-- Logs begin at Tue 2021-07-13 06:38:41 UTC, end at Tue 2021-07-13 09:03:26 UTC. -- Jul 13 07:11:57.176805 n-d-798249-7 systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 07:11:59.862945 n-d-798249-7 neutron-server[93729]: INFO neutron.common.config [-] Logging enabled! Jul 13 07:11:59.863542 n-d-798249-7 neutron-server[93729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 07:11:59.863726 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93729) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 07:11:59.866998 n-d-798249-7 neutron-server[93729]: INFO neutron.common.config [-] Logging enabled! Jul 13 07:11:59.867254 n-d-798249-7 neutron-server[93729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 07:11:59.867566 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93729) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 07:11:59.868673 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:11:59.868911 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:11:59.869274 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:11:59.869521 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:11:59.869748 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:11:59.870067 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.870359 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.870653 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.870884 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.871174 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.871462 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.871741 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.872050 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.872348 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.872631 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.872907 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.873187 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.873420 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.873695 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.873982 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.874266 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.874486 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] debug = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.874761 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.875182 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.875586 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.875863 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.876172 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.876452 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.876718 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.876987 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.877267 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.877590 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] host = n-d-798249-7 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.877865 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.878150 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.878435 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.878719 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.878989 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.879263 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.879543 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.879815 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.880109 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] log_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.880383 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.880668 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.880954 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.881240 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.881464 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.881686 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.881971 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.882259 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.882531 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.882803 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.883075 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.883346 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.884225 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.884496 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.884783 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.885064 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.885348 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.885621 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.885892 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.886160 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.886428 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.886710 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.886980 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.887251 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.887521 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.887806 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.888096 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.888371 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.888670 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.888954 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.889233 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.889515 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.889783 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.890060 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.890333 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.890603 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.890872 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] use_json = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.891139 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.891403 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.891680 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.891946 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.892238 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.892510 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.892775 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.893059 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:11:59.893357 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.893655 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.893962 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.894243 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.894943 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.894943 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.895215 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.895349 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.895616 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.895903 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.896210 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.896488 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.896774 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.897047 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.897341 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.897645 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.897939 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.898226 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.898501 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.898773 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.899063 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.899896 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.900205 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.900656 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.900952 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.901226 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.901504 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.901798 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.902075 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.902347 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.902626 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.902913 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.903189 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.903459 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.903738 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.904036 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.904310 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.904579 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.904854 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.905143 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.905416 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.905686 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.905955 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.906228 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.906496 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.906777 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.907052 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.907322 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.907592 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.907881 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.908160 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.908430 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.908703 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.908975 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.909247 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.909517 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.909787 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.910057 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.910325 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.910595 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.910871 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.911146 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.911421 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.911691 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.911962 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.912255 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.912527 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.912802 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.913084 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.913380 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.913657 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.913940 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.914216 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.914492 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.914806 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.915214 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.915487 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.915765 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.916060 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.916356 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.916641 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.916930 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.917215 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.917492 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.917789 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.918065 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.918347 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.918622 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.918895 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.919181 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.919463 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.919756 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.920072 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.920368 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.920661 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.920950 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.921228 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.921534 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.921812 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:11:59.922029 n-d-798249-7 neutron-server[93729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:11:59.922271 n-d-798249-7 neutron-server[93729]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93729) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 07:12:00.265280 n-d-798249-7 neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 07:12:00.265482 n-d-798249-7 neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 07:12:00.265768 n-d-798249-7 neutron-server[93729]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 07:12:00.266098 n-d-798249-7 neutron-server[93729]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 07:12:00.652750 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.653042 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.653318 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.654616 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.654891 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.655158 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.689686 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.689961 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.690222 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.703442 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.703736 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.703992 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.734067 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.734351 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.734623 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.769974 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.770254 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:00.770521 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.000920 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.001522 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.001522 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.001686 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.002327 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.120507 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.120830 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.121113 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.121383 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.121648 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.121964 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.122223 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.122475 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.122725 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.123007 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.123263 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.123523 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.123776 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.124051 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.124316 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.124566 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.124827 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.125092 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.125347 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.125615 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.125863 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.126140 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.126482 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.126768 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.127019 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.127266 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.127656 n-d-798249-7 neutron-server[93729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:12:01.127893 n-d-798249-7 neutron-server[93729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:12:01.128153 n-d-798249-7 neutron-server[93729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:12:01.128397 n-d-798249-7 neutron-server[93729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:12:01.128633 n-d-798249-7 neutron-server[93729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:12:01.128868 n-d-798249-7 neutron-server[93729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:12:01.129230 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 07:12:01.132402 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 07:12:01.136367 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 07:12:01.140005 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 13 07:12:01.141639 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 07:12:01.142090 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 07:12:01.142422 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 07:12:01.142798 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 07:12:01.145599 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 07:12:01.145852 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 07:12:01.146195 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 07:12:01.175516 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 07:12:01.175962 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.176347 n-d-798249-7 neutron-server[93729]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93729) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 07:12:01.176709 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.178057 n-d-798249-7 neutron-server[93729]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93729) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 07:12:01.178330 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 07:12:01.178574 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 07:12:01.181734 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.182016 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.245573 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 07:12:01.245810 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 07:12:01.246045 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 07:12:01.246403 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 07:12:01.266898 n-d-798249-7 neutron-server[93729]: DEBUG oslo_db.sqlalchemy.engines [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93729) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 07:12:01.790351 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Initializing driver for type 'gre' Jul 13 07:12:01.790975 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] gre ID ranges: [(1, 1000)] Jul 13 07:12:01.842942 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Initializing driver for type 'local' Jul 13 07:12:01.843278 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Initializing driver for type 'vlan' Jul 13 07:12:01.855971 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] VlanTypeDriver initialization complete Jul 13 07:12:01.856369 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Initializing driver for type 'vxlan' Jul 13 07:12:01.856898 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] vxlan ID ranges: [(1, 1000)] Jul 13 07:12:01.908354 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Initializing extension driver 'port_security' Jul 13 07:12:01.908741 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.extensions.port_security [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] PortSecurityExtensionDriver initialization complete Jul 13 07:12:01.909067 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Initializing mechanism driver 'openvswitch' Jul 13 07:12:01.909394 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Initializing mechanism driver 'hyperv' Jul 13 07:12:01.915834 n-d-798249-7 neutron-server[93729]: DEBUG neutron.plugins.ml2.plugin [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:01.916540 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > port after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.916914 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > port after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.917272 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > port after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.917796 n-d-798249-7 neutron-server[93729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:12:01.918230 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.918584 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.918931 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.919322 n-d-798249-7 neutron-server[93729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:12:01.919723 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > network after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.920097 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > network after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.920440 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > network after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.920831 n-d-798249-7 neutron-server[93729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:12:01.921236 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > security_group after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.921587 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > security_group after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.921927 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.922450 n-d-798249-7 neutron-server[93729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:12:01.922863 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.923215 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.923567 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.923956 n-d-798249-7 neutron-server[93729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:12:01.924383 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > address_group after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.924739 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > address_group after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.925080 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.925469 n-d-798249-7 neutron-server[93729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:12:01.925848 n-d-798249-7 neutron-server[93729]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] ML2 OVO RPC backend initialized. {{(pid=93729) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 13 07:12:01.926544 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.926903 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.927317 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > network before_response 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.927663 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > networks before_response 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.928008 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > port before_response 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.928375 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > ports before_response 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.928718 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > subnet before_response 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.929057 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > subnets before_response 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.929402 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > network after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.929737 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > network after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.930071 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > network after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.930924 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > port after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.931257 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > port after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.931587 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > port after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.931930 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.932304 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.932643 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.933217 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.plugin [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Modular L2 Plugin initialization complete Jul 13 07:12:01.933548 n-d-798249-7 neutron-server[93729]: DEBUG neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading services supported by the core plugin {{(pid=93729) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 07:12:01.933874 n-d-798249-7 neutron-server[93729]: INFO neutron.plugins.ml2.managers [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Got port-security extension from driver 'port_security' Jul 13 07:12:01.934338 n-d-798249-7 neutron-server[93729]: INFO neutron.extensions.vlantransparent [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Disabled vlantransparent extension. Jul 13 07:12:01.934820 n-d-798249-7 neutron-server[93729]: DEBUG neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93729) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 07:12:01.935135 n-d-798249-7 neutron-server[93729]: INFO neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading Plugin: router Jul 13 07:12:01.970439 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.970831 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router after_create 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.971201 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router before_create 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.971565 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.971937 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.972316 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router after_delete 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.972675 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.973037 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router after_create 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.973384 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router after_update 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.973731 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router after_update 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.974335 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.974692 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router after_update 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.975108 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.975478 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: port after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.975817 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: port after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.976182 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: subnet after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.976521 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.976866 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.977304 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.977652 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: port before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.977993 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router precommit_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.978350 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router after_update 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.978691 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.979041 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.979400 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.979744 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.980132 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > agent after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.980485 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > agent after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.980827 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > network after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.981669 n-d-798249-7 neutron-server[93729]: DEBUG neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Tracking information for resource: router configured {{(pid=93729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:12:01.981998 n-d-798249-7 neutron-server[93729]: DEBUG neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Tracking information for resource: floatingip configured {{(pid=93729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:12:01.986878 n-d-798249-7 neutron-server[93729]: INFO neutron.db.l3_agentschedulers_db [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 07:12:01.987455 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: port after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.987817 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: port after_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.988202 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: port after_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.988551 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: port after_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.989319 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router before_create 55550100 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.989683 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.990043 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router precommit_create 55550100 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.990395 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > router precommit_update 55550100 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:01.995354 n-d-798249-7 neutron-server[93729]: DEBUG neutron.services.provider_configuration [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service providers = [] {{(pid=93729) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 07:12:01.995714 n-d-798249-7 neutron-server[93729]: DEBUG neutron.db.servicetype_db [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93729) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 07:12:01.998643 n-d-798249-7 neutron-server[93729]: DEBUG neutron.services.service_base [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:12:01.998995 n-d-798249-7 neutron-server[93729]: DEBUG neutron.services.service_base [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:12:01.999335 n-d-798249-7 neutron-server[93729]: DEBUG neutron.services.service_base [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:12:02.000241 n-d-798249-7 neutron-server[93729]: DEBUG neutron.services.service_base [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:12:02.000611 n-d-798249-7 neutron-server[93729]: INFO neutron.services.service_base [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 07:12:02.000980 n-d-798249-7 neutron-server[93729]: DEBUG neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:12:02.001508 n-d-798249-7 neutron-server[93729]: INFO neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 07:12:02.012475 n-d-798249-7 neutron-server[93729]: DEBUG neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:12:02.012813 n-d-798249-7 neutron-server[93729]: INFO neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading Plugin: auto_allocate Jul 13 07:12:02.018503 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: network precommit_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:02.018873 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: network precommit_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:02.019385 n-d-798249-7 neutron-server[93729]: DEBUG neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:12:02.019706 n-d-798249-7 neutron-server[93729]: INFO neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading Plugin: tag Jul 13 07:12:02.026321 n-d-798249-7 neutron-server[93729]: DEBUG neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:12:02.026647 n-d-798249-7 neutron-server[93729]: INFO neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading Plugin: timestamp Jul 13 07:12:02.030617 n-d-798249-7 neutron-server[93729]: DEBUG neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:12:02.030954 n-d-798249-7 neutron-server[93729]: INFO neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading Plugin: network_ip_availability Jul 13 07:12:02.036363 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:02.036737 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:02.037098 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:02.037800 n-d-798249-7 neutron-server[93729]: DEBUG neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:12:02.038120 n-d-798249-7 neutron-server[93729]: INFO neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading Plugin: flavors Jul 13 07:12:02.042914 n-d-798249-7 neutron-server[93729]: DEBUG neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:12:02.043196 n-d-798249-7 neutron-server[93729]: INFO neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading Plugin: revisions Jul 13 07:12:02.047449 n-d-798249-7 neutron-server[93729]: DEBUG neutron.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:12:02.047834 n-d-798249-7 neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=93729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 07:12:02.048590 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93729) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 07:12:02.048927 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Initializing extension manager. Jul 13 07:12:02.049430 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: __init__.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.049766 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: __pycache__ {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.050098 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.050430 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: address_group.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.051179 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.051737 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: address-group Jul 13 07:12:02.052083 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: address_scope.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.052799 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.053299 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: address-scope Jul 13 07:12:02.053625 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.054541 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.055041 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: router-admin-state-down-before-update Jul 13 07:12:02.055913 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: agent.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.058095 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.058616 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: agent Jul 13 07:12:02.058951 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: agent_resources_synced.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.059869 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.060416 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: agent-resources-synced Jul 13 07:12:02.060743 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: allowedaddresspairs.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.062510 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.063030 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: allowed-address-pairs Jul 13 07:12:02.063359 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: auto_allocated_topology.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.064458 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.064973 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: auto-allocated-topology Jul 13 07:12:02.065300 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: availability_zone.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.065993 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.066495 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: availability_zone Jul 13 07:12:02.066819 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: availability_zone_filter.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.067723 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.068252 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: availability_zone_filter Jul 13 07:12:02.068574 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: data_plane_status.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.069477 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.069974 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 07:12:02.070294 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: default_subnetpools.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.071791 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.072317 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: default-subnetpools Jul 13 07:12:02.072639 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.073445 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.073954 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: dhcp_agent_scheduler Jul 13 07:12:02.074284 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: dns.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.075198 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.075699 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 07:12:02.076043 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: dns_domain_ports.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.076960 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.077460 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 07:12:02.077782 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.078698 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.079203 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 07:12:02.079526 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: dvr.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.080227 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.080728 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: dvr Jul 13 07:12:02.081046 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: empty_string_filtering.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.081945 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.082446 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: empty-string-filtering Jul 13 07:12:02.082768 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.083666 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.084203 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 07:12:02.084523 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.085427 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.085929 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 07:12:02.086251 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: external_net.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.087190 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.087689 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: external-net Jul 13 07:12:02.088038 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.088931 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.089432 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: extra_dhcp_opt Jul 13 07:12:02.089755 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: extraroute.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.090668 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.091173 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: extraroute Jul 13 07:12:02.091494 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: extraroute_atomic.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.092548 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.093055 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: extraroute-atomic Jul 13 07:12:02.093380 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: filter_validation.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.094051 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.094547 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: filter-validation Jul 13 07:12:02.094866 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: fip_pf_description.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.095770 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.096301 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 07:12:02.096623 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: fip_port_details.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.097538 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.098046 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: fip-port-details Jul 13 07:12:02.098369 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: flavors.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.099835 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.100378 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: flavors Jul 13 07:12:02.100704 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.102843 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.103440 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 07:12:02.103769 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: floatingip_pools.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.104516 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.105026 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: floatingip-pools Jul 13 07:12:02.105347 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: ip_allocation.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.106261 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.106760 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 07:12:02.107084 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.107991 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.108519 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: ip-substring-filtering Jul 13 07:12:02.108842 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: l2_adjacency.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.109761 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.110257 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 07:12:02.110576 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: l3.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.111524 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.112059 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: router Jul 13 07:12:02.112384 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.114717 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.115237 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 07:12:02.115569 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.116532 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.117044 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: ext-gw-mode Jul 13 07:12:02.117370 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.118948 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.119454 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: l3-ha Jul 13 07:12:02.119778 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: l3_flavors.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.120733 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.121237 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: l3-flavors Jul 13 07:12:02.121557 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.122462 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.122968 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 07:12:02.123286 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: l3agentscheduler.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.124346 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.124853 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: l3_agent_scheduler Jul 13 07:12:02.125179 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: logging.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.126658 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.127185 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension logging not supported by any of loaded plugins Jul 13 07:12:02.127520 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: metering.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.128350 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.128935 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: metering Jul 13 07:12:02.129320 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.130440 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.130933 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: metering_source_and_destination_fields Jul 13 07:12:02.131362 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: multiprovidernet.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.132306 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.132910 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: multi-provider Jul 13 07:12:02.133330 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: netmtu.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.134314 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.134818 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: net-mtu Jul 13 07:12:02.135190 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: netmtu_writable.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.136187 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.136756 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: net-mtu-writable Jul 13 07:12:02.137102 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: network_availability_zone.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.137848 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.138355 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: network_availability_zone Jul 13 07:12:02.138743 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: network_ip_availability.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.139926 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.140538 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: network-ip-availability Jul 13 07:12:02.140863 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: network_segment_range.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.141708 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.142272 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 07:12:02.142628 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: pagination.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.143703 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.144099 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: pagination Jul 13 07:12:02.144431 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: port_device_profile.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.145605 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.146058 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: port-device-profile Jul 13 07:12:02.146420 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.147463 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.148065 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: port-mac-address-regenerate Jul 13 07:12:02.148423 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.149518 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.149942 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: port-numa-affinity-policy Jul 13 07:12:02.150266 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: port_resource_request.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.151185 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.151690 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 07:12:02.152041 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: portbindings.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.152965 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.153470 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: binding Jul 13 07:12:02.153794 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: portbindings_extended.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.155213 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.155728 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: binding-extended Jul 13 07:12:02.156089 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: portsecurity.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.157007 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.157516 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: port-security Jul 13 07:12:02.157840 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: project_id.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.158802 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.159134 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: project-id Jul 13 07:12:02.159458 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: providernet.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.160413 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.160926 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: provider Jul 13 07:12:02.161246 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: qos.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.165331 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.165979 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension qos not supported by any of loaded plugins Jul 13 07:12:02.166312 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.167543 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.168085 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 07:12:02.168422 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.169332 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.169841 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 07:12:02.170171 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: qos_default.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.171075 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.171583 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension qos-default not supported by any of loaded plugins Jul 13 07:12:02.171913 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: qos_fip.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.172594 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.173093 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 07:12:02.173419 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: qos_gateway_ip.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.174335 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.174847 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 07:12:02.175170 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: qos_port_network_policy.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.176105 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.176610 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 07:12:02.176931 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: qos_rule_type_details.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.177840 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.178346 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 07:12:02.178669 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: qos_rules_alias.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.179702 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.180910 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 07:12:02.181363 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: quotasv2.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.182301 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.182629 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: quotas Jul 13 07:12:02.182949 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: quotasv2_detail.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.185972 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.186314 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: quota_details Jul 13 07:12:02.186649 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: rbac.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.187712 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.188264 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: rbac-policies Jul 13 07:12:02.188598 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: rbac_address_group.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.189716 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.190233 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: rbac-address-group Jul 13 07:12:02.190561 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: rbac_address_scope.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.191495 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.192002 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: rbac-address-scope Jul 13 07:12:02.192347 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: rbac_security_groups.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.193258 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.193766 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: rbac-security-groups Jul 13 07:12:02.194085 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: rbac_subnetpool.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.194999 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.195502 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: rbac-subnetpool Jul 13 07:12:02.195844 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: revisionifmatch.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.196788 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.197292 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: revision-if-match Jul 13 07:12:02.197614 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: revisions.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.198717 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.199225 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: standard-attr-revisions Jul 13 07:12:02.199544 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: router_availability_zone.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.200251 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.200762 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: router_availability_zone Jul 13 07:12:02.201084 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: routerservicetype.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.202011 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.202510 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 07:12:02.202831 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.203744 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.204279 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: security-groups-normalized-cidr Jul 13 07:12:02.204602 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.205519 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.206019 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: port-security-groups-filtering Jul 13 07:12:02.206339 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.207248 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.207749 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: security-groups-remote-address-group Jul 13 07:12:02.208097 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: securitygroup.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.217685 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.218213 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: security-group Jul 13 07:12:02.218543 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: segment.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.219345 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.219851 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension segment not supported by any of loaded plugins Jul 13 07:12:02.220213 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.221150 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.221660 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 07:12:02.221985 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: servicetype.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.223094 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.223611 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: service-type Jul 13 07:12:02.224218 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: sorting.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.225195 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.225530 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: sorting Jul 13 07:12:02.225851 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: standard_attr_segment.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.226828 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.227885 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 07:12:02.228229 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: standardattrdescription.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.228881 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.229391 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: standard-attr-description Jul 13 07:12:02.229713 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: stateful_security_group.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.230640 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.231153 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: stateful-security-group Jul 13 07:12:02.231478 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: stdattrs_common.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.232085 n-d-798249-7 neutron-server[93729]: WARNING neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 07:12:02.232410 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.233339 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.233844 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 07:12:02.234165 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: subnet_onboard.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.235220 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.235739 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: subnet_onboard Jul 13 07:12:02.236092 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.237009 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.237517 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 07:12:02.237837 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: subnet_service_types.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.238743 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.239251 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: subnet-service-types Jul 13 07:12:02.239571 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: subnetallocation.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.240673 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.241186 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: subnet_allocation Jul 13 07:12:02.241510 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.242174 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.242690 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: subnetpool-prefix-ops Jul 13 07:12:02.243552 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.244519 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.245030 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 07:12:02.245354 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: tagging.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.246421 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.246938 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: standard-attr-tag Jul 13 07:12:02.247264 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: timestamp.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.248492 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.249010 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loaded extension: standard-attr-timestamp Jul 13 07:12:02.249339 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: trunk.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.250373 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.250881 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension trunk not supported by any of loaded plugins Jul 13 07:12:02.251204 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: trunk_details.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.252151 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.252661 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 07:12:02.252984 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: uplink_status_propagation.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.253903 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.254413 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 07:12:02.254736 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Loading extension file: vlantransparent.py {{(pid=93729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:12:02.255406 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:12:02.255912 n-d-798249-7 neutron-server[93729]: INFO neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 07:12:02.258391 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:network Jul 13 07:12:02.258926 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:subnet Jul 13 07:12:02.259326 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:12:02.259718 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:port Jul 13 07:12:02.260961 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.261400 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service FLAVORS assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.262018 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.262445 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.262777 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:router Jul 13 07:12:02.263204 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 07:12:02.263704 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service METERING assigned prefix: /metering {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.265162 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:02.265538 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:02.265889 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:12:02.266888 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 07:12:02.267323 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:security_group Jul 13 07:12:02.267764 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 07:12:02.268387 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service CORE assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.268717 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:12:02.269060 n-d-798249-7 neutron-server[93729]: WARNING neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] subnetpool is already registered Jul 13 07:12:02.269496 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service CORE assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.269830 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:12:02.270163 n-d-798249-7 neutron-server[93729]: WARNING neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] subnetpool is already registered Jul 13 07:12:02.272484 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.272921 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service FLAVORS assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.273513 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.273953 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.274296 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:router Jul 13 07:12:02.274637 n-d-798249-7 neutron-server[93729]: WARNING neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] router is already registered Jul 13 07:12:02.275047 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 07:12:02.275392 n-d-798249-7 neutron-server[93729]: WARNING neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] floatingip is already registered Jul 13 07:12:02.275845 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service METERING assigned prefix: /metering {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.276552 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 07:12:02.276878 n-d-798249-7 neutron-server[93729]: WARNING neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] rbac_policy is already registered Jul 13 07:12:02.277287 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:security_group Jul 13 07:12:02.277623 n-d-798249-7 neutron-server[93729]: WARNING neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] security_group is already registered Jul 13 07:12:02.278020 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 07:12:02.278353 n-d-798249-7 neutron-server[93729]: WARNING neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] security_group_rule is already registered Jul 13 07:12:02.278972 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service CORE assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.279298 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:12:02.279632 n-d-798249-7 neutron-server[93729]: WARNING neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] subnetpool is already registered Jul 13 07:12:02.280076 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.v2.resource_helper [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Service CORE assigned prefix: {{(pid=93729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:12:02.280399 n-d-798249-7 neutron-server[93729]: INFO neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:12:02.280729 n-d-798249-7 neutron-server[93729]: WARNING neutron.quota.resource_registry [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] subnetpool is already registered Jul 13 07:12:02.281186 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: extensions {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.282642 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: address-groups {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.284136 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: address-scopes {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.285431 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: agents {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.286588 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: auto-allocated-topology {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.287817 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: availability_zones {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.289061 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: dhcp-networks {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.291165 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: dhcp-agents {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.292607 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: routers {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.294339 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: flavors {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.296501 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: service_profiles {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.297721 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: next_providers {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.299205 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: service_profiles {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.300761 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: floatingip-pools {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.301970 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: routers {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.303656 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: floatingips {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.304947 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: l3-routers {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.307054 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: l3-agents {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.308492 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: metering-labels {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.309733 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: metering-label-rules {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.311091 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: network-ip-availabilities {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.312369 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: bindings {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.313975 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: quotas {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.315504 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: quotas {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.316942 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: rbac-policies {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.318133 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: security-groups {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.319411 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: security-group-rules {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.320704 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: service-providers {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.322123 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: subnetpools {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.323434 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: subnetpools {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.324994 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: tags {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.326681 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: tags {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.328542 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: tags {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.330311 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: tags {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.331987 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: tags {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.333958 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: tags {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.335639 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: tags {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.337627 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: tags {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.339485 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: tags {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.341244 n-d-798249-7 neutron-server[93729]: DEBUG neutron.api.extensions [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Extended resource: tags {{(pid=93729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:12:02.347357 n-d-798249-7 neutron-server[93729]: WARNING keystonemiddleware.auth_token [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 07:12:02.352759 n-d-798249-7 neutron-server[93729]: WARNING keystonemiddleware.auth_token [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 07:12:02.361153 n-d-798249-7 neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Acquired lock "singleton_lock" {{(pid=93729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 07:12:02.361639 n-d-798249-7 neutron-server[93729]: DEBUG oslo_concurrency.lockutils [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Releasing lock "singleton_lock" {{(pid=93729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 07:12:02.362284 n-d-798249-7 neutron-server[93729]: INFO oslo_service.service [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Starting 2 workers Jul 13 07:12:02.367069 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Started child 93838 {{(pid=93729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:12:02.372072 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Started child 93839 {{(pid=93729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:12:02.373138 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:02.373842 n-d-798249-7 neutron-server[93729]: INFO neutron.service [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 07:12:02.374325 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Notify callbacks [] for process, before_spawn {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:02.374641 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [-] (93838) wsgi starting up on http://0.0.0.0:9696 Jul 13 07:12:02.376781 n-d-798249-7 neutron-server[93729]: INFO oslo_service.service [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Starting 1 workers Jul 13 07:12:02.376949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:02.378205 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [-] (93839) wsgi starting up on http://0.0.0.0:9696 Jul 13 07:12:02.381903 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Started child 93840 {{(pid=93729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:12:02.382425 n-d-798249-7 neutron-server[93729]: INFO oslo_service.service [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Starting 1 workers Jul 13 07:12:02.385626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.service [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] calling RpcWorker wait() {{(pid=93840) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 07:12:02.386225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.service [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] returning from RpcWorker wait() {{(pid=93840) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 07:12:02.387087 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Started child 93841 {{(pid=93729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:12:02.387550 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:02.387930 n-d-798249-7 neutron-server[93729]: DEBUG neutron_lib.callbacks.manager [None req-5529f272-996e-456d-94f3-7200a3e7ddd5 None None] Notify callbacks [] for process, after_spawn {{(pid=93729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:02.388126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:02.389766 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 07:12:02.389973 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:12:02.390160 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:12:02.390379 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:12:02.390729 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:12:02.390894 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:12:02.391418 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.391684 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.391945 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.392114 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:02.392645 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.392645 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.393212 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.393379 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.393630 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.393906 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.394158 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.394334 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.394504 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.394760 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.395006 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.395307 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.395578 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.395819 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.396146 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.396301 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.396561 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.396840 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.397086 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.397348 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] debug = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.397615 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.398107 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.398353 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.398597 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.398865 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.399141 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.399391 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.399662 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.400132 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.400287 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.400444 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.400665 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.400904 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.401115 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.401387 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.401599 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.401824 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.402286 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] host = n-d-798249-7 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.402539 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.402765 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.403015 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.403339 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.403501 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.403740 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.403997 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.404275 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.404527 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.404756 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.405043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.405300 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.405536 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.405772 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.405940 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_options = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.406277 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.406463 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.406732 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.406924 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.407083 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.407259 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.407517 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.407670 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.407918 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.408159 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.408395 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.408613 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.408851 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.409094 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.409333 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.409582 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.409818 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.410033 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.410281 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.410513 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.410739 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.410982 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.411216 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.411507 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.411689 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.411938 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.412210 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.412449 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.412664 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.412928 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.413145 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.413446 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.413652 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.413919 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.414174 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.414401 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.415389 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.415714 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.415714 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.415992 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.416297 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.416537 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.416780 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.417017 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.417263 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.417477 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_json = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.417708 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.417923 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.418190 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.418424 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.418657 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.418872 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.420928 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.420928 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.420928 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.421173 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.421454 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.421875 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.422120 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.422250 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.422338 n-d-798249-7 neutron-server[93841]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:02.422499 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.422722 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.423010 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.423216 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.424120 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.424120 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.424120 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.427439 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.427439 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.427439 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.427439 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.427439 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.427439 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.427439 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.427439 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.428771 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.428771 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.428771 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.428771 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.428771 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.428771 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.428771 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.428771 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.433043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.433043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.433043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.433043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.433043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.433043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.433043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.433043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.433043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.434258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.434258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.434258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.434258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.434258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.434258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.434258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.434258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.434258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436147 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436147 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436147 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436147 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436147 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436147 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436147 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436147 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436147 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436713 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436713 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.436713 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.438002 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.438258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.438530 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.438763 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.438991 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.439218 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.439470 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.439719 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.439960 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.444314 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.444572 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.444814 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.445088 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.445384 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.445653 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.446048 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.446322 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.446565 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.446803 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.447040 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.447630 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.447874 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.448125 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.448529 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.448944 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.449441 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.449781 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.450036 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.450305 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.450547 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.451143 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.451411 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.451725 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.451971 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.452903 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.453181 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.453452 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.453717 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.453976 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.454229 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.454460 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.454731 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.454965 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.455375 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.455610 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.455861 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.456132 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.456430 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.456725 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.457173 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.457289 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.457445 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.457721 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.457967 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.458257 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.458475 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.459486 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.459486 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.459683 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.459907 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.460179 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.460455 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.460742 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.460964 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.461236 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.462059 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.462291 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.465318 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.465946 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.466235 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.466484 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.466741 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.466993 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.467365 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.467616 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.467848 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.468470 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.468792 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.469038 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.469305 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.469579 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.469835 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.470078 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.470352 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.470582 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.470801 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.471043 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.471282 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.471525 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.471781 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.472497 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.472724 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.472942 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.473158 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.473408 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.473653 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.474131 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.474373 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.474610 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.474834 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.475248 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.475646 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.475880 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.476167 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.476401 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.476630 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.476855 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.477360 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.477913 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.477913 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.478157 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.478412 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.478668 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.478904 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.479177 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.479420 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.479663 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.480705 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.481112 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.481408 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.481637 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.481867 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.482086 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.482347 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.482646 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.482892 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.483158 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.483416 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.483738 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.484007 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.484278 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.484503 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.484725 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.484981 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.485205 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.485430 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.485970 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.486217 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.486441 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.486685 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.486914 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.487160 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.487381 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.487616 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.487832 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.488077 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.488318 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.488629 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.488883 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.489116 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.489374 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.489618 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.489841 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.490074 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.490317 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.490536 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.490767 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.490991 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.491208 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.491460 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.491678 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.491894 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.492157 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.492383 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.492622 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.493394 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.493638 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.493853 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.494086 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.494410 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.494524 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.494746 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.495001 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.495497 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.495745 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.496283 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.496510 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.497150 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.497429 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.497654 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.497952 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.498369 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.498630 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.498902 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.499219 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.499524 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.501021 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.501267 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.501504 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.501741 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.502016 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.502339 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.502708 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.502975 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.504047 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.505387 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.505697 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.505998 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.506238 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.506550 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.506919 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.507210 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.507469 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.507729 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.508041 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.508843 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.509083 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.509333 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.509562 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.509791 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.510063 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.510305 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.510540 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.510771 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.511006 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.511251 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.511484 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.511704 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.511931 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.512195 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.512361 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:12:02.513955 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 07:12:02.514129 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:12:02.514289 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:12:02.515023 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:12:02.515825 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:12:02.515998 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:12:02.516257 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.516427 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.516594 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.516760 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.516926 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.517113 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.517278 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.517439 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.517599 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.517767 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.517923 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.518079 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.518242 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.518404 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.518550 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.518715 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.518877 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.519012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:02.519154 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.519290 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.519438 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.519574 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.519711 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.519925 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] debug = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.519925 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.520453 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.520630 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.520805 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.520958 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.521120 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.521281 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.521442 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.521603 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.521765 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.521927 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.522089 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.522250 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.522411 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.522573 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.522735 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.522897 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.523058 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] host = n-d-798249-7 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.523218 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.523380 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.523542 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.523704 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.523866 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.524633 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.524797 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.524961 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.525124 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.525275 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.525435 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.525688 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.525857 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.526019 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.526181 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_options = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.526344 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.526507 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.526668 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.526861 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.527029 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.527192 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.527354 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.527515 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.527678 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.527839 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.528002 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.528186 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.528349 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.528511 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.528673 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.528834 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.528995 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.529158 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.529320 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.529483 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.529644 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.529804 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.529965 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.530126 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.530287 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.530448 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.530608 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.532325 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.532325 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.532325 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.532325 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.532325 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.532325 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.532325 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.533140 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.533140 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.533140 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.533358 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.533358 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.533517 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.533640 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.533803 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.533965 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.534126 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.534289 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.534450 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_json = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.534612 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.534773 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.534934 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.535097 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.535258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.535420 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.535583 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.535746 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:12:02.535926 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.536114 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.536292 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.536458 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.536622 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.536792 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.536955 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.537118 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.537281 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.537445 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.537616 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.537781 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.537956 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.538120 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.538282 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.538447 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.538611 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.538774 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.538938 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.539101 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.539266 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.539428 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.539763 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.539930 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.540143 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.540310 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.540476 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.540641 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.540807 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.540971 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.541137 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.541303 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.541467 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.541636 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.541803 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.541965 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.542129 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.542294 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.542459 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.542624 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.542788 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.542952 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.543116 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.543280 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.543445 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.543610 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.543775 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.543939 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.544164 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.544826 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.544826 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.544826 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.545086 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.545169 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.545338 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.546545 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.546714 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.546885 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.547050 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.547215 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.547381 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.547560 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.547725 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.547890 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.548075 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.548242 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.548407 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.548571 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.548734 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.548898 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.549063 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.549227 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.549391 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.549555 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.549719 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.549884 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.550047 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.550211 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.550375 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.550540 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.550704 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.550868 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.551033 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.551197 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.551370 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.551548 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.551787 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.551891 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.552255 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.552436 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.552602 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.552765 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.552929 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.553093 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.553258 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.553422 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.553587 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.553753 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.553921 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.554084 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.554426 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.554593 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.554757 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.554922 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.555087 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.555797 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.555962 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.556239 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.556416 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.556581 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.556974 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.557156 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.557327 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.557496 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.557661 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.557833 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.558008 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.558173 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.558339 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.558506 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.558671 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.558835 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.559000 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.559164 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.559329 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.559493 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.559658 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.559830 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.560007 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.560193 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.560358 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.560524 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.560712 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.560875 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.561039 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.561202 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.561367 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.561529 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.561683 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.561852 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.562018 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.562180 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.562345 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.562509 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.562675 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.562838 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.563002 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.563166 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.563331 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.563496 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.563660 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.563826 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.563990 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.564177 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.564342 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.564507 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.564671 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.564834 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.564999 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.565163 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.565327 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.565493 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.565659 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.565813 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.565979 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.566142 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.566307 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.566470 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.566633 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.566800 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.566964 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.567129 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.567299 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.568149 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.568149 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.568149 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.568149 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.568149 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.568900 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.568900 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.568900 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.568900 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.568900 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.569634 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.569754 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.569929 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.570095 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.570276 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.570443 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.570608 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.570856 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.571038 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.571267 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.571488 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.571615 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.571739 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.571907 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.572966 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.573153 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.573331 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.573505 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.574586 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.574957 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.575139 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.575357 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.575533 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.575715 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.575886 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.576157 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.576331 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.576499 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.576715 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.576919 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.577073 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.577243 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.577380 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.577550 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.577714 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.577890 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.578053 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.578216 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.578383 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.578605 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.578775 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.579487 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.579857 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.580480 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.580702 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.581701 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.581882 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.582121 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.582265 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.582432 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.582682 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.582855 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.583021 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.583197 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.583363 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.583528 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.583702 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.583927 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.584118 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.584285 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.584462 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.584627 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.584793 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.584959 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.585123 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.585288 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.585469 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.585611 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.585785 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.585958 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.586123 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.586295 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.587076 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.587312 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.587548 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.587725 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.587908 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.588100 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.588268 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.588432 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.588597 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.588762 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.588925 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.589090 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.589253 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.589418 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.589581 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.589746 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.589910 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.590073 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.590236 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.590401 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.590564 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.590728 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.590891 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.591054 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:12:02.591212 n-d-798249-7 neutron-server[93729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:12:02.849258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35200) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:02.857897 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064580 Jul 13 07:12:14.236154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4c21d9-680a-41fc-b6f1-51237013e070 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:12:14.346622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4c21d9-680a-41fc-b6f1-51237013e070 None None] No non-hosted networks {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 07:12:14.362733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.agentschedulers_db [None req-8a4c21d9-680a-41fc-b6f1-51237013e070 None None] DHCP Agent not found on host n-d-798249-7 {{(pid=93840) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 13 07:12:14.480236 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6bec4cc8-1045-485a-95b8-732de298961b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630338'] for agent, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:17.022282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2b244ec5-6e26-4707-9bcd-836ba69959c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630338'] for agent, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:17.075208 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3b46-a013-4988-ab59-a2a040a9b7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:17.087300 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630338'] for agent, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:17.088336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.088825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.089298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.089822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.090447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.090917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.091445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.091994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.093032 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.093666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.095613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.096234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:17.096644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798249-7', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:17.105695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798249-7', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:17.747613 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630338'] for agent, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:19.548461 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630338'] for agent, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:20.738650 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35294) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:21.240968 n-d-798249-7 neutron-server[93839]: WARNING oslo_policy.policy [None req-39cabdc5-9e08-46a3-823e-943328f00ebf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:12:21.241566 n-d-798249-7 neutron-server[93839]: WARNING oslo_policy.policy [None req-39cabdc5-9e08-46a3-823e-943328f00ebf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:12:21.462296 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-39cabdc5-9e08-46a3-823e-943328f00ebf admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:12:21.463363 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-39cabdc5-9e08-46a3-823e-943328f00ebf admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7237358 Jul 13 07:12:22.290931 n-d-798249-7 neutron-server[93840]: INFO neutron.db.l3_hamode_db [None req-73560e90-8cd4-43c4-9deb-14b6b4d6a4cb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 07:12:22.366605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73560e90-8cd4-43c4-9deb-14b6b4d6a4cb None None] Routers set() bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:12:22.367157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73560e90-8cd4-43c4-9deb-14b6b4d6a4cb None None] Router IDs set() for agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:12:23.819101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35308) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:24.124395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0f5c2693-df0e-4bc0-9b16-97111613a71d admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:12:24.220851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.policy [None req-0f5c2693-df0e-4bc0-9b16-97111613a71d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93839) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 07:12:24.265606 n-d-798249-7 neutron-server[93839]: WARNING oslo_policy.policy [None req-0f5c2693-df0e-4bc0-9b16-97111613a71d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:12:24.265970 n-d-798249-7 neutron-server[93839]: WARNING oslo_policy.policy [None req-0f5c2693-df0e-4bc0-9b16-97111613a71d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:12:24.275404 n-d-798249-7 neutron-server[93839]: INFO neutron.quota [None req-0f5c2693-df0e-4bc0-9b16-97111613a71d admin admin] Loaded quota_driver: . Jul 13 07:12:24.366367 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2693-df0e-4bc0-9b16-97111613a71d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732159749992', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732159748421', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732159270397', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732159272950', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732159249705', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732159257045', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1012263', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-988772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2086276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1625375'] for rbac-policy, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:24.430068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2693-df0e-4bc0-9b16-97111613a71d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:24.431376 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0f5c2693-df0e-4bc0-9b16-97111613a71d admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6106317 Jul 13 07:12:26.981689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35320) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:27.272100 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Request body: {'network': {'project_id': '38b6bd8779f6401cadef964d6990ff05', 'admin_state_up': True, 'name': 'private', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:12:27.299748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Made reservation on behalf of 38b6bd8779f6401cadef964d6990ff05 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:12:27.302539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:27.319300 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:27.441853 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:27.445950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:27.464428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:12:27.494349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732162647462', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:27.494929 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Unsubscribe: segment precommit_create {{(pid=93839) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 07:12:27.495442 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Added segment 136c7e0a-d5f1-4071-a1ce-3fe410a6c73d of type vlan for network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a Jul 13 07:12:27.512639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90afb82b-0feb-4b79-bf05-d9afca778a3a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:27.538014 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.538376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.538715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.539042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.539363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.539683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.539999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.540339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.540652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.540965 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.541278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.541593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Tracked resource versions report: Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: pushed versions: Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: { 'AddressGroup': {'1.2'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'ConntrackHelper': {'1.0'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'Log': {'1.0'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'Network': {'1.1'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'Port': {'1.7'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'PortForwarding': {'1.2'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'QosPolicy': {'1.8'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'SecurityGroup': {'1.4'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'SubPort': {'1.0'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'Subnet': {'1.1'}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'Trunk': {'1.1'}} Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: consumer versions: Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: { DHCP agent@n-d-798249-7: {}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: L3 agent@n-d-798249-7: {}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: Metadata agent@n-d-798249-7: {}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: Metering agent@n-d-798249-7: {}, Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: Open vSwitch agent@n-d-798249-7: { 'AddressGroup': '1.2', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'ConntrackHelper': '1.0', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'Log': '1.0', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'Network': '1.1', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'Port': '1.7', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'PortForwarding': '1.2', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'QosPolicy': '1.8', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'SecurityGroup': '1.4', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'SecurityGroupRule': '1.2', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'SubPort': '1.0', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'Subnet': '1.1', Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: 'Trunk': '1.1'}} Jul 13 07:12:27.542744 n-d-798249-7 neutron-server[93839]: {{(pid=93839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:12:27.614945 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:27.665597 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:27.666611 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:27.667255 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:27.716753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7338910 Jul 13 07:12:27.767043 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fad0af-79c2-442e-93d8-c06cfaa8bc41 admin admin] Pushing event updated for resources: {'Network': ['ID=0657f19a-9713-4f2b-a8c4-2ae0709cdf3a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:27.780343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:12:30.324141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35334) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:30.812175 n-d-798249-7 neutron-server[93838]: WARNING oslo_policy.policy [None req-3e404431-01d5-4873-a2eb-a58bac65389d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:12:30.812754 n-d-798249-7 neutron-server[93838]: WARNING oslo_policy.policy [None req-3e404431-01d5-4873-a2eb-a58bac65389d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:12:31.253249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.policy [None req-3e404431-01d5-4873-a2eb-a58bac65389d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93838) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 07:12:31.298630 n-d-798249-7 neutron-server[93838]: WARNING oslo_policy.policy [None req-3e404431-01d5-4873-a2eb-a58bac65389d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:12:31.298997 n-d-798249-7 neutron-server[93838]: WARNING oslo_policy.policy [None req-3e404431-01d5-4873-a2eb-a58bac65389d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:12:31.308063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e404431-01d5-4873-a2eb-a58bac65389d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:31.309902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3e404431-01d5-4873-a2eb-a58bac65389d admin admin] 10.222.0.44 "GET /v2.0/networks/0657f19a-9713-4f2b-a8c4-2ae0709cdf3a HTTP/1.1" status: 200 len: 825 time: 0.9836774 Jul 13 07:12:31.348426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-51f2f4a2-d1b2-44e6-af6b-505e5c17333b admin admin] 10.222.0.44 "GET /v2.0/subnetpools/5206575a-1333-4f1e-af4c-949d72ba317a HTTP/1.1" status: 200 len: 734 time: 0.0330350 Jul 13 07:12:31.357475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Request body: {'subnet': {'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5206575a-1333-4f1e-af4c-949d72ba317a', 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:12:31.359319 n-d-798249-7 neutron-server[93838]: INFO neutron.quota [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Loaded quota_driver: . Jul 13 07:12:31.399082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Made reservation on behalf of 38b6bd8779f6401cadef964d6990ff05 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:12:31.401918 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:31.692117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:31.761199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Checking segment: {'id': '136c7e0a-d5f1-4071-a1ce-3fe410a6c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:12:31.761596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Network hostable DHCP agents. Network: 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:12:31.771308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf5c83b-9ace-49c8-a8df-a0bf231688f7,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:31.782178 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.782524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.782860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.783193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.783524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.783850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.784199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.784524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.784844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.785163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.785483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.785800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Tracked resource versions report: Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: pushed versions: Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: { 'AddressGroup': {'1.2'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'ConntrackHelper': {'1.0'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'Log': {'1.0'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'Network': {'1.1'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'Port': {'1.7'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'PortForwarding': {'1.2'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'QosPolicy': {'1.8'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'SecurityGroup': {'1.4'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'SubPort': {'1.0'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'Subnet': {'1.1'}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'Trunk': {'1.1'}} Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: consumer versions: Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: { DHCP agent@n-d-798249-7: {}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: L3 agent@n-d-798249-7: {}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: Metadata agent@n-d-798249-7: {}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: Metering agent@n-d-798249-7: {}, Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: Open vSwitch agent@n-d-798249-7: { 'AddressGroup': '1.2', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'ConntrackHelper': '1.0', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'Log': '1.0', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'Network': '1.1', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'Port': '1.7', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'PortForwarding': '1.2', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'QosPolicy': '1.8', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'SecurityGroup': '1.4', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'SecurityGroupRule': '1.2', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'SubPort': '1.0', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'Subnet': '1.1', Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: 'Trunk': '1.1'}} Jul 13 07:12:31.786951 n-d-798249-7 neutron-server[93838]: {{(pid=93838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:12:31.822867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:12:31.836173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:12:31.840425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:31.841057 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:31.845495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a84657-526c-4236-b0e0-8ba74144d165 None None] Network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:12:31.861792 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f55e93ea-b5a6-438c-816e-ab9d633c67ad admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5077472 Jul 13 07:12:32.159787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0657f19a-9713-4f2b-a8c4-2ae0709cdf3a', 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'fixed_ips': [{'subnet_id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:12:32.161115 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.433347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Allocated IP 172.20.0.2 (0657f19a-9713-4f2b-a8c4-2ae0709cdf3a/fbf5c83b-9ace-49c8-a8df-a0bf231688f7/ba95a8a2-119c-48e7-88f8-55ea513b6d9f) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:12:32.660910 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.676219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Transition to ACTIVE for port object ba95a8a2-119c-48e7-88f8-55ea513b6d9f will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:12:32.697352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Transition to ACTIVE for port object ba95a8a2-119c-48e7-88f8-55ea513b6d9f will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:12:32.705359 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.777222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:12:32.781737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:12:32.791102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:12:32.793912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Pushing event updated for resources: {'Port': ['ID=ba95a8a2-119c-48e7-88f8-55ea513b6d9f,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:32.818872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.819230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.820146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.820492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.820824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.821160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.821491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.821819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.822148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.822476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.822803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.823126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Tracked resource versions report: Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: pushed versions: Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: { 'AddressGroup': {'1.2'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'ConntrackHelper': {'1.0'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'Log': {'1.0'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'Network': {'1.1'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'Port': {'1.7'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'PortForwarding': {'1.2'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'QosPolicy': {'1.8'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'SecurityGroup': {'1.4'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'SubPort': {'1.0'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'Subnet': {'1.1'}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'Trunk': {'1.1'}} Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: consumer versions: Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: { DHCP agent@n-d-798249-7: {}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: L3 agent@n-d-798249-7: {}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: Metadata agent@n-d-798249-7: {}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: Metering agent@n-d-798249-7: {}, Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: Open vSwitch agent@n-d-798249-7: { 'AddressGroup': '1.2', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'ConntrackHelper': '1.0', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'Log': '1.0', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'Network': '1.1', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'Port': '1.7', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'PortForwarding': '1.2', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'QosPolicy': '1.8', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'SecurityGroup': '1.4', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'SecurityGroupRule': '1.2', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'SubPort': '1.0', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'Subnet': '1.1', Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: 'Trunk': '1.1'}} Jul 13 07:12:32.824289 n-d-798249-7 neutron-server[93840]: {{(pid=93840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:12:32.872913 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Attempting to bind port ba95a8a2-119c-48e7-88f8-55ea513b6d9f on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:12:32.873511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Attempting to bind port ba95a8a2-119c-48e7-88f8-55ea513b6d9f by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '136c7e0a-d5f1-4071-a1ce-3fe410a6c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:12:32.873737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Attempting to bind port ba95a8a2-119c-48e7-88f8-55ea513b6d9f on network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:12:32.878565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:12:32.878975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Checking segment: {'id': '136c7e0a-d5f1-4071-a1ce-3fe410a6c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:12:32.879458 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.879849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Bound using segment: {'id': '136c7e0a-d5f1-4071-a1ce-3fe410a6c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:12:32.880357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Bound port: ba95a8a2-119c-48e7-88f8-55ea513b6d9f, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136c7e0a-d5f1-4071-a1ce-3fe410a6c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:12:32.880795 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.945871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] For port ba95a8a2-119c-48e7-88f8-55ea513b6d9f, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:12:32.950191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] For port ba95a8a2-119c-48e7-88f8-55ea513b6d9f, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ba95a8a2-119c-48e7-88f8-55ea513b6d9f,segment=NetworkSegment(136c7e0a-d5f1-4071-a1ce-3fe410a6c73d),segment_id=136c7e0a-d5f1-4071-a1ce-3fe410a6c73d)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:12:32.954600 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:33.019181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90470637-c03b-44ec-9bdc-fd2442de40a2 None None] Pushing event updated for resources: {'Port': ['ID=ba95a8a2-119c-48e7-88f8-55ea513b6d9f,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:34.226966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35354) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:34.540595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-1ef7cc63-be8f-4e80-886d-985dd3172670 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:12:34.541622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1ef7cc63-be8f-4e80-886d-985dd3172670 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135812 Jul 13 07:12:36.915022 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35362) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:37.228256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-787fe829-1442-4e6a-a453-1dcb2cac6530 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:12:37.229235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-787fe829-1442-4e6a-a453-1dcb2cac6530 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3132949 Jul 13 07:12:38.865128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ba95a8a2-119c-48e7-88f8-55ea513b6d9f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:12:38.950393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port ba95a8a2-119c-48e7-88f8-55ea513b6d9f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:12:39.101358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6362399-8848-4939-90dc-332ab405ca7f None None] Network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:12:39.167740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-183b2eb6-f56f-4bdb-b92a-e9beed9c2032 None None] Provisioning for port ba95a8a2-119c-48e7-88f8-55ea513b6d9f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:12:39.178054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-183b2eb6-f56f-4bdb-b92a-e9beed9c2032 None None] Provisioning complete for port ba95a8a2-119c-48e7-88f8-55ea513b6d9f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:39.178550 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-183b2eb6-f56f-4bdb-b92a-e9beed9c2032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:39.348967 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-183b2eb6-f56f-4bdb-b92a-e9beed9c2032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:39.407404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-183b2eb6-f56f-4bdb-b92a-e9beed9c2032 None None] For port ba95a8a2-119c-48e7-88f8-55ea513b6d9f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ba95a8a2-119c-48e7-88f8-55ea513b6d9f,segment=NetworkSegment(136c7e0a-d5f1-4071-a1ce-3fe410a6c73d),segment_id=136c7e0a-d5f1-4071-a1ce-3fe410a6c73d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:12:39.413490 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-183b2eb6-f56f-4bdb-b92a-e9beed9c2032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:39.475434 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b2eb6-f56f-4bdb-b92a-e9beed9c2032 None None] Pushing event updated for resources: {'Port': ['ID=ba95a8a2-119c-48e7-88f8-55ea513b6d9f,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:39.646576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-197f3b53-98d9-4977-9a56-6ce9806519fd None None] Provisioning complete for port ba95a8a2-119c-48e7-88f8-55ea513b6d9f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:39.646948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-197f3b53-98d9-4977-9a56-6ce9806519fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:39.855502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35378) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:40.150307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-aa467b9d-5fd8-42fe-ab37-776469fdbbbf admin admin] Request body: {'router': {'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'name': 'router1', 'admin_state_up': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:12:40.172976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa467b9d-5fd8-42fe-ab37-776469fdbbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:40.174485 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa467b9d-5fd8-42fe-ab37-776469fdbbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:40.333556 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa467b9d-5fd8-42fe-ab37-776469fdbbbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:40.339225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa467b9d-5fd8-42fe-ab37-776469fdbbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:40.352021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa467b9d-5fd8-42fe-ab37-776469fdbbbf admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:40.353239 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aa467b9d-5fd8-42fe-ab37-776469fdbbbf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4967375 Jul 13 07:12:40.825493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ba95a8a2-119c-48e7-88f8-55ea513b6d9f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:12:40.870765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ba95a8a2-119c-48e7-88f8-55ea513b6d9f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:40.871134 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:42.701727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35386) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:43.006839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-877f9271-f089-4477-97d7-c1ea7543f76e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:12:43.008419 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-877f9271-f089-4477-97d7-c1ea7543f76e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3057532 Jul 13 07:12:44.145000 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bdd488ec-a539-4cac-b70e-464fa7c5f372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:45.359981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35394) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:45.667553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:12:45.693445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Made reservation on behalf of d8d5f659f2bd411da052b46d1b7f6dc8 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:12:45.694789 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:45.703472 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:45.813204 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:45.819058 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:45.842207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Reserving flat network on physical network physnet1 {{(pid=93839) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 07:12:45.869074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd63f647-daa6-4fce-b7b6-d8bf6cb06da9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:45.874133 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:45.874673 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Added segment 861807aa-1b4c-4902-9498-d6da16005c72 of type flat for network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 Jul 13 07:12:45.944447 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:45.990384 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:45.991314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:45.992526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:46.025856 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6647751 Jul 13 07:12:46.067858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b0c2e-74cf-4210-8e6c-03ce7a1fe5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=75b317aa-f619-44a8-8b4e-874cbb2cbe23,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:46.082844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:12:46.990686 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1c70af9-9dfa-4d78-a067-185e34f390b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:46.997890 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:47.689165 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:48.495767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35412) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:48.705442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f1804d-98f3-495f-897b-6263ef8b5ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:48.706814 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-72f1804d-98f3-495f-897b-6263ef8b5ea7 admin admin] 10.222.0.44 "GET /v2.0/subnets/fbf5c83b-9ace-49c8-a8df-a0bf231688f7 HTTP/1.1" status: 200 len: 849 time: 0.2100680 Jul 13 07:12:48.882567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-569f47a9-85bb-47de-bac5-8c23e7054091 admin admin] 10.222.0.44 "GET /v2.0/routers/bf9b6f14-dd4c-40b8-965c-dd51880d4941 HTTP/1.1" status: 200 len: 704 time: 0.1700592 Jul 13 07:12:49.144892 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:49.432393 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Allocated IP 172.20.0.1 (0657f19a-9713-4f2b-a8c4-2ae0709cdf3a/fbf5c83b-9ace-49c8-a8df-a0bf231688f7/48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:12:49.496914 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:49.612950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:49.635934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Transition to ACTIVE for port object 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:12:49.714724 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:49.784414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:12:49.788898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:12:49.797933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:12:49.798026 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:49.817970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:49.999711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-71b78200-8d4e-4ce1-9db0-373d76e2197d None None] Provisioning for port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:12:50.003469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-71b78200-8d4e-4ce1-9db0-373d76e2197d None None] Provisioning complete for port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:50.003843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71b78200-8d4e-4ce1-9db0-373d76e2197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:50.039144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-71b78200-8d4e-4ce1-9db0-373d76e2197d None None] Port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:12:50.060459 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:50.234810 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:50.238893 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:50.267357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:50.286704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:50.378082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:12:50.379449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:12:50.460951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d75302a2-fb07-41a3-8fd7-939747e95e59 None None] Provisioning complete for port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:50.461379 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d75302a2-fb07-41a3-8fd7-939747e95e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:50.496207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d75302a2-fb07-41a3-8fd7-939747e95e59 None None] Port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:12:50.540775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Router bf9b6f14-dd4c-40b8-965c-dd51880d4941 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:12:50.613422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-53898a5a-cfab-40bd-98c2-eea94cdce205 None None] Provisioning complete for port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:50.613995 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53898a5a-cfab-40bd-98c2-eea94cdce205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:50.631806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:12:50.638185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1b86e018-285c-4e59-b902-440a9a33b4f2 admin admin] 10.222.0.44 "PUT /v2.0/routers/bf9b6f14-dd4c-40b8-965c-dd51880d4941/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7505009 Jul 13 07:12:50.642521 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Sync routers for ids ['bf9b6f14-dd4c-40b8-965c-dd51880d4941'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:12:50.651638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-53898a5a-cfab-40bd-98c2-eea94cdce205 None None] Port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:12:50.654029 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Routers {'bf9b6f14-dd4c-40b8-965c-dd51880d4941'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:12:50.654901 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:12:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bf9b6f14-dd4c-40b8-965c-dd51880d4941'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:50.838768 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Set router bf9b6f14-dd4c-40b8-965c-dd51880d4941 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:12:51.269705 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'name': 'router1', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:12:40Z', 'updated_at': '2021-07-13T07:12:49Z', 'revision_number': 2, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'gw_port_host': None, '_interfaces': [{'id': '48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a', 'name': '', 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'mac_address': 'fa:16:3e:07:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:12:49Z', 'updated_at': '2021-07-13T07:12:50Z', 'revision_number': 2, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'subnets': [{'id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5206575a-1333-4f1e-af4c-949d72ba317a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:51.321735 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Checking router: bf9b6f14-dd4c-40b8-965c-dd51880d4941 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:12:51.322100 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Updating router bf9b6f14-dd4c-40b8-965c-dd51880d4941 port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:12:51.385726 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:51.870619 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:51.888815 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Transition to ACTIVE for port object 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:12:51.896752 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:52.061215 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Attempting to bind port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:12:52.061634 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Attempting to bind port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '136c7e0a-d5f1-4071-a1ce-3fe410a6c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:12:52.062059 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Attempting to bind port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a on network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:12:52.064950 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Pushing event updated for resources: {'Port': ['ID=48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:52.071492 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:12:52.071897 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Checking segment: {'id': '136c7e0a-d5f1-4071-a1ce-3fe410a6c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:12:52.072422 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:52.072807 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Bound using segment: {'id': '136c7e0a-d5f1-4071-a1ce-3fe410a6c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:12:52.073296 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Bound port: 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136c7e0a-d5f1-4071-a1ce-3fe410a6c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:12:52.073800 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:52.087445 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.087841 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.088208 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.088541 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.088871 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.089193 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.089514 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.089835 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.090151 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.090468 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.090785 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.091100 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Tracked resource versions report: Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: pushed versions: Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: { 'AddressGroup': {'1.2'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'ConntrackHelper': {'1.0'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'Log': {'1.0'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'Network': {'1.1'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'Port': {'1.7'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'PortForwarding': {'1.2'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'QosPolicy': {'1.8'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'SecurityGroup': {'1.4'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'SubPort': {'1.0'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'Subnet': {'1.1'}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'Trunk': {'1.1'}} Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: consumer versions: Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: { DHCP agent@n-d-798249-7: {}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: L3 agent@n-d-798249-7: {}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: Metadata agent@n-d-798249-7: {}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: Metering agent@n-d-798249-7: {}, Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: Open vSwitch agent@n-d-798249-7: { 'AddressGroup': '1.2', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'ConntrackHelper': '1.0', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'Log': '1.0', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'Network': '1.1', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'Port': '1.7', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'PortForwarding': '1.2', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'QosPolicy': '1.8', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'SecurityGroup': '1.4', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'SecurityGroupRule': '1.2', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'SubPort': '1.0', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'Subnet': '1.1', Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: 'Trunk': '1.1'}} Jul 13 07:12:52.092245 n-d-798249-7 neutron-server[93841]: {{(pid=93841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:12:52.151200 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] For port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:12:52.172273 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] For port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a,segment=NetworkSegment(136c7e0a-d5f1-4071-a1ce-3fe410a6c73d),segment_id=136c7e0a-d5f1-4071-a1ce-3fe410a6c73d)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:12:52.176319 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:52.234551 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Routers {'bf9b6f14-dd4c-40b8-965c-dd51880d4941'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:12:52.235256 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:12:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bf9b6f14-dd4c-40b8-965c-dd51880d4941'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:52.238142 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ba1f9-156c-48dd-8de7-13c7c7fb498e None None] Pushing event updated for resources: {'Port': ['ID=48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:52.323958 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] Set router bf9b6f14-dd4c-40b8-965c-dd51880d4941 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:12:52.534825 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'name': 'router1', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:12:40Z', 'updated_at': '2021-07-13T07:12:49Z', 'revision_number': 2, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'gw_port_host': None, '_interfaces': [{'id': '48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a', 'name': '', 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'mac_address': 'fa:16:3e:07:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:12:49Z', 'updated_at': '2021-07-13T07:12:52Z', 'revision_number': 4, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'subnets': [{'id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5206575a-1333-4f1e-af4c-949d72ba317a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:52.561442 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41ceaf-7b8f-4a6b-999e-c1ce4201a987 None None] The sync data for ids ['bf9b6f14-dd4c-40b8-965c-dd51880d4941'] in n-d-798249-7 is: [{'id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'name': 'router1', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:12:40Z', 'updated_at': '2021-07-13T07:12:49Z', 'revision_number': 2, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'gw_port_host': None, '_interfaces': [{'id': '48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a', 'name': '', 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'mac_address': 'fa:16:3e:07:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:12:49Z', 'updated_at': '2021-07-13T07:12:52Z', 'revision_number': 4, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'subnets': [{'id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5206575a-1333-4f1e-af4c-949d72ba317a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:12:52.813026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35432) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:52.920007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41077f9-f52f-4fb8-bc99-9fc0c0931baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:52.921411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a41077f9-f52f-4fb8-bc99-9fc0c0931baa admin admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 842 time: 0.1074376 Jul 13 07:12:52.931341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:12:52.955468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Made reservation on behalf of d8d5f659f2bd411da052b46d1b7f6dc8 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:12:52.957772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:53.268425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.objects.ports [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:12:53.268852 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:53.326042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6424a0b2-fa07-402b-8112-976af92c85f9,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:53.334359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:12:53.334712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Network hostable DHCP agents. Network: 75b317aa-f619-44a8-8b4e-874cbb2cbe23, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:12:53.356766 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:12:53.367092 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 75b317aa-f619-44a8-8b4e-874cbb2cbe23) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:12:53.373247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:53.374294 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:53.377177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4745f-8770-47bb-a737-0f911b6bc832 None None] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:12:53.400560 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2b2d7a19-fe8f-4649-8c63-f4a8e14b75b9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4732764 Jul 13 07:12:53.507907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff17d4f-42f0-4554-a6d7-0e5704d560da None None] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:12:55.686693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35444) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:12:55.813922 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-127cf477-413e-4551-b62c-252703d5f686 admin admin] 10.222.0.44 "GET /v2.0/routers/bf9b6f14-dd4c-40b8-965c-dd51880d4941 HTTP/1.1" status: 200 len: 710 time: 0.1261165 Jul 13 07:12:55.900292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3f917-3fd8-4a98-bd01-d0d0d658d142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:12:55.901661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-11b3f917-3fd8-4a98-bd01-d0d0d658d142 admin admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 886 time: 0.0827677 Jul 13 07:12:55.910174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:12:56.220538 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:56.450948 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:56.528465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:56.630302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Allocated IP 172.25.6.216 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/7508149f-df0d-44ad-ab1f-bed18eaf7fe4) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:12:56.733165 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:56.768991 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:56.801070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:12:56.803768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:12:56.806619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:12:56.857160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:12:56.887396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Pushing event updated for resources: {'Port': ['ID=7508149f-df0d-44ad-ab1f-bed18eaf7fe4,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:56.907937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:12:56.911318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:56.911689 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:57.036512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:57.067103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a,segment=NetworkSegment(136c7e0a-d5f1-4071-a1ce-3fe410a6c73d),segment_id=136c7e0a-d5f1-4071-a1ce-3fe410a6c73d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:12:57.071516 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:57.073485 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:57.129705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:57.349750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cbe171c1-2c47-4b6f-837a-a22ddf190c4d None None] Provisioning complete for port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:57.350039 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbe171c1-2c47-4b6f-837a-a22ddf190c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:57.353352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:57.356535 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:57.458481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Router bf9b6f14-dd4c-40b8-965c-dd51880d4941 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:12:57.559990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:12:57.564306 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:57.565508 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4b32cdbf-13a3-4003-a98d-d5be3aa140c1 admin admin] 10.222.0.44 "PUT /v2.0/routers/bf9b6f14-dd4c-40b8-965c-dd51880d4941 HTTP/1.1" status: 200 len: 890 time: 1.6585135 Jul 13 07:12:57.571475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Sync routers for ids ['bf9b6f14-dd4c-40b8-965c-dd51880d4941'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:12:57.582594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Routers {'bf9b6f14-dd4c-40b8-965c-dd51880d4941'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:12:57.583276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:12:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bf9b6f14-dd4c-40b8-965c-dd51880d4941'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:57.799305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Set router bf9b6f14-dd4c-40b8-965c-dd51880d4941 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:12:58.186704 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'name': 'router1', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '7508149f-df0d-44ad-ab1f-bed18eaf7fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:12:40Z', 'updated_at': '2021-07-13T07:12:56Z', 'revision_number': 4, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'gw_port': {'id': '7508149f-df0d-44ad-ab1f-bed18eaf7fe4', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:12:56Z', 'updated_at': '2021-07-13T07:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a', 'name': '', 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'mac_address': 'fa:16:3e:07:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:12:49Z', 'updated_at': '2021-07-13T07:12:57Z', 'revision_number': 5, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'subnets': [{'id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5206575a-1333-4f1e-af4c-949d72ba317a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:58.237478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Checking router: bf9b6f14-dd4c-40b8-965c-dd51880d4941 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:12:58.237830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Updating router bf9b6f14-dd4c-40b8-965c-dd51880d4941 port 7508149f-df0d-44ad-ab1f-bed18eaf7fe4 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:12:58.268853 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:58.445078 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:12:58.580572 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:58.590756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Transition to ACTIVE for port object 7508149f-df0d-44ad-ab1f-bed18eaf7fe4 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:12:58.596965 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:58.645360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Attempting to bind port 7508149f-df0d-44ad-ab1f-bed18eaf7fe4 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:12:58.645737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Attempting to bind port 7508149f-df0d-44ad-ab1f-bed18eaf7fe4 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:12:58.646104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Attempting to bind port 7508149f-df0d-44ad-ab1f-bed18eaf7fe4 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:12:58.654906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:12:58.655280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:12:58.655681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:58.656094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:12:58.656557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Bound port: 7508149f-df0d-44ad-ab1f-bed18eaf7fe4, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:12:58.656982 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:58.659196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c41d7e-c529-4a49-9865-cdf570b6364c None None] Pushing event updated for resources: {'Port': ['ID=7508149f-df0d-44ad-ab1f-bed18eaf7fe4,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:58.784583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] For port 7508149f-df0d-44ad-ab1f-bed18eaf7fe4, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:12:58.787490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] For port 7508149f-df0d-44ad-ab1f-bed18eaf7fe4, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7508149f-df0d-44ad-ab1f-bed18eaf7fe4,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:12:58.793784 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:58.852653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Routers {'bf9b6f14-dd4c-40b8-965c-dd51880d4941'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:12:58.853271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:12:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bf9b6f14-dd4c-40b8-965c-dd51880d4941'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:58.861398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:12:58.863233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c41d7e-c529-4a49-9865-cdf570b6364c None None] Pushing event updated for resources: {'Port': ['ID=7508149f-df0d-44ad-ab1f-bed18eaf7fe4,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:12:58.993557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:12:58.993938 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:59.019870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] Set router bf9b6f14-dd4c-40b8-965c-dd51880d4941 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:12:59.262361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'name': 'router1', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '7508149f-df0d-44ad-ab1f-bed18eaf7fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:12:40Z', 'updated_at': '2021-07-13T07:12:56Z', 'revision_number': 4, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'gw_port': {'id': '7508149f-df0d-44ad-ab1f-bed18eaf7fe4', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:12:56Z', 'updated_at': '2021-07-13T07:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a', 'name': '', 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'mac_address': 'fa:16:3e:07:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:12:49Z', 'updated_at': '2021-07-13T07:12:57Z', 'revision_number': 5, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'subnets': [{'id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5206575a-1333-4f1e-af4c-949d72ba317a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:12:59.290957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ea077b-ab1e-4c70-9783-ac32c3cb1f82 None None] The sync data for ids ['bf9b6f14-dd4c-40b8-965c-dd51880d4941'] in n-d-798249-7 is: [{'id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'name': 'router1', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '7508149f-df0d-44ad-ab1f-bed18eaf7fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:12:40Z', 'updated_at': '2021-07-13T07:12:56Z', 'revision_number': 4, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'gw_port': {'id': '7508149f-df0d-44ad-ab1f-bed18eaf7fe4', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:12:56Z', 'updated_at': '2021-07-13T07:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a', 'name': '', 'network_id': '0657f19a-9713-4f2b-a8c4-2ae0709cdf3a', 'tenant_id': '38b6bd8779f6401cadef964d6990ff05', 'mac_address': 'fa:16:3e:07:89:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b6f14-dd4c-40b8-965c-dd51880d4941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:12:49Z', 'updated_at': '2021-07-13T07:12:57Z', 'revision_number': 5, 'project_id': '38b6bd8779f6401cadef964d6990ff05', 'subnets': [{'id': 'fbf5c83b-9ace-49c8-a8df-a0bf231688f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5206575a-1333-4f1e-af4c-949d72ba317a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:12:59.998866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35452) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:13:00.123603 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f82e831f-4931-4154-b72e-c04e0e3e809a admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1236215 Jul 13 07:13:00.869157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7508149f-df0d-44ad-ab1f-bed18eaf7fe4 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:13:00.926955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 7508149f-df0d-44ad-ab1f-bed18eaf7fe4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:13:00.931664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7508149f-df0d-44ad-ab1f-bed18eaf7fe4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:13:00.932081 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:01.016867 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:01.036941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 7508149f-df0d-44ad-ab1f-bed18eaf7fe4, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7508149f-df0d-44ad-ab1f-bed18eaf7fe4,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:13:01.040971 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:01.094319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=7508149f-df0d-44ad-ab1f-bed18eaf7fe4,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:13:02.862171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7508149f-df0d-44ad-ab1f-bed18eaf7fe4 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:13:02.920604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7508149f-df0d-44ad-ab1f-bed18eaf7fe4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:13:02.921083 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:14.152285 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-20ba6897-2fee-4f39-ade6-9994d75395b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:16.989091 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-52d69d8d-517b-4fa4-b46c-3f141d02089a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:17.005180 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:17.709856 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:19.513570 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:35.449904 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:13:44.144005 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9ffa-dde4-45d3-aae0-5dfc43ce3fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:46.990538 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a19a5de-e72c-456b-96ad-fdb4f2dee9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:47.007127 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:47.697574 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:49.523661 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:12.448926 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:14:14.145254 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f4441be7-7606-4511-bb4a-ea28b47a999f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:16.983332 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b873fa6d-bb91-45aa-b427-21a19bb3228c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:17.001214 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:17.703066 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:19.525492 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:39.996921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36052) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:40.060310 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fb5527-409f-4e54-9cc9-6917fa588b32 admin admin] GET failed (client error): The resource could not be found. Jul 13 07:14:40.061742 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d2fb5527-409f-4e54-9cc9-6917fa588b32 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638082 Jul 13 07:14:40.223122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8ebeb-7536-4bcd-8a63-8f96afcacda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:40.224536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-64b8ebeb-7536-4bcd-8a63-8f96afcacda1 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583288 Jul 13 07:14:42.355327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36062) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:42.448325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47946bda-ba84-4250-9471-e41532f6af21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:42.449710 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-47946bda-ba84-4250-9471-e41532f6af21 admin admin] 10.222.0.44 "GET /v2.0/subnets/fbf5c83b-9ace-49c8-a8df-a0bf231688f7 HTTP/1.1" status: 200 len: 849 time: 0.0934336 Jul 13 07:14:42.458956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:14:42.539271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:42.682161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732162714965'] for subnet, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:42.713291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:42.713900 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:42.715196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] 10.222.0.44 "PUT /v2.0/subnets/fbf5c83b-9ace-49c8-a8df-a0bf231688f7 HTTP/1.1" status: 200 len: 868 time: 0.2601199 Jul 13 07:14:42.723278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d8d43b-f4f4-4bb4-bcc6-47b2c510cd9e None None] Network 0657f19a-9713-4f2b-a8c4-2ae0709cdf3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:14:42.737401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf5c83b-9ace-49c8-a8df-a0bf231688f7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:14:42.744905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.745891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.745891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.746084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.746256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.746746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.747087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.747799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.747799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.748109 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.748447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:42.748773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4910c4f-ad1d-4ae5-b35e-67e06a286782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:14:43.089561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c298326b-48b6-40aa-8e91-e4e886258bf4 None None] Provisioning complete for port ba95a8a2-119c-48e7-88f8-55ea513b6d9f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:14:43.089935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c298326b-48b6-40aa-8e91-e4e886258bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:43.180543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c298326b-48b6-40aa-8e91-e4e886258bf4 None None] Provisioning complete for port 48c12ac3-1ab3-4e23-8b15-59d54d1bbe1a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:14:43.180808 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c298326b-48b6-40aa-8e91-e4e886258bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:44.147904 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-295bdfe3-fe25-417e-975e-c3f85b5a1f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:44.907205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36070) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:45.102544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bccdb-ae29-4c5e-ba47-dd53ff5e6e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:45.102924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bccdb-ae29-4c5e-ba47-dd53ff5e6e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:45.104513 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-643bccdb-ae29-4c5e-ba47-dd53ff5e6e26 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1957824 Jul 13 07:14:46.987276 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c87d-a5fa-48b8-83e1-180433e8d867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:47.004867 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:47.258133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36078) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:47.458325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f1c9e-ccf4-4512-9f7d-8b4e9615d19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:47.458729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f1c9e-ccf4-4512-9f7d-8b4e9615d19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:47.460314 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-af8f1c9e-ccf4-4512-9f7d-8b4e9615d19b admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2012088 Jul 13 07:14:47.703394 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:49.447105 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:14:49.528217 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:49.664500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36088) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:49.791108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476c22a-febe-4d6c-8eef-24a91d9e5536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:49.792491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c476c22a-febe-4d6c-8eef-24a91d9e5536 admin admin] 10.222.0.44 "GET /v2.0/networks/0657f19a-9713-4f2b-a8c4-2ae0709cdf3a HTTP/1.1" status: 200 len: 869 time: 0.1270418 Jul 13 07:14:51.958372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36096) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:52.083618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee8b5f5-637a-4754-9ca7-dd6435731695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:52.085020 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fee8b5f5-637a-4754-9ca7-dd6435731695 admin admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 886 time: 0.1257064 Jul 13 07:14:54.222733 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36104) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:54.341864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6bef2-f55e-44d8-a1d8-2f715f6a81c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:54.342327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6bef2-f55e-44d8-a1d8-2f715f6a81c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:54.344138 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-64f6bef2-f55e-44d8-a1d8-2f715f6a81c4 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204116 Jul 13 07:14:56.492929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36112) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:56.584771 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc067c24-343a-4779-8e91-5da2c29a331b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:56.585236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc067c24-343a-4779-8e91-5da2c29a331b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:56.586757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dc067c24-343a-4779-8e91-5da2c29a331b admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928848 Jul 13 07:14:58.722451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36120) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:58.805359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed98613-53be-421f-adf9-ab3a8ced9350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:14:58.806690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8ed98613-53be-421f-adf9-ab3a8ced9350 admin admin] 10.222.0.44 "GET /v2.0/subnets/6424a0b2-fa07-402b-8112-976af92c85f9 HTTP/1.1" status: 200 len: 816 time: 0.0831797 Jul 13 07:15:00.930477 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36128) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:01.021411 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12469ae9-db3d-4545-af1f-804aa5d9ad03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:15:01.022742 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-12469ae9-db3d-4545-af1f-804aa5d9ad03 admin admin] 10.222.0.44 "GET /v2.0/subnets/fbf5c83b-9ace-49c8-a8df-a0bf231688f7 HTTP/1.1" status: 200 len: 868 time: 0.0912926 Jul 13 07:15:14.150495 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-55eff78f-84fc-4ccd-86f6-652328ed34a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:16.987998 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4acc5065-2303-4b0c-9fc8-35320c82a292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:17.005141 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:17.792350 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:19.530936 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:25.353034 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36180) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:25.398662 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-c4ad043b-189d-429f-a7e8-53cbdf20eafb admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:15:25.399652 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c4ad043b-189d-429f-a7e8-53cbdf20eafb admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456910 Jul 13 07:15:26.445525 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:15:27.625245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36188) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:27.685933 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-957b9b49-d136-4ad3-87df-c6c6d78f7b33 admin admin] GET failed (client error): The resource could not be found. Jul 13 07:15:27.687782 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-957b9b49-d136-4ad3-87df-c6c6d78f7b33 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611169 Jul 13 07:15:27.826365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd84883f-2b5b-4784-910a-63e30015b73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:15:27.827830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fd84883f-2b5b-4784-910a-63e30015b73d admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355879 Jul 13 07:15:29.993603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36196) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:30.038464 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:15:30.058458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Made reservation on behalf of d8d5f659f2bd411da052b46d1b7f6dc8 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:15:30.060900 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:30.088506 n-d-798249-7 neutron-server[93839]: WARNING neutron.services.revisions.revision_plugin [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Could not find related network for resource to bump revision. Jul 13 07:15:30.100451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:15:30.109554 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:30.109896 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Added segment 19e71e71-aaa8-42b3-b989-bbcd94e95b40 of type vlan for network 30532494-e9b9-4a20-a890-30c54d24fa4e Jul 13 07:15:30.146823 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:30.175923 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:30.176891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:15:30.177463 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:30.207131 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2124355 Jul 13 07:15:30.240665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Pushing event updated for resources: {'Network': ['ID=30532494-e9b9-4a20-a890-30c54d24fa4e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:15:30.247808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.248182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.248524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.248861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.249192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.249563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.250059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.250391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.250718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.251043 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.251371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.251692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c5a84e-fc26-4204-8dfb-b5d25155f552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:30.263515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 30532494-e9b9-4a20-a890-30c54d24fa4e details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:15:32.380921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36204) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:32.439704 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-838dc65f-d990-4f29-baa8-67cdafc1f046 admin admin] GET failed (client error): The resource could not be found. Jul 13 07:15:32.441164 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-838dc65f-d990-4f29-baa8-67cdafc1f046 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592918 Jul 13 07:15:32.510398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d15c5d8-42ed-4219-800b-1758e8754c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:15:32.511826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4d15c5d8-42ed-4219-800b-1758e8754c5e admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668528 Jul 13 07:15:32.521504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:15:32.542388 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Made reservation on behalf of d8d5f659f2bd411da052b46d1b7f6dc8 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:15:32.543900 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:32.702175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:32.854672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:15:32.862264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:15:32.862630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Network hostable DHCP agents. Network: 30532494-e9b9-4a20-a890-30c54d24fa4e, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:15:32.878599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:15:32.886862 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 30532494-e9b9-4a20-a890-30c54d24fa4e) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:15:32.891586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:15:32.892218 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:32.897279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d654ea2f-a2f8-4b67-a54c-c644148b1884 None None] Network 30532494-e9b9-4a20-a890-30c54d24fa4e requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:15:32.905338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-348e0d32-67b1-4219-bc17-f238d86d8ad8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3872993 Jul 13 07:15:33.052494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-30532494-e9b9-4a20-a890-30c54d24fa4e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'tenant_id': 'd8d5f659f2bd411da052b46d1b7f6dc8', 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:15:33.053376 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:33.198965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Allocated IP 192.168.233.2 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/ba0b2332-5f3f-4a3c-bc42-82491913e4d0) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:15:33.344465 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:33.352952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Transition to ACTIVE for port object ba0b2332-5f3f-4a3c-bc42-82491913e4d0 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:15:33.368004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Transition to ACTIVE for port object ba0b2332-5f3f-4a3c-bc42-82491913e4d0 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:15:33.373995 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:33.414563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:15:33.417420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:15:33.420939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:15:33.428839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Pushing event updated for resources: {'Port': ['ID=ba0b2332-5f3f-4a3c-bc42-82491913e4d0,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:15:33.453384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.453734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.454078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.454417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.454750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.455080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.455408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.455735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.456116 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.456420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.456745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.457089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:33.492233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Attempting to bind port ba0b2332-5f3f-4a3c-bc42-82491913e4d0 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:15:33.492605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Attempting to bind port ba0b2332-5f3f-4a3c-bc42-82491913e4d0 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:15:33.492973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Attempting to bind port ba0b2332-5f3f-4a3c-bc42-82491913e4d0 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:15:33.497926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:15:33.498294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:15:33.498698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:33.499088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:15:33.500306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Bound port: ba0b2332-5f3f-4a3c-bc42-82491913e4d0, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:15:33.500714 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:33.566336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] For port ba0b2332-5f3f-4a3c-bc42-82491913e4d0, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:15:33.569888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] For port ba0b2332-5f3f-4a3c-bc42-82491913e4d0, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ba0b2332-5f3f-4a3c-bc42-82491913e4d0,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:15:33.576317 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:33.641909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2474cc-5e84-4077-aa73-926bb6d61cdb None None] Pushing event updated for resources: {'Port': ['ID=ba0b2332-5f3f-4a3c-bc42-82491913e4d0,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:15:34.458541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac4da17-e8c4-43ba-9e40-48fa5b1b1eae None None] Network 30532494-e9b9-4a20-a890-30c54d24fa4e requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:15:34.572763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f9febd27-5b1b-4e87-8f25-044558362748 None None] Provisioning for port ba0b2332-5f3f-4a3c-bc42-82491913e4d0 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:15:35.019421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ba0b2332-5f3f-4a3c-bc42-82491913e4d0 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:15:35.069139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port ba0b2332-5f3f-4a3c-bc42-82491913e4d0 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:15:35.072954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ba0b2332-5f3f-4a3c-bc42-82491913e4d0 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:15:35.073325 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:35.152366 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:35.184141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port ba0b2332-5f3f-4a3c-bc42-82491913e4d0, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ba0b2332-5f3f-4a3c-bc42-82491913e4d0,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:15:35.188671 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:35.240210 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=ba0b2332-5f3f-4a3c-bc42-82491913e4d0,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:15:36.985335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ba0b2332-5f3f-4a3c-bc42-82491913e4d0 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:15:37.033068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ba0b2332-5f3f-4a3c-bc42-82491913e4d0 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:15:37.033695 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:44.152471 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-32f6b33e-1a15-4466-99ef-94449e1cdb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:46.988830 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ebd3a844-9839-4de4-a019-a3d81343c722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:47.006191 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:47.711066 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:49.533647 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:03.444697 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:16:14.155129 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5f9cf006-8646-4d6c-a9c9-08e5336ca480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:16.990019 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e18a1bb1-1d03-406c-b957-ee448c5137e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.008515 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.713258 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:19.539259 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:40.443272 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:16:42.576408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36256) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:42.582537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-b36e1fd0-6cee-4dbd-8e06-f35384326913 tempest-verify_tempest_config-2484313 tempest-verify_tempest_config-2484313-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:16:42.583525 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b36e1fd0-6cee-4dbd-8e06-f35384326913 tempest-verify_tempest_config-2484313 tempest-verify_tempest_config-2484313-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061369 Jul 13 07:16:42.879656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36274) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:42.990316 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.106541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.110285 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.157819 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9cb6692e86a440b7b3f7db8870a7fe47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2770388 Jul 13 07:16:43.158781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d28d68-7f0d-4958-9a56-c00c919a408f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:43.160754 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36280) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:43.166710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.167051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.167426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.167804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.168357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.168832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.169171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.169508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.169840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.170170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.170499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.170825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d0a53-7709-44ea-aee3-35bf64e6f7ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.219584 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.239498 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.323805 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.327192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.328406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55d28d68-7f0d-4958-9a56-c00c919a408f HTTP/1.1" status: 204 len: 168 time: 0.1665339 Jul 13 07:16:43.335998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d28d68-7f0d-4958-9a56-c00c919a408f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:43.343062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.343416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.343758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.344125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.344458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.344794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.345142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.345449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.345775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.346101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.346426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:43.346752 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70045eea-10b7-43cc-a230-68be072204ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:44.157406 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e51fd9f6-ef8a-4da9-99c8-f87a84799180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.990461 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-453f4f8d-ad58-45c2-b20f-4d25036c4a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.007979 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.716846 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:49.543223 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.157265 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f22652fb-461f-489c-9972-d964a4d5d1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.990261 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7b50ae84-e4a1-4ae2-8740-cd3372b2955c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:17.009257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:17.442482 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:17:17.719619 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:19.543101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.157706 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0a39903f-7ae3-4f1c-b77e-fe64bf776c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.992436 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-575675cd-303b-41a1-995d-6ea4a6340aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:47.009196 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:47.721488 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:49.545822 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:54.440411 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:18:14.157649 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9feca19f-2556-440a-9e6f-d53c394a49e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:16.992298 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d93ffbad-6801-4b7e-b70d-28a743e7ffa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:17.009343 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:17.724598 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:19.547895 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:31.439302 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:18:44.158101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3adc6efb-b38a-452a-9ed3-d487a317cabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:46.992267 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cfc37654-e262-4c38-b201-6f6bfd5913ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.010081 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.729121 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.552965 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.437834 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 5 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:19:14.160716 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3623cbba-6448-4c93-8bed-e33ae2852f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.991520 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-878a24e5-7158-403c-9648-1c36e82cb637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.012280 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.730644 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.556078 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.079738 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630338'] for agent, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.634269 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1630338'] for agent, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.161150 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-60493f8c-b711-4a8a-8fae-34f077e973cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.438330 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:19:46.993359 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-04eea1f4-b2e6-4660-a347-a9418347b08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.012442 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.732430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.558731 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.076478 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.613818 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.161290 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1484aed8-7a69-4a55-85a8-5fdd30df573f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.993942 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a0ae836b-4bd6-4090-acdc-e95967d71ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.012436 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.736064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.562505 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.043906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36340) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:22.144557 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-25d2b00e-4bfb-4dc5-9481-ff8edd88c12f admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0995493 Jul 13 07:20:22.438304 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:20:24.313366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36350) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:24.366354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b4c92ecf-a0df-42d3-955f-1cff9377d231 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0518236 Jul 13 07:20:34.106272 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.617013 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.161092 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aec656dc-d46f-4192-b702-9870fd3da4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.996724 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-98fadc14-5d1c-471f-b1ac-8745b8bcfa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.011460 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.737686 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:49.565057 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:59.438384 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:21:04.125342 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:07.615949 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:14.163535 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc9f3882-53b6-46d4-b32c-185acafe335f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.997648 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-327b1e42-c803-4ce9-b4a1-83e744eaec6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.014299 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.740883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.570462 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:34.121185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:36.439202 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:21:37.612870 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.649758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36594) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:44.084389 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2b95b944-ca93-41bd-ba67-79de51947ffe tempest-AutoAllocateNetworkTest-449596686 tempest-AutoAllocateNetworkTest-449596686-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f0aee35859074c89a15b48c5dbfe7c51&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4328043 Jul 13 07:21:44.087184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36620) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:44.172957 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bd88a25-7780-425c-91a1-b8ead1af336f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:44.285641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e189c-d8ad-4dba-9a2a-af1ce6c4dee9 tempest-AutoAllocateNetworkTest-449596686 tempest-AutoAllocateNetworkTest-449596686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.290120 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-824e189c-d8ad-4dba-9a2a-af1ce6c4dee9 tempest-AutoAllocateNetworkTest-449596686 tempest-AutoAllocateNetworkTest-449596686-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2012193 Jul 13 07:21:44.290318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36636) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:44.351954 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-004ff4de-353c-477b-b546-1ba07be88117 tempest-AutoAllocateNetworkTest-449596686 tempest-AutoAllocateNetworkTest-449596686-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601156 Jul 13 07:21:44.354545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36640) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:44.383727 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a347294c-3fe2-4593-9ee2-b9271a171d5e tempest-AutoAllocateNetworkTest-449596686 tempest-AutoAllocateNetworkTest-449596686-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f0aee35859074c89a15b48c5dbfe7c51 HTTP/1.1" status: 200 len: 208 time: 0.0280590 Jul 13 07:21:45.114790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36678) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:45.482079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.589797 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.594467 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.641172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfbe593-4719-4f2a-b197-40f6c9d153bc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:45.651523 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0aee35859074c89a15b48c5dbfe7c51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5356843 Jul 13 07:21:45.653076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.653490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.653896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.654503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36708) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:45.664552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.664912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.665491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.665829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.666157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.666495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.666846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.667172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.667490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f6c1f-7c2b-4d67-a151-288e899f192d admin admin] Tracked resource versions report: Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: pushed versions: Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: { 'AddressGroup': {'1.2'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'ConntrackHelper': {'1.0'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'Log': {'1.0'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'Network': {'1.1'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'Port': {'1.7'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'PortForwarding': {'1.2'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'QosPolicy': {'1.8'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'SecurityGroup': {'1.4'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'SubPort': {'1.0'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'Subnet': {'1.1'}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'Trunk': {'1.1'}} Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: consumer versions: Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: { DHCP agent@n-d-798249-7: {}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: HyperV agent@n-h1-798249-7: {}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: HyperV agent@n-h2-798249-7: {}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: L3 agent@n-d-798249-7: {}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: Metadata agent@n-d-798249-7: {}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: Metering agent@n-d-798249-7: {}, Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: Open vSwitch agent@n-d-798249-7: { 'AddressGroup': '1.2', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'ConntrackHelper': '1.0', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'Log': '1.0', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'Network': '1.1', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'Port': '1.7', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'PortForwarding': '1.2', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'QosPolicy': '1.8', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'SecurityGroup': '1.4', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'SecurityGroupRule': '1.2', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'SubPort': '1.0', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'Subnet': '1.1', Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: 'Trunk': '1.1'}} Jul 13 07:21:45.668779 n-d-798249-7 neutron-server[93839]: {{(pid=93839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:21:45.719068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.759893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.819806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.822585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.824218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cfbe593-4719-4f2a-b197-40f6c9d153bc HTTP/1.1" status: 204 len: 168 time: 0.1672940 Jul 13 07:21:45.835013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfbe593-4719-4f2a-b197-40f6c9d153bc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:45.844562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.844777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.845321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.845828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.846326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.847398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.848066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.848578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.849071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.849815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.850326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.851771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e9070-1014-4a1d-a4c6-8b735a43e75e admin admin] Tracked resource versions report: Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: pushed versions: Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: { 'AddressGroup': {'1.2'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'ConntrackHelper': {'1.0'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'Log': {'1.0'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'Network': {'1.1'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'Port': {'1.7'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'PortForwarding': {'1.2'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'QosPolicy': {'1.8'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'SecurityGroup': {'1.4'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'SubPort': {'1.0'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'Subnet': {'1.1'}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'Trunk': {'1.1'}} Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: consumer versions: Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: { DHCP agent@n-d-798249-7: {}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: HyperV agent@n-h1-798249-7: {}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: HyperV agent@n-h2-798249-7: {}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: L3 agent@n-d-798249-7: {}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: Metadata agent@n-d-798249-7: {}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: Metering agent@n-d-798249-7: {}, Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: Open vSwitch agent@n-d-798249-7: { 'AddressGroup': '1.2', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'ConntrackHelper': '1.0', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'Log': '1.0', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'Network': '1.1', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'Port': '1.7', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'PortForwarding': '1.2', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'QosPolicy': '1.8', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'SecurityGroup': '1.4', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'SecurityGroupRule': '1.2', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'SubPort': '1.0', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'Subnet': '1.1', Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: 'Trunk': '1.1'}} Jul 13 07:21:45.853174 n-d-798249-7 neutron-server[93838]: {{(pid=93838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:21:47.001314 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2227b563-bb69-4e61-b5c7-42bedd540ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.026675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36792) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:47.031983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.297400 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e02405bd-2c09-4211-908d-81f0c0fac4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.419092 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e02405bd-2c09-4211-908d-81f0c0fac4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.426065 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e02405bd-2c09-4211-908d-81f0c0fac4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.460908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02405bd-2c09-4211-908d-81f0c0fac4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43625e6a-d2b1-4a1c-bb33-d97f50805f68,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:47.476237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36840) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:47.486606 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e02405bd-2c09-4211-908d-81f0c0fac4a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6d348f324ce44518bb3d5a97612a2d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4585996 Jul 13 07:21:47.556749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ae454b6-cb49-488f-911c-e98e90ad04a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.599130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ae454b6-cb49-488f-911c-e98e90ad04a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.661410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ae454b6-cb49-488f-911c-e98e90ad04a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.666640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ae454b6-cb49-488f-911c-e98e90ad04a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.668244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1ae454b6-cb49-488f-911c-e98e90ad04a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43625e6a-d2b1-4a1c-bb33-d97f50805f68 HTTP/1.1" status: 204 len: 168 time: 0.1908982 Jul 13 07:21:47.679761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae454b6-cb49-488f-911c-e98e90ad04a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43625e6a-d2b1-4a1c-bb33-d97f50805f68,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:47.751702 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.049294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36906) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:48.130706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36916) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:48.290990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f039-9253-4367-ae3f-3d37a57acf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.401797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36928) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:48.427579 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f081-45b4-44ef-8c82-ce4907534685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.429373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f039-9253-4367-ae3f-3d37a57acf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.442558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f039-9253-4367-ae3f-3d37a57acf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.492308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4f039-9253-4367-ae3f-3d37a57acf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021b1d9a-f1aa-499e-a691-b432ec7abb32,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:48.518309 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e1f4f039-9253-4367-ae3f-3d37a57acf65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81d5eebffc7e439980bc9cecf435f1cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4651375 Jul 13 07:21:48.519682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36934) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:48.553051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f081-45b4-44ef-8c82-ce4907534685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.558566 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f081-45b4-44ef-8c82-ce4907534685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.574031 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c7ff14da-69c8-499e-944f-b6221aa4f164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.595529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7f081-45b4-44ef-8c82-ce4907534685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b652cd5-4083-4184-b9f9-b66ed00faaa7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:48.626149 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a6f7f081-45b4-44ef-8c82-ce4907534685 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=343cc03e3e3549c6ae33959387728fb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2229214 Jul 13 07:21:48.630402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36940) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:48.638986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c7ff14da-69c8-499e-944f-b6221aa4f164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.712370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c7ff14da-69c8-499e-944f-b6221aa4f164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.712554 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c7ff14da-69c8-499e-944f-b6221aa4f164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.714979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c7ff14da-69c8-499e-944f-b6221aa4f164 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/021b1d9a-f1aa-499e-a691-b432ec7abb32 HTTP/1.1" status: 204 len: 168 time: 0.1931176 Jul 13 07:21:48.720178 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6d68-b4dc-4cea-b721-2de909e5f2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.727944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff14da-69c8-499e-944f-b6221aa4f164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021b1d9a-f1aa-499e-a691-b432ec7abb32,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:48.737783 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb04c-15ea-4ae8-a837-bdfa4527c0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.763381 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb04c-15ea-4ae8-a837-bdfa4527c0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.858173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb04c-15ea-4ae8-a837-bdfa4527c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.860869 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb04c-15ea-4ae8-a837-bdfa4527c0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.862113 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fb4cb04c-15ea-4ae8-a837-bdfa4527c0f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b652cd5-4083-4184-b9f9-b66ed00faaa7 HTTP/1.1" status: 204 len: 168 time: 0.2283440 Jul 13 07:21:48.877075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cb04c-15ea-4ae8-a837-bdfa4527c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b652cd5-4083-4184-b9f9-b66ed00faaa7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:48.920418 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6d68-b4dc-4cea-b721-2de909e5f2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.931598 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6d68-b4dc-4cea-b721-2de909e5f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.976877 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8d8a6d68-b4dc-4cea-b721-2de909e5f2bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e0ae30a565b47b7a0b07d3d20471212&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8448033 Jul 13 07:21:48.978702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36976) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:49.006452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36982) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:49.021013 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a6d68-b4dc-4cea-b721-2de909e5f2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de41be3-d92c-4720-9bd4-11117b462eaa,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:49.066747 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb2f83a5-940f-43a5-a5c4-ff4c1db5ffe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.100421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb2f83a5-940f-43a5-a5c4-ff4c1db5ffe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.176006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb2f83a5-940f-43a5-a5c4-ff4c1db5ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.179721 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb2f83a5-940f-43a5-a5c4-ff4c1db5ffe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.188544 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eb2f83a5-940f-43a5-a5c4-ff4c1db5ffe2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9de41be3-d92c-4720-9bd4-11117b462eaa HTTP/1.1" status: 204 len: 168 time: 0.2087469 Jul 13 07:21:49.203207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f83a5-940f-43a5-a5c4-ff4c1db5ffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de41be3-d92c-4720-9bd4-11117b462eaa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:49.354970 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-186f1d15-3418-4eb4-b04a-884b6fdebd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.523857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37038) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:49.524394 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-186f1d15-3418-4eb4-b04a-884b6fdebd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.527224 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-111340c2-b6ff-4c27-b87d-f321b01b0ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.531276 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-186f1d15-3418-4eb4-b04a-884b6fdebd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.594879 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.610984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f1d15-3418-4eb4-b04a-884b6fdebd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10231728-84df-4f38-a235-43a116bf6442,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:49.618432 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-186f1d15-3418-4eb4-b04a-884b6fdebd77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa80a54fc1be4e668b2ca6c65895ea5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6109357 Jul 13 07:21:49.621154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37044) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:49.664721 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-111340c2-b6ff-4c27-b87d-f321b01b0ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.676450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-111340c2-b6ff-4c27-b87d-f321b01b0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.691124 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f384a29-6d9f-458d-adf2-85f767d82fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.718736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f384a29-6d9f-458d-adf2-85f767d82fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.726549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-111340c2-b6ff-4c27-b87d-f321b01b0ff7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5ee5dddbb5341d6ba4d30b34451e5b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2085512 Jul 13 07:21:49.726549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111340c2-b6ff-4c27-b87d-f321b01b0ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005d7a7e-1371-40bb-ad27-38a8317dc9d2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:49.726703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37058) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:49.815505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d6643c9e-2525-4bf1-a9d9-12834a4b2bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.824374 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f384a29-6d9f-458d-adf2-85f767d82fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.827398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f384a29-6d9f-458d-adf2-85f767d82fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.833031 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3f384a29-6d9f-458d-adf2-85f767d82fc2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10231728-84df-4f38-a235-43a116bf6442 HTTP/1.1" status: 204 len: 168 time: 0.2106199 Jul 13 07:21:49.845321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f384a29-6d9f-458d-adf2-85f767d82fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10231728-84df-4f38-a235-43a116bf6442,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:49.874198 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d6643c9e-2525-4bf1-a9d9-12834a4b2bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.957338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d6643c9e-2525-4bf1-a9d9-12834a4b2bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.961395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d6643c9e-2525-4bf1-a9d9-12834a4b2bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.966348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d6643c9e-2525-4bf1-a9d9-12834a4b2bce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/005d7a7e-1371-40bb-ad27-38a8317dc9d2 HTTP/1.1" status: 204 len: 168 time: 0.2392035 Jul 13 07:21:49.973497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37088) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:49.977427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643c9e-2525-4bf1-a9d9-12834a4b2bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d7a7e-1371-40bb-ad27-38a8317dc9d2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:49.991400 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f9df4a3-79b2-4e9d-b843-7911c92a95c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.105508 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f9df4a3-79b2-4e9d-b843-7911c92a95c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.112110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f9df4a3-79b2-4e9d-b843-7911c92a95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.156855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9df4a3-79b2-4e9d-b843-7911c92a95c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3944e36c-ce67-4d00-93ed-2e0488443b62,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:50.164809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0f9df4a3-79b2-4e9d-b843-7911c92a95c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad50290307844abfb45e930b67e3a004&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1875374 Jul 13 07:21:50.165186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37102) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:50.245216 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb02edc0-4a94-4c2f-bcd1-80da5fd97c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.273116 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb02edc0-4a94-4c2f-bcd1-80da5fd97c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.363403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37120) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:50.363605 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb02edc0-4a94-4c2f-bcd1-80da5fd97c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.366486 n-d-798249-7 neutron-server[93838]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 07:21:50.367133 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb02edc0-4a94-4c2f-bcd1-80da5fd97c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.371214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cb02edc0-4a94-4c2f-bcd1-80da5fd97c96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3944e36c-ce67-4d00-93ed-2e0488443b62 HTTP/1.1" status: 204 len: 168 time: 0.2046490 Jul 13 07:21:50.379995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02edc0-4a94-4c2f-bcd1-80da5fd97c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3944e36c-ce67-4d00-93ed-2e0488443b62,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:50.410820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-c7e48fd4-bc60-42cd-a8c7-11af78eb349b tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2ed3780dfafe4639a10cfa810a525784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456436 Jul 13 07:21:50.472554 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37126) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:50.493483 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-684d6531-c87a-4ecb-ad39-5e7f18b5d176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.595218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-37172cec-6ca8-43ec-ab08-40c7dc8bdf45 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:50.602355 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-37172cec-6ca8-43ec-ab08-40c7dc8bdf45 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844194 Jul 13 07:21:50.613435 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-684d6531-c87a-4ecb-ad39-5e7f18b5d176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.618942 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-684d6531-c87a-4ecb-ad39-5e7f18b5d176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.620732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-d0b9eacd-9f6f-4741-9070-ba84a66e904c tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/quotas/2ed3780dfafe4639a10cfa810a525784 HTTP/1.1" status: 200 len: 375 time: 0.0170929 Jul 13 07:21:50.668943 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d6531-c87a-4ecb-ad39-5e7f18b5d176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3e581a-1566-4e71-90a7-d2ce5621ac29,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:50.677343 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-684d6531-c87a-4ecb-ad39-5e7f18b5d176 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aac184c52f604c25918c546ff88c81fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2014015 Jul 13 07:21:50.678612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37130) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:50.702402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-0caa7915-1863-4ae4-bc9b-cf419ca3146b tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ed3780dfafe4639a10cfa810a525784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801005 Jul 13 07:21:50.755870 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3611ec45-c967-4c3c-b471-166bb65f5e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.786847 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3611ec45-c967-4c3c-b471-166bb65f5e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.816784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37138) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:50.851986 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3611ec45-c967-4c3c-b471-166bb65f5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.860475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3611ec45-c967-4c3c-b471-166bb65f5e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.860475 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3611ec45-c967-4c3c-b471-166bb65f5e88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc3e581a-1566-4e71-90a7-d2ce5621ac29 HTTP/1.1" status: 204 len: 168 time: 0.1768022 Jul 13 07:21:50.866378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611ec45-c967-4c3c-b471-166bb65f5e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3e581a-1566-4e71-90a7-d2ce5621ac29,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:50.995257 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-30f65f6f-ddec-4545-95d2-42efa64a2320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.089780 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-30f65f6f-ddec-4545-95d2-42efa64a2320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.095617 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-30f65f6f-ddec-4545-95d2-42efa64a2320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.141050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37172) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:51.141231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-30f65f6f-ddec-4545-95d2-42efa64a2320 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17720c22bffd4111982afacdd0e8ff3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3229227 Jul 13 07:21:51.142340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f65f6f-ddec-4545-95d2-42efa64a2320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d025497-62c4-4b21-9165-3e2db1d1cb95,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:51.202814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-48cf6811-a773-42b9-9732-220707f8a4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.228325 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-48cf6811-a773-42b9-9732-220707f8a4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.283043 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-48cf6811-a773-42b9-9732-220707f8a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.287048 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-48cf6811-a773-42b9-9732-220707f8a4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.291745 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-48cf6811-a773-42b9-9732-220707f8a4fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d025497-62c4-4b21-9165-3e2db1d1cb95 HTTP/1.1" status: 204 len: 168 time: 0.1494446 Jul 13 07:21:51.304789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf6811-a773-42b9-9732-220707f8a4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d025497-62c4-4b21-9165-3e2db1d1cb95,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:51.367600 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37188) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:51.654353 n-d-798249-7 neutron-server[93839]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 07:21:51.715169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b5eea54f-9bf9-4688-804f-c7979a46a911 req-c30ba871-8f43-48df-95f4-c13ef6a54c0a tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 210 time: 0.3457894 Jul 13 07:21:51.942453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37220) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:51.958175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75554ace-0ca3-41fd-bf62-cc8c5806c80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.069016 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75554ace-0ca3-41fd-bf62-cc8c5806c80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.074029 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75554ace-0ca3-41fd-bf62-cc8c5806c80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.112951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75554ace-0ca3-41fd-bf62-cc8c5806c80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00e37d9-1cd1-4be1-b5df-8e93afe60300,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:52.117424 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-75554ace-0ca3-41fd-bf62-cc8c5806c80d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9eed9902632549d6900dbcd3c46d0ea7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1737020 Jul 13 07:21:52.120435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37230) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:52.181499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26d61b83-8bb0-4ee8-8c52-1071f3016015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.210549 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26d61b83-8bb0-4ee8-8c52-1071f3016015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.274300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26d61b83-8bb0-4ee8-8c52-1071f3016015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.277478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26d61b83-8bb0-4ee8-8c52-1071f3016015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.278731 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-26d61b83-8bb0-4ee8-8c52-1071f3016015 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d00e37d9-1cd1-4be1-b5df-8e93afe60300 HTTP/1.1" status: 204 len: 168 time: 0.1541116 Jul 13 07:21:52.289805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d61b83-8bb0-4ee8-8c52-1071f3016015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00e37d9-1cd1-4be1-b5df-8e93afe60300,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:52.917596 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6e7922b-baa4-4804-8afa-e75c661d2c25 req-308edfce-ae7a-48f7-9d04-e98f58c8d0d9 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 210 time: 0.0475304 Jul 13 07:21:53.266203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.54', 60871) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:53.291138 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-6004e87e-8498-4a81-a5a3-edab879aea20 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2ed3780dfafe4639a10cfa810a525784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232337 Jul 13 07:21:53.506222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-f650a9d6-523e-40e8-b278-b075c5191208 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.508357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-f650a9d6-523e-40e8-b278-b075c5191208 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107904 Jul 13 07:21:53.570286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Request body: {'port': {'device_id': 'ca7f9ffe-3589-4cb3-aec7-adae591eca14', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '2ed3780dfafe4639a10cfa810a525784'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:53.791151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Made reservation on behalf of 2ed3780dfafe4639a10cfa810a525784 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:53.795788 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.811793 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.097749 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.100753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-286cd7f1-9235-4227-8ed4-23f5fc7b8ec4 req-d0fb93d6-b3b6-4eb3-9080-297288ca5f7d tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 210 time: 0.0441628 Jul 13 07:21:54.103534 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.224242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c687cd6-5b8d-44b6-b333-2bb3927a8546,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:54.395453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Allocated IP 192.168.233.188 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/91a1d77b-f011-4165-a50a-08ebd80339c3) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:54.612002 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.634769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Transition to ACTIVE for port object 91a1d77b-f011-4165-a50a-08ebd80339c3 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:54.703977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.827599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Pushing event updated for resources: {'Port': ['ID=91a1d77b-f011-4165-a50a-08ebd80339c3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:54.847128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:54.848887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:54.865892 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:54.880401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.881403 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.909986 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-ae2c07e7-9a07-4a41-aa8a-29f829f2c811 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3436072 Jul 13 07:21:54.939694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-292f3fe6-9d16-4dfc-b543-a89f30fb785e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:21:54.942263 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-292f3fe6-9d16-4dfc-b543-a89f30fb785e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107315 Jul 13 07:21:55.278859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1fc784f1-4861-42d2-8105-6533c3512bea None None] Provisioning for port 91a1d77b-f011-4165-a50a-08ebd80339c3 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:55.283127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1fc784f1-4861-42d2-8105-6533c3512bea None None] Provisioning complete for port 91a1d77b-f011-4165-a50a-08ebd80339c3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:55.283502 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1fc784f1-4861-42d2-8105-6533c3512bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.414449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1fc784f1-4861-42d2-8105-6533c3512bea None None] Port 91a1d77b-f011-4165-a50a-08ebd80339c3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:55.683194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a90a0-990e-4a2f-b976-eb76ca438fdf req-ab5a6631-5c4a-468b-80af-38926e89bc1d tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.704071 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f08a90a0-990e-4a2f-b976-eb76ca438fdf req-ab5a6631-5c4a-468b-80af-38926e89bc1d tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 936 time: 0.3503497 Jul 13 07:21:55.817917 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f08a90a0-990e-4a2f-b976-eb76ca438fdf req-99ed0677-5e8c-4a39-9b55-5151daeb769c tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101213 Jul 13 07:21:56.017207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37430) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:56.066538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37434) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:56.156517 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4902ccd-9273-4c8a-8cf2-a779af80548e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.226458 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d76afd68-ebdd-4793-a0bc-f5999b26163e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.338556 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4902ccd-9273-4c8a-8cf2-a779af80548e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.346131 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4902ccd-9273-4c8a-8cf2-a779af80548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.400482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4902ccd-9273-4c8a-8cf2-a779af80548e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b3b17b-5115-445b-8255-7706ebcd75ed,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:56.443155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a4902ccd-9273-4c8a-8cf2-a779af80548e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1fe8224d42a4f1183047ac3a29fa33a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4240875 Jul 13 07:21:56.446017 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37448) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:56.530298 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0bed6fc8-2501-4162-8be8-9412e0632096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.562125 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0bed6fc8-2501-4162-8be8-9412e0632096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.582576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d76afd68-ebdd-4793-a0bc-f5999b26163e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.587567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d76afd68-ebdd-4793-a0bc-f5999b26163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.615249 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-2d0462b9-8d74-437e-af90-d0c2a90f6bd6 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373509 Jul 13 07:21:56.621837 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d76afd68-ebdd-4793-a0bc-f5999b26163e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ec0755c4ad54dbc8e9518da7692fa23&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5536926 Jul 13 07:21:56.631297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37466) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:56.668297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76afd68-ebdd-4793-a0bc-f5999b26163e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d2e37f-f2cd-4ca9-b98a-3808cb938168,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:56.720123 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dd1f-9a28-425b-b91c-97c6b4215df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.734270 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0bed6fc8-2501-4162-8be8-9412e0632096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.738424 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0bed6fc8-2501-4162-8be8-9412e0632096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.739641 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0bed6fc8-2501-4162-8be8-9412e0632096 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5b3b17b-5115-445b-8255-7706ebcd75ed HTTP/1.1" status: 204 len: 168 time: 0.2924745 Jul 13 07:21:56.767599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dd1f-9a28-425b-b91c-97c6b4215df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.787506 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed6fc8-2501-4162-8be8-9412e0632096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b3b17b-5115-445b-8255-7706ebcd75ed,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:56.810832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-0f66101d-fac9-467f-aa11-66a17dae708d tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.827535 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-0f66101d-fac9-467f-aa11-66a17dae708d tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066979 Jul 13 07:21:56.843375 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-3d95f559-3588-49bd-8082-18c189c6bcae tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/quotas/21a9ac12eda848c3bed31a3cfc4d8936 HTTP/1.1" status: 200 len: 375 time: 0.0149579 Jul 13 07:21:56.861456 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dd1f-9a28-425b-b91c-97c6b4215df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.865551 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dd1f-9a28-425b-b91c-97c6b4215df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.872787 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bfd6dd1f-9a28-425b-b91c-97c6b4215df7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49d2e37f-f2cd-4ca9-b98a-3808cb938168 HTTP/1.1" status: 204 len: 168 time: 0.2400327 Jul 13 07:21:56.883672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6dd1f-9a28-425b-b91c-97c6b4215df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d2e37f-f2cd-4ca9-b98a-3808cb938168,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:56.913445 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-0aaa7366-3c15-4c9d-b00c-0b243b9d2dc7 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687101 Jul 13 07:21:57.317279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37494) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:57.361151 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4516c7f-ebdb-4f63-b52b-1bf0d10c4d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.588391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37506) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:57.588686 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4516c7f-ebdb-4f63-b52b-1bf0d10c4d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.593712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4516c7f-ebdb-4f63-b52b-1bf0d10c4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.596185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c69ff4-8ed4-4735-aeda-4d67096ec87f req-e864d20e-cd1f-4371-ac1f-1f6881d454ad tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.603630 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b8c69ff4-8ed4-4735-aeda-4d67096ec87f req-e864d20e-cd1f-4371-ac1f-1f6881d454ad tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 936 time: 0.0833769 Jul 13 07:21:57.635767 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3daaafe-ea22-4553-9b90-81c47a4bd793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.660203 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e4516c7f-ebdb-4f63-b52b-1bf0d10c4d2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3539ccf3459c449687a2b9a149e4c781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415897 Jul 13 07:21:57.669066 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b8c69ff4-8ed4-4735-aeda-4d67096ec87f req-686b036c-a584-4d54-b273-0e96ca79fb8e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584998 Jul 13 07:21:57.669066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37512) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:57.671151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4516c7f-ebdb-4f63-b52b-1bf0d10c4d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6774eb8-90c7-4e05-9942-4a156d7b22c9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:57.783721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ce0c490-91c9-49da-a9b5-392c3a7ccbea req-53593cdc-de64-43ed-9a9f-2347ef835acf tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 210 time: 0.0564883 Jul 13 07:21:57.844321 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ee71fbe-61fa-4823-86f3-bb3666f9ed2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.882477 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ee71fbe-61fa-4823-86f3-bb3666f9ed2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.935419 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3daaafe-ea22-4553-9b90-81c47a4bd793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.939819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3daaafe-ea22-4553-9b90-81c47a4bd793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.988442 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f3daaafe-ea22-4553-9b90-81c47a4bd793 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c23a2816e9ef40d5b8d613af596c95e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824339 Jul 13 07:21:57.989952 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ee71fbe-61fa-4823-86f3-bb3666f9ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.992399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37524) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:57.992882 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ee71fbe-61fa-4823-86f3-bb3666f9ed2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.994101 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3ee71fbe-61fa-4823-86f3-bb3666f9ed2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6774eb8-90c7-4e05-9942-4a156d7b22c9 HTTP/1.1" status: 204 len: 168 time: 0.3266745 Jul 13 07:21:57.995122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daaafe-ea22-4553-9b90-81c47a4bd793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee25c8d-22d6-45ca-97e4-f96f5d31c85c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:58.008281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee71fbe-61fa-4823-86f3-bb3666f9ed2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6774eb8-90c7-4e05-9942-4a156d7b22c9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:58.127215 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-62f95d3f-3000-480b-9ae3-4b4012986d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.166527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-62f95d3f-3000-480b-9ae3-4b4012986d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.246892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-62f95d3f-3000-480b-9ae3-4b4012986d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.249823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-62f95d3f-3000-480b-9ae3-4b4012986d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.254702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-62f95d3f-3000-480b-9ae3-4b4012986d91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ee25c8d-22d6-45ca-97e4-f96f5d31c85c HTTP/1.1" status: 204 len: 168 time: 0.2609520 Jul 13 07:21:58.292332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f95d3f-3000-480b-9ae3-4b4012986d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee25c8d-22d6-45ca-97e4-f96f5d31c85c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:58.882229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37572) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:58.904269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44573a0c-08e5-42c2-9e5b-fbe4cddf3763 req-eafc7c9c-16cb-42cf-8ede-26f774562c79 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.913480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44573a0c-08e5-42c2-9e5b-fbe4cddf3763 req-eafc7c9c-16cb-42cf-8ede-26f774562c79 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 936 time: 0.1004646 Jul 13 07:21:58.961679 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44573a0c-08e5-42c2-9e5b-fbe4cddf3763 req-424788d7-7b76-42d4-98ac-bb4b922b9322 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Jul 13 07:21:59.067193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79e948a0-2f42-427c-ba1f-4093aff4928f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.184124 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d70b7d4-9532-448d-a928-fe16ad8e55d7 req-e290469d-7db9-4f38-8d0e-2454f744d839 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 210 time: 0.0570488 Jul 13 07:21:59.228074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.53', 55609) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:59.270501 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-bf31e90b-ceab-4b70-a2a1-2909a8d274c3 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405931 Jul 13 07:21:59.305429 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79e948a0-2f42-427c-ba1f-4093aff4928f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.313891 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79e948a0-2f42-427c-ba1f-4093aff4928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.405834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e948a0-2f42-427c-ba1f-4093aff4928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e394cd-725c-4dc2-85f0-b00a52b27c3e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:59.424746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-79e948a0-2f42-427c-ba1f-4093aff4928f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bddc68b1059647ffaf3d12208374539d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411589 Jul 13 07:21:59.427276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37594) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:59.498097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-dba9300f-f7b1-4991-b039-beb8b33e1c6b tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.499568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-dba9300f-f7b1-4991-b039-beb8b33e1c6b tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244842 Jul 13 07:21:59.565954 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54fc1297-87de-4005-afd0-ce5ed618e5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.587332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Request body: {'port': {'device_id': 'e8d666ab-c3b9-48cc-a0fe-a43624795a14', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '21a9ac12eda848c3bed31a3cfc4d8936'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:59.617974 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54fc1297-87de-4005-afd0-ce5ed618e5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.715315 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54fc1297-87de-4005-afd0-ce5ed618e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.718225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54fc1297-87de-4005-afd0-ce5ed618e5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.719539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-54fc1297-87de-4005-afd0-ce5ed618e5e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11e394cd-725c-4dc2-85f0-b00a52b27c3e HTTP/1.1" status: 204 len: 168 time: 0.2904727 Jul 13 07:21:59.728410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc1297-87de-4005-afd0-ce5ed618e5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e394cd-725c-4dc2-85f0-b00a52b27c3e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:59.833722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Made reservation on behalf of 21a9ac12eda848c3bed31a3cfc4d8936 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:59.838115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.848915 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.962647 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.970797 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.176651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6f147b-1e79-481e-8c98-25fa112d2185,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:00.227431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Allocated IP 192.168.233.12 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/45fc3103-90a5-43c0-87f9-f380c1713b1a) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:00.272125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c0a16-4051-4efc-b8ab-ce0e2f30963b req-60368744-306f-4b02-b425-d42c73783500 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.273769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-644c0a16-4051-4efc-b8ab-ce0e2f30963b req-60368744-306f-4b02-b425-d42c73783500 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 936 time: 0.1777666 Jul 13 07:22:00.391312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-644c0a16-4051-4efc-b8ab-ce0e2f30963b req-fe57e016-65d4-45ef-8377-e753877b0d41 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101961 Jul 13 07:22:00.467642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37632) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:00.485222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-514eac38-ba1e-4c1b-a15f-9605e8608249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.549109 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.595872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Transition to ACTIVE for port object 45fc3103-90a5-43c0-87f9-f380c1713b1a will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:00.698018 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4663add9-54c1-43f5-8c6b-ed7ffd111a37 req-52a33879-4dd0-471b-863f-d44418e35882 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 210 time: 0.0832868 Jul 13 07:22:00.725223 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.772587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-514eac38-ba1e-4c1b-a15f-9605e8608249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.779928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-514eac38-ba1e-4c1b-a15f-9605e8608249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.809452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:00.816255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:00.819943 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:00.826268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.827348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.871690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Pushing event updated for resources: {'Port': ['ID=45fc3103-90a5-43c0-87f9-f380c1713b1a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:00.884362 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a45c43ff-cf2c-4950-957b-ecd0e833cdb5 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3032374 Jul 13 07:22:00.945397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eac38-ba1e-4c1b-a15f-9605e8608249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30919196-c296-48a6-94d5-d1132c335bcc,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:00.978560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-514eac38-ba1e-4c1b-a15f-9605e8608249 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f2d82727d164159acd038ab9118eb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098159 Jul 13 07:22:00.981258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37646) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:01.168815 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1bed-0589-4aea-9016-d712f13c2e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.265359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a93c75c3-f88c-4e4d-810c-6a7558a01343 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:22:01.266517 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a93c75c3-f88c-4e4d-810c-6a7558a01343 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163922 Jul 13 07:22:01.288925 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1bed-0589-4aea-9016-d712f13c2e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.325681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bb7c33a1-6a6b-4614-afb4-b244a95bcf2c None None] Provisioning for port 45fc3103-90a5-43c0-87f9-f380c1713b1a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:01.335962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bb7c33a1-6a6b-4614-afb4-b244a95bcf2c None None] Provisioning complete for port 45fc3103-90a5-43c0-87f9-f380c1713b1a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:01.336360 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bb7c33a1-6a6b-4614-afb4-b244a95bcf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.425117 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1bed-0589-4aea-9016-d712f13c2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.426221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c33a1-6a6b-4614-afb4-b244a95bcf2c None None] Port 45fc3103-90a5-43c0-87f9-f380c1713b1a cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:01.428150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1bed-0589-4aea-9016-d712f13c2e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.429549 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a6ea1bed-0589-4aea-9016-d712f13c2e63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30919196-c296-48a6-94d5-d1132c335bcc HTTP/1.1" status: 204 len: 168 time: 0.4472284 Jul 13 07:22:01.467590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea1bed-0589-4aea-9016-d712f13c2e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30919196-c296-48a6-94d5-d1132c335bcc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:01.679339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Request body: {'port': {'device_id': 'ca7f9ffe-3589-4cb3-aec7-adae591eca14', 'device_owner': 'compute:tempest-test_az-948663256', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:01.918175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.959785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1f0c5-e089-4874-80f4-2b061ad805da req-54690ddc-6edc-4019-abef-8e1ed6027b68 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:01.970384 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f2f1f0c5-e089-4874-80f4-2b061ad805da req-54690ddc-6edc-4019-abef-8e1ed6027b68 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 936 time: 0.3528268 Jul 13 07:22:02.074694 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f2f1f0c5-e089-4874-80f4-2b061ad805da req-b267f6f6-9045-42ad-a7b3-84f4c91b12ae tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007957 Jul 13 07:22:02.078753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3d207-6835-4ed3-acb7-76df9ab09fc2 req-bf665314-0af7-43ce-a8f6-e864c853f54e tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:02.088216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a3d207-6835-4ed3-acb7-76df9ab09fc2 req-bf665314-0af7-43ce-a8f6-e864c853f54e tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 935 time: 0.1409428 Jul 13 07:22:02.226144 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a3d207-6835-4ed3-acb7-76df9ab09fc2 req-dd093d90-fe37-4e10-950a-b0990fd9adbe tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360741 Jul 13 07:22:02.246375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37676) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:02.457709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Request body: {'port': {'device_id': 'e8d666ab-c3b9-48cc-a0fe-a43624795a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:02.675103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e90284f9-c3a1-4643-aa00-859ff98262d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.723149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.968962 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e90284f9-c3a1-4643-aa00-859ff98262d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.005917 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e90284f9-c3a1-4643-aa00-859ff98262d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.051065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a1d77b-f011-4165-a50a-08ebd80339c3 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:03.067615 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.101688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Transition to ACTIVE for port object 91a1d77b-f011-4165-a50a-08ebd80339c3 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:03.153455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90284f9-c3a1-4643-aa00-859ff98262d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d89d37f-69c7-4e97-bdd9-b01dcdeee3cf,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:03.192912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e90284f9-c3a1-4643-aa00-859ff98262d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29c1f187dd16430ab0a85388e67a9e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9424882 Jul 13 07:22:03.194071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37708) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:03.287632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1708ca-a73f-4b3b-b42f-0b30d21fe581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.350084 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1708ca-a73f-4b3b-b42f-0b30d21fe581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.474584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37714) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:03.508963 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.515662 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1708ca-a73f-4b3b-b42f-0b30d21fe581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.525712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1708ca-a73f-4b3b-b42f-0b30d21fe581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.525712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3f1708ca-a73f-4b3b-b42f-0b30d21fe581 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d89d37f-69c7-4e97-bdd9-b01dcdeee3cf HTTP/1.1" status: 204 len: 168 time: 0.3283429 Jul 13 07:22:03.556911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1708ca-a73f-4b3b-b42f-0b30d21fe581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d89d37f-69c7-4e97-bdd9-b01dcdeee3cf,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:03.719000 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ede71f38-a506-49cf-a1aa-0ee81377ddc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.854224 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Pushing event updated for resources: {'Port': ['ID=91a1d77b-f011-4165-a50a-08ebd80339c3,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:03.872042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fc3103-90a5-43c0-87f9-f380c1713b1a {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:03.962356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Attempting to bind port 91a1d77b-f011-4165-a50a-08ebd80339c3 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:03.967068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Attempting to bind port 91a1d77b-f011-4165-a50a-08ebd80339c3 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:03.967901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Attempting to bind port 91a1d77b-f011-4165-a50a-08ebd80339c3 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:03.976719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.026201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Port 91a1d77b-f011-4165-a50a-08ebd80339c3 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:04.029244 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Attempting to bind port 91a1d77b-f011-4165-a50a-08ebd80339c3 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:04.046680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:04.048044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:04.050741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:04.056238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Bound port: 91a1d77b-f011-4165-a50a-08ebd80339c3, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:04.056639 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.075104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfdaa9-aaf2-4698-9853-dd6f9cd37b72 req-9020c41b-c8b2-477b-8378-370cd02728c1 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.086260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ede71f38-a506-49cf-a1aa-0ee81377ddc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.092390 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2cfdaa9-aaf2-4698-9853-dd6f9cd37b72 req-9020c41b-c8b2-477b-8378-370cd02728c1 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 969 time: 0.5898027 Jul 13 07:22:04.103693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Transition to ACTIVE for port object 45fc3103-90a5-43c0-87f9-f380c1713b1a will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:04.109598 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ede71f38-a506-49cf-a1aa-0ee81377ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.171168 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.193273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] For port 91a1d77b-f011-4165-a50a-08ebd80339c3, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:04.198306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] For port 91a1d77b-f011-4165-a50a-08ebd80339c3, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=91a1d77b-f011-4165-a50a-08ebd80339c3,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:04.199969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.217907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.269800 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2cfdaa9-aaf2-4698-9853-dd6f9cd37b72 req-08f41dfd-75a2-4bd3-a695-3ebe4effde9c tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763120 Jul 13 07:22:04.281050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede71f38-a506-49cf-a1aa-0ee81377ddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c41711-7e9f-4d58-8f6c-d915a2508d7d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:04.338415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.339329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.356730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] 10.222.0.54 "PUT /v2.0/ports/91a1d77b-f011-4165-a50a-08ebd80339c3 HTTP/1.1" status: 200 len: 1117 time: 3.2702127 Jul 13 07:22:04.357297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7f9ffe-3589-4cb3-aec7-adae591eca14', 'tag': '91a1d77b-f011-4165-a50a-08ebd80339c3'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:04.398007 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ede71f38-a506-49cf-a1aa-0ee81377ddc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e53220df9c4b458da9884a6096d3f0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9163866 Jul 13 07:22:04.400468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37734) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:04.450595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37736) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:04.478506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b1f1a5b-26b8-46d6-8e0f-d0db8c60df86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.670887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b1f1a5b-26b8-46d6-8e0f-d0db8c60df86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.678591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b1f1a5b-26b8-46d6-8e0f-d0db8c60df86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.745227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4b1f1a5b-26b8-46d6-8e0f-d0db8c60df86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76419ebe4c8d4c428c0edf230401064d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931323 Jul 13 07:22:04.750130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37746) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:04.847686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Pushing event updated for resources: {'Port': ['ID=45fc3103-90a5-43c0-87f9-f380c1713b1a,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:04.926809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f1a5b-26b8-46d6-8e0f-d0db8c60df86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd01d4e7-fcc1-4e95-b11c-15b336a15774,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:04.958726 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd3971b-375a-49f3-8dea-b49870dfb1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.991049 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd3971b-375a-49f3-8dea-b49870dfb1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.000512 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b971482e-55f0-4755-9706-78a1bc5fc135" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7f9ffe-3589-4cb3-aec7-adae591eca14", "tag": "91a1d77b-f011-4165-a50a-08ebd80339c3"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:05.059376 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd3971b-375a-49f3-8dea-b49870dfb1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.062862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd3971b-375a-49f3-8dea-b49870dfb1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.063789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b95777-36ee-45b7-b7ab-a45884c01e07 req-c54d0a58-4224-45f9-bd59-e15773a1090a tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.064640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0bd3971b-375a-49f3-8dea-b49870dfb1a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5c41711-7e9f-4d58-8f6c-d915a2508d7d HTTP/1.1" status: 204 len: 168 time: 0.6631505 Jul 13 07:22:05.066605 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49b95777-36ee-45b7-b7ab-a45884c01e07 req-c54d0a58-4224-45f9-bd59-e15773a1090a tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 947 time: 0.3982861 Jul 13 07:22:05.082497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cca7bd3e-aade-4ff9-9314-2f4677b7f358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.115201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3971b-375a-49f3-8dea-b49870dfb1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c41711-7e9f-4d58-8f6c-d915a2508d7d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:05.167432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cca7bd3e-aade-4ff9-9314-2f4677b7f358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.288219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Attempting to bind port 45fc3103-90a5-43c0-87f9-f380c1713b1a on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:05.288779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Attempting to bind port 45fc3103-90a5-43c0-87f9-f380c1713b1a by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:05.289084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Attempting to bind port 45fc3103-90a5-43c0-87f9-f380c1713b1a on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:05.289608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cca7bd3e-aade-4ff9-9314-2f4677b7f358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.294944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cca7bd3e-aade-4ff9-9314-2f4677b7f358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.298013 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cca7bd3e-aade-4ff9-9314-2f4677b7f358 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd01d4e7-fcc1-4e95-b11c-15b336a15774 HTTP/1.1" status: 204 len: 168 time: 0.5441921 Jul 13 07:22:05.316805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7bd3e-aade-4ff9-9314-2f4677b7f358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd01d4e7-fcc1-4e95-b11c-15b336a15774,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:05.321101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Port 45fc3103-90a5-43c0-87f9-f380c1713b1a on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:05.321560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Attempting to bind port 45fc3103-90a5-43c0-87f9-f380c1713b1a on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:05.357915 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49b95777-36ee-45b7-b7ab-a45884c01e07 req-fc3e12e9-ef31-4286-866b-2bb6478b154c tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754161 Jul 13 07:22:05.366951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0c880-bebd-40d0-9a31-6eff9591a632 service neutron] Pushing event updated for resources: {'Port': ['ID=91a1d77b-f011-4165-a50a-08ebd80339c3,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:05.378965 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-b8f93c13-9ab2-45af-8569-f7ac8f300090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.384799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-b8f93c13-9ab2-45af-8569-f7ac8f300090 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ed3780dfafe4639a10cfa810a525784&device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 1120 time: 0.8296885 Jul 13 07:22:05.386633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:05.387675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:05.390182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:05.390775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Bound port: 45fc3103-90a5-43c0-87f9-f380c1713b1a, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:05.391826 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.550387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-d2ad8410-5593-4039-981d-ae4daf2c9593 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=91a1d77b-f011-4165-a50a-08ebd80339c3 HTTP/1.1" status: 200 len: 217 time: 0.1445909 Jul 13 07:22:05.665353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] For port 45fc3103-90a5-43c0-87f9-f380c1713b1a, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:05.672912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] For port 45fc3103-90a5-43c0-87f9-f380c1713b1a, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=45fc3103-90a5-43c0-87f9-f380c1713b1a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:05.676421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-cb641d3d-aae9-439a-81d2-c5a9b80adcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.678648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-cb641d3d-aae9-439a-81d2-c5a9b80adcf1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0930429 Jul 13 07:22:05.681107 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.726553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.727622 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.729978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] 10.222.0.53 "PUT /v2.0/ports/45fc3103-90a5-43c0-87f9-f380c1713b1a HTTP/1.1" status: 200 len: 1095 time: 3.9408853 Jul 13 07:22:05.867465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c7519-b157-4c21-8c1f-9b7f26909e10 service neutron] Pushing event updated for resources: {'Port': ['ID=45fc3103-90a5-43c0-87f9-f380c1713b1a,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:05.925281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-56815ab0-e5b8-445d-886a-59862d76c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.932843 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-56815ab0-e5b8-445d-886a-59862d76c611 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1990120 Jul 13 07:22:05.946170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-dfd7cf50-200b-481b-a348-a146424689d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.947785 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-dfd7cf50-200b-481b-a348-a146424689d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 1098 time: 0.1547565 Jul 13 07:22:06.148308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37776) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:06.172617 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8003019f-4fd4-4daf-b2a9-c07d79228516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.451691 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc01c21a-a3d4-431f-9685-d8dd37b0e897 x-openstack-request-id: req-dc01c21a-a3d4-431f-9685-d8dd37b0e897 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:06.452414 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7f9ffe-3589-4cb3-aec7-adae591eca14", "tag": "91a1d77b-f011-4165-a50a-08ebd80339c3", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:06.453060 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc01c21a-a3d4-431f-9685-d8dd37b0e897 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:06.453724 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7f9ffe-3589-4cb3-aec7-adae591eca14', 'tag': '91a1d77b-f011-4165-a50a-08ebd80339c3', 'status': 'completed', 'code': 200} Jul 13 07:22:06.458989 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8003019f-4fd4-4daf-b2a9-c07d79228516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.465895 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-07050d6d-7cbc-497a-aac7-c6d29ae265f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=45fc3103-90a5-43c0-87f9-f380c1713b1a HTTP/1.1" status: 200 len: 217 time: 0.4889374 Jul 13 07:22:06.466365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8003019f-4fd4-4daf-b2a9-c07d79228516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.505362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003019f-4fd4-4daf-b2a9-c07d79228516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecdbdcb-61d4-437d-aebf-026ec612caec,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:06.548826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8003019f-4fd4-4daf-b2a9-c07d79228516 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f45bb374d4b5495398c4def20134ec4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991416 Jul 13 07:22:06.550566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37790) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:06.624241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-57d7729e-5f2f-4643-ac4a-8c2a784f31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:06.626510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-57d7729e-5f2f-4643-ac4a-8c2a784f31de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0869246 Jul 13 07:22:06.638184 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9de25a7d-f6b8-45e9-9039-97ea48f2debc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.674864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9de25a7d-f6b8-45e9-9039-97ea48f2debc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.752028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9de25a7d-f6b8-45e9-9039-97ea48f2debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.757189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9de25a7d-f6b8-45e9-9039-97ea48f2debc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.762567 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9de25a7d-f6b8-45e9-9039-97ea48f2debc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ecdbdcb-61d4-437d-aebf-026ec612caec HTTP/1.1" status: 204 len: 168 time: 0.2108631 Jul 13 07:22:06.773916 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-416b5b45-088a-409f-9d3d-b8659377198d service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8248582 Jul 13 07:22:06.777609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de25a7d-f6b8-45e9-9039-97ea48f2debc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecdbdcb-61d4-437d-aebf-026ec612caec,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:06.817808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108e59d-6f49-41c6-ae1a-80ca2885575a req-e16453a7-2170-4a58-8836-31d2e25136ab tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:06.820416 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8108e59d-6f49-41c6-ae1a-80ca2885575a req-e16453a7-2170-4a58-8836-31d2e25136ab tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 969 time: 0.3612292 Jul 13 07:22:06.959435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a9a38eeb-e2b2-4eaa-9846-86969aebcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:06.961459 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-a9a38eeb-e2b2-4eaa-9846-86969aebcab8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2834604 Jul 13 07:22:06.975962 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8108e59d-6f49-41c6-ae1a-80ca2885575a req-57f23b5a-2be0-49a3-b882-0e8a39cae603 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426132 Jul 13 07:22:06.984486 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-05dd940b-620b-4f0f-9fbb-a64462fbacbd tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621579 Jul 13 07:22:07.017002 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6afb2f-ae0f-4797-977c-212c167801f6 req-36af1998-6a60-486e-978b-49a6736fab32 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238271 Jul 13 07:22:07.183549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-2bcb8f3b-9d75-42d2-875b-4d54aa6f06ea tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.191467 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-2bcb8f3b-9d75-42d2-875b-4d54aa6f06ea tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035360 Jul 13 07:22:07.192403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-adc21a49-3565-4290-a3cb-6bed678bfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.194105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-adc21a49-3565-4290-a3cb-6bed678bfeb6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ed3780dfafe4639a10cfa810a525784&device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 1120 time: 0.1045072 Jul 13 07:22:07.224426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-fa909f36-277f-497a-a238-8b0cb0fe8a60 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/quotas/97c6ef8935cd47b3b6bbc4d716819c9a HTTP/1.1" status: 200 len: 375 time: 0.0250068 Jul 13 07:22:07.435671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37812) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:07.460280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-8fad4bb5-2396-419c-824a-600d0d2ccf4d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2296977 Jul 13 07:22:07.599292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-285d4660-a00d-42a2-9689-f8ece51b1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.600133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-285d4660-a00d-42a2-9689-f8ece51b1b31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.3922665 Jul 13 07:22:07.625333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.651201 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-7d593dfc-aac6-4ab6-9226-7a088ed10e79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=91a1d77b-f011-4165-a50a-08ebd80339c3 HTTP/1.1" status: 200 len: 217 time: 0.0432615 Jul 13 07:22:07.676547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f468c15-e59d-4103-9e7e-8a83e0743be3 req-3ee0a4dc-bd8f-452c-9321-9b5fc3f4cb61 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.698370 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f468c15-e59d-4103-9e7e-8a83e0743be3 req-3ee0a4dc-bd8f-452c-9321-9b5fc3f4cb61 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 947 time: 0.1587045 Jul 13 07:22:07.761280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-ea35e28e-e6a3-4595-98f6-0d2f501f3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.762908 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-ea35e28e-e6a3-4595-98f6-0d2f501f3704 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1043713 Jul 13 07:22:07.779405 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f468c15-e59d-4103-9e7e-8a83e0743be3 req-d461f026-c6bc-4261-b965-3d8a4e5470a4 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800760 Jul 13 07:22:07.791950 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1366954827-network', 'tenant_id': '2bb99b9efa844e71b4c81e68b036494d'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:07.908943 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f9a42e0-b0fa-400c-9a4e-b19b3dde97c0 req-d14f372d-2a26-46f9-a4a8-4ef56283a7b7 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 210 time: 0.0498207 Jul 13 07:22:07.923739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Made reservation on behalf of 2bb99b9efa844e71b4c81e68b036494d for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:07.926325 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.944710 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.949652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-4163b10b-23f7-47ea-a4a6-9c167a0321eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.951619 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-4163b10b-23f7-47ea-a4a6-9c167a0321eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712692 Jul 13 07:22:08.200968 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-1f83f7bd-cffe-466e-bbcc-71cc42bba9e4 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375791 Jul 13 07:22:08.357561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95881a0c-d91f-4a21-a919-0e594bdcbd47 req-7e2349f8-8781-466f-a0a2-99101096cdf8 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:08.359155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-95881a0c-d91f-4a21-a919-0e594bdcbd47 req-7e2349f8-8781-466f-a0a2-99101096cdf8 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 969 time: 0.2350485 Jul 13 07:22:08.367134 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.377775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.410287 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b971482e-55f0-4755-9706-78a1bc5fc135 req-d10a97ee-d3c9-4684-9392-09fad19f01a7 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982348 Jul 13 07:22:08.417146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:08.447024 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.447371 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Added segment 6c802274-100c-44f0-8118-32c48b1375b8 of type vlan for network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e Jul 13 07:22:08.448645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d575a4a6-e058-4d86-91cc-84e3a8a81eee,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:08.458961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d666ab-c3b9-48cc-a0fe-a43624795a14', 'tag': '45fc3103-90a5-43c0-87f9-f380c1713b1a'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:08.461256 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b53377a-865e-46d7-9bed-b78dbc2e78ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d666ab-c3b9-48cc-a0fe-a43624795a14", "tag": "45fc3103-90a5-43c0-87f9-f380c1713b1a"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:08.484536 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-95881a0c-d91f-4a21-a919-0e594bdcbd47 req-b283a52d-ffba-4694-a1f7-edb809726087 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105287 Jul 13 07:22:08.525611 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.557790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.559197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:08.560235 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.571320 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5870e566-186a-45c4-a99f-6533c1ff6c5d x-openstack-request-id: req-5870e566-186a-45c4-a99f-6533c1ff6c5d {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:08.571889 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d666ab-c3b9-48cc-a0fe-a43624795a14", "tag": "45fc3103-90a5-43c0-87f9-f380c1713b1a", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:08.572409 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5870e566-186a-45c4-a99f-6533c1ff6c5d {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:08.573018 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d666ab-c3b9-48cc-a0fe-a43624795a14', 'tag': '45fc3103-90a5-43c0-87f9-f380c1713b1a', 'status': 'completed', 'code': 200} Jul 13 07:22:08.607384 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1701810 Jul 13 07:22:08.610218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37864) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:08.640663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Request body: {'subnet': {'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1366954827-subnet', 'tenant_id': '2bb99b9efa844e71b4c81e68b036494d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:08.646098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3329c9f-f927-4e65-8f2e-bf8f6e0ca6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=7b96ab4f-26d4-46e6-a04c-9f347b212f1e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:08.666158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:08.676650 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Made reservation on behalf of 2bb99b9efa844e71b4c81e68b036494d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:08.680346 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.993627 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.004843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070e1b5-f0a5-476f-a275-b53ab277fd6c req-005023d3-4a60-45aa-91a4-0ef5a652936e tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:09.008360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37878) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:09.011996 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f070e1b5-f0a5-476f-a275-b53ab277fd6c req-005023d3-4a60-45aa-91a4-0ef5a652936e tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 947 time: 0.0915973 Jul 13 07:22:09.053422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f070e1b5-f0a5-476f-a275-b53ab277fd6c req-6fc79c1b-4c3c-4d98-9812-910e0c4da168 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Jul 13 07:22:09.088938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:09.094229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Network hostable DHCP agents. Network: 7b96ab4f-26d4-46e6-a04c-9f347b212f1e, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:09.103507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3050d3f-f99c-4ffa-a37e-991c57adc495,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:09.127513 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:09.141446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 7b96ab4f-26d4-46e6-a04c-9f347b212f1e) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:09.153274 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61a482-6d60-45fd-9d65-a22ccf882d08 None None] Network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:09.160572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:09.161826 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.206785 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f8aba73b-09f1-4cfb-9d7a-83e74c646190 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5864983 Jul 13 07:22:09.247561 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75ad2f07-7b08-4e8f-a695-dbcab432342a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.350953 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3768e953-d96a-41e4-a346-9f7e2ee9b1d9 req-a1aacb78-0a8d-42b2-afd4-c06dc5e86666 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 210 time: 0.0686512 Jul 13 07:22:09.426162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75ad2f07-7b08-4e8f-a695-dbcab432342a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.434197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75ad2f07-7b08-4e8f-a695-dbcab432342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.436573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33bb9a-c012-4afc-8253-fdfd7e5bcc70 None None] Network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:09.481488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad2f07-7b08-4e8f-a695-dbcab432342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a964b0-53bb-431e-8181-8708433d0188,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:09.490457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-75ad2f07-7b08-4e8f-a695-dbcab432342a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31775e88a7764e07af38ac1ba0c1c7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4781439 Jul 13 07:22:09.491453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37894) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:09.558188 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e5428a6-116f-415e-bd70-9d0f20ab23ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.590332 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e5428a6-116f-415e-bd70-9d0f20ab23ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.685540 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e5428a6-116f-415e-bd70-9d0f20ab23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.689120 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e5428a6-116f-415e-bd70-9d0f20ab23ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.692437 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6e5428a6-116f-415e-bd70-9d0f20ab23ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29a964b0-53bb-431e-8181-8708433d0188 HTTP/1.1" status: 204 len: 168 time: 0.1988297 Jul 13 07:22:09.724649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5428a6-116f-415e-bd70-9d0f20ab23ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a964b0-53bb-431e-8181-8708433d0188,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:09.898051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97742165-63ba-4807-ab31-f94832120969 req-3c59c6d6-9189-4846-8fdd-8a5a49b24795 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:09.905308 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97742165-63ba-4807-ab31-f94832120969 req-3c59c6d6-9189-4846-8fdd-8a5a49b24795 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 969 time: 0.0958843 Jul 13 07:22:09.959482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97742165-63ba-4807-ab31-f94832120969 req-fcdf7751-8878-42e8-9bb7-a02b3ec619f2 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528207 Jul 13 07:22:10.093149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37916) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:10.102488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1227752617-network', 'tenant_id': 'e20cb08a39cc406cac513fcb03dc3dde'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:10.154299 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37920) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:10.177774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Made reservation on behalf of e20cb08a39cc406cac513fcb03dc3dde for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:10.179230 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25f2faf3-cf1f-47d3-8284-dbcf947dd545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.181406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.192778 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.327842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086458de-3d2a-4e93-b8c5-788acacdbff9 req-aba018e6-0598-4c9e-8cb6-cbce0fe1de53 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.330738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-086458de-3d2a-4e93-b8c5-788acacdbff9 req-aba018e6-0598-4c9e-8cb6-cbce0fe1de53 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 947 time: 0.1009297 Jul 13 07:22:10.384739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25f2faf3-cf1f-47d3-8284-dbcf947dd545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.394212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25f2faf3-cf1f-47d3-8284-dbcf947dd545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.412235 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-086458de-3d2a-4e93-b8c5-788acacdbff9 req-bb753eb8-544b-4323-b690-d875d11e1702 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703344 Jul 13 07:22:10.444415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2faf3-cf1f-47d3-8284-dbcf947dd545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedf65ee-0d54-4a13-9dff-9d69ee2c566e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:10.462452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-25f2faf3-cf1f-47d3-8284-dbcf947dd545 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb2a7bb98cdb450596c5f6f12339aa97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070803 Jul 13 07:22:10.464655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37926) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:10.595302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e8eb8da-0abf-429f-bc85-efc51777df13 req-877fb002-5857-41a9-a0aa-6323745f1fd9 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 210 time: 0.0582693 Jul 13 07:22:10.617838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a1d0c0d-a9c6-4d55-b6f9-2231062d099d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.639795 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.661038 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.666348 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a1d0c0d-a9c6-4d55-b6f9-2231062d099d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.701793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:10.737716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732162647462', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.738401 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Unsubscribe: segment precommit_create {{(pid=93838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 07:22:10.738894 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Added segment a4f13385-ba32-4364-989d-5e6281f3ef15 of type vlan for network 082d9b29-fd05-4fc8-9a44-4de23f0f7726 Jul 13 07:22:10.743975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d446a8-df67-410a-9d82-e9a53a0bf86b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:10.799861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.803726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 91a1d77b-f011-4165-a50a-08ebd80339c3 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:10.818504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a1d0c0d-a9c6-4d55-b6f9-2231062d099d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.821201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a1d0c0d-a9c6-4d55-b6f9-2231062d099d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.824799 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4a1d0c0d-a9c6-4d55-b6f9-2231062d099d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eedf65ee-0d54-4a13-9dff-9d69ee2c566e HTTP/1.1" status: 204 len: 168 time: 0.3565071 Jul 13 07:22:10.853721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d0c0d-a9c6-4d55-b6f9-2231062d099d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedf65ee-0d54-4a13-9dff-9d69ee2c566e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:10.887517 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.888738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.889325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.951277 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8558269 Jul 13 07:22:10.953399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37940) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:10.959510 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Request body: {'subnet': {'network_id': '082d9b29-fd05-4fc8-9a44-4de23f0f7726', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1227752617-subnet', 'tenant_id': 'e20cb08a39cc406cac513fcb03dc3dde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:10.973423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 91a1d77b-f011-4165-a50a-08ebd80339c3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=91a1d77b-f011-4165-a50a-08ebd80339c3,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:10.987999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '91a1d77b-f011-4165-a50a-08ebd80339c3', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '91a1d77b-f011-4165-a50a-08ebd80339c3', 'mac_address': 'fa:16:3e:44:26:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:tempest-test_az-948663256', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:11.002604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d6fba-7251-4638-89c2-0edf84bce334 admin admin] Pushing event updated for resources: {'Network': ['ID=082d9b29-fd05-4fc8-9a44-4de23f0f7726,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:11.020953 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 082d9b29-fd05-4fc8-9a44-4de23f0f7726 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:11.029747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Made reservation on behalf of e20cb08a39cc406cac513fcb03dc3dde for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:11.032782 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.091843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.122120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:11.170195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a1d77b-f011-4165-a50a-08ebd80339c3 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:11.246637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 91a1d77b-f011-4165-a50a-08ebd80339c3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=91a1d77b-f011-4165-a50a-08ebd80339c3,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:11.255109 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.297985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a98e-4495-4c9d-af96-ea3c64b148af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.354886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=91a1d77b-f011-4165-a50a-08ebd80339c3,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:11.377716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.381553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.381553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.381553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.381553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.381553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.381553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.381553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.381553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.381553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.381553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.382418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Tracked resource versions report: Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: pushed versions: Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: { 'AddressGroup': {'1.2'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'ConntrackHelper': {'1.0'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'Log': {'1.0'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'Network': {'1.1'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'Port': {'1.7'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'PortForwarding': {'1.2'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'QosPolicy': {'1.8'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'SecurityGroup': {'1.4'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'SubPort': {'1.0'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'Subnet': {'1.1'}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'Trunk': {'1.1'}} Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: consumer versions: Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: { DHCP agent@n-d-798249-7: {}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: HyperV agent@n-h1-798249-7: {}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: HyperV agent@n-h2-798249-7: {}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: L3 agent@n-d-798249-7: {}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: Metadata agent@n-d-798249-7: {}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: Metering agent@n-d-798249-7: {}, Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: Open vSwitch agent@n-d-798249-7: { 'AddressGroup': '1.2', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'ConntrackHelper': '1.0', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'Log': '1.0', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'Network': '1.1', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'Port': '1.7', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'PortForwarding': '1.2', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'QosPolicy': '1.8', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'SecurityGroup': '1.4', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'SecurityGroupRule': '1.2', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'SubPort': '1.0', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'Subnet': '1.1', Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: 'Trunk': '1.1'}} Jul 13 07:22:11.382744 n-d-798249-7 neutron-server[93840]: {{(pid=93840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:22:11.450140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.482519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434e66-f4e5-48d0-83d5-bae6401fabed req-31e7b770-751e-40a3-976e-a020d9118dc9 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.483882 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-84434e66-f4e5-48d0-83d5-bae6401fabed req-31e7b770-751e-40a3-976e-a020d9118dc9 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 970 time: 0.1860723 Jul 13 07:22:11.493951 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a98e-4495-4c9d-af96-ea3c64b148af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.504163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bdc7a98e-4495-4c9d-af96-ea3c64b148af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.559961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['91a1d77b-f011-4165-a50a-08ebd80339c3'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:11.585770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bdc7a98e-4495-4c9d-af96-ea3c64b148af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4036a641c42452b8bb4bf0083150cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623058 Jul 13 07:22:11.587340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7a98e-4495-4c9d-af96-ea3c64b148af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72317ddf-5bcf-4a5a-9773-19de60a32ff9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:11.590067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37964) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:11.637895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061b25bb-5a7d-4f36-b5f3-2e46594bfd1f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:11.703899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-84434e66-f4e5-48d0-83d5-bae6401fabed req-3550710c-eb9c-48f3-8f17-15a42aa977a3 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862636 Jul 13 07:22:11.726553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Checking segment: {'id': 'a4f13385-ba32-4364-989d-5e6281f3ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '082d9b29-fd05-4fc8-9a44-4de23f0f7726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:11.726907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Network hostable DHCP agents. Network: 082d9b29-fd05-4fc8-9a44-4de23f0f7726, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:11.765581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Network 082d9b29-fd05-4fc8-9a44-4de23f0f7726 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:11.782074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 082d9b29-fd05-4fc8-9a44-4de23f0f7726) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:11.792104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fd2612b-7576-4097-b52c-5827798ad48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.811964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.812938 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.817620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228cc893-9944-48d4-a913-4aaa51764fdf None None] Network 082d9b29-fd05-4fc8-9a44-4de23f0f7726 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:11.838290 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1f2fff44-c55d-4197-9179-81eda591d423 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8842139 Jul 13 07:22:11.881574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb5007-8e86-43a7-b68c-e53698cb082a req-6ceea171-1454-4646-8241-5864632450de tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.889033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ddb5007-8e86-43a7-b68c-e53698cb082a req-6ceea171-1454-4646-8241-5864632450de tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 947 time: 0.2158260 Jul 13 07:22:11.912072 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fd2612b-7576-4097-b52c-5827798ad48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.920082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37974) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:11.934943 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1f01c17-ed35-4951-88c3-6f3de32153b4 req-cc14315f-3540-4c22-a148-3b1f0fcb9a33 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 210 time: 0.0542893 Jul 13 07:22:11.983549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ddb5007-8e86-43a7-b68c-e53698cb082a req-adece3eb-8134-45fb-9abd-38d44c7268ef tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935552 Jul 13 07:22:12.016972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fd2612b-7576-4097-b52c-5827798ad48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.021786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fd2612b-7576-4097-b52c-5827798ad48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.024550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3fd2612b-7576-4097-b52c-5827798ad48b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72317ddf-5bcf-4a5a-9773-19de60a32ff9 HTTP/1.1" status: 204 len: 168 time: 0.4163468 Jul 13 07:22:12.038331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2612b-7576-4097-b52c-5827798ad48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72317ddf-5bcf-4a5a-9773-19de60a32ff9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:12.071810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1561384720-network', 'tenant_id': '4436904a5ed8492589e9ec322097daf3'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:12.099498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Made reservation on behalf of 4436904a5ed8492589e9ec322097daf3 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:12.102857 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.115681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.143452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e769177-d751-47d7-a6d8-0cd2ee1acef4 None None] Network 082d9b29-fd05-4fc8-9a44-4de23f0f7726 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:12.280537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.287962 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.311949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:12.327895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dd8962-8750-46b5-968e-32992697c6ab,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:12.336035 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.336035 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Added segment 604f129b-2ba2-4698-9d97-477f3e00d99b of type vlan for network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd Jul 13 07:22:12.399904 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.438965 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.441203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.441887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.474982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5498674 Jul 13 07:22:12.475234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37996) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:12.480237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Request body: {'subnet': {'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1561384720-subnet', 'tenant_id': '4436904a5ed8492589e9ec322097daf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:12.505691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Made reservation on behalf of 4436904a5ed8492589e9ec322097daf3 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:12.509248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.515116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e13927-7e4e-42f3-a0cd-0f1c01258bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=4916fcde-0d55-4029-ab45-0e9c1b82d8bd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:12.526927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:12.794111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 91a1d77b-f011-4165-a50a-08ebd80339c3 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:12.902271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38018) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:12.903845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 91a1d77b-f011-4165-a50a-08ebd80339c3 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:12.908590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 91a1d77b-f011-4165-a50a-08ebd80339c3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:12.908962 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.992131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3e036-8162-4569-b1eb-b3e22de2effb req-f7e30110-cc91-4865-aec8-96757b664e1d tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.995450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3eb3e036-8162-4569-b1eb-b3e22de2effb req-f7e30110-cc91-4865-aec8-96757b664e1d tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 970 time: 0.1356394 Jul 13 07:22:13.010698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.042141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3eb3e036-8162-4569-b1eb-b3e22de2effb req-22acf92f-a63f-487e-9f70-96e0a6858e78 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394106 Jul 13 07:22:13.060301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7f9ffe-3589-4cb3-aec7-adae591eca14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a1d77b-f011-4165-a50a-08ebd80339c3'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:13.116937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1620905299-network', 'tenant_id': 'a4859e0c87bd4bb8801098125c847d87'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:13.128617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-eaad8779-0873-443b-8e7e-2f927554a453 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944494 Jul 13 07:22:13.141845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 91a1d77b-f011-4165-a50a-08ebd80339c3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=91a1d77b-f011-4165-a50a-08ebd80339c3,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:13.142018 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e584a-012a-4754-bf89-c725a814151b req-eda8a78c-170a-4bd3-a19a-1b28a1173476 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.144292 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-eda8a78c-170a-4bd3-a19a-1b28a1173476 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 808 time: 0.5295839 Jul 13 07:22:13.152618 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.190506 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.222053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=91a1d77b-f011-4165-a50a-08ebd80339c3,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:13.234399 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-e27a76f2-3eab-43b7-ba89-0488af98d8f2 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/quotas/2bb99b9efa844e71b4c81e68b036494d HTTP/1.1" status: 200 len: 375 time: 0.0729144 Jul 13 07:22:13.249015 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b56f5594-f566-48ed-a074-d709c99ce19f req-78e24cb6-aa22-43b0-87dd-8a9dac2fb167 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 210 time: 0.0705800 Jul 13 07:22:13.251743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Made reservation on behalf of a4859e0c87bd4bb8801098125c847d87 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:13.254525 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.256327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=372555d4-2af3-4335-a093-1e7008a761f8,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:13.317959 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e8db98-bd65-4837-8eea-7b5129ae2b50" -d '{"events": [{"server_uuid": "ca7f9ffe-3589-4cb3-aec7-adae591eca14", "name": "network-vif-plugged", "status": "completed", "tag": "91a1d77b-f011-4165-a50a-08ebd80339c3"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:13.318779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.349998 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-3fe644ec-8ed4-4782-bd84-6791e552dfe5 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896311 Jul 13 07:22:13.406058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.53', 55614) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:13.408502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993acf6c-5ab2-448e-8326-10ba88c955e2 req-e8627758-cb5f-4005-9dba-32932a7e2735 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569115 Jul 13 07:22:13.442101 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:22:13.448706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-b1cb335d-2e76-484c-a38a-3111f85db36e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389388 Jul 13 07:22:13.452106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:13.452472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Network hostable DHCP agents. Network: 4916fcde-0d55-4029-ab45-0e9c1b82d8bd, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:13.507370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eb49f-7202-46a5-b5ca-a6176739c77a req-ba0f8b13-0e9c-44c1-bc96-b62fc68ac7d0 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.509443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a25eb49f-7202-46a5-b5ca-a6176739c77a req-ba0f8b13-0e9c-44c1-bc96-b62fc68ac7d0 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 947 time: 0.1228251 Jul 13 07:22:13.554948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a25eb49f-7202-46a5-b5ca-a6176739c77a req-db319752-8457-4a54-a098-fc6eedc82dec tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 Jul 13 07:22:13.581532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0bc8d4c1-e7ff-401b-9d0f-7ed8b9f1538c None None] Provisioning complete for port 91a1d77b-f011-4165-a50a-08ebd80339c3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:13.582933 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0bc8d4c1-e7ff-401b-9d0f-7ed8b9f1538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.590355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-03390243-70e9-42d3-a6ef-cc3fe541df68 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:22:13.597840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-03390243-70e9-42d3-a6ef-cc3fe541df68 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1331575 Jul 13 07:22:13.621099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:13.686463 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0d7707-e432-463a-8a3a-b75ae8e14433 x-openstack-request-id: req-6b0d7707-e432-463a-8a3a-b75ae8e14433 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:13.686820 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7f9ffe-3589-4cb3-aec7-adae591eca14", "name": "network-vif-plugged", "status": "completed", "tag": "91a1d77b-f011-4165-a50a-08ebd80339c3", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:13.687136 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b0d7707-e432-463a-8a3a-b75ae8e14433 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:13.687650 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7f9ffe-3589-4cb3-aec7-adae591eca14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a1d77b-f011-4165-a50a-08ebd80339c3', 'code': 200} Jul 13 07:22:13.701370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 4916fcde-0d55-4029-ab45-0e9c1b82d8bd) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:13.707945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.708561 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.712348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05868d02-cc31-4033-9a24-fbcff0c5ce84 None None] Network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:13.839500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a9975-22eb-4004-aa5d-88b67e2b1d8c None None] Network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:13.860496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-05a8a08b-6005-4c71-9412-96b3f929988e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.862028 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-05a8a08b-6005-4c71-9412-96b3f929988e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3987095 Jul 13 07:22:13.890293 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Request body: {'port': {'device_id': '9685e1d6-01f7-43bc-9045-2f1a682b3b8e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '97c6ef8935cd47b3b6bbc4d716819c9a'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:13.912239 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.924278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-b716cd13-746c-45b0-a49e-49cf7bcd59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.925781 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-b716cd13-746c-45b0-a49e-49cf7bcd59ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 1098 time: 0.4091880 Jul 13 07:22:13.941908 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.963829 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4e2775b3-0c81-48b2-991c-a84b8b3f4942 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4874921 Jul 13 07:22:13.988587 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-8ec311d7-733b-413f-add2-2c1c953c40cb service neutron] 10.222.0.44 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896987 Jul 13 07:22:14.022125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:14.132764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.133118 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Added segment 777dace7-eee9-4e2a-a502-4e9682d48f31 of type vlan for network e8029b3e-5eb5-497b-b142-c78297157bd9 Jul 13 07:22:14.155905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd8284-a791-4f11-8a43-492138292d31 req-d34f2f32-304b-4b47-89ba-e50ee49aa4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.158222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dddd8284-a791-4f11-8a43-492138292d31 req-d34f2f32-304b-4b47-89ba-e50ee49aa4d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 1122 time: 0.3877559 Jul 13 07:22:14.169213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cb2de90e-964a-4a52-8261-bb32b615af61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.203674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-777f2b8b-2f7e-4bea-81c7-8ffa4e834e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.205835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-777f2b8b-2f7e-4bea-81c7-8ffa4e834e39 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2721577 Jul 13 07:22:14.247300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465cbab-9585-4c3d-b9db-4da92e5a9cb1 req-70a3f39f-7eef-4ac3-ac67-06488fa62951 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.250129 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3465cbab-9585-4c3d-b9db-4da92e5a9cb1 req-70a3f39f-7eef-4ac3-ac67-06488fa62951 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 971 time: 0.0812638 Jul 13 07:22:14.270340 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35112a9-b21e-4d6f-872c-b0b26411b657,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:14.299678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3465cbab-9585-4c3d-b9db-4da92e5a9cb1 req-104b2aa1-cfae-4152-a0c7-348b9edf8cce tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Jul 13 07:22:14.322648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-3204f300-2826-4690-9610-71b73b4aef29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=45fc3103-90a5-43c0-87f9-f380c1713b1a HTTP/1.1" status: 200 len: 217 time: 0.0894170 Jul 13 07:22:14.336630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dddd8284-a791-4f11-8a43-492138292d31 req-d34ce0a6-bc8b-452b-8b92-9db0d100f6bf service neutron] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.361656 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.434582 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83831f41-209c-4777-bf09-8544f44f0a8a req-e42e03cd-a679-4c0e-90e0-08f96168252c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 210 time: 0.0296998 Jul 13 07:22:14.450189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:22:14.450189 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:22:14.450189 n-d-798249-7 neutron-server[93839]: [parameters: {'project_id_1': '97c6ef8935cd47b3b6bbc4d716819c9a', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 22, 14, 406440)}] Jul 13 07:22:14.450189 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:22:14.450669 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:22:14.461645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-661c6f72-9888-4b79-9a98-a85bc3b075b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.461645 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-661c6f72-9888-4b79-9a98-a85bc3b075b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1180685 Jul 13 07:22:14.462193 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-0c293b55-e2da-4b9e-928e-37fed63585b8 service neutron] 10.222.0.44 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518178 Jul 13 07:22:14.505209 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.506190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.506766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.610158 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] Pushing event updated for resources: {'Network': ['ID=e8029b3e-5eb5-497b-b142-c78297157bd9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:14.621764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network e8029b3e-5eb5-497b-b142-c78297157bd9 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:14.625996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-5262e32f-d7bd-4d64-bc88-9bae8b4f8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.627606 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-5262e32f-d7bd-4d64-bc88-9bae8b4f8333 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613064 Jul 13 07:22:14.646499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38068) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:14.652104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1055308402-network', 'tenant_id': 'd4bd7d7601c14a3bb90c72955a1837a2'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:14.673824 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dddd8284-a791-4f11-8a43-492138292d31 req-d34ce0a6-bc8b-452b-8b92-9db0d100f6bf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.718257 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dddd8284-a791-4f11-8a43-492138292d31 req-d34ce0a6-bc8b-452b-8b92-9db0d100f6bf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.798764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Made reservation on behalf of d4bd7d7601c14a3bb90c72955a1837a2 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:14.801552 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.819365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c074a-d106-4cf6-9005-b76157b0e9e4 req-38976215-4a76-4c5a-bb3b-dd993aa679ae tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.821010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b9c074a-d106-4cf6-9005-b76157b0e9e4 req-38976215-4a76-4c5a-bb3b-dd993aa679ae tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 947 time: 0.1118648 Jul 13 07:22:14.822091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.893343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b9c074a-d106-4cf6-9005-b76157b0e9e4 req-2da917f7-3c18-483a-ac4f-158143844dfc tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607548 Jul 13 07:22:14.957119 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-64258f06-8377-4bbe-98ce-be81288efa5c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0508320 Jul 13 07:22:14.961466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38074) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:14.970956 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7cb74801-3577-45bc-bd7d-7e64700a3414 req-1e47f250-38cd-4b45-8d29-8e95add35ad8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 210 time: 0.2894831 Jul 13 07:22:14.972628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.979110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.979494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Request body: {'subnet': {'network_id': 'e8029b3e-5eb5-497b-b142-c78297157bd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1620905299-subnet', 'tenant_id': 'a4859e0c87bd4bb8801098125c847d87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:14.998287 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dddd8284-a791-4f11-8a43-492138292d31 req-d34ce0a6-bc8b-452b-8b92-9db0d100f6bf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7662029 Jul 13 07:22:15.012552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:15.018000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432b1dc9-cdeb-4a05-8a36-e6a75e649d67,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.026134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.026423 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Added segment b8675c32-e9c4-460d-903c-5f82ac7e7856 of type vlan for network 03977500-3db9-4c7f-9f95-8d7cf2bbd4b7 Jul 13 07:22:15.027120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ce0a6-bc8b-452b-8b92-9db0d100f6bf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c198e91c-071f-4b89-b765-38497b34c906,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.032380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-0424f8e5-9059-41ad-b7ce-738940d0908f service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971295 Jul 13 07:22:15.039497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Made reservation on behalf of 97c6ef8935cd47b3b6bbc4d716819c9a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:15.043379 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.072367 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.081829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.099323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Made reservation on behalf of a4859e0c87bd4bb8801098125c847d87 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:15.101891 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.107769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.108643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:15.109291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.179709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] Pushing event updated for resources: {'Network': ['ID=03977500-3db9-4c7f-9f95-8d7cf2bbd4b7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.191156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 03977500-3db9-4c7f-9f95-8d7cf2bbd4b7 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:15.248789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b53377a-865e-46d7-9bed-b78dbc2e78ff req-732cd56d-d376-4805-bc0a-2410c3e4bb8e service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029498 Jul 13 07:22:15.373416 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.384475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.387962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1dc6faed-1e4b-4da3-a4c3-5e015381b1da admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7402701 Jul 13 07:22:15.391592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38080) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:15.404316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Request body: {'subnet': {'network_id': '03977500-3db9-4c7f-9f95-8d7cf2bbd4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1055308402-subnet', 'tenant_id': 'd4bd7d7601c14a3bb90c72955a1837a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:15.412802 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.473610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Made reservation on behalf of d4bd7d7601c14a3bb90c72955a1837a2 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:15.476027 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.488174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6a64d1-64d4-4c00-84db-e943b514bc53,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.517166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c25bb6-36ba-40d5-aaac-def0c9473d54 req-1aafbc91-2536-4a6f-bd89-930fa71036f2 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:15.519453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12c25bb6-36ba-40d5-aaac-def0c9473d54 req-1aafbc91-2536-4a6f-bd89-930fa71036f2 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 971 time: 0.1099186 Jul 13 07:22:15.548666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=646add75-84ee-48f7-bb1c-e9067dddd08a,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.574369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Checking segment: {'id': '777dace7-eee9-4e2a-a502-4e9682d48f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8029b3e-5eb5-497b-b142-c78297157bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:15.574723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Network hostable DHCP agents. Network: e8029b3e-5eb5-497b-b142-c78297157bd9, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:15.600645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Allocated IP 192.168.233.234 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/2e470341-21c0-4f53-a174-d575c1246a5a) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:15.627574 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-31a8d685-d8ed-41d5-9eab-d66687e62a90 req-d8f2784e-fc4d-48f6-b75f-8463f17fcad5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 210 time: 0.0452919 Jul 13 07:22:15.650699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Network e8029b3e-5eb5-497b-b142-c78297157bd9 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:15.671561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, e8029b3e-5eb5-497b-b142-c78297157bd9) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:15.676366 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12c25bb6-36ba-40d5-aaac-def0c9473d54 req-7e0e32f6-3132-4125-9b5a-c428231441bd tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246634 Jul 13 07:22:15.679828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621309b-5c7b-4fa3-ab66-6a6a082ee1df None None] Network e8029b3e-5eb5-497b-b142-c78297157bd9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:15.713049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:15.714043 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.771412 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-46d3430f-5340-4526-ae74-50c4354c9591 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8029621 Jul 13 07:22:15.801100 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.832500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.850745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Transition to ACTIVE for port object 2e470341-21c0-4f53-a174-d575c1246a5a will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:15.864752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba8a18-e485-4f6a-a785-f731765a0852 None None] Network e8029b3e-5eb5-497b-b142-c78297157bd9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:15.882333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3838f3a7-a3bc-4041-a1ef-5db2f8c477c1,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.897325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Checking segment: {'id': 'b8675c32-e9c4-460d-903c-5f82ac7e7856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '03977500-3db9-4c7f-9f95-8d7cf2bbd4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:15.897680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Network hostable DHCP agents. Network: 03977500-3db9-4c7f-9f95-8d7cf2bbd4b7, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:15.932500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Network 03977500-3db9-4c7f-9f95-8d7cf2bbd4b7 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:15.963444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 03977500-3db9-4c7f-9f95-8d7cf2bbd4b7) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:15.968648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:15.969391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.981048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121dcbc-b1ff-482c-8eca-ef5c37a0c8b2 None None] Network 03977500-3db9-4c7f-9f95-8d7cf2bbd4b7 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:15.998539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-68ec75b3-e8b5-44ab-a072-7da2426121bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6047356 Jul 13 07:22:16.109801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e584a-012a-4754-bf89-c725a814151b req-855cb235-8ef5-4adc-ad3d-a41d7fe83f09 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.111691 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-855cb235-8ef5-4adc-ad3d-a41d7fe83f09 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 808 time: 0.2372098 Jul 13 07:22:16.113334 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.163217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Request body: {'port': {'device_id': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e', 'admin_state_up': True, 'tenant_id': '2bb99b9efa844e71b4c81e68b036494d'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:16.188485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96e94d8-7d04-485b-8eda-f88bea8986f0 None None] Network 03977500-3db9-4c7f-9f95-8d7cf2bbd4b7 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:16.239228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a17035b4-1401-47f6-9e1b-6ad6e816ef69 req-dcd347e2-a2e6-4365-bb19-e48c2120c2f1 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 210 time: 0.0323045 Jul 13 07:22:16.255346 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:16.279681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:16.281542 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event updated for resources: {'Port': ['ID=2e470341-21c0-4f53-a174-d575c1246a5a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:16.295992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:16.305813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.306491 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.391342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bcbc6-f5e8-4e76-a660-3812d26d85ff req-9b6fec3c-2df4-4d9f-b4b9-9514be21e4fa tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.393907 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b65bcbc6-f5e8-4e76-a660-3812d26d85ff req-9b6fec3c-2df4-4d9f-b4b9-9514be21e4fa tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 947 time: 0.2777543 Jul 13 07:22:16.399009 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-919232b4-c15e-444c-8e1e-99be590f91fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5228677 Jul 13 07:22:16.409600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 45fc3103-90a5-43c0-87f9-f380c1713b1a details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:16.417958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Request body: {'port': {'device_id': '9685e1d6-01f7-43bc-9045-2f1a682b3b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:16.475151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Made reservation on behalf of 2bb99b9efa844e71b4c81e68b036494d for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:16.479111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.521137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 45fc3103-90a5-43c0-87f9-f380c1713b1a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=45fc3103-90a5-43c0-87f9-f380c1713b1a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:16.541435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '45fc3103-90a5-43c0-87f9-f380c1713b1a', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '45fc3103-90a5-43c0-87f9-f380c1713b1a', 'mac_address': 'fa:16:3e:e4:19:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:16.572443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0a573dd0-f4a3-4535-a3fe-7fda8355f4fa None None] Provisioning for port 2e470341-21c0-4f53-a174-d575c1246a5a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:16.580751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0a573dd0-f4a3-4535-a3fe-7fda8355f4fa None None] Provisioning complete for port 2e470341-21c0-4f53-a174-d575c1246a5a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:16.581260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0a573dd0-f4a3-4535-a3fe-7fda8355f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.621132 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b65bcbc6-f5e8-4e76-a660-3812d26d85ff req-c3e21db7-c59b-4b53-baeb-2d75cd17f29c tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986725 Jul 13 07:22:16.622612 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.639249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0a573dd0-f4a3-4535-a3fe-7fda8355f4fa None None] Port 2e470341-21c0-4f53-a174-d575c1246a5a cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:16.652608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fc3103-90a5-43c0-87f9-f380c1713b1a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:16.663776 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.687868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 45fc3103-90a5-43c0-87f9-f380c1713b1a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=45fc3103-90a5-43c0-87f9-f380c1713b1a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:16.698715 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.749413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-5d4fbf7c-f0a9-484b-b1db-d8e7adcbf5e7 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.757088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-5d4fbf7c-f0a9-484b-b1db-d8e7adcbf5e7 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/networks?id=e8029b3e-5eb5-497b-b142-c78297157bd9 HTTP/1.1" status: 200 len: 818 time: 0.2706647 Jul 13 07:22:16.773780 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-e8b3c0a6-543d-41ac-a8d2-add9b6688d4e tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/quotas/a4859e0c87bd4bb8801098125c847d87 HTTP/1.1" status: 200 len: 375 time: 0.0157642 Jul 13 07:22:16.780844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Allocated IP 172.20.0.13 (7b96ab4f-26d4-46e6-a04c-9f347b212f1e/f3050d3f-f99c-4ffa-a37e-991c57adc495/377e460a-3570-4658-9682-f2c52e100035) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:16.786826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=45fc3103-90a5-43c0-87f9-f380c1713b1a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:16.818292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-e30492b2-4012-42f9-8bdb-f0ac2bfaf3bd tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a4859e0c87bd4bb8801098125c847d87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436242 Jul 13 07:22:16.974967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-ad854c85-d8d2-4761-b730-1f30cb1eb8eb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:22:16.976578 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-ad854c85-d8d2-4761-b730-1f30cb1eb8eb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546684 Jul 13 07:22:17.016598 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3f35001-d573-4239-977b-087dd3ac9ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.026449 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.111600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['45fc3103-90a5-43c0-87f9-f380c1713b1a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:17.115467 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-aad2fb34-f8d2-4d40-92db-0e30345d012e service neutron] 10.222.0.44 "GET /v2.0/networks/e8029b3e-5eb5-497b-b142-c78297157bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324048 Jul 13 07:22:17.150800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b9638-c441-48cf-bab2-93638acec07e req-288bfcdf-b944-4af9-a7fc-055ed30151b2 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.152322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-288bfcdf-b944-4af9-a7fc-055ed30151b2 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 821 time: 0.2976847 Jul 13 07:22:17.196433 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-81d46b1d-3b96-4a51-8dc2-553086e30345 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/quotas/4436904a5ed8492589e9ec322097daf3 HTTP/1.1" status: 200 len: 375 time: 0.0328932 Jul 13 07:22:17.226040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-db5c3f67-f49f-4dd7-89dc-f575f1620ff9 service neutron] 10.222.0.44 "GET /v2.0/networks/e8029b3e-5eb5-497b-b142-c78297157bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968926 Jul 13 07:22:17.242604 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-31530567-d03d-4d29-bc5e-eb2a80414b40 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392532 Jul 13 07:22:17.281630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.316559 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e470341-21c0-4f53-a174-d575c1246a5a {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:17.330769 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.382239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Transition to ACTIVE for port object 2e470341-21c0-4f53-a174-d575c1246a5a will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:17.391607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.454150 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-1e6b8f3a-c201-4455-9359-8760806805ae service neutron] 10.222.0.44 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862609 Jul 13 07:22:17.457779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.483188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Pushing event updated for resources: {'Port': ['ID=2e470341-21c0-4f53-a174-d575c1246a5a,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:17.520237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623d7e1-3f6c-4a7c-8d26-7a2d264cf8c4 req-e2eb9d21-686a-46f7-9eb6-4246e3427f4a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.521915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3623d7e1-3f6c-4a7c-8d26-7a2d264cf8c4 req-e2eb9d21-686a-46f7-9eb6-4246e3427f4a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 948 time: 0.0957916 Jul 13 07:22:17.562407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:17.581927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:17.587379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3623d7e1-3f6c-4a7c-8d26-7a2d264cf8c4 req-75cb1547-ffa7-40ff-8eb8-5eef81616db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495627 Jul 13 07:22:17.625793 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:17.633577 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.634362 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.654251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Pushing event updated for resources: {'Port': ['ID=377e460a-3570-4658-9682-f2c52e100035,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:17.669852 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Attempting to bind port 2e470341-21c0-4f53-a174-d575c1246a5a on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:17.670438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Attempting to bind port 2e470341-21c0-4f53-a174-d575c1246a5a by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:17.670688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Attempting to bind port 2e470341-21c0-4f53-a174-d575c1246a5a on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:17.690515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Port 2e470341-21c0-4f53-a174-d575c1246a5a on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:17.691264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Attempting to bind port 2e470341-21c0-4f53-a174-d575c1246a5a on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:17.700468 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-68af6373-24e6-4c82-bd05-918258589500 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5565848 Jul 13 07:22:17.708146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:17.708484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:17.708864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:17.709294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Bound port: 2e470341-21c0-4f53-a174-d575c1246a5a, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:17.709649 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.719183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Request body: {'port': {'device_id': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'device_owner': 'compute:tempest-test_az-948663256', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:17.757082 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.774404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800edd9d-09c0-410f-b782-7b44590ec93e req-8175790f-2d8c-4290-a16c-0a57d337bfe8 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.776102 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-800edd9d-09c0-410f-b782-7b44590ec93e req-8175790f-2d8c-4290-a16c-0a57d337bfe8 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 971 time: 0.0724909 Jul 13 07:22:17.778860 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-1d4ce5cb-edc8-4313-8c12-bf29e77d0a19 service neutron] 10.222.0.44 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096874 Jul 13 07:22:17.839254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-800edd9d-09c0-410f-b782-7b44590ec93e req-6cd72768-4321-479d-b39e-f812d48dbe6e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511231 Jul 13 07:22:18.047853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] For port 2e470341-21c0-4f53-a174-d575c1246a5a, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:18.054327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] For port 2e470341-21c0-4f53-a174-d575c1246a5a, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2e470341-21c0-4f53-a174-d575c1246a5a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:18.069473 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.088062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d65f3d-2650-4639-8bab-ed90bf2c9008 req-c0804c7b-5e56-4609-918a-d37aa16fa1ef tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.089776 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28d65f3d-2650-4639-8bab-ed90bf2c9008 req-c0804c7b-5e56-4609-918a-d37aa16fa1ef tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 932 time: 0.0889866 Jul 13 07:22:18.092754 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.096494 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9d11cc0f-45fc-4b97-8bcd-d443379d6658 req-95f49e46-577b-421a-a654-76d452d0a38a tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 210 time: 0.0456905 Jul 13 07:22:18.145528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.146070 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.148786 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] 10.222.0.53 "PUT /v2.0/ports/2e470341-21c0-4f53-a174-d575c1246a5a HTTP/1.1" status: 200 len: 1096 time: 1.7408888 Jul 13 07:22:18.149232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9685e1d6-01f7-43bc-9045-2f1a682b3b8e', 'tag': '2e470341-21c0-4f53-a174-d575c1246a5a'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:18.151475 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "9685e1d6-01f7-43bc-9045-2f1a682b3b8e", "tag": "2e470341-21c0-4f53-a174-d575c1246a5a"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:18.183618 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28d65f3d-2650-4639-8bab-ed90bf2c9008 req-0f82b553-7038-4cd5-85de-f550c11e2504 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758774 Jul 13 07:22:18.200467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f129580-e9f6-4bda-9f99-d8ce7243c3dc service neutron] Pushing event updated for resources: {'Port': ['ID=2e470341-21c0-4f53-a174-d575c1246a5a,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:18.382467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 45fc3103-90a5-43c0-87f9-f380c1713b1a up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:18.452080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 45fc3103-90a5-43c0-87f9-f380c1713b1a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:18.459411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 45fc3103-90a5-43c0-87f9-f380c1713b1a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:18.460362 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.472094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068bb0a-1204-416f-88de-b129c91b0ce2 req-d31f4c14-df56-4bf5-b235-a892fc86fadd tempest-AggregatesAdminTestJSON-2008517123 tempest-AggregatesAdminTestJSON-2008517123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.473653 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f068bb0a-1204-416f-88de-b129c91b0ce2 req-d31f4c14-df56-4bf5-b235-a892fc86fadd tempest-AggregatesAdminTestJSON-2008517123 tempest-AggregatesAdminTestJSON-2008517123-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 1122 time: 0.1417294 Jul 13 07:22:18.494649 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f068bb0a-1204-416f-88de-b129c91b0ce2 req-3de3998e-cfc1-422c-9c28-0d2be3541ef6 tempest-AggregatesAdminTestJSON-2008517123 tempest-AggregatesAdminTestJSON-2008517123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.526988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d859acc-4d24-4e71-9db8-47e3fbf69dd0 req-b37f9187-44b3-4ace-92d9-2aa895efd792 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.532641 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d859acc-4d24-4e71-9db8-47e3fbf69dd0 req-b37f9187-44b3-4ace-92d9-2aa895efd792 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 948 time: 0.2457867 Jul 13 07:22:18.561343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-75e2fef4-5573-4e6e-b2e8-73d94a44468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.562836 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-75e2fef4-5573-4e6e-b2e8-73d94a44468f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 1099 time: 0.2320991 Jul 13 07:22:18.581902 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.611217 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f068bb0a-1204-416f-88de-b129c91b0ce2 req-3de3998e-cfc1-422c-9c28-0d2be3541ef6 tempest-AggregatesAdminTestJSON-2008517123 tempest-AggregatesAdminTestJSON-2008517123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.616427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f068bb0a-1204-416f-88de-b129c91b0ce2 req-3de3998e-cfc1-422c-9c28-0d2be3541ef6 tempest-AggregatesAdminTestJSON-2008517123 tempest-AggregatesAdminTestJSON-2008517123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.616651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d666ab-c3b9-48cc-a0fe-a43624795a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fc3103-90a5-43c0-87f9-f380c1713b1a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:18.619027 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84cef54-00fd-4897-807f-b053e831c3ac" -d '{"events": [{"server_uuid": "e8d666ab-c3b9-48cc-a0fe-a43624795a14", "name": "network-vif-plugged", "status": "completed", "tag": "45fc3103-90a5-43c0-87f9-f380c1713b1a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:18.631471 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-e88985c7-863c-4779-a985-edede1b13cef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2e470341-21c0-4f53-a174-d575c1246a5a HTTP/1.1" status: 200 len: 217 time: 0.0519555 Jul 13 07:22:18.633547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 45fc3103-90a5-43c0-87f9-f380c1713b1a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=45fc3103-90a5-43c0-87f9-f380c1713b1a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:18.637548 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.648309 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f068bb0a-1204-416f-88de-b129c91b0ce2 req-3de3998e-cfc1-422c-9c28-0d2be3541ef6 tempest-AggregatesAdminTestJSON-2008517123 tempest-AggregatesAdminTestJSON-2008517123-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683688 Jul 13 07:22:18.649219 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d859acc-4d24-4e71-9db8-47e3fbf69dd0 req-30208a2d-19bb-4d04-8a84-026bb97a7d42 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038847 Jul 13 07:22:18.687645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3998e-cfc1-422c-9c28-0d2be3541ef6 tempest-AggregatesAdminTestJSON-2008517123 tempest-AggregatesAdminTestJSON-2008517123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c29486a-da29-41b2-a32e-1e0cce28a33e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:18.706590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=45fc3103-90a5-43c0-87f9-f380c1713b1a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:18.806355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377e460a-3570-4658-9682-f2c52e100035 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:18.819832 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a30ffa-0538-4abd-a54c-f31e2bc2972f x-openstack-request-id: req-c3a30ffa-0538-4abd-a54c-f31e2bc2972f {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:18.820389 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9685e1d6-01f7-43bc-9045-2f1a682b3b8e", "tag": "2e470341-21c0-4f53-a174-d575c1246a5a", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:18.821058 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3a30ffa-0538-4abd-a54c-f31e2bc2972f {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:18.821265 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9685e1d6-01f7-43bc-9045-2f1a682b3b8e', 'tag': '2e470341-21c0-4f53-a174-d575c1246a5a', 'status': 'completed', 'code': 200} Jul 13 07:22:18.849116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-b21d7283-5cd0-4e8d-8cac-3ce3c0a8956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.851261 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-b21d7283-5cd0-4e8d-8cac-3ce3c0a8956f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1646876 Jul 13 07:22:18.853953 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.905026 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-515a153b-c8c5-487a-a6f8-1ace34abdb17 req-121a97fa-1a37-4373-8f4d-9cc4641c5611 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 210 time: 0.0580971 Jul 13 07:22:18.931461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Transition to ACTIVE for port object 377e460a-3570-4658-9682-f2c52e100035 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:18.934170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fdc92-281f-49d6-a9f2-613de1fa2726 req-3a71c904-b9d1-4e58-a711-95d2bc2da0ec tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.935920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-395fdc92-281f-49d6-a9f2-613de1fa2726 req-3a71c904-b9d1-4e58-a711-95d2bc2da0ec tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 948 time: 0.0968797 Jul 13 07:22:18.942174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.000935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-395fdc92-281f-49d6-a9f2-613de1fa2726 req-f95eb47f-da6b-46b4-b7e9-e17a5949444b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 Jul 13 07:22:19.013612 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f60390-5c1d-4503-acf7-e5aef4ed739f x-openstack-request-id: req-e1f60390-5c1d-4503-acf7-e5aef4ed739f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:19.014187 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d666ab-c3b9-48cc-a0fe-a43624795a14", "name": "network-vif-plugged", "status": "completed", "tag": "45fc3103-90a5-43c0-87f9-f380c1713b1a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:19.014328 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1f60390-5c1d-4503-acf7-e5aef4ed739f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:19.014802 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d666ab-c3b9-48cc-a0fe-a43624795a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fc3103-90a5-43c0-87f9-f380c1713b1a', 'code': 200} Jul 13 07:22:19.032709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b90b305d-d070-4e15-bcf6-5907a1d3c72b None None] Provisioning complete for port 45fc3103-90a5-43c0-87f9-f380c1713b1a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:19.033826 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b90b305d-d070-4e15-bcf6-5907a1d3c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.073719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=377e460a-3570-4658-9682-f2c52e100035,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:19.090918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-3cb8b286-9c6d-41c8-86c8-892330bee9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.092642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-3cb8b286-9c6d-41c8-86c8-892330bee9e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2264996 Jul 13 07:22:19.256056 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-9f5d297b-6143-4f09-b5f1-e713e71fbcb7 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279852 Jul 13 07:22:19.259063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:19.259399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:19.259724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:19.281449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Port 377e460a-3570-4658-9682-f2c52e100035 on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:19.281775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:19.312316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-97a82605-fe5a-4486-93d1-80cbefaced49 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.314020 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-97a82605-fe5a-4486-93d1-80cbefaced49 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.53 "GET /v2.0/networks?id=e8029b3e-5eb5-497b-b142-c78297157bd9 HTTP/1.1" status: 200 len: 818 time: 0.3325322 Jul 13 07:22:19.314808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:19.315142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:19.315550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:19.316631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Bound port: 377e460a-3570-4658-9682-f2c52e100035, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:19.316817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.321703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e49d17e8-0f0c-4c38-ac75-c54ef6c8a44d req-74777815-329c-4e2e-bbbb-848e885442b5 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 210 time: 0.0450509 Jul 13 07:22:19.372411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.53', 55620) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:19.373985 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Request body: {'port': {'device_id': '1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6', 'network_id': 'e8029b3e-5eb5-497b-b142-c78297157bd9', 'admin_state_up': True, 'tenant_id': 'a4859e0c87bd4bb8801098125c847d87'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:19.429767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc52206-2279-47f6-b85b-39d5d6de7adc req-226c526a-8dd4-48cf-8ee2-45965d0efc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.431415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7dc52206-2279-47f6-b85b-39d5d6de7adc req-226c526a-8dd4-48cf-8ee2-45965d0efc8e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 1100 time: 0.0579009 Jul 13 07:22:19.495757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af973adb-fc17-4207-b13b-1e0bb4e42914 req-8eacb3ca-96d6-4ca4-a0e3-ca3f69c0a565 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296364 Jul 13 07:22:19.524031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:19.530439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:19.541124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7dc52206-2279-47f6-b85b-39d5d6de7adc req-d719801b-23cf-407a-b053-7903a6ba90d9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982115 Jul 13 07:22:19.543390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.577835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d2dbb-e3f8-4681-8f75-8224096f3dd3 req-65dc6369-76cb-40ca-807b-ae82a32906fd tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.580462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a19d2dbb-e3f8-4681-8f75-8224096f3dd3 req-65dc6369-76cb-40ca-807b-ae82a32906fd tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 965 time: 0.0979116 Jul 13 07:22:19.585585 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.602298 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.602919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.604355 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] 10.222.0.54 "PUT /v2.0/ports/377e460a-3570-4658-9682-f2c52e100035 HTTP/1.1" status: 200 len: 1113 time: 1.8974957 Jul 13 07:22:19.628248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741e927-8993-4a4f-a972-aff8bc26c7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=377e460a-3570-4658-9682-f2c52e100035,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:19.640846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Made reservation on behalf of a4859e0c87bd4bb8801098125c847d87 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:19.649486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.657190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a19d2dbb-e3f8-4681-8f75-8224096f3dd3 req-1f064dce-ac67-4673-9748-9c1adf6076d5 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680261 Jul 13 07:22:19.813220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-987dba60-7346-435f-b925-e3dcde0e59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.815689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-987dba60-7346-435f-b925-e3dcde0e59a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 1099 time: 0.1583524 Jul 13 07:22:19.831634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e584a-012a-4754-bf89-c725a814151b req-90bece6d-5944-4fb2-b39d-76c90bec6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.833274 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-90bece6d-5944-4fb2-b39d-76c90bec6edd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1116 time: 0.1691127 Jul 13 07:22:19.940301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-05f24b96-3d72-4be0-8d23-93fd29bc37f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377e460a-3570-4658-9682-f2c52e100035 HTTP/1.1" status: 200 len: 217 time: 0.0917280 Jul 13 07:22:19.976333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Allocated IP 172.20.0.2 (e8029b3e-5eb5-497b-b142-c78297157bd9/646add75-84ee-48f7-bb1c-e9067dddd08a/80668307-f9eb-49c7-9bc6-66e5b787089e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:20.040813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-931d3470-f763-4b89-887a-ebee430ba470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.043067 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-931d3470-f763-4b89-887a-ebee430ba470 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2179883 Jul 13 07:22:20.054832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839ecd8-9776-4618-bce0-73d9ee2ba28d req-fe0b46b5-6d6d-4122-8aae-7bd0bbdd40d3 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.056569 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d839ecd8-9776-4618-bce0-73d9ee2ba28d req-fe0b46b5-6d6d-4122-8aae-7bd0bbdd40d3 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 949 time: 0.2478299 Jul 13 07:22:20.095408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e584a-012a-4754-bf89-c725a814151b req-969fed65-2f8c-4809-98e9-72d155ccdc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.096806 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-969fed65-2f8c-4809-98e9-72d155ccdc37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.1405685 Jul 13 07:22:20.126209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b9638-c441-48cf-bab2-93638acec07e req-351497ec-b49e-40c8-9ce3-04f3773cb2b1 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.127979 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-351497ec-b49e-40c8-9ce3-04f3773cb2b1 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 821 time: 0.2192976 Jul 13 07:22:20.162888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Request body: {'port': {'device_id': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd', 'admin_state_up': True, 'tenant_id': '4436904a5ed8492589e9ec322097daf3'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:20.167271 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9d08fae-59e6-4c23-9cce-d2d05bf7dd09 req-d61e8b77-d84f-437a-a914-a5a69bdec89b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 210 time: 0.0739131 Jul 13 07:22:20.209394 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-834a3d95-5160-4ea5-8b9b-a97800310b5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930336 Jul 13 07:22:20.229903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-fddc3baf-df35-45a7-9193-bceeacea51ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2e470341-21c0-4f53-a174-d575c1246a5a HTTP/1.1" status: 200 len: 217 time: 0.1725352 Jul 13 07:22:20.312044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d839ecd8-9776-4618-bce0-73d9ee2ba28d req-b309afb2-3943-4d30-9e2f-21db95194858 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421148 Jul 13 07:22:20.328413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-6ccdfb05-236e-4284-a63d-a40f4b228655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.331929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-6ccdfb05-236e-4284-a63d-a40f4b228655 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0902586 Jul 13 07:22:20.438765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-b5219729-2085-497c-9a28-e70f854c46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.440443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-b5219729-2085-497c-9a28-e70f854c46c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996461 Jul 13 07:22:20.550449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-c616f512-766b-49d7-83bc-3064fbeb793e service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995264 Jul 13 07:22:20.605199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92a9fb7c-a577-4345-a73a-1c499b84cfa2 req-5d542001-ba12-4b43-a138-e3da01dbd849 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 210 time: 0.0476446 Jul 13 07:22:20.665272 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.668823 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-30e13c0f-6d09-4346-8206-5dbd8b231d49 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510417 Jul 13 07:22:20.682168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2fc77d0b-09da-41e8-9b66-6b8be59f2a6d req-f9f4052c-7461-4d62-8d94-842b991ea522 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235175 Jul 13 07:22:20.729908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Made reservation on behalf of 4436904a5ed8492589e9ec322097daf3 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:20.733571 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.755008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9d351-cb49-42a1-a346-5566d5675727 req-5f31b25b-859d-445a-a0d2-d4ea85cfcf61 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.756537 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6be9d351-cb49-42a1-a346-5566d5675727 req-5f31b25b-859d-445a-a0d2-d4ea85cfcf61 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 948 time: 0.4052832 Jul 13 07:22:20.827419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'tag': '377e460a-3570-4658-9682-f2c52e100035'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:20.830335 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19443a6c-48e3-4cad-aeed-6302a5db1432" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95", "tag": "377e460a-3570-4658-9682-f2c52e100035"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:20.911326 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc8e584a-012a-4754-bf89-c725a814151b req-20c665a8-efa6-43da-8f19-feecf2135ee8 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334478 Jul 13 07:22:20.917047 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6be9d351-cb49-42a1-a346-5566d5675727 req-267df7aa-6a50-45e6-82de-80ed25a25909 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324401 Jul 13 07:22:20.920340 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.979567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e25b3-55d3-4659-8156-007afbccbcd2 req-4675aa89-aae3-4ef3-9fee-6b1477c851dd tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.980347 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-752e25b3-55d3-4659-8156-007afbccbcd2 req-4675aa89-aae3-4ef3-9fee-6b1477c851dd tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 965 time: 0.1016316 Jul 13 07:22:21.013048 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e3e570-44ae-4922-bcfb-ded1e2ec4703 x-openstack-request-id: req-99e3e570-44ae-4922-bcfb-ded1e2ec4703 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:21.013319 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95", "tag": "377e460a-3570-4658-9682-f2c52e100035", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:21.013585 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99e3e570-44ae-4922-bcfb-ded1e2ec4703 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:21.014111 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'tag': '377e460a-3570-4658-9682-f2c52e100035', 'status': 'completed', 'code': 200} Jul 13 07:22:21.018131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Network e8029b3e-5eb5-497b-b142-c78297157bd9 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:21.021342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Pushing event updated for resources: {'Port': ['ID=80668307-f9eb-49c7-9bc6-66e5b787089e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:21.026097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:21.038915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:21.044579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.045374 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.062741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-752e25b3-55d3-4659-8156-007afbccbcd2 req-895948b0-126a-4eb1-9a1b-4358f5d92f9d tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722308 Jul 13 07:22:21.081789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Allocated IP 172.20.0.9 (4916fcde-0d55-4029-ab45-0e9c1b82d8bd/372555d4-2af3-4335-a093-1e7008a761f8/e065aa7d-84f6-4885-b9a7-9e393e073b90) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:21.100501 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-547aff19-59ac-4bfc-852d-eec309c20eff tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7312841 Jul 13 07:22:21.127397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Request body: {'port': {'device_id': '1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:21.195225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443a6c-48e3-4cad-aeed-6302a5db1432 req-70f39c7f-0888-4c92-a450-384242359d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.196776 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19443a6c-48e3-4cad-aeed-6302a5db1432 req-70f39c7f-0888-4c92-a450-384242359d60 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1116 time: 0.1683967 Jul 13 07:22:21.325064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.343928 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecb56a84-8b43-476b-96a0-53fd074dcfc5 req-b34f7c50-7eb4-4f53-b471-a216fb83ccaf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 210 time: 0.0381954 Jul 13 07:22:21.441530 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.456428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443a6c-48e3-4cad-aeed-6302a5db1432 req-2de244fc-d2e0-49a4-9754-a2705b46a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.456428 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19443a6c-48e3-4cad-aeed-6302a5db1432 req-2de244fc-d2e0-49a4-9754-a2705b46a909 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.2239423 Jul 13 07:22:21.509270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28123ff1-5c9e-4c51-9170-61b24237330f req-8a3a34fc-a2db-4a10-8786-ef9f43e9481a tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.510893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28123ff1-5c9e-4c51-9170-61b24237330f req-8a3a34fc-a2db-4a10-8786-ef9f43e9481a tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 949 time: 0.0664775 Jul 13 07:22:21.517994 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19443a6c-48e3-4cad-aeed-6302a5db1432 req-66e53a14-d69b-4f4d-b345-f79071d13369 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377e460a-3570-4658-9682-f2c52e100035 HTTP/1.1" status: 200 len: 217 time: 0.0529399 Jul 13 07:22:21.555652 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28123ff1-5c9e-4c51-9170-61b24237330f req-5791812a-0c3a-41de-85b6-e7d71a580659 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364389 Jul 13 07:22:21.662151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443a6c-48e3-4cad-aeed-6302a5db1432 req-b92124e3-fcef-4547-a3ce-802cd98cb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.663614 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19443a6c-48e3-4cad-aeed-6302a5db1432 req-b92124e3-fcef-4547-a3ce-802cd98cb194 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.1354177 Jul 13 07:22:21.690891 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.739975 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19443a6c-48e3-4cad-aeed-6302a5db1432 req-47cac608-6c65-4b88-98e8-b0d34edd8f83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676410 Jul 13 07:22:21.839835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:21.862716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:21.873190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:21.878959 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.879578 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.892215 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Pushing event updated for resources: {'Port': ['ID=e065aa7d-84f6-4885-b9a7-9e393e073b90,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:21.961300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-26dc7a05-9213-463b-b629-a91500a8c70e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8226781 Jul 13 07:22:21.998970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Request body: {'port': {'device_id': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:22.050009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80668307-f9eb-49c7-9bc6-66e5b787089e {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:22.055885 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19443a6c-48e3-4cad-aeed-6302a5db1432 req-421be9f4-a0c5-407b-97a0-b62159e62bb5 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909944 Jul 13 07:22:22.063051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4c95b-acbd-4601-8c43-a5a9fc3d4c07 req-f9b1b210-5d00-49e0-9a9c-e5b9b97ece7c tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.064771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faa4c95b-acbd-4601-8c43-a5a9fc3d4c07 req-f9b1b210-5d00-49e0-9a9c-e5b9b97ece7c tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 931 time: 0.2860465 Jul 13 07:22:22.074192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.138913 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Transition to ACTIVE for port object 80668307-f9eb-49c7-9bc6-66e5b787089e will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:22.159936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4b95c-7059-43f4-a654-53b68bbef9b9 req-dc45fcb2-7c52-4fc2-b6ed-e17f27682beb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.161481 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84c4b95c-7059-43f4-a654-53b68bbef9b9 req-dc45fcb2-7c52-4fc2-b6ed-e17f27682beb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 948 time: 0.0654280 Jul 13 07:22:22.184947 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.200216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84c4b95c-7059-43f4-a654-53b68bbef9b9 req-830487f9-a1a3-4374-a36d-5ab878259424 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323541 Jul 13 07:22:22.247378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faa4c95b-acbd-4601-8c43-a5a9fc3d4c07 req-af55e2c3-c4d8-4691-bb7a-ef17fb49c6e6 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/security-groups?id=c35112a9-b21e-4d6f-872c-b0b26411b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750686 Jul 13 07:22:22.265796 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.297208 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Pushing event updated for resources: {'Port': ['ID=80668307-f9eb-49c7-9bc6-66e5b787089e,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:22.322912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19443a6c-48e3-4cad-aeed-6302a5db1432 req-b5168022-0202-4251-b94e-8664f2e01a57 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553637 Jul 13 07:22:22.358946 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Attempting to bind port 80668307-f9eb-49c7-9bc6-66e5b787089e on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:22.359516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Attempting to bind port 80668307-f9eb-49c7-9bc6-66e5b787089e by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '777dace7-eee9-4e2a-a502-4e9682d48f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8029b3e-5eb5-497b-b142-c78297157bd9'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:22.360091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Attempting to bind port 80668307-f9eb-49c7-9bc6-66e5b787089e on network e8029b3e-5eb5-497b-b142-c78297157bd9 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:22.369530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9d11a-8512-41f2-b81b-6de960ad340a req-38b8badb-7b21-4d4e-b6fc-07b26fb97364 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.372218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Port 80668307-f9eb-49c7-9bc6-66e5b787089e on network e8029b3e-5eb5-497b-b142-c78297157bd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:22.372558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Attempting to bind port 80668307-f9eb-49c7-9bc6-66e5b787089e on network e8029b3e-5eb5-497b-b142-c78297157bd9 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:22.373037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83e9d11a-8512-41f2-b81b-6de960ad340a req-38b8badb-7b21-4d4e-b6fc-07b26fb97364 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 949 time: 0.0715103 Jul 13 07:22:22.386274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:22.386623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Checking segment: {'id': '777dace7-eee9-4e2a-a502-4e9682d48f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8029b3e-5eb5-497b-b142-c78297157bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:22.387015 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Bound using segment: {'id': '777dace7-eee9-4e2a-a502-4e9682d48f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8029b3e-5eb5-497b-b142-c78297157bd9'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:22.387455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Bound port: 80668307-f9eb-49c7-9bc6-66e5b787089e, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777dace7-eee9-4e2a-a502-4e9682d48f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e8029b3e-5eb5-497b-b142-c78297157bd9'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:22.387818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.403833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2e470341-21c0-4f53-a174-d575c1246a5a details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:22.413605 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83e9d11a-8512-41f2-b81b-6de960ad340a req-16632969-5f4e-474e-871f-da40e9930b7b tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369022 Jul 13 07:22:22.529209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2e470341-21c0-4f53-a174-d575c1246a5a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2e470341-21c0-4f53-a174-d575c1246a5a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:22.540554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '2e470341-21c0-4f53-a174-d575c1246a5a', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '2e470341-21c0-4f53-a174-d575c1246a5a', 'mac_address': 'fa:16:3e:cd:e1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:22.606462 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] For port 80668307-f9eb-49c7-9bc6-66e5b787089e, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:22.632677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2711a-2a1f-4128-92e6-caeed4214e21 req-6cffb7ed-a0c1-43f0-adc0-608a3037d828 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.634694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6f2711a-2a1f-4128-92e6-caeed4214e21 req-6cffb7ed-a0c1-43f0-adc0-608a3037d828 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 965 time: 0.0799189 Jul 13 07:22:22.647597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] For port 80668307-f9eb-49c7-9bc6-66e5b787089e, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=80668307-f9eb-49c7-9bc6-66e5b787089e,segment=NetworkSegment(777dace7-eee9-4e2a-a502-4e9682d48f31),segment_id=777dace7-eee9-4e2a-a502-4e9682d48f31)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:22.674429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6f2711a-2a1f-4128-92e6-caeed4214e21 req-0283b635-3692-4d65-9b07-99993db39ce8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340810 Jul 13 07:22:22.678666 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.707981 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.729363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e470341-21c0-4f53-a174-d575c1246a5a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:22.756425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2e470341-21c0-4f53-a174-d575c1246a5a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2e470341-21c0-4f53-a174-d575c1246a5a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:22.761807 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.849963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=2e470341-21c0-4f53-a174-d575c1246a5a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:22.965689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.966821 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.968566 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] 10.222.0.53 "PUT /v2.0/ports/80668307-f9eb-49c7-9bc6-66e5b787089e HTTP/1.1" status: 200 len: 1091 time: 1.8485079 Jul 13 07:22:23.031545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6', 'tag': '80668307-f9eb-49c7-9bc6-66e5b787089e'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:23.035323 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218004fd-1865-465d-ad07-1f3f98d5550a" -d '{"events": [{"name": "network-changed", "server_uuid": "1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6", "tag": "80668307-f9eb-49c7-9bc6-66e5b787089e"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:23.061010 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:23.064555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bf66b-79d2-4800-af5b-108579d47d61 service neutron] Pushing event updated for resources: {'Port': ['ID=80668307-f9eb-49c7-9bc6-66e5b787089e,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.092161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e065aa7d-84f6-4885-b9a7-9e393e073b90 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:23.103170 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.123863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea2bf6-7e4a-48ad-8f7c-041b498813cb req-28834856-68ef-44fb-ad4b-4f76310c9c0c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.125580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0ea2bf6-7e4a-48ad-8f7c-041b498813cb req-28834856-68ef-44fb-ad4b-4f76310c9c0c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 931 time: 0.5167210 Jul 13 07:22:23.134151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Transition to ACTIVE for port object e065aa7d-84f6-4885-b9a7-9e393e073b90 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:23.158336 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.226692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-fb8b8a9f-8acc-4a2a-983e-729c8032502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.229540 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-fb8b8a9f-8acc-4a2a-983e-729c8032502c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a4859e0c87bd4bb8801098125c847d87&device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 1094 time: 0.1869733 Jul 13 07:22:23.245221 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0ea2bf6-7e4a-48ad-8f7c-041b498813cb req-cfda3c0c-7ac1-4303-958c-967aef2afc29 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067123 Jul 13 07:22:23.257979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Pushing event updated for resources: {'Port': ['ID=e065aa7d-84f6-4885-b9a7-9e393e073b90,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.307964 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6c084d-5a2d-4ccd-bc85-911acbb556bc x-openstack-request-id: req-5a6c084d-5a2d-4ccd-bc85-911acbb556bc {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:23.308283 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6", "tag": "80668307-f9eb-49c7-9bc6-66e5b787089e", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:23.308534 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a6c084d-5a2d-4ccd-bc85-911acbb556bc {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:23.308915 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6', 'tag': '80668307-f9eb-49c7-9bc6-66e5b787089e', 'status': 'completed', 'code': 200} Jul 13 07:22:23.343323 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-6c2993c3-5575-4430-b966-304dad413fef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80668307-f9eb-49c7-9bc6-66e5b787089e HTTP/1.1" status: 200 len: 217 time: 0.0936105 Jul 13 07:22:23.361712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:23.362077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:23.362460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:23.388600 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Port e065aa7d-84f6-4885-b9a7-9e393e073b90 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:23.388932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:23.393343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38360) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:23.405983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:23.406331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:23.406724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:23.407311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Bound port: e065aa7d-84f6-4885-b9a7-9e393e073b90, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:23.408274 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.429981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-3a772206-8e4c-441d-8065-cf10af4a8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.431551 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-3a772206-8e4c-441d-8065-cf10af4a8fb9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=646add75-84ee-48f7-bb1c-e9067dddd08a HTTP/1.1" status: 200 len: 858 time: 0.0784256 Jul 13 07:22:23.476272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13060fe7-051c-4c43-a8a1-c5750471167a req-6d07830f-a9e6-43ba-b0ed-63bcc94b3d74 tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.477958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13060fe7-051c-4c43-a8a1-c5750471167a req-6d07830f-a9e6-43ba-b0ed-63bcc94b3d74 tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 1100 time: 0.0596468 Jul 13 07:22:23.510344 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-116ee1be-9c0f-4f79-80e2-56321c93c9a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8029b3e-5eb5-497b-b142-c78297157bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558057 Jul 13 07:22:23.547584 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8876e72a-6726-450a-89f7-3a9f08812798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.644955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95773b-c5a2-4dac-9281-3b15faa08a6d req-c4a3ae84-b8ef-4b77-99ac-c19a9878e594 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.646481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f95773b-c5a2-4dac-9281-3b15faa08a6d req-c4a3ae84-b8ef-4b77-99ac-c19a9878e594 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 949 time: 0.2135501 Jul 13 07:22:23.661847 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:23.693585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:23.700864 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-1ef2e59c-5e29-4fb8-8f68-cdb71bc77658 service neutron] 10.222.0.53 "GET /v2.0/networks/e8029b3e-5eb5-497b-b142-c78297157bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606309 Jul 13 07:22:23.703032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.714840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bb381-504c-4097-bba0-af2c5de2369c req-41998759-c71b-439d-8075-aa3569f8f3e1 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.716523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed6bb381-504c-4097-bba0-af2c5de2369c req-41998759-c71b-439d-8075-aa3569f8f3e1 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 943 time: 0.1417048 Jul 13 07:22:23.722530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-13060fe7-051c-4c43-a8a1-c5750471167a req-c0dc1b27-9ec3-41ad-9e6a-b4d7d74e22de tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] Deleting port 45fc3103-90a5-43c0-87f9-f380c1713b1a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:23.722873 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-13060fe7-051c-4c43-a8a1-c5750471167a req-c0dc1b27-9ec3-41ad-9e6a-b4d7d74e22de tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.773702 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f95773b-c5a2-4dac-9281-3b15faa08a6d req-d11523d6-d524-4db0-ad95-c241111790da tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176279 Jul 13 07:22:23.776574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.777197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.778606 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] 10.222.0.53 "PUT /v2.0/ports/e065aa7d-84f6-4885-b9a7-9e393e073b90 HTTP/1.1" status: 200 len: 1091 time: 1.7869961 Jul 13 07:22:23.831110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b134b0c-f6ee-4925-b012-43e3a31f2fad service neutron] Pushing event updated for resources: {'Port': ['ID=e065aa7d-84f6-4885-b9a7-9e393e073b90,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.841892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed6bb381-504c-4097-bba0-af2c5de2369c req-4152ef76-72b0-4145-b240-6bf0de1e9119 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/security-groups?id=c35112a9-b21e-4d6f-872c-b0b26411b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157355 Jul 13 07:22:23.849610 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8876e72a-6726-450a-89f7-3a9f08812798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.864624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8876e72a-6726-450a-89f7-3a9f08812798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.913730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fb46dbd-e3fe-42ab-916b-33c4bba7c3dc req-a7850f1a-58a2-422e-9a60-3057cb9ea189 service neutron] 10.222.0.53 "GET /v2.0/networks/e8029b3e-5eb5-497b-b142-c78297157bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988506 Jul 13 07:22:23.921828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-13060fe7-051c-4c43-a8a1-c5750471167a req-c0dc1b27-9ec3-41ad-9e6a-b4d7d74e22de tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] For port 45fc3103-90a5-43c0-87f9-f380c1713b1a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=45fc3103-90a5-43c0-87f9-f380c1713b1a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:23.922199 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-13060fe7-051c-4c43-a8a1-c5750471167a req-c0dc1b27-9ec3-41ad-9e6a-b4d7d74e22de tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.948853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876e72a-6726-450a-89f7-3a9f08812798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3b7272-9f44-4808-ab40-10ead09bc933,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.951140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b9638-c441-48cf-bab2-93638acec07e req-4a2a2cc2-0123-427a-8307-f0e698c9274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.953661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-4a2a2cc2-0123-427a-8307-f0e698c9274f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1094 time: 0.1242878 Jul 13 07:22:23.967847 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8876e72a-6726-450a-89f7-3a9f08812798 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18c672b925c34427bcd223d687757b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5701015 Jul 13 07:22:23.968107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38376) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:23.981226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-13060fe7-051c-4c43-a8a1-c5750471167a req-c0dc1b27-9ec3-41ad-9e6a-b4d7d74e22de tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] Calling delete_port for 45fc3103-90a5-43c0-87f9-f380c1713b1a owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:24.039951 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-e4e53393-f7db-426b-80d2-928d4b2d2ce2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90 HTTP/1.1" status: 200 len: 217 time: 0.0737476 Jul 13 07:22:24.169333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b9638-c441-48cf-bab2-93638acec07e req-38dc8da9-ca6a-4c54-931b-9dd2931fade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.170696 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-38dc8da9-ca6a-4c54-931b-9dd2931fade8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.1098666 Jul 13 07:22:24.203138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb510c-bd80-4ef0-ba67-6270954588ff req-95b4027b-2dc7-4b83-8af6-8abcc5f28110 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.205608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ffb510c-bd80-4ef0-ba67-6270954588ff req-95b4027b-2dc7-4b83-8af6-8abcc5f28110 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8d666ab-c3b9-48cc-a0fe-a43624795a14 HTTP/1.1" status: 200 len: 949 time: 0.1354344 Jul 13 07:22:24.212836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0075dd94-ae3f-4975-8560-63b40b6be2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.216923 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-9651f93d-321c-43e3-9e2d-e093f17ddbd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363867 Jul 13 07:22:24.222071 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218004fd-1865-465d-ad07-1f3f98d5550a req-7287ee58-7f0f-4a09-a104-cd4f7e35b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.223486 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-218004fd-1865-465d-ad07-1f3f98d5550a req-7287ee58-7f0f-4a09-a104-cd4f7e35b054 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a4859e0c87bd4bb8801098125c847d87&device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 1094 time: 0.1976945 Jul 13 07:22:24.300939 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0075dd94-ae3f-4975-8560-63b40b6be2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.383528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ffb510c-bd80-4ef0-ba67-6270954588ff req-91c3c7fb-8817-4afe-8337-73b240be17a4 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552718 Jul 13 07:22:24.384736 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-13060fe7-051c-4c43-a8a1-c5750471167a req-c0dc1b27-9ec3-41ad-9e6a-b4d7d74e22de tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.408172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['45fc3103-90a5-43c0-87f9-f380c1713b1a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:24.420824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cb0c0-7f21-4626-9474-0426fe08b1a6 req-d7c4d4ac-b2e2-441d-9cd5-5e2214926c18 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.422329 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bc3cb0c0-7f21-4626-9474-0426fe08b1a6 req-d7c4d4ac-b2e2-441d-9cd5-5e2214926c18 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 965 time: 0.3004866 Jul 13 07:22:24.432359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc1b27-9ec3-41ad-9e6a-b4d7d74e22de tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] Pushing event deleted for resources: {'Port': ['ID=45fc3103-90a5-43c0-87f9-f380c1713b1a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:24.451549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2e470341-21c0-4f53-a174-d575c1246a5a up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:24.491883 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-46e3007c-26bc-40c0-8480-8869eb419a49 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607899 Jul 13 07:22:24.497891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218004fd-1865-465d-ad07-1f3f98d5550a req-2eca5b99-d768-483f-9a4a-b16ef41a5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.499527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-218004fd-1865-465d-ad07-1f3f98d5550a req-2eca5b99-d768-483f-9a4a-b16ef41a5bd4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e8029b3e-5eb5-497b-b142-c78297157bd9 HTTP/1.1" status: 200 len: 919 time: 0.2555397 Jul 13 07:22:24.528338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0075dd94-ae3f-4975-8560-63b40b6be2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.530917 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0075dd94-ae3f-4975-8560-63b40b6be2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.539491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0075dd94-ae3f-4975-8560-63b40b6be2a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed3b7272-9f44-4808-ab40-10ead09bc933 HTTP/1.1" status: 204 len: 168 time: 0.5702984 Jul 13 07:22:24.542678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-13060fe7-051c-4c43-a8a1-c5750471167a req-c0dc1b27-9ec3-41ad-9e6a-b4d7d74e22de tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] No DVR routers for this DVR port 45fc3103-90a5-43c0-87f9-f380c1713b1a on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:24.546444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-13060fe7-051c-4c43-a8a1-c5750471167a req-c0dc1b27-9ec3-41ad-9e6a-b4d7d74e22de tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.550118 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13060fe7-051c-4c43-a8a1-c5750471167a req-c0dc1b27-9ec3-41ad-9e6a-b4d7d74e22de tempest-DeleteServersAdminTestJSON-912630926 tempest-DeleteServersAdminTestJSON-912630926-project-admin] 10.222.0.53 "DELETE /v2.0/ports/45fc3103-90a5-43c0-87f9-f380c1713b1a HTTP/1.1" status: 204 len: 173 time: 1.0657854 Jul 13 07:22:24.550928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d666ab-c3b9-48cc-a0fe-a43624795a14', 'name': 'network-vif-deleted', 'tag': '45fc3103-90a5-43c0-87f9-f380c1713b1a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:24.566700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 2e470341-21c0-4f53-a174-d575c1246a5a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:24.576889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 2e470341-21c0-4f53-a174-d575c1246a5a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:24.577650 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.651504 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-218004fd-1865-465d-ad07-1f3f98d5550a req-3ee25c21-4ff1-4e43-9795-c002fe77cd8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80668307-f9eb-49c7-9bc6-66e5b787089e HTTP/1.1" status: 200 len: 217 time: 0.1383696 Jul 13 07:22:24.662777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075dd94-ae3f-4975-8560-63b40b6be2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3b7272-9f44-4808-ab40-10ead09bc933,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:24.697280 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bc3cb0c0-7f21-4626-9474-0426fe08b1a6 req-015e4c7d-0e20-42db-a7a5-0f6db5438d74 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586956 Jul 13 07:22:24.816516 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26830c21-6ae1-43ee-891d-de1be7c3d141" -d '{"events": [{"server_uuid": "e8d666ab-c3b9-48cc-a0fe-a43624795a14", "name": "network-vif-deleted", "tag": "45fc3103-90a5-43c0-87f9-f380c1713b1a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:24.842110 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.854455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 377e460a-3570-4658-9682-f2c52e100035 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:24.861579 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a7b9638-c441-48cf-bab2-93638acec07e req-1c3912bd-f78f-4014-a6be-372f5ade9663 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562310 Jul 13 07:22:24.902372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9685e1d6-01f7-43bc-9045-2f1a682b3b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e470341-21c0-4f53-a174-d575c1246a5a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:24.904878 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57a8c95-d1df-4491-82cc-9fad7612e0d6" -d '{"events": [{"server_uuid": "9685e1d6-01f7-43bc-9045-2f1a682b3b8e", "name": "network-vif-plugged", "status": "completed", "tag": "2e470341-21c0-4f53-a174-d575c1246a5a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:24.921899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2e470341-21c0-4f53-a174-d575c1246a5a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2e470341-21c0-4f53-a174-d575c1246a5a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:24.938167 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.948930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218004fd-1865-465d-ad07-1f3f98d5550a req-46614bde-28b4-4893-a8ab-9e8b186daa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.950547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-218004fd-1865-465d-ad07-1f3f98d5550a req-46614bde-28b4-4893-a8ab-9e8b186daa3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=646add75-84ee-48f7-bb1c-e9067dddd08a HTTP/1.1" status: 200 len: 858 time: 0.2490480 Jul 13 07:22:25.007331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83f5da-d749-4d5f-8a62-c0bcec9746b4 req-a6ba6178-22c0-4224-a675-ab835300cb89 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.012218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a83f5da-d749-4d5f-8a62-c0bcec9746b4 req-a6ba6178-22c0-4224-a675-ab835300cb89 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 943 time: 0.1116438 Jul 13 07:22:25.051845 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-218004fd-1865-465d-ad07-1f3f98d5550a req-cfb7a8ef-44de-4dc2-88b2-27b81a1c1962 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8029b3e-5eb5-497b-b142-c78297157bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890324 Jul 13 07:22:25.058113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=2e470341-21c0-4f53-a174-d575c1246a5a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:25.093160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:25.108041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '377e460a-3570-4658-9682-f2c52e100035', 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e', 'port_id': '377e460a-3570-4658-9682-f2c52e100035', 'mac_address': 'fa:16:3e:5b:35:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3050d3f-f99c-4ffa-a37e-991c57adc495', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-948663256', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:25.132518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a83f5da-d749-4d5f-8a62-c0bcec9746b4 req-052c9e5a-b92a-4c36-91f6-8c96a39f9188 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127677 Jul 13 07:22:25.139200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38414) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:25.170525 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cdceeec6-1be8-462e-ac65-b177ba568669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.247716 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.299963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377e460a-3570-4658-9682-f2c52e100035 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:25.312547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'tag': 'e065aa7d-84f6-4885-b9a7-9e393e073b90'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:25.314950 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50aa1c2-2317-4be5-908f-90275695b65f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbae853-742b-465d-9faa-22f6f9c12d85", "tag": "e065aa7d-84f6-4885-b9a7-9e393e073b90"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:25.352369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:25.352811 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-218004fd-1865-465d-ad07-1f3f98d5550a req-f39aa056-bbb6-4549-9a34-8f714299611a service neutron] 10.222.0.53 "GET /v2.0/networks/e8029b3e-5eb5-497b-b142-c78297157bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876277 Jul 13 07:22:25.363094 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.389745 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cdceeec6-1be8-462e-ac65-b177ba568669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.407955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cdceeec6-1be8-462e-ac65-b177ba568669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.458287 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3040caa3-a36a-4446-8445-ebfeb073f4be x-openstack-request-id: req-3040caa3-a36a-4446-8445-ebfeb073f4be {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:25.460165 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d666ab-c3b9-48cc-a0fe-a43624795a14", "name": "network-vif-deleted", "tag": "45fc3103-90a5-43c0-87f9-f380c1713b1a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:25.460586 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3040caa3-a36a-4446-8445-ebfeb073f4be {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:25.461436 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d666ab-c3b9-48cc-a0fe-a43624795a14', 'name': 'network-vif-deleted', 'tag': '45fc3103-90a5-43c0-87f9-f380c1713b1a', 'status': 'completed', 'code': 200} Jul 13 07:22:25.465200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=377e460a-3570-4658-9682-f2c52e100035,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:25.479214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-be4d74af-55fa-4c46-8c98-b075184638e7 None None] Provisioning complete for port 2e470341-21c0-4f53-a174-d575c1246a5a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:25.479903 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be4d74af-55fa-4c46-8c98-b075184638e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.522652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdceeec6-1be8-462e-ac65-b177ba568669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99260e37-a976-40af-981e-725a8a580b2b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:25.533762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cdceeec6-1be8-462e-ac65-b177ba568669 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2dcba3848aa4139b9561c541a057894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934071 Jul 13 07:22:25.536529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38426) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:25.551419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6532d-f41f-4bea-81e9-df98c22000ec req-983eefb3-55e5-47cf-b00f-6204eabfc46c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.553112 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-66b6532d-f41f-4bea-81e9-df98c22000ec req-983eefb3-55e5-47cf-b00f-6204eabfc46c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 950 time: 0.1783588 Jul 13 07:22:25.568427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38428) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:25.607276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-218004fd-1865-465d-ad07-1f3f98d5550a req-f6a6ac20-fcfb-4058-8751-4135cfb023c7 service neutron] 10.222.0.53 "GET /v2.0/networks/e8029b3e-5eb5-497b-b142-c78297157bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451618 Jul 13 07:22:25.625721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-66b6532d-f41f-4bea-81e9-df98c22000ec req-b6c7f49f-fdad-4d2a-8757-d44208cde4ca tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561898 Jul 13 07:22:25.650927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['377e460a-3570-4658-9682-f2c52e100035'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:25.672594 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dd89482-239c-48aa-b7bd-fc7054ebcdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.703092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dd89482-239c-48aa-b7bd-fc7054ebcdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.704842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd694087-f35b-44a8-86d6-7df85f6560cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.710616 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf73168-1f34-4ae8-a1de-2ac6b5e4fbcb x-openstack-request-id: req-9bf73168-1f34-4ae8-a1de-2ac6b5e4fbcb {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:25.711047 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9685e1d6-01f7-43bc-9045-2f1a682b3b8e", "name": "network-vif-plugged", "status": "completed", "tag": "2e470341-21c0-4f53-a174-d575c1246a5a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:25.711467 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9bf73168-1f34-4ae8-a1de-2ac6b5e4fbcb {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:25.711861 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9685e1d6-01f7-43bc-9045-2f1a682b3b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e470341-21c0-4f53-a174-d575c1246a5a', 'code': 200} Jul 13 07:22:25.766077 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424b213b-b12d-4788-8941-19a58d4b64c1 x-openstack-request-id: req-424b213b-b12d-4788-8941-19a58d4b64c1 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:25.766445 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbae853-742b-465d-9faa-22f6f9c12d85", "tag": "e065aa7d-84f6-4885-b9a7-9e393e073b90", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:25.779500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e1b44-c3b7-455c-a0ae-272f3800e79f req-7036b048-09cd-417c-9e8b-b4dd34b8fa8b tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.783493 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-424b213b-b12d-4788-8941-19a58d4b64c1 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:25.786528 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'tag': 'e065aa7d-84f6-4885-b9a7-9e393e073b90', 'status': 'completed', 'code': 200} Jul 13 07:22:25.788357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-654e1b44-c3b7-455c-a0ae-272f3800e79f req-7036b048-09cd-417c-9e8b-b4dd34b8fa8b tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 943 time: 0.1698813 Jul 13 07:22:25.838168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-654e1b44-c3b7-455c-a0ae-272f3800e79f req-3046ae59-710b-40cd-93b2-034581236159 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/security-groups?id=c35112a9-b21e-4d6f-872c-b0b26411b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Jul 13 07:22:25.847643 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dd89482-239c-48aa-b7bd-fc7054ebcdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.863581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dd89482-239c-48aa-b7bd-fc7054ebcdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.867410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0dd89482-239c-48aa-b7bd-fc7054ebcdd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99260e37-a976-40af-981e-725a8a580b2b HTTP/1.1" status: 204 len: 168 time: 0.3261466 Jul 13 07:22:25.903660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd89482-239c-48aa-b7bd-fc7054ebcdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99260e37-a976-40af-981e-725a8a580b2b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:26.055896 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd694087-f35b-44a8-86d6-7df85f6560cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.060563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f3378-f687-43cb-a019-f57702103696 req-0cc0f3d7-c5ba-48a8-bd87-eb8a4e25f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.062203 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-596f3378-f687-43cb-a019-f57702103696 req-0cc0f3d7-c5ba-48a8-bd87-eb8a4e25f838 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 1101 time: 0.2489135 Jul 13 07:22:26.066550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50aa1c2-2317-4be5-908f-90275695b65f req-2a17b629-d0fb-4006-b8bf-3683026a4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.067971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d50aa1c2-2317-4be5-908f-90275695b65f req-2a17b629-d0fb-4006-b8bf-3683026a4ba6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1094 time: 0.2359993 Jul 13 07:22:26.070786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd694087-f35b-44a8-86d6-7df85f6560cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.113178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-4c69e9cc-9abc-4836-95bd-577960093080 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221548 Jul 13 07:22:26.201198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fd694087-f35b-44a8-86d6-7df85f6560cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19b7776491114d80ad35b6bfd7b8f8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6249361 Jul 13 07:22:26.201198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd694087-f35b-44a8-86d6-7df85f6560cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b69f87b-10de-4e60-b95f-d508a78c5718,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:26.201671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38458) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:26.247787 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-596f3378-f687-43cb-a019-f57702103696 req-3daaecde-4c12-4a54-ae03-4732a4581381 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751685 Jul 13 07:22:26.269769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b83c08-8446-4c53-a3ac-4b30092f1c2b req-22258b59-1181-49b0-8082-5a886bec0191 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.271304 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-84b83c08-8446-4c53-a3ac-4b30092f1c2b req-22258b59-1181-49b0-8082-5a886bec0191 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 966 time: 0.2856874 Jul 13 07:22:26.274183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-a3be8eb4-f36b-4606-b3af-6b3d8f56b986 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.280665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-a3be8eb4-f36b-4606-b3af-6b3d8f56b986 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616693 Jul 13 07:22:26.304718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50aa1c2-2317-4be5-908f-90275695b65f req-e1f0d2da-7d7c-49c2-b9df-2e0e41bfddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.306212 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d50aa1c2-2317-4be5-908f-90275695b65f req-e1f0d2da-7d7c-49c2-b9df-2e0e41bfddb8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.2234643 Jul 13 07:22:26.307875 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-c3e9ef85-ca2e-418e-8173-be8d637868d4 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/quotas/21a9ac12eda848c3bed31a3cfc4d8936 HTTP/1.1" status: 200 len: 375 time: 0.0263519 Jul 13 07:22:26.323306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-197851c8-607a-4dcb-af34-7145710f26d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.353124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-f69c6739-da3d-4776-aafd-930aa0f00522 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443056 Jul 13 07:22:26.358067 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-84b83c08-8446-4c53-a3ac-4b30092f1c2b req-f007eaea-e672-4616-948d-a657f6908155 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800736 Jul 13 07:22:26.368824 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d50aa1c2-2317-4be5-908f-90275695b65f req-6d94d768-f8c9-4e85-8698-744e3eede295 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90 HTTP/1.1" status: 200 len: 217 time: 0.0509074 Jul 13 07:22:26.379067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-197851c8-607a-4dcb-af34-7145710f26d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.429711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50aa1c2-2317-4be5-908f-90275695b65f req-29c8a550-ac40-4bb4-9a0e-5063d261af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.431406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d50aa1c2-2317-4be5-908f-90275695b65f req-29c8a550-ac40-4bb4-9a0e-5063d261af68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.0550206 Jul 13 07:22:26.442821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 80668307-f9eb-49c7-9bc6-66e5b787089e details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:26.488423 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-197851c8-607a-4dcb-af34-7145710f26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.491225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-197851c8-607a-4dcb-af34-7145710f26d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.499695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-197851c8-607a-4dcb-af34-7145710f26d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b69f87b-10de-4e60-b95f-d508a78c5718 HTTP/1.1" status: 204 len: 168 time: 0.3001883 Jul 13 07:22:26.531155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197851c8-607a-4dcb-af34-7145710f26d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b69f87b-10de-4e60-b95f-d508a78c5718,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:26.537876 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d50aa1c2-2317-4be5-908f-90275695b65f req-aec29a37-3731-406e-8e8d-ba47a9bd5f11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977006 Jul 13 07:22:26.718059 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d50aa1c2-2317-4be5-908f-90275695b65f req-259296d5-da31-4d51-8a18-958e572d701b service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729023 Jul 13 07:22:26.728123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 80668307-f9eb-49c7-9bc6-66e5b787089e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=80668307-f9eb-49c7-9bc6-66e5b787089e,segment=NetworkSegment(777dace7-eee9-4e2a-a502-4e9682d48f31),segment_id=777dace7-eee9-4e2a-a502-4e9682d48f31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:26.740814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '80668307-f9eb-49c7-9bc6-66e5b787089e', 'network_id': 'e8029b3e-5eb5-497b-b142-c78297157bd9', 'port_id': '80668307-f9eb-49c7-9bc6-66e5b787089e', 'mac_address': 'fa:16:3e:68:ec:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646add75-84ee-48f7-bb1c-e9067dddd08a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:26.791993 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.809189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80668307-f9eb-49c7-9bc6-66e5b787089e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:26.840553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 80668307-f9eb-49c7-9bc6-66e5b787089e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=80668307-f9eb-49c7-9bc6-66e5b787089e,segment=NetworkSegment(777dace7-eee9-4e2a-a502-4e9682d48f31),segment_id=777dace7-eee9-4e2a-a502-4e9682d48f31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:26.844986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61cd83e6-6a31-4aba-ad6b-3cba1c45f5e8 req-4d9fbbbc-036a-4ac6-a86d-aacbcee7843f tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 210 time: 0.0751197 Jul 13 07:22:26.858625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 377e460a-3570-4658-9682-f2c52e100035 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:26.875032 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.056275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=80668307-f9eb-49c7-9bc6-66e5b787089e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:27.070875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 377e460a-3570-4658-9682-f2c52e100035 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:27.080379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 377e460a-3570-4658-9682-f2c52e100035 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:27.083542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.176937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87015fa-acac-476d-a32c-ff7c0e962acb req-6862ef59-8566-47b3-9cc9-093a64147a3d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.196984 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f87015fa-acac-476d-a32c-ff7c0e962acb req-6862ef59-8566-47b3-9cc9-093a64147a3d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 950 time: 0.1372867 Jul 13 07:22:27.228048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['80668307-f9eb-49c7-9bc6-66e5b787089e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:27.246206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38496) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:27.252387 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f87015fa-acac-476d-a32c-ff7c0e962acb req-2d8249d0-78af-40fb-a7d6-6837ff0e5be8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536172 Jul 13 07:22:27.270541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-122b0bee-d27f-4a23-9437-c6088311d93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.404132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-122b0bee-d27f-4a23-9437-c6088311d93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.411483 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-122b0bee-d27f-4a23-9437-c6088311d93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.420051 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.467572 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-122b0bee-d27f-4a23-9437-c6088311d93a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12a988f56c2a47d7852374ee5f1f3af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136779 Jul 13 07:22:27.468820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b0bee-d27f-4a23-9437-c6088311d93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6e8c3e-236f-4f1c-9e37-85b6513f07df,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:27.472362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38504) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:27.562175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d50aa1c2-2317-4be5-908f-90275695b65f req-cf97fa69-f998-43bb-b20a-9dc9b997eaf6 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8346112 Jul 13 07:22:27.595855 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e74a1d6d-bfae-43c7-94f4-15aba5d76153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.609004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1380e-07cb-43d6-8b39-5709bc3e1548 req-3599062c-6ef8-4467-af08-e7396ac72a24 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.618410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:27.619669 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e6d1380e-07cb-43d6-8b39-5709bc3e1548 req-3599062c-6ef8-4467-af08-e7396ac72a24 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 943 time: 0.2144151 Jul 13 07:22:27.656607 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.682076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e74a1d6d-bfae-43c7-94f4-15aba5d76153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.691009 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e6d1380e-07cb-43d6-8b39-5709bc3e1548 req-91caeb5e-5e77-4c88-bb75-3ff57f25f40a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683551 Jul 13 07:22:27.718873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377e460a-3570-4658-9682-f2c52e100035'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:27.721227 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad10cc3-1360-453c-88a4-5fe2bed0128d" -d '{"events": [{"server_uuid": "ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95", "name": "network-vif-plugged", "status": "completed", "tag": "377e460a-3570-4658-9682-f2c52e100035"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:27.776720 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e74a1d6d-bfae-43c7-94f4-15aba5d76153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.779275 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e74a1d6d-bfae-43c7-94f4-15aba5d76153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.782782 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e74a1d6d-bfae-43c7-94f4-15aba5d76153 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e6e8c3e-236f-4f1c-9e37-85b6513f07df HTTP/1.1" status: 204 len: 168 time: 0.3070540 Jul 13 07:22:27.789562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a1d6d-bfae-43c7-94f4-15aba5d76153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6e8c3e-236f-4f1c-9e37-85b6513f07df,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:27.841650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=377e460a-3570-4658-9682-f2c52e100035,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:28.004904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80aa7-590a-4e44-976a-88a0b720d5b9 req-93536686-4c89-4fa6-a1fd-c5e441b55627 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:28.012853 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee80aa7-590a-4e44-976a-88a0b720d5b9 req-93536686-4c89-4fa6-a1fd-c5e441b55627 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 944 time: 0.0918248 Jul 13 07:22:28.051506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ffd2-c40d-434c-9122-ed9eda98e5b2 req-5534d652-28c2-4c02-ab5a-5b4ed11f03fb tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:28.054358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0d5ffd2-c40d-434c-9122-ed9eda98e5b2 req-5534d652-28c2-4c02-ab5a-5b4ed11f03fb tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 967 time: 0.0785904 Jul 13 07:22:28.081845 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee80aa7-590a-4e44-976a-88a0b720d5b9 req-72da7001-6077-46a5-9132-0888cdd449fc tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/security-groups?id=c35112a9-b21e-4d6f-872c-b0b26411b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679862 Jul 13 07:22:28.144704 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0d5ffd2-c40d-434c-9122-ed9eda98e5b2 req-ae4d7529-cafd-4d63-b7d6-0787456606aa tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839474 Jul 13 07:22:28.199074 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf3cfa5-c754-4cd8-afef-267d7c673776 x-openstack-request-id: req-cdf3cfa5-c754-4cd8-afef-267d7c673776 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:28.199379 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95", "name": "network-vif-plugged", "status": "completed", "tag": "377e460a-3570-4658-9682-f2c52e100035", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:28.199632 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdf3cfa5-c754-4cd8-afef-267d7c673776 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:28.200057 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377e460a-3570-4658-9682-f2c52e100035', 'code': 200} Jul 13 07:22:28.382718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-50e0c5ed-6907-4b10-bfb1-d2c512243208 req-ab7e67b8-cde7-48bf-9e17-57db5c38b64a tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 210 time: 0.0558996 Jul 13 07:22:28.446341 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e065aa7d-84f6-4885-b9a7-9e393e073b90 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:28.479417 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31095eef-1526-4469-971b-8df566fef43b req-2c72f890-5801-41d5-93e5-7a9d35142ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:28.495015 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-31095eef-1526-4469-971b-8df566fef43b req-2c72f890-5801-41d5-93e5-7a9d35142ca1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1118 time: 0.1708686 Jul 13 07:22:28.502617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 80668307-f9eb-49c7-9bc6-66e5b787089e up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:28.548896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a6a58-5f9a-4ba2-a5ac-54f0801fd89d req-5e03b7ef-e720-41ec-bac6-7cef967346e9 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:28.550613 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d69a6a58-5f9a-4ba2-a5ac-54f0801fd89d req-5e03b7ef-e720-41ec-bac6-7cef967346e9 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 971 time: 0.3016031 Jul 13 07:22:28.598005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49eae0-b7a2-4da6-aa5a-e547d12ed3fc req-547af2a6-99d9-405f-b912-8dcbb1c80f9b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:28.605848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d49eae0-b7a2-4da6-aa5a-e547d12ed3fc req-547af2a6-99d9-405f-b912-8dcbb1c80f9b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 950 time: 0.0832102 Jul 13 07:22:28.621567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-31095eef-1526-4469-971b-8df566fef43b req-0824d4b1-fd7e-4ac2-862f-ddd687fa914c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147585 Jul 13 07:22:28.657122 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d69a6a58-5f9a-4ba2-a5ac-54f0801fd89d req-d343f9b8-ad88-4f08-bc30-90b3cfebc35f tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c687cd6-5b8d-44b6-b333-2bb3927a8546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928125 Jul 13 07:22:28.658422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d49eae0-b7a2-4da6-aa5a-e547d12ed3fc req-f9697975-d071-4c59-a2d4-3b2fa0d254d9 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513399 Jul 13 07:22:28.740945 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-e93c1b16-4482-4013-b429-6ea39b44fa4e tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478826 Jul 13 07:22:28.776928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:28.805368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'e065aa7d-84f6-4885-b9a7-9e393e073b90', 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd', 'port_id': 'e065aa7d-84f6-4885-b9a7-9e393e073b90', 'mac_address': 'fa:16:3e:16:c6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372555d4-2af3-4335-a093-1e7008a761f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:28.807087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 80668307-f9eb-49c7-9bc6-66e5b787089e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:28.821423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 80668307-f9eb-49c7-9bc6-66e5b787089e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:28.822923 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.923243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-8674d4de-1192-45ab-94d9-0a75bf9f214a tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:28.924965 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-8674d4de-1192-45ab-94d9-0a75bf9f214a tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624970 Jul 13 07:22:28.930374 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.946893 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Request body: {'port': {'device_id': 'dd7e7f58-1ff1-4354-b35c-1ed95c059054', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '21a9ac12eda848c3bed31a3cfc4d8936'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:28.950222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e065aa7d-84f6-4885-b9a7-9e393e073b90 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:28.998499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:29.009626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.048971 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.114989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Made reservation on behalf of 21a9ac12eda848c3bed31a3cfc4d8936 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:29.122878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.123680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e065aa7d-84f6-4885-b9a7-9e393e073b90,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:29.138534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 80668307-f9eb-49c7-9bc6-66e5b787089e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=80668307-f9eb-49c7-9bc6-66e5b787089e,segment=NetworkSegment(777dace7-eee9-4e2a-a502-4e9682d48f31),segment_id=777dace7-eee9-4e2a-a502-4e9682d48f31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:29.144673 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.183296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 45fc3103-90a5-43c0-87f9-f380c1713b1a no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:29.213984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 45fc3103-90a5-43c0-87f9-f380c1713b1a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:29.214524 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 45fc3103-90a5-43c0-87f9-f380c1713b1a not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:29.230895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=80668307-f9eb-49c7-9bc6-66e5b787089e,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:29.275594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b96c5-72b8-4b48-9139-402b5d4aa714 req-93dc73d7-fbc5-4cf1-95d6-7b38d2a02c6f tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:29.277283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e53b96c5-72b8-4b48-9139-402b5d4aa714 req-93dc73d7-fbc5-4cf1-95d6-7b38d2a02c6f tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 1101 time: 0.0705538 Jul 13 07:22:29.302535 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e53b96c5-72b8-4b48-9139-402b5d4aa714 req-6f303a3d-d305-4daf-adb2-cedcd5edaf2e tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.329809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e065aa7d-84f6-4885-b9a7-9e393e073b90'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:29.363649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4324ad5-e0c0-4c35-994a-9a569ba10c14 req-aca92b8a-b437-4478-be61-773cbc85e4f7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:29.370503 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e4324ad5-e0c0-4c35-994a-9a569ba10c14 req-aca92b8a-b437-4478-be61-773cbc85e4f7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 944 time: 0.1426547 Jul 13 07:22:29.395493 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Allocated IP 192.168.233.4 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/0c1a004d-ee06-4b51-b9ce-22c661fa4a32) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:29.426139 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e4324ad5-e0c0-4c35-994a-9a569ba10c14 req-9a58d151-15f6-448b-8644-9be30bc307dd tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546954 Jul 13 07:22:29.480812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e53b96c5-72b8-4b48-9139-402b5d4aa714 req-6f303a3d-d305-4daf-adb2-cedcd5edaf2e tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.486577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.54', 60884) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:29.530790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e53b96c5-72b8-4b48-9139-402b5d4aa714 req-6f303a3d-d305-4daf-adb2-cedcd5edaf2e tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.567258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e53b96c5-72b8-4b48-9139-402b5d4aa714 req-6f303a3d-d305-4daf-adb2-cedcd5edaf2e tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808635 Jul 13 07:22:29.578279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f303a3d-d305-4daf-adb2-cedcd5edaf2e tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e041751a-9e73-4dd2-a5a3-7522d1b92edc,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:29.623136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-29684150-822a-410e-af37-d905eda8c023 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:29.631645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-29684150-822a-410e-af37-d905eda8c023 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 971 time: 0.1436856 Jul 13 07:22:29.644770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.670592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Transition to ACTIVE for port object 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:29.741498 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.821917 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:29.822735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Pushing event updated for resources: {'Port': ['ID=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:29.826012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:29.828051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:29.834334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:29.834982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.857979 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-77bf5186-0ad3-4043-8427-76a375cd1a41 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9192142 Jul 13 07:22:29.870430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Request body: {'port': {'device_id': 'dd7e7f58-1ff1-4354-b35c-1ed95c059054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:29.927732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac19435-768c-4790-9c12-0c5c526aaefb req-8986cef4-7e6a-4d92-b54e-b54987e472f5 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:29.934939 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cac19435-768c-4790-9c12-0c5c526aaefb req-8986cef4-7e6a-4d92-b54e-b54987e472f5 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 945 time: 0.1858790 Jul 13 07:22:29.945337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-ad84814d-91a5-4953-b817-ac1424f9db2e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Deleting port 91a1d77b-f011-4165-a50a-08ebd80339c3 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:29.945699 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-ad84814d-91a5-4953-b817-ac1424f9db2e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.037301 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.079554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cac19435-768c-4790-9c12-0c5c526aaefb req-3ccac3d9-3e57-4b29-85fd-8968ae605327 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/security-groups?id=c35112a9-b21e-4d6f-872c-b0b26411b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433342 Jul 13 07:22:30.161031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-85df6ffe-420e-4672-980b-e449a2007c9f None None] Provisioning for port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:30.164436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-ad84814d-91a5-4953-b817-ac1424f9db2e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] For port 91a1d77b-f011-4165-a50a-08ebd80339c3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=91a1d77b-f011-4165-a50a-08ebd80339c3,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:30.164848 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-ad84814d-91a5-4953-b817-ac1424f9db2e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.166617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-85df6ffe-420e-4672-980b-e449a2007c9f None None] Provisioning complete for port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:30.167183 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-85df6ffe-420e-4672-980b-e449a2007c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.182242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-ad84814d-91a5-4953-b817-ac1424f9db2e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Calling delete_port for 91a1d77b-f011-4165-a50a-08ebd80339c3 owned by compute:tempest-test_az-948663256 {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:30.196290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5a10f-4677-4009-9f93-9e4eadedbc30 req-eee5f5b8-1be6-4ba9-98eb-f54ba3bdb828 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.198132 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fd5a10f-4677-4009-9f93-9e4eadedbc30 req-eee5f5b8-1be6-4ba9-98eb-f54ba3bdb828 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 967 time: 0.2329583 Jul 13 07:22:30.209340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80668307-f9eb-49c7-9bc6-66e5b787089e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:30.215918 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5720de51-5ce5-4579-a8c8-726d5d84499d" -d '{"events": [{"server_uuid": "1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6", "name": "network-vif-plugged", "status": "completed", "tag": "80668307-f9eb-49c7-9bc6-66e5b787089e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:30.272048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-85df6ffe-420e-4672-980b-e449a2007c9f None None] Port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:30.275862 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fd5a10f-4677-4009-9f93-9e4eadedbc30 req-27e79df0-b808-4a89-a343-2a16cd57d61c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716269 Jul 13 07:22:30.430933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:30.441933 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.460126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Transition to ACTIVE for port object 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:30.461914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e065aa7d-84f6-4885-b9a7-9e393e073b90 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:30.473202 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.479979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1fe9e-15e6-42f2-b3ac-56535aa03a04 req-da72ac84-3e4d-45e2-bdc4-37c4e15bce66 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.481681 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8de1fe9e-15e6-42f2-b3ac-56535aa03a04 req-da72ac84-3e4d-45e2-bdc4-37c4e15bce66 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 934 time: 0.1336501 Jul 13 07:22:30.556102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Pushing event updated for resources: {'Port': ['ID=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:30.582131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port e065aa7d-84f6-4885-b9a7-9e393e073b90 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:30.587988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port e065aa7d-84f6-4885-b9a7-9e393e073b90 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:30.588598 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.611116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Attempting to bind port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:30.611594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Attempting to bind port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:30.612603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Attempting to bind port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:30.621831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:30.622593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Attempting to bind port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:30.623889 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8de1fe9e-15e6-42f2-b3ac-56535aa03a04 req-fb010a12-d4da-48b0-b11a-b79ebe6e5dfb tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205955 Jul 13 07:22:30.636427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-ad84814d-91a5-4953-b817-ac1424f9db2e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.651040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['91a1d77b-f011-4165-a50a-08ebd80339c3'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:30.651270 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:30.651732 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:30.652008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:30.652476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Bound port: 0c1a004d-ee06-4b51-b9ce-22c661fa4a32, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:30.652935 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.727600 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-043cc3f8-dc32-45e8-8433-af3b7d47057f req-3bd472aa-6c0e-4b7f-87df-af979dacbb05 tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca7f9ffe-3589-4cb3-aec7-adae591eca14 HTTP/1.1" status: 200 len: 210 time: 0.0671802 Jul 13 07:22:30.760979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84814d-91a5-4953-b817-ac1424f9db2e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Pushing event deleted for resources: {'Port': ['ID=91a1d77b-f011-4165-a50a-08ebd80339c3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:30.804100 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.808941 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6d4c37-6dd4-45c7-ba0b-e0d2fa6e39a8 x-openstack-request-id: req-8c6d4c37-6dd4-45c7-ba0b-e0d2fa6e39a8 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:30.809507 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6", "name": "network-vif-plugged", "status": "completed", "tag": "80668307-f9eb-49c7-9bc6-66e5b787089e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:30.809962 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c6d4c37-6dd4-45c7-ba0b-e0d2fa6e39a8 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:30.810701 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80668307-f9eb-49c7-9bc6-66e5b787089e', 'code': 200} Jul 13 07:22:30.858348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-ad84814d-91a5-4953-b817-ac1424f9db2e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] No DVR routers for this DVR port 91a1d77b-f011-4165-a50a-08ebd80339c3 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:30.868658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:30.871185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-ad84814d-91a5-4953-b817-ac1424f9db2e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.874912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1ca41e3a-824a-41f0-9a3d-c91b0dc1c2e2 req-ad84814d-91a5-4953-b817-ac1424f9db2e tempest-AggregatesAdminTestJSON-738856474 tempest-AggregatesAdminTestJSON-738856474-project] 10.222.0.54 "DELETE /v2.0/ports/91a1d77b-f011-4165-a50a-08ebd80339c3 HTTP/1.1" status: 204 len: 173 time: 1.2369688 Jul 13 07:22:30.875580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7f9ffe-3589-4cb3-aec7-adae591eca14', 'name': 'network-vif-deleted', 'tag': '91a1d77b-f011-4165-a50a-08ebd80339c3'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:30.877422 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] For port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:30.884973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] For port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:30.890209 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.898055 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813c4245-0d57-4bf6-9d5b-2d257261a5f6" -d '{"events": [{"server_uuid": "ca7f9ffe-3589-4cb3-aec7-adae591eca14", "name": "network-vif-deleted", "tag": "91a1d77b-f011-4165-a50a-08ebd80339c3"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:30.903003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.990013 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e065aa7d-84f6-4885-b9a7-9e393e073b90,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:31.065752 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.066381 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.067808 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] 10.222.0.54 "PUT /v2.0/ports/0c1a004d-ee06-4b51-b9ce-22c661fa4a32 HTTP/1.1" status: 200 len: 1094 time: 1.2019377 Jul 13 07:22:31.078541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7e7f58-1ff1-4354-b35c-1ed95c059054', 'tag': '0c1a004d-ee06-4b51-b9ce-22c661fa4a32'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:31.081475 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b66440-87af-41d3-82c9-5c38f898aa87" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7e7f58-1ff1-4354-b35c-1ed95c059054", "tag": "0c1a004d-ee06-4b51-b9ce-22c661fa4a32"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:31.098962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232e2f8-e51b-43a8-9397-1fb390f6405a req-e25f6ada-bcb1-481b-b813-73e43ae24394 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.100740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f232e2f8-e51b-43a8-9397-1fb390f6405a req-e25f6ada-bcb1-481b-b813-73e43ae24394 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 945 time: 0.1500924 Jul 13 07:22:31.160119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7d88a-9535-4685-a7e3-bc60c0c9178d service neutron] Pushing event updated for resources: {'Port': ['ID=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:31.172683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f232e2f8-e51b-43a8-9397-1fb390f6405a req-ccedb620-12b9-4610-8172-4bf792c191d6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630305 Jul 13 07:22:31.210173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3373f-046d-43bb-84ea-203e2bae240c req-41ffd96a-bb6a-4553-a601-db0f8d9c8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.211757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ad3373f-046d-43bb-84ea-203e2bae240c req-41ffd96a-bb6a-4553-a601-db0f8d9c8a36 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 1096 time: 0.2894804 Jul 13 07:22:31.259482 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ad3373f-046d-43bb-84ea-203e2bae240c req-9a2c8559-0101-48c5-91b3-ba5070d7b30e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c35112a9-b21e-4d6f-872c-b0b26411b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388901 Jul 13 07:22:31.269127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-f38599d1-a96c-4c4a-86b4-8e61ddd0470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.270898 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-f38599d1-a96c-4c4a-86b4-8e61ddd0470b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 1097 time: 0.1331804 Jul 13 07:22:31.309973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-2e9852f4-a9dd-44fd-9934-3a4850ca533e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266809 Jul 13 07:22:31.327234 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-552c80fe-aa73-4351-82ba-9b5c9bb86df0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c1a004d-ee06-4b51-b9ce-22c661fa4a32 HTTP/1.1" status: 200 len: 217 time: 0.0464592 Jul 13 07:22:31.414681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-a618e811-2dd2-4e12-b9c8-2fc30520e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.416217 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-a618e811-2dd2-4e12-b9c8-2fc30520e65f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0811281 Jul 13 07:22:31.424656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-3d83771f-3f69-4523-8516-1799fb65018b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.426216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-3d83771f-3f69-4523-8516-1799fb65018b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154752 Jul 13 07:22:31.443556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-d20a38df-48b5-42f0-9f04-635cef9f14ce tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/quotas/97c6ef8935cd47b3b6bbc4d716819c9a HTTP/1.1" status: 200 len: 375 time: 0.0116122 Jul 13 07:22:31.471428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0354f18-ca2e-423c-8239-9efab5510a29 req-6ec33c98-4aa1-4bc0-86ce-c6b075878e9c tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.472996 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0354f18-ca2e-423c-8239-9efab5510a29 req-6ec33c98-4aa1-4bc0-86ce-c6b075878e9c tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1118 time: 0.1048598 Jul 13 07:22:31.521795 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-a739e47f-ae1d-4de6-b518-ff2959b4436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.523205 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-a739e47f-ae1d-4de6-b518-ff2959b4436b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010551 Jul 13 07:22:31.527264 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0354f18-ca2e-423c-8239-9efab5510a29 req-ce17d09c-8b87-48ad-ba45-89fa1aa710f0 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457580 Jul 13 07:22:31.549502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-34945449-9bf7-4b8c-bce6-16dad368241e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004672 Jul 13 07:22:31.623323 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a7ce8d-a8ae-4f70-afb7-7cd0f3b02d9c x-openstack-request-id: req-77a7ce8d-a8ae-4f70-afb7-7cd0f3b02d9c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:31.623795 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7f9ffe-3589-4cb3-aec7-adae591eca14", "name": "network-vif-deleted", "tag": "91a1d77b-f011-4165-a50a-08ebd80339c3", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:31.624281 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77a7ce8d-a8ae-4f70-afb7-7cd0f3b02d9c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:31.625373 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7f9ffe-3589-4cb3-aec7-adae591eca14', 'name': 'network-vif-deleted', 'tag': '91a1d77b-f011-4165-a50a-08ebd80339c3', 'status': 'completed', 'code': 200} Jul 13 07:22:31.650205 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-08b31f99-cb17-4d51-a5af-97ce8c33b409 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197844 Jul 13 07:22:31.678049 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fec06a8-b00f-4587-aa0e-01e70bc683d5 x-openstack-request-id: req-0fec06a8-b00f-4587-aa0e-01e70bc683d5 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:31.678658 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7e7f58-1ff1-4354-b35c-1ed95c059054", "tag": "0c1a004d-ee06-4b51-b9ce-22c661fa4a32", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:31.678658 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fec06a8-b00f-4587-aa0e-01e70bc683d5 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:31.679117 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7e7f58-1ff1-4354-b35c-1ed95c059054', 'tag': '0c1a004d-ee06-4b51-b9ce-22c661fa4a32', 'status': 'completed', 'code': 200} Jul 13 07:22:31.752058 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87448341-bb8e-40a4-b79b-8fbb26c4608f req-248243ad-e99e-46ce-8531-9b3101817d3a service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951469 Jul 13 07:22:31.881187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc8685-749e-4c8a-b9ca-3b4b54566c48 req-8093107e-f7d1-4030-8999-4414d72c84c4 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.883915 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2fc8685-749e-4c8a-b9ca-3b4b54566c48 req-8093107e-f7d1-4030-8999-4414d72c84c4 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 945 time: 0.1176770 Jul 13 07:22:31.909436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-c8f9fae0-7b9c-40ec-8ad4-fc0b7328603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:31.910950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-c8f9fae0-7b9c-40ec-8ad4-fc0b7328603f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 1097 time: 0.1038837 Jul 13 07:22:31.948781 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2fc8685-749e-4c8a-b9ca-3b4b54566c48 req-0215d90f-2f3c-48d7-be97-fc9f6b2c0eab tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/security-groups?id=c35112a9-b21e-4d6f-872c-b0b26411b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597093 Jul 13 07:22:32.052405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-042eefaf-fcb9-421e-9d65-2e36abf5e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.054195 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-042eefaf-fcb9-421e-9d65-2e36abf5e2c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1351800 Jul 13 07:22:32.115518 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-c67a5768-90b3-4018-adec-6ac152db5daa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0c1a004d-ee06-4b51-b9ce-22c661fa4a32 HTTP/1.1" status: 200 len: 217 time: 0.0527058 Jul 13 07:22:32.219073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-fb712f4b-3751-46c4-b964-478c30c5d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.222224 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-fb712f4b-3751-46c4-b964-478c30c5d790 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0984178 Jul 13 07:22:32.268927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932050e-3a32-4200-a695-14841e787f64 req-f4b81d72-9de1-45a4-a2cb-25c755f8afdf tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.270295 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d932050e-3a32-4200-a695-14841e787f64 req-f4b81d72-9de1-45a4-a2cb-25c755f8afdf tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1118 time: 0.1456189 Jul 13 07:22:32.281530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3b600-f906-4a26-b910-f79f5f4c9fc3 req-8a8ee1ac-c8af-4303-9019-8ae7666c66d6 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.283876 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5cb3b600-f906-4a26-b910-f79f5f4c9fc3 req-8a8ee1ac-c8af-4303-9019-8ae7666c66d6 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 946 time: 0.0885124 Jul 13 07:22:32.323283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-6d605c8b-d087-4255-a7d6-d5d0805d2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.325266 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-6d605c8b-d087-4255-a7d6-d5d0805d2029 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955241 Jul 13 07:22:32.326788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5cb3b600-f906-4a26-b910-f79f5f4c9fc3 req-670e89ec-770f-44a9-a221-98582ac38c72 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338447 Jul 13 07:22:32.329909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d932050e-3a32-4200-a695-14841e787f64 req-36f6d369-c7e0-4592-8fb6-961fe24f5b6c tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525985 Jul 13 07:22:32.443834 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-48cdf0fb-588f-4251-8867-ce626e7176db service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107419 Jul 13 07:22:32.679808 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49b66440-87af-41d3-82c9-5c38f898aa87 req-8759b8a7-32f5-4cc9-add7-a91b06e1df70 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280576 Jul 13 07:22:32.789142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3645c19-5f10-41ad-9f29-cefb1d321eb5 req-f439e019-2fca-488f-b8d8-cdd3910b8c55 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.794179 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3645c19-5f10-41ad-9f29-cefb1d321eb5 req-f439e019-2fca-488f-b8d8-cdd3910b8c55 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 945 time: 0.0868387 Jul 13 07:22:32.812363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e065aa7d-84f6-4885-b9a7-9e393e073b90'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:32.815613 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b76406a-2195-4489-afa3-cd2a96d97547" -d '{"events": [{"server_uuid": "bdbae853-742b-465d-9faa-22f6f9c12d85", "name": "network-vif-plugged", "status": "completed", "tag": "e065aa7d-84f6-4885-b9a7-9e393e073b90"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:32.859275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3645c19-5f10-41ad-9f29-cefb1d321eb5 req-8ab56ce9-ede2-418d-82b3-9d38564d5e9d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575826 Jul 13 07:22:32.942489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38688) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:33.058703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-495efef7-669d-432d-b379-d43c3831398f req-967079ee-3d6c-4516-a53f-1ef31049e7b5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 210 time: 0.0429373 Jul 13 07:22:33.181421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38700) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:33.195355 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2d10704d-f055-4a0d-a307-d72bdc5d3998 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ed3780dfafe4639a10cfa810a525784&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2515905 Jul 13 07:22:33.210338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38702) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:33.254139 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-391a42d9-2f9b-4686-94ad-e4ec4ab16b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.279768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-391a42d9-2f9b-4686-94ad-e4ec4ab16b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.339647 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e72c85f-9591-48f2-a435-0beba59744df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.346574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-391a42d9-2f9b-4686-94ad-e4ec4ab16b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.349587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-391a42d9-2f9b-4686-94ad-e4ec4ab16b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.350744 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-391a42d9-2f9b-4686-94ad-e4ec4ab16b85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c687cd6-5b8d-44b6-b333-2bb3927a8546 HTTP/1.1" status: 204 len: 168 time: 0.1682520 Jul 13 07:22:33.363293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a42d9-2f9b-4686-94ad-e4ec4ab16b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c687cd6-5b8d-44b6-b333-2bb3927a8546,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:33.464843 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e72c85f-9591-48f2-a435-0beba59744df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.476768 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e72c85f-9591-48f2-a435-0beba59744df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.517554 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a1e411-b1a7-4965-8ec2-9b0fa4de2013 x-openstack-request-id: req-a7a1e411-b1a7-4965-8ec2-9b0fa4de2013 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:33.518015 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbae853-742b-465d-9faa-22f6f9c12d85", "name": "network-vif-plugged", "status": "completed", "tag": "e065aa7d-84f6-4885-b9a7-9e393e073b90", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:33.518328 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7a1e411-b1a7-4965-8ec2-9b0fa4de2013 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:33.518783 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e065aa7d-84f6-4885-b9a7-9e393e073b90', 'code': 200} Jul 13 07:22:33.521724 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8e72c85f-9591-48f2-a435-0beba59744df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0015e70d676e4b978f19ba6a8c2a60be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101809 Jul 13 07:22:33.524541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38724) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:33.549586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72c85f-9591-48f2-a435-0beba59744df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4024e8a4-36cf-48cd-930a-ad8a8fde6660,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:33.590208 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e07cfb25-401d-4995-b5b6-88951289846e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.663919 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e07cfb25-401d-4995-b5b6-88951289846e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.713475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26022-f373-4d4f-8d22-545f7be87137 req-867bd5e4-163a-4b79-aa0d-9b9cbc062be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.717836 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1aa26022-f373-4d4f-8d22-545f7be87137 req-867bd5e4-163a-4b79-aa0d-9b9cbc062be5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1096 time: 0.1084824 Jul 13 07:22:33.754554 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e07cfb25-401d-4995-b5b6-88951289846e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.762154 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e07cfb25-401d-4995-b5b6-88951289846e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.765961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e07cfb25-401d-4995-b5b6-88951289846e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4024e8a4-36cf-48cd-930a-ad8a8fde6660 HTTP/1.1" status: 204 len: 168 time: 0.2401989 Jul 13 07:22:33.782810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cfb25-401d-4995-b5b6-88951289846e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4024e8a4-36cf-48cd-930a-ad8a8fde6660,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:33.848064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1aa26022-f373-4d4f-8d22-545f7be87137 req-f7772646-023f-46b1-8dbd-effee4d27797 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208718 Jul 13 07:22:33.895747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38742) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:33.897671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5cc36-689f-471e-a776-87522eda556e req-2cc5d159-45e6-4bcf-96b5-556163f96be8 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.899194 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7a5cc36-689f-471e-a776-87522eda556e req-2cc5d159-45e6-4bcf-96b5-556163f96be8 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 945 time: 0.1521268 Jul 13 07:22:33.933495 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-67efd763-0a50-4976-a19c-dc7a8b593fc1 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463259 Jul 13 07:22:33.980556 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7a5cc36-689f-471e-a776-87522eda556e req-a874b6be-8b7b-4e57-b15e-056c2f1baa94 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/security-groups?id=c35112a9-b21e-4d6f-872c-b0b26411b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703266 Jul 13 07:22:33.997474 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7996f268-9d19-41b5-bcc9-e8fd8cf51e40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2f3f98ca64d47e18476e489b092d45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976102 Jul 13 07:22:34.003792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38748) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:34.114957 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd5f67dc-7236-4464-8515-4e29e838d75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.115224 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-2141c680-d3af-4237-b967-c898910e0ec3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:34.116967 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-2141c680-d3af-4237-b967-c898910e0ec3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750400 Jul 13 07:22:34.130931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Request body: {'port': {'device_id': 'a9448d1a-0d81-4787-ad7b-774fe77fc556', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '97c6ef8935cd47b3b6bbc4d716819c9a'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:34.160545 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd5f67dc-7236-4464-8515-4e29e838d75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.176659 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.249642 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd5f67dc-7236-4464-8515-4e29e838d75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.253438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd5f67dc-7236-4464-8515-4e29e838d75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.255691 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fd5f67dc-7236-4464-8515-4e29e838d75e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c29486a-da29-41b2-a32e-1e0cce28a33e HTTP/1.1" status: 204 len: 168 time: 0.2497582 Jul 13 07:22:34.265263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f67dc-7236-4464-8515-4e29e838d75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c29486a-da29-41b2-a32e-1e0cce28a33e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:34.353742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38760) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:34.359813 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-b934ec56-3f72-42c6-a815-5634335347fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557668 Jul 13 07:22:34.383410 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ac322b9-a31a-4b74-b03a-393170b32d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.395756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f28d9c-edce-4fd7-a8a7-32f5396a6a27 req-4d598e76-a379-40d5-9a5e-c4a9d933bcb1 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:34.402476 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7f28d9c-edce-4fd7-a8a7-32f5396a6a27 req-4d598e76-a379-40d5-9a5e-c4a9d933bcb1 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 946 time: 0.1921718 Jul 13 07:22:34.462675 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-5ac322b9-a31a-4b74-b03a-393170b32d2b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:22:34.462675 n-d-798249-7 neutron-server[93839]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:22:34.462675 n-d-798249-7 neutron-server[93839]: [parameters: {'project_id': '493a7166c50843b1b51978bbeac0948b', 'id': 'fa422525-3d5d-454f-816a-23450521fd55', 'expiration': datetime.datetime(2021, 7, 13, 7, 24, 34, 441341)}] Jul 13 07:22:34.462675 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:22:34.463144 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-5ac322b9-a31a-4b74-b03a-393170b32d2b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:22:34.465633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Made reservation on behalf of 97c6ef8935cd47b3b6bbc4d716819c9a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:34.469119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.492325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7f28d9c-edce-4fd7-a8a7-32f5396a6a27 req-8805e77c-c9f0-4d8f-805a-0d533ab2f3bb tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888302 Jul 13 07:22:34.570312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-aa3636af-1504-4e12-8b74-97649263b618 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:34.571957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-aa3636af-1504-4e12-8b74-97649263b618 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078595 Jul 13 07:22:34.584747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Request body: {'port': {'device_id': '2c45da7e-7b74-489e-892f-afdb479430e2', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '97c6ef8935cd47b3b6bbc4d716819c9a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:34.765013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Made reservation on behalf of 97c6ef8935cd47b3b6bbc4d716819c9a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:34.769210 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.896528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:34.937163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 91a1d77b-f011-4165-a50a-08ebd80339c3 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:34.952848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Allocated IP 192.168.233.86 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:34.964413 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ac322b9-a31a-4b74-b03a-393170b32d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.976515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 91a1d77b-f011-4165-a50a-08ebd80339c3 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:34.977118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 91a1d77b-f011-4165-a50a-08ebd80339c3 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:35.022601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf10a30-4215-4ae9-9be3-c5008ec9541f req-2603d46b-1d16-4928-a158-2c0ec28691e7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:35.029355 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aaf10a30-4215-4ae9-9be3-c5008ec9541f req-2603d46b-1d16-4928-a158-2c0ec28691e7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 945 time: 0.1555512 Jul 13 07:22:35.090550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:35.102632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '0c1a004d-ee06-4b51-b9ce-22c661fa4a32', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '0c1a004d-ee06-4b51-b9ce-22c661fa4a32', 'mac_address': 'fa:16:3e:0f:1d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:35.130284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38784) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:35.136940 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aaf10a30-4215-4ae9-9be3-c5008ec9541f req-9874628f-57b3-409f-aef6-3f9e863cc694 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036139 Jul 13 07:22:35.230542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.54', 60890) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:35.326675 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.346228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:35.353425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-faef3976-1db1-4d32-875e-7f93ac4cdcce tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:22:35.354452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-faef3976-1db1-4d32-875e-7f93ac4cdcce tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2231622 Jul 13 07:22:35.356050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.371065 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:35.378912 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.379751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2788789-90cb-4bae-a63e-0f75ac78ea4e req-e3d9da77-9d0a-4547-bf06-5436bad49657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:35.381375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2788789-90cb-4bae-a63e-0f75ac78ea4e req-e3d9da77-9d0a-4547-bf06-5436bad49657 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1118 time: 0.1482663 Jul 13 07:22:35.382801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ac322b9-a31a-4b74-b03a-393170b32d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.391425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Transition to ACTIVE for port object 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:35.396984 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ac322b9-a31a-4b74-b03a-393170b32d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.470558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:35.482619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac322b9-a31a-4b74-b03a-393170b32d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0713214-4f9d-40e4-9c05-341df4ecc021,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:35.497936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38796) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:35.541910 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5ac322b9-a31a-4b74-b03a-393170b32d2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=493a7166c50843b1b51978bbeac0948b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1842008 Jul 13 07:22:35.543207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38802) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:35.565274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2788789-90cb-4bae-a63e-0f75ac78ea4e req-7bd8790a-3d78-49f7-a2cf-e3da4a82ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:35.566479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.567229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2788789-90cb-4bae-a63e-0f75ac78ea4e req-7bd8790a-3d78-49f7-a2cf-e3da4a82ec04 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.1534474 Jul 13 07:22:35.579670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:35.643381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:35.655117 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2788789-90cb-4bae-a63e-0f75ac78ea4e req-4cb3b349-cb25-475c-a702-a8714256b833 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377e460a-3570-4658-9682-f2c52e100035 HTTP/1.1" status: 200 len: 217 time: 0.0710318 Jul 13 07:22:35.667643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['0c1a004d-ee06-4b51-b9ce-22c661fa4a32'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:35.668964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:35.706623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-network', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:35.710230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Request body: {'binding': {'host': 'n-h1-798249-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:35.710748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Unknown quota resources ['binding']. {{(pid=93838) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:22:35.716490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:35.728353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:35.729023 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.782657 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-488d673d-ee0a-4943-b325-8f8ab7dcc339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.809050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-488d673d-ee0a-4943-b325-8f8ab7dcc339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.827900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event updated for resources: {'Port': ['ID=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:35.906855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Made reservation on behalf of 454e5dc3399d4ae980241bf4741e7a6a for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:35.908939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Allocated IP 192.168.233.150 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/d1d6312a-37d3-41ce-bdc7-8e6f37d460c6) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:35.911382 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.915885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-488d673d-ee0a-4943-b325-8f8ab7dcc339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.919543 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-488d673d-ee0a-4943-b325-8f8ab7dcc339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.920920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-488d673d-ee0a-4943-b325-8f8ab7dcc339 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0713214-4f9d-40e4-9c05-341df4ecc021 HTTP/1.1" status: 204 len: 168 time: 0.3766575 Jul 13 07:22:35.957466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9d5bdc18-4a09-4484-b8c0-ee24a8a9e946 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8313696 Jul 13 07:22:35.962145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3f05ed4-9ac2-42b6-82e8-788e854fecc1 req-92640200-cf61-4f65-8930-bb6eee4f5394 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 210 time: 0.0888278 Jul 13 07:22:35.967089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2788789-90cb-4bae-a63e-0f75ac78ea4e req-415f0e84-ed27-409b-901d-f2b4fa2746ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:35.967383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.969806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2788789-90cb-4bae-a63e-0f75ac78ea4e req-415f0e84-ed27-409b-901d-f2b4fa2746ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.3065701 Jul 13 07:22:35.975951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Request body: {'port': {'device_id': 'a9448d1a-0d81-4787-ad7b-774fe77fc556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:36.000272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d673d-ee0a-4943-b325-8f8ab7dcc339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0713214-4f9d-40e4-9c05-341df4ecc021,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:36.056801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2788789-90cb-4bae-a63e-0f75ac78ea4e req-2c749699-7aab-42fd-a5f4-8572314572bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690765 Jul 13 07:22:36.075380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8131a7fe-521b-4c49-b794-16b9c555400c None None] Provisioning for port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:36.134888 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.135109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8131a7fe-521b-4c49-b794-16b9c555400c None None] Provisioning complete for port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:36.135287 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8131a7fe-521b-4c49-b794-16b9c555400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.246887 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8131a7fe-521b-4c49-b794-16b9c555400c None None] Port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:36.261126 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.313156 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.323508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 on host n-h1-798249-7 for vnic_type normal with profile None {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:36.324111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:36.324826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:36.330567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.343773 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2788789-90cb-4bae-a63e-0f75ac78ea4e req-d9af1cbe-9c05-45f8-bf6a-0ef14bcef95e service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490885 Jul 13 07:22:36.346472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:36.352901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Port 377e460a-3570-4658-9682-f2c52e100035 on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:36.353087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:36.374038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Transition to ACTIVE for port object d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:36.380841 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.381180 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Added segment 4db41497-5982-4a61-bbad-5e54130396fa of type vlan for network 97076159-f72c-4961-b56c-4c780b6575e4 Jul 13 07:22:36.385848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:36.386196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:36.386907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:36.387568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Bound port: 377e460a-3570-4658-9682-f2c52e100035, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:36.395706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b6edef-beeb-47ab-bc84-40aae3d7d713,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:36.449002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca931-c2b5-4849-99c3-ece4664305ae req-7db23972-1b59-4b98-af13-ab0bbf49bbb4 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.450565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fd2ca931-c2b5-4849-99c3-ece4664305ae req-7db23972-1b59-4b98-af13-ab0bbf49bbb4 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 947 time: 0.2552629 Jul 13 07:22:36.452355 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.511159 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fd2ca931-c2b5-4849-99c3-ece4664305ae req-ad13a038-839e-4a3a-8eca-583b70d143db tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485914 Jul 13 07:22:36.512396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.512953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.513577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.559064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0599709 Jul 13 07:22:36.560077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:36.562240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38828) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:36.569860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Request body: {'subnet': {'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-subnet', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:36.575530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2788789-90cb-4bae-a63e-0f75ac78ea4e req-fbe9b035-8c35-4aca-92b3-72a2eb3cb8b1 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194393 Jul 13 07:22:36.578125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.579966 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-81e8c74d-728e-4018-b6ff-3d938fc73480 service neutron] 10.222.0.44 "POST /v2.0/ports/377e460a-3570-4658-9682-f2c52e100035/bindings HTTP/1.1" status: 201 len: 389 time: 1.0085733 Jul 13 07:22:36.587786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.603726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:36.655462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:36.660169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Made reservation on behalf of 454e5dc3399d4ae980241bf4741e7a6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:36.665902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.680583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac194a-cd8f-4044-8872-fb06d21a9838 admin admin] Pushing event updated for resources: {'Network': ['ID=97076159-f72c-4961-b56c-4c780b6575e4,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:36.680792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:36.712248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 97076159-f72c-4961-b56c-4c780b6575e4 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:36.715310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:36.722492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.723586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.768144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event updated for resources: {'Port': ['ID=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:36.816896 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de1cbf7b-3f41-4027-837f-be8797fb6db8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2363873 Jul 13 07:22:36.832711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Request body: {'port': {'device_id': '2c45da7e-7b74-489e-892f-afdb479430e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:36.864574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:36.877985 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.896871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Transition to ACTIVE for port object 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:36.904519 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.939636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:37.004061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.070848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:37.125194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:37.132954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:37.133404 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.198583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7a8a8c8f-261b-4679-91b0-602d1e2b1f8a None None] Provisioning for port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:37.205245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7a8a8c8f-261b-4679-91b0-602d1e2b1f8a None None] Provisioning complete for port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:37.208368 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7a8a8c8f-261b-4679-91b0-602d1e2b1f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.312862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a8c8f-261b-4679-91b0-602d1e2b1f8a None None] Port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:37.334940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.367472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7e7f58-1ff1-4354-b35c-1ed95c059054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1a004d-ee06-4b51-b9ce-22c661fa4a32'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:37.370114 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a897e081-7ab7-4aa9-ae29-b8c4699018f5" -d '{"events": [{"server_uuid": "dd7e7f58-1ff1-4354-b35c-1ed95c059054", "name": "network-vif-plugged", "status": "completed", "tag": "0c1a004d-ee06-4b51-b9ce-22c661fa4a32"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:37.390171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Attempting to bind port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:37.390504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Attempting to bind port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:37.392598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Attempting to bind port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:37.395070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:37.404473 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.419293 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:37.419617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Attempting to bind port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:37.439644 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4510d1f-65be-4677-88ca-70a86b35cfbb req-c50bfb29-d61a-4456-b9a2-afcb483c3065 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:37.446947 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b4510d1f-65be-4677-88ca-70a86b35cfbb req-c50bfb29-d61a-4456-b9a2-afcb483c3065 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 945 time: 0.5356708 Jul 13 07:22:37.452845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:37.453031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:37.453402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:37.454979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Bound port: 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:37.455346 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.470628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-7d5c368b-4a9e-452c-a5ac-6c52c2d05b5c tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:37.472163 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-7d5c368b-4a9e-452c-a5ac-6c52c2d05b5c tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.53 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 945 time: 0.3145843 Jul 13 07:22:37.476338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-1c5fb818-d4ea-48c4-b28d-e4a5c35fa8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:37.477759 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-1c5fb818-d4ea-48c4-b28d-e4a5c35fa8cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1118 time: 0.3031693 Jul 13 07:22:37.487078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:37.501969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7a421-bedd-489a-af1c-0c6a9245d95b req-f181ce9f-1e9a-465e-b409-03aff21ae6bb tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:37.503562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f4a7a421-bedd-489a-af1c-0c6a9245d95b req-f181ce9f-1e9a-465e-b409-03aff21ae6bb tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 945 time: 0.4015093 Jul 13 07:22:37.555892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.642800 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.656493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b4510d1f-65be-4677-88ca-70a86b35cfbb req-eaae79e0-2f7e-4d9c-8453-ef41b6cce917 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/security-groups?id=c35112a9-b21e-4d6f-872c-b0b26411b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083735 Jul 13 07:22:37.698203 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f4a7a421-bedd-489a-af1c-0c6a9245d95b req-67cabfeb-2888-4c86-b336-230c457fae82 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865475 Jul 13 07:22:37.738941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc9176c-a92f-42f8-a968-ec83019b7a94,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:37.779516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Checking segment: {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:37.780028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Network hostable DHCP agents. Network: 97076159-f72c-4961-b56c-4c780b6575e4, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:37.854222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] For port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:37.856093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:37.862005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Network 97076159-f72c-4961-b56c-4c780b6575e4 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:37.869078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.877637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] For port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:37.878562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6662bd6e-4954-4a32-8a36-90d059a12e62 None None] Provisioning complete for port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:37.880577 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6662bd6e-4954-4a32-8a36-90d059a12e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.887205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 97076159-f72c-4961-b56c-4c780b6575e4) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:37.891139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Transition to ACTIVE for port object d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:37.895726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:37.895894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.911687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.913265 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.925550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c1636-77d9-414f-b77d-93115b0bc77a None None] Network 97076159-f72c-4961-b56c-4c780b6575e4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:37.952225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c5d826fe-396c-4bdf-97f8-37e287f877d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:37.955111 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c5d826fe-396c-4bdf-97f8-37e287f877d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.4559474 Jul 13 07:22:37.974274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b1c45433-e8a9-4c7c-9d07-e06a50b1dcd0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4109137 Jul 13 07:22:37.984256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38864) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:38.010038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:38.018269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:38.077518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.078099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce258bf6-0d4d-4487-8420-e4e89681a59b req-cc59bcc6-72d7-4247-b74a-ed35fa9198ec tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.078355 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.080258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce258bf6-0d4d-4487-8420-e4e89681a59b req-cc59bcc6-72d7-4247-b74a-ed35fa9198ec tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 948 time: 0.1905017 Jul 13 07:22:38.080962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Attempting to bind port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:38.081297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Attempting to bind port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:38.081628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Attempting to bind port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:38.086059 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] 10.222.0.54 "PUT /v2.0/ports/9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a HTTP/1.1" status: 200 len: 1095 time: 2.1162295 Jul 13 07:22:38.086937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9448d1a-0d81-4787-ad7b-774fe77fc556', 'tag': '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:38.089321 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fa37f4-bda8-4026-822b-d901e1f244be" -d '{"events": [{"name": "network-changed", "server_uuid": "a9448d1a-0d81-4787-ad7b-774fe77fc556", "tag": "9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:38.092334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:38.092663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Attempting to bind port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:38.103580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-6aa04f0d-60af-43bb-9480-0a5a61385d2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377e460a-3570-4658-9682-f2c52e100035 HTTP/1.1" status: 200 len: 217 time: 0.1216631 Jul 13 07:22:38.107779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:38.108190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:38.108524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:38.109114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Bound port: d1d6312a-37d3-41ce-bdc7-8e6f37d460c6, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:38.109485 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.142619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce258bf6-0d4d-4487-8420-e4e89681a59b req-5a23f672-df90-4f7f-8830-976e6d97fe25 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562840 Jul 13 07:22:38.151642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.157521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.210976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] For port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:38.215573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] For port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:38.218687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5ff69-1127-4b4d-aa7d-1a7ad7cd9ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:38.226255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.251458 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190b5be8-c75f-43dd-a3d5-6f2d6dafd93c x-openstack-request-id: req-190b5be8-c75f-43dd-a3d5-6f2d6dafd93c {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:38.252053 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7e7f58-1ff1-4354-b35c-1ed95c059054", "name": "network-vif-plugged", "status": "completed", "tag": "0c1a004d-ee06-4b51-b9ce-22c661fa4a32", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:38.252473 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-190b5be8-c75f-43dd-a3d5-6f2d6dafd93c {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:38.252964 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7e7f58-1ff1-4354-b35c-1ed95c059054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1a004d-ee06-4b51-b9ce-22c661fa4a32', 'code': 200} Jul 13 07:22:38.269214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-97076159-f72c-4961-b56c-4c780b6575e4', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:22:38.271059 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.305280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-0c6b9abb-5b69-4c67-ba09-d0c30f2c84ef tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Deleting port 80668307-f9eb-49c7-9bc6-66e5b787089e {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:38.305702 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-0c6b9abb-5b69-4c67-ba09-d0c30f2c84ef tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.453110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Allocated IP 172.20.0.2 (97076159-f72c-4961-b56c-4c780b6575e4/0fc9176c-a92f-42f8-a968-ec83019b7a94/f3bcf746-134d-441e-ba7a-51d4d401301b) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:38.541133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.541776 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.543228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] 10.222.0.54 "PUT /v2.0/ports/d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 HTTP/1.1" status: 200 len: 1096 time: 1.7171328 Jul 13 07:22:38.543622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c45da7e-7b74-489e-892f-afdb479430e2', 'tag': 'd1d6312a-37d3-41ce-bdc7-8e6f37d460c6'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:38.545935 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e68dba1-f3ef-4138-bdae-925348fadbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2c45da7e-7b74-489e-892f-afdb479430e2", "tag": "d1d6312a-37d3-41ce-bdc7-8e6f37d460c6"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:38.574473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23969a66-b938-4e35-8c43-57cf960eb0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:38.630741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b876ed-79bc-4f24-bfde-58beebca38db req-74e0a13e-f7ab-493f-bd40-26909abad1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.632333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4b876ed-79bc-4f24-bfde-58beebca38db req-74e0a13e-f7ab-493f-bd40-26909abad1a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 1099 time: 0.1709132 Jul 13 07:22:38.659231 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.659956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ad5bc-c9ff-4ae2-b158-3ef7f469b7ed req-ef46f6f8-cb81-4f8f-bf97-511afad7a233 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.666084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c0ad5bc-c9ff-4ae2-b158-3ef7f469b7ed req-ef46f6f8-cb81-4f8f-bf97-511afad7a233 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 948 time: 0.1987090 Jul 13 07:22:38.678303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-a5aff0a8-0e32-4f54-b241-b7285ae53077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.679798 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-a5aff0a8-0e32-4f54-b241-b7285ae53077 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.5558026 Jul 13 07:22:38.700429 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.712668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Transition to ACTIVE for port object f3bcf746-134d-441e-ba7a-51d4d401301b will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:38.731802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Transition to ACTIVE for port object f3bcf746-134d-441e-ba7a-51d4d401301b will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:38.739132 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.744556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4b876ed-79bc-4f24-bfde-58beebca38db req-87c99572-3b1b-4692-9ace-5df283731143 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941679 Jul 13 07:22:38.753054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c0ad5bc-c9ff-4ae2-b158-3ef7f469b7ed req-a7e132db-9a36-409d-9266-be07e1da0ac2 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791502 Jul 13 07:22:38.764627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-0e2529f5-83ea-4915-8eb3-b4f6e76bfca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.767001 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-0e2529f5-83ea-4915-8eb3-b4f6e76bfca4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 1099 time: 0.1491909 Jul 13 07:22:38.791487 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-b4c45454-69d1-4924-98e3-c0f429afaa51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974774 Jul 13 07:22:38.794078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Network 97076159-f72c-4961-b56c-4c780b6575e4 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:38.796944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:38.800964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:38.807672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b97e7-c7dc-4509-9b7a-8f00c4406b1b req-311f3c0a-fc9a-408f-9556-5ccd8140472f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.809266 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c18b97e7-c7dc-4509-9b7a-8f00c4406b1b req-311f3c0a-fc9a-408f-9556-5ccd8140472f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 967 time: 0.9136593 Jul 13 07:22:38.826056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Pushing event updated for resources: {'Port': ['ID=f3bcf746-134d-441e-ba7a-51d4d401301b,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:38.867864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-5b7fdf12-2192-4368-badc-ffcf9ae84354 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 HTTP/1.1" status: 200 len: 217 time: 0.0731747 Jul 13 07:22:38.905148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Attempting to bind port f3bcf746-134d-441e-ba7a-51d4d401301b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:38.905507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Attempting to bind port f3bcf746-134d-441e-ba7a-51d4d401301b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:38.905876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Attempting to bind port f3bcf746-134d-441e-ba7a-51d4d401301b on network 97076159-f72c-4961-b56c-4c780b6575e4 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:38.912202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:38.912428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Checking segment: {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:38.913041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.913177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Bound using segment: {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:38.913658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Bound port: f3bcf746-134d-441e-ba7a-51d4d401301b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:38.914108 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.926955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-d629851e-b32a-41f4-adf7-cb8e93cb7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.928623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-d629851e-b32a-41f4-adf7-cb8e93cb7ad1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0527835 Jul 13 07:22:38.932682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-36227dc9-d0ca-48fe-bccc-2b371462c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.934161 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-36227dc9-d0ca-48fe-bccc-2b371462c1ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 1098 time: 0.7443111 Jul 13 07:22:38.998453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] For port f3bcf746-134d-441e-ba7a-51d4d401301b, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:39.000583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de323f11-f138-41fe-a51c-488b58c1b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.002378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-de323f11-f138-41fe-a51c-488b58c1b22e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657558 Jul 13 07:22:39.003745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] For port f3bcf746-134d-441e-ba7a-51d4d401301b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3bcf746-134d-441e-ba7a-51d4d401301b,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:39.011813 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.091898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42944f-0d42-4da3-9cf5-ad1ef6573f15 None None] Pushing event updated for resources: {'Port': ['ID=f3bcf746-134d-441e-ba7a-51d4d401301b,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:39.098124 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c18b97e7-c7dc-4509-9b7a-8f00c4406b1b req-d79215e6-13a2-474c-9e75-80202015c7a2 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283757 Jul 13 07:22:39.099534 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-4845a732-b579-4efa-b8b0-130658bc3b54 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a HTTP/1.1" status: 200 len: 217 time: 0.1339922 Jul 13 07:22:39.108479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-0c6b9abb-5b69-4c67-ba09-d0c30f2c84ef tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] For port 80668307-f9eb-49c7-9bc6-66e5b787089e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=80668307-f9eb-49c7-9bc6-66e5b787089e,segment=NetworkSegment(777dace7-eee9-4e2a-a502-4e9682d48f31),segment_id=777dace7-eee9-4e2a-a502-4e9682d48f31)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:39.109225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-0c6b9abb-5b69-4c67-ba09-d0c30f2c84ef tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.144865 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.171513 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-fe4db3f2-a7a6-44f3-862c-24f9e67d224d service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604972 Jul 13 07:22:39.183192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-0c6b9abb-5b69-4c67-ba09-d0c30f2c84ef tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Calling delete_port for 80668307-f9eb-49c7-9bc6-66e5b787089e owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:39.224770 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bcb978-48ef-4365-b881-32500f58eac4 x-openstack-request-id: req-40bcb978-48ef-4365-b881-32500f58eac4 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:39.225064 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9448d1a-0d81-4787-ad7b-774fe77fc556", "tag": "9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:39.225296 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40bcb978-48ef-4365-b881-32500f58eac4 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:39.225541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc5434-897c-4d1c-95e4-8a28e51ab781 req-5569c8a9-6301-4c14-bf53-01f5f059b0de tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.225658 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9448d1a-0d81-4787-ad7b-774fe77fc556', 'tag': '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'status': 'completed', 'code': 200} Jul 13 07:22:39.227489 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5cc5434-897c-4d1c-95e4-8a28e51ab781 req-5569c8a9-6301-4c14-bf53-01f5f059b0de tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1096 time: 0.1092217 Jul 13 07:22:39.266559 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-19d76cf0-25e1-4332-b54e-6d156dc0006f service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255171 Jul 13 07:22:39.267199 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8497a15-510f-4b69-85bf-c3777f6a146a x-openstack-request-id: req-a8497a15-510f-4b69-85bf-c3777f6a146a {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:39.267492 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c45da7e-7b74-489e-892f-afdb479430e2", "tag": "d1d6312a-37d3-41ce-bdc7-8e6f37d460c6", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:39.267806 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8497a15-510f-4b69-85bf-c3777f6a146a {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:39.268864 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c45da7e-7b74-489e-892f-afdb479430e2', 'tag': 'd1d6312a-37d3-41ce-bdc7-8e6f37d460c6', 'status': 'completed', 'code': 200} Jul 13 07:22:39.353205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5cc5434-897c-4d1c-95e4-8a28e51ab781 req-c10b61c4-93b4-41cc-8459-d1c34e1d611a tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819786 Jul 13 07:22:39.382681 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-a57cceca-835d-49b2-80bf-97863164a05b service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010174 Jul 13 07:22:39.386522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-92f43913-72d9-4abd-832d-0c9fedc56595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.387912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-92f43913-72d9-4abd-832d-0c9fedc56595 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.2642195 Jul 13 07:22:39.601578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38888) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:39.619769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-9b18923f-637d-4513-81d3-ee48c733e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.621343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-9b18923f-637d-4513-81d3-ee48c733e08f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 1099 time: 0.1585002 Jul 13 07:22:39.793776 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86bcdb22-d6a8-45c8-b2c5-3a144637372c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.810326 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-0c6b9abb-5b69-4c67-ba09-d0c30f2c84ef tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.825471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['80668307-f9eb-49c7-9bc6-66e5b787089e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:39.826997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-d68f459b-7a1f-4b8b-83be-5694ed1fa91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.827655 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-d68f459b-7a1f-4b8b-83be-5694ed1fa91b service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1978981 Jul 13 07:22:39.829302 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-1aed75af-c0f1-4a61-afb4-ed9bd8971b63 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434256 Jul 13 07:22:39.843170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353df76b-a019-4001-a8e0-b7abbe198514 req-d5f1aec8-3931-4170-a7e1-0deeb7d81aaf tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.845223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-353df76b-a019-4001-a8e0-b7abbe198514 req-d5f1aec8-3931-4170-a7e1-0deeb7d81aaf tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 948 time: 0.1706488 Jul 13 07:22:39.860940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-920ed266-488e-455e-b6fd-6372878551aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.862498 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-920ed266-488e-455e-b6fd-6372878551aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4649663 Jul 13 07:22:39.870401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696093-2d15-40a5-91f4-3b2082b90668 req-0f897fa8-ceae-4547-986a-97c7f5ebfe20 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.871930 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20696093-2d15-40a5-91f4-3b2082b90668 req-0f897fa8-ceae-4547-986a-97c7f5ebfe20 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/ports?device_id=1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6 HTTP/1.1" status: 200 len: 945 time: 0.4756095 Jul 13 07:22:39.872743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b9abb-5b69-4c67-ba09-d0c30f2c84ef tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Pushing event deleted for resources: {'Port': ['ID=80668307-f9eb-49c7-9bc6-66e5b787089e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:39.912111 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-bf190dbe-839e-4dd2-bb90-aa6de2cf5d67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 HTTP/1.1" status: 200 len: 217 time: 0.0653772 Jul 13 07:22:39.982212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-353df76b-a019-4001-a8e0-b7abbe198514 req-1adf6480-3cf7-4e7e-bc58-7779bd406289 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199136 Jul 13 07:22:39.997199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-d7e1f423-7ccb-4674-a95b-79e107752261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:40.002193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-d7e1f423-7ccb-4674-a95b-79e107752261 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0819056 Jul 13 07:22:40.033415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-0c6b9abb-5b69-4c67-ba09-d0c30f2c84ef tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] No DVR routers for this DVR port 80668307-f9eb-49c7-9bc6-66e5b787089e on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:40.036799 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-0c6b9abb-5b69-4c67-ba09-d0c30f2c84ef tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.039121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b2508e3-f861-4832-b5b1-d37796d6db61 req-0c6b9abb-5b69-4c67-ba09-d0c30f2c84ef tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.53 "DELETE /v2.0/ports/80668307-f9eb-49c7-9bc6-66e5b787089e HTTP/1.1" status: 204 len: 173 time: 2.5543056 Jul 13 07:22:40.087444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86bcdb22-d6a8-45c8-b2c5-3a144637372c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.099049 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86bcdb22-d6a8-45c8-b2c5-3a144637372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.181339 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20696093-2d15-40a5-91f4-3b2082b90668 req-0f40b94c-3156-4096-987f-8e51af3b7b02 tempest-InstanceActionsV221TestJSON-793323243 tempest-InstanceActionsV221TestJSON-793323243-project] 10.222.0.44 "GET /v2.0/security-groups?id=c35112a9-b21e-4d6f-872c-b0b26411b657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698500 Jul 13 07:22:40.191011 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-86bcdb22-d6a8-45c8-b2c5-3a144637372c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa7910b107ed43a09d8169c46bafeb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857468 Jul 13 07:22:40.196513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:40.211788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcdb22-d6a8-45c8-b2c5-3a144637372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3425c75-43ec-4dca-ab02-90242051e5ff,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:40.257642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-25f001c7-e9dd-49ba-9641-feca9a7cbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:40.259324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-25f001c7-e9dd-49ba-9641-feca9a7cbf89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2470450 Jul 13 07:22:40.294598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-9f719270-5296-4e17-b211-82223d57835d service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193757 Jul 13 07:22:40.385522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-683f3cfa-2831-4ad4-a998-4cc025d72c74 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:40.387361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-683f3cfa-2831-4ad4-a998-4cc025d72c74 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1118 time: 0.4281473 Jul 13 07:22:40.394888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae7aeb-b1e0-4fab-a109-ab13db173119 req-148fb33b-0ed2-4a78-af7a-46e46bc0d8cc tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:40.396837 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfae7aeb-b1e0-4fab-a109-ab13db173119 req-148fb33b-0ed2-4a78-af7a-46e46bc0d8cc tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1096 time: 0.2743056 Jul 13 07:22:40.399676 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.404838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a37ea0b3-a113-4bfe-983b-dec7a9ad42f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.445575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-598222f0-ad60-441a-9507-c559b90b2921 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775320 Jul 13 07:22:40.452382 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a37ea0b3-a113-4bfe-983b-dec7a9ad42f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.517307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a653f092-8bd3-4c28-aa58-bed8882808bd None None] Network 97076159-f72c-4961-b56c-4c780b6575e4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:40.558741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfae7aeb-b1e0-4fab-a109-ab13db173119 req-991b794d-9169-4b6b-9791-f634f7cd795a tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517041 Jul 13 07:22:40.609157 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a37ea0b3-a113-4bfe-983b-dec7a9ad42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.612161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a37ea0b3-a113-4bfe-983b-dec7a9ad42f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.613347 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a37ea0b3-a113-4bfe-983b-dec7a9ad42f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3425c75-43ec-4dca-ab02-90242051e5ff HTTP/1.1" status: 204 len: 168 time: 0.4136043 Jul 13 07:22:40.620107 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e68dba1-f3ef-4138-bdae-925348fadbfe req-20743523-2815-4ae8-9d32-1e28b64da4ce service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644788 Jul 13 07:22:40.626374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ea0b3-a113-4bfe-983b-dec7a9ad42f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3425c75-43ec-4dca-ab02-90242051e5ff,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:40.650257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-780bd7cb-7429-4ef3-a221-a7bc148e3689 None None] Provisioning for port f3bcf746-134d-441e-ba7a-51d4d401301b completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:40.686783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-7'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:40.788535 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.861816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed92b6-608c-4763-82e4-910a5b7903e8 req-ba74007f-daa0-4934-b445-103074fecad8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:40.865764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35ed92b6-608c-4763-82e4-910a5b7903e8 req-ba74007f-daa0-4934-b445-103074fecad8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 967 time: 0.1060934 Jul 13 07:22:40.873234 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-2f5f9e53-c080-495f-9b2d-1c890d27dbf5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7040811 Jul 13 07:22:40.949056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35ed92b6-608c-4763-82e4-910a5b7903e8 req-7672fa22-ad79-4745-a600-3c666602d677 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734227 Jul 13 07:22:40.988717 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f55bf21-09d8-439f-a0cf-7c8a31831aa7 req-45f4b101-4196-4ba6-b1b9-c9dfb137d893 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715899 Jul 13 07:22:41.079405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f9a7b-7a8c-4025-8862-b956c176ecb6 req-68acd3e0-d261-4772-90d1-d2b0a8d4ea71 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.080991 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f12f9a7b-7a8c-4025-8862-b956c176ecb6 req-68acd3e0-d261-4772-90d1-d2b0a8d4ea71 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 948 time: 0.7042725 Jul 13 07:22:41.101749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38910) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:41.114887 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.115186 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8d88c8d5-db86-4163-853d-588c4e31c1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.163421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Allocated IP 172.25.6.15 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/701c66c3-d433-44a5-ac42-81e29def98a1) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:41.214169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8d88c8d5-db86-4163-853d-588c4e31c1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.223871 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8d88c8d5-db86-4163-853d-588c4e31c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.229290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6', 'name': 'network-vif-deleted', 'tag': '80668307-f9eb-49c7-9bc6-66e5b787089e'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:41.232485 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e0ee03-bc16-4501-abf7-49107e9361bd" -d '{"events": [{"server_uuid": "1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6", "name": "network-vif-deleted", "tag": "80668307-f9eb-49c7-9bc6-66e5b787089e"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:41.271483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8d88c8d5-db86-4163-853d-588c4e31c1ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db566572ed384907970ddd5d8d28890b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676598 Jul 13 07:22:41.272743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88c8d5-db86-4163-853d-588c4e31c1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce945415-50fa-44d7-b432-da279fd5ab7b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:41.275685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38920) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:41.281725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-fa8ee966-d946-4f6a-92b2-df324859db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.283743 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-fa8ee966-d946-4f6a-92b2-df324859db70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 1101 time: 0.3463635 Jul 13 07:22:41.300784 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f12f9a7b-7a8c-4025-8862-b956c176ecb6 req-60811307-d2c0-4aa4-be4a-1a9f3769db69 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080495 Jul 13 07:22:41.342329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ade58b3d-cbd8-4d43-86eb-512a904f7318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.376287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa37f4-bda8-4026-822b-d901e1f244be req-da88ca37-634f-464f-87a3-97e229ea38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.377832 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29fa37f4-bda8-4026-822b-d901e1f244be req-da88ca37-634f-464f-87a3-97e229ea38c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 1098 time: 0.3208687 Jul 13 07:22:41.390459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ade58b3d-cbd8-4d43-86eb-512a904f7318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.408509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3bcf746-134d-441e-ba7a-51d4d401301b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:41.478813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port f3bcf746-134d-441e-ba7a-51d4d401301b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:41.484701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f3bcf746-134d-441e-ba7a-51d4d401301b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:41.485459 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.492098 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ade58b3d-cbd8-4d43-86eb-512a904f7318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.494787 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ade58b3d-cbd8-4d43-86eb-512a904f7318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.498886 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ade58b3d-cbd8-4d43-86eb-512a904f7318 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce945415-50fa-44d7-b432-da279fd5ab7b HTTP/1.1" status: 204 len: 168 time: 0.2222047 Jul 13 07:22:41.521807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade58b3d-cbd8-4d43-86eb-512a904f7318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce945415-50fa-44d7-b432-da279fd5ab7b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:41.544613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f91f6-1823-457d-89f7-79a24bf9b0d5 req-cbb258df-ab35-41ba-bfcb-c5eb31ad7f40 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.552958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d4f91f6-1823-457d-89f7-79a24bf9b0d5 req-cbb258df-ab35-41ba-bfcb-c5eb31ad7f40 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 948 time: 0.1158240 Jul 13 07:22:41.578409 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbcdc0c-e08d-46c5-9ce7-8ea0035c1b5c x-openstack-request-id: req-2fbcdc0c-e08d-46c5-9ce7-8ea0035c1b5c {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:41.579471 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6", "name": "network-vif-deleted", "tag": "80668307-f9eb-49c7-9bc6-66e5b787089e", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:41.579865 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2fbcdc0c-e08d-46c5-9ce7-8ea0035c1b5c {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:41.580380 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adf94f0-4da2-4f18-aeda-a9fbf8a2fdb6', 'name': 'network-vif-deleted', 'tag': '80668307-f9eb-49c7-9bc6-66e5b787089e', 'status': 'completed', 'code': 200} Jul 13 07:22:41.592659 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.625338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d4f91f6-1823-457d-89f7-79a24bf9b0d5 req-e61e1811-530a-443f-b361-23c29341633b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714443 Jul 13 07:22:41.630909 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.633658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port f3bcf746-134d-441e-ba7a-51d4d401301b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3bcf746-134d-441e-ba7a-51d4d401301b,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:41.641031 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.691119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:41.707873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa37f4-bda8-4026-822b-d901e1f244be req-18222683-d228-4571-9e7b-67a4e2c96819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.709612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29fa37f4-bda8-4026-822b-d901e1f244be req-18222683-d228-4571-9e7b-67a4e2c96819 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.3125134 Jul 13 07:22:41.710654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-92266ca4-e78d-4c17-be2a-20eaaae5f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.712102 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-92266ca4-e78d-4c17-be2a-20eaaae5f2af service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.3471577 Jul 13 07:22:41.732507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=f3bcf746-134d-441e-ba7a-51d4d401301b,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:41.774117 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-e581ed48-2fbc-41ea-b0e5-3f4eab19544c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2e470341-21c0-4f53-a174-d575c1246a5a HTTP/1.1" status: 200 len: 217 time: 0.0530865 Jul 13 07:22:41.851435 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29fa37f4-bda8-4026-822b-d901e1f244be req-280e4ceb-84bc-4aa1-94a4-e3c004533ff9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a HTTP/1.1" status: 200 len: 217 time: 0.1279242 Jul 13 07:22:41.886655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:41.965953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-3ae6bd90-b84e-438a-aa39-b2d4ef3fdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.967505 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-3ae6bd90-b84e-438a-aa39-b2d4ef3fdd02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1871884 Jul 13 07:22:41.968472 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.035967 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa37f4-bda8-4026-822b-d901e1f244be req-bcfc647f-c739-48fa-adc7-39248454f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.037538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29fa37f4-bda8-4026-822b-d901e1f244be req-bcfc647f-c739-48fa-adc7-39248454f11d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1725969 Jul 13 07:22:42.062433 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.084808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Pushing event updated for resources: {'Port': ['ID=701c66c3-d433-44a5-ac42-81e29def98a1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:42.090004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:42.108941 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.115196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:42.118658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:42.300896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36203-f307-4f52-8108-8fb75d906d98 req-0fc400a9-fddf-4752-9b4e-25aeecfb471d tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.309566 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01a36203-f307-4f52-8108-8fb75d906d98 req-0fc400a9-fddf-4752-9b4e-25aeecfb471d tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 948 time: 0.0946920 Jul 13 07:22:42.315352 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Pushing event updated for resources: {'Port': ['ID=377e460a-3570-4658-9682-f2c52e100035,revision_number=7']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:42.360973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-2009c16e-0d4f-4e78-aef9-7c2ade0593eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.363125 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-2009c16e-0d4f-4e78-aef9-7c2ade0593eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3541660 Jul 13 07:22:42.371905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01a36203-f307-4f52-8108-8fb75d906d98 req-4b56935d-8726-4922-8ae4-0bf2d46586d1 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576513 Jul 13 07:22:42.417756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa37f4-bda8-4026-822b-d901e1f244be req-abd2cecb-c236-414f-a01a-bd4a6aebccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.419264 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29fa37f4-bda8-4026-822b-d901e1f244be req-abd2cecb-c236-414f-a01a-bd4a6aebccd8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3534901 Jul 13 07:22:42.429912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 on host n-h2-798249-7 for vnic_type normal with profile {"migrating_to": "n-h1-798249-7"} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:42.430255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:42.430591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:42.464276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Port 377e460a-3570-4658-9682-f2c52e100035 on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:42.464596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Attempting to bind port 377e460a-3570-4658-9682-f2c52e100035 on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:42.521271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:42.521617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:42.521907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:42.522358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Bound port: 377e460a-3570-4658-9682-f2c52e100035, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:42.522713 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.566252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 80668307-f9eb-49c7-9bc6-66e5b787089e no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:42.612953 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 80668307-f9eb-49c7-9bc6-66e5b787089e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:42.613296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 80668307-f9eb-49c7-9bc6-66e5b787089e not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:42.635774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005603-8c03-4b82-a8d7-8186e56a5e5d req-2575a632-8aaf-4aaf-bdec-06102636d7f7 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.643798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-90005603-8c03-4b82-a8d7-8186e56a5e5d req-2575a632-8aaf-4aaf-bdec-06102636d7f7 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 965 time: 0.1002848 Jul 13 07:22:42.696677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-90005603-8c03-4b82-a8d7-8186e56a5e5d req-aa3c8d4e-75f2-4b4d-87d8-0f9a3d8c9e27 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518706 Jul 13 07:22:42.908892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-89983692-a8bb-45e2-8f2d-275d5d990089 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388765 Jul 13 07:22:42.917828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:42.928157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.993609 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29fa37f4-bda8-4026-822b-d901e1f244be req-8984049d-d672-4d1d-9abb-81a9b8a5ff7b service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592711 Jul 13 07:22:43.025970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:43.069124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:43.084081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'd1d6312a-37d3-41ce-bdc7-8e6f37d460c6', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'd1d6312a-37d3-41ce-bdc7-8e6f37d460c6', 'mac_address': 'fa:16:3e:18:71:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:43.086251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:43.133190 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.151498 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.167939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:43.190898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:43.196725 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.248844 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5e213a9-964b-4885-9a1e-78ab69cae4a6 req-30cdc6ab-dc49-40d7-843b-fb6c3790c7c7 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232565 Jul 13 07:22:43.278330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:43.280044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39008) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:43.368078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29fa37f4-bda8-4026-822b-d901e1f244be req-bb789c83-cb64-41d1-80c9-099eea7ebc56 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558667 Jul 13 07:22:43.368674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Pushing event updated for resources: {'Port': ['ID=377e460a-3570-4658-9682-f2c52e100035,revision_number=8']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:43.376949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:43.377489 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.379190 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-0502d1a3-e750-4690-b336-ee7097cd1983 service neutron] 10.222.0.53 "PUT /v2.0/ports/377e460a-3570-4658-9682-f2c52e100035 HTTP/1.1" status: 200 len: 1143 time: 2.9751546 Jul 13 07:22:43.407419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3bcf746-134d-441e-ba7a-51d4d401301b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:43.475541 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.480446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['377e460a-3570-4658-9682-f2c52e100035'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:43.496502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ee0277c2-b3f4-431a-92f3-91c0367ecc46 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:22:43.506387 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ee0277c2-b3f4-431a-92f3-91c0367ecc46 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2229166 Jul 13 07:22:43.524880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:43.581241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377e460a-3570-4658-9682-f2c52e100035'}, {'name': 'network-changed', 'server_uuid': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'tag': '377e460a-3570-4658-9682-f2c52e100035'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:43.584139 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d" -d '{"events": [{"server_uuid": "ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95", "name": "network-vif-unplugged", "status": "completed", "tag": "377e460a-3570-4658-9682-f2c52e100035"}, {"name": "network-changed", "server_uuid": "ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95", "tag": "377e460a-3570-4658-9682-f2c52e100035"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:43.617105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f3bcf746-134d-441e-ba7a-51d4d401301b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:43.617795 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.629367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:22:43.805992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Request body: {'binding': {'host': 'n-h2-798249-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:43.806547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Unknown quota resources ['binding']. {{(pid=93838) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:22:43.839829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:43.850837 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Sync routers for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:43.865606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.865828 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:43.866412 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:22:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:43.868006 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e42c1856-16c7-460f-9f8e-92f1936cd26e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8633554 Jul 13 07:22:43.870568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39028) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:44.025322 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:44.037967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b931d25-d57c-4dbf-9c07-4330c24e94bb req-01e196ff-a948-4dd9-b3f2-9523675fa4bf tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.039465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b931d25-d57c-4dbf-9c07-4330c24e94bb req-01e196ff-a948-4dd9-b3f2-9523675fa4bf tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 949 time: 0.1821334 Jul 13 07:22:44.102887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 on host n-h2-798249-7 for vnic_type normal with profile None {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:44.103107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:44.103759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:44.112543 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b931d25-d57c-4dbf-9c07-4330c24e94bb req-7b51dfa1-03c9-4243-943b-0413b2b5994b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617135 Jul 13 07:22:44.113249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Port e065aa7d-84f6-4885-b9a7-9e393e073b90 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:44.113572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:44.118622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:44.118937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:44.119303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:44.119731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Bound port: e065aa7d-84f6-4885-b9a7-9e393e073b90, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:44.175943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f20365be-daa0-4f4d-900b-c89f5ca97e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.184535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:44.194482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.195927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ae6e52c6-96b8-4e22-b5c6-1d32c422eccc service neutron] 10.222.0.44 "POST /v2.0/ports/e065aa7d-84f6-4885-b9a7-9e393e073b90/bindings HTTP/1.1" status: 201 len: 389 time: 0.5040913 Jul 13 07:22:44.221808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39032) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:44.275081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4553e0-3c2f-4276-8fe5-d2350b8328c1 admin admin] Deleting subnet 646add75-84ee-48f7-bb1c-e9067dddd08a {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:22:44.278679 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f4553e0-3c2f-4276-8fe5-d2350b8328c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.288998 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:42Z', 'revision_number': 3, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:44.357403 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Checking router: 8da105dd-1526-45f4-b77d-bbf64a6ec8ee for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:44.358006 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Updating router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee port 701c66c3-d433-44a5-ac42-81e29def98a1 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:22:44.371241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f4553e0-3c2f-4276-8fe5-d2350b8328c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.388193 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0407a0ac-ca5f-4e82-bc8f-87394beec6fb x-openstack-request-id: req-0407a0ac-ca5f-4e82-bc8f-87394beec6fb {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:44.388766 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95", "name": "network-vif-unplugged", "status": "completed", "tag": "377e460a-3570-4658-9682-f2c52e100035", "code": 200}, {"name": "network-changed", "server_uuid": "ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95", "tag": "377e460a-3570-4658-9682-f2c52e100035", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:44.388766 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0407a0ac-ca5f-4e82-bc8f-87394beec6fb {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:44.389122 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377e460a-3570-4658-9682-f2c52e100035', 'code': 200} Jul 13 07:22:44.389417 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'tag': '377e460a-3570-4658-9682-f2c52e100035', 'status': 'completed', 'code': 200} Jul 13 07:22:44.406213 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.460478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f4553e0-3c2f-4276-8fe5-d2350b8328c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.553503 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.582980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d req-12293ec8-aecd-4704-b72c-46c55d9fd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.584592 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d req-12293ec8-aecd-4704-b72c-46c55d9fd9ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1146 time: 0.1634858 Jul 13 07:22:44.693664 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.703743 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Transition to ACTIVE for port object 701c66c3-d433-44a5-ac42-81e29def98a1 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:44.709929 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.713119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c3fae-7e48-43a7-9cd6-7498307db145 req-b3b55174-f44a-4268-a42c-98c5de8626e8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.714846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e88c3fae-7e48-43a7-9cd6-7498307db145 req-b3b55174-f44a-4268-a42c-98c5de8626e8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 965 time: 0.2192473 Jul 13 07:22:44.771420 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Pushing event updated for resources: {'Port': ['ID=701c66c3-d433-44a5-ac42-81e29def98a1,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:44.793571 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f4553e0-3c2f-4276-8fe5-d2350b8328c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.802262 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.803165 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.803531 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.803877 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.804246 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.804589 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.804920 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.805253 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.805586 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.805916 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.806247 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.806578 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Tracked resource versions report: Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: pushed versions: Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: { 'AddressGroup': {'1.2'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'ConntrackHelper': {'1.0'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'Log': {'1.0'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'Network': {'1.1'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'Port': {'1.7'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'PortForwarding': {'1.2'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'QosPolicy': {'1.8'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'SecurityGroup': {'1.4'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'SubPort': {'1.0'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'Subnet': {'1.1'}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'Trunk': {'1.1'}} Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: consumer versions: Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: { DHCP agent@n-d-798249-7: {}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: HyperV agent@n-h1-798249-7: {}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: HyperV agent@n-h2-798249-7: {}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: L3 agent@n-d-798249-7: {}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: Metadata agent@n-d-798249-7: {}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: Metering agent@n-d-798249-7: {}, Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: Open vSwitch agent@n-d-798249-7: { 'AddressGroup': '1.2', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'ConntrackHelper': '1.0', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'Log': '1.0', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'Network': '1.1', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'Port': '1.7', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'PortForwarding': '1.2', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'QosPolicy': '1.8', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'SecurityGroup': '1.4', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'SecurityGroupRule': '1.2', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'SubPort': '1.0', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'Subnet': '1.1', Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: 'Trunk': '1.1'}} Jul 13 07:22:44.807742 n-d-798249-7 neutron-server[93841]: {{(pid=93841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:22:44.811602 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Attempting to bind port 701c66c3-d433-44a5-ac42-81e29def98a1 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:44.812698 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Attempting to bind port 701c66c3-d433-44a5-ac42-81e29def98a1 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:44.813121 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Attempting to bind port 701c66c3-d433-44a5-ac42-81e29def98a1 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:44.813245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d req-81f2ce66-2e90-45e1-a183-22691947e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.814711 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d req-81f2ce66-2e90-45e1-a183-22691947e8a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.2209487 Jul 13 07:22:44.819598 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:44.820439 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:44.820855 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.821899 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:44.822377 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Bound port: 701c66c3-d433-44a5-ac42-81e29def98a1, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:44.822785 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.838532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4553e0-3c2f-4276-8fe5-d2350b8328c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646add75-84ee-48f7-bb1c-e9067dddd08a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:44.842444 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e88c3fae-7e48-43a7-9cd6-7498307db145 req-bd910fb0-6a7a-4739-9205-28d5820fc841 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195338 Jul 13 07:22:44.843365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f4553e0-3c2f-4276-8fe5-d2350b8328c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.845978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9f4553e0-3c2f-4276-8fe5-d2350b8328c1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/646add75-84ee-48f7-bb1c-e9067dddd08a HTTP/1.1" status: 204 len: 168 time: 0.6231270 Jul 13 07:22:44.850109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39036) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:44.853990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309f3fd-c3ec-4202-9105-ffe2c25a5538 req-555e8e2b-fa98-4ed3-b450-59b91d48a3f9 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.861750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a309f3fd-c3ec-4202-9105-ffe2c25a5538 req-555e8e2b-fa98-4ed3-b450-59b91d48a3f9 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 948 time: 0.4993834 Jul 13 07:22:44.885929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-77c9fd89-a065-4f88-9feb-33b7831801ee tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.893372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-77c9fd89-a065-4f88-9feb-33b7831801ee tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 948 time: 0.2182257 Jul 13 07:22:44.912263 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d req-0aa1e856-3822-437e-8c72-fccb210d5363 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377e460a-3570-4658-9682-f2c52e100035 HTTP/1.1" status: 200 len: 217 time: 0.0730376 Jul 13 07:22:44.912628 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] For port 701c66c3-d433-44a5-ac42-81e29def98a1, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:44.916551 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] For port 701c66c3-d433-44a5-ac42-81e29def98a1, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=701c66c3-d433-44a5-ac42-81e29def98a1,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:44.918641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-bdf0bab8-1c8b-41f3-a10d-246d6bc1bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.920494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-bdf0bab8-1c8b-41f3-a10d-246d6bc1bfeb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1096 time: 0.2557576 Jul 13 07:22:44.922899 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.945788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:44.948137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:44.981202 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287b71c-b352-4ee5-a313-95db3ef325ac None None] Pushing event updated for resources: {'Port': ['ID=701c66c3-d433-44a5-ac42-81e29def98a1,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:44.982264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Allocated IP 172.20.0.1 (97076159-f72c-4961-b56c-4c780b6575e4/0fc9176c-a92f-42f8-a968-ec83019b7a94/3442aba2-cde7-44fb-a418-7d302be10622) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:45.003661 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:45.004713 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:22:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:45.030322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a309f3fd-c3ec-4202-9105-ffe2c25a5538 req-1a494c0a-a556-46a3-bd11-41b50429de96 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e6f147b-1e79-481e-8c98-25fa112d2185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675899 Jul 13 07:22:45.124247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b396fcd2-3b73-4bed-97ed-faa7f513fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.126811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b396fcd2-3b73-4bed-97ed-faa7f513fa38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.1765623 Jul 13 07:22:45.216763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ddb79ee2-83bb-431c-bc0e-4614f322fd96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90 HTTP/1.1" status: 200 len: 217 time: 0.0499427 Jul 13 07:22:45.224482 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.226702 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:45.227884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d req-b6399f38-023f-4bf7-af14-0b1ca0ab53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.229490 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d req-b6399f38-023f-4bf7-af14-0b1ca0ab53e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.3106713 Jul 13 07:22:45.265145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Transition to ACTIVE for port object 3442aba2-cde7-44fb-a418-7d302be10622 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:45.295131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-770bc160-6b0c-4a91-a32f-6ca6f7abc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.297088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-770bc160-6b0c-4a91-a32f-6ca6f7abc186 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.0577877 Jul 13 07:22:45.305613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Deleting port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:45.306560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.319037 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.365522 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.387322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d req-4f892522-5415-46e1-82c6-6a9eea7a190a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712223 Jul 13 07:22:45.436770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:45.443244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:45.443702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-c1b9302a-01f7-4f6f-9fdd-fa886dc40474 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313692 Jul 13 07:22:45.443876 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.460399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Network 97076159-f72c-4961-b56c-4c780b6575e4 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:45.502831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:45.511415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eefd3-08c4-407e-bbde-91e6102a4039 req-42b82a0d-d5a7-4d34-8820-2127503f4428 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.519073 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d9eefd3-08c4-407e-bbde-91e6102a4039 req-42b82a0d-d5a7-4d34-8820-2127503f4428 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 945 time: 0.2206047 Jul 13 07:22:45.519769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'mac_address': 'fa:16:3e:98:3d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:45.536004 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:42Z', 'revision_number': 3, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:45.577230 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafb699-1c32-4ba4-b5ea-548633e047e1 None None] The sync data for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 is: [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:42Z', 'revision_number': 3, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:45.582208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d9eefd3-08c4-407e-bbde-91e6102a4039 req-b04232ed-054a-44b3-8eea-8008366c2c16 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619366 Jul 13 07:22:45.582539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Pushing event updated for resources: {'Port': ['ID=3442aba2-cde7-44fb-a418-7d302be10622,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:45.585414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:45.588883 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d req-233ff6fb-7b16-430f-97d9-8ccd22e57a7f service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261880 Jul 13 07:22:45.589830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:45.590518 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.591330 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.594502 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.596580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] For port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:45.596943 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.625047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:45.634988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c45da7e-7b74-489e-892f-afdb479430e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d6312a-37d3-41ce-bdc7-8e6f37d460c6'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:45.637432 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217fd022-e259-4b58-aef2-67af14c8fa3e" -d '{"events": [{"server_uuid": "2c45da7e-7b74-489e-892f-afdb479430e2", "name": "network-vif-plugged", "status": "completed", "tag": "d1d6312a-37d3-41ce-bdc7-8e6f37d460c6"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:45.668345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:45.677878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:45.679411 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.693708 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.695523 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Calling delete_port for 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:45.763627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:45.842904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:45.875806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-540dba13-bfd9-4795-8d2b-7ba5bc4c3b7d service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063821 Jul 13 07:22:45.961027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:46.010329 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecc99f4-37f6-4894-b375-c4488bfb96f0 x-openstack-request-id: req-8ecc99f4-37f6-4894-b375-c4488bfb96f0 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:46.011156 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c45da7e-7b74-489e-892f-afdb479430e2", "name": "network-vif-plugged", "status": "completed", "tag": "d1d6312a-37d3-41ce-bdc7-8e6f37d460c6", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:46.011156 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ecc99f4-37f6-4894-b375-c4488bfb96f0 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:46.011493 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c45da7e-7b74-489e-892f-afdb479430e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d6312a-37d3-41ce-bdc7-8e6f37d460c6', 'code': 200} Jul 13 07:22:46.092000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-adf284b7-4e3c-4ba2-9b94-3c7c54033662 None None] Provisioning for port 3442aba2-cde7-44fb-a418-7d302be10622 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:46.106108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.54', 60913) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:46.155059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-adf284b7-4e3c-4ba2-9b94-3c7c54033662 None None] Provisioning complete for port 3442aba2-cde7-44fb-a418-7d302be10622 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:46.155430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-adf284b7-4e3c-4ba2-9b94-3c7c54033662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.198947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-58879225-0921-47ec-84ca-9a87ae3c4eb9 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220439 Jul 13 07:22:46.246695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-adf284b7-4e3c-4ba2-9b94-3c7c54033662 None None] Port 3442aba2-cde7-44fb-a418-7d302be10622 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:46.327775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b7bdc64-a309-4eb8-aca1-d7fb4f9e5c3d req-7be4ad31-53a5-453e-995a-7474d0424b6e service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570378 Jul 13 07:22:46.379075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8ff9fcbf-060e-4881-9803-4d9e175f08f3 None None] Provisioning complete for port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:46.379277 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8ff9fcbf-060e-4881-9803-4d9e175f08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.382291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.445776 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.461667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b83c1-2beb-4040-9baa-96489ecd3772 req-2416381c-9a9a-4f4f-9cc2-9095548ec7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.463512 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5b5b83c1-2beb-4040-9baa-96489ecd3772 req-2416381c-9a9a-4f4f-9cc2-9095548ec7ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 1101 time: 0.3564949 Jul 13 07:22:46.490261 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.497914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Pushing event deleted for resources: {'Port': ['ID=0c1a004d-ee06-4b51-b9ce-22c661fa4a32,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:46.526833 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.527193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.527977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.528427 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.528706 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.529035 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.529376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.529689 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.530013 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.530332 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.548346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.548754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.549340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.550085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.550826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.551169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.551648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.552095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.552367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.552816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.553158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.553486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:46.573060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 377e460a-3570-4658-9682-f2c52e100035 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:46.617478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5b5b83c1-2beb-4040-9baa-96489ecd3772 req-0da4f391-bbdd-476a-9f68-d9f12c0178ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289184 Jul 13 07:22:46.621233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] No DVR routers for this DVR port 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:46.624007 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.627191 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3b6dc7b-94b5-4a16-8132-57c0a2be9c89 req-c39be7e0-fa35-405d-adea-e6bf3e293eac tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.54 "DELETE /v2.0/ports/0c1a004d-ee06-4b51-b9ce-22c661fa4a32 HTTP/1.1" status: 204 len: 173 time: 1.7335742 Jul 13 07:22:46.639081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7e7f58-1ff1-4354-b35c-1ed95c059054', 'name': 'network-vif-deleted', 'tag': '0c1a004d-ee06-4b51-b9ce-22c661fa4a32'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:46.642884 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e8aade-2a95-4749-947c-64153c3a2228" -d '{"events": [{"server_uuid": "dd7e7f58-1ff1-4354-b35c-1ed95c059054", "name": "network-vif-deleted", "tag": "0c1a004d-ee06-4b51-b9ce-22c661fa4a32"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:46.660975 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.661360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.662184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.662838 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:22:46.663239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8029b3e-5eb5-497b-b142-c78297157bd9']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:46.666553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ff356-0f18-4f36-a1b0-bf77acaa66f7 req-d1948dd4-a46d-4a84-a433-42141e3ac3f2 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.675819 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4d8ff356-0f18-4f36-a1b0-bf77acaa66f7 req-d1948dd4-a46d-4a84-a433-42141e3ac3f2 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 965 time: 0.4088423 Jul 13 07:22:46.725416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-083eec63-a8d5-45ae-93dc-13daaf497d8b tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.727653 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-083eec63-a8d5-45ae-93dc-13daaf497d8b tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1096 time: 0.3690879 Jul 13 07:22:46.748672 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4d8ff356-0f18-4f36-a1b0-bf77acaa66f7 req-327c0e4b-290c-4b79-b890-a4642a8e993f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677991 Jul 13 07:22:46.757010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-7'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:46.796074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3868a-3ebb-4ce6-9326-6d8783cf31ac req-64b8a045-978f-4fca-a89b-af1c0c15d2a0 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.804507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:46.805109 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75c3868a-3ebb-4ce6-9326-6d8783cf31ac req-64b8a045-978f-4fca-a89b-af1c0c15d2a0 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 950 time: 1.2454839 Jul 13 07:22:46.829902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 377e460a-3570-4658-9682-f2c52e100035 has no active binding in host n-h1-798249-7 {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:22:46.845723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777dace7-eee9-4e2a-a502-4e9682d48f31') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:46.846300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777dace7-eee9-4e2a-a502-4e9682d48f31') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:46.867926 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.911138 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.927776 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75c3868a-3ebb-4ce6-9326-6d8783cf31ac req-d4f6d7f7-c75a-4f88-84e9-5bc7681312d9 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216192 Jul 13 07:22:46.952481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:46.957505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.970938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:22:46.971562 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: from cryptography.utils import int_from_bytes Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: from cryptography.utils import int_from_bytes Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:22:47.001368 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:22:47.005255 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:22:47.022708 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.088945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.091818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:47.095031 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f198adf0-49b4-48fc-b8e8-c87574e98597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.098363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:47.102665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:47.103027 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.128521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.132935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80724886-2838-4eff-b27d-f8ec967e388e req-355557cf-25b0-4f04-9ff7-100032bf3105 tempest-DeleteServersAdminTestJSON-1393597618 tempest-DeleteServersAdminTestJSON-1393597618-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7e7f58-1ff1-4354-b35c-1ed95c059054 HTTP/1.1" status: 200 len: 210 time: 0.0383275 Jul 13 07:22:47.174391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:47.205952 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.219521 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ec000f-e4dc-4563-9907-a422d501d38b x-openstack-request-id: req-39ec000f-e4dc-4563-9907-a422d501d38b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:47.219966 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7e7f58-1ff1-4354-b35c-1ed95c059054", "name": "network-vif-deleted", "tag": "0c1a004d-ee06-4b51-b9ce-22c661fa4a32", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:47.220463 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39ec000f-e4dc-4563-9907-a422d501d38b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:47.220902 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7e7f58-1ff1-4354-b35c-1ed95c059054', 'name': 'network-vif-deleted', 'tag': '0c1a004d-ee06-4b51-b9ce-22c661fa4a32', 'status': 'completed', 'code': 200} Jul 13 07:22:47.224991 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.228881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.243189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.246019 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Pushing event updated for resources: {'Port': ['ID=3442aba2-cde7-44fb-a418-7d302be10622,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:47.260849 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.262762 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e8029b3e-5eb5-497b-b142-c78297157bd9 HTTP/1.1" status: 204 len: 168 time: 2.4108460 Jul 13 07:22:47.323254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:47.330982 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.377062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.377413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.377757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.378097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.378420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.378750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.379081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.379409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.379739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.384161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.384770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.385117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:47.398993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a413a3-2df9-46f7-8b08-9ee1f6b4a7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8029b3e-5eb5-497b-b142-c78297157bd9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:47.424398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.440260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:47.464927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:47.465601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacbcf9-20da-4077-854e-b7744d7d0dca req-9dc91f4e-89c8-4a68-8fcf-d9ed5732f3b3 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:47.467220 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6cacbcf9-20da-4077-854e-b7744d7d0dca req-9dc91f4e-89c8-4a68-8fcf-d9ed5732f3b3 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 945 time: 0.3850286 Jul 13 07:22:47.474380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 on host n-h1-798249-7 for vnic_type normal with profile {"migrating_to": "n-h2-798249-7"} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:47.479455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:47.479976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:47.507943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Pushing event updated for resources: {'Port': ['ID=e065aa7d-84f6-4885-b9a7-9e393e073b90,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:47.514856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Port e065aa7d-84f6-4885-b9a7-9e393e073b90 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:47.516796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Attempting to bind port e065aa7d-84f6-4885-b9a7-9e393e073b90 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:47.522750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:47.523108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0c1a004d-ee06-4b51-b9ce-22c661fa4a32 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:47.531201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:47.532399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:47.533993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:47.534644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Bound port: e065aa7d-84f6-4885-b9a7-9e393e073b90, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:47.536431 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.566765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 701c66c3-d433-44a5-ac42-81e29def98a1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:47.697648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39094) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:47.746135 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6cacbcf9-20da-4077-854e-b7744d7d0dca req-0d8961ed-a687-4cc1-91fa-6575ede3b8a6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552259 Jul 13 07:22:47.834763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7b5bb3ff-7b99-4193-b09f-a929f2276dd3 None None] Provisioning complete for port 3442aba2-cde7-44fb-a418-7d302be10622 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:47.835412 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb3ff-7b99-4193-b09f-a929f2276dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.947358 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.950565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 701c66c3-d433-44a5-ac42-81e29def98a1 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:47.951686 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-779b1162-5a29-41c4-bc2f-3c1b46aadbe0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4859e0c87bd4bb8801098125c847d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511029 Jul 13 07:22:47.954946 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39114) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:47.993196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Network 97076159-f72c-4961-b56c-4c780b6575e4 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:48.000245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 701c66c3-d433-44a5-ac42-81e29def98a1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:48.000721 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.020599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:48.050020 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9448d1a-0d81-4787-ad7b-774fe77fc556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:48.052316 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d70c9d-f66a-4ac8-b8cd-269b5b9ba1af" -d '{"events": [{"server_uuid": "a9448d1a-0d81-4787-ad7b-774fe77fc556", "name": "network-vif-plugged", "status": "completed", "tag": "9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:48.075233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bb3ff-7b99-4193-b09f-a929f2276dd3 None None] Port 3442aba2-cde7-44fb-a418-7d302be10622 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:48.089539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:48.096094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:48.108222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.228346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8162514e-957c-4c7d-90ed-f0cd39491428 None None] Provisioning complete for port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:48.229307 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8162514e-957c-4c7d-90ed-f0cd39491428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.321468 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.321576 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f564e133-72b2-49a9-9f55-894ef49d5a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.348276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Pushing event updated for resources: {'Port': ['ID=e065aa7d-84f6-4885-b9a7-9e393e073b90,revision_number=8']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:48.353055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39128) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:48.366621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.367255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.368677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b04a52db-3227-4fec-99a4-b859b8c37154 service neutron] 10.222.0.54 "PUT /v2.0/ports/e065aa7d-84f6-4885-b9a7-9e393e073b90 HTTP/1.1" status: 200 len: 1121 time: 1.6187580 Jul 13 07:22:48.403279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 701c66c3-d433-44a5-ac42-81e29def98a1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=701c66c3-d433-44a5-ac42-81e29def98a1,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:48.409095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac46910-89f2-4fb7-9751-5eae0b4aedfa req-c25a51c3-0d9e-43bd-beb5-72035d0ffabd tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.415790 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bac46910-89f2-4fb7-9751-5eae0b4aedfa req-c25a51c3-0d9e-43bd-beb5-72035d0ffabd tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 950 time: 0.1632626 Jul 13 07:22:48.425262 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.447969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f564e133-72b2-49a9-9f55-894ef49d5a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.483316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361b168-c969-4bab-8aef-e55f82334ddf req-a3280fa7-ab0b-4172-9565-7f5364ebfb6e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.485630 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4361b168-c969-4bab-8aef-e55f82334ddf req-a3280fa7-ab0b-4172-9565-7f5364ebfb6e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 965 time: 0.3582158 Jul 13 07:22:48.501486 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bac46910-89f2-4fb7-9751-5eae0b4aedfa req-8c287e95-a4bc-449a-a81c-8bfa74785c96 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815299 Jul 13 07:22:48.511014 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=701c66c3-d433-44a5-ac42-81e29def98a1,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:48.525257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e065aa7d-84f6-4885-b9a7-9e393e073b90'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:48.537402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:22:48.573679 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f311d56b-e19a-4f9d-9e3e-d834337bf49d x-openstack-request-id: req-f311d56b-e19a-4f9d-9e3e-d834337bf49d {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:48.573954 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9448d1a-0d81-4787-ad7b-774fe77fc556", "name": "network-vif-plugged", "status": "completed", "tag": "9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:48.574209 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f311d56b-e19a-4f9d-9e3e-d834337bf49d {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:48.574871 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9448d1a-0d81-4787-ad7b-774fe77fc556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'code': 200} Jul 13 07:22:48.587872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39134) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:48.626021 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4361b168-c969-4bab-8aef-e55f82334ddf req-da066b93-7497-49b7-8046-4bfb74f594f3 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329763 Jul 13 07:22:48.683489 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc066-2f57-4779-b377-d106e7741d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.693863 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f564e133-72b2-49a9-9f55-894ef49d5a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.697091 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f564e133-72b2-49a9-9f55-894ef49d5a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.698948 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f564e133-72b2-49a9-9f55-894ef49d5a4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c35112a9-b21e-4d6f-872c-b0b26411b657 HTTP/1.1" status: 204 len: 168 time: 0.7409196 Jul 13 07:22:48.712421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564e133-72b2-49a9-9f55-894ef49d5a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35112a9-b21e-4d6f-872c-b0b26411b657,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:48.743483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:48.759029 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-785d570e-12c1-4184-a8ab-46ade84fc03b admin admin] 10.222.0.44 "PUT /v2.0/routers/8da105dd-1526-45f4-b77d-bbf64a6ec8ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8811429 Jul 13 07:22:48.799868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Sync routers for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:48.807107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa40bd92-72a9-40e6-a10e-ee896f48d392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.893167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31804801-41b0-40b0-bd26-bc50d4b5d646 req-fd882ec6-69e2-468b-ba50-1c8d33e62261 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.894309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d7df9-daee-421e-9780-a46b52acf17a req-2594551d-fbb0-4c75-912c-6275bc79a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.895820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb6d7df9-daee-421e-9780-a46b52acf17a req-2594551d-fbb0-4c75-912c-6275bc79a551 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 1100 time: 0.1536629 Jul 13 07:22:48.898969 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-31804801-41b0-40b0-bd26-bc50d4b5d646 req-fd882ec6-69e2-468b-ba50-1c8d33e62261 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 949 time: 0.0984271 Jul 13 07:22:48.917854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:48.918581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:22:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:48.923204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c3c05641-ed68-43e3-89ee-31f66e50b886 None None] Provisioning complete for port 3442aba2-cde7-44fb-a418-7d302be10622 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:48.923580 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c3c05641-ed68-43e3-89ee-31f66e50b886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.988614 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-31804801-41b0-40b0-bd26-bc50d4b5d646 req-5e91b41b-ee6d-40b2-8fb8-86d8a9f625b2 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826316 Jul 13 07:22:49.003871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c3c05641-ed68-43e3-89ee-31f66e50b886 None None] Port 3442aba2-cde7-44fb-a418-7d302be10622 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:49.043758 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc066-2f57-4779-b377-d106e7741d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.059354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc066-2f57-4779-b377-d106e7741d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.067164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb6d7df9-daee-421e-9780-a46b52acf17a req-514bc2fb-1e41-4888-be01-251dbdf821ec service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622481 Jul 13 07:22:49.073510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:49.129998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdc066-2f57-4779-b377-d106e7741d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3593083-baac-43a9-bfbd-1fac31923a17,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:49.149135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5fcdc066-2f57-4779-b377-d106e7741d01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33088606d821403ca54dc8e4ba8ceb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7947154 Jul 13 07:22:49.152340 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39152) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:49.167862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1db9f6-55ee-4dc4-8564-0c756f78c356 req-fd7a1d44-bfd4-427e-9469-f8e73189b5c9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.169895 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e1db9f6-55ee-4dc4-8564-0c756f78c356 req-fd7a1d44-bfd4-427e-9469-f8e73189b5c9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 943 time: 0.2598052 Jul 13 07:22:49.225720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e065aa7d-84f6-4885-b9a7-9e393e073b90'}, {'name': 'network-changed', 'server_uuid': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'tag': 'e065aa7d-84f6-4885-b9a7-9e393e073b90'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:49.228420 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f81420-ed84-4cd2-afe2-6622748560de" -d '{"events": [{"server_uuid": "bdbae853-742b-465d-9faa-22f6f9c12d85", "name": "network-vif-unplugged", "status": "completed", "tag": "e065aa7d-84f6-4885-b9a7-9e393e073b90"}, {"name": "network-changed", "server_uuid": "bdbae853-742b-465d-9faa-22f6f9c12d85", "tag": "e065aa7d-84f6-4885-b9a7-9e393e073b90"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:49.332329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e1db9f6-55ee-4dc4-8564-0c756f78c356 req-6a851d0d-6c3f-44d4-8b3c-cb50a79d86b1 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346180 Jul 13 07:22:49.336225 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f476568f-f357-4ff0-93fa-d3c791d05f09 x-openstack-request-id: req-f476568f-f357-4ff0-93fa-d3c791d05f09 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:49.336712 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbae853-742b-465d-9faa-22f6f9c12d85", "name": "network-vif-unplugged", "status": "completed", "tag": "e065aa7d-84f6-4885-b9a7-9e393e073b90", "code": 200}, {"name": "network-changed", "server_uuid": "bdbae853-742b-465d-9faa-22f6f9c12d85", "tag": "e065aa7d-84f6-4885-b9a7-9e393e073b90", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:49.338196 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f476568f-f357-4ff0-93fa-d3c791d05f09 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:49.338794 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e065aa7d-84f6-4885-b9a7-9e393e073b90', 'code': 200} Jul 13 07:22:49.341647 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'tag': 'e065aa7d-84f6-4885-b9a7-9e393e073b90', 'status': 'completed', 'code': 200} Jul 13 07:22:49.356696 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75311236-15d9-49ca-b00e-82672997b26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.364550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-a47303b8-c9ef-4b32-ac6a-d45b52a2b152 service neutron] 10.222.0.54 "GET /v2.0/ports/377e460a-3570-4658-9682-f2c52e100035/bindings/n-h1-798249-7 HTTP/1.1" status: 200 len: 384 time: 0.2037027 Jul 13 07:22:49.381980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:46Z', 'revision_number': 2, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:49.429994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa40bd92-72a9-40e6-a10e-ee896f48d392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.436877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 701c66c3-d433-44a5-ac42-81e29def98a1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:49.455593 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa40bd92-72a9-40e6-a10e-ee896f48d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.471169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75311236-15d9-49ca-b00e-82672997b26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.488996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Checking router: 8da105dd-1526-45f4-b77d-bbf64a6ec8ee for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:49.489345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Updating router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee port 3442aba2-cde7-44fb-a418-7d302be10622 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:22:49.527610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f81420-ed84-4cd2-afe2-6622748560de req-e5f7f69c-665e-4da1-94a7-09e5dd505077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.529546 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65f81420-ed84-4cd2-afe2-6622748560de req-e5f7f69c-665e-4da1-94a7-09e5dd505077 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1124 time: 0.1855116 Jul 13 07:22:49.535411 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.546839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fa40bd92-72a9-40e6-a10e-ee896f48d392 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5fd30c3c6dbb4c5b81eac1bfd7adfc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9576483 Jul 13 07:22:49.553745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39166) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:49.581529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40bd92-72a9-40e6-a10e-ee896f48d392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccdf9f5-0a18-45f6-96f0-d643c48d81b4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:49.603323 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75311236-15d9-49ca-b00e-82672997b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.607090 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75311236-15d9-49ca-b00e-82672997b26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.612312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-75311236-15d9-49ca-b00e-82672997b26a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3593083-baac-43a9-bfbd-1fac31923a17 HTTP/1.1" status: 204 len: 168 time: 0.4587293 Jul 13 07:22:49.637189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 701c66c3-d433-44a5-ac42-81e29def98a1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:49.637759 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.663855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75311236-15d9-49ca-b00e-82672997b26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3593083-baac-43a9-bfbd-1fac31923a17,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:49.710607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f81420-ed84-4cd2-afe2-6622748560de req-9c795990-b9c3-4f72-a32b-84a2c1d625dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.712586 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65f81420-ed84-4cd2-afe2-6622748560de req-9c795990-b9c3-4f72-a32b-84a2c1d625dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.1728303 Jul 13 07:22:49.732326 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.733185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-407b4e31-e405-4900-8057-09c0de188ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.779612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65f81420-ed84-4cd2-afe2-6622748560de req-60b8bca3-6d66-4c4b-a97e-6ebab4a9c640 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90 HTTP/1.1" status: 200 len: 217 time: 0.0543544 Jul 13 07:22:49.811108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c6702b9f-ac6c-4530-8a35-d2f5c3b442af service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:49.834584 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-407b4e31-e405-4900-8057-09c0de188ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.881629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f81420-ed84-4cd2-afe2-6622748560de req-b3094142-a3e1-4c93-b86f-99f58022b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.884101 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65f81420-ed84-4cd2-afe2-6622748560de req-b3094142-a3e1-4c93-b86f-99f58022b204 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.0728545 Jul 13 07:22:49.950940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c6702b9f-ac6c-4530-8a35-d2f5c3b442af service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:49.982792 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65f81420-ed84-4cd2-afe2-6622748560de req-576fea4f-ad5c-439d-bf7a-238b3bdf6630 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878136 Jul 13 07:22:50.059698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c6702b9f-ac6c-4530-8a35-d2f5c3b442af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377e460a-3570-4658-9682-f2c52e100035 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:50.110960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c6702b9f-ac6c-4530-8a35-d2f5c3b442af service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:50.184866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c6702b9f-ac6c-4530-8a35-d2f5c3b442af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.204504 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65f81420-ed84-4cd2-afe2-6622748560de req-d8877ca4-7299-48eb-b9e7-1ba794307845 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132478 Jul 13 07:22:50.239554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39190) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:50.240883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-407b4e31-e405-4900-8057-09c0de188ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.243276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-407b4e31-e405-4900-8057-09c0de188ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.244501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-407b4e31-e405-4900-8057-09c0de188ba6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ccdf9f5-0a18-45f6-96f0-d643c48d81b4 HTTP/1.1" status: 204 len: 168 time: 0.6880729 Jul 13 07:22:50.288615 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.303115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Transition to ACTIVE for port object 3442aba2-cde7-44fb-a418-7d302be10622 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:50.303581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873dc35-5050-4200-8e6b-43cc5fd5b210 req-c9938989-fbcf-4e2b-87ab-080e0371b2df tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.305256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2873dc35-5050-4200-8e6b-43cc5fd5b210 req-c9938989-fbcf-4e2b-87ab-080e0371b2df tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 965 time: 0.4508929 Jul 13 07:22:50.315078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b4e31-e405-4900-8057-09c0de188ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccdf9f5-0a18-45f6-96f0-d643c48d81b4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:50.322876 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.382159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2873dc35-5050-4200-8e6b-43cc5fd5b210 req-fda14039-b3c1-47d5-90e4-840db147cebc tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646420 Jul 13 07:22:50.387767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c6702b9f-ac6c-4530-8a35-d2f5c3b442af service neutron] Transition to ACTIVE for port object 377e460a-3570-4658-9682-f2c52e100035 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:50.396571 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c6702b9f-ac6c-4530-8a35-d2f5c3b442af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.406644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39200) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:50.416719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425f0d8-0d70-480f-80b8-18ea78cc9458 None None] Pushing event updated for resources: {'Port': ['ID=3442aba2-cde7-44fb-a418-7d302be10622,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:50.443509 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:22:50.495201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f645cd8-0bba-4d94-b1f0-0a1ffac23480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.502300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e4d77-9a9c-49cc-ac7d-18605f9d6733 req-59e83dca-8243-413c-801b-51b1bc50749a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.503903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-792e4d77-9a9c-49cc-ac7d-18605f9d6733 req-59e83dca-8243-413c-801b-51b1bc50749a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 949 time: 0.2576690 Jul 13 07:22:50.555256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65f81420-ed84-4cd2-afe2-6622748560de req-c53bcbe0-a8f5-46de-ae57-084a64c9c257 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420177 Jul 13 07:22:50.556040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Attempting to bind port 3442aba2-cde7-44fb-a418-7d302be10622 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:50.556519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Attempting to bind port 3442aba2-cde7-44fb-a418-7d302be10622 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:50.557124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Attempting to bind port 3442aba2-cde7-44fb-a418-7d302be10622 on network 97076159-f72c-4961-b56c-4c780b6575e4 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:50.580238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:50.581209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Checking segment: {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:50.581816 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.582303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Bound using segment: {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:50.587905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Bound port: 3442aba2-cde7-44fb-a418-7d302be10622, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:50.588700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.616338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-792e4d77-9a9c-49cc-ac7d-18605f9d6733 req-0340cf31-460e-42ab-8759-95bd740f81d1 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899460 Jul 13 07:22:50.630087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c6702b9f-ac6c-4530-8a35-d2f5c3b442af service neutron] No DVR routers for this DVR port 377e460a-3570-4658-9682-f2c52e100035 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:50.707357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6702b9f-ac6c-4530-8a35-d2f5c3b442af service neutron] Pushing event updated for resources: {'Port': ['ID=377e460a-3570-4658-9682-f2c52e100035,revision_number=10']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:50.750846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] For port 3442aba2-cde7-44fb-a418-7d302be10622, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:50.755001 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-c6702b9f-ac6c-4530-8a35-d2f5c3b442af service neutron] 10.222.0.54 "PUT /v2.0/ports/377e460a-3570-4658-9682-f2c52e100035/bindings/n-h1-798249-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3887553 Jul 13 07:22:50.755574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] For port 3442aba2-cde7-44fb-a418-7d302be10622, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3442aba2-cde7-44fb-a418-7d302be10622,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:50.769769 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.882567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:50.883245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:22:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:50.896473 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f645cd8-0bba-4d94-b1f0-0a1ffac23480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.913246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bc9c0-e08d-46e8-ac60-64ee0eea628b req-8a84d834-a3df-4ac0-9c5f-0f4bd4fc1826 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.921632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de7bc9c0-e08d-46e8-ac60-64ee0eea628b req-8a84d834-a3df-4ac0-9c5f-0f4bd4fc1826 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 943 time: 0.3768859 Jul 13 07:22:50.925987 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ec7c9fd6-5ed3-48cc-8412-504dbaacbc8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21a9ac12eda848c3bed31a3cfc4d8936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6796625 Jul 13 07:22:50.928248 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f645cd8-0bba-4d94-b1f0-0a1ffac23480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.934323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39210) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:50.956194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425f0d8-0d70-480f-80b8-18ea78cc9458 None None] Pushing event updated for resources: {'Port': ['ID=3442aba2-cde7-44fb-a418-7d302be10622,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:50.986076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e065aa7d-84f6-4885-b9a7-9e393e073b90 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:50.995867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f645cd8-0bba-4d94-b1f0-0a1ffac23480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640db426-b0aa-4408-8729-cce1b7526af4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:50.999928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39212) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:51.016547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-network', 'tenant_id': '9366ac68db434544a9de1b00952ba063'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:51.068802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de7bc9c0-e08d-46e8-ac60-64ee0eea628b req-21e096c9-2fd0-4cd5-954e-aded77067c8e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461294 Jul 13 07:22:51.069344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39214) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:51.096201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c18c86d-3628-484c-8af8-3ce4dda5b59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.111271 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2f645cd8-0bba-4d94-b1f0-0a1ffac23480 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd3b75087804484084c6c42d6c9018d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6901491 Jul 13 07:22:51.112405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39216) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:51.171599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a88de05f-e66a-459b-8d27-0cdb90c667c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.176892 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-e17ff025-b3fa-40eb-9369-0ea21315cea6 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.180325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-e17ff025-b3fa-40eb-9369-0ea21315cea6 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1117 time: 0.3539140 Jul 13 07:22:51.195164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Made reservation on behalf of 9366ac68db434544a9de1b00952ba063 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:51.200517 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.222821 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a88de05f-e66a-459b-8d27-0cdb90c667c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.257115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:51.273602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:51.286178 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.314424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e065aa7d-84f6-4885-b9a7-9e393e073b90 has no active binding in host n-h2-798249-7 {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:22:51.316358 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a88de05f-e66a-459b-8d27-0cdb90c667c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.322330 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a88de05f-e66a-459b-8d27-0cdb90c667c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.323940 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a88de05f-e66a-459b-8d27-0cdb90c667c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/640db426-b0aa-4408-8729-cce1b7526af4 HTTP/1.1" status: 204 len: 168 time: 0.2109420 Jul 13 07:22:51.340874 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d258c97-09f5-4c0e-a7a3-585713ac75f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.383651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d258c97-09f5-4c0e-a7a3-585713ac75f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.447926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-baeaf12a-e04d-49dd-8388-a0b5d13ed933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.449617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-baeaf12a-e04d-49dd-8388-a0b5d13ed933 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95&tenant_id=2bb99b9efa844e71b4c81e68b036494d HTTP/1.1" status: 200 len: 1117 time: 0.2421916 Jul 13 07:22:51.464971 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece159f-6c38-4ce1-9f23-cb4a131b944b req-3a7be308-934c-4931-8294-582cc1401114 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.470604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c18c86d-3628-484c-8af8-3ce4dda5b59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.471120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece159f-6c38-4ce1-9f23-cb4a131b944b req-3a7be308-934c-4931-8294-582cc1401114 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.478902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ece159f-6c38-4ce1-9f23-cb4a131b944b req-3a7be308-934c-4931-8294-582cc1401114 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2&device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 1690 time: 0.1936967 Jul 13 07:22:51.479551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88de05f-e66a-459b-8d27-0cdb90c667c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640db426-b0aa-4408-8729-cce1b7526af4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:51.481893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c18c86d-3628-484c-8af8-3ce4dda5b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.527932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7c18c86d-3628-484c-8af8-3ce4dda5b59d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32c6e94424f944be8c1bf14b92402b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563897 Jul 13 07:22:51.530491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39226) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:51.537742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18c86d-3628-484c-8af8-3ce4dda5b59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30be3f41-3b69-474a-bb5c-7175a68ad596,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:51.573394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39228) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:51.586273 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d258c97-09f5-4c0e-a7a3-585713ac75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.588908 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d258c97-09f5-4c0e-a7a3-585713ac75f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.600712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7d258c97-09f5-4c0e-a7a3-585713ac75f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e6f147b-1e79-481e-8c98-25fa112d2185 HTTP/1.1" status: 204 len: 168 time: 0.6592939 Jul 13 07:22:51.611929 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea9fae85-bda6-4952-8594-d82d27288a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.628075 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ece159f-6c38-4ce1-9f23-cb4a131b944b req-045ffc53-d763-4623-8266-c0456b023c38 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482103 Jul 13 07:22:51.661707 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea9fae85-bda6-4952-8594-d82d27288a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.677487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:50Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:51.683408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d258c97-09f5-4c0e-a7a3-585713ac75f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6f147b-1e79-481e-8c98-25fa112d2185,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:51.745897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c2ebc-7bb4-48d4-b4e7-842867e20e07 None None] The sync data for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 is: [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:50Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:51.762037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-f7977d48-d222-43a9-81a7-8d047609f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.769392 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-f7977d48-d222-43a9-81a7-8d047609f850 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1117 time: 0.2731113 Jul 13 07:22:51.808634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bafa5-65eb-47b0-adfb-e1738a3634ca req-48a8252d-1c49-4c0c-acfb-54c3a5c2dd6d tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.817899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-801bafa5-65eb-47b0-adfb-e1738a3634ca req-48a8252d-1c49-4c0c-acfb-54c3a5c2dd6d tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 966 time: 0.1397758 Jul 13 07:22:51.854838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea9fae85-bda6-4952-8594-d82d27288a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.869398 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea9fae85-bda6-4952-8594-d82d27288a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.871409 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ea9fae85-bda6-4952-8594-d82d27288a78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30be3f41-3b69-474a-bb5c-7175a68ad596 HTTP/1.1" status: 204 len: 168 time: 0.3399985 Jul 13 07:22:51.913353 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.920138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fae85-bda6-4952-8594-d82d27288a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30be3f41-3b69-474a-bb5c-7175a68ad596,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:51.929590 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.966781 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-bc8970e0-2dd2-4dd9-80ff-6a2f5691d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.968330 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-bc8970e0-2dd2-4dd9-80ff-6a2f5691d882 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.1909897 Jul 13 07:22:51.971452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-801bafa5-65eb-47b0-adfb-e1738a3634ca req-0a629db2-d01c-4002-af76-4e35a40a2fdf tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449528 Jul 13 07:22:51.973671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:51.985544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-282836686-network', 'tenant_id': '443392e6e55c44c18deddb86b23a0b25'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:52.024481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Made reservation on behalf of 443392e6e55c44c18deddb86b23a0b25 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:52.028827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.039844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68775d6f-e370-449a-9f3d-cfb4679d53d2,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:52.041084 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.053390 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-52cb533e-6b73-4344-8ade-b9a2cc6f83b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377e460a-3570-4658-9682-f2c52e100035 HTTP/1.1" status: 200 len: 217 time: 0.0748374 Jul 13 07:22:52.054978 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.055307 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Added segment 66950d29-8d03-45aa-bb9a-29c05d55b050 of type vlan for network 078b5b77-61da-429a-aa82-388c03a93e6d Jul 13 07:22:52.181144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39246) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:52.229281 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47b55d1f-1d06-4a6d-adfc-3310217cf6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.240582 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.252571 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.284872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-1c8f940b-d496-4ee3-a367-3bc987d9e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.286378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-1c8f940b-d496-4ee3-a367-3bc987d9e710 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.2106233 Jul 13 07:22:52.309867 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.353155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-e649de88-9dc1-4e4a-b694-33224e593cd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545638 Jul 13 07:22:52.357603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.358789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.359599 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.365878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:52.383469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35bd3-2a40-4491-b6ad-d5be1bc761c6 req-c3e06001-c668-461f-9001-1b0d02f0483a tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.391659 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cdf35bd3-2a40-4491-b6ad-d5be1bc761c6 req-c3e06001-c668-461f-9001-1b0d02f0483a tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 1101 time: 0.3479021 Jul 13 07:22:52.407472 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.407937 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Added segment 16cdac13-14cc-4aec-badf-5ed42e0cbd91 of type vlan for network 613f7ce1-abec-4be0-9a77-5264224de380 Jul 13 07:22:52.411392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2517c740-2197-4eab-b3fd-c47694db41ba,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:52.477078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39248) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:52.535071 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.548700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c4384-c4aa-40c0-a6ac-e1be1d8e58a8 req-2254e566-7fa7-4b4c-bfa9-cb8ca6650c4e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.550619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-182c4384-c4aa-40c0-a6ac-e1be1d8e58a8 req-2254e566-7fa7-4b4c-bfa9-cb8ca6650c4e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 943 time: 0.2938919 Jul 13 07:22:52.632712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.633714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.634521 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.685519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47b55d1f-1d06-4a6d-adfc-3310217cf6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.705906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-182c4384-c4aa-40c0-a6ac-e1be1d8e58a8 req-f2d24085-aa66-48a7-a1e8-8f87605fea67 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448674 Jul 13 07:22:52.727895 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47b55d1f-1d06-4a6d-adfc-3310217cf6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.764604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-47b55d1f-1d06-4a6d-adfc-3310217cf6ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5f22e737ec24b9bb898a66799e1af25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800016 Jul 13 07:22:52.770127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39258) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:52.774182 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1978030 Jul 13 07:22:52.787400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39260) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:52.795934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cdf35bd3-2a40-4491-b6ad-d5be1bc761c6 req-a72bc967-5e4a-44d3-8809-4dfc13d1e7bf tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029446 Jul 13 07:22:52.799579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Request body: {'subnet': {'network_id': '613f7ce1-abec-4be0-9a77-5264224de380', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-282836686-subnet', 'tenant_id': '443392e6e55c44c18deddb86b23a0b25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:52.840086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] Pushing event updated for resources: {'Network': ['ID=078b5b77-61da-429a-aa82-388c03a93e6d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:52.855328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 078b5b77-61da-429a-aa82-388c03a93e6d details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:52.857116 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e7ff1715-d5d0-459b-b11e-5ff1a8109963 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8557496 Jul 13 07:22:52.860304 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb424a5d-3d94-4919-8bc9-1e525060a7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.864541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39266) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:52.869695 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Request body: {'subnet': {'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-subnet', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:52.869945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992111f6-220a-487a-b060-b53a65f654e0 admin admin] Pushing event updated for resources: {'Network': ['ID=613f7ce1-abec-4be0-9a77-5264224de380,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:52.910466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-97948df7-b40d-4f32-acd8-d761cf87d828 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479915 Jul 13 07:22:52.921860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b55d1f-1d06-4a6d-adfc-3310217cf6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2f8672-a4b0-4e7b-98e5-1f643ef356c2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:52.947173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 613f7ce1-abec-4be0-9a77-5264224de380 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:52.964200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Made reservation on behalf of 443392e6e55c44c18deddb86b23a0b25 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:52.969268 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.986231 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 377e460a-3570-4658-9682-f2c52e100035 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:53.082989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 377e460a-3570-4658-9682-f2c52e100035 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:53.103844 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b332eb-d9f7-4276-8a3d-5aade75e4e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.118434 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:22:53.118434 n-d-798249-7 neutron-server[93839]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:22:53.118434 n-d-798249-7 neutron-server[93839]: [parameters: {'project_id': '9366ac68db434544a9de1b00952ba063', 'id': '8ae8c802-35a8-4d36-a1f7-69d4248ca506', 'expiration': datetime.datetime(2021, 7, 13, 7, 24, 53, 95539)}] Jul 13 07:22:53.118434 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:22:53.119140 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:22:53.168391 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-fd1933cf-bdec-43ac-aeec-c36c225843d4 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494707 Jul 13 07:22:53.230706 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b332eb-d9f7-4276-8a3d-5aade75e4e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.254997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc8217-3aeb-4d74-963f-894667f477e7 req-df1abe1d-5aca-4fae-b0a6-b6245722448f tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.262568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8dc8217-3aeb-4d74-963f-894667f477e7 req-df1abe1d-5aca-4fae-b0a6-b6245722448f tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 1100 time: 0.2459111 Jul 13 07:22:53.287949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb424a5d-3d94-4919-8bc9-1e525060a7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.309920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b242-86a9-4219-8ac5-159de3b14564 req-a821d4e1-4450-40fe-b00a-836ea96ecbd9 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.318262 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0958b242-86a9-4219-8ac5-159de3b14564 req-a821d4e1-4450-40fe-b00a-836ea96ecbd9 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 966 time: 0.1254036 Jul 13 07:22:53.321140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb424a5d-3d94-4919-8bc9-1e525060a7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.357181 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8dc8217-3aeb-4d74-963f-894667f477e7 req-d5e0771e-8e18-465c-ba40-469b4bb51feb tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935612 Jul 13 07:22:53.381578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3442aba2-cde7-44fb-a418-7d302be10622 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:53.428516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb424a5d-3d94-4919-8bc9-1e525060a7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd44bb-8579-4efd-b59c-a8eff8cf3220,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:53.435270 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cb424a5d-3d94-4919-8bc9-1e525060a7e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39f38127a9844ba2bf88955a05cf505d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6493542 Jul 13 07:22:53.439029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39280) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:53.456406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0958b242-86a9-4219-8ac5-159de3b14564 req-b76aa8c4-fc09-4935-8792-de27fad19186 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369431 Jul 13 07:22:53.477337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 3442aba2-cde7-44fb-a418-7d302be10622 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:53.481233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3442aba2-cde7-44fb-a418-7d302be10622 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:53.481647 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.603819 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.646103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b332eb-d9f7-4276-8a3d-5aade75e4e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.649015 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b332eb-d9f7-4276-8a3d-5aade75e4e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.651205 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-aa6d9d4f-e136-4de2-9467-2a782113e95a tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.653023 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-aa6d9d4f-e136-4de2-9467-2a782113e95a tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1117 time: 0.0858207 Jul 13 07:22:53.658053 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-74b332eb-d9f7-4276-8a3d-5aade75e4e3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a2f8672-a4b0-4e7b-98e5-1f643ef356c2 HTTP/1.1" status: 204 len: 168 time: 0.8861957 Jul 13 07:22:53.659964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Made reservation on behalf of 9366ac68db434544a9de1b00952ba063 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:53.663003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.667221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 3442aba2-cde7-44fb-a418-7d302be10622, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3442aba2-cde7-44fb-a418-7d302be10622,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:53.678101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.689239 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44c1849e-7c7b-4a79-b097-3109414f676d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.692449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b332eb-d9f7-4276-8a3d-5aade75e4e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2f8672-a4b0-4e7b-98e5-1f643ef356c2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:53.696813 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.744230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44c1849e-7c7b-4a79-b097-3109414f676d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.813432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f69bc29-ebcc-47c2-a04f-fd69586d28c2,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:53.835375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Checking segment: {'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:53.835991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Network hostable DHCP agents. Network: 613f7ce1-abec-4be0-9a77-5264224de380, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:53.891130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Network 613f7ce1-abec-4be0-9a77-5264224de380 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:53.896176 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44c1849e-7c7b-4a79-b097-3109414f676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.903661 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44c1849e-7c7b-4a79-b097-3109414f676d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.905176 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-44c1849e-7c7b-4a79-b097-3109414f676d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3dcd44bb-8579-4efd-b59c-a8eff8cf3220 HTTP/1.1" status: 204 len: 168 time: 0.4616089 Jul 13 07:22:53.934512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=3442aba2-cde7-44fb-a418-7d302be10622,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:53.974362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 613f7ce1-abec-4be0-9a77-5264224de380) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:53.983969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426204b-a618-4905-bba7-46613740ac24 None None] Network 613f7ce1-abec-4be0-9a77-5264224de380 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:53.986140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-970b547f-eb98-4986-807c-96dd3bf4c351 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722263 Jul 13 07:22:53.989228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1849e-7c7b-4a79-b097-3109414f676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd44bb-8579-4efd-b59c-a8eff8cf3220,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:54.009367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.010201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.077478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6428cec3-1a27-43da-93dc-f7452bfc8fb4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2790804 Jul 13 07:22:54.158926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-f2a2b6d0-354e-4232-ac84-9d0052fa7d2e service neutron] 10.222.0.53 "GET /v2.0/ports/e065aa7d-84f6-4885-b9a7-9e393e073b90/bindings/n-h2-798249-7 HTTP/1.1" status: 200 len: 384 time: 0.3406708 Jul 13 07:22:54.189890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-b5455e1f-ab0e-4f3d-957c-a81b7b321ca3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.192607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-501c6b81-1473-4b11-b806-b3a9cff23e51 None None] Provisioning complete for port 3442aba2-cde7-44fb-a418-7d302be10622 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:54.193084 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-501c6b81-1473-4b11-b806-b3a9cff23e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.196954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-b5455e1f-ab0e-4f3d-957c-a81b7b321ca3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090461 Jul 13 07:22:54.219037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-2a4305ce-5132-4c54-ad97-f7d307d9c2e2 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/quotas/97c6ef8935cd47b3b6bbc4d716819c9a HTTP/1.1" status: 200 len: 375 time: 0.0204105 Jul 13 07:22:54.256809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-ff505564-9b91-4c80-ba4c-f8e83a12e3c5 service neutron] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:54.299689 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-ff505564-9b91-4c80-ba4c-f8e83a12e3c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.303405 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543eed29-5997-4b04-b6aa-2ea432001e99 req-ff505564-9b91-4c80-ba4c-f8e83a12e3c5 service neutron] 10.222.0.53 "DELETE /v2.0/ports/377e460a-3570-4658-9682-f2c52e100035/bindings/n-h2-798249-7 HTTP/1.1" status: 204 len: 173 time: 0.6370242 Jul 13 07:22:54.334071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-bb400be4-23db-4e79-b825-365b26845a92 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1136289 Jul 13 07:22:54.338221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9946c774-fd95-47f6-83bf-306803e8adeb None None] Network 613f7ce1-abec-4be0-9a77-5264224de380 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:54.410660 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.436557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c03593-0b0b-4e3b-bd13-0ed6313fbac6 req-954d4a4d-4645-4eac-8c1f-e0d91c8cb41a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.445624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78c03593-0b0b-4e3b-bd13-0ed6313fbac6 req-954d4a4d-4645-4eac-8c1f-e0d91c8cb41a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 943 time: 0.4048500 Jul 13 07:22:54.592981 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78c03593-0b0b-4e3b-bd13-0ed6313fbac6 req-6b21dfec-98c4-4324-b761-0f5b6b5c3c32 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463170 Jul 13 07:22:54.619668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Checking segment: {'id': '66950d29-8d03-45aa-bb9a-29c05d55b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:54.620054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Network hostable DHCP agents. Network: 078b5b77-61da-429a-aa82-388c03a93e6d, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:54.626430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:54.628211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 377e460a-3570-4658-9682-f2c52e100035 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:54.720998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Network 078b5b77-61da-429a-aa82-388c03a93e6d is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:54.754626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 078b5b77-61da-429a-aa82-388c03a93e6d) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:54.792249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ea709-12a6-4992-8619-76b8acfb52c0 None None] Network 078b5b77-61da-429a-aa82-388c03a93e6d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:54.818937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.819619 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.876547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9625bf73-91ce-4906-afad-7e9e01a73a3b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0065169 Jul 13 07:22:54.876651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39330) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:54.881827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-router', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:54.888680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-2ed294c6-b8ec-46c4-b32a-ce11b136d0fa service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:54.940076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-2ed294c6-b8ec-46c4-b32a-ce11b136d0fa service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:54.963071 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.964348 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.985263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29774593-127a-4cd4-a121-f24c1bb98f97 req-88068335-e316-4ce3-be3f-c04523a7968e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.994039 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29774593-127a-4cd4-a121-f24c1bb98f97 req-88068335-e316-4ce3-be3f-c04523a7968e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 966 time: 0.2408881 Jul 13 07:22:55.033475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-2ed294c6-b8ec-46c4-b32a-ce11b136d0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e065aa7d-84f6-4885-b9a7-9e393e073b90 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:55.054392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-2ed294c6-b8ec-46c4-b32a-ce11b136d0fa service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:55.069420 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29774593-127a-4cd4-a121-f24c1bb98f97 req-74a2e652-34c9-4237-a5be-1232394c3c0d tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744281 Jul 13 07:22:55.095665 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:55.099415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-2ed294c6-b8ec-46c4-b32a-ce11b136d0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:55.284364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-2ed294c6-b8ec-46c4-b32a-ce11b136d0fa service neutron] Transition to ACTIVE for port object e065aa7d-84f6-4885-b9a7-9e393e073b90 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:55.305882 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-2ed294c6-b8ec-46c4-b32a-ce11b136d0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:55.444495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3442aba2-cde7-44fb-a418-7d302be10622 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:55.457729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-2ed294c6-b8ec-46c4-b32a-ce11b136d0fa service neutron] No DVR routers for this DVR port e065aa7d-84f6-4885-b9a7-9e393e073b90 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:55.508900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-078b5b77-61da-429a-aa82-388c03a93e6d', 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'fixed_ips': [{'subnet_id': '4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:22:55.515957 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:55.578727 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-2ed294c6-b8ec-46c4-b32a-ce11b136d0fa service neutron] 10.222.0.53 "PUT /v2.0/ports/e065aa7d-84f6-4885-b9a7-9e393e073b90/bindings/n-h2-798249-7/activate HTTP/1.1" status: 200 len: 369 time: 1.4122427 Jul 13 07:22:55.582359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed294c6-b8ec-46c4-b32a-ce11b136d0fa service neutron] Pushing event updated for resources: {'Port': ['ID=e065aa7d-84f6-4885-b9a7-9e393e073b90,revision_number=10']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:55.711604 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18b2004f-b95a-4689-95c3-f73ee57e43c5 req-33f50f19-4ae2-4c3a-ac01-34157dab79b9 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 210 time: 0.1169424 Jul 13 07:22:55.789828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3442aba2-cde7-44fb-a418-7d302be10622 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:55.790249 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:55.869154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Allocated IP 172.20.0.2 (078b5b77-61da-429a-aa82-388c03a93e6d/4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc/2fa82538-256a-4392-889e-54b655036e88) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:55.955397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.032836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66019aff-540e-489b-989e-a95154f819b2 req-53f2f052-26ce-4d7b-b7ec-16b4e698b2af tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:56.044277 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-66019aff-540e-489b-989e-a95154f819b2 req-53f2f052-26ce-4d7b-b7ec-16b4e698b2af tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1117 time: 0.1179397 Jul 13 07:22:56.084880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.100281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Transition to ACTIVE for port object 2fa82538-256a-4392-889e-54b655036e88 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:56.121142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Transition to ACTIVE for port object 2fa82538-256a-4392-889e-54b655036e88 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:56.126345 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-66019aff-540e-489b-989e-a95154f819b2 req-2b054d10-1764-4c27-b47f-00fc72611d5f tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796802 Jul 13 07:22:56.129551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ac506a61-6b59-423f-8c5a-50b594eec129 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:56.130943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ac506a61-6b59-423f-8c5a-50b594eec129 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.4158731 Jul 13 07:22:56.131158 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.176618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Network 078b5b77-61da-429a-aa82-388c03a93e6d is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:56.181991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:56.192727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:56.207600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Pushing event updated for resources: {'Port': ['ID=2fa82538-256a-4392-889e-54b655036e88,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:56.325630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Attempting to bind port 2fa82538-256a-4392-889e-54b655036e88 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:56.326453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Attempting to bind port 2fa82538-256a-4392-889e-54b655036e88 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '66950d29-8d03-45aa-bb9a-29c05d55b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:56.327081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Attempting to bind port 2fa82538-256a-4392-889e-54b655036e88 on network 078b5b77-61da-429a-aa82-388c03a93e6d {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:56.335087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:56.335753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Checking segment: {'id': '66950d29-8d03-45aa-bb9a-29c05d55b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:56.336560 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.337270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Bound using segment: {'id': '66950d29-8d03-45aa-bb9a-29c05d55b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:56.337844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Bound port: 2fa82538-256a-4392-889e-54b655036e88, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66950d29-8d03-45aa-bb9a-29c05d55b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:56.338395 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.391757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-e0b7d2ae-9c4d-4bd7-ba90-6bf9efd0a409 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:56.394051 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-e0b7d2ae-9c4d-4bd7-ba90-6bf9efd0a409 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/networks?id=613f7ce1-abec-4be0-9a77-5264224de380 HTTP/1.1" status: 200 len: 817 time: 0.5681129 Jul 13 07:22:56.411644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-a9178726-972d-4720-be55-6032ccf47349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:56.413183 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-a9178726-972d-4720-be55-6032ccf47349 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85&tenant_id=4436904a5ed8492589e9ec322097daf3 HTTP/1.1" status: 200 len: 1095 time: 0.2695370 Jul 13 07:22:56.433700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-dbde90e9-dee5-432e-a3e7-8a9ed8cdab09 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/quotas/443392e6e55c44c18deddb86b23a0b25 HTTP/1.1" status: 200 len: 375 time: 0.0286496 Jul 13 07:22:56.465423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] For port 2fa82538-256a-4392-889e-54b655036e88, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:56.477758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] For port 2fa82538-256a-4392-889e-54b655036e88, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2fa82538-256a-4392-889e-54b655036e88,segment=NetworkSegment(66950d29-8d03-45aa-bb9a-29c05d55b050),segment_id=66950d29-8d03-45aa-bb9a-29c05d55b050)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:56.489930 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-3b86cf37-c5c6-4b0c-a58c-7bcec38a0638 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=443392e6e55c44c18deddb86b23a0b25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552745 Jul 13 07:22:56.491032 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.609917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238cc01-c654-40f1-9f18-3e55169ef2f6 None None] Pushing event updated for resources: {'Port': ['ID=2fa82538-256a-4392-889e-54b655036e88,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:56.776646 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-35090485-2cf9-49a8-abc5-ebce92521b87 service neutron] 10.222.0.44 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857008 Jul 13 07:22:56.855431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-a15a75f7-8e44-4081-8b5f-23113f3d621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:56.857718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-a15a75f7-8e44-4081-8b5f-23113f3d621e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1095 time: 0.4095485 Jul 13 07:22:57.103824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:57.205719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8fa7a-5821-45b2-9d5c-d60a5f2fb577 req-0fcff9fb-c6a1-49ac-bc32-be3b78aa5c21 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.207335 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2b8fa7a-5821-45b2-9d5c-d60a5f2fb577 req-0fcff9fb-c6a1-49ac-bc32-be3b78aa5c21 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 944 time: 0.1717660 Jul 13 07:22:57.256345 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:57.301928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2b8fa7a-5821-45b2-9d5c-d60a5f2fb577 req-fff98432-ecff-4418-8188-009982ec514a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869148 Jul 13 07:22:57.394105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2fa82538-256a-4392-889e-54b655036e88 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:57.439287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-7db077ee-6613-4540-81dc-5c30aaf61e3d service neutron] 10.222.0.44 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613903 Jul 13 07:22:57.469096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b1cdc653-ed9d-4eda-857f-c21179b3e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.470521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-b1cdc653-ed9d-4eda-857f-c21179b3e6b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.5574198 Jul 13 07:22:57.494635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 2fa82538-256a-4392-889e-54b655036e88 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:57.586907 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-1f6753da-ff62-4d08-9d48-d60c83493eec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90 HTTP/1.1" status: 200 len: 217 time: 0.1006861 Jul 13 07:22:57.658914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c02db-8360-4fa7-8494-96308236afdb req-66b6490d-4660-4e8e-b9a0-d227f007333e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.665993 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-66b6490d-4660-4e8e-b9a0-d227f007333e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 808 time: 0.2082632 Jul 13 07:22:57.684150 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-6367db12-e5d8-45c4-b7a9-666cb229de65 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/quotas/2bb99b9efa844e71b4c81e68b036494d HTTP/1.1" status: 200 len: 375 time: 0.0160620 Jul 13 07:22:57.717717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Allocated IP 172.25.6.72 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/bf842bf4-3764-4af8-b734-007c7b2a345f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:57.768766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-34b3c5f8-96a1-47bd-8563-90952ee2e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.772190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-34b3c5f8-96a1-47bd-8563-90952ee2e3cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.1711175 Jul 13 07:22:57.864172 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-5fcc8fec-f301-44b1-9d44-6704d8a83d3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754325 Jul 13 07:22:57.881164 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-10a455cd-11cc-40c3-b00e-65fd41f84bbe tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1958885 Jul 13 07:22:58.116393 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-cfb6c1ba-13e5-4233-af6a-1968a3de5001 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864546 Jul 13 07:22:58.214465 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-ece6dd54-c8b1-4ca7-94c8-49df47277ce3 service neutron] 10.222.0.44 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323631 Jul 13 07:22:58.263057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-1cb141ce-8e0b-4432-8a3b-048a59d2149d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2149522 Jul 13 07:22:58.357594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72238cb-2467-4ecc-accb-b3d34e1d445e None None] Network 078b5b77-61da-429a-aa82-388c03a93e6d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:58.370961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-c18bbf8e-02ad-4ac3-bb17-2d887a2f3aae tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:58.372759 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-c18bbf8e-02ad-4ac3-bb17-2d887a2f3aae tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502449 Jul 13 07:22:58.394781 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Request body: {'port': {'device_id': '98747bdb-1b13-470e-90b3-83cd048db5f3', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '97c6ef8935cd47b3b6bbc4d716819c9a'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:58.458985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-06fc52de-26fb-44d9-ac86-06df293e4bd8 None None] Provisioning for port 2fa82538-256a-4392-889e-54b655036e88 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:58.467012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-06fc52de-26fb-44d9-ac86-06df293e4bd8 None None] Provisioning complete for port 2fa82538-256a-4392-889e-54b655036e88 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:58.467750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06fc52de-26fb-44d9-ac86-06df293e4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:58.536654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-c3bf7fe9-82fd-4eac-8dc8-f35689847290 service neutron] 10.222.0.44 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212650 Jul 13 07:22:58.564246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Made reservation on behalf of 97c6ef8935cd47b3b6bbc4d716819c9a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:58.570267 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:58.596408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06fc52de-26fb-44d9-ac86-06df293e4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:58.621999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e065aa7d-84f6-4885-b9a7-9e393e073b90 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:58.637687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bda3f06c-6837-4682-89fb-6f8f6f9c9351 req-bda05b72-722a-46e1-bd30-5d0f265fe0a0 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 210 time: 0.5338061 Jul 13 07:22:58.763093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-06fc52de-26fb-44d9-ac86-06df293e4bd8 None None] For port 2fa82538-256a-4392-889e-54b655036e88, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2fa82538-256a-4392-889e-54b655036e88,segment=NetworkSegment(66950d29-8d03-45aa-bb9a-29c05d55b050),segment_id=66950d29-8d03-45aa-bb9a-29c05d55b050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:58.770983 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-ed72e62b-3519-47e8-a341-42dd2c289748 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8955207 Jul 13 07:22:58.782508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Allocated IP 192.168.233.194 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/faae36af-d90d-4748-9561-7122f2bbbef1) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:58.821382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e065aa7d-84f6-4885-b9a7-9e393e073b90 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:58.841665 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06fc52de-26fb-44d9-ac86-06df293e4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:58.922676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc52de-26fb-44d9-ac86-06df293e4bd8 None None] Pushing event updated for resources: {'Port': ['ID=2fa82538-256a-4392-889e-54b655036e88,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:58.979861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f86b7669-a386-4767-8221-24892ab9c5cd tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:58.986527 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f86b7669-a386-4767-8221-24892ab9c5cd tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7035522 Jul 13 07:22:59.000815 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.021686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Request body: {'port': {'device_id': 'bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '97c6ef8935cd47b3b6bbc4d716819c9a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:59.022475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.060593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Transition to ACTIVE for port object faae36af-d90d-4748-9561-7122f2bbbef1 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:59.147160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.168219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6', '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:59.171241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:59.253783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-a31850bf-9549-420d-a10a-81e9c25230c8 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462397 Jul 13 07:22:59.358924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:59.367709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:59.369570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event updated for resources: {'Port': ['ID=faae36af-d90d-4748-9561-7122f2bbbef1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:59.372275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2fa82538-256a-4392-889e-54b655036e88 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:59.403649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:59.488665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-af530b06-5fbc-4ffd-b9ef-7dd01fc21b5e None None] Provisioning complete for port 2fa82538-256a-4392-889e-54b655036e88 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:59.489871 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-af530b06-5fbc-4ffd-b9ef-7dd01fc21b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.577064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 2fa82538-256a-4392-889e-54b655036e88 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:59.578684 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.619941 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:59.629252 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.675233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Made reservation on behalf of 97c6ef8935cd47b3b6bbc4d716819c9a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:59.684926 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.690808 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f78d999f-c9fd-4558-8cc2-d7f28aab3b32 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3030918 Jul 13 07:22:59.715971 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Request body: {'port': {'device_id': '98747bdb-1b13-470e-90b3-83cd048db5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:59.783960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.965782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:59.995538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:00.008745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:00.098096 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.218098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Pushing event updated for resources: {'Port': ['ID=bf842bf4-3764-4af8-b734-007c7b2a345f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:00.285454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20937e83-6817-4f69-80c0-30b1022f1264 req-586d9ece-dd24-43ea-b5bb-22be25115dd5 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:00.291643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20937e83-6817-4f69-80c0-30b1022f1264 req-586d9ece-dd24-43ea-b5bb-22be25115dd5 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 944 time: 0.2517598 Jul 13 07:23:00.321277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-bd9f20f7-5422-48f7-b284-8eb5fdc8d156 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:00.323326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-bd9f20f7-5422-48f7-b284-8eb5fdc8d156 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.5204804 Jul 13 07:23:00.403671 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4088df6a-a54a-478b-8f92-787a204f51b3 req-587c0d31-4ec6-4448-960e-aed3aa728434 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 210 time: 0.0682263 Jul 13 07:23:00.540106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20937e83-6817-4f69-80c0-30b1022f1264 req-17b45ed7-8253-4c31-bdfe-1c5f7f45fdc5 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533084 Jul 13 07:23:00.597607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9e9a4d79-3fcc-4325-a8c8-e5d5ceaff807 None None] Provisioning for port faae36af-d90d-4748-9561-7122f2bbbef1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:00.633186 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.639157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9e9a4d79-3fcc-4325-a8c8-e5d5ceaff807 None None] Provisioning complete for port faae36af-d90d-4748-9561-7122f2bbbef1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:00.640048 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4d79-3fcc-4325-a8c8-e5d5ceaff807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.694578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Allocated IP 192.168.233.74 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/abafb9fa-25ae-4a21-ae0b-f7d08762e423) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:00.821640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a4d79-3fcc-4325-a8c8-e5d5ceaff807 None None] Port faae36af-d90d-4748-9561-7122f2bbbef1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:00.858452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd4813a0-7a6f-46c2-b6c1-173e96a43c12 req-f867ad51-32f4-4065-9792-a9d64b2fd0ef tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 210 time: 0.0809724 Jul 13 07:23:00.934115 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75538e82-c892-4312-bfe5-971669a2564a req-14f393b2-ca2b-4313-b840-33958c49b8d9 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 210 time: 0.0629215 Jul 13 07:23:01.149333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-f0e5efc6-a31e-467a-9b98-a6ce7f282a8c service neutron] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:01.165613 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-f0e5efc6-a31e-467a-9b98-a6ce7f282a8c service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.166743 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d10c7b7-c0fe-44fa-bf7e-25fdbb2a1afb req-f0e5efc6-a31e-467a-9b98-a6ce7f282a8c service neutron] 10.222.0.54 "DELETE /v2.0/ports/e065aa7d-84f6-4885-b9a7-9e393e073b90/bindings/n-h1-798249-7 HTTP/1.1" status: 204 len: 173 time: 0.8130636 Jul 13 07:23:01.263824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.309130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.324593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Transition to ACTIVE for port object abafb9fa-25ae-4a21-ae0b-f7d08762e423 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:01.355465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-ea45630a-96fc-4f42-97ac-d914eba1bc3a tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.357875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-ea45630a-96fc-4f42-97ac-d914eba1bc3a tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.53 "GET /v2.0/networks?id=613f7ce1-abec-4be0-9a77-5264224de380 HTTP/1.1" status: 200 len: 817 time: 0.2394309 Jul 13 07:23:01.377202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Request body: {'port': {'device_id': 'f4a64a3f-2f7c-4062-bc71-879d5d58845d', 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380', 'admin_state_up': True, 'tenant_id': '443392e6e55c44c18deddb86b23a0b25'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:01.571586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39518) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:01.587489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Made reservation on behalf of 443392e6e55c44c18deddb86b23a0b25 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:01.591342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.987402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.999304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:02.006125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6', '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:02.026884 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d581bab4-8d27-4b29-a0c8-a877db0848be req-bc1a84bd-a876-4bf3-9c1c-4127f0c7d9d6 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 210 time: 0.0913217 Jul 13 07:23:02.027854 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3caddb3-84f3-4e85-94f5-a8dd5b43e4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.132809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event updated for resources: {'Port': ['ID=abafb9fa-25ae-4a21-ae0b-f7d08762e423,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:02.186231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Allocated IP 172.20.0.11 (613f7ce1-abec-4be0-9a77-5264224de380/0f69bc29-ebcc-47c2-a04f-fd69586d28c2/1eb7f700-bb92-4851-91fb-b86139ac63f2) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:02.246958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:02.251496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faae36af-d90d-4748-9561-7122f2bbbef1 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:02.270582 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.306393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:02.308756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:02.316568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.317473 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.348358 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91b2a63d-f3dc-4280-92d3-ca9314061996 req-7fa2d7e1-a3bd-4f9c-b830-e0cc9fcc0737 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 210 time: 0.0616183 Jul 13 07:23:02.349361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Transition to ACTIVE for port object faae36af-d90d-4748-9561-7122f2bbbef1 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:02.369818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.530347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ee13d-996c-4d8c-b98a-114cfac117c6 req-b111022a-4d16-4f69-825a-743155afac44 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.532445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f43ee13d-996c-4d8c-b98a-114cfac117c6 req-b111022a-4d16-4f69-825a-743155afac44 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 944 time: 0.2310081 Jul 13 07:23:02.533085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Router 84020bc8-a90d-444d-9620-dd36df851e04 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:23:02.582602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f26a1e09-19b8-4875-9aff-acb105755fcb tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.584274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f26a1e09-19b8-4875-9aff-acb105755fcb tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.54 "GET /v2.0/networks?id=613f7ce1-abec-4be0-9a77-5264224de380 HTTP/1.1" status: 200 len: 817 time: 1.1054420 Jul 13 07:23:02.633572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3caddb3-84f3-4e85-94f5-a8dd5b43e4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.648750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Request body: {'port': {'device_id': '9f404ed7-62dd-4328-a59c-6c45d0adea9a', 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380', 'admin_state_up': True, 'tenant_id': '443392e6e55c44c18deddb86b23a0b25'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:02.709988 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f43ee13d-996c-4d8c-b98a-114cfac117c6 req-22cf232c-18a4-452f-8f3f-385b10d0cdea tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595130 Jul 13 07:23:02.711930 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f0385d0d-fd2d-4720-a4b7-28e0a50610d5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6966052 Jul 13 07:23:02.738358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c02db-8360-4fa7-8494-96308236afdb req-74e402d2-2e86-44e8-aaad-8b1a992e5285 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.745989 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-74e402d2-2e86-44e8-aaad-8b1a992e5285 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 808 time: 0.6256020 Jul 13 07:23:02.778267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Request body: {'port': {'device_id': 'bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:02.798952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Request body: {'port': {'device_id': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e', 'admin_state_up': True, 'tenant_id': '2bb99b9efa844e71b4c81e68b036494d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:02.802463 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.853689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.53', 55657) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:02.861842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3caddb3-84f3-4e85-94f5-a8dd5b43e4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.953939 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.961304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9629b858-2cd5-46a2-b901-cd914d1a836b None None] Provisioning for port abafb9fa-25ae-4a21-ae0b-f7d08762e423 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:02.971125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9629b858-2cd5-46a2-b901-cd914d1a836b None None] Provisioning complete for port abafb9fa-25ae-4a21-ae0b-f7d08762e423 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:02.971560 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9629b858-2cd5-46a2-b901-cd914d1a836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.995977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Pushing event updated for resources: {'Port': ['ID=faae36af-d90d-4748-9561-7122f2bbbef1,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:03.017554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9629b858-2cd5-46a2-b901-cd914d1a836b None None] Port abafb9fa-25ae-4a21-ae0b-f7d08762e423 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:03.117970 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e3caddb3-84f3-4e85-94f5-a8dd5b43e4f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecc2f0655905450d9e03c4821060601d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5451581 Jul 13 07:23:03.127334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39546) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:03.131319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caddb3-84f3-4e85-94f5-a8dd5b43e4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1420a69f-270a-44ad-82fc-f17998549ecc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:03.139797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Network 613f7ce1-abec-4be0-9a77-5264224de380 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:03.181717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:03.195773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:03.196913 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Sync routers for ids ['84020bc8-a90d-444d-9620-dd36df851e04'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:03.198637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:03.207252 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Routers {'84020bc8-a90d-444d-9620-dd36df851e04'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:03.208167 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:22:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['84020bc8-a90d-444d-9620-dd36df851e04'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:03.212090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Pushing event updated for resources: {'Port': ['ID=1eb7f700-bb92-4851-91fb-b86139ac63f2,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:03.239838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Attempting to bind port faae36af-d90d-4748-9561-7122f2bbbef1 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:03.240203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Attempting to bind port faae36af-d90d-4748-9561-7122f2bbbef1 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:03.240531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Attempting to bind port faae36af-d90d-4748-9561-7122f2bbbef1 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:03.265808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Port faae36af-d90d-4748-9561-7122f2bbbef1 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:03.265990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Attempting to bind port faae36af-d90d-4748-9561-7122f2bbbef1 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:03.308889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.309894 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.326174 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.329083 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Set router 84020bc8-a90d-444d-9620-dd36df851e04 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:03.334419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c926656-ce37-4c18-8cc7-a4400ade1650 req-dcbc305f-346b-4493-95d9-8c043ea0a08e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.336385 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c926656-ce37-4c18-8cc7-a4400ade1650 req-dcbc305f-346b-4493-95d9-8c043ea0a08e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 935 time: 0.6959648 Jul 13 07:23:03.349192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-24290eb7-1e13-43a5-8705-7bf9143d7692 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.351956 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-24290eb7-1e13-43a5-8705-7bf9143d7692 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.53 "GET /v2.0/networks?id=613f7ce1-abec-4be0-9a77-5264224de380 HTTP/1.1" status: 200 len: 817 time: 0.4774077 Jul 13 07:23:03.351956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:03.351956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:03.352360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:03.352776 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Bound port: faae36af-d90d-4748-9561-7122f2bbbef1, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:03.353492 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.354515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Made reservation on behalf of 443392e6e55c44c18deddb86b23a0b25 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:03.358065 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.365621 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-18d0f384-b859-4a4a-88a2-1ea63607c778 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9941080 Jul 13 07:23:03.379906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Request body: {'port': {'device_id': '2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d', 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380', 'admin_state_up': True, 'tenant_id': '443392e6e55c44c18deddb86b23a0b25'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:03.385101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.388874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a0681613-f413-41c1-bf70-1eb207857dbb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.5093889 Jul 13 07:23:03.405349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39554) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:03.407951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Request body: {'port': {'device_id': 'f4a64a3f-2f7c-4062-bc71-879d5d58845d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:03.429894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8816b34-2afa-4a38-a32e-75f14c46f03d req-eafd1fe2-a741-48c9-a516-bdc764a9492e tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.431427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8816b34-2afa-4a38-a32e-75f14c46f03d req-eafd1fe2-a741-48c9-a516-bdc764a9492e tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1095 time: 0.2424533 Jul 13 07:23:03.481854 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b46309a-b856-425f-8c64-7bad2f61d0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.504483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Made reservation on behalf of 2bb99b9efa844e71b4c81e68b036494d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:03.507653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.528358 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84020bc8-a90d-444d-9620-dd36df851e04', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-router', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:54Z', 'updated_at': '2021-07-13T07:23:00Z', 'revision_number': 3, 'project_id': '9366ac68db434544a9de1b00952ba063', 'gw_port': {'id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:57Z', 'updated_at': '2021-07-13T07:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:03.535729 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c926656-ce37-4c18-8cc7-a4400ade1650 req-37da8960-47fe-42d6-b5d6-31e8ec27bb35 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787286 Jul 13 07:23:03.569566 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Checking router: 84020bc8-a90d-444d-9620-dd36df851e04 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:03.570203 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Updating router 84020bc8-a90d-444d-9620-dd36df851e04 port bf842bf4-3764-4af8-b734-007c7b2a345f binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:23:03.612792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] For port faae36af-d90d-4748-9561-7122f2bbbef1, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:03.635229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.638039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] For port faae36af-d90d-4748-9561-7122f2bbbef1, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=faae36af-d90d-4748-9561-7122f2bbbef1,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:03.639888 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.655606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.684633 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b46309a-b856-425f-8c64-7bad2f61d0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.711560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.712551 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.714118 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] 10.222.0.53 "PUT /v2.0/ports/faae36af-d90d-4748-9561-7122f2bbbef1 HTTP/1.1" status: 200 len: 1096 time: 4.0142198 Jul 13 07:23:03.721049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98747bdb-1b13-470e-90b3-83cd048db5f3', 'tag': 'faae36af-d90d-4748-9561-7122f2bbbef1'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:03.723172 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cbde96-7b50-4c3f-aea8-3560dd378e76" -d '{"events": [{"name": "network-changed", "server_uuid": "98747bdb-1b13-470e-90b3-83cd048db5f3", "tag": "faae36af-d90d-4748-9561-7122f2bbbef1"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:03.764876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Made reservation on behalf of 443392e6e55c44c18deddb86b23a0b25 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:03.768734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.816160 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8816b34-2afa-4a38-a32e-75f14c46f03d req-891e2003-38ad-40f0-9b8b-09b7604081f0 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462527 Jul 13 07:23:03.844732 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b86de61-0a21-4c02-aa50-6d8607f96aa0 req-3c4efa0f-4cca-48ad-b2f8-4b0d1e14c311 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 210 time: 0.1295726 Jul 13 07:23:03.880238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685af6eb-db96-4cbe-99e1-b3b9bcf42e1a service neutron] Pushing event updated for resources: {'Port': ['ID=faae36af-d90d-4748-9561-7122f2bbbef1,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:04.116197 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc84ccd-0e87-4848-a737-bc45f3992b13 x-openstack-request-id: req-dfc84ccd-0e87-4848-a737-bc45f3992b13 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:04.116197 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98747bdb-1b13-470e-90b3-83cd048db5f3", "tag": "faae36af-d90d-4748-9561-7122f2bbbef1", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:04.116197 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dfc84ccd-0e87-4848-a737-bc45f3992b13 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:04.116502 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98747bdb-1b13-470e-90b3-83cd048db5f3', 'tag': 'faae36af-d90d-4748-9561-7122f2bbbef1', 'status': 'completed', 'code': 200} Jul 13 07:23:04.119119 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.156227 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Transition to ACTIVE for port object bf842bf4-3764-4af8-b734-007c7b2a345f will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:04.176900 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.187714 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.275913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea59bc73-567f-46b4-9fa6-5b222edeff84 req-7c53f9f3-5486-49e7-98a5-2d04b2dba8e5 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 210 time: 0.1607888 Jul 13 07:23:04.290528 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d69682-0802-4e11-8ca2-d9814de33631 None None] Pushing event updated for resources: {'Port': ['ID=bf842bf4-3764-4af8-b734-007c7b2a345f,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:04.303906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b46309a-b856-425f-8c64-7bad2f61d0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.306840 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b46309a-b856-425f-8c64-7bad2f61d0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.308306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4b46309a-b856-425f-8c64-7bad2f61d0dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1420a69f-270a-44ad-82fc-f17998549ecc HTTP/1.1" status: 204 len: 168 time: 1.1728010 Jul 13 07:23:04.314305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Allocated IP 172.20.0.10 (613f7ce1-abec-4be0-9a77-5264224de380/0f69bc29-ebcc-47c2-a04f-fd69586d28c2/c6e54d52-00f6-428a-b7cb-c8a62fbe03b2) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:04.330286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-c1f72b28-2da3-4b46-897e-add4fa2477da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.331985 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-c1f72b28-2da3-4b46-897e-add4fa2477da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=98747bdb-1b13-470e-90b3-83cd048db5f3 HTTP/1.1" status: 200 len: 1099 time: 0.5587106 Jul 13 07:23:04.338245 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Attempting to bind port bf842bf4-3764-4af8-b734-007c7b2a345f on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:04.339603 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Attempting to bind port bf842bf4-3764-4af8-b734-007c7b2a345f by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:04.340485 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Attempting to bind port bf842bf4-3764-4af8-b734-007c7b2a345f on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:04.349823 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:04.351418 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:04.351418 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.351891 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:04.352582 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Bound port: bf842bf4-3764-4af8-b734-007c7b2a345f, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:04.354427 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.385977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39584) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:04.396344 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-a0eb0acc-3eb6-4785-b80f-0608442a3569 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=faae36af-d90d-4748-9561-7122f2bbbef1 HTTP/1.1" status: 200 len: 217 time: 0.0530391 Jul 13 07:23:04.437802 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] For port bf842bf4-3764-4af8-b734-007c7b2a345f, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:04.441900 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] For port bf842bf4-3764-4af8-b734-007c7b2a345f, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bf842bf4-3764-4af8-b734-007c7b2a345f,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:04.447779 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.475746 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-fda9e071-318d-4157-a665-125eb20ccaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.477367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-fda9e071-318d-4157-a665-125eb20ccaf0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0487373 Jul 13 07:23:04.511684 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d69682-0802-4e11-8ca2-d9814de33631 None None] Pushing event updated for resources: {'Port': ['ID=bf842bf4-3764-4af8-b734-007c7b2a345f,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:04.545494 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Routers {'84020bc8-a90d-444d-9620-dd36df851e04'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:04.546349 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:22:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['84020bc8-a90d-444d-9620-dd36df851e04'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:04.589863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39592) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:04.619232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-f00f6411-6bc9-4483-80b8-dec4d6f99fd4 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.626561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46309a-b856-425f-8c64-7bad2f61d0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1420a69f-270a-44ad-82fc-f17998549ecc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:04.627045 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-f00f6411-6bc9-4483-80b8-dec4d6f99fd4 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 821 time: 0.3388610 Jul 13 07:23:04.647861 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-f43d51b7-9891-417b-a1ee-ee7e747c4df3 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/quotas/4436904a5ed8492589e9ec322097daf3 HTTP/1.1" status: 200 len: 375 time: 0.0196562 Jul 13 07:23:04.711631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Allocated IP 172.20.0.9 (7b96ab4f-26d4-46e6-a04c-9f347b212f1e/f3050d3f-f99c-4ffa-a37e-991c57adc495/f5bbee41-6f9c-4fe2-9f31-253a5d7b417e) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:04.716341 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] Set router 84020bc8-a90d-444d-9620-dd36df851e04 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:04.721572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-ef42b881-2b39-4ded-8d89-4c863efd437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.723644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-ef42b881-2b39-4ded-8d89-4c863efd437f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2362313 Jul 13 07:23:04.742115 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-b22006dd-93a1-4306-b56e-6e01671f16b4 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933442 Jul 13 07:23:04.849376 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-99af5c4b-6b41-4c1d-ac77-49ac47e585a9 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982480 Jul 13 07:23:04.931400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abafb9fa-25ae-4a21-ae0b-f7d08762e423 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:04.954315 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-c57d8687-643f-4220-9fe9-182e65c6d0b1 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940611 Jul 13 07:23:04.980063 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f958e0e2-4572-4858-8594-2b0f92e3d358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.998862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.095324 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84020bc8-a90d-444d-9620-dd36df851e04', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-router', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:54Z', 'updated_at': '2021-07-13T07:23:00Z', 'revision_number': 3, 'project_id': '9366ac68db434544a9de1b00952ba063', 'gw_port': {'id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:57Z', 'updated_at': '2021-07-13T07:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:05.096763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Transition to ACTIVE for port object abafb9fa-25ae-4a21-ae0b-f7d08762e423 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:05.111269 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f958e0e2-4572-4858-8594-2b0f92e3d358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.123307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.148409 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b1432d-2196-4438-9ee4-cd880090565e None None] The sync data for ids ['84020bc8-a90d-444d-9620-dd36df851e04'] in n-d-798249-7 is: [{'id': '84020bc8-a90d-444d-9620-dd36df851e04', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-router', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:54Z', 'updated_at': '2021-07-13T07:23:00Z', 'revision_number': 3, 'project_id': '9366ac68db434544a9de1b00952ba063', 'gw_port': {'id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:57Z', 'updated_at': '2021-07-13T07:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:05.153241 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f958e0e2-4572-4858-8594-2b0f92e3d358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.170260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39600) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:05.218048 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6ecf0af5-53ed-4c49-9fd9-b33a1e771808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.237258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4f5a3-e911-45c7-8e9b-e229311dfbf1 req-26aecc69-3583-4e44-8ddd-1cfb80b2fd3c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.239046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04e4f5a3-e911-45c7-8e9b-e229311dfbf1 req-26aecc69-3583-4e44-8ddd-1cfb80b2fd3c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 935 time: 0.4755647 Jul 13 07:23:05.254000 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-237897cd-2a14-4cce-8fe6-910d9ab622e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.288877 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f958e0e2-4572-4858-8594-2b0f92e3d358 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59bf8e112a824b43b18496a26f9fb090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9017084 Jul 13 07:23:05.304838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-d6e94ffb-1de2-48cc-b816-32f8f3be300a service neutron] 10.222.0.44 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615594 Jul 13 07:23:05.311341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39604) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:05.318925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958e0e2-4572-4858-8594-2b0f92e3d358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779d48ce-167c-4b1b-bd4d-7c8b262d8533,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:05.389970 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.397371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04e4f5a3-e911-45c7-8e9b-e229311dfbf1 req-16f8823d-0b28-4027-a014-4ea2625a0a23 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393690 Jul 13 07:23:05.404112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.406464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Pushing event updated for resources: {'Port': ['ID=abafb9fa-25ae-4a21-ae0b-f7d08762e423,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:05.424501 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-237897cd-2a14-4cce-8fe6-910d9ab622e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.498990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Attempting to bind port abafb9fa-25ae-4a21-ae0b-f7d08762e423 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:05.499656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Attempting to bind port abafb9fa-25ae-4a21-ae0b-f7d08762e423 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:05.500107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Attempting to bind port abafb9fa-25ae-4a21-ae0b-f7d08762e423 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:05.504744 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-237897cd-2a14-4cce-8fe6-910d9ab622e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.535457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Port abafb9fa-25ae-4a21-ae0b-f7d08762e423 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:05.535712 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Attempting to bind port abafb9fa-25ae-4a21-ae0b-f7d08762e423 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:05.549277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:05.549708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:05.550169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:05.550682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Bound port: abafb9fa-25ae-4a21-ae0b-f7d08762e423, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:05.551112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.565259 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-237897cd-2a14-4cce-8fe6-910d9ab622e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16ef9cc193394200a84e62759a162d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814578 Jul 13 07:23:05.582506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39610) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:05.618962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-0014272b-b413-412b-8b26-41653f7ef918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.620200 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-0014272b-b413-412b-8b26-41653f7ef918 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=98747bdb-1b13-470e-90b3-83cd048db5f3 HTTP/1.1" status: 200 len: 1099 time: 0.5067835 Jul 13 07:23:05.624063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237897cd-2a14-4cce-8fe6-910d9ab622e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52c8cff-f5d7-4a35-bad6-e04afd0bea0d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:05.672887 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6eaa36fc-c2b3-488f-93d6-0662a8cdfd5e req-f7e12fb6-be56-41dc-9f42-29457e8049b8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 210 time: 0.1193292 Jul 13 07:23:05.773642 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.779754 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.819871 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.920946 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Network 613f7ce1-abec-4be0-9a77-5264224de380 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:05.931779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10e10be7-a405-4549-8f6c-dd11108f3b2c req-f2c670bf-18ca-430b-98f9-5251f29293e3 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 210 time: 0.1157255 Jul 13 07:23:05.933099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] For port abafb9fa-25ae-4a21-ae0b-f7d08762e423, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:05.942287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:05.945202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:05.948235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:05.954952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.955570 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.958038 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ca808d8-ddcd-4a91-9a34-dd04e51f627e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.982808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:05.986149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:05.992244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.992923 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.004163 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96e84612-dfb1-45d4-b809-94ca6ad142a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.012743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Pushing event updated for resources: {'Port': ['ID=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:06.039488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] For port abafb9fa-25ae-4a21-ae0b-f7d08762e423, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=abafb9fa-25ae-4a21-ae0b-f7d08762e423,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:06.100136 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ca808d8-ddcd-4a91-9a34-dd04e51f627e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.108345 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.122505 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-bbc2facc-ab0c-4d04-a4a3-4316a93591b5 service neutron] 10.222.0.44 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8101420 Jul 13 07:23:06.126981 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96e84612-dfb1-45d4-b809-94ca6ad142a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.198689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.199316 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.200778 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] 10.222.0.54 "PUT /v2.0/ports/abafb9fa-25ae-4a21-ae0b-f7d08762e423 HTTP/1.1" status: 200 len: 1095 time: 3.4445868 Jul 13 07:23:06.202187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-790e64ad-0a64-465e-8966-d40e226da0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.203977 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-790e64ad-0a64-465e-8966-d40e226da0a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.3009892 Jul 13 07:23:06.231833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5', 'tag': 'abafb9fa-25ae-4a21-ae0b-f7d08762e423'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:06.236936 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508059cd-23a6-48a5-a216-8e4d0110aef2" -d '{"events": [{"name": "network-changed", "server_uuid": "bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5", "tag": "abafb9fa-25ae-4a21-ae0b-f7d08762e423"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:06.248996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Pushing event updated for resources: {'Port': ['ID=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:06.264741 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-58e542fc-89ff-4fa4-9c43-ecf57ac25128 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=faae36af-d90d-4748-9561-7122f2bbbef1 HTTP/1.1" status: 200 len: 217 time: 0.0476089 Jul 13 07:23:06.354075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6ecf0af5-53ed-4c49-9fd9-b33a1e771808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.365533 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5557c4ad-7939-4b1b-9b98-d0b55c429f44 x-openstack-request-id: req-5557c4ad-7939-4b1b-9b98-d0b55c429f44 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:06.365533 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5", "tag": "abafb9fa-25ae-4a21-ae0b-f7d08762e423", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:06.365533 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5557c4ad-7939-4b1b-9b98-d0b55c429f44 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:06.365883 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5', 'tag': 'abafb9fa-25ae-4a21-ae0b-f7d08762e423', 'status': 'completed', 'code': 200} Jul 13 07:23:06.398032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6ecf0af5-53ed-4c49-9fd9-b33a1e771808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.404766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-31da9b19-ff52-472d-9dcb-d04ed57ff754 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6354125 Jul 13 07:23:06.435249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-f8e014fc-a53b-49fe-9367-759dd705c732 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8363023 Jul 13 07:23:06.453646 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96e84612-dfb1-45d4-b809-94ca6ad142a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.456648 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96e84612-dfb1-45d4-b809-94ca6ad142a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.472195 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-96e84612-dfb1-45d4-b809-94ca6ad142a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/779d48ce-167c-4b1b-bd4d-7c8b262d8533 HTTP/1.1" status: 204 len: 168 time: 1.1460297 Jul 13 07:23:06.479449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-2b017e76-3901-4f8f-9ca1-14072d05b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.486575 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-2b017e76-3901-4f8f-9ca1-14072d05b298 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1942670 Jul 13 07:23:06.488965 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6ecf0af5-53ed-4c49-9fd9-b33a1e771808 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50e387618fbe41d78e1f03e6d6c35748&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8968620 Jul 13 07:23:06.499412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Allocated IP 172.20.0.1 (078b5b77-61da-429a-aa82-388c03a93e6d/4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc/41d852af-d8b2-43cc-a879-24cbb8949805) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:06.504298 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb7f700-bb92-4851-91fb-b86139ac63f2 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:06.509218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39622) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:06.571516 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.603239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf0af5-53ed-4c49-9fd9-b33a1e771808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6838d83-3e24-47e4-9255-616fcf5c3bc0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:06.623516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e84612-dfb1-45d4-b809-94ca6ad142a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779d48ce-167c-4b1b-bd4d-7c8b262d8533,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:06.685166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.709197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d6ffd2d-9087-4f21-adf0-2d8db7122879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.716986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-526f9f88-75e3-49f3-9995-a026d85a46b7 req-ae0cb043-0430-46b8-9edb-1e039743f0f6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 210 time: 0.3181124 Jul 13 07:23:06.725580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Request body: {'port': {'device_id': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:06.756971 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d6ffd2d-9087-4f21-adf0-2d8db7122879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.779303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-632d5536-b26b-4124-9489-6789678a112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.781703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-632d5536-b26b-4124-9489-6789678a112c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2799430 Jul 13 07:23:06.785257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Request body: {'port': {'device_id': '9f404ed7-62dd-4328-a59c-6c45d0adea9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:06.794876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Transition to ACTIVE for port object 1eb7f700-bb92-4851-91fb-b86139ac63f2 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:06.830736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Transition to ACTIVE for port object 41d852af-d8b2-43cc-a879-24cbb8949805 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:06.861294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ca808d8-ddcd-4a91-9a34-dd04e51f627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.864088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ca808d8-ddcd-4a91-9a34-dd04e51f627e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.867301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Allocated IP 172.20.0.5 (613f7ce1-abec-4be0-9a77-5264224de380/0f69bc29-ebcc-47c2-a04f-fd69586d28c2/13afbedb-36fc-44de-a2ca-c78e67614b04) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:06.869241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5ca808d8-ddcd-4a91-9a34-dd04e51f627e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d52c8cff-f5d7-4a35-bad6-e04afd0bea0d HTTP/1.1" status: 204 len: 168 time: 1.2799649 Jul 13 07:23:06.919060 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.011984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a173c-d0f4-42f0-8275-4172a82230bd req-d89f4e46-b48a-41f9-a2de-c0c998aa8866 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.013644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-959a173c-d0f4-42f0-8275-4172a82230bd req-d89f4e46-b48a-41f9-a2de-c0c998aa8866 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 947 time: 0.3930187 Jul 13 07:23:07.036590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d7f5b-6eaa-40b3-acad-5301eb25e66f service neutron] Pushing event updated for resources: {'Port': ['ID=abafb9fa-25ae-4a21-ae0b-f7d08762e423,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:07.096389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39638) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:07.104606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-14a1de10-42de-42a0-add1-ec2ee3c0f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.106583 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-14a1de10-42de-42a0-add1-ec2ee3c0f51f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 1098 time: 0.8416569 Jul 13 07:23:07.113876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca808d8-ddcd-4a91-9a34-dd04e51f627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52c8cff-f5d7-4a35-bad6-e04afd0bea0d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:07.148235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Pushing event updated for resources: {'Port': ['ID=1eb7f700-bb92-4851-91fb-b86139ac63f2,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:07.175148 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d6ffd2d-9087-4f21-adf0-2d8db7122879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.177754 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d6ffd2d-9087-4f21-adf0-2d8db7122879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.178921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1d6ffd2d-9087-4f21-adf0-2d8db7122879 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6838d83-3e24-47e4-9255-616fcf5c3bc0 HTTP/1.1" status: 204 len: 168 time: 0.6626234 Jul 13 07:23:07.179814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bdc537a3-91bf-498b-be26-c86dcf83b70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.309042 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-959a173c-d0f4-42f0-8275-4172a82230bd req-0a9e37b1-ce85-43fc-8395-76612732cbfc tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852266 Jul 13 07:23:07.309876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ffd2d-9087-4f21-adf0-2d8db7122879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6838d83-3e24-47e4-9255-616fcf5c3bc0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:07.376064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-f6c1d4e9-1cfd-4064-8634-98e39a6bc378 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831766 Jul 13 07:23:07.442224 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.461447 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-67b421d7-eca4-45ba-a948-7a9b7facaf55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=abafb9fa-25ae-4a21-ae0b-f7d08762e423 HTTP/1.1" status: 200 len: 217 time: 0.0716658 Jul 13 07:23:07.508129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bf842bf4-3764-4af8-b734-007c7b2a345f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:07.563325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-eac75a5b-5ef1-49dd-a1e0-9cc89bb565b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.565667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-eac75a5b-5ef1-49dd-a1e0-9cc89bb565b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0925527 Jul 13 07:23:07.566871 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.580175 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Attempting to bind port 1eb7f700-bb92-4851-91fb-b86139ac63f2 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:07.580512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Attempting to bind port 1eb7f700-bb92-4851-91fb-b86139ac63f2 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:07.580839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Attempting to bind port 1eb7f700-bb92-4851-91fb-b86139ac63f2 on network 613f7ce1-abec-4be0-9a77-5264224de380 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:07.589654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Network 078b5b77-61da-429a-aa82-388c03a93e6d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:07.591129 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.621552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:07.628356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:07.629407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.633582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Port 1eb7f700-bb92-4851-91fb-b86139ac63f2 on network 613f7ce1-abec-4be0-9a77-5264224de380 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:07.634147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Attempting to bind port 1eb7f700-bb92-4851-91fb-b86139ac63f2 on network 613f7ce1-abec-4be0-9a77-5264224de380 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:07.658635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.683082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port bf842bf4-3764-4af8-b734-007c7b2a345f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:07.698509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Pushing event updated for resources: {'Port': ['ID=41d852af-d8b2-43cc-a879-24cbb8949805,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:07.700570 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5bc8a457-5d92-48ec-a1b0-5f9410683430 req-4e027f5f-28ee-46dc-9773-bbddd104077e tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 210 time: 0.0972164 Jul 13 07:23:07.701567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:07.702149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Checking segment: {'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:07.703449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port bf842bf4-3764-4af8-b734-007c7b2a345f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:07.703655 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.704803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Bound using segment: {'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:07.705652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Bound port: 1eb7f700-bb92-4851-91fb-b86139ac63f2, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:07.706625 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.708427 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.731874 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18cbde96-7b50-4c3f-aea8-3560dd378e76 req-906fd15e-d8a2-4a65-9aaf-77205d7b1258 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425794 Jul 13 07:23:07.910530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] For port 1eb7f700-bb92-4851-91fb-b86139ac63f2, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:07.915969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] For port 1eb7f700-bb92-4851-91fb-b86139ac63f2, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1eb7f700-bb92-4851-91fb-b86139ac63f2,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:07.945227 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.966006 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.000441 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bdc537a3-91bf-498b-be26-c86dcf83b70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.012475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port bf842bf4-3764-4af8-b734-007c7b2a345f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bf842bf4-3764-4af8-b734-007c7b2a345f,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:08.034943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.051807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.052521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.053873 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] 10.222.0.53 "PUT /v2.0/ports/1eb7f700-bb92-4851-91fb-b86139ac63f2 HTTP/1.1" status: 200 len: 1092 time: 4.6777391 Jul 13 07:23:08.054318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a64a3f-2f7c-4062-bc71-879d5d58845d', 'tag': '1eb7f700-bb92-4851-91fb-b86139ac63f2'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:08.056595 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0873c9-bdbb-4088-a67c-77a547780501" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a64a3f-2f7c-4062-bc71-879d5d58845d", "tag": "1eb7f700-bb92-4851-91fb-b86139ac63f2"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:08.061747 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bdc537a3-91bf-498b-be26-c86dcf83b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.067448 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.077730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57df27be-edfb-4d42-9b7a-d522762bc4da req-c2036f17-1fac-47ad-905c-141443dacdea tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 210 time: 0.0850976 Jul 13 07:23:08.096505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-356d7e10-52c6-4cd1-9a96-4b9224dc68af None None] Provisioning for port 41d852af-d8b2-43cc-a879-24cbb8949805 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:08.121127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-356d7e10-52c6-4cd1-9a96-4b9224dc68af None None] Provisioning complete for port 41d852af-d8b2-43cc-a879-24cbb8949805 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:08.122035 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-356d7e10-52c6-4cd1-9a96-4b9224dc68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.173692 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bdc537a3-91bf-498b-be26-c86dcf83b70a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b04ce52ba0fd453b9cd9d55998ec0cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0634840 Jul 13 07:23:08.200854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=bf842bf4-3764-4af8-b734-007c7b2a345f,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.204647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39660) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:08.208854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-356d7e10-52c6-4cd1-9a96-4b9224dc68af None None] Port 41d852af-d8b2-43cc-a879-24cbb8949805 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:08.219412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982167d9-e41c-4405-86d4-6667f3d5574a service neutron] Pushing event updated for resources: {'Port': ['ID=1eb7f700-bb92-4851-91fb-b86139ac63f2,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.298860 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46e31c-dc88-4a6c-bea8-fb7cfb66b9f9 x-openstack-request-id: req-0d46e31c-dc88-4a6c-bea8-fb7cfb66b9f9 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:08.299272 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a64a3f-2f7c-4062-bc71-879d5d58845d", "tag": "1eb7f700-bb92-4851-91fb-b86139ac63f2", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:08.299625 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d46e31c-dc88-4a6c-bea8-fb7cfb66b9f9 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:08.300215 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a64a3f-2f7c-4062-bc71-879d5d58845d', 'tag': '1eb7f700-bb92-4851-91fb-b86139ac63f2', 'status': 'completed', 'code': 200} Jul 13 07:23:08.312570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39664) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:08.317198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Pushing event updated for resources: {'Port': ['ID=13afbedb-36fc-44de-a2ca-c78e67614b04,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.337149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Network 613f7ce1-abec-4be0-9a77-5264224de380 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:08.341641 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:08.345460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:08.415842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.416874 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.424439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc537a3-91bf-498b-be26-c86dcf83b70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739988b5-fced-4cf7-b42d-0c06438e3fcb,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.458610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-d29642fd-5834-41e6-8d33-676fc449cebf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.460130 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-d29642fd-5834-41e6-8d33-676fc449cebf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 821 time: 0.1463468 Jul 13 07:23:08.468631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ff4c7-3ece-46ac-b7e9-894e7deb52a6 req-f8a4dd7f-4164-4ec6-9f7e-9423acec9edf tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.470554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e16ff4c7-3ece-46ac-b7e9-894e7deb52a6 req-f8a4dd7f-4164-4ec6-9f7e-9423acec9edf tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 931 time: 1.4387732 Jul 13 07:23:08.477045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Request body: {'port': {'device_id': '43b8ea36-2a71-4131-b53d-888036b09237', 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd', 'admin_state_up': True, 'tenant_id': '4436904a5ed8492589e9ec322097daf3'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:08.517691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-4351a610-5c3b-4ca4-a0ca-ff38cccecedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.520103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-4351a610-5c3b-4ca4-a0ca-ff38cccecedd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9404898 Jul 13 07:23:08.525605 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-0fe2e51c-6e22-4678-b1f0-f34243c27f92 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1589978 Jul 13 07:23:08.540372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Request body: {'port': {'device_id': '2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:08.575912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-8d263205-8538-4716-884d-c546f62e46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.577593 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-8d263205-8538-4716-884d-c546f62e46c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=443392e6e55c44c18deddb86b23a0b25&device_id=f4a64a3f-2f7c-4062-bc71-879d5d58845d HTTP/1.1" status: 200 len: 1095 time: 0.2763550 Jul 13 07:23:08.601189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1640393e-acb9-4048-88c6-b9ca491f6f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.695648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-c2338624-1bc7-429a-bf61-be1f67d3eb16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eb7f700-bb92-4851-91fb-b86139ac63f2 HTTP/1.1" status: 200 len: 217 time: 0.1110137 Jul 13 07:23:08.703853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e16ff4c7-3ece-46ac-b7e9-894e7deb52a6 req-6a67d18f-5bd2-44a5-8d5f-fa92353d8006 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797767 Jul 13 07:23:08.708671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device faae36af-d90d-4748-9561-7122f2bbbef1 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:08.732493 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e1292-a8de-4965-b4cb-feb881f6d0ae req-7ee5a21b-9af5-435c-b865-483a4280db89 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.734691 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-736e1292-a8de-4965-b4cb-feb881f6d0ae req-7ee5a21b-9af5-435c-b865-483a4280db89 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 947 time: 0.2618957 Jul 13 07:23:08.774592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.850080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port faae36af-d90d-4748-9561-7122f2bbbef1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=faae36af-d90d-4748-9561-7122f2bbbef1,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:08.862881 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-736e1292-a8de-4965-b4cb-feb881f6d0ae req-6b2033bf-9f39-4621-9b4b-d804e37fb609 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171639 Jul 13 07:23:08.884673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'faae36af-d90d-4748-9561-7122f2bbbef1', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'faae36af-d90d-4748-9561-7122f2bbbef1', 'mac_address': 'fa:16:3e:e7:a5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:08.918683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-e80bf82e-e5dd-4b8d-81ea-2c911bc9ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.922697 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-e80bf82e-e5dd-4b8d-81ea-2c911bc9ca26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f69bc29-ebcc-47c2-a04f-fd69586d28c2 HTTP/1.1" status: 200 len: 857 time: 0.1870892 Jul 13 07:23:08.960622 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.976705 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.993811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faae36af-d90d-4748-9561-7122f2bbbef1 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:09.019727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port faae36af-d90d-4748-9561-7122f2bbbef1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=faae36af-d90d-4748-9561-7122f2bbbef1,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:09.021281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-1fa7d46b-6867-43ac-8464-1bee62f064bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=613f7ce1-abec-4be0-9a77-5264224de380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848331 Jul 13 07:23:09.034272 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.094683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7f48a871-2f94-4620-8c63-4a47f95bfb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.110392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=faae36af-d90d-4748-9561-7122f2bbbef1,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:09.169146 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-04707b47-ffd0-4d1d-8795-98e3d61f9823 service neutron] 10.222.0.53 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374412 Jul 13 07:23:09.176705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1640393e-acb9-4048-88c6-b9ca491f6f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.221530 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1640393e-acb9-4048-88c6-b9ca491f6f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.228316 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-f82494b4-1bef-4fcc-bd34-ce9b2efd23a1 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917051 Jul 13 07:23:09.336622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-265a99ab-1ab2-4b7f-b1af-5f393c9a9fc0 req-8ea38fd1-2f2a-4ec4-8334-954cd1aa0139 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 210 time: 0.0460184 Jul 13 07:23:09.347467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['faae36af-d90d-4748-9561-7122f2bbbef1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:09.360697 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-61f50c7f-c683-4791-87ba-6efe2968c8a1 service neutron] 10.222.0.53 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841493 Jul 13 07:23:09.405123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bf842bf4-3764-4af8-b734-007c7b2a345f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:09.501276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0873c9-bdbb-4088-a67c-77a547780501 req-ea24c92e-efb1-476d-8ae3-3ced9b8d2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:09.502731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f0873c9-bdbb-4088-a67c-77a547780501 req-ea24c92e-efb1-476d-8ae3-3ced9b8d2686 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=443392e6e55c44c18deddb86b23a0b25&device_id=f4a64a3f-2f7c-4062-bc71-879d5d58845d HTTP/1.1" status: 200 len: 1095 time: 0.0682425 Jul 13 07:23:09.540081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port bf842bf4-3764-4af8-b734-007c7b2a345f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:09.540473 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.642907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0873c9-bdbb-4088-a67c-77a547780501 req-02c99d61-af7c-48e6-a919-e1f47bc2fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:09.645372 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f0873c9-bdbb-4088-a67c-77a547780501 req-02c99d61-af7c-48e6-a919-e1f47bc2fe65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=613f7ce1-abec-4be0-9a77-5264224de380 HTTP/1.1" status: 200 len: 918 time: 0.1338964 Jul 13 07:23:09.699103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f0873c9-bdbb-4088-a67c-77a547780501 req-7f2c68e5-8ad1-4125-a136-d63b3bb2a488 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eb7f700-bb92-4851-91fb-b86139ac63f2 HTTP/1.1" status: 200 len: 217 time: 0.0449939 Jul 13 07:23:09.713004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7f48a871-2f94-4620-8c63-4a47f95bfb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.752947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Made reservation on behalf of 4436904a5ed8492589e9ec322097daf3 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:09.756549 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.881973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697360b-20ac-41fa-b99b-b3f4068a643b req-566859a9-56a2-461d-ad2c-20fae475e3c8 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:09.883589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0697360b-20ac-41fa-b99b-b3f4068a643b req-566859a9-56a2-461d-ad2c-20fae475e3c8 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 931 time: 0.9385035 Jul 13 07:23:09.906184 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1640393e-acb9-4048-88c6-b9ca491f6f6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9a2928c19214308a24d330e1df517c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4601765 Jul 13 07:23:09.941195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640393e-acb9-4048-88c6-b9ca491f6f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab54e26-bfa5-4b3a-9d87-8665f87cdacb,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:09.946942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39708) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:09.985219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39710) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:10.031594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5bbee41-6f9c-4fe2-9f31-253a5d7b417e {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:10.042537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0873c9-bdbb-4088-a67c-77a547780501 req-3027e806-8f0f-4e64-9cb2-497e63d25218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:10.044061 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f0873c9-bdbb-4088-a67c-77a547780501 req-3027e806-8f0f-4e64-9cb2-497e63d25218 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f69bc29-ebcc-47c2-a04f-fd69586d28c2 HTTP/1.1" status: 200 len: 857 time: 0.3351505 Jul 13 07:23:10.066360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.070822 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.084985 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f0873c9-bdbb-4088-a67c-77a547780501 req-911d30cd-b735-4b19-80b7-c602f07ac652 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=613f7ce1-abec-4be0-9a77-5264224de380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325477 Jul 13 07:23:10.097888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9018-307b-40be-98ce-0beb6ec11bd5 req-93c9c069-82de-4467-8683-e73ef12f599a tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:10.099383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-276b9018-307b-40be-98ce-0beb6ec11bd5 req-93c9c069-82de-4467-8683-e73ef12f599a tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 931 time: 0.1132855 Jul 13 07:23:10.106937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.148443 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-db735ab5-ee9f-4c0c-9210-19bb7520be83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.192966 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-247b4db8-0118-4b2c-a33e-56335f918f3e req-63f66f51-255e-4586-b090-e386bdec66b7 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9302776 Jul 13 07:23:10.199737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Transition to ACTIVE for port object f5bbee41-6f9c-4fe2-9f31-253a5d7b417e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:10.218496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0697360b-20ac-41fa-b99b-b3f4068a643b req-46ef9cf9-a9bd-4ce9-9793-e6573e589da8 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821667 Jul 13 07:23:10.219596 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.237230 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-276b9018-307b-40be-98ce-0beb6ec11bd5 req-807bf661-cc13-4212-b405-767219a1ea8b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220744 Jul 13 07:23:10.243960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.251515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Allocated IP 172.20.0.5 (4916fcde-0d55-4029-ab45-0e9c1b82d8bd/372555d4-2af3-4335-a093-1e7008a761f8/7fd177ca-c448-4c9f-9592-8c6194649011) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:10.273236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:10.300386 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f0873c9-bdbb-4088-a67c-77a547780501 req-769de6c6-5eaa-4a94-80b0-62b26b4181c8 service neutron] 10.222.0.53 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000048 Jul 13 07:23:10.320026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Pushing event updated for resources: {'Port': ['ID=41d852af-d8b2-43cc-a879-24cbb8949805,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:10.322278 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7f48a871-2f94-4620-8c63-4a47f95bfb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.324810 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7f48a871-2f94-4620-8c63-4a47f95bfb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.325937 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7f48a871-2f94-4620-8c63-4a47f95bfb10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/739988b5-fced-4cf7-b42d-0c06438e3fcb HTTP/1.1" status: 204 len: 168 time: 2.1102986 Jul 13 07:23:10.347259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.355685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c191877-2867-4e66-93b9-983ff3f6dc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.459581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48a871-2f94-4620-8c63-4a47f95bfb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739988b5-fced-4cf7-b42d-0c06438e3fcb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:10.465291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-db735ab5-ee9f-4c0c-9210-19bb7520be83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.470133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f0873c9-bdbb-4088-a67c-77a547780501 req-ca79aa8e-72b2-436b-aa12-a7cf241436f7 service neutron] 10.222.0.53 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616313 Jul 13 07:23:10.475659 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-db735ab5-ee9f-4c0c-9210-19bb7520be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.522990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db735ab5-ee9f-4c0c-9210-19bb7520be83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a836630d-bf28-493e-a9e1-7af0c01b7458,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:10.523226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Transition to ACTIVE for port object c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:10.530520 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-db735ab5-ee9f-4c0c-9210-19bb7520be83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e152d1decfb48048c466c98d014815b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5402040 Jul 13 07:23:10.531210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39720) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:10.570713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c191877-2867-4e66-93b9-983ff3f6dc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.580672 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.617055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7bbb2026-f1f1-4b78-b3cd-b47ae8b7feb5 None None] Provisioning complete for port 41d852af-d8b2-43cc-a879-24cbb8949805 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:10.617627 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2026-f1f1-4b78-b3cd-b47ae8b7feb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.653402 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a834c49-cd08-4150-8da0-ecfcadfbb093 req-98c5471f-b54f-481c-8d82-4e2376cb8af4 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 210 time: 0.0704360 Jul 13 07:23:10.676515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Pushing event updated for resources: {'Port': ['ID=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:10.681822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb2026-f1f1-4b78-b3cd-b47ae8b7feb5 None None] Port 41d852af-d8b2-43cc-a879-24cbb8949805 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:10.691310 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-755026e1-d5fb-471c-881e-0ea2e01d576a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.721318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device faae36af-d90d-4748-9561-7122f2bbbef1 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:10.739098 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-755026e1-d5fb-471c-881e-0ea2e01d576a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.783780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:10.784334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:10.784568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:10.795348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port faae36af-d90d-4748-9561-7122f2bbbef1 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:10.802344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port faae36af-d90d-4748-9561-7122f2bbbef1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:10.803100 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.813305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13afbedb-36fc-44de-a2ca-c78e67614b04 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:10.823598 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.832038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-a0ce6c75-75b8-4e7b-8992-3958ad0042be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:10.832885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-a0ce6c75-75b8-4e7b-8992-3958ad0042be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 1098 time: 0.5763862 Jul 13 07:23:10.833460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:10.833828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:10.844786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-755026e1-d5fb-471c-881e-0ea2e01d576a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.847966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-755026e1-d5fb-471c-881e-0ea2e01d576a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.851765 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-755026e1-d5fb-471c-881e-0ea2e01d576a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a836630d-bf28-493e-a9e1-7af0c01b7458 HTTP/1.1" status: 204 len: 168 time: 0.3176618 Jul 13 07:23:10.851765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Transition to ACTIVE for port object 13afbedb-36fc-44de-a2ca-c78e67614b04 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:10.866816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.892259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:10.920452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:10.920670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:10.921100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:10.922005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Bound port: f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:10.922005 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.922269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755026e1-d5fb-471c-881e-0ea2e01d576a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a836630d-bf28-493e-a9e1-7af0c01b7458,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:10.926704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Network 078b5b77-61da-429a-aa82-388c03a93e6d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:10.957835 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.965498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:11.005559 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c191877-2867-4e66-93b9-983ff3f6dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.010391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98747bdb-1b13-470e-90b3-83cd048db5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faae36af-d90d-4748-9561-7122f2bbbef1'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:11.014212 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8a5526-7559-4eb1-819d-4b5ea448f88d" -d '{"events": [{"server_uuid": "98747bdb-1b13-470e-90b3-83cd048db5f3", "name": "network-vif-plugged", "status": "completed", "tag": "faae36af-d90d-4748-9561-7122f2bbbef1"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:11.016175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c191877-2867-4e66-93b9-983ff3f6dc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.019289 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3c191877-2867-4e66-93b9-983ff3f6dc95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aab54e26-bfa5-4b3a-9d87-8665f87cdacb HTTP/1.1" status: 204 len: 168 time: 1.0592234 Jul 13 07:23:11.031844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Attempting to bind port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:11.032137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port faae36af-d90d-4748-9561-7122f2bbbef1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=faae36af-d90d-4748-9561-7122f2bbbef1,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:11.032876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Attempting to bind port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:11.033476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Attempting to bind port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 on network 613f7ce1-abec-4be0-9a77-5264224de380 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:11.037572 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.050407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Pushing event updated for resources: {'Port': ['ID=13afbedb-36fc-44de-a2ca-c78e67614b04,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:11.112133 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1b6e7f-0aca-41ad-a441-48d5769cdd82 x-openstack-request-id: req-ef1b6e7f-0aca-41ad-a441-48d5769cdd82 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:11.112525 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98747bdb-1b13-470e-90b3-83cd048db5f3", "name": "network-vif-plugged", "status": "completed", "tag": "faae36af-d90d-4748-9561-7122f2bbbef1", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:11.112789 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef1b6e7f-0aca-41ad-a441-48d5769cdd82 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:11.113546 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98747bdb-1b13-470e-90b3-83cd048db5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faae36af-d90d-4748-9561-7122f2bbbef1', 'code': 200} Jul 13 07:23:11.152027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=faae36af-d90d-4748-9561-7122f2bbbef1,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:11.196324 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.284427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Attempting to bind port 13afbedb-36fc-44de-a2ca-c78e67614b04 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:11.284907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Attempting to bind port 13afbedb-36fc-44de-a2ca-c78e67614b04 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:11.285081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Attempting to bind port 13afbedb-36fc-44de-a2ca-c78e67614b04 on network 613f7ce1-abec-4be0-9a77-5264224de380 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:11.292646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Port 13afbedb-36fc-44de-a2ca-c78e67614b04 on network 613f7ce1-abec-4be0-9a77-5264224de380 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:11.293274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Attempting to bind port 13afbedb-36fc-44de-a2ca-c78e67614b04 on network 613f7ce1-abec-4be0-9a77-5264224de380 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:11.313143 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:11.313595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Checking segment: {'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:11.313991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Bound using segment: {'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:11.314431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Bound port: 13afbedb-36fc-44de-a2ca-c78e67614b04, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:11.315307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.360989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171b5f5-bb0a-41a6-82e0-a7ab6e31281c req-88eb98de-95dd-4ca0-bc1d-6787c0e25fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.372273 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5171b5f5-bb0a-41a6-82e0-a7ab6e31281c req-88eb98de-95dd-4ca0-bc1d-6787c0e25fab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=98747bdb-1b13-470e-90b3-83cd048db5f3 HTTP/1.1" status: 200 len: 1101 time: 0.1729980 Jul 13 07:23:11.426572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0fe6e135-383c-468e-8057-60baa7476798 None None] Provisioning complete for port 41d852af-d8b2-43cc-a879-24cbb8949805 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:11.428622 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e135-383c-468e-8057-60baa7476798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.444772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6510f-1b63-4bb1-bf65-a96b9d648a70 req-423b7189-ed23-4319-85da-14dfd03d6395 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.446812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8df6510f-1b63-4bb1-bf65-a96b9d648a70 req-423b7189-ed23-4319-85da-14dfd03d6395 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 947 time: 0.9285040 Jul 13 07:23:11.458410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 on network 613f7ce1-abec-4be0-9a77-5264224de380 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:11.458742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Attempting to bind port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 on network 613f7ce1-abec-4be0-9a77-5264224de380 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:11.460896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c191877-2867-4e66-93b9-983ff3f6dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab54e26-bfa5-4b3a-9d87-8665f87cdacb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:11.515755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6e135-383c-468e-8057-60baa7476798 None None] Port 41d852af-d8b2-43cc-a879-24cbb8949805 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:11.539374 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5171b5f5-bb0a-41a6-82e0-a7ab6e31281c req-6b7f6a37-e3c5-435e-85c1-4d9044ee1d81 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654561 Jul 13 07:23:11.542646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:11.543006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Checking segment: {'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:11.543393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Bound using segment: {'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:11.543827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Bound port: c6e54d52-00f6-428a-b7cb-c8a62fbe03b2, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cdac13-14cc-4aec-badf-5ed42e0cbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:11.544310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.573418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] For port 13afbedb-36fc-44de-a2ca-c78e67614b04, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:11.584107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39752) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:11.590261 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.596876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] For port 13afbedb-36fc-44de-a2ca-c78e67614b04, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=13afbedb-36fc-44de-a2ca-c78e67614b04,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:11.605259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febe702-d090-4c79-8127-2ddc6332b7b9 req-875045d3-2584-4271-bccf-e3777fd62241 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.612801 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4febe702-d090-4c79-8127-2ddc6332b7b9 req-875045d3-2584-4271-bccf-e3777fd62241 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 943 time: 0.1902361 Jul 13 07:23:11.624589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:11.636684 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.649768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ce86b38e-f1a2-44c9-b482-934786122da3 None None] Provisioning complete for port faae36af-d90d-4748-9561-7122f2bbbef1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:11.652187 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ce86b38e-f1a2-44c9-b482-934786122da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.652833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-f22bd360-d347-403a-a40c-51dffa40bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.654305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-f22bd360-d347-403a-a40c-51dffa40bbc3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.7760568 Jul 13 07:23:11.689984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:11.699304 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4febe702-d090-4c79-8127-2ddc6332b7b9 req-5819c1cf-a412-43a7-b813-e0092612ed55 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852840 Jul 13 07:23:11.730288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.734231 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ad28-8bfe-4401-9344-a532acad1638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.735046 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.736892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] 10.222.0.53 "PUT /v2.0/ports/13afbedb-36fc-44de-a2ca-c78e67614b04 HTTP/1.1" status: 200 len: 1091 time: 3.2023954 Jul 13 07:23:11.738664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d', 'tag': '13afbedb-36fc-44de-a2ca-c78e67614b04'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:11.742313 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a099bfb-af14-4df9-8d62-70da028261d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d", "tag": "13afbedb-36fc-44de-a2ca-c78e67614b04"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:11.797718 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.808298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:11.824528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-5f63c311-5246-4467-a69b-ba41a1668105 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=abafb9fa-25ae-4a21-ae0b-f7d08762e423 HTTP/1.1" status: 200 len: 217 time: 0.1386673 Jul 13 07:23:11.827451 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8df6510f-1b63-4bb1-bf65-a96b9d648a70 req-e6162d78-009e-455a-8849-9c4cbdce2713 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497179 Jul 13 07:23:11.839182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:11.858032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:11.864663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.864854 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.869562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Pushing event updated for resources: {'Port': ['ID=7fd177ca-c448-4c9f-9592-8c6194649011,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:11.910225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c41c08-4d4b-49f1-98d8-dbf0eec64914 service neutron] Pushing event updated for resources: {'Port': ['ID=13afbedb-36fc-44de-a2ca-c78e67614b04,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:11.930791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39764) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:11.937562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.938307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.939754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] 10.222.0.53 "PUT /v2.0/ports/f5bbee41-6f9c-4fe2-9f31-253a5d7b417e HTTP/1.1" status: 200 len: 1091 time: 5.4746060 Jul 13 07:23:11.940408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'tag': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:11.942749 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ed2da-234c-4198-8895-73cd6ad561f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4bd5346-8736-4e6b-b4dd-6b2061be1254", "tag": "f5bbee41-6f9c-4fe2-9f31-253a5d7b417e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:11.969677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Router 84020bc8-a90d-444d-9620-dd36df851e04 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:12.020911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] For port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:12.081957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2028938811-network', 'tenant_id': '5de21f558baf4a2988cb3d184cb15c6a'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:12.086322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-a5388486-4eb6-4623-9548-9ed32cba8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.087819 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-a5388486-4eb6-4623-9548-9ed32cba8053 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=443392e6e55c44c18deddb86b23a0b25&device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 1094 time: 0.3032365 Jul 13 07:23:12.115854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] For port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:12.117800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-7a71e844-6681-41da-b3b7-b53e61d9252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.119540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-7a71e844-6681-41da-b3b7-b53e61d9252a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.2729683 Jul 13 07:23:12.143078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-e0000d0e-a0de-420a-93cf-d503131f0852 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13afbedb-36fc-44de-a2ca-c78e67614b04 HTTP/1.1" status: 200 len: 217 time: 0.0436771 Jul 13 07:23:12.151712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ce6e2-e9de-48d1-9ae7-6c52b662b3ff req-9fff7819-e9ec-445d-ac6d-76bfab6893a9 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.153287 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d96ce6e2-e9de-48d1-9ae7-6c52b662b3ff req-9fff7819-e9ec-445d-ac6d-76bfab6893a9 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 943 time: 0.1729670 Jul 13 07:23:12.237836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-b4181e4a-2d71-4e8c-810b-954c8cc5ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.239846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-b4181e4a-2d71-4e8c-810b-954c8cc5ba38 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f69bc29-ebcc-47c2-a04f-fd69586d28c2 HTTP/1.1" status: 200 len: 857 time: 0.0855272 Jul 13 07:23:12.244654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d96ce6e2-e9de-48d1-9ae7-6c52b662b3ff req-2d3fcd6b-b225-4553-9005-1e4757911d3a tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819860 Jul 13 07:23:12.288163 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-775c9b8c-8c57-4904-ae8d-44fa717d3e73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=613f7ce1-abec-4be0-9a77-5264224de380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390377 Jul 13 07:23:12.344598 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0a905c-3de8-4616-9a99-105677d7ca16 x-openstack-request-id: req-5e0a905c-3de8-4616-9a99-105677d7ca16 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:12.344882 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d", "tag": "13afbedb-36fc-44de-a2ca-c78e67614b04", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:12.345146 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e0a905c-3de8-4616-9a99-105677d7ca16 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:12.345721 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d', 'tag': '13afbedb-36fc-44de-a2ca-c78e67614b04', 'status': 'completed', 'code': 200} Jul 13 07:23:12.370324 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:12.385972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2fef2-fbae-4711-b500-cfaec541300f service neutron] Pushing event updated for resources: {'Port': ['ID=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:12.424769 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2115fb5f-d6eb-4789-bde6-52da87d2602b x-openstack-request-id: req-2115fb5f-d6eb-4789-bde6-52da87d2602b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:12.425052 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4bd5346-8736-4e6b-b4dd-6b2061be1254", "tag": "f5bbee41-6f9c-4fe2-9f31-253a5d7b417e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:12.425301 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2115fb5f-d6eb-4789-bde6-52da87d2602b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:12.425690 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'tag': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e', 'status': 'completed', 'code': 200} Jul 13 07:23:12.460580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-9ceb8ccc-7388-4e9c-a064-3f28733f2902 service neutron] 10.222.0.53 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634831 Jul 13 07:23:12.513911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.515060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:12.516684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] 10.222.0.54 "PUT /v2.0/ports/c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 HTTP/1.1" status: 200 len: 1092 time: 5.7445922 Jul 13 07:23:12.588908 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-d288c4a8-2765-4cbb-9bef-7b38db2112e9 service neutron] 10.222.0.53 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213617 Jul 13 07:23:12.664887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4b93-8f2f-4420-bc4d-9caa89aeba45 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:12.669515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c02db-8360-4fa7-8494-96308236afdb req-66e4b783-273f-47fa-8b60-62146dbaf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.671622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-66e4b783-273f-47fa-8b60-62146dbaf10c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 1094 time: 0.6679258 Jul 13 07:23:12.696837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a099bfb-af14-4df9-8d62-70da028261d6 req-57b7c09e-f846-4ddd-96b0-dec1193d8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.699087 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a099bfb-af14-4df9-8d62-70da028261d6 req-57b7c09e-f846-4ddd-96b0-dec1193d8aee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=443392e6e55c44c18deddb86b23a0b25&device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 1094 time: 0.0603817 Jul 13 07:23:12.701713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ad28-8bfe-4401-9344-a532acad1638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:12.703714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:12.714912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Sync routers for ids ['84020bc8-a90d-444d-9620-dd36df851e04'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:12.740449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e6b31-eb23-4520-9af7-e2e4dc0ee41d req-e00a703c-171a-4d4b-94c6-3302de803262 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.741897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e3e6b31-eb23-4520-9af7-e2e4dc0ee41d req-e00a703c-171a-4d4b-94c6-3302de803262 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 931 time: 0.6841245 Jul 13 07:23:12.746156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1eb7f700-bb92-4851-91fb-b86139ac63f2 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:12.748796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1c086b9d-2edc-4853-a04d-1f58776a061b admin admin] 10.222.0.44 "PUT /v2.0/routers/84020bc8-a90d-444d-9620-dd36df851e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3371260 Jul 13 07:23:12.754872 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fd9ad28-8bfe-4401-9344-a532acad1638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:12.773186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-479de1ea-04f8-4871-991f-8b28c0c94a29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e HTTP/1.1" status: 200 len: 217 time: 0.0917828 Jul 13 07:23:12.805979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-aaf37f48-6aee-4958-8963-349486826acf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3347805 Jul 13 07:23:12.807817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-c876730f-6130-4a46-854f-4dd2ada5565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.809297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-c876730f-6130-4a46-854f-4dd2ada5565f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4450657 Jul 13 07:23:12.827053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a099bfb-af14-4df9-8d62-70da028261d6 req-a3180498-264e-408d-b491-835091a2a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.829193 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a099bfb-af14-4df9-8d62-70da028261d6 req-a3180498-264e-408d-b491-835091a2a7c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=613f7ce1-abec-4be0-9a77-5264224de380 HTTP/1.1" status: 200 len: 918 time: 0.1236472 Jul 13 07:23:12.890609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Request body: {'port': {'device_id': '43b8ea36-2a71-4131-b53d-888036b09237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:12.892978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a099bfb-af14-4df9-8d62-70da028261d6 req-e684db5e-a950-48b4-bd83-67825d5a7928 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13afbedb-36fc-44de-a2ca-c78e67614b04 HTTP/1.1" status: 200 len: 217 time: 0.0468278 Jul 13 07:23:12.894010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Made reservation on behalf of 5de21f558baf4a2988cb3d184cb15c6a for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:12.896660 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:12.934649 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:12.964836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Routers {'84020bc8-a90d-444d-9620-dd36df851e04'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:12.965831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:22:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['84020bc8-a90d-444d-9620-dd36df851e04'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:13.010569 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6fd9ad28-8bfe-4401-9344-a532acad1638 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb98afe65c894f92a43d2e99db39d331&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4183156 Jul 13 07:23:13.014682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39802) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:13.044316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9ad28-8bfe-4401-9344-a532acad1638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cadf1d-4902-4b16-89d7-ef39b647edb1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:13.048583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device abafb9fa-25ae-4a21-ae0b-f7d08762e423 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:13.067556 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.087584 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.092903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-2f44ed5e-4e3b-49b1-a0ca-34acc91200a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.094851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-2f44ed5e-4e3b-49b1-a0ca-34acc91200a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=443392e6e55c44c18deddb86b23a0b25&device_id=9f404ed7-62dd-4328-a59c-6c45d0adea9a HTTP/1.1" status: 200 len: 1095 time: 0.5255356 Jul 13 07:23:13.107992 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e3e6b31-eb23-4520-9af7-e2e4dc0ee41d req-3a5f7a86-cd7d-48f2-ba5e-a4a850210d54 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555586 Jul 13 07:23:13.137778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f477db4-943c-4b2e-b0fc-663061293882,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:13.156083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:13.162495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a099bfb-af14-4df9-8d62-70da028261d6 req-7b2bbfe8-4b01-4afc-895d-03519f9e2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.166292 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a099bfb-af14-4df9-8d62-70da028261d6 req-7b2bbfe8-4b01-4afc-895d-03519f9e2749 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f69bc29-ebcc-47c2-a04f-fd69586d28c2 HTTP/1.1" status: 200 len: 857 time: 0.2503371 Jul 13 07:23:13.196960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.197722 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Added segment 996bc3a8-3abe-4c23-9d76-4d08803192e6 of type vlan for network 2e76737c-0981-4ad7-bc44-37a93d5794b0 Jul 13 07:23:13.199565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c02db-8360-4fa7-8494-96308236afdb req-1f0f866a-3fb9-4944-8895-3323b6da638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.200150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port abafb9fa-25ae-4a21-ae0b-f7d08762e423, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=abafb9fa-25ae-4a21-ae0b-f7d08762e423,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:13.201061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-1f0f866a-3fb9-4944-8895-3323b6da638e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.3908765 Jul 13 07:23:13.214096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'abafb9fa-25ae-4a21-ae0b-f7d08762e423', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'abafb9fa-25ae-4a21-ae0b-f7d08762e423', 'mac_address': 'fa:16:3e:b3:fd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:13.237715 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a099bfb-af14-4df9-8d62-70da028261d6 req-26f559f6-9f80-4278-be6d-dde8799693e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=613f7ce1-abec-4be0-9a77-5264224de380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603731 Jul 13 07:23:13.268316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1eb7f700-bb92-4851-91fb-b86139ac63f2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1eb7f700-bb92-4851-91fb-b86139ac63f2,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:13.317472 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.320718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c752fcc-1840-4877-894f-18693baa6abd req-8cee57ef-49ce-4ac1-a769-58b569afafb8 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.324627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-66f9d260-4a69-4f0d-8a7a-b88980d1eb43 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711480 Jul 13 07:23:13.333166 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c752fcc-1840-4877-894f-18693baa6abd req-8cee57ef-49ce-4ac1-a769-58b569afafb8 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 943 time: 0.2622347 Jul 13 07:23:13.338315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '1eb7f700-bb92-4851-91fb-b86139ac63f2', 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380', 'port_id': '1eb7f700-bb92-4851-91fb-b86139ac63f2', 'mac_address': 'fa:16:3e:85:4f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f69bc29-ebcc-47c2-a04f-fd69586d28c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:13.349633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-b17d9283-f848-41e7-93be-30c6da6f13d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 HTTP/1.1" status: 200 len: 217 time: 0.2316737 Jul 13 07:23:13.350563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abafb9fa-25ae-4a21-ae0b-f7d08762e423 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:13.392450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.408745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Set router 84020bc8-a90d-444d-9620-dd36df851e04 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:13.434514 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port abafb9fa-25ae-4a21-ae0b-f7d08762e423, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=abafb9fa-25ae-4a21-ae0b-f7d08762e423,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:13.442657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.445539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-a945c282-9433-4f25-bfd9-f42a36fceab1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871662 Jul 13 07:23:13.448362 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.532938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.547536 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.548836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.549396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.580690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c752fcc-1840-4877-894f-18693baa6abd req-0222fa37-6f62-440a-a08c-812a53fe029f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464106 Jul 13 07:23:13.594956 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f1eec37-86ec-44ff-a23b-67646d775713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.621528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-731b3e94-cc30-412d-b002-93e151f1eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.621528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-731b3e94-cc30-412d-b002-93e151f1eeeb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f69bc29-ebcc-47c2-a04f-fd69586d28c2 HTTP/1.1" status: 200 len: 857 time: 0.1955297 Jul 13 07:23:13.651434 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7187624 Jul 13 07:23:13.652125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb7f700-bb92-4851-91fb-b86139ac63f2 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:13.654117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39820) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:13.654844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b798db3-caa5-49a6-9dfe-cb4f55b17c8a admin admin] Pushing event updated for resources: {'Network': ['ID=2e76737c-0981-4ad7-bc44-37a93d5794b0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:13.661904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Request body: {'subnet': {'network_id': '2e76737c-0981-4ad7-bc44-37a93d5794b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2028938811-subnet', 'tenant_id': '5de21f558baf4a2988cb3d184cb15c6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:13.672447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 2e76737c-0981-4ad7-bc44-37a93d5794b0 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:13.672777 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-508059cd-23a6-48a5-a216-8e4d0110aef2 req-9b10e62e-5c2e-4270-976b-9e3c59d07c3e service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278379 Jul 13 07:23:13.673710 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a099bfb-af14-4df9-8d62-70da028261d6 req-706ffc64-e7e6-4a20-b8bc-2ffa865af91d service neutron] 10.222.0.53 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798382 Jul 13 07:23:13.746521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-7600d540-d2b1-4806-b2bd-93125a872f5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=613f7ce1-abec-4be0-9a77-5264224de380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953205 Jul 13 07:23:13.752354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f1eec37-86ec-44ff-a23b-67646d775713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.757713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1eb7f700-bb92-4851-91fb-b86139ac63f2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1eb7f700-bb92-4851-91fb-b86139ac63f2,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:13.798999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Made reservation on behalf of 5de21f558baf4a2988cb3d184cb15c6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:13.801348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.839574 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.850898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370bf8d-67f2-48d1-996a-70b3f3fd28c5 req-e099ea2b-b0c7-43f8-87b6-f0cfdb58ba7e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.852177 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c370bf8d-67f2-48d1-996a-70b3f3fd28c5 req-e099ea2b-b0c7-43f8-87b6-f0cfdb58ba7e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 947 time: 0.5164051 Jul 13 07:23:13.868895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=abafb9fa-25ae-4a21-ae0b-f7d08762e423,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:13.872637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-6c0dedf9-2d1e-4da8-8413-64649b8924e1 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913836 Jul 13 07:23:13.899249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.899609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.899951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.900331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.900666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.901000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.901329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.901662 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.901990 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.902319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.902743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.903069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:13.931768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a099bfb-af14-4df9-8d62-70da028261d6 req-972e4a74-bc87-4615-a6c7-488509177912 service neutron] 10.222.0.53 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514665 Jul 13 07:23:13.986133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['abafb9fa-25ae-4a21-ae0b-f7d08762e423'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:14.097236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=1eb7f700-bb92-4851-91fb-b86139ac63f2,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:14.098219 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:14.131169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c370bf8d-67f2-48d1-996a-70b3f3fd28c5 req-5cb14542-286f-496e-ba1e-64aa309d216f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642438 Jul 13 07:23:14.173809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=787fc0ca-24fc-46f7-9c86-4eb46682de3f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:14.178399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f1eec37-86ec-44ff-a23b-67646d775713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:14.180946 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f1eec37-86ec-44ff-a23b-67646d775713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:14.182244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9f1eec37-86ec-44ff-a23b-67646d775713 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12cadf1d-4902-4b16-89d7-ef39b647edb1 HTTP/1.1" status: 204 len: 168 time: 1.1589746 Jul 13 07:23:14.183984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['1eb7f700-bb92-4851-91fb-b86139ac63f2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:14.219957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Checking segment: {'id': '996bc3a8-3abe-4c23-9d76-4d08803192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e76737c-0981-4ad7-bc44-37a93d5794b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:14.220381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Network hostable DHCP agents. Network: 2e76737c-0981-4ad7-bc44-37a93d5794b0, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:14.252598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-4a2adec0-760a-4351-96fa-445d928869f8 service neutron] 10.222.0.54 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956930 Jul 13 07:23:14.259541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1eec37-86ec-44ff-a23b-67646d775713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cadf1d-4902-4b16-89d7-ef39b647edb1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:14.325702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Network 2e76737c-0981-4ad7-bc44-37a93d5794b0 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:14.337188 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a04c02db-8360-4fa7-8494-96308236afdb req-09a45ee8-36c3-4f40-8719-192835950c4e service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660884 Jul 13 07:23:14.382187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8ac47-d78f-4975-bbe4-d5978e1bf43b req-c5c14f36-9709-4ca1-94c7-40f8c29ecb85 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:14.391474 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-99f8ac47-d78f-4975-bbe4-d5978e1bf43b req-c5c14f36-9709-4ca1-94c7-40f8c29ecb85 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 943 time: 0.2099867 Jul 13 07:23:14.393349 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 2e76737c-0981-4ad7-bc44-37a93d5794b0) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:14.404521 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f4b696df-c58b-48e6-864b-fffb4bcd5e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:14.411370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:14.412321 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:14.425307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b94c47-5f6e-4423-be18-d2472ca75633 None None] Network 2e76737c-0981-4ad7-bc44-37a93d5794b0 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:14.438853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd177ca-c448-4c9f-9592-8c6194649011 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:14.448654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84020bc8-a90d-444d-9620-dd36df851e04', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-router', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:54Z', 'updated_at': '2021-07-13T07:23:08Z', 'revision_number': 4, 'project_id': '9366ac68db434544a9de1b00952ba063', 'gw_port': {'id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:57Z', 'updated_at': '2021-07-13T07:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '41d852af-d8b2-43cc-a879-24cbb8949805', 'name': '', 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'mac_address': 'fa:16:3e:4d:75:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:05Z', 'updated_at': '2021-07-13T07:23:09Z', 'revision_number': 2, 'project_id': '9366ac68db434544a9de1b00952ba063', 'subnets': [{'id': '4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:14.450503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:14.467271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f404ed7-62dd-4328-a59c-6c45d0adea9a', 'tag': 'c6e54d52-00f6-428a-b7cb-c8a62fbe03b2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:14.469897 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5ea62ac4-cf7e-4dca-a72c-35a6f224edd0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8118432 Jul 13 07:23:14.478557 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b0b509-47cb-40fe-b673-4ce3010f6541" -d '{"events": [{"name": "network-changed", "server_uuid": "9f404ed7-62dd-4328-a59c-6c45d0adea9a", "tag": "c6e54d52-00f6-428a-b7cb-c8a62fbe03b2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:14.488476 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-99f8ac47-d78f-4975-bbe4-d5978e1bf43b req-5caf0792-0ca3-46de-9b0b-372a6d2079a6 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956151 Jul 13 07:23:14.493850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Transition to ACTIVE for port object 7fd177ca-c448-4c9f-9592-8c6194649011 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:14.495480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Checking router: 84020bc8-a90d-444d-9620-dd36df851e04 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:14.495979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Updating router 84020bc8-a90d-444d-9620-dd36df851e04 port 41d852af-d8b2-43cc-a879-24cbb8949805 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:23:14.648717 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:14.848521 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ecb595-8a52-4167-aa43-8808170842f6 x-openstack-request-id: req-f7ecb595-8a52-4167-aa43-8808170842f6 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:14.848768 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f404ed7-62dd-4328-a59c-6c45d0adea9a", "tag": "c6e54d52-00f6-428a-b7cb-c8a62fbe03b2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:14.849025 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7ecb595-8a52-4167-aa43-8808170842f6 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:14.849414 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f404ed7-62dd-4328-a59c-6c45d0adea9a', 'tag': 'c6e54d52-00f6-428a-b7cb-c8a62fbe03b2', 'status': 'completed', 'code': 200} Jul 13 07:23:14.853729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:14.933972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd177ca-c448-4c9f-9592-8c6194649011,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:14.947354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a4ce3-5a30-4fad-bba5-57e88780fab9 None None] Network 2e76737c-0981-4ad7-bc44-37a93d5794b0 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:15.025043 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce2912d-df43-42dd-bc09-3b36fc985cfe req-2de4c42c-fdab-4108-a9a3-f4a8f11f675c service neutron] 10.222.0.54 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7616241 Jul 13 07:23:15.071136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed2da-234c-4198-8895-73cd6ad561f6 req-eb31925b-2920-4e4b-b018-bc5a152ec535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.072711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-341ed2da-234c-4198-8895-73cd6ad561f6 req-eb31925b-2920-4e4b-b018-bc5a152ec535 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 1094 time: 0.5957303 Jul 13 07:23:15.074266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:15.074612 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:15.074938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:15.080167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Port 7fd177ca-c448-4c9f-9592-8c6194649011 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:15.080491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:15.125282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971651-86c7-4cbe-a15f-aef7fbdb8870 req-0c569a44-9e49-42d7-be83-10b3c9f541e8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.132297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df971651-86c7-4cbe-a15f-aef7fbdb8870 req-0c569a44-9e49-42d7-be83-10b3c9f541e8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 943 time: 0.2819581 Jul 13 07:23:15.157378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:15.157909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:15.158447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:15.158975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Bound port: 7fd177ca-c448-4c9f-9592-8c6194649011, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:15.159408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.287706 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.292084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df971651-86c7-4cbe-a15f-aef7fbdb8870 req-50647efe-05a3-41d1-bc9f-39c547ad69e9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548131 Jul 13 07:23:15.299773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Transition to ACTIVE for port object 41d852af-d8b2-43cc-a879-24cbb8949805 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:15.306867 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.366133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b2645-6ab8-4220-9b1b-b5acf996ad88 None None] Pushing event updated for resources: {'Port': ['ID=41d852af-d8b2-43cc-a879-24cbb8949805,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:15.415246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed2da-234c-4198-8895-73cd6ad561f6 req-d01d5cd6-e0fe-46ca-8bf7-a80816ef57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.416660 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-341ed2da-234c-4198-8895-73cd6ad561f6 req-d01d5cd6-e0fe-46ca-8bf7-a80816ef57f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.3310108 Jul 13 07:23:15.418572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b509-47cb-40fe-b673-4ce3010f6541 req-0b7b272e-4a0d-493e-af03-39bcb0400482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.419969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84b0b509-47cb-40fe-b673-4ce3010f6541 req-0b7b272e-4a0d-493e-af03-39bcb0400482 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=443392e6e55c44c18deddb86b23a0b25&device_id=9f404ed7-62dd-4328-a59c-6c45d0adea9a HTTP/1.1" status: 200 len: 1095 time: 0.3032126 Jul 13 07:23:15.455328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Attempting to bind port 41d852af-d8b2-43cc-a879-24cbb8949805 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:15.455853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Attempting to bind port 41d852af-d8b2-43cc-a879-24cbb8949805 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '66950d29-8d03-45aa-bb9a-29c05d55b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:15.456251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Attempting to bind port 41d852af-d8b2-43cc-a879-24cbb8949805 on network 078b5b77-61da-429a-aa82-388c03a93e6d {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:15.464046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:15.464046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Checking segment: {'id': '66950d29-8d03-45aa-bb9a-29c05d55b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:15.464046 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.464046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Bound using segment: {'id': '66950d29-8d03-45aa-bb9a-29c05d55b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:15.464046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Bound port: 41d852af-d8b2-43cc-a879-24cbb8949805, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66950d29-8d03-45aa-bb9a-29c05d55b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:15.464046 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.542425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-341ed2da-234c-4198-8895-73cd6ad561f6 req-d4213098-67cc-4546-8cd9-e9ade4961af6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e HTTP/1.1" status: 200 len: 217 time: 0.1003125 Jul 13 07:23:15.563242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:15.590760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] For port 41d852af-d8b2-43cc-a879-24cbb8949805, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:15.597585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] For port 41d852af-d8b2-43cc-a879-24cbb8949805, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=41d852af-d8b2-43cc-a879-24cbb8949805,segment=NetworkSegment(66950d29-8d03-45aa-bb9a-29c05d55b050),segment_id=66950d29-8d03-45aa-bb9a-29c05d55b050)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:15.600051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39888) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:15.605466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-841577598-network', 'tenant_id': 'fb5205655b6447b99bbb6f272ca82335'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:15.615534 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.659507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Made reservation on behalf of fb5205655b6447b99bbb6f272ca82335 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:15.663344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.684210 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.697879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Routers {'84020bc8-a90d-444d-9620-dd36df851e04'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:15.698508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:22:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['84020bc8-a90d-444d-9620-dd36df851e04'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:15.790681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b2645-6ab8-4220-9b1b-b5acf996ad88 None None] Pushing event updated for resources: {'Port': ['ID=41d852af-d8b2-43cc-a879-24cbb8949805,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:15.856356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed2da-234c-4198-8895-73cd6ad561f6 req-ca636951-1299-4665-aa38-f5759f0a0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.858857 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-341ed2da-234c-4198-8895-73cd6ad561f6 req-ca636951-1299-4665-aa38-f5759f0a0bbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.3022919 Jul 13 07:23:15.865885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:15.898236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c88c3-b063-4519-bcff-df67de89c2d8 req-32722bd5-e8c9-4fec-98fa-61b1cef10c9c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.900535 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0b1c88c3-b063-4519-bcff-df67de89c2d8 req-32722bd5-e8c9-4fec-98fa-61b1cef10c9c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 948 time: 0.1942632 Jul 13 07:23:15.901168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.927542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] Set router 84020bc8-a90d-444d-9620-dd36df851e04 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:16.029049 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0b1c88c3-b063-4519-bcff-df67de89c2d8 req-fe6defc2-53f2-4e92-8cbf-75ec48a09421 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128170 Jul 13 07:23:16.029655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a334b-2dd2-4567-b12f-3c4b444d8934 req-df8050b9-3319-4a62-aac5-0a2a7a1e2355 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.031880 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-976a334b-2dd2-4567-b12f-3c4b444d8934 req-df8050b9-3319-4a62-aac5-0a2a7a1e2355 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 943 time: 0.4009151 Jul 13 07:23:16.034705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-341ed2da-234c-4198-8895-73cd6ad561f6 req-85152c68-95f7-412a-ae3b-7bd3f301a7e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619942 Jul 13 07:23:16.036522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.037873 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.039439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] 10.222.0.54 "PUT /v2.0/ports/7fd177ca-c448-4c9f-9592-8c6194649011 HTTP/1.1" status: 200 len: 1091 time: 3.1871750 Jul 13 07:23:16.040983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b509-47cb-40fe-b673-4ce3010f6541 req-ca2e651b-3afd-40dd-b4a0-6a68101618bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.042562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84b0b509-47cb-40fe-b673-4ce3010f6541 req-ca2e651b-3afd-40dd-b4a0-6a68101618bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=613f7ce1-abec-4be0-9a77-5264224de380 HTTP/1.1" status: 200 len: 918 time: 0.5995588 Jul 13 07:23:16.053165 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.060318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.102813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3153a55-27cb-423d-b36d-ccb779dd47a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd177ca-c448-4c9f-9592-8c6194649011,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:16.132364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:16.164136 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.164888 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Added segment cff5d929-a479-4621-8ee7-5a489174b521 of type vlan for network b11098cc-3b6a-4592-89ba-b8e51fd68762 Jul 13 07:23:16.167475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99116cbf-d784-46a0-a1b9-95fd86eb8d8c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:16.233344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84020bc8-a90d-444d-9620-dd36df851e04', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-router', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:54Z', 'updated_at': '2021-07-13T07:23:08Z', 'revision_number': 4, 'project_id': '9366ac68db434544a9de1b00952ba063', 'gw_port': {'id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:57Z', 'updated_at': '2021-07-13T07:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '41d852af-d8b2-43cc-a879-24cbb8949805', 'name': '', 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'mac_address': 'fa:16:3e:4d:75:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:05Z', 'updated_at': '2021-07-13T07:23:15Z', 'revision_number': 4, 'project_id': '9366ac68db434544a9de1b00952ba063', 'subnets': [{'id': '4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:16.235029 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84b0b509-47cb-40fe-b673-4ce3010f6541 req-0a321597-995a-4717-bac7-20719845fcd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 HTTP/1.1" status: 200 len: 217 time: 0.0914872 Jul 13 07:23:16.242361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.266749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8c343-db22-477d-8434-2a9682243f14 None None] The sync data for ids ['84020bc8-a90d-444d-9620-dd36df851e04'] in n-d-798249-7 is: [{'id': '84020bc8-a90d-444d-9620-dd36df851e04', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-router', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:54Z', 'updated_at': '2021-07-13T07:23:08Z', 'revision_number': 4, 'project_id': '9366ac68db434544a9de1b00952ba063', 'gw_port': {'id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:57Z', 'updated_at': '2021-07-13T07:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '41d852af-d8b2-43cc-a879-24cbb8949805', 'name': '', 'network_id': '078b5b77-61da-429a-aa82-388c03a93e6d', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'mac_address': 'fa:16:3e:4d:75:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:05Z', 'updated_at': '2021-07-13T07:23:15Z', 'revision_number': 4, 'project_id': '9366ac68db434544a9de1b00952ba063', 'subnets': [{'id': '4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:16.297057 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.301228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.301977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.399061 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7973814 Jul 13 07:23:16.406098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39906) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:16.409625 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-976a334b-2dd2-4567-b12f-3c4b444d8934 req-120e2688-aa99-4206-b7a6-167b40318eae tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652360 Jul 13 07:23:16.413883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Request body: {'subnet': {'network_id': 'b11098cc-3b6a-4592-89ba-b8e51fd68762', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-841577598-subnet', 'tenant_id': 'fb5205655b6447b99bbb6f272ca82335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:16.433660 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-341ed2da-234c-4198-8895-73cd6ad561f6 req-94e9324a-9fca-485c-8c07-3bd15aaab3f7 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826103 Jul 13 07:23:16.447390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-4050026b-8007-4d29-bd04-ef3f9b21e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.447390 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-4050026b-8007-4d29-bd04-ef3f9b21e79e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1094 time: 0.3340988 Jul 13 07:23:16.461983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234187c-8e87-43d6-9a50-890a3c7dc978 admin admin] Pushing event updated for resources: {'Network': ['ID=b11098cc-3b6a-4592-89ba-b8e51fd68762,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:16.477159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b509-47cb-40fe-b673-4ce3010f6541 req-292621cd-1412-4e26-99be-2d91604167b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.478446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b11098cc-3b6a-4592-89ba-b8e51fd68762 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:16.478883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84b0b509-47cb-40fe-b673-4ce3010f6541 req-292621cd-1412-4e26-99be-2d91604167b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0f69bc29-ebcc-47c2-a04f-fd69586d28c2 HTTP/1.1" status: 200 len: 857 time: 0.2309430 Jul 13 07:23:16.500644 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Made reservation on behalf of fb5205655b6447b99bbb6f272ca82335 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:16.503509 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.531214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702c66d-5054-4d62-a1b4-2dc3337b314c req-9349df9d-ceb3-4cdb-83ff-98c3c2fd346e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.547144 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f702c66d-5054-4d62-a1b4-2dc3337b314c req-9349df9d-ceb3-4cdb-83ff-98c3c2fd346e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 943 time: 0.2268417 Jul 13 07:23:16.567607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84b0b509-47cb-40fe-b673-4ce3010f6541 req-1dbf21bb-c44b-4f80-a975-5411b8254f8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=613f7ce1-abec-4be0-9a77-5264224de380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760846 Jul 13 07:23:16.568906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-91b48f76-bf9e-46a9-bc03-7916abb1fa38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd177ca-c448-4c9f-9592-8c6194649011 HTTP/1.1" status: 200 len: 217 time: 0.1173153 Jul 13 07:23:16.739298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-f12d6804-0940-4ca9-83fb-41ecb1544db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.740818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-f12d6804-0940-4ca9-83fb-41ecb1544db2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.1297505 Jul 13 07:23:16.793446 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-341ed2da-234c-4198-8895-73cd6ad561f6 req-3851a047-8b4d-44b3-b2f1-8a6ae3113c5e service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498621 Jul 13 07:23:16.857487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 13afbedb-36fc-44de-a2ca-c78e67614b04 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:16.860563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1eb7f700-bb92-4851-91fb-b86139ac63f2 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:16.879038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b8ea36-2a71-4131-b53d-888036b09237', 'tag': '7fd177ca-c448-4c9f-9592-8c6194649011'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:16.881379 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "43b8ea36-2a71-4131-b53d-888036b09237", "tag": "7fd177ca-c448-4c9f-9592-8c6194649011"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:16.890010 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f702c66d-5054-4d62-a1b4-2dc3337b314c req-a48caab6-b48b-429f-827d-952b17fe3166 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361125 Jul 13 07:23:16.891905 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.905472 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84b0b509-47cb-40fe-b673-4ce3010f6541 req-effb0b28-0b2f-4075-a683-0ab390a70dbe service neutron] 10.222.0.54 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950599 Jul 13 07:23:17.003194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-ff9155b6-5260-438a-a8e9-3864bf6644e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2121894 Jul 13 07:23:17.029570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Checking segment: {'id': 'cff5d929-a479-4621-8ee7-5a489174b521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b11098cc-3b6a-4592-89ba-b8e51fd68762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:17.029960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Network hostable DHCP agents. Network: b11098cc-3b6a-4592-89ba-b8e51fd68762, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:17.032791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=465d6573-dc15-49a0-a036-75f2dfe469d7,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:17.067690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Network b11098cc-3b6a-4592-89ba-b8e51fd68762 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:17.080954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device abafb9fa-25ae-4a21-ae0b-f7d08762e423 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:17.088804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b11098cc-3b6a-4592-89ba-b8e51fd68762) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:17.105403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.106101 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.120362 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.137645 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aca692ff-8a39-4e74-9f9d-a90d4c5ae0ed admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7303267 Jul 13 07:23:17.176456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a05649-9a3e-4890-b181-ff592e6c8028 None None] Network b11098cc-3b6a-4592-89ba-b8e51fd68762 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:17.242653 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7c8bc9bd-9e27-4798-aa39-91f9f6cc0dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.254802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-846821e4-e7af-4add-8105-c1b9f1a2bc4d service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319419 Jul 13 07:23:17.316945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 1eb7f700-bb92-4851-91fb-b86139ac63f2 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:17.318668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fd864-2405-4d8b-905f-c7b8c8c42784 req-1ae99140-1154-4a69-a8d9-496b580f1a72 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.321521 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-734fd864-2405-4d8b-905f-c7b8c8c42784 req-1ae99140-1154-4a69-a8d9-496b580f1a72 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 943 time: 0.1469266 Jul 13 07:23:17.342352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 1eb7f700-bb92-4851-91fb-b86139ac63f2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:17.343051 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.407237 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa0f7b2-ee38-402e-9f31-260256451065 x-openstack-request-id: req-3fa0f7b2-ee38-402e-9f31-260256451065 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:17.407543 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b8ea36-2a71-4131-b53d-888036b09237", "tag": "7fd177ca-c448-4c9f-9592-8c6194649011", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:17.407769 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fa0f7b2-ee38-402e-9f31-260256451065 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:17.408181 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b8ea36-2a71-4131-b53d-888036b09237', 'tag': '7fd177ca-c448-4c9f-9592-8c6194649011', 'status': 'completed', 'code': 200} Jul 13 07:23:17.416981 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-734fd864-2405-4d8b-905f-c7b8c8c42784 req-da2c308e-b704-41ff-9c60-cf4ca877707d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862877 Jul 13 07:23:17.424298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 13afbedb-36fc-44de-a2ca-c78e67614b04, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=13afbedb-36fc-44de-a2ca-c78e67614b04,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:17.426194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39934) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:17.481085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '13afbedb-36fc-44de-a2ca-c78e67614b04', 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380', 'port_id': '13afbedb-36fc-44de-a2ca-c78e67614b04', 'mac_address': 'fa:16:3e:86:69:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f69bc29-ebcc-47c2-a04f-fd69586d28c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:17.482269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54f38cbf-ac5e-4901-8a7b-5622763853e3 req-6bbf542e-7913-4950-b227-98b49d696669 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172377 Jul 13 07:23:17.526270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41d852af-d8b2-43cc-a879-24cbb8949805 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:17.535130 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84b0b509-47cb-40fe-b673-4ce3010f6541 req-c6884c44-1a08-4615-b440-68e791ae0a18 service neutron] 10.222.0.54 "GET /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179907 Jul 13 07:23:17.536623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0286aa-9919-4772-bf84-9e33fd738b6e admin admin] Deleting subnet 787fc0ca-24fc-46f7-9c86-4eb46682de3f {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:23:17.547585 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b0286aa-9919-4772-bf84-9e33fd738b6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.571009 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.642333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa req-f7726ff5-b804-40ea-9872-ae1349bc1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.644229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa req-f7726ff5-b804-40ea-9872-ae1349bc1472 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1094 time: 0.0953486 Jul 13 07:23:17.647536 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b0286aa-9919-4772-bf84-9e33fd738b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.653208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13afbedb-36fc-44de-a2ca-c78e67614b04 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:17.684332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 13afbedb-36fc-44de-a2ca-c78e67614b04, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=13afbedb-36fc-44de-a2ca-c78e67614b04,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:17.691257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port abafb9fa-25ae-4a21-ae0b-f7d08762e423 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:17.733823 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39938) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:17.734188 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.742185 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b0286aa-9919-4772-bf84-9e33fd738b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.753600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port abafb9fa-25ae-4a21-ae0b-f7d08762e423 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:17.754047 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.792596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa req-3bce5daa-52eb-46f8-a96e-68d87700bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.794667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa req-3bce5daa-52eb-46f8-a96e-68d87700bb0b service neutron] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.1422138 Jul 13 07:23:17.796377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-79bf3782-af75-4532-a2be-bd03e053536e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1540541517', 'description': 'tempest-description--2131285131'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:17.825906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d7f24-3ebd-4854-911c-1c5219e80163 req-a949e421-e26f-4492-94fc-12b2418a1890 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.833951 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-366d7f24-3ebd-4854-911c-1c5219e80163 req-a949e421-e26f-4492-94fc-12b2418a1890 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 948 time: 0.2309532 Jul 13 07:23:17.867346 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa req-54440685-791e-43fd-8093-e1816be016bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd177ca-c448-4c9f-9592-8c6194649011 HTTP/1.1" status: 200 len: 217 time: 0.0626190 Jul 13 07:23:17.926594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=13afbedb-36fc-44de-a2ca-c78e67614b04,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:17.930976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa req-a8562295-748b-4edb-9f4d-9e61f9c9dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.931878 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa req-a8562295-748b-4edb-9f4d-9e61f9c9dbb3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.0580795 Jul 13 07:23:17.943648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-366d7f24-3ebd-4854-911c-1c5219e80163 req-c82f2d8b-58d6-4573-aa42-65f3bf44c533 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087472 Jul 13 07:23:17.958903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c9963c-9a29-4bce-b232-a41c208cd65f None None] Network b11098cc-3b6a-4592-89ba-b8e51fd68762 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:17.968626 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79bf3782-af75-4532-a2be-bd03e053536e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.971832 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b0286aa-9919-4772-bf84-9e33fd738b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.008946 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa req-0a48a63b-af58-492c-ac4c-c629820f0aa4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676975 Jul 13 07:23:18.042397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0286aa-9919-4772-bf84-9e33fd738b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787fc0ca-24fc-46f7-9c86-4eb46682de3f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:18.053108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b0286aa-9919-4772-bf84-9e33fd738b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.057519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4b0286aa-9919-4772-bf84-9e33fd738b6e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/787fc0ca-24fc-46f7-9c86-4eb46682de3f HTTP/1.1" status: 204 len: 168 time: 0.6279728 Jul 13 07:23:18.059120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39952) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:18.064643 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.066858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['13afbedb-36fc-44de-a2ca-c78e67614b04'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:18.237059 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.259234 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79bf3782-af75-4532-a2be-bd03e053536e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.268924 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79bf3782-af75-4532-a2be-bd03e053536e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.281427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaf4aa-6ea5-40da-9f66-77389373c5e3 req-c1b7d0c9-2d78-4aea-bb4a-50fb1471fc1c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.283117 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53eaf4aa-6ea5-40da-9f66-77389373c5e3 req-c1b7d0c9-2d78-4aea-bb4a-50fb1471fc1c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 944 time: 0.1556330 Jul 13 07:23:18.289295 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa req-0b6fbd5a-c3df-4aae-9074-700db67d6b8f service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722418 Jul 13 07:23:18.301589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 41d852af-d8b2-43cc-a879-24cbb8949805 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:18.312409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 41d852af-d8b2-43cc-a879-24cbb8949805 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:18.313052 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.339787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf3782-af75-4532-a2be-bd03e053536e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abc16cf-3dcd-4d32-a590-39ea63364d0b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:18.346558 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79bf3782-af75-4532-a2be-bd03e053536e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.347776 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-79bf3782-af75-4532-a2be-bd03e053536e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5569985 Jul 13 07:23:18.352820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39956) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:18.368270 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1200bb10-6637-43f5-a996-b89d1b5a0aef tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Request body: {'security_group_rule': {'security_group_id': '6abc16cf-3dcd-4d32-a590-39ea63364d0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:18.369497 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.420564 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53eaf4aa-6ea5-40da-9f66-77389373c5e3 req-0233d0a3-8ca6-477d-90a8-060d231f7ef2 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204855 Jul 13 07:23:18.443530 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1200bb10-6637-43f5-a996-b89d1b5a0aef tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.459921 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.486611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a64a3f-2f7c-4062-bc71-879d5d58845d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb7f700-bb92-4851-91fb-b86139ac63f2'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:18.490389 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1e8688-66a6-4f8a-bd3a-f3768ede2727" -d '{"events": [{"server_uuid": "f4a64a3f-2f7c-4062-bc71-879d5d58845d", "name": "network-vif-plugged", "status": "completed", "tag": "1eb7f700-bb92-4851-91fb-b86139ac63f2"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:18.514826 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.537339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.537738 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.538438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.538784 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > port after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.539093 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.539412 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > port after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.539730 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.540062 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.540381 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.540693 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.542494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 41d852af-d8b2-43cc-a879-24cbb8949805, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=41d852af-d8b2-43cc-a879-24cbb8949805,segment=NetworkSegment(66950d29-8d03-45aa-bb9a-29c05d55b050),segment_id=66950d29-8d03-45aa-bb9a-29c05d55b050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:18.555932 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.569837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1eb7f700-bb92-4851-91fb-b86139ac63f2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1eb7f700-bb92-4851-91fb-b86139ac63f2,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:18.572441 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1200bb10-6637-43f5-a996-b89d1b5a0aef tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.579137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1200bb10-6637-43f5-a996-b89d1b5a0aef tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.603314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200bb10-6637-43f5-a996-b89d1b5a0aef tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eba5485-ceef-4489-8323-00cef760c59d,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:18.613088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.613435 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.613796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.614092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:23:18.614475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e76737c-0981-4ad7-bc44-37a93d5794b0']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:18.616831 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1200bb10-6637-43f5-a996-b89d1b5a0aef tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.619093 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1200bb10-6637-43f5-a996-b89d1b5a0aef tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642272 Jul 13 07:23:18.621457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39966) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:18.629416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1e46f1ac-f6b0-49c6-82c7-478366081bed tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Request body: {'security_group_rule': {'security_group_id': '6abc16cf-3dcd-4d32-a590-39ea63364d0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:18.649484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996bc3a8-3abe-4c23-9d76-4d08803192e6') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:18.649484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996bc3a8-3abe-4c23-9d76-4d08803192e6') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:18.678755 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d36f46b-f9d0-4025-af73-04bd7a05b1aa req-95212173-e321-4c2d-abcb-763f658fdb52 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733227 Jul 13 07:23:18.686966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0735b46-0bea-4673-aba7-632477dccf93 req-08dc5e0a-97af-4bc9-a584-4ac2c829d70e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.693944 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0735b46-0bea-4673-aba7-632477dccf93 req-08dc5e0a-97af-4bc9-a584-4ac2c829d70e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 943 time: 0.3330691 Jul 13 07:23:18.697168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.711918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=41d852af-d8b2-43cc-a879-24cbb8949805,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:18.719308 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.739501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f5bbee41-6f9c-4fe2-9f31-253a5d7b417e details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:18.759159 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e46f1ac-f6b0-49c6-82c7-478366081bed tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.799197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.805618 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.834880 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0735b46-0bea-4673-aba7-632477dccf93 req-ca1fff08-dd58-456d-a077-aab6fed70b9d tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399815 Jul 13 07:23:18.836543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:23:18.836947 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: from cryptography.utils import int_from_bytes Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: from cryptography.utils import int_from_bytes Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:23:18.854484 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:23:18.859167 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:23:18.859167 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:23:18.859167 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:23:18.859167 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:23:18.900229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=1eb7f700-bb92-4851-91fb-b86139ac63f2,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:18.922209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ff2f5-45f6-4eda-8fd3-31932bbce5f0 req-68f238ab-5efd-4eca-b5d8-db6e1aaf7340 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.924001 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d4ff2f5-45f6-4eda-8fd3-31932bbce5f0 req-68f238ab-5efd-4eca-b5d8-db6e1aaf7340 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 943 time: 0.2697666 Jul 13 07:23:18.971780 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e500c7e2-f040-4596-bcbc-5c7d4e9324fa x-openstack-request-id: req-e500c7e2-f040-4596-bcbc-5c7d4e9324fa {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:18.973036 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a64a3f-2f7c-4062-bc71-879d5d58845d", "name": "network-vif-plugged", "status": "completed", "tag": "1eb7f700-bb92-4851-91fb-b86139ac63f2", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:18.973462 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e500c7e2-f040-4596-bcbc-5c7d4e9324fa {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:18.974460 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a64a3f-2f7c-4062-bc71-879d5d58845d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb7f700-bb92-4851-91fb-b86139ac63f2', 'code': 200} Jul 13 07:23:18.983280 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e46f1ac-f6b0-49c6-82c7-478366081bed tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.984335 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.992582 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e46f1ac-f6b0-49c6-82c7-478366081bed tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.997990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.002773 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] 10.222.0.44 "DELETE /v2.0/networks/2e76737c-0981-4ad7-bc44-37a93d5794b0 HTTP/1.1" status: 204 len: 168 time: 0.9393897 Jul 13 07:23:19.007511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39976) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:19.031625 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d4ff2f5-45f6-4eda-8fd3-31932bbce5f0 req-d2b09b19-95ae-49b1-b345-fa10478e25fe tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956042 Jul 13 07:23:19.039914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port abafb9fa-25ae-4a21-ae0b-f7d08762e423, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=abafb9fa-25ae-4a21-ae0b-f7d08762e423,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:19.042038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46f1ac-f6b0-49c6-82c7-478366081bed tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d79c1ff-903e-44a6-98e9-51142a9ba86c,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:19.048863 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e46f1ac-f6b0-49c6-82c7-478366081bed tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.051562 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1e46f1ac-f6b0-49c6-82c7-478366081bed tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4274585 Jul 13 07:23:19.055706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39978) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:19.062067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:19.068375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:19.088165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda4c3c-1d7f-4047-88d0-64c31be7d68a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e76737c-0981-4ad7-bc44-37a93d5794b0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:19.110707 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.123127 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.269062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=abafb9fa-25ae-4a21-ae0b-f7d08762e423,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:19.303002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-55723046-62dc-45d9-b4f2-3ba5beb06e2b None None] Provisioning complete for port 41d852af-d8b2-43cc-a879-24cbb8949805 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:19.303591 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-55723046-62dc-45d9-b4f2-3ba5beb06e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.350180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:19.394232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:19.431045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41d852af-d8b2-43cc-a879-24cbb8949805 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:19.434472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e', 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e', 'port_id': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e', 'mac_address': 'fa:16:3e:2b:5d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3050d3f-f99c-4ffa-a37e-991c57adc495', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:19.450137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4068019d-ae91-48fc-a07f-8d28e2a045ae admin admin] Deleting subnet 465d6573-dc15-49a0-a036-75f2dfe469d7 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:23:19.469923 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4068019d-ae91-48fc-a07f-8d28e2a045ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.587387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622609d9-5673-42bc-8baa-a493986c6a66 req-92cc0de4-58ad-454e-ab64-c47de152975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:19.589712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-622609d9-5673-42bc-8baa-a493986c6a66 req-92cc0de4-58ad-454e-ab64-c47de152975f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4a64a3f-2f7c-4062-bc71-879d5d58845d HTTP/1.1" status: 200 len: 1097 time: 0.5172176 Jul 13 07:23:19.594334 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4068019d-ae91-48fc-a07f-8d28e2a045ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.595440 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.640635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5bbee41-6f9c-4fe2-9f31-253a5d7b417e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:19.661534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:19.673174 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.676114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 41d852af-d8b2-43cc-a879-24cbb8949805 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:19.676520 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.678114 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.685940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57528476-7a0a-45e6-868d-c3c1c3165939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.697695 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.709115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0d884-5e79-405f-833d-8eb4a7e3e398 req-15d81518-ac4e-45a3-8a91-ce15f930df74 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:19.710738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16f0d884-5e79-405f-833d-8eb4a7e3e398 req-15d81518-ac4e-45a3-8a91-ce15f930df74 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 949 time: 0.0948675 Jul 13 07:23:19.725324 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4068019d-ae91-48fc-a07f-8d28e2a045ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.755449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-622609d9-5673-42bc-8baa-a493986c6a66 req-b4350131-3656-4c8f-82b9-815ab638c449 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317744 Jul 13 07:23:19.767307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:19.814649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'c6e54d52-00f6-428a-b7cb-c8a62fbe03b2', 'network_id': '613f7ce1-abec-4be0-9a77-5264224de380', 'port_id': 'c6e54d52-00f6-428a-b7cb-c8a62fbe03b2', 'mac_address': 'fa:16:3e:3a:ae:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f69bc29-ebcc-47c2-a04f-fd69586d28c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:19.819505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b37da7-50cb-4ef8-bcc3-824618883c71 req-5cf8e4f5-faaf-4ba6-876e-cd398ac75fbd tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:19.819654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16f0d884-5e79-405f-833d-8eb4a7e3e398 req-1ec9ee8f-a849-49db-a5d7-923c66d46af6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983777 Jul 13 07:23:19.821939 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-90b37da7-50cb-4ef8-bcc3-824618883c71 req-5cf8e4f5-faaf-4ba6-876e-cd398ac75fbd tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 944 time: 0.2303493 Jul 13 07:23:19.830360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:19.862210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Allocated IP 172.25.6.153 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/26ce50cf-2885-4b48-b306-cee6b1ad5702) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:19.912586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4068019d-ae91-48fc-a07f-8d28e2a045ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.936849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-90b37da7-50cb-4ef8-bcc3-824618883c71 req-e2f26d35-b28f-41e0-a285-e02315a09ab8 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091385 Jul 13 07:23:19.970424 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4068019d-ae91-48fc-a07f-8d28e2a045ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.970424 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4068019d-ae91-48fc-a07f-8d28e2a045ae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/465d6573-dc15-49a0-a036-75f2dfe469d7 HTTP/1.1" status: 204 len: 168 time: 0.9549966 Jul 13 07:23:19.970424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068019d-ae91-48fc-a07f-8d28e2a045ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=465d6573-dc15-49a0-a036-75f2dfe469d7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:19.976838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39996) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:20.017439 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57528476-7a0a-45e6-868d-c3c1c3165939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.027465 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57528476-7a0a-45e6-868d-c3c1c3165939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.086399 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.089211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.116127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.118465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:20.139091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f4522f7f-1f27-456a-9e0d-473de66614ac None None] Provisioning complete for port abafb9fa-25ae-4a21-ae0b-f7d08762e423 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:20.139896 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f4522f7f-1f27-456a-9e0d-473de66614ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.144738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-57528476-7a0a-45e6-868d-c3c1c3165939 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d25f7a3ed0344db89c36349dedbf6286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7486691 Jul 13 07:23:20.145510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57528476-7a0a-45e6-868d-c3c1c3165939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9089373f-2663-4191-b8b4-5679bc307cb8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:20.148872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40006) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:20.182321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:20.195437 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.197727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1de0c-6ee9-40b7-852f-195fa41956de req-a622af6c-d2f2-4a7b-a06f-3954143e6c76 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.204121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4b1de0c-6ee9-40b7-852f-195fa41956de req-a622af6c-d2f2-4a7b-a06f-3954143e6c76 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 944 time: 0.1683972 Jul 13 07:23:20.216875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['f5bbee41-6f9c-4fe2-9f31-253a5d7b417e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:20.218008 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.292517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:20.305538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4b1de0c-6ee9-40b7-852f-195fa41956de req-074e0123-659e-4109-bac8-d2b61d5e5b25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983031 Jul 13 07:23:20.312502 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event updated for resources: {'Port': ['ID=26ce50cf-2885-4b48-b306-cee6b1ad5702,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:20.317050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:20.323191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:20.341572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e14ad62c-7cd5-4236-9865-b6347c526015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.365414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e14ad62c-7cd5-4236-9865-b6347c526015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.367590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:20.416686 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.426460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40010) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:20.454842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11098cc-3b6a-4592-89ba-b8e51fd68762']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:20.467312 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.471333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff5d929-a479-4621-8ee7-5a489174b521') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:20.471631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff5d929-a479-4621-8ee7-5a489174b521') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:20.485354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.525736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926de8b-82dd-4135-9400-cc804896076f req-d9a0cbee-d2f7-48dd-b3f4-63e8fb1054cc tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.527259 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5926de8b-82dd-4135-9400-cc804896076f req-d9a0cbee-d2f7-48dd-b3f4-63e8fb1054cc tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 943 time: 0.3206673 Jul 13 07:23:20.532702 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.536114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.547482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:23:20.547894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:23:20.555751 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:23:20.566830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e14ad62c-7cd5-4236-9865-b6347c526015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.569441 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e14ad62c-7cd5-4236-9865-b6347c526015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.570640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e14ad62c-7cd5-4236-9865-b6347c526015 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9089373f-2663-4191-b8b4-5679bc307cb8 HTTP/1.1" status: 204 len: 168 time: 0.4190209 Jul 13 07:23:20.578002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['c6e54d52-00f6-428a-b7cb-c8a62fbe03b2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:20.601493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ad62c-7cd5-4236-9865-b6347c526015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9089373f-2663-4191-b8b4-5679bc307cb8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:20.644769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aadb309a-6197-453d-8995-5f44b0f4fc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.658000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5926de8b-82dd-4135-9400-cc804896076f req-39ff6947-ebf6-47fa-806e-9188ab9c4d70 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228521 Jul 13 07:23:20.669945 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.678691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.683503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b11098cc-3b6a-4592-89ba-b8e51fd68762 HTTP/1.1" status: 204 len: 168 time: 0.7056556 Jul 13 07:23:20.709112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810826bf-2081-4e8b-be6b-a4a1a9090422 admin admin] Pushing event deleted for resources: {'Network': ['ID=b11098cc-3b6a-4592-89ba-b8e51fd68762,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:20.804718 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 13afbedb-36fc-44de-a2ca-c78e67614b04 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:20.828469 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.841143 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.845786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aadb309a-6197-453d-8995-5f44b0f4fc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.855662 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aadb309a-6197-453d-8995-5f44b0f4fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.939254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event updated for resources: {'Port': ['ID=26ce50cf-2885-4b48-b306-cee6b1ad5702,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:20.955748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.961856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40022) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:20.964159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aadb309a-6197-453d-8995-5f44b0f4fc2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fd54149e1094012b564f5b57a6d13ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5285351 Jul 13 07:23:20.966918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40024) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:20.982567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb309a-6197-453d-8995-5f44b0f4fc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cc4b67-521d-464e-9f2d-a77404eb9fa4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:20.986346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abafb9fa-25ae-4a21-ae0b-f7d08762e423'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:20.989249 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fee7e3-44bb-4f31-9bec-c0e65062c365" -d '{"events": [{"server_uuid": "bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5", "name": "network-vif-plugged", "status": "completed", "tag": "abafb9fa-25ae-4a21-ae0b-f7d08762e423"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:21.006793 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.008048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-57658e56-6919-4541-884c-fbb920a44fb4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9511080 Jul 13 07:23:21.012377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 13afbedb-36fc-44de-a2ca-c78e67614b04 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:21.022148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 13afbedb-36fc-44de-a2ca-c78e67614b04 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:21.023678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.062974 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1e3ec96b-8b38-4e31-88a1-4b72ecc23951 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5de21f558baf4a2988cb3d184cb15c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0996506 Jul 13 07:23:21.065627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40032) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:21.086405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7fd177ca-c448-4c9f-9592-8c6194649011 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:21.099541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-67264296-9144-4728-aea9-45a53f73f279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.138527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-67264296-9144-4728-aea9-45a53f73f279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.154091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40036) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:21.203251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e4dd-8273-4901-826d-75ec52511853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.206591 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d446e13-21f1-4a36-8835-593949aa5cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.238987 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d446e13-21f1-4a36-8835-593949aa5cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.251786 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.269543 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab22e-a5f8-458a-8b1e-0a80f2a59f7b req-5ee25092-813c-46e3-b4f3-11dc7af6417a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.273670 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83dab22e-a5f8-458a-8b1e-0a80f2a59f7b req-5ee25092-813c-46e3-b4f3-11dc7af6417a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 949 time: 0.1304078 Jul 13 07:23:21.277993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:21.281329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb0713-6c8f-4913-af65-144316dda452 req-b74992f8-7c32-4204-8201-93b79ba5f449 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.282953 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5cfb0713-6c8f-4913-af65-144316dda452 req-b74992f8-7c32-4204-8201-93b79ba5f449 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 944 time: 0.1511045 Jul 13 07:23:21.286794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-67264296-9144-4728-aea9-45a53f73f279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.289504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-67264296-9144-4728-aea9-45a53f73f279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.293126 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-67264296-9144-4728-aea9-45a53f73f279 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30cc4b67-521d-464e-9f2d-a77404eb9fa4 HTTP/1.1" status: 204 len: 168 time: 0.3140707 Jul 13 07:23:21.308488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 13afbedb-36fc-44de-a2ca-c78e67614b04, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=13afbedb-36fc-44de-a2ca-c78e67614b04,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:21.321208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '7fd177ca-c448-4c9f-9592-8c6194649011', 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd', 'port_id': '7fd177ca-c448-4c9f-9592-8c6194649011', 'mac_address': 'fa:16:3e:fe:c2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372555d4-2af3-4335-a093-1e7008a761f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:21.324052 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.345454 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83dab22e-a5f8-458a-8b1e-0a80f2a59f7b req-cee89070-a0cb-4b3c-b34d-b75fba7b012c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561244 Jul 13 07:23:21.371511 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d446e13-21f1-4a36-8835-593949aa5cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.377684 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d446e13-21f1-4a36-8835-593949aa5cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.379398 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0d446e13-21f1-4a36-8835-593949aa5cf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f477db4-943c-4b2e-b0fc-663061293882 HTTP/1.1" status: 204 len: 168 time: 0.3125761 Jul 13 07:23:21.391266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e4dd-8273-4901-826d-75ec52511853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.393594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d446e13-21f1-4a36-8835-593949aa5cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f477db4-943c-4b2e-b0fc-663061293882,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:21.429815 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac55c05-47c2-49ae-b573-2de50e5e57df x-openstack-request-id: req-fac55c05-47c2-49ae-b573-2de50e5e57df {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:21.430376 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5", "name": "network-vif-plugged", "status": "completed", "tag": "abafb9fa-25ae-4a21-ae0b-f7d08762e423", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:21.430476 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fac55c05-47c2-49ae-b573-2de50e5e57df {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:21.430907 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abafb9fa-25ae-4a21-ae0b-f7d08762e423', 'code': 200} Jul 13 07:23:21.433959 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.446435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67264296-9144-4728-aea9-45a53f73f279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cc4b67-521d-464e-9f2d-a77404eb9fa4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:21.451074 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5cfb0713-6c8f-4913-af65-144316dda452 req-1048a01f-aa0e-4bf4-b36a-00d4305c34df tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577378 Jul 13 07:23:21.452293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e4dd-8273-4901-826d-75ec52511853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.471565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd177ca-c448-4c9f-9592-8c6194649011 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:21.490876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40048) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:21.493681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=13afbedb-36fc-44de-a2ca-c78e67614b04,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:21.505239 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5ee5e4dd-8273-4901-826d-75ec52511853 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3613fd3dc81b48e4833b69dd23d326c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332765 Jul 13 07:23:21.520584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:21.529959 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.572091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5e4dd-8273-4901-826d-75ec52511853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8288a4c-c8ff-4ab0-9515-403219136394,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:21.619042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=7fd177ca-c448-4c9f-9592-8c6194649011,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:21.644044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba7994-69a7-4529-aaf2-01e139d6172c req-f723406e-dc5a-48c1-a3e8-0c57bb8a08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.645849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5eba7994-69a7-4529-aaf2-01e139d6172c req-f723406e-dc5a-48c1-a3e8-0c57bb8a08a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 1100 time: 0.1170998 Jul 13 07:23:21.677963 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a26dde71-0708-4858-a9a0-a2840bbd0e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.689227 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-a704e792-8d27-475d-b54f-82843ecd8de3 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1540541517&fields=id&tenant_id=454e5dc3399d4ae980241bf4741e7a6a HTTP/1.1" status: 200 len: 267 time: 0.1214926 Jul 13 07:23:21.733308 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5eba7994-69a7-4529-aaf2-01e139d6172c req-6fd159fb-14e5-4523-b5b1-17bb6669907d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753183 Jul 13 07:23:21.749565 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a26dde71-0708-4858-a9a0-a2840bbd0e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.776783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ac262-ecba-4752-9b83-5bcdf3adc8e0 req-61f430a9-8d79-48ff-a40a-619006dd459c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.778664 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-564ac262-ecba-4752-9b83-5bcdf3adc8e0 req-61f430a9-8d79-48ff-a40a-619006dd459c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 944 time: 0.0912936 Jul 13 07:23:21.832639 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-564ac262-ecba-4752-9b83-5bcdf3adc8e0 req-5045d074-036e-4d82-9321-e91b02d9b0d6 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475321 Jul 13 07:23:21.840697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-ffb53275-d199-4ca3-a463-1cf578f155b2 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.847386 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-ffb53275-d199-4ca3-a463-1cf578f155b2 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/networks?id=97076159-f72c-4961-b56c-4c780b6575e4 HTTP/1.1" status: 200 len: 824 time: 0.1568861 Jul 13 07:23:21.864392 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-3d7b2a36-5e70-4ac3-bc13-92125b5c58ea tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/quotas/454e5dc3399d4ae980241bf4741e7a6a HTTP/1.1" status: 200 len: 375 time: 0.0159113 Jul 13 07:23:21.899588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['7fd177ca-c448-4c9f-9592-8c6194649011'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:21.907504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a26dde71-0708-4858-a9a0-a2840bbd0e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.911228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a26dde71-0708-4858-a9a0-a2840bbd0e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.913379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a26dde71-0708-4858-a9a0-a2840bbd0e09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8288a4c-c8ff-4ab0-9515-403219136394 HTTP/1.1" status: 204 len: 168 time: 0.4212244 Jul 13 07:23:21.930708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dde71-0708-4858-a9a0-a2840bbd0e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8288a4c-c8ff-4ab0-9515-403219136394,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:21.997352 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-056835ec-b1a5-4784-abf4-0e81034594f1 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=454e5dc3399d4ae980241bf4741e7a6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1320877 Jul 13 07:23:22.031471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb8ede-8efc-4fc8-be4f-8458a5b5d8ab req-3e088fbb-f750-43bf-9265-e310e43abf0c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.038569 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02bb8ede-8efc-4fc8-be4f-8458a5b5d8ab req-3e088fbb-f750-43bf-9265-e310e43abf0c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 944 time: 0.0826595 Jul 13 07:23:22.042184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40062) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:22.044148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40064) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:22.075217 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76fad49d-d722-4abb-bde7-2afb60897917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.118336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02bb8ede-8efc-4fc8-be4f-8458a5b5d8ab req-47ace064-fd76-4f86-8a7b-75d97061587d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748930 Jul 13 07:23:22.141726 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-752e0d9a-9650-42d8-9217-1d6555e39e2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb5205655b6447b99bbb6f272ca82335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1004088 Jul 13 07:23:22.142322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40066) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:22.182333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-b2baf744-7ac7-419d-923d-2213b4abae5b service neutron] 10.222.0.44 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667781 Jul 13 07:23:22.216119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76fad49d-d722-4abb-bde7-2afb60897917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.221385 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76fad49d-d722-4abb-bde7-2afb60897917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.266275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fad49d-d722-4abb-bde7-2afb60897917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61426d2e-5044-4f17-8346-a3888db990c4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:22.270872 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-76fad49d-d722-4abb-bde7-2afb60897917 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6f111f29c674679b6f4fdb1136584d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249715 Jul 13 07:23:22.273526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40068) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:22.283075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7923ad7d-eed0-4dcb-a6e3-cc10f90745bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.319578 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7923ad7d-eed0-4dcb-a6e3-cc10f90745bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.324271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b631f072-129c-45a8-aff5-9dcb72beddd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.348637 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b631f072-129c-45a8-aff5-9dcb72beddd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.359502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-4913d968-cf13-4814-a071-e65d43d88040 service neutron] 10.222.0.44 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732707 Jul 13 07:23:22.402989 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7923ad7d-eed0-4dcb-a6e3-cc10f90745bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.407091 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7923ad7d-eed0-4dcb-a6e3-cc10f90745bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.411868 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7923ad7d-eed0-4dcb-a6e3-cc10f90745bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99116cbf-d784-46a0-a1b9-95fd86eb8d8c HTTP/1.1" status: 204 len: 168 time: 0.2683368 Jul 13 07:23:22.418855 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b631f072-129c-45a8-aff5-9dcb72beddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.420718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923ad7d-eed0-4dcb-a6e3-cc10f90745bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99116cbf-d784-46a0-a1b9-95fd86eb8d8c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:22.432502 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b631f072-129c-45a8-aff5-9dcb72beddd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.437002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b631f072-129c-45a8-aff5-9dcb72beddd5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61426d2e-5044-4f17-8346-a3888db990c4 HTTP/1.1" status: 204 len: 168 time: 0.1624765 Jul 13 07:23:22.456064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631f072-129c-45a8-aff5-9dcb72beddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61426d2e-5044-4f17-8346-a3888db990c4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:22.647392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d592e13-e0b3-4b4e-8f21-a40a597b6459 req-649c3b95-6e92-4757-8df9-6e94bfc25664 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.649156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d592e13-e0b3-4b4e-8f21-a40a597b6459 req-649c3b95-6e92-4757-8df9-6e94bfc25664 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 949 time: 0.1120374 Jul 13 07:23:22.729139 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d592e13-e0b3-4b4e-8f21-a40a597b6459 req-221585e2-5e1c-45f8-bd50-ccefd696fb98 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730026 Jul 13 07:23:22.764174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f5bbee41-6f9c-4fe2-9f31-253a5d7b417e up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:22.855801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49a08e68-ba1e-4936-a564-485c3cc71a42 req-6b8552d9-3e81-4c9b-9304-6b153329d9ec tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 210 time: 0.0668223 Jul 13 07:23:22.859705 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c095c-5612-496b-81ed-fcc6bfcb4e38 req-73c173d2-ea7b-46ec-9066-01e1fb578d4f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.861365 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e1c095c-5612-496b-81ed-fcc6bfcb4e38 req-73c173d2-ea7b-46ec-9066-01e1fb578d4f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 945 time: 0.1690300 Jul 13 07:23:22.865897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:22.875896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:22.876441 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.929436 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e1c095c-5612-496b-81ed-fcc6bfcb4e38 req-a2652955-5ef5-4dec-a4b8-29f7d9068156 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596063 Jul 13 07:23:22.984401 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.021122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:23.028860 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.088706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7fd177ca-c448-4c9f-9592-8c6194649011 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:23.142327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:23.171089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61194a55-2193-455e-8c7a-0b1d16cd44ce req-f223e33b-764f-4dd4-a2b3-afe13b818f78 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.192322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61194a55-2193-455e-8c7a-0b1d16cd44ce req-f223e33b-764f-4dd4-a2b3-afe13b818f78 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 945 time: 0.1513326 Jul 13 07:23:23.201993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 7fd177ca-c448-4c9f-9592-8c6194649011 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:23.206535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 7fd177ca-c448-4c9f-9592-8c6194649011 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:23.206946 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.250292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61194a55-2193-455e-8c7a-0b1d16cd44ce req-c8d4b706-2a3a-4c2e-956d-861ac8f0c9de tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549443 Jul 13 07:23:23.345420 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.396681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:23.404626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.422311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fcace-0571-433e-955a-502827417c41 req-215453db-ff0f-4933-a431-8aa1c38b99ad tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.423884 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bc4fcace-0571-433e-955a-502827417c41 req-215453db-ff0f-4933-a431-8aa1c38b99ad tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 944 time: 0.0859830 Jul 13 07:23:23.445581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13afbedb-36fc-44de-a2ca-c78e67614b04'}, {'server_uuid': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e'}, {'server_uuid': '43b8ea36-2a71-4131-b53d-888036b09237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd177ca-c448-4c9f-9592-8c6194649011'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:23.448182 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d5dd71-7697-488d-82de-25e1a875b235" -d '{"events": [{"server_uuid": "2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d", "name": "network-vif-plugged", "status": "completed", "tag": "13afbedb-36fc-44de-a2ca-c78e67614b04"}, {"server_uuid": "b4bd5346-8736-4e6b-b4dd-6b2061be1254", "name": "network-vif-plugged", "status": "completed", "tag": "f5bbee41-6f9c-4fe2-9f31-253a5d7b417e"}, {"server_uuid": "43b8ea36-2a71-4131-b53d-888036b09237", "name": "network-vif-plugged", "status": "completed", "tag": "7fd177ca-c448-4c9f-9592-8c6194649011"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:23.478135 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bc4fcace-0571-433e-955a-502827417c41 req-d99519ee-b118-4c98-b5fb-c9cbb8a93a6f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477736 Jul 13 07:23:23.516994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:23.589108 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9dc01d-b8ca-4f85-81b5-ffb03c1569c3 x-openstack-request-id: req-6e9dc01d-b8ca-4f85-81b5-ffb03c1569c3 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:23.589950 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d", "name": "network-vif-plugged", "status": "completed", "tag": "13afbedb-36fc-44de-a2ca-c78e67614b04", "code": 200}, {"server_uuid": "b4bd5346-8736-4e6b-b4dd-6b2061be1254", "name": "network-vif-plugged", "status": "completed", "tag": "f5bbee41-6f9c-4fe2-9f31-253a5d7b417e", "code": 200}, {"server_uuid": "43b8ea36-2a71-4131-b53d-888036b09237", "name": "network-vif-plugged", "status": "completed", "tag": "7fd177ca-c448-4c9f-9592-8c6194649011", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:23.590448 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e9dc01d-b8ca-4f85-81b5-ffb03c1569c3 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:23.591603 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13afbedb-36fc-44de-a2ca-c78e67614b04', 'code': 200} Jul 13 07:23:23.592045 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e', 'code': 200} Jul 13 07:23:23.592561 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b8ea36-2a71-4131-b53d-888036b09237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd177ca-c448-4c9f-9592-8c6194649011', 'code': 200} Jul 13 07:23:23.617708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:23.624633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=7fd177ca-c448-4c9f-9592-8c6194649011,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:23.627813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:23.628510 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.732229 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.800541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:23.801937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a2842-6f64-4c34-92a3-fa66e5d7a2a4 req-aa066761-67a8-4044-9309-00e2e781e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.803501 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-824a2842-6f64-4c34-92a3-fa66e5d7a2a4 req-aa066761-67a8-4044-9309-00e2e781e1f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 1096 time: 0.1579320 Jul 13 07:23:23.807337 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.869074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be37edf-e1ab-4ab7-b376-bc3de5f3be01 req-ea89d286-8bf3-4c72-90ab-c3d25310f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.871045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be37edf-e1ab-4ab7-b376-bc3de5f3be01 req-ea89d286-8bf3-4c72-90ab-c3d25310f0ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1096 time: 0.2158971 Jul 13 07:23:23.881309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda427d9-85ba-4911-8827-49655e39ede2 req-b0eaa6e4-ed82-4310-acc2-7eafeb319cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.883335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bda427d9-85ba-4911-8827-49655e39ede2 req-b0eaa6e4-ed82-4310-acc2-7eafeb319cab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 1096 time: 0.2571843 Jul 13 07:23:23.908679 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-824a2842-6f64-4c34-92a3-fa66e5d7a2a4 req-38401a48-a648-497e-a145-2498ca6bb972 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961483 Jul 13 07:23:23.946701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:23.982074 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be37edf-e1ab-4ab7-b376-bc3de5f3be01 req-700ce90b-1326-471c-ae62-fed55cd2a09d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976703 Jul 13 07:23:23.983750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bda427d9-85ba-4911-8827-49655e39ede2 req-40622630-dd4a-48f4-93a8-5070259ff3e1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824106 Jul 13 07:23:24.049503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785240c1-83b4-45f9-8e99-99ecc3b27239 req-92183865-2686-47b8-9f85-7cc551f8d9da tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.056415 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-785240c1-83b4-45f9-8e99-99ecc3b27239 req-92183865-2686-47b8-9f85-7cc551f8d9da tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 949 time: 0.0815201 Jul 13 07:23:24.069393 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c74e745-c9e2-425d-8169-632948b92306 req-7857c3df-f4b1-4aa8-9052-c2425238e3c6 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 210 time: 0.0405095 Jul 13 07:23:24.101266 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-785240c1-83b4-45f9-8e99-99ecc3b27239 req-4f430c0b-a806-4681-ab9d-6eac3e537aa0 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439811 Jul 13 07:23:24.254624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a8aa9-b6ae-4683-9e60-2fcd05f79267 req-2fdeb568-0853-45fd-82f1-3b2dc8590ad1 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.257008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5a8aa9-b6ae-4683-9e60-2fcd05f79267 req-2fdeb568-0853-45fd-82f1-3b2dc8590ad1 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 945 time: 0.0791335 Jul 13 07:23:24.338253 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5a8aa9-b6ae-4683-9e60-2fcd05f79267 req-9638e914-231b-4f6b-ba24-921ca31c31f3 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741918 Jul 13 07:23:24.409167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dd09a-18b2-45a1-af19-e900676d7bdf req-39eb5afd-06d6-4158-a838-a36d8820d03d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.413435 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-022dd09a-18b2-45a1-af19-e900676d7bdf req-39eb5afd-06d6-4158-a838-a36d8820d03d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=98747bdb-1b13-470e-90b3-83cd048db5f3 HTTP/1.1" status: 200 len: 950 time: 0.1316931 Jul 13 07:23:24.462789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-022dd09a-18b2-45a1-af19-e900676d7bdf req-2ae0b41d-4a97-4959-b32c-4aa9b6bbbc5d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Jul 13 07:23:24.653943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-7b952438-fa10-4bda-99c8-34262cdde241 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.659372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-7b952438-fa10-4bda-99c8-34262cdde241 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.54 "GET /v2.0/networks?id=97076159-f72c-4961-b56c-4c780b6575e4 HTTP/1.1" status: 200 len: 824 time: 0.2986612 Jul 13 07:23:24.698266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88c979-8ce9-43de-a708-71026f51bcaa req-b93a11a4-766d-469f-ad68-32192ba8cf8b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.706565 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d88c979-8ce9-43de-a708-71026f51bcaa req-b93a11a4-766d-469f-ad68-32192ba8cf8b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 945 time: 0.1928880 Jul 13 07:23:24.801539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-42e1d74d-6b35-485a-a07b-d48474054703 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=454e5dc3399d4ae980241bf4741e7a6a HTTP/1.1" status: 200 len: 380 time: 0.1169944 Jul 13 07:23:24.818995 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d88c979-8ce9-43de-a708-71026f51bcaa req-a4c7858c-fe1f-4921-b3bb-ee5b1181f0da tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113906 Jul 13 07:23:24.840404 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef38f4c-0d1d-4f27-b9bd-462b1a0c4127 req-e7077ee8-cbfe-4703-a647-b872e9ab676c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.842793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Request body: {'port': {'device_id': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'admin_state_up': True, 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'security_groups': ['6abc16cf-3dcd-4d32-a590-39ea63364d0b']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:24.849294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef38f4c-0d1d-4f27-b9bd-462b1a0c4127 req-e7077ee8-cbfe-4703-a647-b872e9ab676c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.850955 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ef38f4c-0d1d-4f27-b9bd-462b1a0c4127 req-e7077ee8-cbfe-4703-a647-b872e9ab676c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=98747bdb-1b13-470e-90b3-83cd048db5f3&device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 1690 time: 0.0963144 Jul 13 07:23:24.950451 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ef38f4c-0d1d-4f27-b9bd-462b1a0c4127 req-fea6f1a7-3a67-4e3f-a2f5-140debd64876 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904033 Jul 13 07:23:25.082168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Made reservation on behalf of 454e5dc3399d4ae980241bf4741e7a6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:25.085767 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.278281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350532f8-5145-4418-bc06-9312b21248b3 req-33f8d0c6-f85e-4224-a765-1356dd040dfb tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.280649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-350532f8-5145-4418-bc06-9312b21248b3 req-33f8d0c6-f85e-4224-a765-1356dd040dfb tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=98747bdb-1b13-470e-90b3-83cd048db5f3 HTTP/1.1" status: 200 len: 1101 time: 0.0663996 Jul 13 07:23:25.352207 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-350532f8-5145-4418-bc06-9312b21248b3 req-7dcd9ad7-fba4-483e-8356-709d4f2c11bc tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633671 Jul 13 07:23:25.427109 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe363b48-92c5-4b39-90d9-1aa8e6eb60e5 req-551725d4-d716-4c56-a6a7-94b2c2a4f0cb tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.428943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe363b48-92c5-4b39-90d9-1aa8e6eb60e5 req-551725d4-d716-4c56-a6a7-94b2c2a4f0cb tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 945 time: 0.3296409 Jul 13 07:23:25.479344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Allocated IP 172.20.0.7 (97076159-f72c-4961-b56c-4c780b6575e4/0fc9176c-a92f-42f8-a968-ec83019b7a94/17ddf0c0-c0d5-4450-a11d-0df0795e220b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:25.495778 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1619c48-594d-485f-b56a-fc76d78a4740 req-63cea75f-1ef6-448f-834e-f5139382c5f7 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 210 time: 0.0291975 Jul 13 07:23:25.500871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe363b48-92c5-4b39-90d9-1aa8e6eb60e5 req-ba58ba4a-3f85-477b-a910-8e0129d5c4de tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658031 Jul 13 07:23:25.594298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f404ed7-62dd-4328-a59c-6c45d0adea9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e54d52-00f6-428a-b7cb-c8a62fbe03b2'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:25.596658 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa5395b-5204-4d30-a6d6-d9c2fa77f3af" -d '{"events": [{"server_uuid": "9f404ed7-62dd-4328-a59c-6c45d0adea9a", "name": "network-vif-plugged", "status": "completed", "tag": "c6e54d52-00f6-428a-b7cb-c8a62fbe03b2"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:25.670126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.696307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Transition to ACTIVE for port object 17ddf0c0-c0d5-4450-a11d-0df0795e220b will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:25.709291 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eaaee-47b4-40df-b01d-96fdd2fd5138 req-f5594391-ea9e-48c2-b806-299bb6e42891 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.710790 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e00eaaee-47b4-40df-b01d-96fdd2fd5138 req-f5594391-ea9e-48c2-b806-299bb6e42891 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 945 time: 0.0697050 Jul 13 07:23:25.726913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa7a2-04e0-42dd-8c98-7a5cf693da2a req-de82548b-9975-4af3-979e-0d3fe4292e52 tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.728762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4efaa7a2-04e0-42dd-8c98-7a5cf693da2a req-de82548b-9975-4af3-979e-0d3fe4292e52 tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 1100 time: 0.0984638 Jul 13 07:23:25.750284 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e00eaaee-47b4-40df-b01d-96fdd2fd5138 req-0f5375ec-ac18-4b7e-bc97-377437aab2a0 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337057 Jul 13 07:23:25.767439 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.804432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4efaa7a2-04e0-42dd-8c98-7a5cf693da2a req-825e44a9-fd83-4cb5-88bd-1b3a122128be tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668530 Jul 13 07:23:25.820485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Network 97076159-f72c-4961-b56c-4c780b6575e4 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:25.825636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:25.833694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:25.870548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event updated for resources: {'Port': ['ID=17ddf0c0-c0d5-4450-a11d-0df0795e220b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:25.910044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.910689 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.928262 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-da5417b4-91f8-479b-8331-3054aaf8fbca tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1078818 Jul 13 07:23:25.945606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Request body: {'port': {'device_id': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:26.041412 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abf6dd2-58bc-4978-8c42-752d5c79a458 x-openstack-request-id: req-8abf6dd2-58bc-4978-8c42-752d5c79a458 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:26.041709 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f404ed7-62dd-4328-a59c-6c45d0adea9a", "name": "network-vif-plugged", "status": "completed", "tag": "c6e54d52-00f6-428a-b7cb-c8a62fbe03b2", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:26.041983 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8abf6dd2-58bc-4978-8c42-752d5c79a458 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:26.042520 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f404ed7-62dd-4328-a59c-6c45d0adea9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e54d52-00f6-428a-b7cb-c8a62fbe03b2', 'code': 200} Jul 13 07:23:26.051053 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.090931 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-89fef4a7-9618-4c80-9dba-328044c22365 None None] Provisioning for port 17ddf0c0-c0d5-4450-a11d-0df0795e220b completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:26.098313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-89fef4a7-9618-4c80-9dba-328044c22365 None None] Provisioning complete for port 17ddf0c0-c0d5-4450-a11d-0df0795e220b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:26.098769 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89fef4a7-9618-4c80-9dba-328044c22365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.178792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-89fef4a7-9618-4c80-9dba-328044c22365 None None] Port 17ddf0c0-c0d5-4450-a11d-0df0795e220b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:26.289868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb7b55-0b18-4be2-a076-f992530cc2c2 req-b07a5678-d56e-4970-b206-8c2f376b61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.291491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cbcb7b55-0b18-4be2-a076-f992530cc2c2 req-b07a5678-d56e-4970-b206-8c2f376b61a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f404ed7-62dd-4328-a59c-6c45d0adea9a HTTP/1.1" status: 200 len: 1097 time: 0.1713288 Jul 13 07:23:26.405694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fba65-54a6-4fc4-9d9c-258d61fa58fb req-c1b9a541-5a15-4857-a894-b10ba781a953 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.412529 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf0fba65-54a6-4fc4-9d9c-258d61fa58fb req-c1b9a541-5a15-4857-a894-b10ba781a953 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 945 time: 0.0742867 Jul 13 07:23:26.412849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cbcb7b55-0b18-4be2-a076-f992530cc2c2 req-0dadfbcf-8202-47b7-aa2e-582889d3297a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914633 Jul 13 07:23:26.452944 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf0fba65-54a6-4fc4-9d9c-258d61fa58fb req-85fe3cbd-a91e-4df2-9be8-d8d68d92cce4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385413 Jul 13 07:23:26.460518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852e6dd-8216-40d3-a9d1-beaa739d7b97 req-a7344c52-ffc1-48f2-aa95-fdea0d123978 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.464297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e852e6dd-8216-40d3-a9d1-beaa739d7b97 req-a7344c52-ffc1-48f2-aa95-fdea0d123978 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f404ed7-62dd-4328-a59c-6c45d0adea9a HTTP/1.1" status: 200 len: 946 time: 0.1297545 Jul 13 07:23:26.512711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ddf0c0-c0d5-4450-a11d-0df0795e220b {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:26.529581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.543422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e852e6dd-8216-40d3-a9d1-beaa739d7b97 req-81252ada-f4cb-42be-b5d5-e5c3953d84af tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574062 Jul 13 07:23:26.548301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Transition to ACTIVE for port object 17ddf0c0-c0d5-4450-a11d-0df0795e220b will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:26.553135 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.614095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Pushing event updated for resources: {'Port': ['ID=17ddf0c0-c0d5-4450-a11d-0df0795e220b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:26.711255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-101dd252-d251-463a-a01c-67a8e977eedb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554504 Jul 13 07:23:26.778429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Attempting to bind port 17ddf0c0-c0d5-4450-a11d-0df0795e220b on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:26.778768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Attempting to bind port 17ddf0c0-c0d5-4450-a11d-0df0795e220b by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:26.779099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Attempting to bind port 17ddf0c0-c0d5-4450-a11d-0df0795e220b on network 97076159-f72c-4961-b56c-4c780b6575e4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:26.789174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Port 17ddf0c0-c0d5-4450-a11d-0df0795e220b on network 97076159-f72c-4961-b56c-4c780b6575e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:26.789495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Attempting to bind port 17ddf0c0-c0d5-4450-a11d-0df0795e220b on network 97076159-f72c-4961-b56c-4c780b6575e4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:27.014192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acdf61-8d08-4a32-bfc7-b379702a4d9a req-6b6e2370-8d96-43ec-b186-4c847584b3a5 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.015838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-42acdf61-8d08-4a32-bfc7-b379702a4d9a req-6b6e2370-8d96-43ec-b186-4c847584b3a5 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 1096 time: 0.0593870 Jul 13 07:23:27.052003 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-42acdf61-8d08-4a32-bfc7-b379702a4d9a req-ace63013-eec4-45d4-b10a-e864236cd061 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302267 Jul 13 07:23:27.077108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:27.077983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Checking segment: {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:27.078429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Bound using segment: {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:27.078931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Bound port: 17ddf0c0-c0d5-4450-a11d-0df0795e220b, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:27.079293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.140294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-8a4a598c-134a-4aa9-a61e-9cf9908e1415 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.141761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-8a4a598c-134a-4aa9-a61e-9cf9908e1415 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4261262 Jul 13 07:23:27.168712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-28ef3e06-b10a-4580-b362-a248e2679763 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/quotas/97c6ef8935cd47b3b6bbc4d716819c9a HTTP/1.1" status: 200 len: 375 time: 0.0206351 Jul 13 07:23:27.214846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] For port 17ddf0c0-c0d5-4450-a11d-0df0795e220b, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:27.222128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddd0c0-8673-4db0-bd0e-d5078f8ace6d req-8700822d-54b9-4e25-b2b4-bc34ac454ae0 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.224105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25ddd0c0-8673-4db0-bd0e-d5078f8ace6d req-8700822d-54b9-4e25-b2b4-bc34ac454ae0 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 945 time: 0.0680428 Jul 13 07:23:27.230756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] For port 17ddf0c0-c0d5-4450-a11d-0df0795e220b, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=17ddf0c0-c0d5-4450-a11d-0df0795e220b,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:27.239411 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.275401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25ddd0c0-8673-4db0-bd0e-d5078f8ace6d req-0d16fbec-2574-44fa-9638-139a4734dcf7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326245 Jul 13 07:23:27.282125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.283241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.284168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] 10.222.0.54 "PUT /v2.0/ports/17ddf0c0-c0d5-4450-a11d-0df0795e220b HTTP/1.1" status: 200 len: 1091 time: 1.3446987 Jul 13 07:23:27.285479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'tag': '17ddf0c0-c0d5-4450-a11d-0df0795e220b'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:27.287890 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3635a6-88f9-42f0-ae26-6f326921a24e" -d '{"events": [{"name": "network-changed", "server_uuid": "43ad9f03-db0d-4198-aadb-89e892cd3432", "tag": "17ddf0c0-c0d5-4450-a11d-0df0795e220b"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:27.336364 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-33ff84bb-4680-41fb-bbac-7cd43cd9271b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1609554 Jul 13 07:23:27.339828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cf026-4386-446c-8e49-eb6f3f7a5f42 service neutron] Pushing event updated for resources: {'Port': ['ID=17ddf0c0-c0d5-4450-a11d-0df0795e220b,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:27.424294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-63f0a760-cd02-4919-8cfa-d0e3d6eb84df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.425828 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-63f0a760-cd02-4919-8cfa-d0e3d6eb84df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=454e5dc3399d4ae980241bf4741e7a6a&device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 1094 time: 0.0718651 Jul 13 07:23:27.446777 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:23:27.473814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6a550-fab2-4ec1-addd-a33c8d0e8d4f req-72b448d5-9b98-485a-bc75-bec56c4820c6 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.485199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82c6a550-fab2-4ec1-addd-a33c8d0e8d4f req-72b448d5-9b98-485a-bc75-bec56c4820c6 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 943 time: 0.0850210 Jul 13 07:23:27.521184 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-aa76ef8f-f3c5-4ecb-b9df-33b7050bcd19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ddf0c0-c0d5-4450-a11d-0df0795e220b HTTP/1.1" status: 200 len: 217 time: 0.0802586 Jul 13 07:23:27.546190 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82c6a550-fab2-4ec1-addd-a33c8d0e8d4f req-c25f16b1-171a-411e-b25f-4681f858ca18 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599926 Jul 13 07:23:27.604262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467fb4df-73f5-4565-9141-238abb5e6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.607549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-467fb4df-73f5-4565-9141-238abb5e6164 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fc9176c-a92f-42f8-a968-ec83019b7a94 HTTP/1.1" status: 200 len: 863 time: 0.0662684 Jul 13 07:23:27.707260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-55f6beec-8472-44e7-8cab-5bdf7c004cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.709964 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-55f6beec-8472-44e7-8cab-5bdf7c004cd7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97076159-f72c-4961-b56c-4c780b6575e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933740 Jul 13 07:23:27.788332 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cbdac65e-9a8f-457c-bfb1-cb36b10f4957 req-bdf2849c-a8ee-470e-bbbf-baefce508fbb tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=906b5ea9c2464dba9fa41b3d19a9b89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318630 Jul 13 07:23:27.866594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-97e5229e-28ba-4c7a-b487-627469a9b155 service neutron] 10.222.0.54 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498282 Jul 13 07:23:27.915689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40314) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:27.931596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdac65e-9a8f-457c-bfb1-cb36b10f4957 req-45663c7f-e1e0-42ac-a017-d3d00f588152 tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.933285 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cbdac65e-9a8f-457c-bfb1-cb36b10f4957 req-45663c7f-e1e0-42ac-a017-d3d00f588152 tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388259 Jul 13 07:23:27.959397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cbdac65e-9a8f-457c-bfb1-cb36b10f4957 req-9239556b-2f87-4535-826b-8dd0ef09a5cb tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/quotas/906b5ea9c2464dba9fa41b3d19a9b89d HTTP/1.1" status: 200 len: 375 time: 0.0183055 Jul 13 07:23:27.966477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112d6f6-e87a-46a4-bbb4-0f96d00e62f8 req-5d60bcc8-79b7-4e61-ba66-cfcb27a2db48 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.968839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7112d6f6-e87a-46a4-bbb4-0f96d00e62f8 req-5d60bcc8-79b7-4e61-ba66-cfcb27a2db48 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 1096 time: 0.2067041 Jul 13 07:23:28.004607 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cbdac65e-9a8f-457c-bfb1-cb36b10f4957 req-d226cd44-19a4-433d-b080-f4798d8fc4b8 tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=906b5ea9c2464dba9fa41b3d19a9b89d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446472 Jul 13 07:23:28.005463 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9af4c5ca-7702-4ede-a21d-4a8f35ee0cb7 req-d8f2e26d-3426-4c58-b53b-713ff3d406e0 service neutron] 10.222.0.54 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312201 Jul 13 07:23:28.024965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7112d6f6-e87a-46a4-bbb4-0f96d00e62f8 req-f84d54a1-a57e-4968-8581-6fbbc47a824f tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471773 Jul 13 07:23:28.090649 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12f2466-6558-48a0-bd89-47f6426103b2 x-openstack-request-id: req-a12f2466-6558-48a0-bd89-47f6426103b2 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:28.091233 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ad9f03-db0d-4198-aadb-89e892cd3432", "tag": "17ddf0c0-c0d5-4450-a11d-0df0795e220b", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:28.095386 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a12f2466-6558-48a0-bd89-47f6426103b2 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:28.095846 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'tag': '17ddf0c0-c0d5-4450-a11d-0df0795e220b', 'status': 'completed', 'code': 200} Jul 13 07:23:28.096783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e634c485-46f9-4947-a726-e333fcb3eb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.240985 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d7740b5-1f76-4551-839a-1867c45ec6a1 req-7c9b8e35-3671-4fcb-a079-2a7e9df19282 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 210 time: 0.0305970 Jul 13 07:23:28.288079 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e634c485-46f9-4947-a726-e333fcb3eb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.306251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e634c485-46f9-4947-a726-e333fcb3eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.331942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-af95abaf-42f4-4145-9d33-e60f09d1daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.333678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-af95abaf-42f4-4145-9d33-e60f09d1daf8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=454e5dc3399d4ae980241bf4741e7a6a&device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 1094 time: 0.1744516 Jul 13 07:23:28.345426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e634c485-46f9-4947-a726-e333fcb3eb5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e14c3721cf845e1a9a65b0f177f3c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285476 Jul 13 07:23:28.348992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40326) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:28.362891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28828f54-9fd4-4a00-b754-a6c3b9875df6 req-4bf39bb1-a74f-4e9b-b600-f70467604a09 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.371049 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28828f54-9fd4-4a00-b754-a6c3b9875df6 req-4bf39bb1-a74f-4e9b-b600-f70467604a09 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1096 time: 0.1730077 Jul 13 07:23:28.432479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634c485-46f9-4947-a726-e333fcb3eb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f646588a-bee5-4679-82a4-57402f6c16ad,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:28.445181 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28828f54-9fd4-4a00-b754-a6c3b9875df6 req-618279dd-67ce-49ff-9c19-fad12cc25a47 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727055 Jul 13 07:23:28.484982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44a7649b-ec42-4bfb-9dca-1d77a5cdce4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.524151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44a7649b-ec42-4bfb-9dca-1d77a5cdce4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.529204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-c7deee11-94db-4650-9dad-d1d34809d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.531139 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-c7deee11-94db-4650-9dad-d1d34809d0ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=97076159-f72c-4961-b56c-4c780b6575e4 HTTP/1.1" status: 200 len: 925 time: 0.1823356 Jul 13 07:23:28.587321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb874d-113a-4d5d-8d42-615af7d6c8f2 req-988ab2ca-6f6f-49a4-b3ef-9f7d7c1318a3 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.587883 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-13eb874d-113a-4d5d-8d42-615af7d6c8f2 req-988ab2ca-6f6f-49a4-b3ef-9f7d7c1318a3 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f404ed7-62dd-4328-a59c-6c45d0adea9a HTTP/1.1" status: 200 len: 946 time: 0.1434479 Jul 13 07:23:28.588376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40342) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:28.599453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-46e3f2f1-e8b9-49d9-a78b-c5d81c8de94f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ddf0c0-c0d5-4450-a11d-0df0795e220b HTTP/1.1" status: 200 len: 217 time: 0.0556557 Jul 13 07:23:28.642925 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44a7649b-ec42-4bfb-9dca-1d77a5cdce4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.646507 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44a7649b-ec42-4bfb-9dca-1d77a5cdce4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.649513 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-44a7649b-ec42-4bfb-9dca-1d77a5cdce4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f646588a-bee5-4679-82a4-57402f6c16ad HTTP/1.1" status: 204 len: 168 time: 0.2983835 Jul 13 07:23:28.660133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-13eb874d-113a-4d5d-8d42-615af7d6c8f2 req-97e829eb-9a6f-4a85-81f3-cb1cb7879944 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638354 Jul 13 07:23:28.665641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-c0957b07-a23c-4639-9ba5-e16569c2d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.666816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7649b-ec42-4bfb-9dca-1d77a5cdce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f646588a-bee5-4679-82a4-57402f6c16ad,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:28.667157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-c0957b07-a23c-4639-9ba5-e16569c2d601 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fc9176c-a92f-42f8-a968-ec83019b7a94 HTTP/1.1" status: 200 len: 863 time: 0.0579870 Jul 13 07:23:28.776913 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94c9cde9-6c02-4d5d-84fe-5a1ec467d174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.783207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-419d455e-1a60-4042-b94c-d0436751032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.788406 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-419d455e-1a60-4042-b94c-d0436751032a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97076159-f72c-4961-b56c-4c780b6575e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127455 Jul 13 07:23:28.980033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-6200807f-40ba-4f86-ab70-b2c5cfdd8148 service neutron] 10.222.0.54 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745365 Jul 13 07:23:29.011567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4543-b52d-4921-9eeb-b1eddfdeb0b0 req-68dff2c8-6185-4a06-b035-f44feb830a99 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.013799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11ce4543-b52d-4921-9eeb-b1eddfdeb0b0 req-68dff2c8-6185-4a06-b035-f44feb830a99 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1096 time: 0.1576173 Jul 13 07:23:29.024151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94c9cde9-6c02-4d5d-84fe-5a1ec467d174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.038545 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94c9cde9-6c02-4d5d-84fe-5a1ec467d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.081233 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-cb67c5c1-3ee2-4cb4-88b3-57ec31bd4768 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679083 Jul 13 07:23:29.096510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11ce4543-b52d-4921-9eeb-b1eddfdeb0b0 req-42aa30ed-e1f8-416a-b05d-0f3d6abb7ad1 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672445 Jul 13 07:23:29.140840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-94c9cde9-6c02-4d5d-84fe-5a1ec467d174 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fc1cf6008ab4e70a5e09a3f0880f6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506654 Jul 13 07:23:29.147534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40354) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:29.148211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9cde9-6c02-4d5d-84fe-5a1ec467d174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e184596-17eb-467a-afc9-5db2200d3fcc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:29.270610 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e3635a6-88f9-42f0-ae26-6f326921a24e req-a0749514-4d30-4bb8-8400-316ee90e609a service neutron] 10.222.0.54 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821040 Jul 13 07:23:29.283181 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8e02-b449-4d28-ae55-3af5594d29ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.316589 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8e02-b449-4d28-ae55-3af5594d29ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.318828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-96f8c5c9-b7f2-49ca-8b18-95764bfc3028 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.328332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-96f8c5c9-b7f2-49ca-8b18-95764bfc3028 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344117 Jul 13 07:23:29.346051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Request body: {'port': {'device_id': '74d5825b-f7c5-4afa-9991-dba114a29213', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '97c6ef8935cd47b3b6bbc4d716819c9a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:29.370698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8e02-b449-4d28-ae55-3af5594d29ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.375746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8e02-b449-4d28-ae55-3af5594d29ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.378168 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a8fb8e02-b449-4d28-ae55-3af5594d29ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e184596-17eb-467a-afc9-5db2200d3fcc HTTP/1.1" status: 204 len: 168 time: 0.2261662 Jul 13 07:23:29.390619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb8e02-b449-4d28-ae55-3af5594d29ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e184596-17eb-467a-afc9-5db2200d3fcc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:29.471669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40364) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:29.497529 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61508075-05da-48fa-9727-000a9f811f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.521184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747ff9a-aa2b-41e6-bf17-b2f62286f6c8 req-400508d0-c6c8-4d91-8d4d-618961b34b3c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.530027 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6747ff9a-aa2b-41e6-bf17-b2f62286f6c8 req-400508d0-c6c8-4d91-8d4d-618961b34b3c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4a64a3f-2f7c-4062-bc71-879d5d58845d HTTP/1.1" status: 200 len: 946 time: 0.0918674 Jul 13 07:23:29.580934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6747ff9a-aa2b-41e6-bf17-b2f62286f6c8 req-44a89348-7a92-4598-860a-4047dfa9d8c4 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489116 Jul 13 07:23:29.637271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580ad91-18bd-4fd2-b158-266bff742f59 req-6cc7cf20-ad3c-499b-8ec8-cc9a953248b9 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.645148 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d580ad91-18bd-4fd2-b158-266bff742f59 req-6cc7cf20-ad3c-499b-8ec8-cc9a953248b9 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 943 time: 0.1722772 Jul 13 07:23:29.702223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d580ad91-18bd-4fd2-b158-266bff742f59 req-9d0a79da-7aed-4df4-8c82-aa8ab4ef2793 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553889 Jul 13 07:23:29.717807 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61508075-05da-48fa-9727-000a9f811f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.724356 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61508075-05da-48fa-9727-000a9f811f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.777866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61508075-05da-48fa-9727-000a9f811f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04df56fd-3542-4915-a08b-010dff6d356d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:29.787483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-61508075-05da-48fa-9727-000a9f811f88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7eda87a850e940cf976e6f01ac8252f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107102 Jul 13 07:23:29.787694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40374) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:29.803348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Made reservation on behalf of 97c6ef8935cd47b3b6bbc4d716819c9a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:29.808472 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.895797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40378) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:29.911422 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6cd5493c-c360-4175-8b53-881072048dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.937687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5440-967c-46b5-953c-a33e16c6327d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.007158 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5440-967c-46b5-953c-a33e16c6327d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.017338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6cd5493c-c360-4175-8b53-881072048dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.022273 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6cd5493c-c360-4175-8b53-881072048dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.025389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820ce17-fd2c-4456-b6fb-36beb356b625 req-1e984aac-fdde-495d-a356-3a0b718a00d8 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.027625 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1820ce17-fd2c-4456-b6fb-36beb356b625 req-1e984aac-fdde-495d-a356-3a0b718a00d8 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 1096 time: 0.1957383 Jul 13 07:23:30.071893 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6cd5493c-c360-4175-8b53-881072048dfd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcbc489a5017425a892f573915f7cf96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747274 Jul 13 07:23:30.074435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40380) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:30.082538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5493c-c360-4175-8b53-881072048dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d462069f-8262-4ef9-94d1-80368c64e69c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:30.085028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Allocated IP 192.168.233.41 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/dc027f65-4a26-4121-bab2-8e0fd1086d18) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:30.121694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1820ce17-fd2c-4456-b6fb-36beb356b625 req-44008620-e6f7-4b7f-baf6-27b3a90e793b tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823555 Jul 13 07:23:30.140138 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e81bc30-7bd5-447c-a86e-ffddfc16f2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.143548 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5440-967c-46b5-953c-a33e16c6327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.146532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5440-967c-46b5-953c-a33e16c6327d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.150248 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bd7a5440-967c-46b5-953c-a33e16c6327d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04df56fd-3542-4915-a08b-010dff6d356d HTTP/1.1" status: 204 len: 168 time: 0.3590317 Jul 13 07:23:30.170365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a5440-967c-46b5-953c-a33e16c6327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df56fd-3542-4915-a08b-010dff6d356d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:30.182321 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e81bc30-7bd5-447c-a86e-ffddfc16f2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.263523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e81bc30-7bd5-447c-a86e-ffddfc16f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.269275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e81bc30-7bd5-447c-a86e-ffddfc16f2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.270754 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0e81bc30-7bd5-447c-a86e-ffddfc16f2df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d462069f-8262-4ef9-94d1-80368c64e69c HTTP/1.1" status: 204 len: 168 time: 0.1952400 Jul 13 07:23:30.292848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81bc30-7bd5-447c-a86e-ffddfc16f2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d462069f-8262-4ef9-94d1-80368c64e69c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:30.343002 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.364692 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d15e44f-7bfe-48a8-b549-3f246a85942a req-a164dfc1-0cc6-4a9a-a216-30c671dfce41 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 210 time: 0.0755651 Jul 13 07:23:30.369727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Transition to ACTIVE for port object dc027f65-4a26-4121-bab2-8e0fd1086d18 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:30.425882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.439807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6', '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'abafb9fa-25ae-4a21-ae0b-f7d08762e423'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:30.444916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a', 'faae36af-d90d-4748-9561-7122f2bbbef1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:30.497034 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:30.504298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:30.507250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:30.584409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event updated for resources: {'Port': ['ID=dc027f65-4a26-4121-bab2-8e0fd1086d18,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:30.608700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.609664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.630160 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-3407a057-ca01-47b4-99fb-66aaaa5d59fb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2896626 Jul 13 07:23:30.663435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Request body: {'port': {'device_id': '74d5825b-f7c5-4afa-9991-dba114a29213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:30.798944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.050511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-21e181b3-8143-413d-8dfc-7b22b3e89858 None None] Provisioning for port dc027f65-4a26-4121-bab2-8e0fd1086d18 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:31.089732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-21e181b3-8143-413d-8dfc-7b22b3e89858 None None] Provisioning complete for port dc027f65-4a26-4121-bab2-8e0fd1086d18 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:31.090349 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21e181b3-8143-413d-8dfc-7b22b3e89858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.180066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 17ddf0c0-c0d5-4450-a11d-0df0795e220b details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:31.285327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc027f65-4a26-4121-bab2-8e0fd1086d18 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:31.294246 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.311675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Transition to ACTIVE for port object dc027f65-4a26-4121-bab2-8e0fd1086d18 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:31.319293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.342872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-21e181b3-8143-413d-8dfc-7b22b3e89858 None None] Port dc027f65-4a26-4121-bab2-8e0fd1086d18 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:31.501457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40442) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:31.643876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 17ddf0c0-c0d5-4450-a11d-0df0795e220b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=17ddf0c0-c0d5-4450-a11d-0df0795e220b,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:31.675412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '17ddf0c0-c0d5-4450-a11d-0df0795e220b', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'port_id': '17ddf0c0-c0d5-4450-a11d-0df0795e220b', 'mac_address': 'fa:16:3e:fe:a1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:31.760670 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.786874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Pushing event updated for resources: {'Port': ['ID=dc027f65-4a26-4121-bab2-8e0fd1086d18,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:31.801733 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-697627699-network', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:31.803459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ddf0c0-c0d5-4450-a11d-0df0795e220b {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:31.837483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7fd72-eb7f-414a-8395-5005088c0196 req-b5f19812-4ead-42c3-a795-dc31b289ffd7 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:31.844940 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ba7fd72-eb7f-414a-8395-5005088c0196 req-b5f19812-4ead-42c3-a795-dc31b289ffd7 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 943 time: 0.6257815 Jul 13 07:23:31.847894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 17ddf0c0-c0d5-4450-a11d-0df0795e220b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=17ddf0c0-c0d5-4450-a11d-0df0795e220b,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:31.858729 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.860292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Made reservation on behalf of d97f96d8301e4e3693dbc219d33f5b3e for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:31.864851 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.880123 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.899665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ba7fd72-eb7f-414a-8395-5005088c0196 req-d7909d7b-58da-4feb-ad8a-7d906c0aa97d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537541 Jul 13 07:23:31.937116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Attempting to bind port dc027f65-4a26-4121-bab2-8e0fd1086d18 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:31.939152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Attempting to bind port dc027f65-4a26-4121-bab2-8e0fd1086d18 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:31.940806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Attempting to bind port dc027f65-4a26-4121-bab2-8e0fd1086d18 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:31.951776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=17ddf0c0-c0d5-4450-a11d-0df0795e220b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:31.957696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Port dc027f65-4a26-4121-bab2-8e0fd1086d18 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:31.958173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Attempting to bind port dc027f65-4a26-4121-bab2-8e0fd1086d18 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:31.963914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:31.964431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:31.964930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:31.965482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Bound port: dc027f65-4a26-4121-bab2-8e0fd1086d18, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:31.967256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.103790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.110533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.140498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] For port dc027f65-4a26-4121-bab2-8e0fd1086d18, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:32.150957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:32.162717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] For port dc027f65-4a26-4121-bab2-8e0fd1086d18, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=dc027f65-4a26-4121-bab2-8e0fd1086d18,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:32.164878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab102fa0-85ef-42c8-b472-81c3e55502b8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:32.187920 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.188834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e41e0c-598a-4440-b6d0-f7daac5c9e67 req-ee012490-783d-40d6-9ec2-bfe7bff7bee2 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.189196 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Added segment 9e8a5933-a5f2-4652-8c38-38fe9afd6ea2 of type vlan for network 34e11378-be8e-48da-ab5e-c889b980e643 Jul 13 07:23:32.197743 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6e41e0c-598a-4440-b6d0-f7daac5c9e67 req-ee012490-783d-40d6-9ec2-bfe7bff7bee2 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4a64a3f-2f7c-4062-bc71-879d5d58845d HTTP/1.1" status: 200 len: 946 time: 0.1231565 Jul 13 07:23:32.200557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.227018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['17ddf0c0-c0d5-4450-a11d-0df0795e220b'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:32.242851 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.282675 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.283813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.284569 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.332742 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8295493 Jul 13 07:23:32.333403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40474) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:32.374912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Request body: {'subnet': {'network_id': '34e11378-be8e-48da-ab5e-c889b980e643', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-697627699-subnet', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:32.379872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d687669-1966-4c88-bab2-00ab414ee4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=34e11378-be8e-48da-ab5e-c889b980e643,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:32.401287 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 34e11378-be8e-48da-ab5e-c889b980e643 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:32.408488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Made reservation on behalf of d97f96d8301e4e3693dbc219d33f5b3e for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:32.409584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.410220 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.411737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] 10.222.0.54 "PUT /v2.0/ports/dc027f65-4a26-4121-bab2-8e0fd1086d18 HTTP/1.1" status: 200 len: 1095 time: 1.7614381 Jul 13 07:23:32.412333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.440923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d5825b-f7c5-4afa-9991-dba114a29213', 'tag': 'dc027f65-4a26-4121-bab2-8e0fd1086d18'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:32.448503 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349adeab-63f2-470a-9487-cabceaa8e5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "74d5825b-f7c5-4afa-9991-dba114a29213", "tag": "dc027f65-4a26-4121-bab2-8e0fd1086d18"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:32.485051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669f28-b472-4062-8d51-10e59e1eda90 service neutron] Pushing event updated for resources: {'Port': ['ID=dc027f65-4a26-4121-bab2-8e0fd1086d18,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:32.524637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6e41e0c-598a-4440-b6d0-f7daac5c9e67 req-1de365b8-91a7-4593-9475-9e702559c350 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257453 Jul 13 07:23:32.602388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-63ad0f06-667f-436e-8252-7828e4b49d37 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.604480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-63ad0f06-667f-436e-8252-7828e4b49d37 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a64a3f-2f7c-4062-bc71-879d5d58845d HTTP/1.1" status: 200 len: 946 time: 0.3067539 Jul 13 07:23:32.670764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-32805f36-c5fa-4b56-9978-adfd5faa6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.672525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-32805f36-c5fa-4b56-9978-adfd5faa6bec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 1098 time: 0.1823618 Jul 13 07:23:32.739124 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.771999 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-8041ec1a-2ecf-41ba-b88b-0794bdb5cb63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=dc027f65-4a26-4121-bab2-8e0fd1086d18 HTTP/1.1" status: 200 len: 217 time: 0.0570335 Jul 13 07:23:32.802398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f120be-bc39-4877-8909-81fce678c86a,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:32.818760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Checking segment: {'id': '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:32.819172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Network hostable DHCP agents. Network: 34e11378-be8e-48da-ab5e-c889b980e643, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:32.845206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Network 34e11378-be8e-48da-ab5e-c889b980e643 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:32.854383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 34e11378-be8e-48da-ab5e-c889b980e643) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:32.858906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.859498 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.864143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b197e5-a04b-4d85-a738-5727173c3662 None None] Network 34e11378-be8e-48da-ab5e-c889b980e643 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:32.873387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c67e3-9595-434b-b953-32a50d91b3f0 req-36e42187-5e19-4adf-928b-b19bd56638d9 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.875275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a5c67e3-9595-434b-b953-32a50d91b3f0 req-36e42187-5e19-4adf-928b-b19bd56638d9 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1096 time: 0.2016234 Jul 13 07:23:32.881475 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d5f1615d-838a-4c70-b805-a3c44d3957d8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5141299 Jul 13 07:23:32.882225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-5ea1a389-5f16-49f8-a163-83bb340551f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.882590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40488) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:32.883847 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-5ea1a389-5f16-49f8-a163-83bb340551f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0905349 Jul 13 07:23:32.887902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-697627699-router', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:32.912914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-26f1dfca-7254-4fc3-95d0-ff24b61c194f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Deleting port 1eb7f700-bb92-4851-91fb-b86139ac63f2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:32.913428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-26f1dfca-7254-4fc3-95d0-ff24b61c194f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.915131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.916202 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.998813 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.049724 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a5c67e3-9595-434b-b953-32a50d91b3f0 req-7ec57bca-cf18-4b85-b6cd-caef881cceb2 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502838 Jul 13 07:23:33.076526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-3ca5b360-6a61-410f-95a5-f3761155a969 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:23:33.078925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-3ca5b360-6a61-410f-95a5-f3761155a969 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096648 Jul 13 07:23:33.083378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-37200c8b-55cb-4d01-81da-5559a4803f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:33.085010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-37200c8b-55cb-4d01-81da-5559a4803f85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1845160 Jul 13 07:23:33.086760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-26f1dfca-7254-4fc3-95d0-ff24b61c194f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] For port 1eb7f700-bb92-4851-91fb-b86139ac63f2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1eb7f700-bb92-4851-91fb-b86139ac63f2,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:33.087127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-26f1dfca-7254-4fc3-95d0-ff24b61c194f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.100803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Request body: {'binding': {'host': 'n-h2-798249-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:33.100803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Unknown quota resources ['binding']. {{(pid=93838) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:23:33.150746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.169523 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-26f1dfca-7254-4fc3-95d0-ff24b61c194f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Calling delete_port for 1eb7f700-bb92-4851-91fb-b86139ac63f2 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:33.207553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-34e11378-be8e-48da-ab5e-c889b980e643', 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'fixed_ips': [{'subnet_id': 'e7f120be-bc39-4877-8909-81fce678c86a'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:23:33.208461 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.268446 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f4cf2ac1-5651-49c8-bdf8-60b46a0963eb req-ad66dac4-36a7-44fa-85fd-5e3a826b8355 tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=906b5ea9c2464dba9fa41b3d19a9b89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798559 Jul 13 07:23:33.355822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Allocated IP 172.20.0.2 (34e11378-be8e-48da-ab5e-c889b980e643/e7f120be-bc39-4877-8909-81fce678c86a/5f6ab0f2-2160-46f3-a8c5-38a37baa6773) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:33.378978 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.400730 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-6d7f00ad-0407-479d-8837-7dedd964d8fe service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738445 Jul 13 07:23:33.403357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.508131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Allocated IP 172.25.6.219 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/b3c581a9-73d3-4efb-aea1-f916c10ce490) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:33.514604 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.525754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Transition to ACTIVE for port object 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:33.541133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Transition to ACTIVE for port object 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:33.549579 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.583068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on host n-h2-798249-7 for vnic_type normal with profile None {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:33.583433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:33.583745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:33.589635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Network 34e11378-be8e-48da-ab5e-c889b980e643 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:33.596302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:33.598700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:33.609981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Pushing event updated for resources: {'Port': ['ID=5f6ab0f2-2160-46f3-a8c5-38a37baa6773,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:33.615504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf2ac1-5651-49c8-bdf8-60b46a0963eb req-090c955c-6281-490a-8cb9-00d498592885 tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:33.617046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f4cf2ac1-5651-49c8-bdf8-60b46a0963eb req-090c955c-6281-490a-8cb9-00d498592885 tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3109858 Jul 13 07:23:33.625365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:33.625697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:33.628604 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.652910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:33.653257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:33.653645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:33.654106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Bound port: f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:33.661754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5566db-86e8-4ebd-ad11-2b6903a3086d req-41feee5f-76bb-4e66-a4e0-88c2acaabe8d service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476170 Jul 13 07:23:33.675637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.676123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Attempting to bind port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:33.676613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Attempting to bind port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:33.677083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Attempting to bind port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 on network 34e11378-be8e-48da-ab5e-c889b980e643 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:33.682342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:33.682837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Checking segment: {'id': '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:33.683333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.683817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Bound using segment: {'id': '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:33.684422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Bound port: 5f6ab0f2-2160-46f3-a8c5-38a37baa6773, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:33.684702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f4cf2ac1-5651-49c8-bdf8-60b46a0963eb req-05ab9329-5d08-415d-857c-f0d70898b646 tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/quotas/906b5ea9c2464dba9fa41b3d19a9b89d HTTP/1.1" status: 200 len: 375 time: 0.0515692 Jul 13 07:23:33.685004 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.710294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-26f1dfca-7254-4fc3-95d0-ff24b61c194f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.725537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:33.729368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['c6e54d52-00f6-428a-b7cb-c8a62fbe03b2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:33.730035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:33.731902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['1eb7f700-bb92-4851-91fb-b86139ac63f2', '13afbedb-36fc-44de-a2ca-c78e67614b04'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:33.735008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:33.739295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c581a9-73d3-4efb-aea1-f916c10ce490,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:33.741446 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f4cf2ac1-5651-49c8-bdf8-60b46a0963eb req-76ca83dd-1e80-4c6e-b117-37a505bd10f0 tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=906b5ea9c2464dba9fa41b3d19a9b89d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424759 Jul 13 07:23:33.775021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1dfca-7254-4fc3-95d0-ff24b61c194f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Pushing event deleted for resources: {'Port': ['ID=1eb7f700-bb92-4851-91fb-b86139ac63f2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:33.819536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:33.842647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-26f1dfca-7254-4fc3-95d0-ff24b61c194f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] No DVR routers for this DVR port 1eb7f700-bb92-4851-91fb-b86139ac63f2 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:33.845496 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.854292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d69915cc-bb80-4a77-a05d-ac14696c293f service neutron] 10.222.0.44 "POST /v2.0/ports/f5bbee41-6f9c-4fe2-9f31-253a5d7b417e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7612801 Jul 13 07:23:33.855498 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-26f1dfca-7254-4fc3-95d0-ff24b61c194f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.858290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a33f6d4-08f5-427d-a5e7-dc1a75eecb8a req-26f1dfca-7254-4fc3-95d0-ff24b61c194f tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.53 "DELETE /v2.0/ports/1eb7f700-bb92-4851-91fb-b86139ac63f2 HTTP/1.1" status: 204 len: 173 time: 1.2454998 Jul 13 07:23:33.871846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] For port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:33.934237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] For port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5f6ab0f2-2160-46f3-a8c5-38a37baa6773,segment=NetworkSegment(9e8a5933-a5f2-4652-8c38-38fe9afd6ea2),segment_id=9e8a5933-a5f2-4652-8c38-38fe9afd6ea2)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:33.961404 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.087769 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aba101e-2f91-4000-a585-e468d201ba35 x-openstack-request-id: req-3aba101e-2f91-4000-a585-e468d201ba35 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:34.088524 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d5825b-f7c5-4afa-9991-dba114a29213", "tag": "dc027f65-4a26-4121-bab2-8e0fd1086d18", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:34.088524 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3aba101e-2f91-4000-a585-e468d201ba35 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:34.089038 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d5825b-f7c5-4afa-9991-dba114a29213', 'tag': 'dc027f65-4a26-4121-bab2-8e0fd1086d18', 'status': 'completed', 'code': 200} Jul 13 07:23:34.214309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598ef89-f7bd-496a-bc57-a7b938a06395 None None] Pushing event updated for resources: {'Port': ['ID=5f6ab0f2-2160-46f3-a8c5-38a37baa6773,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:34.243630 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.253608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac0811-5374-4100-a8ca-fb34888f359b req-a5c7a29a-ca43-486b-af49-aac4d878cb02 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.261504 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75ac0811-5374-4100-a8ca-fb34888f359b req-a5c7a29a-ca43-486b-af49-aac4d878cb02 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 947 time: 0.2515574 Jul 13 07:23:34.343688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-eb693de4-4bcd-479e-9b08-8e275114c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.344988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-f7b8ad3c-015e-4f2d-a27a-cd1e44eb1eec req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1518763146', 'description': 'tempest-description-578058107'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:34.345255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-eb693de4-4bcd-479e-9b08-8e275114c074 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 1098 time: 0.2553294 Jul 13 07:23:34.348163 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75ac0811-5374-4100-a8ca-fb34888f359b req-72e77a29-ec88-45c9-9e8b-8d2963254efe tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849762 Jul 13 07:23:34.406162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-c781c267-6d88-4660-9c62-5a4f03713b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.407674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-c781c267-6d88-4660-9c62-5a4f03713b42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 1096 time: 0.2226124 Jul 13 07:23:34.441703 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7b8ad3c-015e-4f2d-a27a-cd1e44eb1eec req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.461036 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7b8ad3c-015e-4f2d-a27a-cd1e44eb1eec req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.493596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.643867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-436c893a-6693-4018-8267-1f297745c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.645431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-436c893a-6693-4018-8267-1f297745c5ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2932458 Jul 13 07:23:34.727542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7b8ad3c-015e-4f2d-a27a-cd1e44eb1eec req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.758243 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7b8ad3c-015e-4f2d-a27a-cd1e44eb1eec req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.823736 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46a126a-2a44-47bb-b343-96f5db2b77a6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:34.832696 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.923310 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-91505b7e-a914-4707-ad94-9890aaabf4e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=dc027f65-4a26-4121-bab2-8e0fd1086d18 HTTP/1.1" status: 200 len: 217 time: 0.2634909 Jul 13 07:23:34.962761 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7b8ad3c-015e-4f2d-a27a-cd1e44eb1eec req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.970636 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7b8ad3c-015e-4f2d-a27a-cd1e44eb1eec req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.971089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-09571531-f648-42ac-9dcb-c6c8dd7c91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.972627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-09571531-f648-42ac-9dcb-c6c8dd7c91d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.5562773 Jul 13 07:23:34.987102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d786055-3ee3-4eae-b657-714eb962228f req-2a73f70e-53c1-41fd-857c-8114e9cb9c25 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.992551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d786055-3ee3-4eae-b657-714eb962228f req-2a73f70e-53c1-41fd-857c-8114e9cb9c25 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 944 time: 0.4607985 Jul 13 07:23:35.006736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7b8ad3c-015e-4f2d-a27a-cd1e44eb1eec req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.007967 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f7b8ad3c-015e-4f2d-a27a-cd1e44eb1eec req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6673298 Jul 13 07:23:35.017961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9653d45-f289-4fa8-b422-a0edd4c3e6df tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a80fe4a-5b4b-4017-9ae3-8bd42500a8c9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:35.040456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Router d57a56f6-7a73-4c2f-a469-429a9dd79aac is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:23:35.075887 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-e9ea0f8c-2246-4b7b-ac6b-0bd92b4f615d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e HTTP/1.1" status: 200 len: 217 time: 0.0820003 Jul 13 07:23:35.088503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-6cf7d842-8ad7-4d5e-9ea0-110040fecabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.089955 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-6cf7d842-8ad7-4d5e-9ea0-110040fecabe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1533854 Jul 13 07:23:35.138017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d786055-3ee3-4eae-b657-714eb962228f req-e0276fa1-1bfe-4e09-be7b-87d5baab85c9 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315377 Jul 13 07:23:35.149509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 17ddf0c0-c0d5-4450-a11d-0df0795e220b up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:35.207854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:35.221257 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Sync routers for ids ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:35.223225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-1f58133c-d6d2-4a3f-8d68-9d03bae005f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.226283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-1f58133c-d6d2-4a3f-8d68-9d03bae005f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.1399226 Jul 13 07:23:35.231940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.234760 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-23eb4cac-10ed-4246-bfb9-9b03d31fbc83 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3509898 Jul 13 07:23:35.238005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40512) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:35.246839 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Routers {'d57a56f6-7a73-4c2f-a469-429a9dd79aac'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:35.250210 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:23:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:35.280792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 17ddf0c0-c0d5-4450-a11d-0df0795e220b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:35.285478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 17ddf0c0-c0d5-4450-a11d-0df0795e220b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:35.285955 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.423405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-3891e1a2-ebce-4d59-93ca-d250d2606bef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233685 Jul 13 07:23:35.441207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-801733e4-d802-442f-a55e-b7664bdcf220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.443107 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-801733e4-d802-442f-a55e-b7664bdcf220 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3359039 Jul 13 07:23:35.456410 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.478191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:35.517343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f3895-33fc-46ae-b01e-2e099b8386eb None None] Network 34e11378-be8e-48da-ab5e-c889b980e643 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:35.531154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ddf0c0-c0d5-4450-a11d-0df0795e220b'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:35.534767 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97093b77-2fbf-42e0-b2ca-d428dcfb5fed" -d '{"events": [{"server_uuid": "43ad9f03-db0d-4198-aadb-89e892cd3432", "name": "network-vif-plugged", "status": "completed", "tag": "17ddf0c0-c0d5-4450-a11d-0df0795e220b"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:35.589519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 17ddf0c0-c0d5-4450-a11d-0df0795e220b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=17ddf0c0-c0d5-4450-a11d-0df0795e220b,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:35.607460 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.618381 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Set router d57a56f6-7a73-4c2f-a469-429a9dd79aac gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:35.678321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a5982827-43b1-409a-aa4d-4757ca8bc8c8 None None] Provisioning for port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:35.732101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:35.743890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:35.744608 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.824595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=17ddf0c0-c0d5-4450-a11d-0df0795e220b,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:35.847360 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'name': 'tempest-FloatingIPsTestJSON-697627699-router', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:33Z', 'revision_number': 3, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'gw_port': {'id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:33Z', 'updated_at': '2021-07-13T07:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:35.918473 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Checking router: d57a56f6-7a73-4c2f-a469-429a9dd79aac for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:35.919041 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Updating router d57a56f6-7a73-4c2f-a469-429a9dd79aac port b3c581a9-73d3-4efb-aea1-f916c10ce490 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:23:35.920912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-08e2f31e-ad6e-4e09-abc2-d09f97c45254 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6912830 Jul 13 07:23:35.929623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-6ecf08fc-b91c-4c86-a864-aef9abc0e741 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910328 Jul 13 07:23:36.017158 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.030114 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.081192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5f6ab0f2-2160-46f3-a8c5-38a37baa6773,segment=NetworkSegment(9e8a5933-a5f2-4652-8c38-38fe9afd6ea2),segment_id=9e8a5933-a5f2-4652-8c38-38fe9afd6ea2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:36.099043 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.114110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a64a3f-2f7c-4062-bc71-879d5d58845d', 'name': 'network-vif-deleted', 'tag': '1eb7f700-bb92-4851-91fb-b86139ac63f2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:36.116552 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66cf741-1041-4bc8-be8c-ad283cf665af" -d '{"events": [{"server_uuid": "f4a64a3f-2f7c-4062-bc71-879d5d58845d", "name": "network-vif-deleted", "tag": "1eb7f700-bb92-4851-91fb-b86139ac63f2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:36.120502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-10b32184-5658-43d9-bfc4-569f7c65d8ed service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765954 Jul 13 07:23:36.129163 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-0e28aaeb-ad63-4f27-88d9-a7d0dec73107 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290791 Jul 13 07:23:36.225683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5f6ab0f2-2160-46f3-a8c5-38a37baa6773,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:36.255188 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.273541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1d731265-26a3-402f-938c-958d99586b98 None None] Provisioning complete for port 17ddf0c0-c0d5-4450-a11d-0df0795e220b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:36.276541 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1d731265-26a3-402f-938c-958d99586b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.307353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-349adeab-63f2-470a-9487-cabceaa8e5cb req-9487d2ed-f216-41a3-ac90-f384f0aedbd4 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308193 Jul 13 07:23:36.412257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2c119-71ff-4523-9a7a-6756b81a1730 req-892b939e-c5d5-4531-8a21-600c362693bd tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.414378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6f2c119-71ff-4523-9a7a-6756b81a1730 req-892b939e-c5d5-4531-8a21-600c362693bd tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 945 time: 0.3012221 Jul 13 07:23:36.491808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-48790d86-7ee4-45dc-b937-69cc5df8e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.493514 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-48790d86-7ee4-45dc-b937-69cc5df8e454 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1095 time: 0.3722055 Jul 13 07:23:36.496616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-a55d99aa-d91e-49e4-9cc3-4d6b183d4ad8 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.498449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-a55d99aa-d91e-49e4-9cc3-4d6b183d4ad8 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1096 time: 0.1884484 Jul 13 07:23:36.519881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-7'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:36.528389 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6f2c119-71ff-4523-9a7a-6756b81a1730 req-95a25799-a33c-49ff-a83c-86cca1beeaef tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896249 Jul 13 07:23:36.566642 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.578007 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Transition to ACTIVE for port object b3c581a9-73d3-4efb-aea1-f916c10ce490 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:36.585368 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.605007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Allocated IP 172.20.0.1 (34e11378-be8e-48da-ab5e-c889b980e643/e7f120be-bc39-4877-8909-81fce678c86a/261e5a64-aa0d-4e76-a673-6df7630b3899) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:36.613391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-7296d306-806b-438d-8fdb-b090f6e74ff7 req-0d1bb20b-bc80-40ff-bd5c-f4d507f0d537 tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Request body: {'security_group': {'name': 'tempest-securitygroup-998531669', 'description': 'tempest-description-22128649'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:36.634646 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c52a4-1414-467f-9035-ec319a562c93 None None] Pushing event updated for resources: {'Port': ['ID=b3c581a9-73d3-4efb-aea1-f916c10ce490,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:36.667621 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Attempting to bind port b3c581a9-73d3-4efb-aea1-f916c10ce490 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:36.667996 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Attempting to bind port b3c581a9-73d3-4efb-aea1-f916c10ce490 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:36.668920 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Attempting to bind port b3c581a9-73d3-4efb-aea1-f916c10ce490 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:36.674816 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:36.675281 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:36.676007 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.676628 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:36.676967 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Bound port: b3c581a9-73d3-4efb-aea1-f916c10ce490, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:36.677688 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.685874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3f8ffcbe-ac00-4e67-9db6-b4f3e8871bbd None None] Provisioning complete for port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:36.687182 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffcbe-ac00-4e67-9db6-b4f3e8871bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.738711 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.747073 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] For port b3c581a9-73d3-4efb-aea1-f916c10ce490, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:36.752277 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] For port b3c581a9-73d3-4efb-aea1-f916c10ce490, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b3c581a9-73d3-4efb-aea1-f916c10ce490,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:36.753631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.757932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Transition to ACTIVE for port object 261e5a64-aa0d-4e76-a673-6df7630b3899 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:36.762742 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.791963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7296d306-806b-438d-8fdb-b090f6e74ff7 req-0d1bb20b-bc80-40ff-bd5c-f4d507f0d537 tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.812148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-03dd410c-27bf-4b21-8bf0-0b71d9afefba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.813702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-03dd410c-27bf-4b21-8bf0-0b71d9afefba service neutron] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.2826955 Jul 13 07:23:36.823550 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.838058 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Routers {'d57a56f6-7a73-4c2f-a469-429a9dd79aac'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:36.838693 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:23:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:36.846094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1eb7f700-bb92-4851-91fb-b86139ac63f2 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:36.868734 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Network 34e11378-be8e-48da-ab5e-c889b980e643 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:36.869184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 1eb7f700-bb92-4851-91fb-b86139ac63f2 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:36.869306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1eb7f700-bb92-4851-91fb-b86139ac63f2 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:36.871716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:36.875935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:36.893647 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c52a4-1414-467f-9035-ec319a562c93 None None] Pushing event updated for resources: {'Port': ['ID=b3c581a9-73d3-4efb-aea1-f916c10ce490,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:36.894513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-3348b0bd-2f47-4c12-a45e-f0b9d0eecaf8 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:23:36.894513 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-3348b0bd-2f47-4c12-a45e-f0b9d0eecaf8 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500343 Jul 13 07:23:36.902530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-91b255e4-78c3-419c-9452-277b54f6b6ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90 HTTP/1.1" status: 200 len: 217 time: 0.0575597 Jul 13 07:23:36.907134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Request body: {'binding': {'host': 'n-h1-798249-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:36.908530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Unknown quota resources ['binding']. {{(pid=93838) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:23:36.932640 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Pushing event updated for resources: {'Port': ['ID=261e5a64-aa0d-4e76-a673-6df7630b3899,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:36.946150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.983845 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] Set router d57a56f6-7a73-4c2f-a469-429a9dd79aac gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:37.127957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-ea0934d7-9196-43fd-8a5e-f37462a1fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:37.129439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-ea0934d7-9196-43fd-8a5e-f37462a1fc79 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.2115960 Jul 13 07:23:37.132040 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.144914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b179c2bd-3a69-475e-a801-4062264d6246 None None] Provisioning for port 261e5a64-aa0d-4e76-a673-6df7630b3899 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:37.149196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b179c2bd-3a69-475e-a801-4062264d6246 None None] Provisioning complete for port 261e5a64-aa0d-4e76-a673-6df7630b3899 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:37.149572 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b179c2bd-3a69-475e-a801-4062264d6246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.177776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device dc027f65-4a26-4121-bab2-8e0fd1086d18 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:37.204354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b179c2bd-3a69-475e-a801-4062264d6246 None None] Port 261e5a64-aa0d-4e76-a673-6df7630b3899 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:37.211873 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'name': 'tempest-FloatingIPsTestJSON-697627699-router', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:33Z', 'revision_number': 3, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'gw_port': {'id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:33Z', 'updated_at': '2021-07-13T07:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:37.212216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-b2ada213-b468-4e4d-b701-029b0c3a8f03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748193 Jul 13 07:23:37.254601 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e68b9-8b1a-478e-a54e-f53b1d0a64b0 None None] The sync data for ids ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'] in n-d-798249-7 is: [{'id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'name': 'tempest-FloatingIPsTestJSON-697627699-router', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:33Z', 'revision_number': 3, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'gw_port': {'id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:33Z', 'updated_at': '2021-07-13T07:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:37.264668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:37.315593 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7296d306-806b-438d-8fdb-b090f6e74ff7 req-0d1bb20b-bc80-40ff-bd5c-f4d507f0d537 tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.325235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port dc027f65-4a26-4121-bab2-8e0fd1086d18, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=dc027f65-4a26-4121-bab2-8e0fd1086d18,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:37.330466 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7296d306-806b-438d-8fdb-b090f6e74ff7 req-0d1bb20b-bc80-40ff-bd5c-f4d507f0d537 tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.341283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'dc027f65-4a26-4121-bab2-8e0fd1086d18', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'dc027f65-4a26-4121-bab2-8e0fd1086d18', 'mac_address': 'fa:16:3e:3e:86:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:37.389029 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.391588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:37.396211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.420402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 on host n-h1-798249-7 for vnic_type normal with profile None {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:37.420402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:37.420725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:37.423798 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.436051 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7296d306-806b-438d-8fdb-b090f6e74ff7 req-0d1bb20b-bc80-40ff-bd5c-f4d507f0d537 tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.440819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc027f65-4a26-4121-bab2-8e0fd1086d18 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:37.448379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7296d306-806b-438d-8fdb-b090f6e74ff7 req-0d1bb20b-bc80-40ff-bd5c-f4d507f0d537 tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8453250 Jul 13 07:23:37.455362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:37.457931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Port 7fd177ca-c448-4c9f-9592-8c6194649011 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:37.457931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:37.481830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port dc027f65-4a26-4121-bab2-8e0fd1086d18, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=dc027f65-4a26-4121-bab2-8e0fd1086d18,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:37.491813 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.496403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Pushing event updated for resources: {'Port': ['ID=261e5a64-aa0d-4e76-a673-6df7630b3899,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:37.533199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:37.533665 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.536807 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.565552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-55310761-7984-4e66-be4b-bbb1aeb856cf service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375258 Jul 13 07:23:37.566277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bb20b-bc80-40ff-bd5c-f4d507f0d537 tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5203323d-f316-4ed5-9b02-ab40a4719ade,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:37.670221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=dc027f65-4a26-4121-bab2-8e0fd1086d18,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:37.680523 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.704963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:37.705455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:37.706535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:37.711590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Bound port: 7fd177ca-c448-4c9f-9592-8c6194649011, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:37.789718 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.794692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['dc027f65-4a26-4121-bab2-8e0fd1086d18'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:37.835617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Network 34e11378-be8e-48da-ab5e-c889b980e643 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:37.837611 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:37.866800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.924537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-70be0217-e464-4343-8a3d-eadcab0cc072 None None] Provisioning complete for port 261e5a64-aa0d-4e76-a673-6df7630b3899 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:37.925187 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-70be0217-e464-4343-8a3d-eadcab0cc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.035982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Router d57a56f6-7a73-4c2f-a469-429a9dd79aac has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:38.139742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-70be0217-e464-4343-8a3d-eadcab0cc072 None None] Port 261e5a64-aa0d-4e76-a673-6df7630b3899 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:38.165540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:38.178847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:38.274611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-67197d69-10c4-42f7-a8cc-cae069712a48 None None] Provisioning complete for port 261e5a64-aa0d-4e76-a673-6df7630b3899 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:38.275707 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67197d69-10c4-42f7-a8cc-cae069712a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.319526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-67197d69-10c4-42f7-a8cc-cae069712a48 None None] Port 261e5a64-aa0d-4e76-a673-6df7630b3899 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:38.427779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.430081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-c457efbd-7d6d-4438-b558-fd5d15355e0e service neutron] 10.222.0.44 "POST /v2.0/ports/7fd177ca-c448-4c9f-9592-8c6194649011/bindings HTTP/1.1" status: 201 len: 389 time: 1.5319426 Jul 13 07:23:38.443069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b216adc-909d-4dc7-b25a-4c997cc801a5 req-63b35251-1c7a-47b8-b0aa-1893f71b343a service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8030429 Jul 13 07:23:38.445079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on host n-h1-798249-7 for vnic_type normal with profile {"migrating_to": "n-h2-798249-7"} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:38.445675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:38.446322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:38.461346 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:38.463269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:38.463598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Attempting to bind port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:38.470397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3b5ddd96-0052-4341-807a-d1ab513082e4 admin admin] 10.222.0.44 "PUT /v2.0/routers/d57a56f6-7a73-4c2f-a469-429a9dd79aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2310557 Jul 13 07:23:38.478032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ddb82-589f-4b56-a1ab-0fea29eb2745 req-5404f7a2-2516-4d35-89ac-04bf978824be tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.479550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c5ddb82-589f-4b56-a1ab-0fea29eb2745 req-5404f7a2-2516-4d35-89ac-04bf978824be tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 948 time: 0.6185007 Jul 13 07:23:38.480886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:38.481230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:38.481622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:38.482385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Bound port: f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:38.482986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.561417 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c5ddb82-589f-4b56-a1ab-0fea29eb2745 req-59c1bdaf-304e-440a-bcad-b6cfc8296603 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708754 Jul 13 07:23:38.567976 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae5d199-78f2-4a53-a1da-92abe6274e7b x-openstack-request-id: req-7ae5d199-78f2-4a53-a1da-92abe6274e7b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:38.569206 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ad9f03-db0d-4198-aadb-89e892cd3432", "name": "network-vif-plugged", "status": "completed", "tag": "17ddf0c0-c0d5-4450-a11d-0df0795e220b", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:38.571033 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ae5d199-78f2-4a53-a1da-92abe6274e7b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:38.571760 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ddf0c0-c0d5-4450-a11d-0df0795e220b', 'code': 200} Jul 13 07:23:38.604993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:38.609822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:38.620770 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.665391 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5270bc-bb87-4515-af3e-6de5d676ebe5 x-openstack-request-id: req-9b5270bc-bb87-4515-af3e-6de5d676ebe5 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:38.665796 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a64a3f-2f7c-4062-bc71-879d5d58845d", "name": "network-vif-deleted", "tag": "1eb7f700-bb92-4851-91fb-b86139ac63f2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:38.666113 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b5270bc-bb87-4515-af3e-6de5d676ebe5 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:38.666444 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a64a3f-2f7c-4062-bc71-879d5d58845d', 'name': 'network-vif-deleted', 'tag': '1eb7f700-bb92-4851-91fb-b86139ac63f2', 'status': 'completed', 'code': 200} Jul 13 07:23:38.757853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.758495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.759912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] 10.222.0.54 "PUT /v2.0/ports/f5bbee41-6f9c-4fe2-9f31-253a5d7b417e HTTP/1.1" status: 200 len: 1121 time: 2.2448244 Jul 13 07:23:38.760580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28969c85-125a-4a83-a2d0-8850358f9687 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,revision_number=8']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:38.791590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-c2709dfc-dca6-4015-9da6-83f65ac4c8df req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-352136531', 'description': 'tempest-description-1005318319'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:38.821610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c2709dfc-dca6-4015-9da6-83f65ac4c8df req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.832688 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c2709dfc-dca6-4015-9da6-83f65ac4c8df req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.834754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['f5bbee41-6f9c-4fe2-9f31-253a5d7b417e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:38.878517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93572ff-bde1-4580-b8fc-860860db9c22 req-823b79a2-2e59-462c-99a4-1adf97e80f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.880063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d93572ff-bde1-4580-b8fc-860860db9c22 req-823b79a2-2e59-462c-99a4-1adf97e80f25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 1096 time: 0.1888452 Jul 13 07:23:38.909843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-1bdf17a0-f0d5-403d-a897-b8bde4c652d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.911299 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-1bdf17a0-f0d5-403d-a897-b8bde4c652d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1096 time: 0.1303453 Jul 13 07:23:38.919936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adeaaf8-56c1-4f51-b0f7-e165737f2c6b req-9c224cca-9573-4ebd-9561-cae0595fc0bd tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.921832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9adeaaf8-56c1-4f51-b0f7-e165737f2c6b req-9c224cca-9573-4ebd-9561-cae0595fc0bd tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 945 time: 0.1549125 Jul 13 07:23:38.980253 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d93572ff-bde1-4580-b8fc-860860db9c22 req-fe928be8-4da1-4983-9977-cc7dc7e0ff10 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933177 Jul 13 07:23:39.003128 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c2709dfc-dca6-4015-9da6-83f65ac4c8df req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.007602 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c2709dfc-dca6-4015-9da6-83f65ac4c8df req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.035538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9adeaaf8-56c1-4f51-b0f7-e165737f2c6b req-32df3c96-e0f5-4907-b4ed-c25df9e73540 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025100 Jul 13 07:23:39.045666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8033c8e-3cea-42c1-9637-a36e27aaff50,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:39.055208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-250d9411-12e0-47ed-9622-f1ed441313bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.056824 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-250d9411-12e0-47ed-9622-f1ed441313bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.1338148 Jul 13 07:23:39.109990 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-a78201d9-597d-460d-bbf5-29e6f3e11435 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd177ca-c448-4c9f-9592-8c6194649011 HTTP/1.1" status: 200 len: 217 time: 0.0416842 Jul 13 07:23:39.144549 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c2709dfc-dca6-4015-9da6-83f65ac4c8df req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.153744 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c2709dfc-dca6-4015-9da6-83f65ac4c8df req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.165641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-bbba6c66-8565-4a14-a4e2-eafd78c8789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.167178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-bbba6c66-8565-4a14-a4e2-eafd78c8789b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.0504866 Jul 13 07:23:39.190062 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c2709dfc-dca6-4015-9da6-83f65ac4c8df req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.192637 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2709dfc-dca6-4015-9da6-83f65ac4c8df req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4063599 Jul 13 07:23:39.194336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9a043-47bb-443d-addb-96482074c744 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2663e8c-12a5-4e0c-ae6f-d9c930da88a1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:39.202629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device dc027f65-4a26-4121-bab2-8e0fd1086d18 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:39.228848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-0908d864-a230-481f-8ba7-ccfbd3c2a1e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541291 Jul 13 07:23:39.257351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port dc027f65-4a26-4121-bab2-8e0fd1086d18 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:39.261837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port dc027f65-4a26-4121-bab2-8e0fd1086d18 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:39.262832 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.381305 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.382064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7214a4-ef37-43b9-b1fd-03cc0bfb63c5 req-16a9a5c5-4706-4933-90b0-422a5fe07be7 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.385994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Sync routers for ids ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:39.397541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba7214a4-ef37-43b9-b1fd-03cc0bfb63c5 req-16a9a5c5-4706-4933-90b0-422a5fe07be7 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 943 time: 0.2107701 Jul 13 07:23:39.400197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b3c581a9-73d3-4efb-aea1-f916c10ce490 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:39.413814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5c2d8-baf9-4b81-b987-e1d7b8ce912a req-4e1874d5-3250-4981-b779-3862fec4c6e9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.415430 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55f5c2d8-baf9-4b81-b987-e1d7b8ce912a req-4e1874d5-3250-4981-b779-3862fec4c6e9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 945 time: 0.0833163 Jul 13 07:23:39.434467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Routers {'d57a56f6-7a73-4c2f-a469-429a9dd79aac'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:39.436175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:23:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:39.436492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-b798515b-7636-479a-b2e0-1cf491112b8c service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893668 Jul 13 07:23:39.458469 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55f5c2d8-baf9-4b81-b987-e1d7b8ce912a req-92414515-b8de-40dd-9d2b-462204f95870 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369000 Jul 13 07:23:39.464539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba7214a4-ef37-43b9-b1fd-03cc0bfb63c5 req-8d6537d7-c8e1-4413-9ea2-d5bdce57de53 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661132 Jul 13 07:23:39.498450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port dc027f65-4a26-4121-bab2-8e0fd1086d18, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=dc027f65-4a26-4121-bab2-8e0fd1086d18,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:39.513243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.565665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-a869100e-d53a-46d8-92e4-39e84157dda4 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210825 Jul 13 07:23:39.648324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port b3c581a9-73d3-4efb-aea1-f916c10ce490 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:39.666237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Set router d57a56f6-7a73-4c2f-a469-429a9dd79aac gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:39.669130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=dc027f65-4a26-4121-bab2-8e0fd1086d18,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:39.671919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b3c581a9-73d3-4efb-aea1-f916c10ce490 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:39.672219 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.717747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-af6d004a-f4cc-458b-bb3d-53542e3db731 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.719297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-af6d004a-f4cc-458b-bb3d-53542e3db731 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1096 time: 0.0699315 Jul 13 07:23:39.726323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-f34ef50d-61ef-4e72-a21f-2b6a55bb8435 req-ab8811d2-b60f-4d32-a215-490c34c2e8be tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1540013281', 'description': 'tempest-description-678013714'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:39.735096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-7'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:39.795819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f34ef50d-61ef-4e72-a21f-2b6a55bb8435 req-ab8811d2-b60f-4d32-a215-490c34c2e8be tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.852912 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.871621 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-220ae70d-57ca-4850-b512-b7d407223de8 req-19807431-b96c-4b24-baa8-0fb911c59f89 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3018911 Jul 13 07:23:39.884578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:40.026302 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f34ef50d-61ef-4e72-a21f-2b6a55bb8435 req-ab8811d2-b60f-4d32-a215-490c34c2e8be tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.028233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-510342d3-222d-4564-9066-3eb2c41a55ba None None] Provisioning complete for port dc027f65-4a26-4121-bab2-8e0fd1086d18 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:40.028606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-510342d3-222d-4564-9066-3eb2c41a55ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.032832 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f34ef50d-61ef-4e72-a21f-2b6a55bb8435 req-ab8811d2-b60f-4d32-a215-490c34c2e8be tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.058053 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.065643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:40.066668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.081227 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f34ef50d-61ef-4e72-a21f-2b6a55bb8435 req-ab8811d2-b60f-4d32-a215-490c34c2e8be tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.084912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f34ef50d-61ef-4e72-a21f-2b6a55bb8435 req-ab8811d2-b60f-4d32-a215-490c34c2e8be tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3622744 Jul 13 07:23:40.127366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:40.139851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port b3c581a9-73d3-4efb-aea1-f916c10ce490, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b3c581a9-73d3-4efb-aea1-f916c10ce490,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:40.155635 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.194618 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.203175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8811d2-b60f-4d32-a215-490c34c2e8be tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925ffa02-910d-4a9f-ad4b-28702ec02a14,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:40.215440 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.306300 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.313475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=b3c581a9-73d3-4efb-aea1-f916c10ce490,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:40.338672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'name': 'tempest-FloatingIPsTestJSON-697627699-router', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:37Z', 'revision_number': 4, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'gw_port': {'id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:33Z', 'updated_at': '2021-07-13T07:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '261e5a64-aa0d-4e76-a673-6df7630b3899', 'name': '', 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'mac_address': 'fa:16:3e:69:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7f120be-bc39-4877-8909-81fce678c86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:36Z', 'updated_at': '2021-07-13T07:23:37Z', 'revision_number': 2, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'subnets': [{'id': 'e7f120be-bc39-4877-8909-81fce678c86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:40.347273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Pushing event updated for resources: {'Port': ['ID=7fd177ca-c448-4c9f-9592-8c6194649011,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:40.363400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 on host n-h2-798249-7 for vnic_type normal with profile {"migrating_to": "n-h1-798249-7"} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:40.364372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:40.365061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:40.370752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Port 7fd177ca-c448-4c9f-9592-8c6194649011 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:40.371177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Attempting to bind port 7fd177ca-c448-4c9f-9592-8c6194649011 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:40.375849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Checking router: d57a56f6-7a73-4c2f-a469-429a9dd79aac for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:40.376435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Updating router d57a56f6-7a73-4c2f-a469-429a9dd79aac port 261e5a64-aa0d-4e76-a673-6df7630b3899 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:23:40.377510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:40.377959 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:40.378404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:40.379906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Bound port: 7fd177ca-c448-4c9f-9592-8c6194649011, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:40.379906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.433285 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.451889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:40.456344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:40.457599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Allocated IP 172.25.6.189 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/db53120e-552a-4a80-b4b8-844625ec0d06) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:40.464197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.573897 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.578002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d5825b-f7c5-4afa-9991-dba114a29213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc027f65-4a26-4121-bab2-8e0fd1086d18'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:40.580335 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee16ff30-bc3f-4b65-8c5d-405830270684" -d '{"events": [{"server_uuid": "74d5825b-f7c5-4afa-9991-dba114a29213", "name": "network-vif-plugged", "status": "completed", "tag": "dc027f65-4a26-4121-bab2-8e0fd1086d18"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:40.582336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.583134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.584658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] 10.222.0.53 "PUT /v2.0/ports/7fd177ca-c448-4c9f-9592-8c6194649011 HTTP/1.1" status: 200 len: 1121 time: 0.8550134 Jul 13 07:23:40.597784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd8eb2-2fce-492a-a20b-a384b1fff60d service neutron] Pushing event updated for resources: {'Port': ['ID=7fd177ca-c448-4c9f-9592-8c6194649011,revision_number=8']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:40.630734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.635140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f11c0-b7aa-42fe-9d4c-7766b0f4a9d4 req-529ee2a5-b40e-4410-a1e2-e1d52fb5231a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.646807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a8f11c0-b7aa-42fe-9d4c-7766b0f4a9d4 req-529ee2a5-b40e-4410-a1e2-e1d52fb5231a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 949 time: 0.1714745 Jul 13 07:23:40.668909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e'}, {'name': 'network-changed', 'server_uuid': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'tag': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e'}, {'server_uuid': '43b8ea36-2a71-4131-b53d-888036b09237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd177ca-c448-4c9f-9592-8c6194649011'}, {'name': 'network-changed', 'server_uuid': '43b8ea36-2a71-4131-b53d-888036b09237', 'tag': '7fd177ca-c448-4c9f-9592-8c6194649011'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:40.671298 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a4028d-f463-472a-b754-3017a5eeedc6" -d '{"events": [{"server_uuid": "b4bd5346-8736-4e6b-b4dd-6b2061be1254", "name": "network-vif-unplugged", "status": "completed", "tag": "f5bbee41-6f9c-4fe2-9f31-253a5d7b417e"}, {"name": "network-changed", "server_uuid": "b4bd5346-8736-4e6b-b4dd-6b2061be1254", "tag": "f5bbee41-6f9c-4fe2-9f31-253a5d7b417e"}, {"server_uuid": "43b8ea36-2a71-4131-b53d-888036b09237", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd177ca-c448-4c9f-9592-8c6194649011"}, {"name": "network-changed", "server_uuid": "43b8ea36-2a71-4131-b53d-888036b09237", "tag": "7fd177ca-c448-4c9f-9592-8c6194649011"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:40.671912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:40.676919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:40.680593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:40.687510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a8f11c0-b7aa-42fe-9d4c-7766b0f4a9d4 req-c96dccf0-9b99-4b58-b8c7-6868bc7f4f68 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Jul 13 07:23:40.709956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Pushing event updated for resources: {'Port': ['ID=db53120e-552a-4a80-b4b8-844625ec0d06,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:40.717189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['7fd177ca-c448-4c9f-9592-8c6194649011'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:40.770960 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.784881 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.787831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Transition to ACTIVE for port object 261e5a64-aa0d-4e76-a673-6df7630b3899 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:40.799851 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.809520 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3641fd5b-58dc-4ec1-ab83-681828716026 req-070162e9-af6c-45d9-af7c-c4faaa96e060 tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=906b5ea9c2464dba9fa41b3d19a9b89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297379 Jul 13 07:23:40.830359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.880105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1cdd4-86f0-4dfd-a542-b97d827b0904 None None] Pushing event updated for resources: {'Port': ['ID=261e5a64-aa0d-4e76-a673-6df7630b3899,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:40.947293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641fd5b-58dc-4ec1-ab83-681828716026 req-c48f1118-8659-4ff2-9cce-c216eb2680cb tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.956198 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3641fd5b-58dc-4ec1-ab83-681828716026 req-c48f1118-8659-4ff2-9cce-c216eb2680cb tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456707 Jul 13 07:23:40.975757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3641fd5b-58dc-4ec1-ab83-681828716026 req-af21a002-1e60-4b38-acb0-3c462d9b4b32 tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/quotas/906b5ea9c2464dba9fa41b3d19a9b89d HTTP/1.1" status: 200 len: 375 time: 0.0181630 Jul 13 07:23:41.014025 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.020266 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.022615 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3641fd5b-58dc-4ec1-ab83-681828716026 req-443c4829-b338-4d51-bf59-b9ed55274a7a tempest-QuotasAdminNegativeTest-169029802 tempest-QuotasAdminNegativeTest-169029802-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=906b5ea9c2464dba9fa41b3d19a9b89d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406127 Jul 13 07:23:41.069547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Pushing event updated for resources: {'Port': ['ID=db53120e-552a-4a80-b4b8-844625ec0d06,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:41.078829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Attempting to bind port 261e5a64-aa0d-4e76-a673-6df7630b3899 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:41.079202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Attempting to bind port 261e5a64-aa0d-4e76-a673-6df7630b3899 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:41.079565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Attempting to bind port 261e5a64-aa0d-4e76-a673-6df7630b3899 on network 34e11378-be8e-48da-ab5e-c889b980e643 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:41.094126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:41.094126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Checking segment: {'id': '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:41.094450 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.094744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Bound using segment: {'id': '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:41.095207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Bound port: 261e5a64-aa0d-4e76-a673-6df7630b3899, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:41.095649 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.146220 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.161722 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.171244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-220ae70d-57ca-4850-b512-b7d407223de8 req-bf8a9ec8-ca40-4108-9b4b-abf1ad80fe5e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2917633 Jul 13 07:23:41.177220 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] For port 261e5a64-aa0d-4e76-a673-6df7630b3899, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:41.180797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] For port 261e5a64-aa0d-4e76-a673-6df7630b3899, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=261e5a64-aa0d-4e76-a673-6df7630b3899,segment=NetworkSegment(9e8a5933-a5f2-4652-8c38-38fe9afd6ea2),segment_id=9e8a5933-a5f2-4652-8c38-38fe9afd6ea2)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:41.187378 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.238432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f5bbee41-6f9c-4fe2-9f31-253a5d7b417e details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:41.258134 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-220ae70d-57ca-4850-b512-b7d407223de8 req-c0d83bea-bc9e-42ed-a4ba-30a4a8ea82c7 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.0860085 Jul 13 07:23:41.276343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Routers {'d57a56f6-7a73-4c2f-a469-429a9dd79aac'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:41.277532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:23:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:41.302040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed794fdf-51a1-41f2-98e8-b5265c9c37d0 req-b88de9d3-7c43-4841-90f2-50be3371dca8 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.318733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed794fdf-51a1-41f2-98e8-b5265c9c37d0 req-b88de9d3-7c43-4841-90f2-50be3371dca8 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 945 time: 0.1120009 Jul 13 07:23:41.362270 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed794fdf-51a1-41f2-98e8-b5265c9c37d0 req-4aa91fab-3038-4cf8-808d-d1f5e7e6275b tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470648 Jul 13 07:23:41.388780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] Set router d57a56f6-7a73-4c2f-a469-429a9dd79aac gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:41.425320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae70d-57ca-4850-b512-b7d407223de8 req-6adccb49-4e9f-49b1-820d-e229a9f83ec9 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.426916 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-220ae70d-57ca-4850-b512-b7d407223de8 req-6adccb49-4e9f-49b1-820d-e229a9f83ec9 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1609733 Jul 13 07:23:41.438210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-220ae70d-57ca-4850-b512-b7d407223de8 req-e521edb5-333b-4176-8e13-ef5c2a016f07 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:23:41.439524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-220ae70d-57ca-4850-b512-b7d407223de8 req-e521edb5-333b-4176-8e13-ef5c2a016f07 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072765 Jul 13 07:23:41.461423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b3c581a9-73d3-4efb-aea1-f916c10ce490 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:41.463391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1cdd4-86f0-4dfd-a542-b97d827b0904 None None] Pushing event updated for resources: {'Port': ['ID=261e5a64-aa0d-4e76-a673-6df7630b3899,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:41.501948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.resource_extend [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:23:41.660903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-7741e716-382a-451f-978b-4cc68800b464 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50614 time: 0.2684388 Jul 13 07:23:41.690740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:41.693154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b3c581a9-73d3-4efb-aea1-f916c10ce490 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:41.693528 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.704766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-f12d9e80-3029-4f5c-b7d3-1fbffaa19285 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1b6a64d1-64d4-4c00-84db-e943b514bc53 HTTP/1.1" status: 200 len: 2981 time: 0.0413177 Jul 13 07:23:41.727462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f5bbee41-6f9c-4fe2-9f31-253a5d7b417e has no active binding in host n-h2-798249-7 {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:23:41.753823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-4e5c7a76-470c-47ca-89e4-f16b17972b98 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1b6a64d1-64d4-4c00-84db-e943b514bc53 HTTP/1.1" status: 200 len: 2981 time: 0.0432563 Jul 13 07:23:41.765294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'name': 'tempest-FloatingIPsTestJSON-697627699-router', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:37Z', 'revision_number': 4, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'gw_port': {'id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:33Z', 'updated_at': '2021-07-13T07:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '261e5a64-aa0d-4e76-a673-6df7630b3899', 'name': '', 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'mac_address': 'fa:16:3e:69:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7f120be-bc39-4877-8909-81fce678c86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:36Z', 'updated_at': '2021-07-13T07:23:41Z', 'revision_number': 4, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'subnets': [{'id': 'e7f120be-bc39-4877-8909-81fce678c86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:41.791639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555e124-61bb-41ab-912f-2c2f12c78862 req-ae50b667-ee34-4fbc-bf36-78315cd24413 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.793575 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6555e124-61bb-41ab-912f-2c2f12c78862 req-ae50b667-ee34-4fbc-bf36-78315cd24413 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 943 time: 0.0743463 Jul 13 07:23:41.801228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-6c507c5e-b32c-45c2-b4c2-6f5aa95bab2e tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/2517c740-2197-4eab-b3fd-c47694db41ba HTTP/1.1" status: 200 len: 2981 time: 0.0370533 Jul 13 07:23:41.812873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56201494-82aa-4706-b1ab-746e30b829d7 None None] The sync data for ids ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'] in n-d-798249-7 is: [{'id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'name': 'tempest-FloatingIPsTestJSON-697627699-router', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:37Z', 'revision_number': 4, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'gw_port': {'id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:33Z', 'updated_at': '2021-07-13T07:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '261e5a64-aa0d-4e76-a673-6df7630b3899', 'name': '', 'network_id': '34e11378-be8e-48da-ab5e-c889b980e643', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'mac_address': 'fa:16:3e:69:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7f120be-bc39-4877-8909-81fce678c86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:36Z', 'updated_at': '2021-07-13T07:23:41Z', 'revision_number': 4, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'subnets': [{'id': 'e7f120be-bc39-4877-8909-81fce678c86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:41.842958 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6555e124-61bb-41ab-912f-2c2f12c78862 req-fb6ab58c-7b23-471d-a2f3-73e4f6cd6427 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Jul 13 07:23:41.847527 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-74488556-b9e2-4cda-9af3-51eb3c15bfaa tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/2517c740-2197-4eab-b3fd-c47694db41ba HTTP/1.1" status: 200 len: 2981 time: 0.0406837 Jul 13 07:23:41.929752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-b985e94e-7231-45ce-92f6-8dd6eb034113 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/432b1dc9-cdeb-4a05-8a36-e6a75e649d67 HTTP/1.1" status: 200 len: 2981 time: 0.0699947 Jul 13 07:23:41.981243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-c47616de-b3e3-44fa-aa2b-5b04d801c958 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/432b1dc9-cdeb-4a05-8a36-e6a75e649d67 HTTP/1.1" status: 200 len: 2981 time: 0.0429087 Jul 13 07:23:42.029288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-36fa629c-5fbb-46a3-842c-ba67fb8c7a02 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/43dd8962-8750-46b5-968e-32992697c6ab HTTP/1.1" status: 200 len: 2981 time: 0.0417216 Jul 13 07:23:42.030485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2395b0-a6aa-4d13-afe5-cac6ea015c1f req-7f963f23-35d2-408e-8862-f1889f709e4b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.032100 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b2395b0-a6aa-4d13-afe5-cac6ea015c1f req-7f963f23-35d2-408e-8862-f1889f709e4b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 943 time: 0.0669360 Jul 13 07:23:42.071829 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b2395b0-a6aa-4d13-afe5-cac6ea015c1f req-46f7bd6e-766b-4681-9f2b-06b90203de7e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342691 Jul 13 07:23:42.073687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-a75b18aa-b6c8-45e8-9ed8-a0b8c7e35aff tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/43dd8962-8750-46b5-968e-32992697c6ab HTTP/1.1" status: 200 len: 2981 time: 0.0381360 Jul 13 07:23:42.123914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-667cf462-43af-4b54-aca3-327119864dae tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/52b6edef-beeb-47ab-bc84-40aae3d7d713 HTTP/1.1" status: 200 len: 2981 time: 0.0434275 Jul 13 07:23:42.129164 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e019c0ca-bf96-4946-9dc6-900f0522756f x-openstack-request-id: req-e019c0ca-bf96-4946-9dc6-900f0522756f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:42.129692 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d5825b-f7c5-4afa-9991-dba114a29213", "name": "network-vif-plugged", "status": "completed", "tag": "dc027f65-4a26-4121-bab2-8e0fd1086d18", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:42.129956 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e019c0ca-bf96-4946-9dc6-900f0522756f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:42.130362 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d5825b-f7c5-4afa-9991-dba114a29213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc027f65-4a26-4121-bab2-8e0fd1086d18', 'code': 200} Jul 13 07:23:42.180788 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775377f5-aea1-4775-aed9-5c9fa2ac3c19 x-openstack-request-id: req-775377f5-aea1-4775-aed9-5c9fa2ac3c19 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:42.181094 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bd5346-8736-4e6b-b4dd-6b2061be1254", "name": "network-vif-unplugged", "status": "completed", "tag": "f5bbee41-6f9c-4fe2-9f31-253a5d7b417e", "code": 200}, {"name": "network-changed", "server_uuid": "b4bd5346-8736-4e6b-b4dd-6b2061be1254", "tag": "f5bbee41-6f9c-4fe2-9f31-253a5d7b417e", "status": "completed", "code": 200}, {"server_uuid": "43b8ea36-2a71-4131-b53d-888036b09237", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd177ca-c448-4c9f-9592-8c6194649011", "code": 200}, {"name": "network-changed", "server_uuid": "43b8ea36-2a71-4131-b53d-888036b09237", "tag": "7fd177ca-c448-4c9f-9592-8c6194649011", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:42.181343 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-775377f5-aea1-4775-aed9-5c9fa2ac3c19 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:42.181974 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e', 'code': 200} Jul 13 07:23:42.182234 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'tag': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e', 'status': 'completed', 'code': 200} Jul 13 07:23:42.182481 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b8ea36-2a71-4131-b53d-888036b09237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd177ca-c448-4c9f-9592-8c6194649011', 'code': 200} Jul 13 07:23:42.182724 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b8ea36-2a71-4131-b53d-888036b09237', 'tag': '7fd177ca-c448-4c9f-9592-8c6194649011', 'status': 'completed', 'code': 200} Jul 13 07:23:42.199236 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-f0f71a76-d526-4893-b7e4-fa6d93592b0b tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/52b6edef-beeb-47ab-bc84-40aae3d7d713 HTTP/1.1" status: 200 len: 2981 time: 0.0685222 Jul 13 07:23:42.370058 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-e4755c0a-eb93-4027-90ce-b72ac4553c3a tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/68775d6f-e370-449a-9f3d-cfb4679d53d2 HTTP/1.1" status: 200 len: 2981 time: 0.1632292 Jul 13 07:23:42.433340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eec105-b8c0-43bc-ad49-f7af6f0d4b1a req-978f6a50-bfe0-418c-bfc3-949f87896004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.434843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c1eec105-b8c0-43bc-ad49-f7af6f0d4b1a req-978f6a50-bfe0-418c-bfc3-949f87896004 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 1100 time: 0.1907802 Jul 13 07:23:42.462040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-c007a483-9d5d-4356-89ad-4a01021f48a2 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/68775d6f-e370-449a-9f3d-cfb4679d53d2 HTTP/1.1" status: 200 len: 2981 time: 0.0911434 Jul 13 07:23:42.464221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-67fae9ef-581f-495e-83f4-682427b36ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.465677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-67fae9ef-581f-495e-83f4-682427b36ded service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1124 time: 0.2354422 Jul 13 07:23:42.479368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-f6939dba-a74b-4a9a-be1c-380a432c8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.480876 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-f6939dba-a74b-4a9a-be1c-380a432c8df7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 1124 time: 0.2356906 Jul 13 07:23:42.516982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e657ed-f54b-47f3-8909-ca7cef41a8e2 req-c48e82db-2362-4b8f-99e6-35f8107468ff tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.519155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55e657ed-f54b-47f3-8909-ca7cef41a8e2 req-c48e82db-2362-4b8f-99e6-35f8107468ff tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 945 time: 0.0758889 Jul 13 07:23:42.529220 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40624) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:42.533958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-134e2dcb-8de8-4547-924e-d21fa973c59d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Request body: {'floatingip': {'port_id': '17ddf0c0-c0d5-4450-a11d-0df0795e220b'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:42.576234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c1eec105-b8c0-43bc-ad49-f7af6f0d4b1a req-584d3646-d4a8-4019-80ea-ecafa18ff51a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262932 Jul 13 07:23:42.649570 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-134e2dcb-8de8-4547-924e-d21fa973c59d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.661154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-de90acc5-51fa-443f-9442-c2a95a828ba2 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/90afb82b-0feb-4b79-bf05-d9afca778a3a HTTP/1.1" status: 200 len: 2973 time: 0.1878612 Jul 13 07:23:42.694510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-2b1d9777-07e1-495d-9f11-6d9e2d6fd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.696176 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-2b1d9777-07e1-495d-9f11-6d9e2d6fd894 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.2195811 Jul 13 07:23:42.707081 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b93d775-4cd0-43f6-a193-2a516df432ba req-6076f4c9-cdbf-4644-9886-ddb34f0aa5f9 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips/6758e096-58e8-453b-8a55-f83195bee7d9 HTTP/1.1" status: 200 len: 693 time: 0.1456699 Jul 13 07:23:42.722264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-4766e50d-97aa-4e13-98b8-f42c50635700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.723767 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-4766e50d-97aa-4e13-98b8-f42c50635700 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.2283034 Jul 13 07:23:42.808728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-1c27c56f-1e89-45e4-80eb-06f90b3cddf8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd177ca-c448-4c9f-9592-8c6194649011 HTTP/1.1" status: 200 len: 217 time: 0.0813327 Jul 13 07:23:42.811436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-74580823-ab40-48b4-a5b3-3c33715e2171 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e HTTP/1.1" status: 200 len: 217 time: 0.0742917 Jul 13 07:23:42.813315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-e556a1fc-ca0d-43c8-85a0-f07569366cdc tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/90afb82b-0feb-4b79-bf05-d9afca778a3a HTTP/1.1" status: 200 len: 2973 time: 0.1421580 Jul 13 07:23:42.873838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7fd177ca-c448-4c9f-9592-8c6194649011 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:42.881871 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-7a73f6cd-171a-40cc-b282-2c8fc3e3ace5 service neutron] 10.222.0.53 "GET /v2.0/ports/f5bbee41-6f9c-4fe2-9f31-253a5d7b417e/bindings/n-h2-798249-7 HTTP/1.1" status: 200 len: 384 time: 0.2816787 Jul 13 07:23:42.942580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-ffdd9f82-7ed0-46fd-bc8e-620300a596f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.944126 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-ffdd9f82-7ed0-46fd-bc8e-620300a596f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.1276026 Jul 13 07:23:42.947077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-ac54d10b-7c16-46a5-a4b0-07555522c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.948511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-ac54d10b-7c16-46a5-a4b0-07555522c71c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.1233237 Jul 13 07:23:42.950078 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-10f0be0c-64c8-4439-9571-907fdf1f0768 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ab102fa0-85ef-42c8-b472-81c3e55502b8 HTTP/1.1" status: 200 len: 2981 time: 0.1260133 Jul 13 07:23:42.985483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d775-4cd0-43f6-a193-2a516df432ba req-bee58147-c01d-4ca1-a56d-79fc1c946704 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.986846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b93d775-4cd0-43f6-a193-2a516df432ba req-bee58147-c01d-4ca1-a56d-79fc1c946704 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.2684758 Jul 13 07:23:42.992424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:42.997012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-e74dc2c4-97c1-4ff1-9fa4-5ce664af1322 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433741 Jul 13 07:23:43.003099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-8b93d775-4cd0-43f6-a193-2a516df432ba req-0ab694d4-2bf5-4ebf-9cbb-4551a04b2da5 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:23:43.007484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7fd177ca-c448-4c9f-9592-8c6194649011 has no active binding in host n-h1-798249-7 {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:23:43.015499 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b93d775-4cd0-43f6-a193-2a516df432ba req-0ab694d4-2bf5-4ebf-9cbb-4551a04b2da5 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177984 Jul 13 07:23:43.025790 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-b08a860f-afee-4a1d-aef6-dd1b8e21f982 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604813 Jul 13 07:23:43.354064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-b6a82ce9-472e-4c97-aaf5-a3a82b544494 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ab102fa0-85ef-42c8-b472-81c3e55502b8 HTTP/1.1" status: 200 len: 2981 time: 0.3907375 Jul 13 07:23:43.378828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 261e5a64-aa0d-4e76-a673-6df7630b3899 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:43.439636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 261e5a64-aa0d-4e76-a673-6df7630b3899 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:43.444956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 261e5a64-aa0d-4e76-a673-6df7630b3899 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:43.446292 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.448052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-66762b94-552e-4de2-b5b1-0c77146c8f64 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247909 Jul 13 07:23:43.475646 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-c21ada8c-2dd6-4693-9ee4-dd3a1a46a73b service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392576 Jul 13 07:23:43.486231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-cb3d807c-eb19-4653-8a43-75da049aaea2 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/c198e91c-071f-4b89-b765-38497b34c906 HTTP/1.1" status: 200 len: 2981 time: 0.1012940 Jul 13 07:23:43.562062 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.603478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 261e5a64-aa0d-4e76-a673-6df7630b3899, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=261e5a64-aa0d-4e76-a673-6df7630b3899,segment=NetworkSegment(9e8a5933-a5f2-4652-8c38-38fe9afd6ea2),segment_id=9e8a5933-a5f2-4652-8c38-38fe9afd6ea2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:43.610240 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.654840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-d4858e5f-84d5-4f45-aad4-f65adb155981 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/c198e91c-071f-4b89-b765-38497b34c906 HTTP/1.1" status: 200 len: 2981 time: 0.1529195 Jul 13 07:23:43.666409 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-2a08f19a-a17d-4527-aa45-328f1843eff2 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070549 Jul 13 07:23:43.696409 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a4028d-f463-472a-b754-3017a5eeedc6 req-524f2f8e-7164-44d1-b990-ec937bcdcd70 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980581 Jul 13 07:23:43.725337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=261e5a64-aa0d-4e76-a673-6df7630b3899,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:43.734847 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-06c59c90-1dca-412c-93b1-28b7aa90b6c5 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/cd63f647-daa6-4fce-b7b6-d8bf6cb06da9 HTTP/1.1" status: 200 len: 2977 time: 0.0721302 Jul 13 07:23:43.745675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-4ff011f7-93be-45c0-85cb-09d0e0c13799 service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:43.766360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9644-74d7-4ae4-b717-36b395df7e96 req-1be87ccd-f68d-4ee7-b6cc-19f91d9d87f7 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:43.768231 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ffed9644-74d7-4ae4-b717-36b395df7e96 req-1be87ccd-f68d-4ee7-b6cc-19f91d9d87f7 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 949 time: 0.6458719 Jul 13 07:23:43.808783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-7d958b23-e719-4b3a-8121-f1d436c0584e tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/cd63f647-daa6-4fce-b7b6-d8bf6cb06da9 HTTP/1.1" status: 200 len: 2977 time: 0.0654688 Jul 13 07:23:43.852836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-4ff011f7-93be-45c0-85cb-09d0e0c13799 service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:43.864654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-cb8c2aeb-16fe-4846-a414-0cc316a62467 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/d575a4a6-e058-4d86-91cc-84e3a8a81eee HTTP/1.1" status: 200 len: 2981 time: 0.0550015 Jul 13 07:23:43.910456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-0be8f08c-263b-4760-aafa-9dbd653f3214 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/d575a4a6-e058-4d86-91cc-84e3a8a81eee HTTP/1.1" status: 200 len: 2981 time: 0.0420101 Jul 13 07:23:43.936438 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ffed9644-74d7-4ae4-b717-36b395df7e96 req-f9837c79-5b9b-4169-a846-9ef89b543f45 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581237 Jul 13 07:23:43.949338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-715c3159-8add-4110-8565-ac754578f8d6 None None] Provisioning complete for port 261e5a64-aa0d-4e76-a673-6df7630b3899 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:43.949839 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-715c3159-8add-4110-8565-ac754578f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.958724 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-09f2650c-a879-47ab-83cb-bb60ae1e581d tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/d9d446a8-df67-410a-9d82-e9a53a0bf86b HTTP/1.1" status: 200 len: 2981 time: 0.0424156 Jul 13 07:23:43.968690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-4ff011f7-93be-45c0-85cb-09d0e0c13799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5bbee41-6f9c-4fe2-9f31-253a5d7b417e {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:44.008965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-6e458b1a-e9df-4bd4-9435-418f505b3984 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/d9d446a8-df67-410a-9d82-e9a53a0bf86b HTTP/1.1" status: 200 len: 2981 time: 0.0414684 Jul 13 07:23:44.014805 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-4ff011f7-93be-45c0-85cb-09d0e0c13799 service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:44.050804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-4ff011f7-93be-45c0-85cb-09d0e0c13799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.062094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-e1ba4150-3deb-47ed-a23a-c019ab13be67 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/e041751a-9e73-4dd2-a5a3-7522d1b92edc HTTP/1.1" status: 200 len: 2981 time: 0.0451605 Jul 13 07:23:44.087939 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-134e2dcb-8de8-4547-924e-d21fa973c59d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.117161 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-134e2dcb-8de8-4547-924e-d21fa973c59d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.131334 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-db7794e5-323e-493e-bdd5-b0cd837273ff tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/e041751a-9e73-4dd2-a5a3-7522d1b92edc HTTP/1.1" status: 200 len: 2981 time: 0.0575638 Jul 13 07:23:44.173062 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5ec0-1e24-40e7-a52d-bd3da2066af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.179188 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-204a06b2-d4c9-4b82-bab7-bb5c201e6dc8 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f46a126a-2a44-47bb-b343-96f5db2b77a6 HTTP/1.1" status: 200 len: 2981 time: 0.0394611 Jul 13 07:23:44.226139 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-94865822-0612-4301-9e2b-937e26f3f80c tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f46a126a-2a44-47bb-b343-96f5db2b77a6 HTTP/1.1" status: 200 len: 2981 time: 0.0404694 Jul 13 07:23:44.273494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-3cf020a5-ddc5-415c-b3d2-651036e53684 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f8033c8e-3cea-42c1-9637-a36e27aaff50 HTTP/1.1" status: 200 len: 2981 time: 0.0381248 Jul 13 07:23:44.293532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-4ff011f7-93be-45c0-85cb-09d0e0c13799 service neutron] Transition to ACTIVE for port object f5bbee41-6f9c-4fe2-9f31-253a5d7b417e will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:44.301519 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-4ff011f7-93be-45c0-85cb-09d0e0c13799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.311754 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-134e2dcb-8de8-4547-924e-d21fa973c59d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Floating IP b077f832-1ad8-42ba-84dd-f70c2fc9a398 associated. External IP: 172.25.6.153, port: 17ddf0c0-c0d5-4450-a11d-0df0795e220b. Jul 13 07:23:44.321159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd238d2-2d1f-45c7-9e3e-0966ee93b8fe req-39d81c12-8895-4849-bed5-e4f3163095ac tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/f8033c8e-3cea-42c1-9637-a36e27aaff50 HTTP/1.1" status: 200 len: 2981 time: 0.0381334 Jul 13 07:23:44.364287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40640) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:44.386178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e658-ab63-4aa7-a982-dd38ad2d2bdc req-fd3021ad-8908-49a4-9060-e3b6974a3c21 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.387690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4271e658-ab63-4aa7-a982-dd38ad2d2bdc req-fd3021ad-8908-49a4-9060-e3b6974a3c21 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 943 time: 0.2301996 Jul 13 07:23:44.420678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0df32de8-aa08-4fd2-890c-318746e6faf3 req-b73b0dc2-9627-4d91-843f-66be4b378350 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=d97f96d8301e4e3693dbc219d33f5b3e HTTP/1.1" status: 200 len: 696 time: 0.0813947 Jul 13 07:23:44.426753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-4ff011f7-93be-45c0-85cb-09d0e0c13799 service neutron] No DVR routers for this DVR port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:44.487595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff011f7-93be-45c0-85cb-09d0e0c13799 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,revision_number=10']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:44.520775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-4ff011f7-93be-45c0-85cb-09d0e0c13799 service neutron] 10.222.0.53 "PUT /v2.0/ports/f5bbee41-6f9c-4fe2-9f31-253a5d7b417e/bindings/n-h2-798249-7/activate HTTP/1.1" status: 200 len: 369 time: 1.6233335 Jul 13 07:23:44.521970 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e99a20f5-2e20-4c72-a00b-0ad96afb5e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.541799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4271e658-ab63-4aa7-a982-dd38ad2d2bdc req-da0c7dcb-cf4f-49ed-a911-d9cd78d57b31 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452782 Jul 13 07:23:44.571055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df32de8-aa08-4fd2-890c-318746e6faf3 req-f434a8d1-c608-4bdf-ab63-32a6a53cf64f tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.579858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0df32de8-aa08-4fd2-890c-318746e6faf3 req-f434a8d1-c608-4bdf-ab63-32a6a53cf64f tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/networks?id=75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 787 time: 0.1554267 Jul 13 07:23:44.590519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-0df32de8-aa08-4fd2-890c-318746e6faf3 req-ef4a2a97-97c2-4fe2-a9a2-0c5b4c6df164 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:23:44.591934 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0df32de8-aa08-4fd2-890c-318746e6faf3 req-ef4a2a97-97c2-4fe2-a9a2-0c5b4c6df164 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107172 Jul 13 07:23:44.686159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134e2dcb-8de8-4547-924e-d21fa973c59d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:44.749201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e99a20f5-2e20-4c72-a00b-0ad96afb5e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.760469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e99a20f5-2e20-4c72-a00b-0ad96afb5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.781840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb827f95-22cf-4bb1-9f21-e10207df7849 req-ccb0c58e-dfc0-4c73-80c1-b904c2aa7ad5 tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85bdd1dcd18243ca8a93efbcbe61e4fe HTTP/1.1" status: 200 len: 6100 time: 0.1645665 Jul 13 07:23:44.783689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-a3af405c-b893-4b9e-aa53-51e36523282a tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.785190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-a3af405c-b893-4b9e-aa53-51e36523282a tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.1628184 Jul 13 07:23:44.829744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebe854-050a-40fc-b7b4-dba75d050268 req-14517db8-d40b-4a4f-a7d7-6c14254cda39 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.831146 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-feebe854-050a-40fc-b7b4-dba75d050268 req-14517db8-d40b-4a4f-a7d7-6c14254cda39 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 944 time: 0.1413825 Jul 13 07:23:44.845512 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e99a20f5-2e20-4c72-a00b-0ad96afb5e95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=906b5ea9c2464dba9fa41b3d19a9b89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798975 Jul 13 07:23:44.848453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40648) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:44.864337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a20f5-2e20-4c72-a00b-0ad96afb5e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd1d2d8-9ba2-4e47-8c68-b131dbba3f01,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:44.879907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134e2dcb-8de8-4547-924e-d21fa973c59d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:44.884489 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-134e2dcb-8de8-4547-924e-d21fa973c59d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.894357 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] Sync routers for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:44.903065 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb827f95-22cf-4bb1-9f21-e10207df7849 req-b3305ce0-08db-4fd6-8e7c-a6887811b336 tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] 10.222.0.44 "GET /v2.0/security-groups/f46a126a-2a44-47bb-b343-96f5db2b77a6 HTTP/1.1" status: 200 len: 2981 time: 0.1095338 Jul 13 07:23:44.909935 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:44.910565 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:23:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:44.953794 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-feebe854-050a-40fc-b7b4-dba75d050268 req-50d4e07c-961d-4cdd-b3c7-8d959c888d40 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158423 Jul 13 07:23:44.955327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-17d007ca-0c46-4449-868e-1f77919c75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.957065 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-17d007ca-0c46-4449-868e-1f77919c75f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254&tenant_id=2bb99b9efa844e71b4c81e68b036494d HTTP/1.1" status: 200 len: 1095 time: 0.1481864 Jul 13 07:23:44.961834 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb827f95-22cf-4bb1-9f21-e10207df7849 req-14cddfca-d900-4404-95ff-3ad24217f87d tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] 10.222.0.44 "GET /v2.0/security-groups/f46a126a-2a44-47bb-b343-96f5db2b77a6 HTTP/1.1" status: 200 len: 2981 time: 0.0528150 Jul 13 07:23:44.967979 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-134e2dcb-8de8-4547-924e-d21fa973c59d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "PUT /v2.0/floatingips/b077f832-1ad8-42ba-84dd-f70c2fc9a398 HTTP/1.1" status: 200 len: 991 time: 2.4351079 Jul 13 07:23:44.967979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'tag': '17ddf0c0-c0d5-4450-a11d-0df0795e220b'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:44.969523 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe57e593-0e1a-4c03-98e4-f198495fde63" -d '{"events": [{"name": "network-changed", "server_uuid": "43ad9f03-db0d-4198-aadb-89e892cd3432", "tag": "17ddf0c0-c0d5-4450-a11d-0df0795e220b"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:44.983546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-441fd67f-78e3-4792-9c3d-cb8036aa01f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.018246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-441fd67f-78e3-4792-9c3d-cb8036aa01f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.040154 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:45.074166 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-622e4a16-314c-43a3-9a1c-8522be774533 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips/6758e096-58e8-453b-8a55-f83195bee7d9 HTTP/1.1" status: 200 len: 693 time: 0.0582318 Jul 13 07:23:45.083560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1e39038-42b8-4673-a82c-1b996b8bbd78 req-fe885a0d-a165-4358-a648-e5611eda6abc tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/925ffa02-910d-4a9f-ad4b-28702ec02a14 HTTP/1.1" status: 200 len: 1777 time: 0.0521228 Jul 13 07:23:45.109538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-e8fb2499-f1e3-43d1-8896-6930cc0219ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.111215 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-e8fb2499-f1e3-43d1-8896-6930cc0219ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 1095 time: 0.1176035 Jul 13 07:23:45.178884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-441fd67f-78e3-4792-9c3d-cb8036aa01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.182320 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-441fd67f-78e3-4792-9c3d-cb8036aa01f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.186805 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-441fd67f-78e3-4792-9c3d-cb8036aa01f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbd1d2d8-9ba2-4e47-8c68-b131dbba3f01 HTTP/1.1" status: 204 len: 168 time: 0.3323877 Jul 13 07:23:45.203933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e1e39038-42b8-4673-a82c-1b996b8bbd78 req-c14f2fb9-d021-477c-8a50-b681b37e9784 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.204972 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fd67f-78e3-4792-9c3d-cb8036aa01f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd1d2d8-9ba2-4e47-8c68-b131dbba3f01,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:45.220822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-0a1a4b47-c1ca-47ca-b162-6a87f10ef576 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.222586 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-0a1a4b47-c1ca-47ca-b162-6a87f10ef576 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1411109 Jul 13 07:23:45.237436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-8d7f51b9-cf9e-48e9-b1c5-644a2be9a5b1 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:23:45.246177 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-8d7f51b9-cf9e-48e9-b1c5-644a2be9a5b1 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171244 Jul 13 07:23:45.253697 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e1e39038-42b8-4673-a82c-1b996b8bbd78 req-c14f2fb9-d021-477c-8a50-b681b37e9784 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.282148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-e3151370-c947-44c9-ac12-e237d55b0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.283672 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-e3151370-c947-44c9-ac12-e237d55b0798 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.1539719 Jul 13 07:23:45.306323 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-20c4be9d-004b-4f9e-b957-f49b30414e8a tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.0592434 Jul 13 07:23:45.340380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-d8d8c4ad-50aa-4785-b51b-50acc6bf1880 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e HTTP/1.1" status: 200 len: 217 time: 0.0459480 Jul 13 07:23:45.360961 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e1e39038-42b8-4673-a82c-1b996b8bbd78 req-c14f2fb9-d021-477c-8a50-b681b37e9784 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.363660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e1e39038-42b8-4673-a82c-1b996b8bbd78 req-c14f2fb9-d021-477c-8a50-b681b37e9784 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.365043 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1e39038-42b8-4673-a82c-1b996b8bbd78 req-c14f2fb9-d021-477c-8a50-b681b37e9784 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/925ffa02-910d-4a9f-ad4b-28702ec02a14 HTTP/1.1" status: 204 len: 173 time: 0.2751396 Jul 13 07:23:45.369301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-276cc9b9-a500-4d4d-901e-25155201f994 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.189 HTTP/1.1" status: 200 len: 696 time: 0.0620944 Jul 13 07:23:45.399602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f2fb9-d021-477c-8a50-b681b37e9784 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925ffa02-910d-4a9f-ad4b-28702ec02a14,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:45.422397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 261e5a64-aa0d-4e76-a673-6df7630b3899 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:45.433422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-f432c0dc-4be7-4258-8d1f-44c5eeb6a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.435612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-f432c0dc-4be7-4258-8d1f-44c5eeb6a1aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.0852752 Jul 13 07:23:45.436093 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'b077f832-1ad8-42ba-84dd-f70c2fc9a398', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'port_id': '17ddf0c0-c0d5-4450-a11d-0df0795e220b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'mac_address': 'fa:16:3e:fe:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:20Z', 'updated_at': '2021-07-13T07:23:43Z', 'revision_number': 1, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:45.493773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 261e5a64-aa0d-4e76-a673-6df7630b3899 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:45.494294 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.495243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-e79eea6e-72b2-4159-bcb4-982496d1dc97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481064 Jul 13 07:23:45.508805 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] Checking router: 8da105dd-1526-45f4-b77d-bbf64a6ec8ee for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:45.529303 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:45.529941 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:23:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:45.588188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-b08c10e9-34d9-4b81-9b79-fe99aa6b7d19 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Deleting port db53120e-552a-4a80-b4b8-844625ec0d06 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:45.588526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-b08c10e9-34d9-4b81-9b79-fe99aa6b7d19 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.655789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40668) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:45.679865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74383e32-551e-4b7e-85d0-bdabefa2ad61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.687255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-7c420e82-56e3-4e1c-8318-84930068fde1 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767011 Jul 13 07:23:45.687807 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-b08c10e9-34d9-4b81-9b79-fe99aa6b7d19 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.688181 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-b08c10e9-34d9-4b81-9b79-fe99aa6b7d19 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.702856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-b08c10e9-34d9-4b81-9b79-fe99aa6b7d19 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Calling delete_port for db53120e-552a-4a80-b4b8-844625ec0d06 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:45.759872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66451c1a-c32e-47cf-bf0c-86a87ea13733 req-f3625623-0341-4dbf-8ce3-ef1831a24058 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.761393 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-66451c1a-c32e-47cf-bf0c-86a87ea13733 req-f3625623-0341-4dbf-8ce3-ef1831a24058 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 949 time: 0.1587086 Jul 13 07:23:45.783719 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:45.865798 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-b08c10e9-34d9-4b81-9b79-fe99aa6b7d19 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.896584 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-c6050081-8b63-40e6-a369-5f43867b1e23 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990469 Jul 13 07:23:45.901884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c10e9-34d9-4b81-9b79-fe99aa6b7d19 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Pushing event deleted for resources: {'Port': ['ID=db53120e-552a-4a80-b4b8-844625ec0d06,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:45.920532 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-66451c1a-c32e-47cf-bf0c-86a87ea13733 req-8b04630c-5b71-4b82-8c55-e4fdcd652e27 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276500 Jul 13 07:23:45.936315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-759caa8e-443c-46f1-8913-d104f3a3ce6d service neutron] 10.222.0.54 "GET /v2.0/ports/7fd177ca-c448-4c9f-9592-8c6194649011/bindings/n-h1-798249-7 HTTP/1.1" status: 200 len: 384 time: 0.1482935 Jul 13 07:23:45.982847 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-b08c10e9-34d9-4b81-9b79-fe99aa6b7d19 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.987042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-b08c10e9-34d9-4b81-9b79-fe99aa6b7d19 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.001967 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75ee21cd-61ce-4cf5-affb-689807c7cd00 req-b08c10e9-34d9-4b81-9b79-fe99aa6b7d19 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "DELETE /v2.0/floatingips/6758e096-58e8-453b-8a55-f83195bee7d9 HTTP/1.1" status: 204 len: 173 time: 0.6316972 Jul 13 07:23:46.040107 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5988e594-12c6-4909-9ef0-a4fd0fbcd717 x-openstack-request-id: req-5988e594-12c6-4909-9ef0-a4fd0fbcd717 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:46.040704 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ad9f03-db0d-4198-aadb-89e892cd3432", "tag": "17ddf0c0-c0d5-4450-a11d-0df0795e220b", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:46.041187 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5988e594-12c6-4909-9ef0-a4fd0fbcd717 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:46.041795 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'tag': '17ddf0c0-c0d5-4450-a11d-0df0795e220b', 'status': 'completed', 'code': 200} Jul 13 07:23:46.046370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74383e32-551e-4b7e-85d0-bdabefa2ad61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.057537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74383e32-551e-4b7e-85d0-bdabefa2ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.087853 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'b077f832-1ad8-42ba-84dd-f70c2fc9a398', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'port_id': '17ddf0c0-c0d5-4450-a11d-0df0795e220b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'mac_address': 'fa:16:3e:fe:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:20Z', 'updated_at': '2021-07-13T07:23:43Z', 'revision_number': 1, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:46.118756 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ba9abf-276c-4b92-901a-73b00cc38273 None None] The sync data for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 is: [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'b077f832-1ad8-42ba-84dd-f70c2fc9a398', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'port_id': '17ddf0c0-c0d5-4450-a11d-0df0795e220b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'mac_address': 'fa:16:3e:fe:a1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:20Z', 'updated_at': '2021-07-13T07:23:43Z', 'revision_number': 1, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:46.197345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74383e32-551e-4b7e-85d0-bdabefa2ad61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa583f2-efe2-41fa-b94e-f5927fb0843f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:46.205278 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-74383e32-551e-4b7e-85d0-bdabefa2ad61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8e024c84f2b47508eed7f65b5cc2c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5460241 Jul 13 07:23:46.206020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40676) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:46.271035 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-183fcaca-2055-44eb-b5ff-f3a5fd5d91ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.276692 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d275b66a-4d37-4632-824b-3e696aef3335 req-1100e6bf-82ef-4e2e-bbbb-ea23f897d944 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "GET /v2.0/security-groups/d2663e8c-12a5-4e0c-ae6f-d9c930da88a1 HTTP/1.1" status: 200 len: 1777 time: 0.1567945 Jul 13 07:23:46.297338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-183fcaca-2055-44eb-b5ff-f3a5fd5d91ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.383033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-cf98349f-37ab-4af5-822c-b59ab6880bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.383033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-cf98349f-37ab-4af5-822c-b59ab6880bff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=454e5dc3399d4ae980241bf4741e7a6a&device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 1096 time: 0.2672944 Jul 13 07:23:46.401567 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-183fcaca-2055-44eb-b5ff-f3a5fd5d91ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.405384 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-183fcaca-2055-44eb-b5ff-f3a5fd5d91ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.406622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-183fcaca-2055-44eb-b5ff-f3a5fd5d91ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/baa583f2-efe2-41fa-b94e-f5927fb0843f HTTP/1.1" status: 204 len: 168 time: 0.1990094 Jul 13 07:23:46.408459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe472ce-c3e0-4ce5-9e9b-c68f3c3754c0 None None] New status for floating IP b077f832-1ad8-42ba-84dd-f70c2fc9a398: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:23:46.434875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fcaca-2055-44eb-b5ff-f3a5fd5d91ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa583f2-efe2-41fa-b94e-f5927fb0843f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:46.463422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-db482209-34e9-4c84-9311-516c87e5c10b req-5921898a-ac61-4ede-ba95-1fd753f745d2 service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:46.463688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2576be-3190-4d88-8843-d5fd3a25346f req-14ba537c-d5d4-4620-92f5-9ca91f618c82 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.465026 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f2576be-3190-4d88-8843-d5fd3a25346f req-14ba537c-d5d4-4620-92f5-9ca91f618c82 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 943 time: 0.1353807 Jul 13 07:23:46.475116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d275b66a-4d37-4632-824b-3e696aef3335 req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.510794 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f2576be-3190-4d88-8843-d5fd3a25346f req-484c8a36-e938-405f-be46-e821ea0f09f7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395646 Jul 13 07:23:46.521010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-43b984c5-3cae-48fe-abb6-b174750e5e1e tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.522663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-43b984c5-3cae-48fe-abb6-b174750e5e1e tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.3084848 Jul 13 07:23:46.578141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d275b66a-4d37-4632-824b-3e696aef3335 req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.592328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-db482209-34e9-4c84-9311-516c87e5c10b req-5921898a-ac61-4ede-ba95-1fd753f745d2 service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:46.640061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-8ffdeba1-56c6-4798-a7ba-338b639e179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.641614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-8ffdeba1-56c6-4798-a7ba-338b639e179a service neutron] 10.222.0.54 "GET /v2.0/networks?id=97076159-f72c-4961-b56c-4c780b6575e4 HTTP/1.1" status: 200 len: 925 time: 0.2438233 Jul 13 07:23:46.749216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11c8fb-f249-4ea2-9e04-4659afbfce64 req-5af63c06-2bb0-438f-a4b6-d444afee7345 tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.750756 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a11c8fb-f249-4ea2-9e04-4659afbfce64 req-5af63c06-2bb0-438f-a4b6-d444afee7345 tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 1100 time: 0.0633521 Jul 13 07:23:46.789152 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a11c8fb-f249-4ea2-9e04-4659afbfce64 req-569ce33d-507b-46a6-83bd-ae594980760f tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327394 Jul 13 07:23:46.905635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f5bbee41-6f9c-4fe2-9f31-253a5d7b417e no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:46.953043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-db482209-34e9-4c84-9311-516c87e5c10b req-5921898a-ac61-4ede-ba95-1fd753f745d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd177ca-c448-4c9f-9592-8c6194649011 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:46.961421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f5bbee41-6f9c-4fe2-9f31-253a5d7b417e not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:47.024226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-db482209-34e9-4c84-9311-516c87e5c10b req-5921898a-ac61-4ede-ba95-1fd753f745d2 service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:47.027057 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-caf977ef-85fb-4e44-bc37-4ac4ecb29642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.036734 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.046994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d275b66a-4d37-4632-824b-3e696aef3335 req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.049601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d275b66a-4d37-4632-824b-3e696aef3335 req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.066048 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d275b66a-4d37-4632-824b-3e696aef3335 req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2663e8c-12a5-4e0c-ae6f-d9c930da88a1 HTTP/1.1" status: 204 len: 173 time: 0.7470093 Jul 13 07:23:47.108731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-db482209-34e9-4c84-9311-516c87e5c10b req-5921898a-ac61-4ede-ba95-1fd753f745d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.174088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2663e8c-12a5-4e0c-ae6f-d9c930da88a1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:47.189240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-51694fdb-8138-45ee-afda-61a57365c7ff service neutron] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:47.197690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-51694fdb-8138-45ee-afda-61a57365c7ff service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.198813 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e24bd815-e95b-459d-80c9-350c66e53e2a req-51694fdb-8138-45ee-afda-61a57365c7ff service neutron] 10.222.0.54 "DELETE /v2.0/ports/f5bbee41-6f9c-4fe2-9f31-253a5d7b417e/bindings/n-h1-798249-7 HTTP/1.1" status: 204 len: 173 time: 0.6628282 Jul 13 07:23:47.210120 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-c9f2823f-0bf5-4b3b-b7a0-215b1cf1fee6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17ddf0c0-c0d5-4450-a11d-0df0795e220b HTTP/1.1" status: 200 len: 999 time: 0.5255985 Jul 13 07:23:47.213022 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.213374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.213724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.214063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.214404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.214740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.215071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.215399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.215735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.216232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.217142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.217476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb0cb35-2d41-4bcf-9d10-31ab5093efb9 tempest-SecurityGroupsTestAdminJSON-4649612 tempest-SecurityGroupsTestAdminJSON-4649612-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.268571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-27428734-1e79-4314-85b6-863b5c58b159 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4531236 Jul 13 07:23:47.281084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:47.312712 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.351594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-23306962-2d4a-4214-b0e6-0dc1b74e9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.353110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-23306962-2d4a-4214-b0e6-0dc1b74e9917 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fc9176c-a92f-42f8-a968-ec83019b7a94 HTTP/1.1" status: 200 len: 863 time: 0.1310315 Jul 13 07:23:47.368879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d58ce-290d-451b-8b78-a462540bea1c req-35389296-f28a-48b4-8191-fbb03fcf1a7c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.370360 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-429d58ce-290d-451b-8b78-a462540bea1c req-35389296-f28a-48b4-8191-fbb03fcf1a7c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 944 time: 0.1931839 Jul 13 07:23:47.383817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40708) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:47.421016 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.426504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-db482209-34e9-4c84-9311-516c87e5c10b req-5921898a-ac61-4ede-ba95-1fd753f745d2 service neutron] Transition to ACTIVE for port object 7fd177ca-c448-4c9f-9592-8c6194649011 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:47.444966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-db482209-34e9-4c84-9311-516c87e5c10b req-5921898a-ac61-4ede-ba95-1fd753f745d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.464393 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-429d58ce-290d-451b-8b78-a462540bea1c req-71a6fed9-65b4-4a93-9124-6392cca4dde8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811319 Jul 13 07:23:47.519613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-db482209-34e9-4c84-9311-516c87e5c10b req-5921898a-ac61-4ede-ba95-1fd753f745d2 service neutron] No DVR routers for this DVR port 7fd177ca-c448-4c9f-9592-8c6194649011 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:47.563007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-570188873-network', 'tenant_id': '285ed71ae8384c0eb861b06b7b418ff3'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:47.578111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-e3b90bc2-f5bb-4734-b287-1c8da49de361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.579634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-e3b90bc2-f5bb-4734-b287-1c8da49de361 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97076159-f72c-4961-b56c-4c780b6575e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071316 Jul 13 07:23:47.583198 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-5921898a-ac61-4ede-ba95-1fd753f745d2 service neutron] 10.222.0.54 "PUT /v2.0/ports/7fd177ca-c448-4c9f-9592-8c6194649011/bindings/n-h1-798249-7/activate HTTP/1.1" status: 200 len: 369 time: 1.6330018 Jul 13 07:23:47.587980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921898a-ac61-4ede-ba95-1fd753f745d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd177ca-c448-4c9f-9592-8c6194649011,revision_number=10']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:47.590029 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Allocated IP 172.25.6.137 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/54d9b37a-d96c-4793-b30d-51d5c8a10ab2) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:47.613231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Made reservation on behalf of 285ed71ae8384c0eb861b06b7b418ff3 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:47.615603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.637592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.740938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-457fcb29-b2ae-4940-bef6-80e4beec3fb5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331275 Jul 13 07:23:47.762511 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.794713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-114fe928-5238-4f9e-8c17-4d73a9c89d1c service neutron] 10.222.0.54 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933088 Jul 13 07:23:47.826455 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.848394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-204903b9-bfdd-4fef-828d-791f8a7ba928 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.849906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-204903b9-bfdd-4fef-828d-791f8a7ba928 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.1358657 Jul 13 07:23:47.913687 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.921078 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.938635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-d0e24bf9-d501-43df-b4af-b0109d31f7d0 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.939894 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-d0e24bf9-d501-43df-b4af-b0109d31f7d0 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862969 Jul 13 07:23:47.958886 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:47.963577 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe57e593-0e1a-4c03-98e4-f198495fde63 req-52430dad-93d0-4e2a-a2cc-c7577d07bace service neutron] 10.222.0.54 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592953 Jul 13 07:23:47.965914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-dfa37983-88cd-4010-8191-7bedc660e8bc tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/quotas/97c6ef8935cd47b3b6bbc4d716819c9a HTTP/1.1" status: 200 len: 375 time: 0.0164201 Jul 13 07:23:47.967585 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.989918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df37dd76-8086-4d8a-b81e-5665863de516,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:47.992395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.992745 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Added segment 79a87cd9-3979-4dc0-97bb-ef98546dd0a0 of type vlan for network 88f89154-61a9-4a4d-9565-ff0f4cfd7c53 Jul 13 07:23:48.032904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.033239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.033589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.033931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.034277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.034599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.034931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.035264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.035589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.035916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.036267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.036593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:48.053654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-effd9a6b-8c29-443f-b52d-69e77102a888 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0808434 Jul 13 07:23:48.068840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:48.081979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:48.088971 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:48.094299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.099278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-63b62ea4-0fb3-4b02-bb63-ec67e72b4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.100700 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-63b62ea4-0fb3-4b02-bb63-ec67e72b4e7e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237&tenant_id=4436904a5ed8492589e9ec322097daf3 HTTP/1.1" status: 200 len: 1095 time: 0.2358022 Jul 13 07:23:48.101300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Pushing event updated for resources: {'Port': ['ID=54d9b37a-d96c-4793-b30d-51d5c8a10ab2,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:48.221584 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.221940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.222918 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.258645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-03f29f98-294a-45d8-8ee1-8a6c4d95ad57 req-c3747f40-e654-49d5-a377-b4c19e42bc0f tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] 10.222.0.44 "GET /v2.0/security-groups/5203323d-f316-4ed5-9b02-ab40a4719ade HTTP/1.1" status: 200 len: 1775 time: 0.0583787 Jul 13 07:23:48.272529 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8864772 Jul 13 07:23:48.280837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40730) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:48.288213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Request body: {'subnet': {'network_id': '88f89154-61a9-4a4d-9565-ff0f4cfd7c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-570188873-subnet', 'tenant_id': '285ed71ae8384c0eb861b06b7b418ff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:48.319470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-03f29f98-294a-45d8-8ee1-8a6c4d95ad57 req-7c398671-6029-4287-bd01-01830b58612a tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.329058 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.340454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc478648-4810-4e4c-a688-b7a1248e8df9 admin admin] Pushing event updated for resources: {'Network': ['ID=88f89154-61a9-4a4d-9565-ff0f4cfd7c53,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:48.346457 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-03f29f98-294a-45d8-8ee1-8a6c4d95ad57 req-7c398671-6029-4287-bd01-01830b58612a tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.350673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 88f89154-61a9-4a4d-9565-ff0f4cfd7c53 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:48.380174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-488f6ff4-2791-4eb7-ae33-aaa2882a8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.381749 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-488f6ff4-2791-4eb7-ae33-aaa2882a8137 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1095 time: 0.2318637 Jul 13 07:23:48.387033 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Made reservation on behalf of 285ed71ae8384c0eb861b06b7b418ff3 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:48.390408 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.396508 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-03f29f98-294a-45d8-8ee1-8a6c4d95ad57 req-7c398671-6029-4287-bd01-01830b58612a tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.400288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-03f29f98-294a-45d8-8ee1-8a6c4d95ad57 req-7c398671-6029-4287-bd01-01830b58612a tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.401663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-03f29f98-294a-45d8-8ee1-8a6c4d95ad57 req-7c398671-6029-4287-bd01-01830b58612a tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] 10.222.0.44 "DELETE /v2.0/security-groups/5203323d-f316-4ed5-9b02-ab40a4719ade HTTP/1.1" status: 204 len: 173 time: 0.1370566 Jul 13 07:23:48.412069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c398671-6029-4287-bd01-01830b58612a tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5203323d-f316-4ed5-9b02-ab40a4719ade,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:48.524064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.681368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-56c6d886-32cb-4553-b839-42065be4c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.682808 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-56c6d886-32cb-4553-b839-42065be4c07d service neutron] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.2866232 Jul 13 07:23:48.723833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ab837-78e1-4bf7-ad2c-9ee9f3384a8a req-0a96a1b4-884c-4b1a-a511-4ae3c11c726e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.725331 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c08ab837-78e1-4bf7-ad2c-9ee9f3384a8a req-0a96a1b4-884c-4b1a-a511-4ae3c11c726e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 944 time: 0.0693781 Jul 13 07:23:48.758348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-5ea303e8-abe5-4592-922e-2bd8ec996a82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd177ca-c448-4c9f-9592-8c6194649011 HTTP/1.1" status: 200 len: 217 time: 0.0527470 Jul 13 07:23:48.767789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c08ab837-78e1-4bf7-ad2c-9ee9f3384a8a req-779719d9-be8a-4743-ba8a-195b4deef580 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343587 Jul 13 07:23:48.897846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-ace998ff-4c35-4fb6-9765-849becf65f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.899735 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-ace998ff-4c35-4fb6-9765-849becf65f76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.1119258 Jul 13 07:23:48.908433 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.971023 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-f8fd6ba1-92e7-4083-b8f5-f1095f43c105 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577564 Jul 13 07:23:49.049539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.054176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706e3455-5b5d-4a42-aaef-e82c1024cf25,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:49.060644 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.074930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a3d3-0672-4949-ae9e-11703de0b7af req-4eb9900c-4db1-4bc6-9b51-2bdb1a6cadce tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.081429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a3d3-0672-4949-ae9e-11703de0b7af req-4eb9900c-4db1-4bc6-9b51-2bdb1a6cadce tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.083047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5454a3d3-0672-4949-ae9e-11703de0b7af req-4eb9900c-4db1-4bc6-9b51-2bdb1a6cadce tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d&device_id=9f404ed7-62dd-4328-a59c-6c45d0adea9a HTTP/1.1" status: 200 len: 1682 time: 0.0771532 Jul 13 07:23:49.121984 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5454a3d3-0672-4949-ae9e-11703de0b7af req-abb9fc4d-e330-44fe-8406-1bf04b621ff2 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330122 Jul 13 07:23:49.125578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Checking segment: {'id': '79a87cd9-3979-4dc0-97bb-ef98546dd0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88f89154-61a9-4a4d-9565-ff0f4cfd7c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:49.128351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Network hostable DHCP agents. Network: 88f89154-61a9-4a4d-9565-ff0f4cfd7c53, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:49.194470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Pushing event updated for resources: {'Port': ['ID=54d9b37a-d96c-4793-b30d-51d5c8a10ab2,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:49.206713 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-146188f5-c22e-48a9-a695-f041667d13cd service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210710 Jul 13 07:23:49.209280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Network 88f89154-61a9-4a4d-9565-ff0f4cfd7c53 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:49.225449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.242620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 88f89154-61a9-4a4d-9565-ff0f4cfd7c53) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:49.245734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a6cb560-f9a6-45d8-8997-4528b9ad9385 req-0d8000f5-37a1-43fc-ae64-84771706dbb1 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 210 time: 0.0336914 Jul 13 07:23:49.251797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f9149-106d-4c35-8d5f-4591f5f056ac None None] Network 88f89154-61a9-4a4d-9565-ff0f4cfd7c53 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:49.265600 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.274818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.276702 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.277910 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-2ab1eff3-6b9a-42fa-9862-2ff647976284 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0037050 Jul 13 07:23:49.316713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7fd177ca-c448-4c9f-9592-8c6194649011 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:49.338815 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab38b1a3-9a68-4d63-971f-0728d1d1bee2 req-5a1c902a-75b1-4435-8135-85dfba798317 tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] 10.222.0.44 "GET /v2.0/security-groups/9a80fe4a-5b4b-4017-9ae3-8bd42500a8c9 HTTP/1.1" status: 200 len: 1777 time: 0.0472994 Jul 13 07:23:49.365859 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eb047ec2-4491-4477-8590-3526a4892b56 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0815070 Jul 13 07:23:49.376140 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-90d46045-4551-4e07-8647-6bed9e4e3f2a tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0866740 Jul 13 07:23:49.419505 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ab38b1a3-9a68-4d63-971f-0728d1d1bee2 req-1bc915a0-fc97-484c-81db-77d9c2c258cc tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.426361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7fd177ca-c448-4c9f-9592-8c6194649011 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:49.469586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ab38b1a3-9a68-4d63-971f-0728d1d1bee2 req-1bc915a0-fc97-484c-81db-77d9c2c258cc tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.479891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0617e22f-bc4d-46c2-bdff-f1c59b31f062 None None] Network 88f89154-61a9-4a4d-9565-ff0f4cfd7c53 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:49.501646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-8b58356a-2cbf-4725-9578-48f96d4f7cf6 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.503069 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0dcf4b26-5295-4145-a046-7131e30e5a08 req-8b58356a-2cbf-4725-9578-48f96d4f7cf6 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1178501 Jul 13 07:23:49.507072 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-253526de-a6d2-44e0-823f-aa588421c28c service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913837 Jul 13 07:23:49.569812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ab38b1a3-9a68-4d63-971f-0728d1d1bee2 req-1bc915a0-fc97-484c-81db-77d9c2c258cc tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.572883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ab38b1a3-9a68-4d63-971f-0728d1d1bee2 req-1bc915a0-fc97-484c-81db-77d9c2c258cc tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.587947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab38b1a3-9a68-4d63-971f-0728d1d1bee2 req-1bc915a0-fc97-484c-81db-77d9c2c258cc tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] 10.222.0.44 "DELETE /v2.0/security-groups/9a80fe4a-5b4b-4017-9ae3-8bd42500a8c9 HTTP/1.1" status: 204 len: 173 time: 0.2420552 Jul 13 07:23:49.637089 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.655716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-de166680-cc76-4e58-ac52-6223f14456e1 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091645 Jul 13 07:23:49.685732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc915a0-fc97-484c-81db-77d9c2c258cc tempest-SecurityGroupsTestAdminJSON-363340364 tempest-SecurityGroupsTestAdminJSON-363340364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a80fe4a-5b4b-4017-9ae3-8bd42500a8c9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:49.877336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-aa7e2173-02fb-463c-923c-953e5f8e656c tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips/a87724de-49cc-43f6-bc13-2671a2b8505d HTTP/1.1" status: 200 len: 693 time: 0.2306428 Jul 13 07:23:49.961712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86c256-b545-4782-9fd7-b0a15c40148e req-55284e3e-143e-42a7-aa03-59237ed3cf9c tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.970909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ef86c256-b545-4782-9fd7-b0a15c40148e req-55284e3e-143e-42a7-aa03-59237ed3cf9c tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 1095 time: 0.1846266 Jul 13 07:23:50.017118 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ef86c256-b545-4782-9fd7-b0a15c40148e req-b2c89567-2849-4626-b35b-c6eace70b0ff tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478396 Jul 13 07:23:50.022079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482209-34e9-4c84-9311-516c87e5c10b req-994837d6-88fb-40cf-877d-a109ba068ced tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.023694 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-994837d6-88fb-40cf-877d-a109ba068ced tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.1393929 Jul 13 07:23:50.031502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-2f446e80-276a-46d6-80f5-aebfe90cb951 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.038182 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-2f446e80-276a-46d6-80f5-aebfe90cb951 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1481161 Jul 13 07:23:50.044537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-d370a43c-2947-4cdd-989d-66f0138b2544 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:23:50.051783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-d370a43c-2947-4cdd-989d-66f0138b2544 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127866 Jul 13 07:23:50.103196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40770) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:50.140247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-0fb7e12d-9278-4835-a158-82eaeb5ace08 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0874534 Jul 13 07:23:50.149003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-7ab36d4f-1e31-43e4-8b27-ad1d1dacaa8a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.150422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-7ab36d4f-1e31-43e4-8b27-ad1d1dacaa8a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4216762 Jul 13 07:23:50.196152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-db482209-34e9-4c84-9311-516c87e5c10b req-9ca11aba-dd15-4def-87fc-acd078d8c891 service neutron] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:50.199980 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-db482209-34e9-4c84-9311-516c87e5c10b req-9ca11aba-dd15-4def-87fc-acd078d8c891 service neutron] Notify callbacks [] for binding, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.202506 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-dd1c7585-3585-4e4f-a8cf-736520b5c27e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0613585 Jul 13 07:23:50.206685 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db482209-34e9-4c84-9311-516c87e5c10b req-9ca11aba-dd15-4def-87fc-acd078d8c891 service neutron] 10.222.0.53 "DELETE /v2.0/ports/7fd177ca-c448-4c9f-9592-8c6194649011/bindings/n-h2-798249-7 HTTP/1.1" status: 204 len: 173 time: 0.1744220 Jul 13 07:23:50.213135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Request body: {'port': {'device_id': '8b95de8b-56de-43a6-b4ed-4024f196388e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '97c6ef8935cd47b3b6bbc4d716819c9a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:50.259507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40780) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:50.265878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-768472623-network', 'tenant_id': '6e7783690b444c21b9b57763783c21ef'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:50.313085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Made reservation on behalf of 6e7783690b444c21b9b57763783c21ef for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:50.315624 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.327593 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8b29115d-1270-49c3-8244-ba2b3785fdb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85bdd1dcd18243ca8a93efbcbe61e4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229531 Jul 13 07:23:50.329966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40784) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:50.335968 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.414267 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26d15362-10f7-4c1d-8e74-c41dca8111e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.448906 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26d15362-10f7-4c1d-8e74-c41dca8111e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.449147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-8d2ecd87-557b-4a03-b3fd-716e7bfc61f4 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Deleting port 54d9b37a-d96c-4793-b30d-51d5c8a10ab2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:50.449380 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-8d2ecd87-557b-4a03-b3fd-716e7bfc61f4 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.524805 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.538217 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.543948 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-8d2ecd87-557b-4a03-b3fd-716e7bfc61f4 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.545033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-8d2ecd87-557b-4a03-b3fd-716e7bfc61f4 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.555644 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26d15362-10f7-4c1d-8e74-c41dca8111e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.559238 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26d15362-10f7-4c1d-8e74-c41dca8111e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.561283 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-26d15362-10f7-4c1d-8e74-c41dca8111e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f46a126a-2a44-47bb-b343-96f5db2b77a6 HTTP/1.1" status: 204 len: 168 time: 0.2302136 Jul 13 07:23:50.565767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-8d2ecd87-557b-4a03-b3fd-716e7bfc61f4 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Calling delete_port for 54d9b37a-d96c-4793-b30d-51d5c8a10ab2 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:50.580585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Made reservation on behalf of 97c6ef8935cd47b3b6bbc4d716819c9a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:50.584419 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.593689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:50.631122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f533edb-d9eb-4c27-9bf4-5ddc7f5dfff1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:50.634176 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.634535 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Added segment 1edb1aaa-51ed-432a-a1dc-90d8fa1e4fdb of type vlan for network b49071e4-227b-46bb-8963-cbfe2a0e6055 Jul 13 07:23:50.671607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d15362-10f7-4c1d-8e74-c41dca8111e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46a126a-2a44-47bb-b343-96f5db2b77a6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:50.699634 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.718748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617f3e5-884e-49ed-8259-82e12cf0aeb9 req-647fcf7b-8a44-42a9-b49a-7837d1cb9637 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.720565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8617f3e5-884e-49ed-8259-82e12cf0aeb9 req-647fcf7b-8a44-42a9-b49a-7837d1cb9637 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 944 time: 0.1559761 Jul 13 07:23:50.761658 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.762646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:50.763892 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.806647 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8617f3e5-884e-49ed-8259-82e12cf0aeb9 req-d611bd86-45db-4ece-ac0c-b777be12560d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707467 Jul 13 07:23:50.820685 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5600357 Jul 13 07:23:50.823623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40792) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:50.875853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Request body: {'subnet': {'network_id': 'b49071e4-227b-46bb-8963-cbfe2a0e6055', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-768472623-subnet', 'tenant_id': '6e7783690b444c21b9b57763783c21ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:50.896765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ebd33-7aa5-48e9-a6ed-c17b89045026 admin admin] Pushing event updated for resources: {'Network': ['ID=b49071e4-227b-46bb-8963-cbfe2a0e6055,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:50.912112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b49071e4-227b-46bb-8963-cbfe2a0e6055 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:50.913414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Made reservation on behalf of 6e7783690b444c21b9b57763783c21ef for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:50.916422 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.069828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40804) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:51.071002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Allocated IP 192.168.233.79 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/8da0e7ce-ff51-4740-9be6-26e3d438ef0d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:51.149795 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-d8d45a99-fb60-43eb-ab41-f3316d153993 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.151321 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-d8d45a99-fb60-43eb-ab41-f3316d153993 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 808 time: 0.1503315 Jul 13 07:23:51.154973 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-8d2ecd87-557b-4a03-b3fd-716e7bfc61f4 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.165837 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1b9dc80b-b2cf-4cc0-99bd-e49153254569 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8677d8253ef24fec9c50e5268cf8dbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900185 Jul 13 07:23:51.171377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40806) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:51.200053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ecd87-557b-4a03-b3fd-716e7bfc61f4 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Pushing event deleted for resources: {'Port': ['ID=54d9b37a-d96c-4793-b30d-51d5c8a10ab2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:51.220420 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3549e551-26ad-4dce-ba25-615b20e97f41 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/quotas/2bb99b9efa844e71b4c81e68b036494d HTTP/1.1" status: 200 len: 375 time: 0.0478718 Jul 13 07:23:51.223899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.320512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=223021eb-941a-4cfd-aa06-0b259817fe08,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:51.338099 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-8d2ecd87-557b-4a03-b3fd-716e7bfc61f4 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.341639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-8d2ecd87-557b-4a03-b3fd-716e7bfc61f4 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.342707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-119c60c0-b1f1-4338-b794-a2a04e491342 req-8d2ecd87-557b-4a03-b3fd-716e7bfc61f4 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "DELETE /v2.0/floatingips/a87724de-49cc-43f6-bc13-2671a2b8505d HTTP/1.1" status: 204 len: 173 time: 1.1394193 Jul 13 07:23:51.345941 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0e36e3e-553b-466e-9859-9af9f89c92fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.383347 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.386432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0e36e3e-553b-466e-9859-9af9f89c92fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.388873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Checking segment: {'id': '1edb1aaa-51ed-432a-a1dc-90d8fa1e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b49071e4-227b-46bb-8963-cbfe2a0e6055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:51.389226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Network hostable DHCP agents. Network: b49071e4-227b-46bb-8963-cbfe2a0e6055, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:51.400905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Transition to ACTIVE for port object 8da0e7ce-ff51-4740-9be6-26e3d438ef0d will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:51.426628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-2b89df23-de9e-4205-9d61-216c22778529 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1727600 Jul 13 07:23:51.442122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.457571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a', 'faae36af-d90d-4748-9561-7122f2bbbef1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:51.463224 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6', '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'abafb9fa-25ae-4a21-ae0b-f7d08762e423', 'dc027f65-4a26-4121-bab2-8e0fd1086d18'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:51.468162 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Network b49071e4-227b-46bb-8963-cbfe2a0e6055 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:51.489241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b49071e4-227b-46bb-8963-cbfe2a0e6055) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:51.504895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf0179c-99d4-41db-81f5-eec57932f007 None None] Network b49071e4-227b-46bb-8963-cbfe2a0e6055 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:51.519607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.520226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.527084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:51.543716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:51.547239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:51.567503 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eaad6bd2-27b2-457c-8388-10a8aeac5af6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7423191 Jul 13 07:23:51.572137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event updated for resources: {'Port': ['ID=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:51.580640 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0e36e3e-553b-466e-9859-9af9f89c92fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.586608 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0e36e3e-553b-466e-9859-9af9f89c92fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.590187 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a0e36e3e-553b-466e-9859-9af9f89c92fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8033c8e-3cea-42c1-9637-a36e27aaff50 HTTP/1.1" status: 204 len: 168 time: 0.4167416 Jul 13 07:23:51.606074 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-9bbc7c57-0ea5-4d31-8448-940223e3e6a5 service neutron] 10.222.0.44 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656353 Jul 13 07:23:51.612456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e36e3e-553b-466e-9859-9af9f89c92fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8033c8e-3cea-42c1-9637-a36e27aaff50,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:51.622064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.622733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.633292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf82e9c-977e-43aa-8f84-c2ad9c6b95ca req-280ee9e2-518f-416b-aad4-3cb7d1319e79 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.634897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bbf82e9c-977e-43aa-8f84-c2ad9c6b95ca req-280ee9e2-518f-416b-aad4-3cb7d1319e79 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 935 time: 0.1845558 Jul 13 07:23:51.678819 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-0ce397bd-d71b-441d-ba82-1cc93b43ac6a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4811130 Jul 13 07:23:51.690679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Request body: {'port': {'device_id': '8b95de8b-56de-43a6-b4ed-4024f196388e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:51.734228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bbf82e9c-977e-43aa-8f84-c2ad9c6b95ca req-eedee3cf-4433-467a-910c-a227ac7d1bc3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920749 Jul 13 07:23:51.748249 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-7c5e574a-4da8-4c8b-8007-5cd44d06248a service neutron] 10.222.0.44 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331112 Jul 13 07:23:51.798078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.094921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a1191-bc41-475f-95be-fcfd7b341931 None None] Network b49071e4-227b-46bb-8963-cbfe2a0e6055 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:52.130951 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-db2b3dd9-5b57-4be3-b0cf-0317c64e5b97 req-f894bc18-c17a-41d2-a020-571269d04139 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] show failed (client error): The resource could not be found. Jul 13 07:23:52.132000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db2b3dd9-5b57-4be3-b0cf-0317c64e5b97 req-f894bc18-c17a-41d2-a020-571269d04139 tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips/a87724de-49cc-43f6-bc13-2671a2b8505d HTTP/1.1" status: 404 len: 350 time: 0.0534706 Jul 13 07:23:52.249116 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-38be967a-e6f5-43fc-8c55-b733fa848f58 None None] Provisioning for port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:52.257470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-38be967a-e6f5-43fc-8c55-b733fa848f58 None None] Provisioning complete for port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:52.257925 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-38be967a-e6f5-43fc-8c55-b733fa848f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.287004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da0e7ce-ff51-4740-9be6-26e3d438ef0d {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:52.313685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.330585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-38be967a-e6f5-43fc-8c55-b733fa848f58 None None] Port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:52.342114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Transition to ACTIVE for port object 8da0e7ce-ff51-4740-9be6-26e3d438ef0d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:52.354488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.492748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Pushing event updated for resources: {'Port': ['ID=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:52.616888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Attempting to bind port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:52.617220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Attempting to bind port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:52.617554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Attempting to bind port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:52.625563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:52.625905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Attempting to bind port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:52.632248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:52.632718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:52.633123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:52.633641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Bound port: 8da0e7ce-ff51-4740-9be6-26e3d438ef0d, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:52.634106 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.763857 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46f7030e-a8b2-4219-aa21-58a57704aa33 req-b7cfc701-ca9d-4ad9-acd9-d43065a21238 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 210 time: 0.0469871 Jul 13 07:23:52.810365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-92fd9d34-e12f-4281-b6fa-468ca6ea0339 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.818097 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-92fd9d34-e12f-4281-b6fa-468ca6ea0339 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/networks?id=88f89154-61a9-4a4d-9565-ff0f4cfd7c53 HTTP/1.1" status: 200 len: 814 time: 0.1355577 Jul 13 07:23:52.829443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] For port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:52.836377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] For port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:52.836561 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-a7742284-5108-4b72-b15b-047b96ec94af tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/quotas/285ed71ae8384c0eb861b06b7b418ff3 HTTP/1.1" status: 200 len: 375 time: 0.0175395 Jul 13 07:23:52.851433 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.877306 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-301d1833-6226-44b5-83bd-a2963af10991 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=285ed71ae8384c0eb861b06b7b418ff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397415 Jul 13 07:23:52.952949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.954318 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.959620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] 10.222.0.54 "PUT /v2.0/ports/8da0e7ce-ff51-4740-9be6-26e3d438ef0d HTTP/1.1" status: 200 len: 1095 time: 1.2724211 Jul 13 07:23:52.968559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b95de8b-56de-43a6-b4ed-4024f196388e', 'tag': '8da0e7ce-ff51-4740-9be6-26e3d438ef0d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:52.973934 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b95de8b-56de-43a6-b4ed-4024f196388e", "tag": "8da0e7ce-ff51-4740-9be6-26e3d438ef0d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:53.007950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-8a557943-2aac-47dd-9d52-512607e94655 service neutron] 10.222.0.44 "GET /v2.0/networks/88f89154-61a9-4a4d-9565-ff0f4cfd7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297228 Jul 13 07:23:53.122273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37085e-ceff-48ec-b5af-990cdf06e931 service neutron] Pushing event updated for resources: {'Port': ['ID=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:53.155453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-6264c8cf-baa5-4c31-85ac-99f717875a55 service neutron] 10.222.0.44 "GET /v2.0/networks/88f89154-61a9-4a4d-9565-ff0f4cfd7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411829 Jul 13 07:23:53.189469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fbe4b-02a1-4dbe-ad8e-03647178cef8 req-bcc8e218-8a5f-4f0f-ba01-d74a34161f58 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.191101 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a36fbe4b-02a1-4dbe-ad8e-03647178cef8 req-bcc8e218-8a5f-4f0f-ba01-d74a34161f58 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1095 time: 0.2301209 Jul 13 07:23:53.195943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-c7d5b958-e094-42c3-bd1c-d3372257975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.197586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-c7d5b958-e094-42c3-bd1c-d3372257975b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 1098 time: 0.1339972 Jul 13 07:23:53.279069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-afed8343-064e-45b2-a139-cc8709e65ee7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8da0e7ce-ff51-4740-9be6-26e3d438ef0d HTTP/1.1" status: 200 len: 217 time: 0.0566618 Jul 13 07:23:53.283032 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a36fbe4b-02a1-4dbe-ad8e-03647178cef8 req-3f29e32d-9038-4243-a001-258c24b77087 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846515 Jul 13 07:23:53.346619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-a679e4fb-4028-4376-a07f-2b6cc1a1f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.349840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-a679e4fb-4028-4376-a07f-2b6cc1a1f79e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0636528 Jul 13 07:23:53.399330 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-8f6ed8e6-f89c-4a10-abc2-6f02d65156ac req-23374eba-65f9-4059-83e9-d41325a14b4e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] show failed (client error): The resource could not be found. Jul 13 07:23:53.400626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f6ed8e6-f89c-4a10-abc2-6f02d65156ac req-23374eba-65f9-4059-83e9-d41325a14b4e tempest-FloatingIPsTestJSON-47140472 tempest-FloatingIPsTestJSON-47140472-project] 10.222.0.44 "GET /v2.0/floatingips/a87724de-49cc-43f6-bc13-2671a2b8505d HTTP/1.1" status: 404 len: 350 time: 0.0480440 Jul 13 07:23:53.410560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40886) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:53.493085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-cc27c3cb-b419-441e-833e-ca4fee5f2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:53.498361 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-cc27c3cb-b419-441e-833e-ca4fee5f2851 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943165 Jul 13 07:23:53.792716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-691738cb-87e3-42ec-8edd-803277a2e6a5 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886169 Jul 13 07:23:53.956128 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24058a87-2c91-4dfe-a04c-0d0aba7e8130 x-openstack-request-id: req-24058a87-2c91-4dfe-a04c-0d0aba7e8130 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:53.956420 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b95de8b-56de-43a6-b4ed-4024f196388e", "tag": "8da0e7ce-ff51-4740-9be6-26e3d438ef0d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:53.956678 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24058a87-2c91-4dfe-a04c-0d0aba7e8130 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:53.957077 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b95de8b-56de-43a6-b4ed-4024f196388e', 'tag': '8da0e7ce-ff51-4740-9be6-26e3d438ef0d', 'status': 'completed', 'code': 200} Jul 13 07:23:54.030080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afa2e9-d37b-48e3-aba6-6346688db20f req-a9d39432-a719-4d94-a92b-8dcd7753188a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.047827 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7afa2e9-d37b-48e3-aba6-6346688db20f req-a9d39432-a719-4d94-a92b-8dcd7753188a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 947 time: 0.4117362 Jul 13 07:23:54.056214 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a869ab4-67ba-4fbf-a714-225c03b08e29 req-c778b0b7-8136-4c4d-964a-ba904a5dc8af service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493722 Jul 13 07:23:54.096798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7afa2e9-d37b-48e3-aba6-6346688db20f req-afd6feba-48df-4158-b2c5-d76833d40d2f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477843 Jul 13 07:23:54.161460 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8786117d-f628-4335-933b-9c21026dc1b3 req-34c7de15-69ef-45da-acb8-a654941b4dd2 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 210 time: 0.0646613 Jul 13 07:23:54.327393 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-8b3f48bf-5c16-45f9-b604-831db764c923 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.328890 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-8b3f48bf-5c16-45f9-b604-831db764c923 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 808 time: 0.2310314 Jul 13 07:23:54.348498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Request body: {'port': {'device_id': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e', 'admin_state_up': True, 'tenant_id': '2bb99b9efa844e71b4c81e68b036494d'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:54.409153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2d6b7-120b-457b-b18a-f330e321689a req-2902c347-2653-45d7-afb1-47ce11d7aaa2 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.410597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-2902c347-2653-45d7-afb1-47ce11d7aaa2 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 821 time: 0.2170560 Jul 13 07:23:54.433488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-b559b56a-e636-4ae4-be28-58de7e17e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.435659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-b559b56a-e636-4ae4-be28-58de7e17e4a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 1098 time: 0.2044837 Jul 13 07:23:54.439063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-3f50ce7a-1a4d-4d2d-8417-7b491abbc19b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/quotas/4436904a5ed8492589e9ec322097daf3 HTTP/1.1" status: 200 len: 375 time: 0.0214067 Jul 13 07:23:54.447758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-5725d026-9ac2-4349-a370-ec4df9466709 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.449271 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-5725d026-9ac2-4349-a370-ec4df9466709 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f404ed7-62dd-4328-a59c-6c45d0adea9a HTTP/1.1" status: 200 len: 946 time: 0.1927171 Jul 13 07:23:54.476924 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29db357a-085d-4f31-bfc1-69631b3bd992 req-05cf1578-65e1-47e6-8b43-efe46bf8b82f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 210 time: 0.0458846 Jul 13 07:23:54.577744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Made reservation on behalf of 2bb99b9efa844e71b4c81e68b036494d for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:54.581345 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.619885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.666249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-abdb5706-cba2-40aa-acc7-871bb3cfe485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.667664 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-abdb5706-cba2-40aa-acc7-871bb3cfe485 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2175255 Jul 13 07:23:54.682859 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-8cd84cfc-848b-48f6-8a02-3d21e658ac12 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2237129 Jul 13 07:23:54.745129 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-5f78f5fb-fc5a-46dc-a91f-b4b868780070 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8da0e7ce-ff51-4740-9be6-26e3d438ef0d HTTP/1.1" status: 200 len: 217 time: 0.0596592 Jul 13 07:23:54.790015 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-a7436e13-aef2-4830-8ad8-830f06f7cbe4 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ba107dc1ccaf47ecb87d2384f401fef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556865 Jul 13 07:23:54.835497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-aa260fc2-0a88-4147-b2fe-b627ba50b06c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Deleting port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:54.835845 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-aa260fc2-0a88-4147-b2fe-b627ba50b06c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.890577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-35e47743-483d-49f9-8061-98635e65c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.892065 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-35e47743-483d-49f9-8061-98635e65c09c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1337366 Jul 13 07:23:54.931703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Allocated IP 172.20.0.6 (7b96ab4f-26d4-46e6-a04c-9f347b212f1e/f3050d3f-f99c-4ffa-a37e-991c57adc495/b9f629e0-b447-44a1-a233-95069418da8f) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:54.935980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-3fb0313f-8c59-4202-8192-eded8f0d3235 service neutron] 10.222.0.44 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520645 Jul 13 07:23:55.046069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-5743ab96-c9f1-429a-9e52-b0471a7e268e tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.047569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-5743ab96-c9f1-429a-9e52-b0471a7e268e tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466257 Jul 13 07:23:55.088722 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-892224cd-b24d-4330-a0b9-4622cc19b147 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/quotas/ba107dc1ccaf47ecb87d2384f401fef9 HTTP/1.1" status: 200 len: 375 time: 0.0337501 Jul 13 07:23:55.104646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-aa260fc2-0a88-4147-b2fe-b627ba50b06c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] For port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:55.105030 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-aa260fc2-0a88-4147-b2fe-b627ba50b06c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.155570 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-b699e9f0-73b1-427f-bc30-a755b81c9b87 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba107dc1ccaf47ecb87d2384f401fef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514648 Jul 13 07:23:55.329551 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.396836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] Deleting port 261e5a64-aa0d-4e76-a673-6df7630b3899 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:55.397311 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.412816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-99bfc648-f51a-435b-8416-45b9e00135e2 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.413007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-aa260fc2-0a88-4147-b2fe-b627ba50b06c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Calling delete_port for c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:55.414535 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-99bfc648-f51a-435b-8416-45b9e00135e2 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d HTTP/1.1" status: 200 len: 945 time: 0.1674955 Jul 13 07:23:55.456046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-17e002a2-e6df-4529-9f32-0eaa19395d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.457703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-17e002a2-e6df-4529-9f32-0eaa19395d4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5350108 Jul 13 07:23:55.519125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-55bb1b24-13ec-422f-96fa-1b0cd2affa9d tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.520855 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-55bb1b24-13ec-422f-96fa-1b0cd2affa9d tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.53 "GET /v2.0/networks?id=88f89154-61a9-4a4d-9565-ff0f4cfd7c53 HTTP/1.1" status: 200 len: 814 time: 0.5789201 Jul 13 07:23:55.544511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Request body: {'port': {'device_id': '9f81630c-3d3d-479e-9a24-2674fa5ab912', 'network_id': '88f89154-61a9-4a4d-9565-ff0f4cfd7c53', 'admin_state_up': True, 'tenant_id': '285ed71ae8384c0eb861b06b7b418ff3'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:55.571648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-a78fb091-4f7d-4dce-a319-f414083eca07 service neutron] 10.222.0.44 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947621 Jul 13 07:23:55.590319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.663363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] For port 261e5a64-aa0d-4e76-a673-6df7630b3899, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=261e5a64-aa0d-4e76-a673-6df7630b3899,segment=NetworkSegment(9e8a5933-a5f2-4652-8c38-38fe9afd6ea2),segment_id=9e8a5933-a5f2-4652-8c38-38fe9afd6ea2)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:55.663730 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.714402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] Calling delete_port for 261e5a64-aa0d-4e76-a673-6df7630b3899 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:55.717558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-75503cd5-1686-4e9b-8b65-2818940ae357 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205064 Jul 13 07:23:55.720942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:55.737243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3b2ea-bf37-4a2a-9a08-6d07d48f7dae req-4dbf498f-8c8c-4879-8238-77e3984f2ee3 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.739118 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3d3b2ea-bf37-4a2a-9a08-6d07d48f7dae req-4dbf498f-8c8c-4879-8238-77e3984f2ee3 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f404ed7-62dd-4328-a59c-6c45d0adea9a HTTP/1.1" status: 200 len: 946 time: 0.2798350 Jul 13 07:23:55.745470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:55.748519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Pushing event updated for resources: {'Port': ['ID=b9f629e0-b447-44a1-a233-95069418da8f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:55.752723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:55.822661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Made reservation on behalf of 285ed71ae8384c0eb861b06b7b418ff3 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:55.827288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.835529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-999e3bf7-0097-4d09-90c2-6a910d485c23 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Deleting port 13afbedb-36fc-44de-a2ca-c78e67614b04 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:55.835795 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-999e3bf7-0097-4d09-90c2-6a910d485c23 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.912524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.913155 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.957116 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3d3b2ea-bf37-4a2a-9a08-6d07d48f7dae req-d29487da-93f6-475f-a311-342089b57613 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/security-groups?id=2517c740-2197-4eab-b3fd-c47694db41ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989141 Jul 13 07:23:56.013366 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-84b838c1-00b0-4ab9-ab6d-0158af31cc14 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6739955 Jul 13 07:23:56.143104 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9713d8cd-c4bc-4b68-bab0-1471dfc2852b req-a2ae37b8-83e4-4e72-a5b2-b1a7bf58bcd8 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161351 Jul 13 07:23:56.148049 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-aa260fc2-0a88-4147-b2fe-b627ba50b06c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.173686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['c6e54d52-00f6-428a-b7cb-c8a62fbe03b2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:56.175670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['13afbedb-36fc-44de-a2ca-c78e67614b04'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:56.236831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Allocated IP 172.20.0.10 (88f89154-61a9-4a4d-9565-ff0f4cfd7c53/706e3455-5b5d-4a42-aaef-e82c1024cf25/ded0d2dc-58f1-4440-bed9-fd02df1d85ce) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:56.369640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa260fc2-0a88-4147-b2fe-b627ba50b06c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Pushing event deleted for resources: {'Port': ['ID=c6e54d52-00f6-428a-b7cb-c8a62fbe03b2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:56.398126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Request body: {'port': {'device_id': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:56.436424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-aa260fc2-0a88-4147-b2fe-b627ba50b06c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] No DVR routers for this DVR port c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:56.442418 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-aa260fc2-0a88-4147-b2fe-b627ba50b06c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.444521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-66a7b976-3dec-48d6-bfca-2ad4b469bcfe req-aa260fc2-0a88-4147-b2fe-b627ba50b06c tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.54 "DELETE /v2.0/ports/c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 HTTP/1.1" status: 204 len: 173 time: 1.9835179 Jul 13 07:23:56.445891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f404ed7-62dd-4328-a59c-6c45d0adea9a', 'name': 'network-vif-deleted', 'tag': 'c6e54d52-00f6-428a-b7cb-c8a62fbe03b2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:56.448171 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83ac8b1-b9f2-4a52-adaf-9aeefb0c622b" -d '{"events": [{"server_uuid": "9f404ed7-62dd-4328-a59c-6c45d0adea9a", "name": "network-vif-deleted", "tag": "c6e54d52-00f6-428a-b7cb-c8a62fbe03b2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:56.476587 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-50c4ad99-5ce3-480e-88e0-0b29cfac4f3a req-4d2c021e-588d-4c68-b07b-6864b6f951fc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 210 time: 0.0857790 Jul 13 07:23:56.519455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293c94e-85bd-4e79-a8ea-c25fa35a5e96 req-c22c22a1-98ca-4aa0-a388-58d67ce440fe tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:56.526776 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1293c94e-85bd-4e79-a8ea-c25fa35a5e96 req-c22c22a1-98ca-4aa0-a388-58d67ce440fe tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 947 time: 0.2648430 Jul 13 07:23:56.570889 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.595277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-999e3bf7-0097-4d09-90c2-6a910d485c23 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] For port 13afbedb-36fc-44de-a2ca-c78e67614b04, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=13afbedb-36fc-44de-a2ca-c78e67614b04,segment=NetworkSegment(16cdac13-14cc-4aec-badf-5ed42e0cbd91),segment_id=16cdac13-14cc-4aec-badf-5ed42e0cbd91)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:56.596471 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-999e3bf7-0097-4d09-90c2-6a910d485c23 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.628204 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-999e3bf7-0097-4d09-90c2-6a910d485c23 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Calling delete_port for 13afbedb-36fc-44de-a2ca-c78e67614b04 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:56.639180 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1293c94e-85bd-4e79-a8ea-c25fa35a5e96 req-4241ab18-123f-43ad-9767-5b8cd7f7dc2f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112344 Jul 13 07:23:56.682381 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.738624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.802703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1162eb3-fd69-48e4-84cf-0d89542d30fe req-af3779ee-3bbd-4ac5-8317-6dc30d410bf4 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 210 time: 0.1338482 Jul 13 07:23:56.861804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Network 88f89154-61a9-4a4d-9565-ff0f4cfd7c53 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:56.869700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:56.875978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:56.909518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Pushing event updated for resources: {'Port': ['ID=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:56.946833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-29edc1d9-739b-4e67-9ae3-beaf5c17b638 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ba107dc1ccaf47ecb87d2384f401fef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400085 Jul 13 07:23:57.073554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.074250 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.097877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e62bf-b14a-46de-9b6e-a7c8618a18d8 req-e2a7167c-581c-4bba-8c0c-c2559f4bc821 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.100469 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c12e62bf-b14a-46de-9b6e-a7c8618a18d8 req-e2a7167c-581c-4bba-8c0c-c2559f4bc821 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 931 time: 0.2980287 Jul 13 07:23:57.104369 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.119706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f0d92fd-0f2d-48ee-85c1-d8cb5aee3180 req-80711c56-2a6c-48a5-8c08-f9c6819d421c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 210 time: 0.0824759 Jul 13 07:23:57.127344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-883970cf-1496-4b72-80a5-f58a724efd7b tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.130734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-883970cf-1496-4b72-80a5-f58a724efd7b tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758633 Jul 13 07:23:57.147160 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-26a6b38d-0016-4df2-895f-2b0099fcc7e9 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6085382 Jul 13 07:23:57.155898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Request body: {'port': {'device_id': 'b7c82967-9f9c-4de7-9e08-7d4be2736957', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': 'ba107dc1ccaf47ecb87d2384f401fef9'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:57.167084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] Pushing event deleted for resources: {'Port': ['ID=261e5a64-aa0d-4e76-a673-6df7630b3899,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:57.176999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Request body: {'port': {'device_id': '9f81630c-3d3d-479e-9a24-2674fa5ab912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:57.244093 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5abb09-346e-4142-b707-372db9666e66 x-openstack-request-id: req-9c5abb09-346e-4142-b707-372db9666e66 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:57.244699 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f404ed7-62dd-4328-a59c-6c45d0adea9a", "name": "network-vif-deleted", "tag": "c6e54d52-00f6-428a-b7cb-c8a62fbe03b2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:57.246190 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c5abb09-346e-4142-b707-372db9666e66 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:57.247735 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f404ed7-62dd-4328-a59c-6c45d0adea9a', 'name': 'network-vif-deleted', 'tag': 'c6e54d52-00f6-428a-b7cb-c8a62fbe03b2', 'status': 'completed', 'code': 200} Jul 13 07:23:57.313930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8da0e7ce-ff51-4740-9be6-26e3d438ef0d details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:57.364042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c12e62bf-b14a-46de-9b6e-a7c8618a18d8 req-916e14a4-46e2-4b5e-8c9c-46a480dd7600 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562301 Jul 13 07:23:57.511961 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-999e3bf7-0097-4d09-90c2-6a910d485c23 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.530749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['c6e54d52-00f6-428a-b7cb-c8a62fbe03b2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:57.569411 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e3bf7-0097-4d09-90c2-6a910d485c23 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Pushing event deleted for resources: {'Port': ['ID=13afbedb-36fc-44de-a2ca-c78e67614b04,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:57.638846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:57.650613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '8da0e7ce-ff51-4740-9be6-26e3d438ef0d', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '8da0e7ce-ff51-4740-9be6-26e3d438ef0d', 'mac_address': 'fa:16:3e:47:68:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:57.656492 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.695454 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.703870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Made reservation on behalf of ba107dc1ccaf47ecb87d2384f401fef9 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:57.708166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.710070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da0e7ce-ff51-4740-9be6-26e3d438ef0d {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:57.718305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-276596cd-d87f-4b41-86e4-3e8f24939c01 req-b275a19f-f2e0-4d90-b5d5-882e2f7a2f78 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f404ed7-62dd-4328-a59c-6c45d0adea9a HTTP/1.1" status: 200 len: 210 time: 0.0628495 Jul 13 07:23:57.728468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.731008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:57.737849 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.783820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f629e0-b447-44a1-a233-95069418da8f {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:57.819890 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.852639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Transition to ACTIVE for port object b9f629e0-b447-44a1-a233-95069418da8f will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:57.868747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:57.923985 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.957137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-999e3bf7-0097-4d09-90c2-6a910d485c23 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] No DVR routers for this DVR port 13afbedb-36fc-44de-a2ca-c78e67614b04 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:57.962589 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-999e3bf7-0097-4d09-90c2-6a910d485c23 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.964612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a73c91c-6727-4797-b008-25ef8952ed79 req-999e3bf7-0097-4d09-90c2-6a910d485c23 tempest-ListServersNegativeTestJSON-1605573847 tempest-ListServersNegativeTestJSON-1605573847-project] 10.222.0.53 "DELETE /v2.0/ports/13afbedb-36fc-44de-a2ca-c78e67614b04 HTTP/1.1" status: 204 len: 173 time: 2.5381048 Jul 13 07:23:57.987125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d', 'name': 'network-vif-deleted', 'tag': '13afbedb-36fc-44de-a2ca-c78e67614b04'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:57.989617 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64948593-c5e4-4e64-a962-944bc50f3cbd" -d '{"events": [{"server_uuid": "2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d", "name": "network-vif-deleted", "tag": "13afbedb-36fc-44de-a2ca-c78e67614b04"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:57.991545 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2d6b7-120b-457b-b18a-f330e321689a req-c2a32c80-67fc-4fab-b778-7c5b52670d5a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.992115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.993392 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-c2a32c80-67fc-4fab-b778-7c5b52670d5a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 821 time: 0.4421542 Jul 13 07:23:58.030063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Request body: {'port': {'device_id': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd', 'admin_state_up': True, 'tenant_id': '4436904a5ed8492589e9ec322097daf3'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:58.127637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Pushing event updated for resources: {'Port': ['ID=b9f629e0-b447-44a1-a233-95069418da8f,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:58.134037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['8da0e7ce-ff51-4740-9be6-26e3d438ef0d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:58.252667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571d8ff-03f0-47a0-89b1-508afd3232ec req-ce95f0b0-97c3-48de-831b-a4a0a523f173 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.254213 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c571d8ff-03f0-47a0-89b1-508afd3232ec req-ce95f0b0-97c3-48de-831b-a4a0a523f173 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 932 time: 0.6200235 Jul 13 07:23:58.286780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1e8be-08fa-4e1d-9068-d9e54398000d req-65050ba2-be67-409b-ab36-a776a91f5509 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.288353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cde1e8be-08fa-4e1d-9068-d9e54398000d req-65050ba2-be67-409b-ab36-a776a91f5509 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 948 time: 0.3287921 Jul 13 07:23:58.319444 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:58.319779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:58.320138 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:58.327679 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c571d8ff-03f0-47a0-89b1-508afd3232ec req-f34958c3-efc4-4e4d-af28-b63ca7f5004b tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656354 Jul 13 07:23:58.329725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Port b9f629e0-b447-44a1-a233-95069418da8f on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:58.330045 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:58.336975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:58.337321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:58.337695 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:58.338117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Bound port: b9f629e0-b447-44a1-a233-95069418da8f, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:58.338479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.357812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.381247 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.425193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cde1e8be-08fa-4e1d-9068-d9e54398000d req-32c6a5e7-994a-4c61-816b-f955c4919c7f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221430 Jul 13 07:23:58.491895 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1914a2a7-a74f-4960-96e0-742d7549a916 x-openstack-request-id: req-1914a2a7-a74f-4960-96e0-742d7549a916 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:58.492229 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d", "name": "network-vif-deleted", "tag": "13afbedb-36fc-44de-a2ca-c78e67614b04", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:58.492484 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1914a2a7-a74f-4960-96e0-742d7549a916 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:58.492877 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebbb3c6-b9c0-402f-b0d9-d483ca42a92d', 'name': 'network-vif-deleted', 'tag': '13afbedb-36fc-44de-a2ca-c78e67614b04', 'status': 'completed', 'code': 200} Jul 13 07:23:58.501277 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-774f4e02-b7bb-4a21-b237-5265ca2e7ef6 req-f16cf130-e65f-4018-bb8e-8d22ef31f8d3 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 210 time: 0.0575383 Jul 13 07:23:58.531071 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:58.536573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:58.538863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] Router d57a56f6-7a73-4c2f-a469-429a9dd79aac has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:58.548865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Made reservation on behalf of 4436904a5ed8492589e9ec322097daf3 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:58.553037 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.555865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.578530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d84415-689f-478a-8c7d-e54cea6e6ea3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:58.603837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded0d2dc-58f1-4440-bed9-fd02df1d85ce {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:58.617774 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.664521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.665716 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.667276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] 10.222.0.53 "PUT /v2.0/ports/b9f629e0-b447-44a1-a233-95069418da8f HTTP/1.1" status: 200 len: 1091 time: 2.2733698 Jul 13 07:23:58.712616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Transition to ACTIVE for port object ded0d2dc-58f1-4440-bed9-fd02df1d85ce will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:58.741497 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80c8653d-ae1a-41ff-a0d4-8f24cfe2ea5a req-72ed7da0-d355-4e88-b42b-ec7215a88025 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 210 time: 0.0740135 Jul 13 07:23:58.746225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.810774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb32f8a-5df0-428f-9445-41e87dbfe14c service neutron] Pushing event updated for resources: {'Port': ['ID=b9f629e0-b447-44a1-a233-95069418da8f,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:58.841905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:58.849629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-36130651-c06f-4072-bbf4-79a335bd6345 admin admin] 10.222.0.44 "PUT /v2.0/routers/d57a56f6-7a73-4c2f-a469-429a9dd79aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4356790 Jul 13 07:23:58.852547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40980) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:58.859354 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] Sync routers for ids ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:58.872323 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] Routers {'d57a56f6-7a73-4c2f-a469-429a9dd79aac'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:58.873632 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:23:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:58.875081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Allocated IP 192.168.233.67 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/eefce5da-02d5-486f-bc2b-29f5c29c9fdf) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:58.883431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:58.925374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-96ea67a5-6b80-4c2e-9337-ffa8aa7b6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.927010 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-96ea67a5-6b80-4c2e-9337-ffa8aa7b6589 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 1094 time: 0.1713879 Jul 13 07:23:58.934881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 13afbedb-36fc-44de-a2ca-c78e67614b04 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:58.970369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 13afbedb-36fc-44de-a2ca-c78e67614b04 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:58.970723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 13afbedb-36fc-44de-a2ca-c78e67614b04 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:58.984997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbaaff-3c82-46a2-a27f-b042177a6ce3 req-b4e331dd-8371-4536-815e-200a16a41a47 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.992350 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1fbaaff-3c82-46a2-a27f-b042177a6ce3 req-b4e331dd-8371-4536-815e-200a16a41a47 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 943 time: 0.3169050 Jul 13 07:23:59.003161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Allocated IP 172.20.0.6 (4916fcde-0d55-4029-ab45-0e9c1b82d8bd/372555d4-2af3-4335-a093-1e7008a761f8/69942dd3-fb59-4242-8645-9e59f7511040) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:59.005435 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-109d62f5-4651-4c6c-9576-c0e6d4c7555d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f629e0-b447-44a1-a233-95069418da8f HTTP/1.1" status: 200 len: 217 time: 0.0677836 Jul 13 07:23:59.014131 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] Set router d57a56f6-7a73-4c2f-a469-429a9dd79aac gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:59.045161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Attempting to bind port ded0d2dc-58f1-4440-bed9-fd02df1d85ce on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:59.045506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Attempting to bind port ded0d2dc-58f1-4440-bed9-fd02df1d85ce by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '79a87cd9-3979-4dc0-97bb-ef98546dd0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88f89154-61a9-4a4d-9565-ff0f4cfd7c53'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:59.045843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Attempting to bind port ded0d2dc-58f1-4440-bed9-fd02df1d85ce on network 88f89154-61a9-4a4d-9565-ff0f4cfd7c53 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:59.079234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40984) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:59.147284 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1fbaaff-3c82-46a2-a27f-b042177a6ce3 req-ef5bc64a-a9f6-41af-9b62-ce5f9540451e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536806 Jul 13 07:23:59.158672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-a1636a4a-6789-4f1c-bb63-03d6b73745a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:59.160294 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-a1636a4a-6789-4f1c-bb63-03d6b73745a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.1453445 Jul 13 07:23:59.182436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac68db7-fbce-4cb2-a0f5-cfe94f5cd2b3 admin admin] Deleting subnet 0f69bc29-ebcc-47c2-a04f-fd69586d28c2 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:23:59.205844 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ac68db7-fbce-4cb2-a0f5-cfe94f5cd2b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.209283 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-2bbdd742-7d11-43b4-a9f3-19ca0ce808fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406241 Jul 13 07:23:59.210168 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'name': 'tempest-FloatingIPsTestJSON-697627699-router', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:56Z', 'revision_number': 5, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'gw_port': {'id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:33Z', 'updated_at': '2021-07-13T07:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:59.210740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.238755 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] Checking router: d57a56f6-7a73-4c2f-a469-429a9dd79aac for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:59.247831 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] Routers {'d57a56f6-7a73-4c2f-a469-429a9dd79aac'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:59.248466 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:23:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:59.302061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Port ded0d2dc-58f1-4440-bed9-fd02df1d85ce on network 88f89154-61a9-4a4d-9565-ff0f4cfd7c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:59.302398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Attempting to bind port ded0d2dc-58f1-4440-bed9-fd02df1d85ce on network 88f89154-61a9-4a4d-9565-ff0f4cfd7c53 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:59.314045 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ac68db7-fbce-4cb2-a0f5-cfe94f5cd2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.325268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8da0e7ce-ff51-4740-9be6-26e3d438ef0d up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:59.329532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:59.329882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Checking segment: {'id': '79a87cd9-3979-4dc0-97bb-ef98546dd0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88f89154-61a9-4a4d-9565-ff0f4cfd7c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:59.330286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Bound using segment: {'id': '79a87cd9-3979-4dc0-97bb-ef98546dd0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88f89154-61a9-4a4d-9565-ff0f4cfd7c53'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:59.332067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Bound port: ded0d2dc-58f1-4440-bed9-fd02df1d85ce, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a87cd9-3979-4dc0-97bb-ef98546dd0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88f89154-61a9-4a4d-9565-ff0f4cfd7c53'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:59.332204 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.363841 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] Set router d57a56f6-7a73-4c2f-a469-429a9dd79aac gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:59.453042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:59.457824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:59.458418 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.604575 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.636848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] For port ded0d2dc-58f1-4440-bed9-fd02df1d85ce, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:59.643301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] For port ded0d2dc-58f1-4440-bed9-fd02df1d85ce, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,segment=NetworkSegment(79a87cd9-3979-4dc0-97bb-ef98546dd0a0),segment_id=79a87cd9-3979-4dc0-97bb-ef98546dd0a0)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:59.650101 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'name': 'tempest-FloatingIPsTestJSON-697627699-router', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:56Z', 'revision_number': 5, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'gw_port': {'id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:33Z', 'updated_at': '2021-07-13T07:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:59.653598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b95de8b-56de-43a6-b4ed-4024f196388e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da0e7ce-ff51-4740-9be6-26e3d438ef0d'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:59.654140 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.656565 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674a8bfc-ad0b-4449-9166-7dbf041c185e" -d '{"events": [{"server_uuid": "8b95de8b-56de-43a6-b4ed-4024f196388e", "name": "network-vif-plugged", "status": "completed", "tag": "8da0e7ce-ff51-4740-9be6-26e3d438ef0d"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:59.664530 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.670499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:59.678619 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.684814 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.689526 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44f12a5-dcba-45b3-b5dc-61e74413147b None None] The sync data for ids ['d57a56f6-7a73-4c2f-a469-429a9dd79aac'] in n-d-798249-7 is: [{'id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'name': 'tempest-FloatingIPsTestJSON-697627699-router', 'tenant_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:56Z', 'revision_number': 5, 'project_id': 'd97f96d8301e4e3693dbc219d33f5b3e', 'gw_port': {'id': 'b3c581a9-73d3-4efb-aea1-f916c10ce490', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57a56f6-7a73-4c2f-a469-429a9dd79aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:33Z', 'updated_at': '2021-07-13T07:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:59.724907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:59.730367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Transition to ACTIVE for port object eefce5da-02d5-486f-bc2b-29f5c29c9fdf will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:59.765735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:59.766477 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.768076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] 10.222.0.53 "PUT /v2.0/ports/ded0d2dc-58f1-4440-bed9-fd02df1d85ce HTTP/1.1" status: 200 len: 1092 time: 2.6069860 Jul 13 07:23:59.786749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f81630c-3d3d-479e-9a24-2674fa5ab912', 'tag': 'ded0d2dc-58f1-4440-bed9-fd02df1d85ce'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:59.792047 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f81630c-3d3d-479e-9a24-2674fa5ab912", "tag": "ded0d2dc-58f1-4440-bed9-fd02df1d85ce"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:59.836840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bec67-c0d1-4db2-a118-24445f002e95 req-49329193-f148-437b-b9ee-bd82aa98da0b tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:59.838981 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae3bec67-c0d1-4db2-a118-24445f002e95 req-49329193-f148-437b-b9ee-bd82aa98da0b tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 944 time: 0.3127432 Jul 13 07:23:59.910188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:59.911690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ac68db7-fbce-4cb2-a0f5-cfe94f5cd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.912199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c6e54d52-00f6-428a-b7cb-c8a62fbe03b2 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:59.936060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:59.947688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8ae70-026e-49b9-9ab6-c41fad2dc5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:59.957691 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-59ee1a37-418f-4f87-a96e-aba850761973 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268665 Jul 13 07:23:59.963788 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.970466 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.006021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.016690 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae3bec67-c0d1-4db2-a118-24445f002e95 req-425befa9-5613-4861-a99e-c315b0f1197e tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372159 Jul 13 07:24:00.029519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-50c899b6-1973-463a-aa3f-967ed4c1efcb None None] Provisioning complete for port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:00.030398 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-50c899b6-1973-463a-aa3f-967ed4c1efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.058472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:00.061550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-d144c201-18aa-479f-a04d-d226b123ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.062785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-d144c201-18aa-479f-a04d-d226b123ce23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=285ed71ae8384c0eb861b06b7b418ff3&device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 1095 time: 0.2404177 Jul 13 07:24:00.063575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Pushing event updated for resources: {'Port': ['ID=69942dd3-fb59-4242-8645-9e59f7511040,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:00.071381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:00.098526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:00.102467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554c3c6-da1e-494a-a8aa-95a869132c1a req-b96a048f-8364-438a-abf9-84fb1a01f276 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.104697 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d554c3c6-da1e-494a-a8aa-95a869132c1a req-b96a048f-8364-438a-abf9-84fb1a01f276 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 949 time: 0.3337312 Jul 13 07:24:00.150045 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ac68db7-fbce-4cb2-a0f5-cfe94f5cd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.165582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:00.187463 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-142005f1-1b83-4a9f-b9f5-6b7ffacb3c28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ded0d2dc-58f1-4440-bed9-fd02df1d85ce HTTP/1.1" status: 200 len: 217 time: 0.1083212 Jul 13 07:24:00.196764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:00.214542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:00.220105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c69882dd-0185-4e1d-95b2-f7ebe424158f req-958241ba-f2e8-48bb-b8af-054ed58069e7 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526515 Jul 13 07:24:00.231511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac68db7-fbce-4cb2-a0f5-cfe94f5cd2b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f69bc29-ebcc-47c2-a04f-fd69586d28c2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:00.249379 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ac68db7-fbce-4cb2-a0f5-cfe94f5cd2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.253551 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8ac68db7-fbce-4cb2-a0f5-cfe94f5cd2b3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0f69bc29-ebcc-47c2-a04f-fd69586d28c2 HTTP/1.1" status: 204 len: 168 time: 1.1670530 Jul 13 07:24:00.261702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41002) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:00.277425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Deleting port b3c581a9-73d3-4efb-aea1-f916c10ce490 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:00.277760 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.323317 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d554c3c6-da1e-494a-a8aa-95a869132c1a req-53a108f9-477e-424f-b08b-decca45aa88f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064710 Jul 13 07:24:00.338909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.339789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.344265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-7bac7204-8abc-4154-86b2-f43d10e44f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.345866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-7bac7204-8abc-4154-86b2-f43d10e44f3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=706e3455-5b5d-4a42-aaef-e82c1024cf25 HTTP/1.1" status: 200 len: 854 time: 0.1443827 Jul 13 07:24:00.369633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Pushing event updated for resources: {'Port': ['ID=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:00.385387 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3737bcb0-4cd4-41b1-a550-1be79aca44af x-openstack-request-id: req-3737bcb0-4cd4-41b1-a550-1be79aca44af {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:00.385683 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b95de8b-56de-43a6-b4ed-4024f196388e", "name": "network-vif-plugged", "status": "completed", "tag": "8da0e7ce-ff51-4740-9be6-26e3d438ef0d", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:00.385941 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3737bcb0-4cd4-41b1-a550-1be79aca44af {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:00.386338 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b95de8b-56de-43a6-b4ed-4024f196388e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da0e7ce-ff51-4740-9be6-26e3d438ef0d', 'code': 200} Jul 13 07:24:00.445908 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.456503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-3d526ff2-e171-4b7e-a61b-06c75b988184 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88f89154-61a9-4a4d-9565-ff0f4cfd7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801806 Jul 13 07:24:00.461287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-4299ff19-1dfe-4d71-a5b5-e2378e1ebfef tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3128080 Jul 13 07:24:00.466021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] For port b3c581a9-73d3-4efb-aea1-f916c10ce490, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b3c581a9-73d3-4efb-aea1-f916c10ce490,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:00.466496 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.476574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.477153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.480533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Calling delete_port for b3c581a9-73d3-4efb-aea1-f916c10ce490 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:00.490691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d9a13faf-5a91-49fa-9bfc-c84a4adfa00b None None] Provisioning for port eefce5da-02d5-486f-bc2b-29f5c29c9fdf completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:00.495986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d9a13faf-5a91-49fa-9bfc-c84a4adfa00b None None] Provisioning complete for port eefce5da-02d5-486f-bc2b-29f5c29c9fdf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:00.496886 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9a13faf-5a91-49fa-9bfc-c84a4adfa00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.499075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Request body: {'port': {'device_id': 'b7c82967-9f9c-4de7-9e08-7d4be2736957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:00.502085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'tag': 'b9f629e0-b447-44a1-a233-95069418da8f'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:00.504631 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac59657-b5a9-4170-af37-bdbc01c5afbc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3594522-a277-4d02-b06f-59493ea75cb7", "tag": "b9f629e0-b447-44a1-a233-95069418da8f"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:00.537730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d9a13faf-5a91-49fa-9bfc-c84a4adfa00b None None] Port eefce5da-02d5-486f-bc2b-29f5c29c9fdf cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:00.589396 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-f8ecf325-198e-428f-921b-038309b6a96d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5652051 Jul 13 07:24:00.625748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.628186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Request body: {'port': {'device_id': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:00.644000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613f7ce1-abec-4be0-9a77-5264224de380']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:00.647316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb22ac-2bcd-4f73-9ca2-b21a12d273de req-53dab7a7-0bc0-4716-80fd-3c3af1b59e32 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.648814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7afb22ac-2bcd-4f73-9ca2-b21a12d273de req-53dab7a7-0bc0-4716-80fd-3c3af1b59e32 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 935 time: 0.4460537 Jul 13 07:24:00.662672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cdac13-14cc-4aec-badf-5ed42e0cbd91') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:00.662963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cdac13-14cc-4aec-badf-5ed42e0cbd91') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:00.678913 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.733532 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.757366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32621d7d-dfe5-4c5e-946d-cd491163e6bb req-32e3da18-ab80-4772-8a62-8776e3ba36e2 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.758868 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-32621d7d-dfe5-4c5e-946d-cd491163e6bb req-32e3da18-ab80-4772-8a62-8776e3ba36e2 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 931 time: 0.2248235 Jul 13 07:24:00.759871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:00.760295 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:00.763161 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:00.768373 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-c2dba574-82a0-4f1a-87ac-2b1a86b4e69c service neutron] 10.222.0.53 "GET /v2.0/networks/88f89154-61a9-4a4d-9565-ff0f4cfd7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766542 Jul 13 07:24:00.782997 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.785898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c46b3-2329-46ce-b784-9135e2256d86 req-8fc31f4e-0ded-4e16-af2d-f4d34ee9cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.787381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9a3c46b3-2329-46ce-b784-9135e2256d86 req-8fc31f4e-0ded-4e16-af2d-f4d34ee9cff2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 1100 time: 0.3252058 Jul 13 07:24:00.852484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7afb22ac-2bcd-4f73-9ca2-b21a12d273de req-ff418103-cdaf-45b0-983f-3835eb939730 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810346 Jul 13 07:24:00.867331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.891730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-32621d7d-dfe5-4c5e-946d-cd491163e6bb req-1c04eb57-2147-4a36-8de7-111c08d19c33 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239405 Jul 13 07:24:00.894887 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.906213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.911284 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] 10.222.0.44 "DELETE /v2.0/networks/613f7ce1-abec-4be0-9a77-5264224de380 HTTP/1.1" status: 204 len: 168 time: 0.6411607 Jul 13 07:24:00.929503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaabb2-103a-441c-86e2-8574410e9498 admin admin] Pushing event deleted for resources: {'Network': ['ID=613f7ce1-abec-4be0-9a77-5264224de380,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:00.933761 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.950677 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d516e2fe-a577-41e0-98f2-2615023595b2 x-openstack-request-id: req-d516e2fe-a577-41e0-98f2-2615023595b2 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:00.950971 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f81630c-3d3d-479e-9a24-2674fa5ab912", "tag": "ded0d2dc-58f1-4440-bed9-fd02df1d85ce", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:00.951223 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d516e2fe-a577-41e0-98f2-2615023595b2 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:00.951883 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f81630c-3d3d-479e-9a24-2674fa5ab912', 'tag': 'ded0d2dc-58f1-4440-bed9-fd02df1d85ce', 'status': 'completed', 'code': 200} Jul 13 07:24:00.972521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9a3c46b3-2329-46ce-b784-9135e2256d86 req-e80a9b38-e830-48ce-b661-f491b320a798 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656106 Jul 13 07:24:00.994636 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c581a9-73d3-4efb-aea1-f916c10ce490,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:01.040615 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.166909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41010) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:01.170924 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b388c2-66b7-4efa-9b27-18089cd389d3 x-openstack-request-id: req-c1b388c2-66b7-4efa-9b27-18089cd389d3 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:01.171278 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3594522-a277-4d02-b06f-59493ea75cb7", "tag": "b9f629e0-b447-44a1-a233-95069418da8f", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:01.171628 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1b388c2-66b7-4efa-9b27-18089cd389d3 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:01.172091 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'tag': 'b9f629e0-b447-44a1-a233-95069418da8f', 'status': 'completed', 'code': 200} Jul 13 07:24:01.196849 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.202054 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.206477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d083bb8-8977-4725-a538-976b07fb8a8f req-02596c0b-c167-4dca-b411-80e9af28f25b service neutron] 10.222.0.53 "GET /v2.0/networks/88f89154-61a9-4a4d-9565-ff0f4cfd7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133780 Jul 13 07:24:01.363568 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.364160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d57a56f6-7a73-4c2f-a469-429a9dd79aac {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:24:01.369769 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.370920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-88613e31-d8bf-4ab2-b52d-322c019241c7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d57a56f6-7a73-4c2f-a469-429a9dd79aac HTTP/1.1" status: 204 len: 168 time: 2.5173774 Jul 13 07:24:01.378799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a9d9ef0a-bfe5-43ce-9b84-8c349387c2fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=443392e6e55c44c18deddb86b23a0b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105441 Jul 13 07:24:01.379665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41014) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:01.391764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41016) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:01.395295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac59657-b5a9-4170-af37-bdbc01c5afbc req-aed4939b-a7f5-4ed2-a3be-107a94ca94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:01.396852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ac59657-b5a9-4170-af37-bdbc01c5afbc req-aed4939b-a7f5-4ed2-a3be-107a94ca94ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 1094 time: 0.1982160 Jul 13 07:24:01.405009 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 261e5a64-aa0d-4e76-a673-6df7630b3899 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:01.429460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 261e5a64-aa0d-4e76-a673-6df7630b3899 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:01.429876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 261e5a64-aa0d-4e76-a673-6df7630b3899 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:01.551987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c3b236-f5b4-4538-be52-055522028d04 admin admin] Deleting subnet e7f120be-bc39-4877-8909-81fce678c86a {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:01.560600 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-39c3b236-f5b4-4538-be52-055522028d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.600803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80396df-5432-4fbd-a026-7d917f692d7e req-c5d65c4b-03c1-4cda-bd7e-859b9e781d06 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:01.602305 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b80396df-5432-4fbd-a026-7d917f692d7e req-c5d65c4b-03c1-4cda-bd7e-859b9e781d06 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 944 time: 0.2953758 Jul 13 07:24:01.643438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56a1be1c-a771-466d-a37d-c9fcbe4506b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.649157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac59657-b5a9-4170-af37-bdbc01c5afbc req-ea99a81a-eabe-489b-a586-c16fae191a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:01.650737 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ac59657-b5a9-4170-af37-bdbc01c5afbc req-ea99a81a-eabe-489b-a586-c16fae191a93 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.2381444 Jul 13 07:24:01.652780 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-39c3b236-f5b4-4538-be52-055522028d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.690652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7ec6b-a1b4-4b5c-83ae-7f2aadf21dd1 req-2ecb5709-5c8e-4192-b5dc-ca5d63d78306 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:01.692163 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38a7ec6b-a1b4-4b5c-83ae-7f2aadf21dd1 req-2ecb5709-5c8e-4192-b5dc-ca5d63d78306 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 943 time: 0.5823243 Jul 13 07:24:01.738507 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ac59657-b5a9-4170-af37-bdbc01c5afbc req-0e7bfb69-18a3-4806-ba4b-b2a06a87d3c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f629e0-b447-44a1-a233-95069418da8f HTTP/1.1" status: 200 len: 217 time: 0.0657816 Jul 13 07:24:01.746197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56a1be1c-a771-466d-a37d-c9fcbe4506b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.759347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e req-8e65ae40-e9b2-405f-b21e-7009c2111659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:01.760842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e req-8e65ae40-e9b2-405f-b21e-7009c2111659 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=285ed71ae8384c0eb861b06b7b418ff3&device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 1095 time: 0.4828460 Jul 13 07:24:01.770796 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b80396df-5432-4fbd-a026-7d917f692d7e req-43b1351a-0821-4f25-aad0-bcba95fc5a7b tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584375 Jul 13 07:24:01.874321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38a7ec6b-a1b4-4b5c-83ae-7f2aadf21dd1 req-460b4d28-0836-4a67-a1c9-0f3791c140af tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669123 Jul 13 07:24:01.915169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac59657-b5a9-4170-af37-bdbc01c5afbc req-904c912a-e57a-49fa-9e51-c12e5961e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:01.916676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefce5da-02d5-486f-bc2b-29f5c29c9fdf {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:01.916843 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ac59657-b5a9-4170-af37-bdbc01c5afbc req-904c912a-e57a-49fa-9e51-c12e5961e942 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.1669366 Jul 13 07:24:01.963300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69942dd3-fb59-4242-8645-9e59f7511040 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:01.970004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.986492 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ac59657-b5a9-4170-af37-bdbc01c5afbc req-fd5a51e6-79cc-414e-a96f-e13a7ec812d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382390 Jul 13 07:24:01.987568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.010250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Transition to ACTIVE for port object eefce5da-02d5-486f-bc2b-29f5c29c9fdf will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:02.010966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-39c3b236-f5b4-4538-be52-055522028d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.038123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Transition to ACTIVE for port object 69942dd3-fb59-4242-8645-9e59f7511040 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:02.055627 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.063322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.063529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56a1be1c-a771-466d-a37d-c9fcbe4506b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.066036 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56a1be1c-a771-466d-a37d-c9fcbe4506b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.069589 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-56a1be1c-a771-466d-a37d-c9fcbe4506b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2517c740-2197-4eab-b3fd-c47694db41ba HTTP/1.1" status: 204 len: 168 time: 0.6694355 Jul 13 07:24:02.097509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e req-4342d2fc-d256-403d-87df-8a807dfa8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.099004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e req-4342d2fc-d256-403d-87df-8a807dfa8436 service neutron] 10.222.0.53 "GET /v2.0/networks?id=88f89154-61a9-4a4d-9565-ff0f4cfd7c53 HTTP/1.1" status: 200 len: 915 time: 0.3288615 Jul 13 07:24:02.118294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1be1c-a771-466d-a37d-c9fcbe4506b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2517c740-2197-4eab-b3fd-c47694db41ba,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:02.180891 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e req-e78d21f5-35e2-45e2-a06f-e5d1e065a951 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ded0d2dc-58f1-4440-bed9-fd02df1d85ce HTTP/1.1" status: 200 len: 217 time: 0.0663788 Jul 13 07:24:02.188136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Pushing event updated for resources: {'Port': ['ID=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:02.190459 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1ba57-ff35-433f-bae3-2e559089b44e req-d2e783e9-cab7-4d18-a9bd-b4c228e1ad37 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.197326 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fa1ba57-ff35-433f-bae3-2e559089b44e req-d2e783e9-cab7-4d18-a9bd-b4c228e1ad37 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 949 time: 0.3062203 Jul 13 07:24:02.202783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ac59657-b5a9-4170-af37-bdbc01c5afbc req-a73df01d-db29-43c9-a97f-c75de3bce260 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067511 Jul 13 07:24:02.211705 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-39c3b236-f5b4-4538-be52-055522028d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.277106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3b236-f5b4-4538-be52-055522028d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f120be-bc39-4877-8909-81fce678c86a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:02.298576 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-39c3b236-f5b4-4538-be52-055522028d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.302773 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-39c3b236-f5b4-4538-be52-055522028d04 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e7f120be-bc39-4877-8909-81fce678c86a HTTP/1.1" status: 204 len: 168 time: 0.9153039 Jul 13 07:24:02.303167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41026) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:02.306346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3cc90a-ca3b-4334-9edc-87b5e8628d98 None None] Network 34e11378-be8e-48da-ab5e-c889b980e643 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:02.307493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fa1ba57-ff35-433f-bae3-2e559089b44e req-8d651135-83be-4118-abad-03748e6ade82 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093373 Jul 13 07:24:02.412274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643967-5ac9-4778-93f4-4a17da798ab0 req-cc2a16d1-0e30-4f69-a513-654ce77956d4 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.424346 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe643967-5ac9-4778-93f4-4a17da798ab0 req-cc2a16d1-0e30-4f69-a513-654ce77956d4 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 947 time: 0.4209046 Jul 13 07:24:02.471434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Attempting to bind port eefce5da-02d5-486f-bc2b-29f5c29c9fdf on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:02.471779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Attempting to bind port eefce5da-02d5-486f-bc2b-29f5c29c9fdf by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:02.472146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Attempting to bind port eefce5da-02d5-486f-bc2b-29f5c29c9fdf on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:02.479768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e req-10b89987-c780-4991-b6b2-72dc3e0b7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.481676 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e req-10b89987-c780-4991-b6b2-72dc3e0b7799 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=706e3455-5b5d-4a42-aaef-e82c1024cf25 HTTP/1.1" status: 200 len: 854 time: 0.2895026 Jul 13 07:24:02.482127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Pushing event updated for resources: {'Port': ['ID=69942dd3-fb59-4242-8645-9e59f7511040,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:02.519318 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ac59657-b5a9-4170-af37-bdbc01c5afbc req-4dff061e-893a-4779-8e05-d90bb10f8c93 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090661 Jul 13 07:24:02.534331 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe643967-5ac9-4778-93f4-4a17da798ab0 req-a7045ead-6a30-475d-8919-808698f6eba7 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082320 Jul 13 07:24:02.539424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Port eefce5da-02d5-486f-bc2b-29f5c29c9fdf on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:02.539754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Attempting to bind port eefce5da-02d5-486f-bc2b-29f5c29c9fdf on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:02.545512 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.595333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e req-94c225a6-1ad4-4c58-8e88-b814366b3c87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=88f89154-61a9-4a4d-9565-ff0f4cfd7c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044533 Jul 13 07:24:02.631967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:02.632456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:02.632723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:02.633161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Bound port: eefce5da-02d5-486f-bc2b-29f5c29c9fdf, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:02.633529 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.646409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88691b3d-52d2-4867-9869-2f028e5e3ab1 req-960b3c42-f8bc-4d57-9435-11ee8e547bd0 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.651136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:02.651484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:02.651823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:02.655548 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88691b3d-52d2-4867-9869-2f028e5e3ab1 req-960b3c42-f8bc-4d57-9435-11ee8e547bd0 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.1528797 Jul 13 07:24:02.669717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef4b69-2e1d-4eb0-a04e-7f89a1b723af None None] DHCP port deletion for 34e11378-be8e-48da-ab5e-c889b980e643 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:24:02.671307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Port 69942dd3-fb59-4242-8645-9e59f7511040 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:02.671648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:02.705673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:02.706028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:02.706428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:02.706882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Bound port: 69942dd3-fb59-4242-8645-9e59f7511040, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:02.707250 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.730192 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88691b3d-52d2-4867-9869-2f028e5e3ab1 req-80f77135-f45d-42f3-9c1f-afe575818d2d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736916 Jul 13 07:24:02.752348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9cef4b69-2e1d-4eb0-a04e-7f89a1b723af None None] Deleting port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:02.752732 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cef4b69-2e1d-4eb0-a04e-7f89a1b723af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.755934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Deleting port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:02.756423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.841012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] For port eefce5da-02d5-486f-bc2b-29f5c29c9fdf, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:02.864604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e req-fc26ff8c-1efb-4d09-96ae-a47721cac457 service neutron] 10.222.0.53 "GET /v2.0/networks/88f89154-61a9-4a4d-9565-ff0f4cfd7c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617257 Jul 13 07:24:02.868125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9cef4b69-2e1d-4eb0-a04e-7f89a1b723af None None] For port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5f6ab0f2-2160-46f3-a8c5-38a37baa6773,segment=NetworkSegment(9e8a5933-a5f2-4652-8c38-38fe9afd6ea2),segment_id=9e8a5933-a5f2-4652-8c38-38fe9afd6ea2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:02.868523 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cef4b69-2e1d-4eb0-a04e-7f89a1b723af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.869739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] For port eefce5da-02d5-486f-bc2b-29f5c29c9fdf, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:02.886188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9cef4b69-2e1d-4eb0-a04e-7f89a1b723af None None] Calling delete_port for 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:02.981578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device b9f629e0-b447-44a1-a233-95069418da8f details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:03.021677 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.055283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:03.109692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:03.124538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.124970 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.126654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] 10.222.0.54 "PUT /v2.0/ports/eefce5da-02d5-486f-bc2b-29f5c29c9fdf HTTP/1.1" status: 200 len: 1095 time: 2.6365395 Jul 13 07:24:03.136284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c82967-9f9c-4de7-9e08-7d4be2736957', 'tag': 'eefce5da-02d5-486f-bc2b-29f5c29c9fdf'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:03.140344 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc8d740-aa2f-4879-b454-e8e606b5d519" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c82967-9f9c-4de7-9e08-7d4be2736957", "tag": "eefce5da-02d5-486f-bc2b-29f5c29c9fdf"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:03.149675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.175651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.176753 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.178163 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] 10.222.0.54 "PUT /v2.0/ports/69942dd3-fb59-4242-8645-9e59f7511040 HTTP/1.1" status: 200 len: 1091 time: 2.5560238 Jul 13 07:24:03.221468 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cef4b69-2e1d-4eb0-a04e-7f89a1b723af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.249029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32970832-e906-4050-897a-b0f8a5b537aa service neutron] Pushing event updated for resources: {'Port': ['ID=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:03.258716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] For port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5f6ab0f2-2160-46f3-a8c5-38a37baa6773,segment=NetworkSegment(9e8a5933-a5f2-4652-8c38-38fe9afd6ea2),segment_id=9e8a5933-a5f2-4652-8c38-38fe9afd6ea2)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:03.259661 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.259873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef4b69-2e1d-4eb0-a04e-7f89a1b723af None None] Pushing event deleted for resources: {'Port': ['ID=5f6ab0f2-2160-46f3-a8c5-38a37baa6773,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:03.283917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef4b69-2e1d-4eb0-a04e-7f89a1b723af None None] No DVR routers for this DVR port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:03.286908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:03.294062 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b8fdc41-57fa-49f9-a5e9-cfa45cbdeb6e req-50c50067-247c-4b69-a13c-aad5f9cf55c7 service neutron] 10.222.0.53 "GET /v2.0/networks/88f89154-61a9-4a4d-9565-ff0f4cfd7c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142721 Jul 13 07:24:03.305157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Calling delete_port for 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:03.334201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'b9f629e0-b447-44a1-a233-95069418da8f', 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e', 'port_id': 'b9f629e0-b447-44a1-a233-95069418da8f', 'mac_address': 'fa:16:3e:17:bd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3050d3f-f99c-4ffa-a37e-991c57adc495', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:03.339105 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41052) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:03.400941 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.414584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7bff1-0cfe-47a3-9e7d-4b8ebffb8ce3 req-95dd8c60-dc96-4464-afd2-b413e6d71622 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.421209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f629e0-b447-44a1-a233-95069418da8f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:03.429832 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-05c7bff1-0cfe-47a3-9e7d-4b8ebffb8ce3 req-95dd8c60-dc96-4464-afd2-b413e6d71622 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 943 time: 0.2897351 Jul 13 07:24:03.441509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fce58-4e24-4931-8b29-99fb08a6d50f req-623951f7-c399-44bc-9fe1-2c0e0a61e52b tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.446162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:03.449705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:03.449913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-187fce58-4e24-4931-8b29-99fb08a6d50f req-623951f7-c399-44bc-9fe1-2c0e0a61e52b tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 944 time: 0.4313650 Jul 13 07:24:03.454572 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.511085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1197301655-network', 'tenant_id': 'd71ab2c7500f4d7fbf0150a7015cd01e'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:03.516375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:03.516721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:03.517149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b3c581a9-73d3-4efb-aea1-f916c10ce490 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:03.525675 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-05c7bff1-0cfe-47a3-9e7d-4b8ebffb8ce3 req-4635cd15-a648-4e4e-8e7e-f2b8b1eb7218 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949910 Jul 13 07:24:03.532596 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-187fce58-4e24-4931-8b29-99fb08a6d50f req-92ff9d55-6617-4f29-b6ff-88cc1974af15 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813839 Jul 13 07:24:03.533284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c9445-0443-46a7-af2d-4e877e2541e5 service neutron] Pushing event updated for resources: {'Port': ['ID=69942dd3-fb59-4242-8645-9e59f7511040,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:03.547045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: b3c581a9-73d3-4efb-aea1-f916c10ce490 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:03.547669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b3c581a9-73d3-4efb-aea1-f916c10ce490 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:03.583048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-8f29b357-fd78-4dc4-9fee-a584936c7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.584643 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-8f29b357-fd78-4dc4-9fee-a584936c7aba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba107dc1ccaf47ecb87d2384f401fef9&device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 1098 time: 0.3706882 Jul 13 07:24:03.587407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2d6b7-120b-457b-b18a-f330e321689a req-7ee856a8-1bf6-4f6c-b27b-6e87d3980b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.589012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-7ee856a8-1bf6-4f6c-b27b-6e87d3980b94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 1094 time: 0.3258924 Jul 13 07:24:03.589645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Made reservation on behalf of d71ab2c7500f4d7fbf0150a7015cd01e for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:03.592922 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.597488 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbe2dd1-97e2-40a5-b6a2-dc0c20618c1b x-openstack-request-id: req-dfbe2dd1-97e2-40a5-b6a2-dc0c20618c1b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:03.597779 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c82967-9f9c-4de7-9e08-7d4be2736957", "tag": "eefce5da-02d5-486f-bc2b-29f5c29c9fdf", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:03.598035 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dfbe2dd1-97e2-40a5-b6a2-dc0c20618c1b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:03.598434 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c82967-9f9c-4de7-9e08-7d4be2736957', 'tag': 'eefce5da-02d5-486f-bc2b-29f5c29c9fdf', 'status': 'completed', 'code': 200} Jul 13 07:24:03.604605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=b9f629e0-b447-44a1-a233-95069418da8f,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:03.614315 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.626029 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.661528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-69e077a1-1ac6-48f3-b60f-5fee0e449a3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69942dd3-fb59-4242-8645-9e59f7511040 HTTP/1.1" status: 200 len: 217 time: 0.0482399 Jul 13 07:24:03.662899 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6ab0f2-2160-46f3-a8c5-38a37baa6773,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:03.670336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] No DVR routers for this DVR port 5f6ab0f2-2160-46f3-a8c5-38a37baa6773 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:03.704100 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-92140b78-4111-4cbd-8c29-8b453884b7ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=eefce5da-02d5-486f-bc2b-29f5c29c9fdf HTTP/1.1" status: 200 len: 217 time: 0.1016972 Jul 13 07:24:03.787099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['b9f629e0-b447-44a1-a233-95069418da8f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:03.797223 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.806892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2d6b7-120b-457b-b18a-f330e321689a req-429883de-fcbe-478a-9388-cf6ab378553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.808829 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-429883de-fcbe-478a-9388-cf6ab378553b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.1145551 Jul 13 07:24:03.817916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e11378-be8e-48da-ab5e-c889b980e643']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:03.822328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-f69947d0-6e7f-42d6-96ed-8e59cb6607f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.823961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-f69947d0-6e7f-42d6-96ed-8e59cb6607f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0986326 Jul 13 07:24:03.835631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:03.835931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8a5933-a5f2-4652-8c38-38fe9afd6ea2') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:03.853621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.880665 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.897790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:03.898200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.901380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-7d7a1128-cd60-407e-a7e4-ac8d6ee8ead9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810122 Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:03.904487 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:03.920349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.930991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b67d73-fa7e-444f-8013-6b51e162217d req-843596c9-9ccb-4c6e-8f89-1776f5227b6a tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.932187 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e6b67d73-fa7e-444f-8013-6b51e162217d req-843596c9-9ccb-4c6e-8f89-1776f5227b6a tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 947 time: 0.2109106 Jul 13 07:24:03.939836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.968172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d004b-c197-41d1-9c54-7188cf8d3358 req-f17347d5-2bd3-464c-9a42-c9208429e6a5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.969794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-679d004b-c197-41d1-9c54-7188cf8d3358 req-f17347d5-2bd3-464c-9a42-c9208429e6a5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 949 time: 0.2457578 Jul 13 07:24:04.018343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:04.031252 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.032582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8b7bb5-903c-42b9-a65b-e97e9f829efe,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:04.036594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-923896f1-6226-44a4-821b-88225050fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.038119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-923896f1-6226-44a4-821b-88225050fa76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1888285 Jul 13 07:24:04.044122 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.044623 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Added segment be979f03-be41-4a2b-9b50-35ce23886324 of type vlan for network f40bb47d-2d27-499f-8bcb-59306cd38582 Jul 13 07:24:04.057983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.063093 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/34e11378-be8e-48da-ab5e-c889b980e643 HTTP/1.1" status: 204 len: 168 time: 1.7564831 Jul 13 07:24:04.083160 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-679d004b-c197-41d1-9c54-7188cf8d3358 req-8a74e43f-e468-48b6-bb6f-70cc2dda7e21 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053650 Jul 13 07:24:04.094371 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e6b67d73-fa7e-444f-8013-6b51e162217d req-19ad29ec-6d07-49a3-bedd-486f347682ec tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433265 Jul 13 07:24:04.095121 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-efbf904a-d1fe-43fb-ad47-df5b194a922e service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846671 Jul 13 07:24:04.095262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7eb1e-66a3-43e8-bac8-e619e6a51bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e11378-be8e-48da-ab5e-c889b980e643,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:04.191618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.197957 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.219325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-38523625-4d62-43c8-a7a3-ce93b75f3787 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728094 Jul 13 07:24:04.237735 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.240063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.240801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.275281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41068) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:04.282972 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9411674 Jul 13 07:24:04.286267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41070) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:04.291551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Request body: {'subnet': {'network_id': 'f40bb47d-2d27-499f-8bcb-59306cd38582', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1197301655-subnet', 'tenant_id': 'd71ab2c7500f4d7fbf0150a7015cd01e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:04.296445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21e2d6b7-120b-457b-b18a-f330e321689a req-d3c1b151-4613-466d-a0e5-bf560b4dfe65 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613829 Jul 13 07:24:04.343393 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db1efb-33b4-42ec-af1d-983602c7e448 admin admin] Pushing event updated for resources: {'Network': ['ID=f40bb47d-2d27-499f-8bcb-59306cd38582,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:04.354765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network f40bb47d-2d27-499f-8bcb-59306cd38582 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:04.398298 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Made reservation on behalf of d71ab2c7500f4d7fbf0150a7015cd01e for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:04.400628 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.412040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-df548a88-68b2-4d1a-8934-bc9b4475a812 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d97f96d8301e4e3693dbc219d33f5b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332266 Jul 13 07:24:04.413700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41072) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:04.434463 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9f6fdd9-c942-48ec-9317-f019940806ff req-e8e67d59-adfe-48f3-b9d8-ead28d18de60 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941855 Jul 13 07:24:04.451165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28f606-2997-49e1-ae7b-ac0b1553fb59 req-eb790cdf-fabc-4858-b5b8-b7437e5ff171 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.453004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de28f606-2997-49e1-ae7b-ac0b1553fb59 req-eb790cdf-fabc-4858-b5b8-b7437e5ff171 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.1667171 Jul 13 07:24:04.459518 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:24:04.492997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de28f606-2997-49e1-ae7b-ac0b1553fb59 req-e669ee1e-765e-4d5a-ac07-a16948992f74 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339136 Jul 13 07:24:04.535383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb915b-0ca4-4eb2-b1b8-d67891cc6556 req-ce188795-2847-400f-9c10-2cfdcca46df3 tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.536962 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1fb915b-0ca4-4eb2-b1b8-d67891cc6556 req-ce188795-2847-400f-9c10-2cfdcca46df3 tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 1100 time: 0.1747553 Jul 13 07:24:04.538966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-195e561b-d3e7-4e74-822f-b405bbb691a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.562424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-83e96440-6a70-4e4e-a5c0-8f7ceb236afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.564902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-83e96440-6a70-4e4e-a5c0-8f7ceb236afc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba107dc1ccaf47ecb87d2384f401fef9&device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 1098 time: 0.0564501 Jul 13 07:24:04.612445 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-195e561b-d3e7-4e74-822f-b405bbb691a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.680383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1fb915b-0ca4-4eb2-b1b8-d67891cc6556 req-b3b6d235-cca0-4483-ae42-7ac51a8f327f tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334207 Jul 13 07:24:04.718200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.729729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-f5cf12e4-1171-4dd3-b582-766fcb4787bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.732351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-f5cf12e4-1171-4dd3-b582-766fcb4787bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1446068 Jul 13 07:24:04.745146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b701e-4013-4dcf-8fd6-8b35305fab31 req-08734d6b-0cd9-45ad-b952-e3cd45da1cd6 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.746775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-848b701e-4013-4dcf-8fd6-8b35305fab31 req-08734d6b-0cd9-45ad-b952-e3cd45da1cd6 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 944 time: 0.0940428 Jul 13 07:24:04.764721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-195e561b-d3e7-4e74-822f-b405bbb691a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.767498 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-195e561b-d3e7-4e74-822f-b405bbb691a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.768687 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-195e561b-d3e7-4e74-822f-b405bbb691a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab102fa0-85ef-42c8-b472-81c3e55502b8 HTTP/1.1" status: 204 len: 168 time: 0.3540597 Jul 13 07:24:04.791791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e561b-d3e7-4e74-822f-b405bbb691a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab102fa0-85ef-42c8-b472-81c3e55502b8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:04.796807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-dd2fdcc7-0f31-496b-9aec-6b3acd5288ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=eefce5da-02d5-486f-bc2b-29f5c29c9fdf HTTP/1.1" status: 200 len: 217 time: 0.0489028 Jul 13 07:24:04.798509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5647a0c-36cc-4047-9c81-f7476510daa5,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:04.823187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Checking segment: {'id': 'be979f03-be41-4a2b-9b50-35ce23886324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f40bb47d-2d27-499f-8bcb-59306cd38582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:04.823526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Network hostable DHCP agents. Network: f40bb47d-2d27-499f-8bcb-59306cd38582, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:04.851924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Network f40bb47d-2d27-499f-8bcb-59306cd38582 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:04.878816 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-848b701e-4013-4dcf-8fd6-8b35305fab31 req-2de8d726-28d9-49b6-b4b2-94383234c48d tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196232 Jul 13 07:24:04.888468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, f40bb47d-2d27-499f-8bcb-59306cd38582) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:04.894812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86f114-8188-4d7d-98d4-bc23f5b5b844 None None] Network f40bb47d-2d27-499f-8bcb-59306cd38582 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:04.900402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-d165847d-a888-4a43-974e-b889f768aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.901887 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-d165847d-a888-4a43-974e-b889f768aaaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0928319 Jul 13 07:24:04.928106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.928887 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.964823 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-88fdb8ed-7f93-403f-b026-af611ed8c0b7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6768892 Jul 13 07:24:04.990966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ded0d2dc-58f1-4440-bed9-fd02df1d85ce details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:05.006542 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604126b-b5c6-486b-8424-2f3d5fc73614 req-8c81f874-1005-42e7-8542-864063a35ba5 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.009164 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e604126b-b5c6-486b-8424-2f3d5fc73614 req-8c81f874-1005-42e7-8542-864063a35ba5 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 944 time: 0.1398058 Jul 13 07:24:05.051145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-776fe2a6-7b79-4b1f-a1e8-ccf5419d9685 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427465 Jul 13 07:24:05.064797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-ea71498f-bcc0-4605-a703-591e9a77b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.066416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-ea71498f-bcc0-4605-a703-591e9a77b8c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526618 Jul 13 07:24:05.090407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e604126b-b5c6-486b-8424-2f3d5fc73614 req-1b7de08a-afe6-4f8f-a576-75e48c49a66d tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751867 Jul 13 07:24:05.103857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device b9f629e0-b447-44a1-a233-95069418da8f up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:05.159683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port ded0d2dc-58f1-4440-bed9-fd02df1d85ce, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,segment=NetworkSegment(79a87cd9-3979-4dc0-97bb-ef98546dd0a0),segment_id=79a87cd9-3979-4dc0-97bb-ef98546dd0a0)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:05.190433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'ded0d2dc-58f1-4440-bed9-fd02df1d85ce', 'network_id': '88f89154-61a9-4a4d-9565-ff0f4cfd7c53', 'port_id': 'ded0d2dc-58f1-4440-bed9-fd02df1d85ce', 'mac_address': 'fa:16:3e:7d:7d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706e3455-5b5d-4a42-aaef-e82c1024cf25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:05.236494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port b9f629e0-b447-44a1-a233-95069418da8f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:05.287163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port b9f629e0-b447-44a1-a233-95069418da8f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:05.287534 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.289185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.290718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e04be5c9-c6a7-4e8d-9b9f-a1abb30433ca tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.299426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e04be5c9-c6a7-4e8d-9b9f-a1abb30433ca tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473314 Jul 13 07:24:05.305046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-e15fa805-a89f-463a-9350-9f34b57e92c5 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242100 Jul 13 07:24:05.315790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26056e-05ee-42bb-a67d-62cc97f73a03 None None] Network f40bb47d-2d27-499f-8bcb-59306cd38582 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:05.337373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded0d2dc-58f1-4440-bed9-fd02df1d85ce {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:05.358683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port ded0d2dc-58f1-4440-bed9-fd02df1d85ce, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,segment=NetworkSegment(79a87cd9-3979-4dc0-97bb-ef98546dd0a0),segment_id=79a87cd9-3979-4dc0-97bb-ef98546dd0a0)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:05.373963 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.379695 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650589-5b2e-474e-b89e-63ea39964263 req-b7469184-3db5-49ed-b43d-64042b8690a4 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.388639 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af650589-5b2e-474e-b89e-63ea39964263 req-b7469184-3db5-49ed-b43d-64042b8690a4 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 947 time: 0.0987287 Jul 13 07:24:05.435416 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af650589-5b2e-474e-b89e-63ea39964263 req-cc8cb73e-3b1e-4720-8993-0cb56590d7b1 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Jul 13 07:24:05.543610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:05.552914 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.605387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f629e0-b447-44a1-a233-95069418da8f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:05.607881 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a27965-3932-4cfb-acb9-e22315c7b09b" -d '{"events": [{"server_uuid": "b3594522-a277-4d02-b06f-59493ea75cb7", "name": "network-vif-plugged", "status": "completed", "tag": "b9f629e0-b447-44a1-a233-95069418da8f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:05.609312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'tag': '69942dd3-fb59-4242-8645-9e59f7511040'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:05.612553 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc147e06-1bab-4624-9358-172ea8645cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7045eb4-a1ba-497d-ba31-c1e69d1ad927", "tag": "69942dd3-fb59-4242-8645-9e59f7511040"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:05.624641 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-c78e0472-8bcc-4c47-82b1-2aa5e2af831a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/quotas/97c6ef8935cd47b3b6bbc4d716819c9a HTTP/1.1" status: 200 len: 375 time: 0.3242371 Jul 13 07:24:05.645406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:05.651918 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.725448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=b9f629e0-b447-44a1-a233-95069418da8f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:05.741263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ded0d2dc-58f1-4440-bed9-fd02df1d85ce'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:05.778601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bc8d740-aa2f-4879-b454-e8e606b5d519 req-b7868672-45bc-481d-b012-6c85294aff82 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619997 Jul 13 07:24:05.797890 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-8dda515f-7b3d-4fb3-b0e3-40ee6549bd28 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1627603 Jul 13 07:24:05.892707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9530-90d8-4312-b168-015f3c791640 req-98848171-2b7b-42ef-97a2-e33e292babef tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.892707 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-98848171-2b7b-42ef-97a2-e33e292babef tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/networks?id=f40bb47d-2d27-499f-8bcb-59306cd38582 HTTP/1.1" status: 200 len: 822 time: 0.1229231 Jul 13 07:24:05.907638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-e9c2cf74-9399-4198-aac3-ada64f2e35f5 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/quotas/d71ab2c7500f4d7fbf0150a7015cd01e HTTP/1.1" status: 200 len: 375 time: 0.0103297 Jul 13 07:24:05.943876 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-ddfb6e62-6f9a-4267-9775-1ec3a9a0cca4 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d71ab2c7500f4d7fbf0150a7015cd01e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305514 Jul 13 07:24:06.049144 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-dc42463f-c87e-4223-b006-c30fd443928a service neutron] 10.222.0.44 "GET /v2.0/networks/f40bb47d-2d27-499f-8bcb-59306cd38582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966551 Jul 13 07:24:06.152690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-ca5067f6-fdd9-473d-b7f9-f52891c768a0 service neutron] 10.222.0.44 "GET /v2.0/networks/f40bb47d-2d27-499f-8bcb-59306cd38582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970931 Jul 13 07:24:06.180052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75d278-769a-4853-bf99-e4654e68d9af req-75895f61-a53a-4d5f-a5d6-4a7eb9d2b2a6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.181696 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd75d278-769a-4853-bf99-e4654e68d9af req-75895f61-a53a-4d5f-a5d6-4a7eb9d2b2a6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.0680122 Jul 13 07:24:06.233298 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd75d278-769a-4853-bf99-e4654e68d9af req-a7f9fbfc-c10e-4036-be60-9305c1c05cc7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Jul 13 07:24:06.279575 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2642dd0-c9cd-4b77-b9f7-94a4d6714563 x-openstack-request-id: req-e2642dd0-c9cd-4b77-b9f7-94a4d6714563 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:06.280058 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3594522-a277-4d02-b06f-59493ea75cb7", "name": "network-vif-plugged", "status": "completed", "tag": "b9f629e0-b447-44a1-a233-95069418da8f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:06.280284 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2642dd0-c9cd-4b77-b9f7-94a4d6714563 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:06.280863 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f629e0-b447-44a1-a233-95069418da8f', 'code': 200} Jul 13 07:24:06.327970 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25657aa-9a3c-42f3-b3fe-818af52fce9c x-openstack-request-id: req-c25657aa-9a3c-42f3-b3fe-818af52fce9c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:06.328298 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7045eb4-a1ba-497d-ba31-c1e69d1ad927", "tag": "69942dd3-fb59-4242-8645-9e59f7511040", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:06.328558 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c25657aa-9a3c-42f3-b3fe-818af52fce9c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:06.328954 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'tag': '69942dd3-fb59-4242-8645-9e59f7511040', 'status': 'completed', 'code': 200} Jul 13 07:24:06.485616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719660a-ae26-4b73-aedc-d2f6f00d5bbd req-d054a094-0a79-467f-ad8c-9a3a43dcc866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.491383 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3719660a-ae26-4b73-aedc-d2f6f00d5bbd req-d054a094-0a79-467f-ad8c-9a3a43dcc866 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 1096 time: 0.1378767 Jul 13 07:24:06.498808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147e06-1bab-4624-9358-172ea8645cf6 req-64d0d83a-e1ef-4311-9030-a0677db77287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.500513 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc147e06-1bab-4624-9358-172ea8645cf6 req-64d0d83a-e1ef-4311-9030-a0677db77287 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 1094 time: 0.1344554 Jul 13 07:24:06.585765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c419-1208-411c-8406-b723946ca482 req-bdf40e29-d57b-4bb9-8ae4-90f35b7d0777 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.587856 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d737c419-1208-411c-8406-b723946ca482 req-bdf40e29-d57b-4bb9-8ae4-90f35b7d0777 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 945 time: 0.1315174 Jul 13 07:24:06.622208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3719660a-ae26-4b73-aedc-d2f6f00d5bbd req-b9d951d3-c468-4c68-a0c6-ddc76b55558f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204288 Jul 13 07:24:06.648506 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d737c419-1208-411c-8406-b723946ca482 req-0004ae64-a117-4b16-be17-56886d327ee0 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539644 Jul 13 07:24:06.650187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b01c4e7-3f23-4ff4-9fb7-56bff8281629 req-17da86d4-75a8-4519-b326-8d667b12372b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0957868 Jul 13 07:24:06.656287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147e06-1bab-4624-9358-172ea8645cf6 req-cb1e3f90-ba7b-4d04-a55d-a9960187a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.658614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc147e06-1bab-4624-9358-172ea8645cf6 req-cb1e3f90-ba7b-4d04-a55d-a9960187a626 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.1427767 Jul 13 07:24:06.745807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc147e06-1bab-4624-9358-172ea8645cf6 req-0005db5e-87b6-4e75-b077-0e61fae551d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69942dd3-fb59-4242-8645-9e59f7511040 HTTP/1.1" status: 200 len: 217 time: 0.0760312 Jul 13 07:24:06.767316 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-77d46e9f-a1db-4bee-b409-032e02358420 req-f376ea87-a51d-4ebd-be9b-0c952b8dfe77 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 210 time: 0.0326996 Jul 13 07:24:06.836322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147e06-1bab-4624-9358-172ea8645cf6 req-7b971552-0bb5-491e-a968-4bf21a7c0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.838016 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc147e06-1bab-4624-9358-172ea8645cf6 req-7b971552-0bb5-491e-a968-4bf21a7c0e0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.0736582 Jul 13 07:24:06.884244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc147e06-1bab-4624-9358-172ea8645cf6 req-a5124b0e-fc90-4af9-bd0b-f6f288302be0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310919 Jul 13 07:24:06.902534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae50f-302e-4059-a81e-7ce0228c6506 req-aa3c17c4-594f-4da7-b321-347d3562051c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.911454 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9eae50f-302e-4059-a81e-7ce0228c6506 req-aa3c17c4-594f-4da7-b321-347d3562051c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.0888729 Jul 13 07:24:06.958699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9eae50f-302e-4059-a81e-7ce0228c6506 req-f6586cfe-b993-4fd6-99e1-0c5f1c1856bc tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459082 Jul 13 07:24:06.976683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ded0d2dc-58f1-4440-bed9-fd02df1d85ce up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:07.030502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port ded0d2dc-58f1-4440-bed9-fd02df1d85ce completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:07.036414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port ded0d2dc-58f1-4440-bed9-fd02df1d85ce triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:07.036865 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.049971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc147e06-1bab-4624-9358-172ea8645cf6 req-1fb3a81f-5e89-4fe4-a926-54d18ec8ffe3 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553781 Jul 13 07:24:07.096643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4f00c-ee17-4a63-b1ac-7028968ac7dd req-c07b1e64-63ae-4247-8bf9-067d9dc81e7a tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:07.098147 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ada4f00c-ee17-4a63-b1ac-7028968ac7dd req-c07b1e64-63ae-4247-8bf9-067d9dc81e7a tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 947 time: 0.1328776 Jul 13 07:24:07.139142 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.175136 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc147e06-1bab-4624-9358-172ea8645cf6 req-5ac588bc-9724-41d2-a43b-793f89221a55 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148274 Jul 13 07:24:07.218117 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ada4f00c-ee17-4a63-b1ac-7028968ac7dd req-130b91ef-3abf-4567-8aca-407551b363d9 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457077 Jul 13 07:24:07.222359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port ded0d2dc-58f1-4440-bed9-fd02df1d85ce, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,segment=NetworkSegment(79a87cd9-3979-4dc0-97bb-ef98546dd0a0),segment_id=79a87cd9-3979-4dc0-97bb-ef98546dd0a0)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:07.230506 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.275469 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-01cfdd6b-9327-4932-81ec-5562963839c2 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387290 Jul 13 07:24:07.360815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:07.383856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device eefce5da-02d5-486f-bc2b-29f5c29c9fdf details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:07.503549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port eefce5da-02d5-486f-bc2b-29f5c29c9fdf, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:07.516380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'eefce5da-02d5-486f-bc2b-29f5c29c9fdf', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'eefce5da-02d5-486f-bc2b-29f5c29c9fdf', 'mac_address': 'fa:16:3e:66:71:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:07.522205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d9f8-f493-43e6-8354-29507fffc39b req-2d62e907-424c-418a-b209-c3080390db9a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:07.523910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-2d62e907-424c-418a-b209-c3080390db9a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425499 Jul 13 07:24:07.561968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Request body: {'port': {'device_id': 'edbfe2a6-0126-4170-979c-82ab9931dcb3', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '97c6ef8935cd47b3b6bbc4d716819c9a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:07.570036 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.578508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41204) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:07.592967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefce5da-02d5-486f-bc2b-29f5c29c9fdf {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:07.612709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port eefce5da-02d5-486f-bc2b-29f5c29c9fdf, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:07.618981 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.634126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5da0c-6e2d-431e-8979-25ccad2ccb39 req-83e1d38f-f76b-4096-8ca3-baf1924b1f00 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:07.636254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-93b5da0c-6e2d-431e-8979-25ccad2ccb39 req-83e1d38f-f76b-4096-8ca3-baf1924b1f00 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.2113264 Jul 13 07:24:07.727376 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-93b5da0c-6e2d-431e-8979-25ccad2ccb39 req-bb5a848c-661d-4e17-bb94-7a175955049b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796273 Jul 13 07:24:07.755342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3465824d-2ef3-4cce-963c-0fb9bd8045ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.769952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Made reservation on behalf of 97c6ef8935cd47b3b6bbc4d716819c9a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:07.773936 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.847076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 69942dd3-fb59-4242-8645-9e59f7511040 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:07.904876 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.915008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:07.963302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Allocated IP 192.168.233.16 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/3112c574-a446-4470-82b0-f1fc3cf4486e) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:08.022426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:08.031668 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0350bba-54e9-4263-a4bc-507185fb81c2 req-d1f8698b-e733-4a7d-badf-950389d7311e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 210 time: 0.0629799 Jul 13 07:24:08.035955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '69942dd3-fb59-4242-8645-9e59f7511040', 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd', 'port_id': '69942dd3-fb59-4242-8645-9e59f7511040', 'mac_address': 'fa:16:3e:4e:94:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372555d4-2af3-4335-a093-1e7008a761f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:08.135793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.161196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d09597-b8bc-41f6-a473-15933528e977 req-aab89cdb-e9ac-47c6-bb3d-3243fef48d17 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.164059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69942dd3-fb59-4242-8645-9e59f7511040 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:08.189639 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1d09597-b8bc-41f6-a473-15933528e977 req-aab89cdb-e9ac-47c6-bb3d-3243fef48d17 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 946 time: 0.3314760 Jul 13 07:24:08.204357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:08.217193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.247884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3465824d-2ef3-4cce-963c-0fb9bd8045ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.254694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c3936d9-b25a-49e0-b03e-7714532274c8 req-7288a77c-c8e3-4e1a-8775-d62f30b282e0 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 210 time: 0.0532691 Jul 13 07:24:08.258883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9530-90d8-4312-b168-015f3c791640 req-19be74b1-5064-435a-a745-4de6603e174d tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.261016 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-19be74b1-5064-435a-a745-4de6603e174d tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.53 "GET /v2.0/networks?id=f40bb47d-2d27-499f-8bcb-59306cd38582 HTTP/1.1" status: 200 len: 822 time: 0.3439209 Jul 13 07:24:08.264186 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3465824d-2ef3-4cce-963c-0fb9bd8045ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.286008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.289028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Request body: {'port': {'device_id': 'ab684dae-c051-48d5-86f3-8cf3581a9dd7', 'network_id': 'f40bb47d-2d27-499f-8bcb-59306cd38582', 'admin_state_up': True, 'tenant_id': 'd71ab2c7500f4d7fbf0150a7015cd01e'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:08.290412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f81630c-3d3d-479e-9a24-2674fa5ab912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded0d2dc-58f1-4440-bed9-fd02df1d85ce'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:08.294066 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdee417-5414-4e99-9023-5b5bed4aa0a2" -d '{"events": [{"server_uuid": "9f81630c-3d3d-479e-9a24-2674fa5ab912", "name": "network-vif-plugged", "status": "completed", "tag": "ded0d2dc-58f1-4440-bed9-fd02df1d85ce"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:08.304218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Transition to ACTIVE for port object 3112c574-a446-4470-82b0-f1fc3cf4486e will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:08.311749 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1d09597-b8bc-41f6-a473-15933528e977 req-15443e26-543f-4638-93b2-06015fa55eb0 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189868 Jul 13 07:24:08.328155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=69942dd3-fb59-4242-8645-9e59f7511040,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:08.358122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.373862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6', '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'abafb9fa-25ae-4a21-ae0b-f7d08762e423', 'dc027f65-4a26-4121-bab2-8e0fd1086d18', '8da0e7ce-ff51-4740-9be6-26e3d438ef0d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:08.376506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a', 'faae36af-d90d-4748-9561-7122f2bbbef1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:08.391028 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3465824d-2ef3-4cce-963c-0fb9bd8045ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b2db9b395f64f12a67cf67d75a0081e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8112442 Jul 13 07:24:08.397637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41222) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:08.412933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:08.427171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:08.429715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465824d-2ef3-4cce-963c-0fb9bd8045ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881cfd8f-837b-4bfe-a196-41dba7755d37,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:08.458399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:08.535125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event updated for resources: {'Port': ['ID=3112c574-a446-4470-82b0-f1fc3cf4486e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:08.578081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.578877 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.588559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8220eda9-8998-4910-88d6-1ac825334cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.599775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f000dc-79da-47d4-9658-a498226d2715 req-1d5c08eb-1cf4-4db5-a662-5da09eb68657 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.601750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f000dc-79da-47d4-9658-a498226d2715 req-1d5c08eb-1cf4-4db5-a662-5da09eb68657 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.2092969 Jul 13 07:24:08.614121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8220eda9-8998-4910-88d6-1ac825334cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.649929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e5ab912b-28eb-4644-9741-d66196d804f6 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1033962 Jul 13 07:24:08.658701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['69942dd3-fb59-4242-8645-9e59f7511040'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:08.665947 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Made reservation on behalf of d71ab2c7500f4d7fbf0150a7015cd01e for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:08.670571 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.673358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['eefce5da-02d5-486f-bc2b-29f5c29c9fdf'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:08.674904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8220eda9-8998-4910-88d6-1ac825334cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.675632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Request body: {'port': {'device_id': 'edbfe2a6-0126-4170-979c-82ab9931dcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:08.677860 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8220eda9-8998-4910-88d6-1ac825334cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.679203 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8220eda9-8998-4910-88d6-1ac825334cb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/881cfd8f-837b-4bfe-a196-41dba7755d37 HTTP/1.1" status: 204 len: 168 time: 0.2805760 Jul 13 07:24:08.713707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f000dc-79da-47d4-9658-a498226d2715 req-ff77eedb-fb53-4ff1-b588-64f8ec7c2274 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031692 Jul 13 07:24:08.739376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220eda9-8998-4910-88d6-1ac825334cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881cfd8f-837b-4bfe-a196-41dba7755d37,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:08.809729 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586cbbfe-f297-4a68-a7d4-3c77ab04c013 x-openstack-request-id: req-586cbbfe-f297-4a68-a7d4-3c77ab04c013 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:08.816859 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f81630c-3d3d-479e-9a24-2674fa5ab912", "name": "network-vif-plugged", "status": "completed", "tag": "ded0d2dc-58f1-4440-bed9-fd02df1d85ce", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:08.817134 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-586cbbfe-f297-4a68-a7d4-3c77ab04c013 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:08.818117 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f81630c-3d3d-479e-9a24-2674fa5ab912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded0d2dc-58f1-4440-bed9-fd02df1d85ce', 'code': 200} Jul 13 07:24:08.858837 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.944425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0114ce6f-0358-4a77-81b9-849d400be698 None None] Provisioning for port 3112c574-a446-4470-82b0-f1fc3cf4486e completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:08.959964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Allocated IP 172.20.0.6 (f40bb47d-2d27-499f-8bcb-59306cd38582/a5647a0c-36cc-4047-9c81-f7476510daa5/6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:08.978307 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0236b-d6b8-40f1-a432-9bd79fe56d7c req-cc5503fe-48c3-4560-9876-33b0aca75e67 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.982002 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4aa0236b-d6b8-40f1-a432-9bd79fe56d7c req-cc5503fe-48c3-4560-9876-33b0aca75e67 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 948 time: 0.3014877 Jul 13 07:24:08.985504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0114ce6f-0358-4a77-81b9-849d400be698 None None] Provisioning complete for port 3112c574-a446-4470-82b0-f1fc3cf4486e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:08.985875 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0114ce6f-0358-4a77-81b9-849d400be698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.083491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89120989-bdbe-43e5-8b01-8dc359e68acb req-9031cc6a-d716-41f3-b376-9d48e7572067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.085345 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-89120989-bdbe-43e5-8b01-8dc359e68acb req-9031cc6a-d716-41f3-b376-9d48e7572067 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 1097 time: 0.1942375 Jul 13 07:24:09.088455 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4aa0236b-d6b8-40f1-a432-9bd79fe56d7c req-1c5474b4-2240-4cf9-8121-fa233c6b08ce tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972590 Jul 13 07:24:09.137632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0114ce6f-0358-4a77-81b9-849d400be698 None None] Port 3112c574-a446-4470-82b0-f1fc3cf4486e cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:09.215092 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-89120989-bdbe-43e5-8b01-8dc359e68acb req-19bc64a1-3404-47d3-904b-e1825994c850 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197209 Jul 13 07:24:09.216347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4f8c9-94f9-4db4-846c-b8a039c1b6b6 req-8718d701-42b9-4628-859f-81d9032a71f7 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.223267 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15a4f8c9-94f9-4db4-846c-b8a039c1b6b6 req-8718d701-42b9-4628-859f-81d9032a71f7 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 1096 time: 0.2331975 Jul 13 07:24:09.289919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15a4f8c9-94f9-4db4-846c-b8a039c1b6b6 req-c3b64d8d-8327-4370-914a-d5c81a092268 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655756 Jul 13 07:24:09.384300 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.403168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3112c574-a446-4470-82b0-f1fc3cf4486e {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:09.408768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de00c8c-65eb-443d-821a-3578ac0edcb5 req-4fc93818-5218-40a9-bb7d-43e09edd8287 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.415889 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3de00c8c-65eb-443d-821a-3578ac0edcb5 req-4fc93818-5218-40a9-bb7d-43e09edd8287 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 944 time: 0.1393626 Jul 13 07:24:09.417196 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.444807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Transition to ACTIVE for port object 3112c574-a446-4470-82b0-f1fc3cf4486e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:09.453294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.500974 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3de00c8c-65eb-443d-821a-3578ac0edcb5 req-adce7d22-c8f1-4134-83c9-e8767219f8b8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840337 Jul 13 07:24:09.507668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.604694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Network f40bb47d-2d27-499f-8bcb-59306cd38582 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:09.608933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:09.614412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:09.618422 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Pushing event updated for resources: {'Port': ['ID=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:09.635723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3112c574-a446-4470-82b0-f1fc3cf4486e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:09.668371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.669297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.695281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-91d01bf7-18ff-41ab-842b-89fc3074796b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4170935 Jul 13 07:24:09.721484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c393ba-32af-47f7-95a5-342d510c2e1e req-3ca993ea-0447-4abd-a3fb-950cbd916a7e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.721484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-30c393ba-32af-47f7-95a5-342d510c2e1e req-3ca993ea-0447-4abd-a3fb-950cbd916a7e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 947 time: 0.2559805 Jul 13 07:24:09.726463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Request body: {'port': {'device_id': 'ab684dae-c051-48d5-86f3-8cf3581a9dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:09.751235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Attempting to bind port 3112c574-a446-4470-82b0-f1fc3cf4486e on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:09.751628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Attempting to bind port 3112c574-a446-4470-82b0-f1fc3cf4486e by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:09.752077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Attempting to bind port 3112c574-a446-4470-82b0-f1fc3cf4486e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:09.757887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Port 3112c574-a446-4470-82b0-f1fc3cf4486e on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:09.758268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Attempting to bind port 3112c574-a446-4470-82b0-f1fc3cf4486e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:09.768170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:09.768695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:09.769175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:09.769708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Bound port: 3112c574-a446-4470-82b0-f1fc3cf4486e, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:09.770160 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.803135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-30c393ba-32af-47f7-95a5-342d510c2e1e req-8ff8d6d5-93a6-4d87-94a5-7463d8145c9e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741057 Jul 13 07:24:09.895371 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.915471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd2f43-4ff8-4f73-b4ff-2a5bb2e8bf9c req-30107d63-8b43-4e00-b1c7-12225f593228 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.919714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] For port 3112c574-a446-4470-82b0-f1fc3cf4486e, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:09.922961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] For port 3112c574-a446-4470-82b0-f1fc3cf4486e, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=3112c574-a446-4470-82b0-f1fc3cf4486e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:09.923108 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5dbd2f43-4ff8-4f73-b4ff-2a5bb2e8bf9c req-30107d63-8b43-4e00-b1c7-12225f593228 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 931 time: 0.1883564 Jul 13 07:24:09.929082 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.978548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.979191 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.981638 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] 10.222.0.53 "PUT /v2.0/ports/3112c574-a446-4470-82b0-f1fc3cf4486e HTTP/1.1" status: 200 len: 1095 time: 1.3162172 Jul 13 07:24:09.982261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbfe2a6-0126-4170-979c-82ab9931dcb3', 'tag': '3112c574-a446-4470-82b0-f1fc3cf4486e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:09.986361 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac28ac90-21fa-46b3-a937-c087e87c7223" -d '{"events": [{"name": "network-changed", "server_uuid": "edbfe2a6-0126-4170-979c-82ab9931dcb3", "tag": "3112c574-a446-4470-82b0-f1fc3cf4486e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:10.005704 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5dbd2f43-4ff8-4f73-b4ff-2a5bb2e8bf9c req-40748449-7c89-4e28-bb8f-5ccdb4af7d71 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816302 Jul 13 07:24:10.117690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d94ef-2fba-40da-8517-b586d20667c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3112c574-a446-4470-82b0-f1fc3cf4486e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:10.233035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bceedc5-e36d-4f46-8a56-265981075ea3 req-af78df42-6fb6-41a8-9c3f-6b372dad9144 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.234833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7bceedc5-e36d-4f46-8a56-265981075ea3 req-af78df42-6fb6-41a8-9c3f-6b372dad9144 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 946 time: 0.2334478 Jul 13 07:24:10.259627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d9f8-f493-43e6-8354-29507fffc39b req-1322b284-630a-4283-b3d3-0d3afd41dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.263062 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-1322b284-630a-4283-b3d3-0d3afd41dc2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 1098 time: 0.2133512 Jul 13 07:24:10.338375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7bceedc5-e36d-4f46-8a56-265981075ea3 req-6ec58b61-cd7f-4fcb-b7e3-34b8bc2bf347 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922794 Jul 13 07:24:10.339830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-7c45a25a-995f-4d77-a456-20a10338eae6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3112c574-a446-4470-82b0-f1fc3cf4486e HTTP/1.1" status: 200 len: 217 time: 0.0654640 Jul 13 07:24:10.403326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:10.411504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.429714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e10058c9-8ae9-4ce3-be2e-92b2ff7e9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.431228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Transition to ACTIVE for port object 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:10.431674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-e10058c9-8ae9-4ce3-be2e-92b2ff7e9933 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0815463 Jul 13 07:24:10.433788 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db149584-45f3-4708-93b0-9f0a35cf0a3a x-openstack-request-id: req-db149584-45f3-4708-93b0-9f0a35cf0a3a {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:10.434105 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbfe2a6-0126-4170-979c-82ab9931dcb3", "tag": "3112c574-a446-4470-82b0-f1fc3cf4486e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:10.434364 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db149584-45f3-4708-93b0-9f0a35cf0a3a {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:10.434763 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbfe2a6-0126-4170-979c-82ab9931dcb3', 'tag': '3112c574-a446-4470-82b0-f1fc3cf4486e', 'status': 'completed', 'code': 200} Jul 13 07:24:10.439260 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.516758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:10.535642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d9f8-f493-43e6-8354-29507fffc39b req-aa6cbb9d-3740-4798-9d77-0e9d67694d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.544854 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-aa6cbb9d-3740-4798-9d77-0e9d67694d9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045516 Jul 13 07:24:10.670528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885b0cf-8d05-4346-82f4-fed889c050a4 req-6907fedd-6177-46b5-be36-15abad4b3333 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.672182 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1885b0cf-8d05-4346-82f4-fed889c050a4 req-6907fedd-6177-46b5-be36-15abad4b3333 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 948 time: 0.1223640 Jul 13 07:24:10.673452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Attempting to bind port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:10.673955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Attempting to bind port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'be979f03-be41-4a2b-9b50-35ce23886324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f40bb47d-2d27-499f-8bcb-59306cd38582'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:10.674371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Attempting to bind port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 on network f40bb47d-2d27-499f-8bcb-59306cd38582 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:10.679044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 on network f40bb47d-2d27-499f-8bcb-59306cd38582 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:10.679600 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Attempting to bind port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 on network f40bb47d-2d27-499f-8bcb-59306cd38582 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:10.743976 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1885b0cf-8d05-4346-82f4-fed889c050a4 req-ce7e060a-e9d9-484b-aa57-34bd0f21ec96 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619745 Jul 13 07:24:10.749671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:10.753438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-c9011b9e-576d-405c-9b35-89466dd482e6 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004194 Jul 13 07:24:10.756472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Checking segment: {'id': 'be979f03-be41-4a2b-9b50-35ce23886324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f40bb47d-2d27-499f-8bcb-59306cd38582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:10.757020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Bound using segment: {'id': 'be979f03-be41-4a2b-9b50-35ce23886324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f40bb47d-2d27-499f-8bcb-59306cd38582'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:10.757586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Bound port: 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be979f03-be41-4a2b-9b50-35ce23886324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f40bb47d-2d27-499f-8bcb-59306cd38582'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:10.758054 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.860485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] For port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:10.865575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41292) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:10.865935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b490d9f8-f493-43e6-8354-29507fffc39b req-30344c84-63fa-4c99-b044-4ebfd508d7f6 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015337 Jul 13 07:24:10.876041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] For port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,segment=NetworkSegment(be979f03-be41-4a2b-9b50-35ce23886324),segment_id=be979f03-be41-4a2b-9b50-35ce23886324)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:10.882563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.891721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6385c59-8941-4fa8-87d8-d98b4fad673c req-0b737a6a-371e-40df-9045-02990778aefa tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.893548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6385c59-8941-4fa8-87d8-d98b4fad673c req-0b737a6a-371e-40df-9045-02990778aefa tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 944 time: 0.2355325 Jul 13 07:24:10.925287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.926040 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.927528 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] 10.222.0.53 "PUT /v2.0/ports/6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 HTTP/1.1" status: 200 len: 1091 time: 1.2221200 Jul 13 07:24:10.928127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab684dae-c051-48d5-86f3-8cf3581a9dd7', 'tag': '6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:10.930541 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3566c798-eab0-4ddd-a83e-743c0516a8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab684dae-c051-48d5-86f3-8cf3581a9dd7", "tag": "6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:11.020119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6385c59-8941-4fa8-87d8-d98b4fad673c req-f7acd91b-e538-4ee5-b492-3540c954f988 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120758 Jul 13 07:24:11.035614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b493e-ecb2-45e5-aeba-2f07ea368560 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:11.068279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9530-90d8-4312-b168-015f3c791640 req-28b206de-ab69-4e03-a40d-29d1cf4d99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.069922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-28b206de-ab69-4e03-a40d-29d1cf4d99a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d71ab2c7500f4d7fbf0150a7015cd01e&device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 1094 time: 0.0867903 Jul 13 07:24:11.080907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47e6f5a0-d30e-4f30-a443-e8daec9f29dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.094423 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befef443-2c5e-40a4-b9e9-2d24974f6f85 x-openstack-request-id: req-befef443-2c5e-40a4-b9e9-2d24974f6f85 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:11.094714 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab684dae-c051-48d5-86f3-8cf3581a9dd7", "tag": "6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:11.094966 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-befef443-2c5e-40a4-b9e9-2d24974f6f85 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:11.095359 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab684dae-c051-48d5-86f3-8cf3581a9dd7', 'tag': '6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863', 'status': 'completed', 'code': 200} Jul 13 07:24:11.150294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-94bfeffe-5a19-4483-b23f-0075102e0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.151971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-94bfeffe-5a19-4483-b23f-0075102e0041 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 1098 time: 0.2088585 Jul 13 07:24:11.208868 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d91076-552e-4a30-8616-a0fdc66b7657 req-225766e3-c296-4640-bb6f-b9e1f555296f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.210459 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1d91076-552e-4a30-8616-a0fdc66b7657 req-225766e3-c296-4640-bb6f-b9e1f555296f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 947 time: 0.2352190 Jul 13 07:24:11.333076 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1d91076-552e-4a30-8616-a0fdc66b7657 req-d6e1b28a-2f25-4777-9142-5861c005e315 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146777 Jul 13 07:24:11.335083 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47e6f5a0-d30e-4f30-a443-e8daec9f29dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.336589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-ddb32da7-eb94-4f77-9053-feb14811152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.338070 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-ddb32da7-eb94-4f77-9053-feb14811152f service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1781821 Jul 13 07:24:11.342728 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47e6f5a0-d30e-4f30-a443-e8daec9f29dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.370253 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-539d013c-4cfc-4f74-94d4-85d97e764248 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 HTTP/1.1" status: 200 len: 217 time: 0.2922435 Jul 13 07:24:11.383358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device eefce5da-02d5-486f-bc2b-29f5c29c9fdf up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:11.408549 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-b78c1b53-56bc-47fa-84f6-af3cff07ea02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3112c574-a446-4470-82b0-f1fc3cf4486e HTTP/1.1" status: 200 len: 217 time: 0.0612655 Jul 13 07:24:11.435794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6f5a0-d30e-4f30-a443-e8daec9f29dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b6a16-f486-446d-baf7-3e13bb472a19,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:11.443141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9530-90d8-4312-b168-015f3c791640 req-c22028ff-870f-405f-be54-b5c552a3c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.444550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-c22028ff-870f-405f-be54-b5c552a3c807 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a5647a0c-36cc-4047-9c81-f7476510daa5 HTTP/1.1" status: 200 len: 862 time: 0.0647442 Jul 13 07:24:11.470272 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-47e6f5a0-d30e-4f30-a443-e8daec9f29dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a44da0b62e146549b1c2289d2061a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000855 Jul 13 07:24:11.470272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41308) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:11.470871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port eefce5da-02d5-486f-bc2b-29f5c29c9fdf completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:11.475252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port eefce5da-02d5-486f-bc2b-29f5c29c9fdf triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:11.475741 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.513786 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-544ff228-404c-4904-abdb-204819ece3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.516724 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-544ff228-404c-4904-abdb-204819ece3cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0942659 Jul 13 07:24:11.539860 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-cc080bf4-b5e2-4e4f-a798-4042002439e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f40bb47d-2d27-499f-8bcb-59306cd38582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853653 Jul 13 07:24:11.575643 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f375296-9dda-4fb3-8a05-7095a47d0462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.589405 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.609729 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f375296-9dda-4fb3-8a05-7095a47d0462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.613321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ec7b-74fd-4a20-b791-11b9982201aa req-ceba211d-0e5f-47e8-b195-63daef7bb278 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.623711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1cb7ec7b-74fd-4a20-b791-11b9982201aa req-ceba211d-0e5f-47e8-b195-63daef7bb278 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 943 time: 0.2567570 Jul 13 07:24:11.634089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-3de6fecd-204c-4df8-b485-802d84c39ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.635753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-3de6fecd-204c-4df8-b485-802d84c39ef8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118336 Jul 13 07:24:11.653946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c82967-9f9c-4de7-9e08-7d4be2736957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefce5da-02d5-486f-bc2b-29f5c29c9fdf'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:11.656511 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80de2697-9d11-4322-b331-07c08c4cfd9a" -d '{"events": [{"server_uuid": "b7c82967-9f9c-4de7-9e08-7d4be2736957", "name": "network-vif-plugged", "status": "completed", "tag": "eefce5da-02d5-486f-bc2b-29f5c29c9fdf"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:11.671955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port eefce5da-02d5-486f-bc2b-29f5c29c9fdf, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:11.676466 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.716054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1cb7ec7b-74fd-4a20-b791-11b9982201aa req-aac10f5d-4ec7-408d-b59d-e02bafea6ea9 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889466 Jul 13 07:24:11.727440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-978327f9-00fc-44ae-8021-91682f35ca8e service neutron] 10.222.0.53 "GET /v2.0/networks/f40bb47d-2d27-499f-8bcb-59306cd38582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762195 Jul 13 07:24:11.740513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:11.765396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 69942dd3-fb59-4242-8645-9e59f7511040 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:11.813622 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea46593a-fd13-4a24-96ff-35b3f1e35645 x-openstack-request-id: req-ea46593a-fd13-4a24-96ff-35b3f1e35645 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:11.814111 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c82967-9f9c-4de7-9e08-7d4be2736957", "name": "network-vif-plugged", "status": "completed", "tag": "eefce5da-02d5-486f-bc2b-29f5c29c9fdf", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:11.814867 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea46593a-fd13-4a24-96ff-35b3f1e35645 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:11.817167 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c82967-9f9c-4de7-9e08-7d4be2736957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefce5da-02d5-486f-bc2b-29f5c29c9fdf', 'code': 200} Jul 13 07:24:11.827621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f375296-9dda-4fb3-8a05-7095a47d0462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.831193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f375296-9dda-4fb3-8a05-7095a47d0462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.835712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1f375296-9dda-4fb3-8a05-7095a47d0462 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d55b6a16-f486-446d-baf7-3e13bb472a19 HTTP/1.1" status: 204 len: 168 time: 0.3645973 Jul 13 07:24:11.863336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992ba2f-1c2d-4625-ac0f-967d46987b04 req-a760b94f-f215-4ddf-a28f-1e56de55490d tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.866491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 69942dd3-fb59-4242-8645-9e59f7511040 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:11.871317 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2992ba2f-1c2d-4625-ac0f-967d46987b04 req-a760b94f-f215-4ddf-a28f-1e56de55490d tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 946 time: 0.1872516 Jul 13 07:24:11.875844 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-3575bdd7-4dd3-42a2-9114-20ef10aacd34 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284706 Jul 13 07:24:11.885763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 69942dd3-fb59-4242-8645-9e59f7511040 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:11.886351 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.958085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f375296-9dda-4fb3-8a05-7095a47d0462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b6a16-f486-446d-baf7-3e13bb472a19,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:12.010046 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2992ba2f-1c2d-4625-ac0f-967d46987b04 req-c71b357d-5c2e-43ee-bb77-98541554e86f tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375475 Jul 13 07:24:12.147176 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.219826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:12.248891 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.298648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac28ac90-21fa-46b3-a937-c087e87c7223 req-d0f638fe-6617-40c6-b3c7-1cbbd23cb55d service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379042 Jul 13 07:24:12.314932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ede9530-90d8-4312-b168-015f3c791640 req-39b2533b-7786-49a0-9276-8cb1e30081a8 service neutron] 10.222.0.53 "GET /v2.0/networks/f40bb47d-2d27-499f-8bcb-59306cd38582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798755 Jul 13 07:24:12.391377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58c083-e29a-4caf-92b2-833d60ab4991 req-4577da0a-616f-44e7-83b6-04b7768917c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.392935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a58c083-e29a-4caf-92b2-833d60ab4991 req-4577da0a-616f-44e7-83b6-04b7768917c1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 1100 time: 0.4097419 Jul 13 07:24:12.404433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-81a2767c-cf58-4ccc-876d-87f99a0c6a26 None None] Provisioning complete for port eefce5da-02d5-486f-bc2b-29f5c29c9fdf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:12.405007 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-81a2767c-cf58-4ccc-876d-87f99a0c6a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.447519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=69942dd3-fb59-4242-8645-9e59f7511040,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:12.494045 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e23ccd-436e-4481-be90-ca4f316553f3 req-c29723e8-3bcb-4d4e-9fd3-02c360905f8c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.502663 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69e23ccd-436e-4481-be90-ca4f316553f3 req-c29723e8-3bcb-4d4e-9fd3-02c360905f8c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.1718719 Jul 13 07:24:12.526796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695538a-aecc-47ff-a3c7-8e6bb83d9a61 req-9224bf41-d309-4c45-9b2e-bcf42fae0aa2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.529087 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0695538a-aecc-47ff-a3c7-8e6bb83d9a61 req-9224bf41-d309-4c45-9b2e-bcf42fae0aa2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 949 time: 0.3859913 Jul 13 07:24:12.577384 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a58c083-e29a-4caf-92b2-833d60ab4991 req-a37417d6-ff60-47dc-90a3-1335dc5ae9ae service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513600 Jul 13 07:24:12.586870 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69e23ccd-436e-4481-be90-ca4f316553f3 req-95e13779-1c3d-4a79-9261-cc9764b6822c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833290 Jul 13 07:24:12.626454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566c798-eab0-4ddd-a83e-743c0516a8a6 req-be1b255e-df68-4d4b-ab39-0b6cc08b1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.628302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3566c798-eab0-4ddd-a83e-743c0516a8a6 req-be1b255e-df68-4d4b-ab39-0b6cc08b1c8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d71ab2c7500f4d7fbf0150a7015cd01e&device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 1094 time: 0.2327750 Jul 13 07:24:12.647296 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0695538a-aecc-47ff-a3c7-8e6bb83d9a61 req-cc9e2e52-f4c4-4054-a9b9-bb101d9a4329 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102312 Jul 13 07:24:12.811174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566c798-eab0-4ddd-a83e-743c0516a8a6 req-14b780ae-893a-4bda-91b1-a0ea6fb887ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.812903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3566c798-eab0-4ddd-a83e-743c0516a8a6 req-14b780ae-893a-4bda-91b1-a0ea6fb887ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=f40bb47d-2d27-499f-8bcb-59306cd38582 HTTP/1.1" status: 200 len: 923 time: 0.1645842 Jul 13 07:24:12.882983 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3566c798-eab0-4ddd-a83e-743c0516a8a6 req-8361e9fc-8a2b-4eab-81b9-4a7dc3b1d957 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 HTTP/1.1" status: 200 len: 217 time: 0.0626683 Jul 13 07:24:12.904957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618af60-abb3-4dc3-a1cc-fd4c41c43b1a req-d79ee77d-94f2-41ee-b9d5-c1449a4ddfc4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.906560 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a618af60-abb3-4dc3-a1cc-fd4c41c43b1a req-d79ee77d-94f2-41ee-b9d5-c1449a4ddfc4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 947 time: 0.1256087 Jul 13 07:24:12.966902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a618af60-abb3-4dc3-a1cc-fd4c41c43b1a req-019a4dd9-c9a6-49a0-a987-8e875f190fd5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533729 Jul 13 07:24:12.969152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566c798-eab0-4ddd-a83e-743c0516a8a6 req-f3bc4612-1991-478a-b31e-e4c37dcb6c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.970874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3566c798-eab0-4ddd-a83e-743c0516a8a6 req-f3bc4612-1991-478a-b31e-e4c37dcb6c56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a5647a0c-36cc-4047-9c81-f7476510daa5 HTTP/1.1" status: 200 len: 862 time: 0.0810590 Jul 13 07:24:13.049796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3566c798-eab0-4ddd-a83e-743c0516a8a6 req-aa0543e5-5a0d-4b24-95f9-4a0af7a81782 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f40bb47d-2d27-499f-8bcb-59306cd38582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713124 Jul 13 07:24:13.144989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41358) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:13.191521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f820bae-9e6b-4016-a89b-7ea2ffa768ae req-af22e711-9f59-4039-8d88-30c2a93a731c tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.198455 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f820bae-9e6b-4016-a89b-7ea2ffa768ae req-af22e711-9f59-4039-8d88-30c2a93a731c tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 943 time: 0.1525438 Jul 13 07:24:13.213435 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3566c798-eab0-4ddd-a83e-743c0516a8a6 req-77813745-90a0-472b-8bf6-f6e9d5e043e0 service neutron] 10.222.0.53 "GET /v2.0/networks/f40bb47d-2d27-499f-8bcb-59306cd38582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478934 Jul 13 07:24:13.270271 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f820bae-9e6b-4016-a89b-7ea2ffa768ae req-edfa8723-f007-4c65-a18c-46a8406afc0f tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708685 Jul 13 07:24:13.280187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1934338289-network', 'tenant_id': '05de1f00256b439a8780581b70c2f1b2'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:13.325885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Made reservation on behalf of 05de1f00256b439a8780581b70c2f1b2 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:13.328832 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.339105 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.349410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3566c798-eab0-4ddd-a83e-743c0516a8a6 req-29ffafca-819f-4e69-b395-9526f3dfb8f3 service neutron] 10.222.0.53 "GET /v2.0/networks/f40bb47d-2d27-499f-8bcb-59306cd38582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290059 Jul 13 07:24:13.440468 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.444951 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.464212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:13.489580 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.489945 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Added segment a7486859-5db8-4ee2-b632-6537b4efa48f of type vlan for network 3bde2448-a503-4219-877c-dca95e181070 Jul 13 07:24:13.500211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95965269-d290-470c-a542-48b0bf52b4e7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:13.534962 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.565350 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.566317 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.566911 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.649748 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5028646 Jul 13 07:24:13.650676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade14a7-e588-4fe6-bf38-1306466f77f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3bde2448-a503-4219-877c-dca95e181070,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:13.652674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41372) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:13.664863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Request body: {'subnet': {'network_id': '3bde2448-a503-4219-877c-dca95e181070', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1934338289-subnet', 'tenant_id': '05de1f00256b439a8780581b70c2f1b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:13.701918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 3bde2448-a503-4219-877c-dca95e181070 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:13.744575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Made reservation on behalf of 05de1f00256b439a8780581b70c2f1b2 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:13.748088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.818094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69942dd3-fb59-4242-8645-9e59f7511040'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:13.822245 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6612e1-5208-4b5b-ac48-25441646c688" -d '{"events": [{"server_uuid": "a7045eb4-a1ba-497d-ba31-c1e69d1ad927", "name": "network-vif-plugged", "status": "completed", "tag": "69942dd3-fb59-4242-8645-9e59f7511040"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:13.950030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45709457-197b-408c-b7d5-0d91bcb2654b req-8d2dac5b-3f3e-408d-894e-ebd064111626 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.954105 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b0e00-130f-4289-9099-4bc69405fec6 req-0b962bb8-45b6-4952-b821-00c8252c2daa tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.956605 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-941b0e00-130f-4289-9099-4bc69405fec6 req-0b962bb8-45b6-4952-b821-00c8252c2daa tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 949 time: 0.0811570 Jul 13 07:24:13.956747 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-45709457-197b-408c-b7d5-0d91bcb2654b req-8d2dac5b-3f3e-408d-894e-ebd064111626 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.1112039 Jul 13 07:24:14.009801 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-941b0e00-130f-4289-9099-4bc69405fec6 req-1e5443a8-8b7d-47db-a6b0-1634cc2ea565 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422735 Jul 13 07:24:14.041208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-45709457-197b-408c-b7d5-0d91bcb2654b req-7640e6b3-0b4b-4c39-b735-eb9d6c11526a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837514 Jul 13 07:24:14.056859 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.106680 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953e2d75-9ba3-4844-a3d3-bf10af6e552a x-openstack-request-id: req-953e2d75-9ba3-4844-a3d3-bf10af6e552a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:14.107023 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7045eb4-a1ba-497d-ba31-c1e69d1ad927", "name": "network-vif-plugged", "status": "completed", "tag": "69942dd3-fb59-4242-8645-9e59f7511040", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:14.107274 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-953e2d75-9ba3-4844-a3d3-bf10af6e552a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:14.107672 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69942dd3-fb59-4242-8645-9e59f7511040', 'code': 200} Jul 13 07:24:14.132134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1260268b-19e8-40c9-934e-1549a715add1,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:14.140431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Checking segment: {'id': 'a7486859-5db8-4ee2-b632-6537b4efa48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3bde2448-a503-4219-877c-dca95e181070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:14.141042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Network hostable DHCP agents. Network: 3bde2448-a503-4219-877c-dca95e181070, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:14.166201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Network 3bde2448-a503-4219-877c-dca95e181070 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:14.174881 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6f40-8e02-4bc7-afa2-f6c5fa4867f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.179960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 3bde2448-a503-4219-877c-dca95e181070) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:14.185885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.186410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.190636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12097d99-d1ff-4a1c-8203-56fa180aa55b None None] Network 3bde2448-a503-4219-877c-dca95e181070 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:14.225585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-93af9d79-3e9f-4a0f-937b-b791cac417d2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5692048 Jul 13 07:24:14.338078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650986b4-eeed-438e-ae1a-f2eb63cbab7c None None] Network 3bde2448-a503-4219-877c-dca95e181070 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:14.351572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7448f-f6f4-4370-a43f-9b980b305534 req-fd005c47-a695-4d7e-8a8d-80923dafd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.353518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cf7448f-f6f4-4370-a43f-9b980b305534 req-fd005c47-a695-4d7e-8a8d-80923dafd5e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 1096 time: 0.1477559 Jul 13 07:24:14.370181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c2e0c-c95b-4140-a33c-65ef966f1aab req-b52a4731-4482-4e68-a953-26b1ee94a92e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.377890 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-781c2e0c-c95b-4140-a33c-65ef966f1aab req-b52a4731-4482-4e68-a953-26b1ee94a92e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 947 time: 0.1110575 Jul 13 07:24:14.454581 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cf7448f-f6f4-4370-a43f-9b980b305534 req-6811b10c-87a8-46cf-8a14-6ca45ce579dd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938909 Jul 13 07:24:14.468221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-781c2e0c-c95b-4140-a33c-65ef966f1aab req-1ac0aaa0-ef62-4cdd-b5e6-d50ab262cd6f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891981 Jul 13 07:24:14.752516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d395c7-0a19-430a-8962-84e5aa96c517 req-93ffb559-2ace-4108-8d7b-b1f4deac1197 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.762172 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25d395c7-0a19-430a-8962-84e5aa96c517 req-93ffb559-2ace-4108-8d7b-b1f4deac1197 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 943 time: 0.0876093 Jul 13 07:24:14.806166 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25d395c7-0a19-430a-8962-84e5aa96c517 req-d243f4f1-4802-45c1-a6d2-c0e62ef475c7 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Jul 13 07:24:15.043258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:15.239040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,segment=NetworkSegment(be979f03-be41-4a2b-9b50-35ce23886324),segment_id=be979f03-be41-4a2b-9b50-35ce23886324)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:15.253945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863', 'network_id': 'f40bb47d-2d27-499f-8bcb-59306cd38582', 'port_id': '6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863', 'mac_address': 'fa:16:3e:7d:32:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5647a0c-36cc-4047-9c81-f7476510daa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:15.304063 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.328763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:15.337960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18e280-1f95-49fa-a72c-362def91487b req-0cec2c26-b22e-4769-bce5-926e593b6ea5 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:15.346217 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b18e280-1f95-49fa-a72c-362def91487b req-0cec2c26-b22e-4769-bce5-926e593b6ea5 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.1217959 Jul 13 07:24:15.353781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,segment=NetworkSegment(be979f03-be41-4a2b-9b50-35ce23886324),segment_id=be979f03-be41-4a2b-9b50-35ce23886324)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:15.358491 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.370129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b9715-ac89-4fe8-bbdf-8e2c35891fa7 req-bb3532d5-19b1-4a97-aef3-b9b299b2d193 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:15.382207 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f2b9715-ac89-4fe8-bbdf-8e2c35891fa7 req-bb3532d5-19b1-4a97-aef3-b9b299b2d193 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 949 time: 0.0958591 Jul 13 07:24:15.393510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b18e280-1f95-49fa-a72c-362def91487b req-d241439e-405e-4b97-b647-3d2e1853746f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460699 Jul 13 07:24:15.423011 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f2b9715-ac89-4fe8-bbdf-8e2c35891fa7 req-67527988-ebcb-4586-964e-8df5029a4303 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397213 Jul 13 07:24:15.454990 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:15.475941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 3112c574-a446-4470-82b0-f1fc3cf4486e details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:15.479295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.479648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.479999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.481177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.481515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.481851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.482182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.482510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.482838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.483164 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.483489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.483815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:15.674324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 3112c574-a446-4470-82b0-f1fc3cf4486e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=3112c574-a446-4470-82b0-f1fc3cf4486e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:15.695129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da028e-83b1-4eed-abcb-f5033f3b3956 req-fdfd6b13-2e13-4dd0-9b99-4015b65291d1 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:15.702091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '3112c574-a446-4470-82b0-f1fc3cf4486e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '3112c574-a446-4470-82b0-f1fc3cf4486e', 'mac_address': 'fa:16:3e:ec:58:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:15.703168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4da028e-83b1-4eed-abcb-f5033f3b3956 req-fdfd6b13-2e13-4dd0-9b99-4015b65291d1 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 947 time: 0.0858548 Jul 13 07:24:15.743449 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.753049 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4da028e-83b1-4eed-abcb-f5033f3b3956 req-cf36c741-6c1d-4201-a78a-f139f01182df tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Jul 13 07:24:15.761740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3112c574-a446-4470-82b0-f1fc3cf4486e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:15.782722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 3112c574-a446-4470-82b0-f1fc3cf4486e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=3112c574-a446-4470-82b0-f1fc3cf4486e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:15.786799 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.860370 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=3112c574-a446-4470-82b0-f1fc3cf4486e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:16.015421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb38f4-00f4-4550-9b49-a5b51a363b61 req-5aa886de-c9b7-4af6-878b-cc6be95602ab tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.022733 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dadb38f4-00f4-4550-9b49-a5b51a363b61 req-5aa886de-c9b7-4af6-878b-cc6be95602ab tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 944 time: 0.0807102 Jul 13 07:24:16.064005 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dadb38f4-00f4-4550-9b49-a5b51a363b61 req-9fbcfd14-0f1f-434f-8d1c-7a12e48aeed3 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402837 Jul 13 07:24:16.163240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['3112c574-a446-4470-82b0-f1fc3cf4486e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:16.168961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:16.272878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-9916b71c-3e86-48e6-a453-8e23b54d0b95 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.274293 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-9916b71c-3e86-48e6-a453-8e23b54d0b95 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/networks?id=3bde2448-a503-4219-877c-dca95e181070 HTTP/1.1" status: 200 len: 810 time: 0.1093717 Jul 13 07:24:16.290337 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-78bd7329-4937-495d-b394-7aab906cf943 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/quotas/05de1f00256b439a8780581b70c2f1b2 HTTP/1.1" status: 200 len: 375 time: 0.0092056 Jul 13 07:24:16.328212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-527ea1d5-e4be-400c-994e-b4ce6affa73f tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=05de1f00256b439a8780581b70c2f1b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303111 Jul 13 07:24:16.429159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-f4c69e2f-5d89-4365-a973-bd3b04a049be service neutron] 10.222.0.44 "GET /v2.0/networks/3bde2448-a503-4219-877c-dca95e181070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919075 Jul 13 07:24:16.519753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-2821560e-1a6a-43e9-9be1-d9b67c052d21 service neutron] 10.222.0.44 "GET /v2.0/networks/3bde2448-a503-4219-877c-dca95e181070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846786 Jul 13 07:24:16.570097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49991fc8-a8bf-4954-8d15-242452202fca req-3e912ba8-522d-4e2b-bdaa-baf928caac4e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.572970 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49991fc8-a8bf-4954-8d15-242452202fca req-3e912ba8-522d-4e2b-bdaa-baf928caac4e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.0674055 Jul 13 07:24:16.616448 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49991fc8-a8bf-4954-8d15-242452202fca req-db68cd8c-4883-4bfb-bcb9-9bb948aea12e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382547 Jul 13 07:24:16.816155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99feac86-a6ee-442f-b7f4-ca93ec488a48 req-d9abe23b-2b43-40de-a263-8ffcf158eb37 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.818182 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-99feac86-a6ee-442f-b7f4-ca93ec488a48 req-d9abe23b-2b43-40de-a263-8ffcf158eb37 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 949 time: 0.0761304 Jul 13 07:24:16.876617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-99feac86-a6ee-442f-b7f4-ca93ec488a48 req-9e614ab8-8717-4d91-bef3-fdccd51812d7 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/security-groups?id=56d84415-689f-478a-8c7d-e54cea6e6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475776 Jul 13 07:24:16.948923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-8eed3ffa-7b23-408c-a663-b206ab08e0bf tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.950594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-8eed3ffa-7b23-408c-a663-b206ab08e0bf tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 949 time: 0.1237478 Jul 13 07:24:16.981580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b6573296-022e-4491-949e-8c62fc938671 req-eb24166d-11a3-4fe6-afbf-4972113d96bc tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 210 time: 0.0521097 Jul 13 07:24:17.034228 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bce1e4e4-5ab6-444c-a6c0-e93c2ee1490f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.049160 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.157107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5a083-47dc-433c-8b1e-dc6270eda3e0 req-d305880c-559c-4bcc-8731-58fa7e6801e3 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.164628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3dd5a083-47dc-433c-8b1e-dc6270eda3e0 req-d305880c-559c-4bcc-8731-58fa7e6801e3 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 1096 time: 0.1476824 Jul 13 07:24:17.189208 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd9199-258e-4035-84a3-5e438a868276 req-decd5f92-e476-41ee-b641-44a52a687e49 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.191257 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-34dd9199-258e-4035-84a3-5e438a868276 req-decd5f92-e476-41ee-b641-44a52a687e49 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 948 time: 0.0917418 Jul 13 07:24:17.191902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-d0848ebf-49e0-4221-a660-3db6f0ace1d2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Deleting port eefce5da-02d5-486f-bc2b-29f5c29c9fdf {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:17.192349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-d0848ebf-49e0-4221-a660-3db6f0ace1d2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.234963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3dd5a083-47dc-433c-8b1e-dc6270eda3e0 req-e2254b13-7ee8-4516-a5e7-67e7e390946f tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689981 Jul 13 07:24:17.260491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-34dd9199-258e-4035-84a3-5e438a868276 req-19afbf73-0396-4bd3-b8a6-6f2a767858f1 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624464 Jul 13 07:24:17.322798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-d0848ebf-49e0-4221-a660-3db6f0ace1d2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] For port eefce5da-02d5-486f-bc2b-29f5c29c9fdf, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:17.323192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-d0848ebf-49e0-4221-a660-3db6f0ace1d2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.341339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-d0848ebf-49e0-4221-a660-3db6f0ace1d2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Calling delete_port for eefce5da-02d5-486f-bc2b-29f5c29c9fdf owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:17.455339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbf9b5-ddcc-439d-8415-810ee25b588c req-ac581bb4-89ff-4f6d-969d-a72e6597f7f0 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.463070 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-63dbf9b5-ddcc-439d-8415-810ee25b588c req-ac581bb4-89ff-4f6d-969d-a72e6597f7f0 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 944 time: 0.0808611 Jul 13 07:24:17.498140 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-d0848ebf-49e0-4221-a660-3db6f0ace1d2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.506602 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-63dbf9b5-ddcc-439d-8415-810ee25b588c req-6968e161-9a28-471d-9fd8-0ee6013998e5 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Jul 13 07:24:17.512451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['eefce5da-02d5-486f-bc2b-29f5c29c9fdf'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:17.586448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0848ebf-49e0-4221-a660-3db6f0ace1d2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Pushing event deleted for resources: {'Port': ['ID=eefce5da-02d5-486f-bc2b-29f5c29c9fdf,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:17.610026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-d0848ebf-49e0-4221-a660-3db6f0ace1d2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] No DVR routers for this DVR port eefce5da-02d5-486f-bc2b-29f5c29c9fdf on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:17.612677 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-d0848ebf-49e0-4221-a660-3db6f0ace1d2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.615347 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c66e02c-a224-490c-91e8-5b70ef647c86 req-d0848ebf-49e0-4221-a660-3db6f0ace1d2 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.54 "DELETE /v2.0/ports/eefce5da-02d5-486f-bc2b-29f5c29c9fdf HTTP/1.1" status: 204 len: 173 time: 0.6582334 Jul 13 07:24:17.616042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c82967-9f9c-4de7-9e08-7d4be2736957', 'name': 'network-vif-deleted', 'tag': 'eefce5da-02d5-486f-bc2b-29f5c29c9fdf'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:17.618464 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4d2c98-9bcd-4152-8d19-1e491152b7a8" -d '{"events": [{"server_uuid": "b7c82967-9f9c-4de7-9e08-7d4be2736957", "name": "network-vif-deleted", "tag": "eefce5da-02d5-486f-bc2b-29f5c29c9fdf"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:17.671248 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd43b11-7b04-46d1-9549-a82125b4fb3e x-openstack-request-id: req-6fd43b11-7b04-46d1-9549-a82125b4fb3e {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:17.671433 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c82967-9f9c-4de7-9e08-7d4be2736957", "name": "network-vif-deleted", "tag": "eefce5da-02d5-486f-bc2b-29f5c29c9fdf", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:17.671551 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fd43b11-7b04-46d1-9549-a82125b4fb3e {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:17.671980 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c82967-9f9c-4de7-9e08-7d4be2736957', 'name': 'network-vif-deleted', 'tag': 'eefce5da-02d5-486f-bc2b-29f5c29c9fdf', 'status': 'completed', 'code': 200} Jul 13 07:24:17.765476 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.033328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9cdb0d41-ba2f-4f64-98f9-cce01f99155c req-f03fd50a-1652-4f15-91a2-eab1ddb01834 tempest-ServerDiagnosticsNegativeTest-1629373089 tempest-ServerDiagnosticsNegativeTest-1629373089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7c82967-9f9c-4de7-9e08-7d4be2736957 HTTP/1.1" status: 200 len: 210 time: 0.0305943 Jul 13 07:24:18.144259 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab6b4694-edf0-4c9e-917e-0d9f2b45fe37 req-9a03fbd6-3479-4d51-a59a-65fa758b7ccb tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 210 time: 0.0286593 Jul 13 07:24:18.264127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-421f07d5-b208-45fb-bcc5-213eaacc846c tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.265710 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-421f07d5-b208-45fb-bcc5-213eaacc846c tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.53 "GET /v2.0/networks?id=3bde2448-a503-4219-877c-dca95e181070 HTTP/1.1" status: 200 len: 810 time: 0.1239965 Jul 13 07:24:18.281985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Request body: {'port': {'device_id': '2c2fc355-6f46-4470-aad8-3f26638873f4', 'network_id': '3bde2448-a503-4219-877c-dca95e181070', 'admin_state_up': True, 'tenant_id': '05de1f00256b439a8780581b70c2f1b2'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:18.425709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Made reservation on behalf of 05de1f00256b439a8780581b70c2f1b2 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:18.429675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.593296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58371e-c58d-41f0-8e86-3510bb705839 req-09fe74d7-c815-4433-85c6-937571123934 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.594834 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b58371e-c58d-41f0-8e86-3510bb705839 req-09fe74d7-c815-4433-85c6-937571123934 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 948 time: 0.1499782 Jul 13 07:24:18.629949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Allocated IP 172.20.0.11 (3bde2448-a503-4219-877c-dca95e181070/1260268b-19e8-40c9-934e-1549a715add1/c1a876df-c576-42a4-a5c2-94ad310c6ca0) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:18.658109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b58371e-c58d-41f0-8e86-3510bb705839 req-f31e6bca-22e7-4786-afd1-939b6675634b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543563 Jul 13 07:24:18.725199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb76a84-3c99-4978-80d3-404c8742f36d req-debdff68-b5ef-411b-9a7b-8b7cc70a66cf tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.726806 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1bb76a84-3c99-4978-80d3-404c8742f36d req-debdff68-b5ef-411b-9a7b-8b7cc70a66cf tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 944 time: 0.0925751 Jul 13 07:24:18.766175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1bb76a84-3c99-4978-80d3-404c8742f36d req-39273014-5bf1-4013-b8f2-c8729ad1d075 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328028 Jul 13 07:24:18.790238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.828909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.877651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Network 3bde2448-a503-4219-877c-dca95e181070 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:18.880862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:18.884547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:18.908880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Pushing event updated for resources: {'Port': ['ID=c1a876df-c576-42a4-a5c2-94ad310c6ca0,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:18.935775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.936324 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.950348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-8e94fb7f-ea98-4ea9-b245-1299a868fc5b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6753364 Jul 13 07:24:18.962760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Request body: {'port': {'device_id': '2c2fc355-6f46-4470-aad8-3f26638873f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:19.032975 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.043847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:19.125750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:19.130626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:19.131545 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.243377 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.289112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,segment=NetworkSegment(be979f03-be41-4a2b-9b50-35ce23886324),segment_id=be979f03-be41-4a2b-9b50-35ce23886324)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:19.290197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab684dae-c051-48d5-86f3-8cf3581a9dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:19.293647 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a22c2a2-0a0d-4ae2-b01b-defbfd83a08e" -d '{"events": [{"server_uuid": "ab684dae-c051-48d5-86f3-8cf3581a9dd7", "name": "network-vif-plugged", "status": "completed", "tag": "6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:19.297607 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.311351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 3112c574-a446-4470-82b0-f1fc3cf4486e up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:19.397244 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3bec7e-2e35-4451-854a-137de57b1e99 x-openstack-request-id: req-9b3bec7e-2e35-4451-854a-137de57b1e99 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:19.397554 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab684dae-c051-48d5-86f3-8cf3581a9dd7", "name": "network-vif-plugged", "status": "completed", "tag": "6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:19.397788 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b3bec7e-2e35-4451-854a-137de57b1e99 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:19.398180 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab684dae-c051-48d5-86f3-8cf3581a9dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863', 'code': 200} Jul 13 07:24:19.417449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 3112c574-a446-4470-82b0-f1fc3cf4486e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:19.426011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 3112c574-a446-4470-82b0-f1fc3cf4486e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:19.426402 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.431836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a876df-c576-42a4-a5c2-94ad310c6ca0 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:19.440190 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.456432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Transition to ACTIVE for port object c1a876df-c576-42a4-a5c2-94ad310c6ca0 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:19.470841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.544809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41514) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:19.567666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Pushing event updated for resources: {'Port': ['ID=c1a876df-c576-42a4-a5c2-94ad310c6ca0,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:19.581672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8022a-ca05-4886-9259-44d011a931c0 req-e2d16263-71c6-4b81-9cda-d7ee5ff2ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.587802 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3c8022a-ca05-4886-9259-44d011a931c0 req-e2d16263-71c6-4b81-9cda-d7ee5ff2ea08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 1096 time: 0.1342385 Jul 13 07:24:19.646250 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3c8022a-ca05-4886-9259-44d011a931c0 req-18ff35c6-fa1a-47fd-90fe-591e4d8f1b2c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482981 Jul 13 07:24:19.693870 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.708428 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.733615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 3112c574-a446-4470-82b0-f1fc3cf4486e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=3112c574-a446-4470-82b0-f1fc3cf4486e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:19.735214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:19.738526 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6540a6bc-1f5d-4668-83bf-0952b85a6f17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba107dc1ccaf47ecb87d2384f401fef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908753 Jul 13 07:24:19.741159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41520) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:19.744793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.814155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=3112c574-a446-4470-82b0-f1fc3cf4486e,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:19.829337 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2237f78-99bf-4c8e-925f-1c1f0110fec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.997879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c51c24-b19c-40b3-b1ae-7fac69f3d901 req-435b270b-799e-4f8f-ac61-b574ec4d33bf tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.999540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9c51c24-b19c-40b3-b1ae-7fac69f3d901 req-435b270b-799e-4f8f-ac61-b574ec4d33bf tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 944 time: 0.5418532 Jul 13 07:24:20.040004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Attempting to bind port c1a876df-c576-42a4-a5c2-94ad310c6ca0 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:20.040004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Attempting to bind port c1a876df-c576-42a4-a5c2-94ad310c6ca0 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'a7486859-5db8-4ee2-b632-6537b4efa48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3bde2448-a503-4219-877c-dca95e181070'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:20.040329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Attempting to bind port c1a876df-c576-42a4-a5c2-94ad310c6ca0 on network 3bde2448-a503-4219-877c-dca95e181070 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:20.049356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Port c1a876df-c576-42a4-a5c2-94ad310c6ca0 on network 3bde2448-a503-4219-877c-dca95e181070 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:20.049806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Attempting to bind port c1a876df-c576-42a4-a5c2-94ad310c6ca0 on network 3bde2448-a503-4219-877c-dca95e181070 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:20.050164 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-db4a4dc0-f0da-460d-8a79-33ae9795ab38 None None] Provisioning complete for port 3112c574-a446-4470-82b0-f1fc3cf4486e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:20.050641 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-db4a4dc0-f0da-460d-8a79-33ae9795ab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.065452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:20.065895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Checking segment: {'id': 'a7486859-5db8-4ee2-b632-6537b4efa48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3bde2448-a503-4219-877c-dca95e181070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:20.066381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Bound using segment: {'id': 'a7486859-5db8-4ee2-b632-6537b4efa48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3bde2448-a503-4219-877c-dca95e181070'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:20.067033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Bound port: c1a876df-c576-42a4-a5c2-94ad310c6ca0, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7486859-5db8-4ee2-b632-6537b4efa48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3bde2448-a503-4219-877c-dca95e181070'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:20.067450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.081088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9c51c24-b19c-40b3-b1ae-7fac69f3d901 req-4e1ffc0d-3799-42fb-a76e-2b3f58f8264e tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744646 Jul 13 07:24:20.182955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] For port c1a876df-c576-42a4-a5c2-94ad310c6ca0, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:20.187333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] For port c1a876df-c576-42a4-a5c2-94ad310c6ca0, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c1a876df-c576-42a4-a5c2-94ad310c6ca0,segment=NetworkSegment(a7486859-5db8-4ee2-b632-6537b4efa48f),segment_id=a7486859-5db8-4ee2-b632-6537b4efa48f)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:20.198630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.205752 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2237f78-99bf-4c8e-925f-1c1f0110fec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.262309 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56ab99-7d41-4677-ae57-bab9f974b5e9 req-7c6d5cbd-2e6b-4dfc-8350-88a5985faeea tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.263770 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd56ab99-7d41-4677-ae57-bab9f974b5e9 req-7c6d5cbd-2e6b-4dfc-8350-88a5985faeea tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 949 time: 0.4594550 Jul 13 07:24:20.270706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.271374 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.272941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] 10.222.0.53 "PUT /v2.0/ports/c1a876df-c576-42a4-a5c2-94ad310c6ca0 HTTP/1.1" status: 200 len: 1092 time: 1.3143947 Jul 13 07:24:20.276487 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2fc355-6f46-4470-aad8-3f26638873f4', 'tag': 'c1a876df-c576-42a4-a5c2-94ad310c6ca0'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:20.279710 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2237f78-99bf-4c8e-925f-1c1f0110fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.280651 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2fc355-6f46-4470-aad8-3f26638873f4", "tag": "c1a876df-c576-42a4-a5c2-94ad310c6ca0"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:20.282890 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2237f78-99bf-4c8e-925f-1c1f0110fec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.284228 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a2237f78-99bf-4c8e-925f-1c1f0110fec0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56d84415-689f-478a-8c7d-e54cea6e6ea3 HTTP/1.1" status: 204 len: 168 time: 0.5334070 Jul 13 07:24:20.327692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d15e2a-3693-4f7f-8fa3-a31895ae8cca service neutron] Pushing event updated for resources: {'Port': ['ID=c1a876df-c576-42a4-a5c2-94ad310c6ca0,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.331942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2237f78-99bf-4c8e-925f-1c1f0110fec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d84415-689f-478a-8c7d-e54cea6e6ea3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.338962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0ddc4-a0df-4b23-bb3c-e48ec6e8c242 req-7a19d879-249e-4388-8377-b2076433fc0c tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.341479 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-afa0ddc4-a0df-4b23-bb3c-e48ec6e8c242 req-7a19d879-249e-4388-8377-b2076433fc0c tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 945 time: 0.1452522 Jul 13 07:24:20.406859 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd56ab99-7d41-4677-ae57-bab9f974b5e9 req-537e9a30-1f99-419d-b5db-876d46d2247e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206455 Jul 13 07:24:20.432323 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-afa0ddc4-a0df-4b23-bb3c-e48ec6e8c242 req-206ee270-3f27-444e-8c45-033e73aa5635 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803468 Jul 13 07:24:20.483844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-6c1d9b15-ff63-4a1a-9145-355609af19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.488206 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-6c1d9b15-ff63-4a1a-9145-355609af19e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05de1f00256b439a8780581b70c2f1b2&device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 1095 time: 0.1450331 Jul 13 07:24:20.497165 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d791532-2990-4d6b-beea-6beea4780028 x-openstack-request-id: req-8d791532-2990-4d6b-beea-6beea4780028 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:20.497558 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2fc355-6f46-4470-aad8-3f26638873f4", "tag": "c1a876df-c576-42a4-a5c2-94ad310c6ca0", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:20.497770 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d791532-2990-4d6b-beea-6beea4780028 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:20.498274 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2fc355-6f46-4470-aad8-3f26638873f4', 'tag': 'c1a876df-c576-42a4-a5c2-94ad310c6ca0', 'status': 'completed', 'code': 200} Jul 13 07:24:20.541524 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-bd884d17-e907-43e1-be04-cf5b20118c0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1a876df-c576-42a4-a5c2-94ad310c6ca0 HTTP/1.1" status: 200 len: 217 time: 0.0373662 Jul 13 07:24:20.598898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-cfdc118e-de09-4a6a-aa18-99ee0b4fff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.600599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-cfdc118e-de09-4a6a-aa18-99ee0b4fff81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1260268b-19e8-40c9-934e-1549a715add1 HTTP/1.1" status: 200 len: 850 time: 0.0488098 Jul 13 07:24:20.640644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-a2bd3cca-eef2-4725-8dad-a8299f840ab0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3bde2448-a503-4219-877c-dca95e181070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275483 Jul 13 07:24:20.655700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41532) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:20.672786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-512fd0cd-6ba1-4a25-8b46-4d0bb73d76d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.759306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-0d0bd7ed-7e53-4ee1-b4cd-99554eff4c92 service neutron] 10.222.0.53 "GET /v2.0/networks/3bde2448-a503-4219-877c-dca95e181070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046045 Jul 13 07:24:20.784745 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-512fd0cd-6ba1-4a25-8b46-4d0bb73d76d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.789984 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-512fd0cd-6ba1-4a25-8b46-4d0bb73d76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.838281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-512fd0cd-6ba1-4a25-8b46-4d0bb73d76d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6db8b1e077bd41edb8008fe4ae6da6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809092 Jul 13 07:24:20.838958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41534) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:20.845399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fd0cd-6ba1-4a25-8b46-4d0bb73d76d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1718db5-f8b1-4ca8-944f-bd58fb0b9d56,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.915014 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4cee51-5812-44ac-8ef9-5a9980500234 req-52723422-5642-4928-8dff-7d27f5f789cc service neutron] 10.222.0.53 "GET /v2.0/networks/3bde2448-a503-4219-877c-dca95e181070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247070 Jul 13 07:24:20.918050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b7434e7-5046-4626-8928-b9eae0f11a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.940925 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b7434e7-5046-4626-8928-b9eae0f11a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.005061 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b7434e7-5046-4626-8928-b9eae0f11a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.008329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b7434e7-5046-4626-8928-b9eae0f11a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.013256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9b7434e7-5046-4626-8928-b9eae0f11a54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1718db5-f8b1-4ca8-944f-bd58fb0b9d56 HTTP/1.1" status: 204 len: 168 time: 0.1698520 Jul 13 07:24:21.031270 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7434e7-5046-4626-8928-b9eae0f11a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1718db5-f8b1-4ca8-944f-bd58fb0b9d56,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:21.075088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010 req-645001e5-e89a-4477-a5e6-fe8c8cf45f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.077186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010 req-645001e5-e89a-4477-a5e6-fe8c8cf45f12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=05de1f00256b439a8780581b70c2f1b2&device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 1095 time: 0.0883248 Jul 13 07:24:21.214480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010 req-2393a6ec-ae0e-48ad-9d9f-c2c28c5e9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.215964 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010 req-2393a6ec-ae0e-48ad-9d9f-c2c28c5e9062 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3bde2448-a503-4219-877c-dca95e181070 HTTP/1.1" status: 200 len: 911 time: 0.1308842 Jul 13 07:24:21.277840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010 req-1ccc8349-48fd-4714-ab00-f349a3a33f32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1a876df-c576-42a4-a5c2-94ad310c6ca0 HTTP/1.1" status: 200 len: 217 time: 0.0533843 Jul 13 07:24:21.365095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010 req-343ebccf-15b5-4123-8fec-7cdc4c788375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.366592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010 req-343ebccf-15b5-4123-8fec-7cdc4c788375 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1260268b-19e8-40c9-934e-1549a715add1 HTTP/1.1" status: 200 len: 850 time: 0.0795772 Jul 13 07:24:21.399526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbfe2a6-0126-4170-979c-82ab9931dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3112c574-a446-4470-82b0-f1fc3cf4486e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:21.402901 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffc4ad2-985e-4818-ba39-7a06a224c65a" -d '{"events": [{"server_uuid": "edbfe2a6-0126-4170-979c-82ab9931dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "3112c574-a446-4470-82b0-f1fc3cf4486e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:21.412987 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010 req-59e563cc-9ece-4b73-b630-e5c6ea6605b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3bde2448-a503-4219-877c-dca95e181070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348947 Jul 13 07:24:21.416957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device eefce5da-02d5-486f-bc2b-29f5c29c9fdf no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:21.425339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1084f-f51c-4b2c-b2c5-a0102c86f211 req-e5bac706-d293-40f3-8e58-52c9b96f032d tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.437811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ba1084f-f51c-4b2c-b2c5-a0102c86f211 req-e5bac706-d293-40f3-8e58-52c9b96f032d tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 944 time: 0.1559439 Jul 13 07:24:21.444340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: eefce5da-02d5-486f-bc2b-29f5c29c9fdf {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:21.445247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device eefce5da-02d5-486f-bc2b-29f5c29c9fdf not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:21.477852 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b67d8ad-e22a-4295-8d8a-8d3ef9f1725a x-openstack-request-id: req-0b67d8ad-e22a-4295-8d8a-8d3ef9f1725a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:21.479098 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbfe2a6-0126-4170-979c-82ab9931dcb3", "name": "network-vif-plugged", "status": "completed", "tag": "3112c574-a446-4470-82b0-f1fc3cf4486e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:21.479366 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b67d8ad-e22a-4295-8d8a-8d3ef9f1725a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:21.490961 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbfe2a6-0126-4170-979c-82ab9931dcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3112c574-a446-4470-82b0-f1fc3cf4486e', 'code': 200} Jul 13 07:24:21.581204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ba1084f-f51c-4b2c-b2c5-a0102c86f211 req-6d394d15-b4f6-40e2-b104-c2fe803b252b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423676 Jul 13 07:24:21.647288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010 req-02a2b7b1-4d63-4343-a961-5bd0377712fb service neutron] 10.222.0.53 "GET /v2.0/networks/3bde2448-a503-4219-877c-dca95e181070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073331 Jul 13 07:24:21.720126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce62e49-b20f-46c0-9c2e-b6b620a57a7b req-7db42336-7470-4345-920c-0af6953169a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.721819 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ce62e49-b20f-46c0-9c2e-b6b620a57a7b req-7db42336-7470-4345-920c-0af6953169a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 1100 time: 0.1464925 Jul 13 07:24:21.817524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ce62e49-b20f-46c0-9c2e-b6b620a57a7b req-21002fcc-0f7a-4f52-abb0-89cfbec9bc98 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537465 Jul 13 07:24:21.836464 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017955b-5ead-4d69-af12-212c611ea2dc req-1dbb2b1c-8c00-46d6-9b0f-ca28225e5c9a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.838237 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3017955b-5ead-4d69-af12-212c611ea2dc req-1dbb2b1c-8c00-46d6-9b0f-ca28225e5c9a tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 949 time: 0.1433058 Jul 13 07:24:21.872377 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f179b8c-643c-4ac4-9cd5-d3b1a373d010 req-0357f76a-a699-4834-95b8-a9ce17f5367e service neutron] 10.222.0.53 "GET /v2.0/networks/3bde2448-a503-4219-877c-dca95e181070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062316 Jul 13 07:24:21.914741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a45b37-daef-495d-8487-3c494b517608 req-0b7cb124-3793-44cd-b94c-fee7f05cd1ef tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.922452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68a45b37-daef-495d-8487-3c494b517608 req-0b7cb124-3793-44cd-b94c-fee7f05cd1ef tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 945 time: 0.1364074 Jul 13 07:24:21.943184 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3017955b-5ead-4d69-af12-212c611ea2dc req-d6c64d38-afa8-419e-80f2-2f862f50b1e3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977180 Jul 13 07:24:21.974631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68a45b37-daef-495d-8487-3c494b517608 req-aaf7133b-2bbc-4b89-ab03-4d63d8a5b252 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511289 Jul 13 07:24:22.672152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73d668-fe9d-43ae-bc88-db931f75941e req-e9ddd370-3166-47cb-88a5-ece4bd07f6c4 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.673980 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f73d668-fe9d-43ae-bc88-db931f75941e req-e9ddd370-3166-47cb-88a5-ece4bd07f6c4 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 945 time: 0.0716214 Jul 13 07:24:22.731522 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f73d668-fe9d-43ae-bc88-db931f75941e req-16e1b50a-ac8c-4017-b34c-5e47ba5ac553 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503137 Jul 13 07:24:22.813462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d4245-09bd-472d-9442-bc09c5b40f94 req-f1bf7d5c-276d-4f94-b70b-9944156957e1 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.814999 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0d4245-09bd-472d-9442-bc09c5b40f94 req-f1bf7d5c-276d-4f94-b70b-9944156957e1 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 944 time: 0.0825031 Jul 13 07:24:22.860882 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0d4245-09bd-472d-9442-bc09c5b40f94 req-eafb72c8-8727-4039-aa7a-f25b151ab3e5 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Jul 13 07:24:23.163082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-b5462871-f2f4-4b4d-9da7-df76bd15c690 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90c946efcbd24671a00730525cf442b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280812 Jul 13 07:24:23.284207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-09dfd396-be5f-4ed3-879e-47b5c0325afa tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.285728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-09dfd396-be5f-4ed3-879e-47b5c0325afa tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159353 Jul 13 07:24:23.301308 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-579870a9-4117-41f8-8c53-f041ee57fd7a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/quotas/90c946efcbd24671a00730525cf442b0 HTTP/1.1" status: 200 len: 375 time: 0.0098865 Jul 13 07:24:23.340658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-c148d2f7-c38b-4bea-9a63-811ce286fbd5 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90c946efcbd24671a00730525cf442b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336955 Jul 13 07:24:23.344882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213d5b3-73b0-4bd4-86f1-b13969a811d4 req-1065d4b8-8e53-4c5b-b19d-614e7b91cbd0 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.346388 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6213d5b3-73b0-4bd4-86f1-b13969a811d4 req-1065d4b8-8e53-4c5b-b19d-614e7b91cbd0 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 949 time: 0.0759814 Jul 13 07:24:23.392838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6213d5b3-73b0-4bd4-86f1-b13969a811d4 req-5c8fcb52-c3be-4cf2-892f-aee70a10a6b8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 Jul 13 07:24:23.598049 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf381fdd-694a-4e04-bfc6-47b97ac31139 req-84c5e418-2f35-4765-912d-a951145dc7a5 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 210 time: 0.0453868 Jul 13 07:24:23.618553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361f0d5-a6b7-468f-ac25-964400d722a3 req-c94a0a9e-2269-406d-bbaa-020ca6886a23 tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.620116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8361f0d5-a6b7-468f-ac25-964400d722a3 req-c94a0a9e-2269-406d-bbaa-020ca6886a23 tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 1100 time: 0.0723052 Jul 13 07:24:23.664630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8361f0d5-a6b7-468f-ac25-964400d722a3 req-dd2163ca-d0e0-4e4e-93e7-32236a1a662a tempest-ServersOnMultiNodesTest-2027575837 tempest-ServersOnMultiNodesTest-2027575837-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376689 Jul 13 07:24:23.937541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f3091-cff8-4519-acd4-39c349f97ea4 req-2e0665c1-35a7-436f-b1b8-dbef1ab3e534 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.940465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6f3091-cff8-4519-acd4-39c349f97ea4 req-2e0665c1-35a7-436f-b1b8-dbef1ab3e534 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 945 time: 0.0768583 Jul 13 07:24:24.004258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6f3091-cff8-4519-acd4-39c349f97ea4 req-9108955f-e9d7-4d39-a470-539ba6ae3f8b tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d8b7bb5-903c-42b9-a65b-e97e9f829efe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591495 Jul 13 07:24:24.109673 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087ccc3-ade6-4e03-8cf1-d88130fdaa7e req-8ff7a6ee-796c-403f-9416-bf8874485229 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.112231 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1087ccc3-ade6-4e03-8cf1-d88130fdaa7e req-8ff7a6ee-796c-403f-9416-bf8874485229 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 944 time: 0.0888546 Jul 13 07:24:24.165473 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1087ccc3-ade6-4e03-8cf1-d88130fdaa7e req-592002a6-b4da-4f8e-8af3-82abd2b70f8b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473740 Jul 13 07:24:24.228547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc99b9d-b836-47fc-afeb-8e3c21997fc4 req-48f0b31c-6f4f-402c-abb6-2632bbd7af7b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.231274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4bc99b9d-b836-47fc-afeb-8e3c21997fc4 req-48f0b31c-6f4f-402c-abb6-2632bbd7af7b tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 949 time: 0.1004415 Jul 13 07:24:24.316555 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4bc99b9d-b836-47fc-afeb-8e3c21997fc4 req-66a68c51-80c6-4cd6-85f2-d803e98741e8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768433 Jul 13 07:24:24.357423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-14f900eb-c2cb-435e-8e44-a1d795596237 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.359317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-14f900eb-c2cb-435e-8e44-a1d795596237 tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 945 time: 0.0893631 Jul 13 07:24:24.465321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-21873c5f-390f-42ef-8755-211d503e0daa tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Deleting port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:24.465524 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-21873c5f-390f-42ef-8755-211d503e0daa tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.555239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-21873c5f-390f-42ef-8755-211d503e0daa tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] For port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,segment=NetworkSegment(be979f03-be41-4a2b-9b50-35ce23886324),segment_id=be979f03-be41-4a2b-9b50-35ce23886324)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:24.555711 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-21873c5f-390f-42ef-8755-211d503e0daa tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.569494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-21873c5f-390f-42ef-8755-211d503e0daa tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Calling delete_port for 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:24.746832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-91aa01a3-12b7-4998-9340-909d3fb8db83 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=90c946efcbd24671a00730525cf442b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300558 Jul 13 07:24:24.794007 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28263ad3-9f66-4db7-b1fc-d1f36e3d354f req-9954bee5-6805-4f82-8082-a5105cb5dc49 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 210 time: 0.0500126 Jul 13 07:24:24.833722 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-21873c5f-390f-42ef-8755-211d503e0daa tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.849427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:24.894128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21873c5f-390f-42ef-8755-211d503e0daa tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Pushing event deleted for resources: {'Port': ['ID=6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:24.960409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-21873c5f-390f-42ef-8755-211d503e0daa tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] No DVR routers for this DVR port 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:24.964300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-21873c5f-390f-42ef-8755-211d503e0daa tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.966394 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d46613ef-fdc1-4614-9ccb-6a398e9298ff req-21873c5f-390f-42ef-8755-211d503e0daa tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.53 "DELETE /v2.0/ports/6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 HTTP/1.1" status: 204 len: 173 time: 0.6005850 Jul 13 07:24:24.967665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab684dae-c051-48d5-86f3-8cf3581a9dd7', 'name': 'network-vif-deleted', 'tag': '6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:24.969165 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19617000-021a-4006-9090-56c59cc317a5" -d '{"events": [{"server_uuid": "ab684dae-c051-48d5-86f3-8cf3581a9dd7", "name": "network-vif-deleted", "tag": "6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:24.980516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-331b901b-d55b-4701-abdb-5ac8020fae5a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.982098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-331b901b-d55b-4701-abdb-5ac8020fae5a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194014 Jul 13 07:24:24.999054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Request body: {'port': {'device_id': 'ac0c3a48-505c-49a4-a496-3774f6079656', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '90c946efcbd24671a00730525cf442b0'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:25.018986 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acf6e3d-aede-4ba7-bb90-5254f87f478f x-openstack-request-id: req-4acf6e3d-aede-4ba7-bb90-5254f87f478f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:25.019478 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab684dae-c051-48d5-86f3-8cf3581a9dd7", "name": "network-vif-deleted", "tag": "6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:25.019656 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4acf6e3d-aede-4ba7-bb90-5254f87f478f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:25.020044 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab684dae-c051-48d5-86f3-8cf3581a9dd7', 'name': 'network-vif-deleted', 'tag': '6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863', 'status': 'completed', 'code': 200} Jul 13 07:24:25.084523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c1a876df-c576-42a4-a5c2-94ad310c6ca0 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:25.202673 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f30b15a8-36fb-4396-b598-976dde026993 req-11a86671-a52b-43fc-83fb-859806e5bc2a tempest-ServerAddressesNegativeTestJSON-1009526996 tempest-ServerAddressesNegativeTestJSON-1009526996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab684dae-c051-48d5-86f3-8cf3581a9dd7 HTTP/1.1" status: 200 len: 210 time: 0.0569992 Jul 13 07:24:25.208570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Made reservation on behalf of 90c946efcbd24671a00730525cf442b0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:25.222819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c1a876df-c576-42a4-a5c2-94ad310c6ca0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c1a876df-c576-42a4-a5c2-94ad310c6ca0,segment=NetworkSegment(a7486859-5db8-4ee2-b632-6537b4efa48f),segment_id=a7486859-5db8-4ee2-b632-6537b4efa48f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:25.223009 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.236524 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.237992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'c1a876df-c576-42a4-a5c2-94ad310c6ca0', 'network_id': '3bde2448-a503-4219-877c-dca95e181070', 'port_id': 'c1a876df-c576-42a4-a5c2-94ad310c6ca0', 'mac_address': 'fa:16:3e:d3:7b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1260268b-19e8-40c9-934e-1549a715add1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:25.289746 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.309368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a876df-c576-42a4-a5c2-94ad310c6ca0 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:25.347601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.348584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c1a876df-c576-42a4-a5c2-94ad310c6ca0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c1a876df-c576-42a4-a5c2-94ad310c6ca0,segment=NetworkSegment(a7486859-5db8-4ee2-b632-6537b4efa48f),segment_id=a7486859-5db8-4ee2-b632-6537b4efa48f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:25.354277 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.355410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.406792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15201700-dda5-4b6a-a5ea-c2c28e757a0c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:25.489829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb8461-319d-4c7d-8097-04324558c3f2 req-48631b91-807f-4747-90db-41da284a92de tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.498018 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eceb8461-319d-4c7d-8097-04324558c3f2 req-48631b91-807f-4747-90db-41da284a92de tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 944 time: 0.1814439 Jul 13 07:24:25.504483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c1a876df-c576-42a4-a5c2-94ad310c6ca0,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:25.576619 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eceb8461-319d-4c7d-8097-04324558c3f2 req-11ffc88a-781d-4951-a1c6-2da455ea8f0b tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774620 Jul 13 07:24:25.588473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Allocated IP 192.168.233.246 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/86ff8623-d5eb-4548-8415-cbc3e5f38bf3) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:25.688807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05e153-a31b-453c-9650-8dc4b35d60d9 req-c2af7e5e-190d-4ead-a0e0-0bb0d8f58c75 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.690839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a05e153-a31b-453c-9650-8dc4b35d60d9 req-c2af7e5e-190d-4ead-a0e0-0bb0d8f58c75 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 949 time: 0.1557221 Jul 13 07:24:25.829796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a05e153-a31b-453c-9650-8dc4b35d60d9 req-61b9ad22-3d65-4716-8ae8-88e4c7719d79 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227162 Jul 13 07:24:25.865170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.871239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c1a876df-c576-42a4-a5c2-94ad310c6ca0'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:25.884541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-f88d92f4-f4ab-43e4-a545-eb61d52bcad0 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.886391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-f88d92f4-f4ab-43e4-a545-eb61d52bcad0 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 949 time: 0.2073448 Jul 13 07:24:25.895032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Transition to ACTIVE for port object 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:25.942902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.014081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Pushing event updated for resources: {'Port': ['ID=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:26.022897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a0074-02c5-48d0-8832-9bb72b73fa9b req-2f9a221b-f214-42aa-a691-b4ced5cac36c tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.025534 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f1a0074-02c5-48d0-8832-9bb72b73fa9b req-2f9a221b-f214-42aa-a691-b4ced5cac36c tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 936 time: 0.0794482 Jul 13 07:24:26.047463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:26.055269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:26.067003 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f1a0074-02c5-48d0-8832-9bb72b73fa9b req-5dfb5e9d-a890-4cb3-b7a2-840528efc438 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Jul 13 07:24:26.074311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:26.151316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.152245 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.157727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-19448836-7f7d-4ccf-92f2-55c12fd7bf76 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Deleting port 3112c574-a446-4470-82b0-f1fc3cf4486e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:26.158178 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-19448836-7f7d-4ccf-92f2-55c12fd7bf76 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.189168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-7760a475-5f5e-46b6-a11f-e5b6820745d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1951365 Jul 13 07:24:26.208538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Request body: {'port': {'device_id': 'ac0c3a48-505c-49a4-a496-3774f6079656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:26.321293 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41684) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:26.357226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2203d304-fdb6-420b-93a5-370b42525aad None None] Provisioning for port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:26.361771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2203d304-fdb6-420b-93a5-370b42525aad None None] Provisioning complete for port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:26.362360 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2203d304-fdb6-420b-93a5-370b42525aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.366902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-19448836-7f7d-4ccf-92f2-55c12fd7bf76 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] For port 3112c574-a446-4470-82b0-f1fc3cf4486e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=3112c574-a446-4470-82b0-f1fc3cf4486e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:26.367582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-19448836-7f7d-4ccf-92f2-55c12fd7bf76 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.386124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-19448836-7f7d-4ccf-92f2-55c12fd7bf76 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Calling delete_port for 3112c574-a446-4470-82b0-f1fc3cf4486e owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:26.416783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1f6265-32e7-4cee-8c47-d619ab5f000a admin admin] Deleting subnet a5647a0c-36cc-4047-9c81-f7476510daa5 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:26.422622 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c1f6265-32e7-4cee-8c47-d619ab5f000a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.447051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2203d304-fdb6-420b-93a5-370b42525aad None None] Port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:26.478659 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.491807 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c1f6265-32e7-4cee-8c47-d619ab5f000a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.540660 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c1f6265-32e7-4cee-8c47-d619ab5f000a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.684098 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c1f6265-32e7-4cee-8c47-d619ab5f000a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.717506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-19448836-7f7d-4ccf-92f2-55c12fd7bf76 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.733883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6', '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'abafb9fa-25ae-4a21-ae0b-f7d08762e423', 'dc027f65-4a26-4121-bab2-8e0fd1086d18', '8da0e7ce-ff51-4740-9be6-26e3d438ef0d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:26.760416 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c1f6265-32e7-4cee-8c47-d619ab5f000a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.773273 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0c1f6265-32e7-4cee-8c47-d619ab5f000a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a5647a0c-36cc-4047-9c81-f7476510daa5 HTTP/1.1" status: 204 len: 168 time: 0.4439936 Jul 13 07:24:26.774344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f6265-32e7-4cee-8c47-d619ab5f000a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5647a0c-36cc-4047-9c81-f7476510daa5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:26.777793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19448836-7f7d-4ccf-92f2-55c12fd7bf76 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event deleted for resources: {'Port': ['ID=3112c574-a446-4470-82b0-f1fc3cf4486e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:26.784766 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a', 'faae36af-d90d-4748-9561-7122f2bbbef1', '3112c574-a446-4470-82b0-f1fc3cf4486e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:26.793225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41696) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:27.016206 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.044765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-19448836-7f7d-4ccf-92f2-55c12fd7bf76 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] No DVR routers for this DVR port 3112c574-a446-4470-82b0-f1fc3cf4486e on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:27.052532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-19448836-7f7d-4ccf-92f2-55c12fd7bf76 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.057089 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2fb87277-3a50-45d4-9bd5-b1918b9e2aa5 req-19448836-7f7d-4ccf-92f2-55c12fd7bf76 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "DELETE /v2.0/ports/3112c574-a446-4470-82b0-f1fc3cf4486e HTTP/1.1" status: 204 len: 173 time: 1.1249483 Jul 13 07:24:27.084228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbfe2a6-0126-4170-979c-82ab9931dcb3', 'name': 'network-vif-deleted', 'tag': '3112c574-a446-4470-82b0-f1fc3cf4486e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:27.087454 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1fd221-65b6-4371-bb1a-40f4b0211547" -d '{"events": [{"server_uuid": "edbfe2a6-0126-4170-979c-82ab9931dcb3", "name": "network-vif-deleted", "tag": "3112c574-a446-4470-82b0-f1fc3cf4486e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:27.110171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:27.120421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.129121 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73ed00-8c71-4e68-ad5a-01ec8b5e0573 req-a6bd3cbb-0866-412e-899d-74864ea5a5f4 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.131637 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c73ed00-8c71-4e68-ad5a-01ec8b5e0573 req-a6bd3cbb-0866-412e-899d-74864ea5a5f4 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 945 time: 0.3729436 Jul 13 07:24:27.146032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Transition to ACTIVE for port object 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:27.151310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.166015 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c1a876df-c576-42a4-a5c2-94ad310c6ca0 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:27.280370 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.298697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40bb47d-2d27-499f-8bcb-59306cd38582']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:27.315986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcc89742-6869-4418-989b-a65226da6684 req-fca10720-c117-4a76-b9b7-14af43b83214 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbfe2a6-0126-4170-979c-82ab9931dcb3 HTTP/1.1" status: 200 len: 210 time: 0.1275060 Jul 13 07:24:27.342538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Pushing event updated for resources: {'Port': ['ID=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:27.345831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be979f03-be41-4a2b-9b50-35ce23886324') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:27.346300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be979f03-be41-4a2b-9b50-35ce23886324') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:27.374751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.414945 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.425804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:27.426533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.440857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c73ed00-8c71-4e68-ad5a-01ec8b5e0573 req-f0e09911-dbf5-41a0-ba87-01c2a04b21ac tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086493 Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:27.444060 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:27.491602 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c66b62d-b198-416e-8ff8-9eb794b2d8dc x-openstack-request-id: req-4c66b62d-b198-416e-8ff8-9eb794b2d8dc {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:27.493809 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbfe2a6-0126-4170-979c-82ab9931dcb3", "name": "network-vif-deleted", "tag": "3112c574-a446-4470-82b0-f1fc3cf4486e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:27.494402 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c66b62d-b198-416e-8ff8-9eb794b2d8dc {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:27.495063 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbfe2a6-0126-4170-979c-82ab9931dcb3', 'name': 'network-vif-deleted', 'tag': '3112c574-a446-4470-82b0-f1fc3cf4486e', 'status': 'completed', 'code': 200} Jul 13 07:24:27.557630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Attempting to bind port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:27.559047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Attempting to bind port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:27.561220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Attempting to bind port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:27.567056 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.572624 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.575881 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f40bb47d-2d27-499f-8bcb-59306cd38582 HTTP/1.1" status: 204 len: 168 time: 0.7805982 Jul 13 07:24:27.576837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:27.578544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Attempting to bind port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:27.595182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:27.597349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:27.600408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:27.601670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Bound port: 86ff8623-d5eb-4548-8415-cbc3e5f38bf3, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:27.603261 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.609311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55100e71-8800-41fc-9335-2c3edaaa3f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=f40bb47d-2d27-499f-8bcb-59306cd38582,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:27.825402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port c1a876df-c576-42a4-a5c2-94ad310c6ca0 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:27.831200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] For port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:27.850432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] For port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:27.852293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port c1a876df-c576-42a4-a5c2-94ad310c6ca0 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:27.853530 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.863726 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.950170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f396a7-adc0-40bd-8ce4-1fe482b20d2b req-cfd718a9-5ba7-4b56-9964-9f82fdc92771 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.959096 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13f396a7-adc0-40bd-8ce4-1fe482b20d2b req-cfd718a9-5ba7-4b56-9964-9f82fdc92771 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 948 time: 0.1917081 Jul 13 07:24:27.976515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.977173 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.979445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] 10.222.0.54 "PUT /v2.0/ports/86ff8623-d5eb-4548-8415-cbc3e5f38bf3 HTTP/1.1" status: 200 len: 1096 time: 1.7781632 Jul 13 07:24:27.983739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41714) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:28.095587 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13f396a7-adc0-40bd-8ce4-1fe482b20d2b req-198ff104-8306-431a-b373-2d5e00d208db tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355128 Jul 13 07:24:28.099381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17441b-f190-46b4-a073-590faf1aff8e service neutron] Pushing event updated for resources: {'Port': ['ID=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:28.116747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41716) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:28.127088 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f6d08a8d-05ac-4d6f-a0c4-60a001432540 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d71ab2c7500f4d7fbf0150a7015cd01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318872 Jul 13 07:24:28.257374 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.269934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b1c2ee5-ab76-471e-a20e-d1534b2c22f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.277392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-8ac930ae-369f-4fe3-9b4f-7d5c92b157bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.278884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-8ac930ae-369f-4fe3-9b4f-7d5c92b157bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90c946efcbd24671a00730525cf442b0&device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 1099 time: 0.1333506 Jul 13 07:24:28.303895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2fc355-6f46-4470-aad8-3f26638873f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a876df-c576-42a4-a5c2-94ad310c6ca0'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:28.306212 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b92008-2b8a-4eeb-8b69-6d35da357816" -d '{"events": [{"server_uuid": "2c2fc355-6f46-4470-aad8-3f26638873f4", "name": "network-vif-plugged", "status": "completed", "tag": "c1a876df-c576-42a4-a5c2-94ad310c6ca0"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:28.328175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c1a876df-c576-42a4-a5c2-94ad310c6ca0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c1a876df-c576-42a4-a5c2-94ad310c6ca0,segment=NetworkSegment(a7486859-5db8-4ee2-b632-6537b4efa48f),segment_id=a7486859-5db8-4ee2-b632-6537b4efa48f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:28.366605 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.445227 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dab090-7e5f-4439-81cd-b080d6adc098 x-openstack-request-id: req-63dab090-7e5f-4439-81cd-b080d6adc098 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:28.445515 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2fc355-6f46-4470-aad8-3f26638873f4", "name": "network-vif-plugged", "status": "completed", "tag": "c1a876df-c576-42a4-a5c2-94ad310c6ca0", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:28.445771 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63dab090-7e5f-4439-81cd-b080d6adc098 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:28.446160 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2fc355-6f46-4470-aad8-3f26638873f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a876df-c576-42a4-a5c2-94ad310c6ca0', 'code': 200} Jul 13 07:24:28.507425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:28.510237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c1a876df-c576-42a4-a5c2-94ad310c6ca0,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:28.624218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:28.624712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6c1bc1b9-036b-4e8f-9c2e-55e1dda1c863 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:28.673358 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b1c2ee5-ab76-471e-a20e-d1534b2c22f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.731519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7b3b-53d1-436c-9cc7-5097c71a1d14 req-acc73253-7a22-4e94-86ff-63fbfd5b721d tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.736705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-292ffc2c-6eee-4faa-bcf3-8be449db380c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=86ff8623-d5eb-4548-8415-cbc3e5f38bf3 HTTP/1.1" status: 200 len: 217 time: 0.4415748 Jul 13 07:24:28.740629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83ce7b3b-53d1-436c-9cc7-5097c71a1d14 req-acc73253-7a22-4e94-86ff-63fbfd5b721d tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 946 time: 0.0899568 Jul 13 07:24:28.804930 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83ce7b3b-53d1-436c-9cc7-5097c71a1d14 req-f366793b-10bf-406e-95c5-446e0b262897 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621827 Jul 13 07:24:28.836192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-3c174b35-d5e9-48bc-a046-a403dd5b483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.838229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-3c174b35-d5e9-48bc-a046-a403dd5b483b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0840509 Jul 13 07:24:28.847513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5740742-8322-4268-9d8b-be32899d70db req-7e1dd94c-b6c5-4f3d-8244-a6053f997694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.849338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5740742-8322-4268-9d8b-be32899d70db req-7e1dd94c-b6c5-4f3d-8244-a6053f997694 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 1097 time: 0.1782615 Jul 13 07:24:28.849806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b1c2ee5-ab76-471e-a20e-d1534b2c22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.852515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b1c2ee5-ab76-471e-a20e-d1534b2c22f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.856180 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2b1c2ee5-ab76-471e-a20e-d1534b2c22f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d8b7bb5-903c-42b9-a65b-e97e9f829efe HTTP/1.1" status: 204 len: 168 time: 0.7245710 Jul 13 07:24:28.880320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c2ee5-ab76-471e-a20e-d1534b2c22f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8b7bb5-903c-42b9-a65b-e97e9f829efe,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:28.936468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5740742-8322-4268-9d8b-be32899d70db req-c182d6f0-6b51-400c-9249-9f566ddfa5ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777962 Jul 13 07:24:28.981500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-a464630e-04ec-49a9-bc13-d03ed3651d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.983030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-a464630e-04ec-49a9-bc13-d03ed3651d00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233430 Jul 13 07:24:29.018475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd86967-ae2a-481c-a48b-4edf9ce401b3 req-99e2bc91-8eff-4c80-a18b-87adc0ac7df2 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.020578 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5cd86967-ae2a-481c-a48b-4edf9ce401b3 req-99e2bc91-8eff-4c80-a18b-87adc0ac7df2 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 949 time: 0.0679543 Jul 13 07:24:29.036610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c789c3-a7c0-464e-9c4c-56aac850be4b req-a2db9c2a-2357-43c3-a25e-02e7e8c9601b tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.038502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-20c789c3-a7c0-464e-9c4c-56aac850be4b req-a2db9c2a-2357-43c3-a25e-02e7e8c9601b tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 1096 time: 0.0939517 Jul 13 07:24:29.068233 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5cd86967-ae2a-481c-a48b-4edf9ce401b3 req-eee4b0ac-368c-4ca0-a587-5d44b38bb822 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Jul 13 07:24:29.118429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-20c789c3-a7c0-464e-9c4c-56aac850be4b req-5e264f46-84a2-439a-b6f1-6376097e2fdb tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528989 Jul 13 07:24:29.124356 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-5300f1e2-cd26-4db5-b26a-6328c7a1205c service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274428 Jul 13 07:24:29.297342 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecefa210-7f8e-4480-8db5-f77850486f94 req-48fe501e-e2de-4a1e-8ef2-f7419401ae89 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554549 Jul 13 07:24:29.355858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d42a5-1cb0-49ec-8b27-9b65e82fe993 req-83a97500-6eb8-445d-8138-8cdced1ffbaa tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.357698 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d6d42a5-1cb0-49ec-8b27-9b65e82fe993 req-83a97500-6eb8-445d-8138-8cdced1ffbaa tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 948 time: 0.1059444 Jul 13 07:24:29.421886 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d6d42a5-1cb0-49ec-8b27-9b65e82fe993 req-2e9dfc73-81b3-44e1-82fc-93f7d82eec00 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487688 Jul 13 07:24:29.497711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0c3a48-505c-49a4-a496-3774f6079656', 'tag': '86ff8623-d5eb-4548-8415-cbc3e5f38bf3'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:29.500038 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aa4b5b-835a-43ea-a6c1-3baa9c895533" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0c3a48-505c-49a4-a496-3774f6079656", "tag": "86ff8623-d5eb-4548-8415-cbc3e5f38bf3"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:30.039545 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3260d838-3894-4e8c-8865-06b5a2115a28 x-openstack-request-id: req-3260d838-3894-4e8c-8865-06b5a2115a28 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:30.039862 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0c3a48-505c-49a4-a496-3774f6079656", "tag": "86ff8623-d5eb-4548-8415-cbc3e5f38bf3", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:30.040195 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3260d838-3894-4e8c-8865-06b5a2115a28 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:30.040607 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0c3a48-505c-49a4-a496-3774f6079656', 'tag': '86ff8623-d5eb-4548-8415-cbc3e5f38bf3', 'status': 'completed', 'code': 200} Jul 13 07:24:30.126402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-ecc78167-cf04-45c2-8c41-426297369f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.128799 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-ecc78167-cf04-45c2-8c41-426297369f91 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90c946efcbd24671a00730525cf442b0&device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 1099 time: 0.0562119 Jul 13 07:24:30.217568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0143431-1bb0-4dff-85cb-356c52dbc76e req-cb94872c-a6c8-4bbd-8977-1d50493be816 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.219208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0143431-1bb0-4dff-85cb-356c52dbc76e req-cb94872c-a6c8-4bbd-8977-1d50493be816 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 946 time: 0.0747144 Jul 13 07:24:30.232547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-3868a260-3a43-4f6d-aa5f-29addc07b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.234049 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-3868a260-3a43-4f6d-aa5f-29addc07b68e service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.0941911 Jul 13 07:24:30.262107 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0143431-1bb0-4dff-85cb-356c52dbc76e req-9e5fd51f-a745-4448-8eda-45bd3c72566c tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358057 Jul 13 07:24:30.279698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-b60ff728-5864-42ac-9cf3-3f2c9e54918f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=86ff8623-d5eb-4548-8415-cbc3e5f38bf3 HTTP/1.1" status: 200 len: 217 time: 0.0371165 Jul 13 07:24:30.333661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-7bcb23bb-bf09-4ff2-9f5c-fd0db6437f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.335114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-7bcb23bb-bf09-4ff2-9f5c-fd0db6437f1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0462039 Jul 13 07:24:30.341150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-22d41a33-ac29-4795-afdb-464cfa154baf tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:24:30.342240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-22d41a33-ac29-4795-afdb-464cfa154baf tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062363 Jul 13 07:24:30.355405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Request body: {'binding': {'host': 'n-h2-798249-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:30.355850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Unknown quota resources ['binding']. {{(pid=93838) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:24:30.487571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-1082c1c3-e604-4864-a47d-3bf1b120ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.489202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-1082c1c3-e604-4864-a47d-3bf1b120ab99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461658 Jul 13 07:24:30.587048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f on host n-h2-798249-7 for vnic_type normal with profile None {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:30.587384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:30.587717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:30.626175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Port b9f629e0-b447-44a1-a233-95069418da8f on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:30.626502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:30.642228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:30.642575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:30.642958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:30.643398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Bound port: b9f629e0-b447-44a1-a233-95069418da8f, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:30.687761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-9ec34c68-b2f9-4b8e-b0e0-a9f664d79ea2 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866882 Jul 13 07:24:30.751853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df487e1-fcdb-4290-805d-04022ef637ac req-ee890d45-7def-4342-9957-f07b96d0501f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.753360 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9df487e1-fcdb-4290-805d-04022ef637ac req-ee890d45-7def-4342-9957-f07b96d0501f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 949 time: 0.1677001 Jul 13 07:24:30.767338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:30.821727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.824504 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-985e2338-da35-4217-a6bc-0c2b154a885f service neutron] 10.222.0.44 "POST /v2.0/ports/b9f629e0-b447-44a1-a233-95069418da8f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4737546 Jul 13 07:24:30.960885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49aa4b5b-835a-43ea-a6c1-3baa9c895533 req-b5e492e8-83a6-4557-8a3d-92957fd965df service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591610 Jul 13 07:24:30.984796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-9df487e1-fcdb-4290-805d-04022ef637ac req-d5a13871-43fe-48bb-9205-f4b680cdd686 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Deleting port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:30.985150 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9df487e1-fcdb-4290-805d-04022ef637ac req-d5a13871-43fe-48bb-9205-f4b680cdd686 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.119762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9df487e1-fcdb-4290-805d-04022ef637ac req-d5a13871-43fe-48bb-9205-f4b680cdd686 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] For port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:31.121048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9df487e1-fcdb-4290-805d-04022ef637ac req-d5a13871-43fe-48bb-9205-f4b680cdd686 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.141764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7dc48-0181-4666-bf5a-a110505ab7f0 req-f0789780-4bd7-4a16-9a73-dd2f91f18fbb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.143471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-9df487e1-fcdb-4290-805d-04022ef637ac req-d5a13871-43fe-48bb-9205-f4b680cdd686 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Calling delete_port for 8da0e7ce-ff51-4740-9be6-26e3d438ef0d owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:31.144481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 3112c574-a446-4470-82b0-f1fc3cf4486e no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:31.151894 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-93f7dc48-0181-4666-bf5a-a110505ab7f0 req-f0789780-4bd7-4a16-9a73-dd2f91f18fbb tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 949 time: 0.1177492 Jul 13 07:24:31.171502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 3112c574-a446-4470-82b0-f1fc3cf4486e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:31.171885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 3112c574-a446-4470-82b0-f1fc3cf4486e not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:31.195227 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-93f7dc48-0181-4666-bf5a-a110505ab7f0 req-adeff4f2-9db6-4a67-a477-4167446f6763 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Jul 13 07:24:31.345644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-9a0e5965-d0d3-4b08-9f8d-08b1e8034bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.347203 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-9a0e5965-d0d3-4b08-9f8d-08b1e8034bf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 1096 time: 0.1836166 Jul 13 07:24:31.364042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c6441-ad1c-4e89-afd2-bfbca81032e0 req-65ebf293-40a5-40ee-87e1-73e7c169df3f tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.365510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b0c6441-ad1c-4e89-afd2-bfbca81032e0 req-65ebf293-40a5-40ee-87e1-73e7c169df3f tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 948 time: 0.1876688 Jul 13 07:24:31.462027 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e139c152-5788-4b50-9fe5-a41b7e6ae378 req-ed617039-fbeb-4a83-a2ad-cf1ad1d497ed tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0145803-0e8b-4aa8-9817-1682ca7c8ec1 HTTP/1.1" status: 200 len: 210 time: 0.0329826 Jul 13 07:24:31.482387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:31.501362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b0c6441-ad1c-4e89-afd2-bfbca81032e0 req-31d276df-3c9e-4606-b271-90102c8b67b7 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071455 Jul 13 07:24:31.541462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9df487e1-fcdb-4290-805d-04022ef637ac req-d5a13871-43fe-48bb-9205-f4b680cdd686 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.571557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6', '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'abafb9fa-25ae-4a21-ae0b-f7d08762e423', 'dc027f65-4a26-4121-bab2-8e0fd1086d18', '8da0e7ce-ff51-4740-9be6-26e3d438ef0d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:31.574594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a', 'faae36af-d90d-4748-9561-7122f2bbbef1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:31.634618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a13871-43fe-48bb-9205-f4b680cdd686 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event deleted for resources: {'Port': ['ID=8da0e7ce-ff51-4740-9be6-26e3d438ef0d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:31.690229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-a3d69cdd-1bb2-4fb2-9ffb-c8ec52d41319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.693399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-a3d69cdd-1bb2-4fb2-9ffb-c8ec52d41319 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.3087690 Jul 13 07:24:31.757922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df487e1-fcdb-4290-805d-04022ef637ac req-d5a13871-43fe-48bb-9205-f4b680cdd686 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] No DVR routers for this DVR port 8da0e7ce-ff51-4740-9be6-26e3d438ef0d on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:31.764243 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9df487e1-fcdb-4290-805d-04022ef637ac req-d5a13871-43fe-48bb-9205-f4b680cdd686 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.766835 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9df487e1-fcdb-4290-805d-04022ef637ac req-d5a13871-43fe-48bb-9205-f4b680cdd686 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "DELETE /v2.0/ports/8da0e7ce-ff51-4740-9be6-26e3d438ef0d HTTP/1.1" status: 204 len: 173 time: 1.0035403 Jul 13 07:24:31.814116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-82135d6b-35c9-446b-bc76-57c7a2dc0a09 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f629e0-b447-44a1-a233-95069418da8f HTTP/1.1" status: 200 len: 217 time: 0.0775616 Jul 13 07:24:31.840259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35771e-743b-4115-9e79-748722b978b7 req-c31a64f2-6610-42db-b39e-d81755f1a770 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.855519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:31.856489 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa35771e-743b-4115-9e79-748722b978b7 req-c31a64f2-6610-42db-b39e-d81755f1a770 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.1722374 Jul 13 07:24:31.917115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '86ff8623-d5eb-4548-8415-cbc3e5f38bf3', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '86ff8623-d5eb-4548-8415-cbc3e5f38bf3', 'mac_address': 'fa:16:3e:a0:62:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:31.946497 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa35771e-743b-4115-9e79-748722b978b7 req-92481547-9056-495b-b852-9c8ed10ceab2 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889976 Jul 13 07:24:31.960071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-55fbefb1-28bf-453e-b53a-6c374cd33587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.961856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-55fbefb1-28bf-453e-b53a-6c374cd33587 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.1412065 Jul 13 07:24:32.060617 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.063917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b95de8b-56de-43a6-b4ed-4024f196388e', 'name': 'network-vif-deleted', 'tag': '8da0e7ce-ff51-4740-9be6-26e3d438ef0d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:32.070707 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35280c11-03fe-453e-b6ed-6cb5f15db5c1" -d '{"events": [{"server_uuid": "8b95de8b-56de-43a6-b4ed-4024f196388e", "name": "network-vif-deleted", "tag": "8da0e7ce-ff51-4740-9be6-26e3d438ef0d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:32.082384 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-5e477651-77d7-4dcb-9cc3-4faa12cd07e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110919 Jul 13 07:24:32.149419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:32.175566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:32.206255 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.228799 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-52fa740c-934a-411d-ad75-90fac067ee65 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324906 Jul 13 07:24:32.316188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64f4c5-3fac-4b46-b06d-1c7704a28b9c req-e803a486-7dde-418d-b402-f58fe4a1f4a1 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.322115 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca64f4c5-3fac-4b46-b06d-1c7704a28b9c req-e803a486-7dde-418d-b402-f58fe4a1f4a1 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 946 time: 0.1513829 Jul 13 07:24:32.359776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:32.431105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca64f4c5-3fac-4b46-b06d-1c7704a28b9c req-636f3ac0-c3aa-4374-ba8e-10e0391d3499 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940168 Jul 13 07:24:32.431797 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252b86b1-b7fa-4065-b3c7-e3aacee26e5b x-openstack-request-id: req-252b86b1-b7fa-4065-b3c7-e3aacee26e5b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:32.433169 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b95de8b-56de-43a6-b4ed-4024f196388e", "name": "network-vif-deleted", "tag": "8da0e7ce-ff51-4740-9be6-26e3d438ef0d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:32.433617 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-252b86b1-b7fa-4065-b3c7-e3aacee26e5b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:32.434079 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b95de8b-56de-43a6-b4ed-4024f196388e', 'name': 'network-vif-deleted', 'tag': '8da0e7ce-ff51-4740-9be6-26e3d438ef0d', 'status': 'completed', 'code': 200} Jul 13 07:24:32.489210 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-72393b98-0e88-48c5-a72c-08184b36f46a service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467265 Jul 13 07:24:32.696636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['86ff8623-d5eb-4548-8415-cbc3e5f38bf3'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:32.770794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea62b70-3edb-413c-8980-f5c9dae0662d req-f523140f-d39f-4959-a847-406396ade56c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b95de8b-56de-43a6-b4ed-4024f196388e HTTP/1.1" status: 200 len: 210 time: 0.0682135 Jul 13 07:24:32.942610 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-922bf842-99e9-4c11-bdd6-fccb6c7902ca req-e8468c32-eace-48d3-9c23-4d178edf68bc tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0579433 Jul 13 07:24:33.030827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c5633-6937-46a3-9d1e-42c7a66140a6 req-b0de8f43-39d9-4499-ba77-a4d2a4217edd tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.040280 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a30c5633-6937-46a3-9d1e-42c7a66140a6 req-b0de8f43-39d9-4499-ba77-a4d2a4217edd tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 949 time: 0.1251466 Jul 13 07:24:33.127831 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a30c5633-6937-46a3-9d1e-42c7a66140a6 req-c7b06b66-d489-439f-9964-8e15eaf055ca tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864103 Jul 13 07:24:33.208630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4408118-dc16-4ed4-9293-b1232dac0e5c req-5939ec4a-a0be-4a67-a6ce-c58b40d472d3 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.210228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4408118-dc16-4ed4-9293-b1232dac0e5c req-5939ec4a-a0be-4a67-a6ce-c58b40d472d3 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.0987041 Jul 13 07:24:33.264675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4408118-dc16-4ed4-9293-b1232dac0e5c req-4a2fee4c-9e93-48be-8ead-cefb3f5f8e7a tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484967 Jul 13 07:24:33.494359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8da0e7ce-ff51-4740-9be6-26e3d438ef0d no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:33.515748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 8da0e7ce-ff51-4740-9be6-26e3d438ef0d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:33.516064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8da0e7ce-ff51-4740-9be6-26e3d438ef0d not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:33.627955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015747a-7320-446c-b0f0-379d4b77fc37 req-220b9930-780f-4525-93f0-bf4cbb8ee70c tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.629790 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8015747a-7320-446c-b0f0-379d4b77fc37 req-220b9930-780f-4525-93f0-bf4cbb8ee70c tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 946 time: 0.0658734 Jul 13 07:24:33.646425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-49f69b11-55b1-410f-9ef8-46f3c142d194 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.647911 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-49f69b11-55b1-410f-9ef8-46f3c142d194 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 946 time: 0.0643418 Jul 13 07:24:33.668508 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8015747a-7320-446c-b0f0-379d4b77fc37 req-9ea33d74-6009-441e-b770-4e874c5d73ad tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/security-groups?id=95965269-d290-470c-a542-48b0bf52b4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Jul 13 07:24:33.755647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-707dd544-7b51-48bf-b52f-e18e0a108ab6 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Deleting port c1a876df-c576-42a4-a5c2-94ad310c6ca0 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:33.755996 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-707dd544-7b51-48bf-b52f-e18e0a108ab6 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.856371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-707dd544-7b51-48bf-b52f-e18e0a108ab6 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] For port c1a876df-c576-42a4-a5c2-94ad310c6ca0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c1a876df-c576-42a4-a5c2-94ad310c6ca0,segment=NetworkSegment(a7486859-5db8-4ee2-b632-6537b4efa48f),segment_id=a7486859-5db8-4ee2-b632-6537b4efa48f)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:33.856743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-707dd544-7b51-48bf-b52f-e18e0a108ab6 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.870616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-707dd544-7b51-48bf-b52f-e18e0a108ab6 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Calling delete_port for c1a876df-c576-42a4-a5c2-94ad310c6ca0 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:34.047065 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-707dd544-7b51-48bf-b52f-e18e0a108ab6 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.072460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c1a876df-c576-42a4-a5c2-94ad310c6ca0'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:34.099489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dd544-7b51-48bf-b52f-e18e0a108ab6 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Pushing event deleted for resources: {'Port': ['ID=c1a876df-c576-42a4-a5c2-94ad310c6ca0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:34.148926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b4b44778-d2e6-4745-ade2-6a5bab2fa94a req-0a36b506-3a79-4507-b7db-8a4da7f4c1a1 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0460386 Jul 13 07:24:34.189256 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.192008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-707dd544-7b51-48bf-b52f-e18e0a108ab6 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] No DVR routers for this DVR port c1a876df-c576-42a4-a5c2-94ad310c6ca0 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:34.196313 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-707dd544-7b51-48bf-b52f-e18e0a108ab6 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.201751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1a17aac-20ea-4643-835a-9e7caaddd1a0 req-707dd544-7b51-48bf-b52f-e18e0a108ab6 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.53 "DELETE /v2.0/ports/c1a876df-c576-42a4-a5c2-94ad310c6ca0 HTTP/1.1" status: 204 len: 173 time: 0.5468600 Jul 13 07:24:34.234033 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9074423c-28d2-437b-853e-7a377f8972e7 req-fd61565a-6d7f-41f2-9ed8-01bd78c0f2ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d0145803-0e8b-4aa8-9817-1682ca7c8ec1 HTTP/1.1" status: 200 len: 210 time: 0.0477252 Jul 13 07:24:34.421841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3888e-cde8-40f5-a3ba-d245fb92a2f0 req-c273ee12-823b-46a0-b9a9-32e3c2bd3527 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.430286 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ccc3888e-cde8-40f5-a3ba-d245fb92a2f0 req-c273ee12-823b-46a0-b9a9-32e3c2bd3527 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 949 time: 0.1165967 Jul 13 07:24:34.435155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2fc355-6f46-4470-aad8-3f26638873f4', 'name': 'network-vif-deleted', 'tag': 'c1a876df-c576-42a4-a5c2-94ad310c6ca0'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:34.438663 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fb24f2-976d-4b11-a999-7a6b8dcb80c0" -d '{"events": [{"server_uuid": "2c2fc355-6f46-4470-aad8-3f26638873f4", "name": "network-vif-deleted", "tag": "c1a876df-c576-42a4-a5c2-94ad310c6ca0"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:34.478200 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ccc3888e-cde8-40f5-a3ba-d245fb92a2f0 req-43e722f5-84a9-47e5-8bbc-165d58bd2363 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467257 Jul 13 07:24:34.566631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fcbdb-5029-4b59-a392-038f23fadc30 req-0c97b14d-724e-4bc3-a870-7272409285ea tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.568249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c8fcbdb-5029-4b59-a392-038f23fadc30 req-0c97b14d-724e-4bc3-a870-7272409285ea tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.0866098 Jul 13 07:24:34.616786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c8fcbdb-5029-4b59-a392-038f23fadc30 req-9c1ddb70-61a9-4d45-ab71-f9893f6e2e66 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Jul 13 07:24:34.668486 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e828c37-054b-4a1f-82f4-796c3363b47b x-openstack-request-id: req-4e828c37-054b-4a1f-82f4-796c3363b47b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:34.668778 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2fc355-6f46-4470-aad8-3f26638873f4", "name": "network-vif-deleted", "tag": "c1a876df-c576-42a4-a5c2-94ad310c6ca0", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:34.669033 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e828c37-054b-4a1f-82f4-796c3363b47b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:34.669802 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2fc355-6f46-4470-aad8-3f26638873f4', 'name': 'network-vif-deleted', 'tag': 'c1a876df-c576-42a4-a5c2-94ad310c6ca0', 'status': 'completed', 'code': 200} Jul 13 07:24:34.678140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bdb62-44fb-4152-a00c-1d753506b29c req-1c1d1936-d4b0-4402-9cb2-5fe807260a97 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.679641 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f58bdb62-44fb-4152-a00c-1d753506b29c req-1c1d1936-d4b0-4402-9cb2-5fe807260a97 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 949 time: 0.0829453 Jul 13 07:24:34.721314 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f58bdb62-44fb-4152-a00c-1d753506b29c req-16b16713-66d2-4113-87c1-912af9c38a79 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353966 Jul 13 07:24:34.837016 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8613bd56-11b2-4cce-8f79-34dd7a2ec5bd req-7d7b52e5-e8b2-42c8-b903-943a734305c4 tempest-ServerGroupTestJSON-642288975 tempest-ServerGroupTestJSON-642288975-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c2fc355-6f46-4470-aad8-3f26638873f4 HTTP/1.1" status: 200 len: 210 time: 0.0346642 Jul 13 07:24:35.307030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-382cf7e2-9e41-436f-b9ba-2f77d593bb2f req-a6bcb768-74e6-4626-9fc9-cd5e957ee59e tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0284839 Jul 13 07:24:35.502930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:35.556301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:35.560449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:35.560920 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.639037 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.657841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accafec8-d1b9-4e0f-9b3b-43968082f1d9 req-8798e411-8c18-435e-a188-ea337da42f7f tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.660131 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-accafec8-d1b9-4e0f-9b3b-43968082f1d9 req-8798e411-8c18-435e-a188-ea337da42f7f tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 949 time: 0.0713933 Jul 13 07:24:35.664303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0c3a48-505c-49a4-a496-3774f6079656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ff8623-d5eb-4548-8415-cbc3e5f38bf3'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:35.668684 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72074ac1-ecd3-4d9c-b524-7fbed7bdc149" -d '{"events": [{"server_uuid": "ac0c3a48-505c-49a4-a496-3774f6079656", "name": "network-vif-plugged", "status": "completed", "tag": "86ff8623-d5eb-4548-8415-cbc3e5f38bf3"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:35.685693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:35.692491 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.728878 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-accafec8-d1b9-4e0f-9b3b-43968082f1d9 req-cc14f191-1e6f-4981-929d-03157aba759e tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508497 Jul 13 07:24:35.767654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:35.791321 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ddade9-85ef-45e1-9215-abd95ed166e7 x-openstack-request-id: req-95ddade9-85ef-45e1-9215-abd95ed166e7 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:35.791620 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0c3a48-505c-49a4-a496-3774f6079656", "name": "network-vif-plugged", "status": "completed", "tag": "86ff8623-d5eb-4548-8415-cbc3e5f38bf3", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:35.791919 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95ddade9-85ef-45e1-9215-abd95ed166e7 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:35.792389 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0c3a48-505c-49a4-a496-3774f6079656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ff8623-d5eb-4548-8415-cbc3e5f38bf3', 'code': 200} Jul 13 07:24:35.872580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5317a55-7805-4e61-ae5f-dc8f035fbc61 req-5d1c0368-1cc3-4b0f-9931-8adbbfddae82 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.879791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5317a55-7805-4e61-ae5f-dc8f035fbc61 req-5d1c0368-1cc3-4b0f-9931-8adbbfddae82 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.0939660 Jul 13 07:24:35.980505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-38bdeffd-2742-487f-b0d9-2e2b67309db1 None None] Provisioning complete for port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:35.981281 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-38bdeffd-2742-487f-b0d9-2e2b67309db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.982458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5317a55-7805-4e61-ae5f-dc8f035fbc61 req-3e5172d3-39cb-45dc-9b4b-7ac40e71121c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982306 Jul 13 07:24:36.011424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68485e2-7c0b-4e9c-b540-3cbeea629f56 req-7c92ac62-8722-41a6-b895-3a646f682d43 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.013569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e68485e2-7c0b-4e9c-b540-3cbeea629f56 req-7c92ac62-8722-41a6-b895-3a646f682d43 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 949 time: 0.1071649 Jul 13 07:24:36.013811 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729bac3-2148-4fa1-9096-8c393c9349cc req-a296e086-9ca8-4915-b643-9a02f521fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.015482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8729bac3-2148-4fa1-9096-8c393c9349cc req-a296e086-9ca8-4915-b643-9a02f521fafa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 1101 time: 0.1296389 Jul 13 07:24:36.106224 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e68485e2-7c0b-4e9c-b540-3cbeea629f56 req-78e55a64-708c-4f44-be88-3dc4eba34194 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855107 Jul 13 07:24:36.300568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5cc84b77-f0ba-460d-85ec-511d387194fb req-7b0acdc8-8da3-4c70-beaf-1e7567d977b1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.2890472 Jul 13 07:24:36.364484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8729bac3-2148-4fa1-9096-8c393c9349cc req-fe7203d1-33cf-4c62-9aa8-9eea405b6a2e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661385 Jul 13 07:24:36.432160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-8f5f6fd6-3db9-4eb7-9021-e9d58579bb4e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.434591 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-8f5f6fd6-3db9-4eb7-9021-e9d58579bb4e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 949 time: 0.1377046 Jul 13 07:24:36.597921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c756528d-1382-4a24-b86a-42deae377115 req-1e5d2765-35cf-4bcf-98eb-ff000d3af4e8 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0810282 Jul 13 07:24:36.611674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41946) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:36.655657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-1bcd1a20-3488-4392-a818-a3abde1ccfa8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Deleting port dc027f65-4a26-4121-bab2-8e0fd1086d18 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:36.656008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-1bcd1a20-3488-4392-a818-a3abde1ccfa8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.687067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f169c9ba-1537-4af9-8f78-379706db272b admin admin] Deleting subnet 1260268b-19e8-40c9-934e-1549a715add1 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:36.692769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f169c9ba-1537-4af9-8f78-379706db272b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.775757 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f169c9ba-1537-4af9-8f78-379706db272b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.824379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-1bcd1a20-3488-4392-a818-a3abde1ccfa8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] For port dc027f65-4a26-4121-bab2-8e0fd1086d18, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=dc027f65-4a26-4121-bab2-8e0fd1086d18,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:36.824652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-1bcd1a20-3488-4392-a818-a3abde1ccfa8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.845718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-1bcd1a20-3488-4392-a818-a3abde1ccfa8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Calling delete_port for dc027f65-4a26-4121-bab2-8e0fd1086d18 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:36.855167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f169c9ba-1537-4af9-8f78-379706db272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.016972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f169c9ba-1537-4af9-8f78-379706db272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.065011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169c9ba-1537-4af9-8f78-379706db272b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1260268b-19e8-40c9-934e-1549a715add1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:37.070250 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f169c9ba-1537-4af9-8f78-379706db272b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.072794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f169c9ba-1537-4af9-8f78-379706db272b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1260268b-19e8-40c9-934e-1549a715add1 HTTP/1.1" status: 204 len: 168 time: 0.4588535 Jul 13 07:24:37.077575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41952) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:37.115632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de9f95-edab-47be-8d4f-ed75b94b6f52 req-77f5d2e5-fb30-450c-9a36-f20680b8511c tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.117345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76de9f95-edab-47be-8d4f-ed75b94b6f52 req-77f5d2e5-fb30-450c-9a36-f20680b8511c tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 950 time: 0.1946378 Jul 13 07:24:37.203413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76de9f95-edab-47be-8d4f-ed75b94b6f52 req-7ccef356-5554-49cc-a4f8-0a9572ea86cb tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768931 Jul 13 07:24:37.231007 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-1bcd1a20-3488-4392-a818-a3abde1ccfa8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.243249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a', 'faae36af-d90d-4748-9561-7122f2bbbef1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:37.252299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6', '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'abafb9fa-25ae-4a21-ae0b-f7d08762e423', 'dc027f65-4a26-4121-bab2-8e0fd1086d18'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:37.266575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd1a20-3488-4392-a818-a3abde1ccfa8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event deleted for resources: {'Port': ['ID=dc027f65-4a26-4121-bab2-8e0fd1086d18,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:37.284748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.395490 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-1bcd1a20-3488-4392-a818-a3abde1ccfa8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] No DVR routers for this DVR port dc027f65-4a26-4121-bab2-8e0fd1086d18 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:37.405827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-1bcd1a20-3488-4392-a818-a3abde1ccfa8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.409897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6b76e1f-6820-4612-9aa0-0b7eb4ad0ce5 req-1bcd1a20-3488-4392-a818-a3abde1ccfa8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "DELETE /v2.0/ports/dc027f65-4a26-4121-bab2-8e0fd1086d18 HTTP/1.1" status: 204 len: 173 time: 0.9688938 Jul 13 07:24:37.413307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d5825b-f7c5-4afa-9991-dba114a29213', 'name': 'network-vif-deleted', 'tag': 'dc027f65-4a26-4121-bab2-8e0fd1086d18'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:37.420845 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d7a93b-7c54-4a32-bc6f-894492f348e6" -d '{"events": [{"server_uuid": "74d5825b-f7c5-4afa-9991-dba114a29213", "name": "network-vif-deleted", "tag": "dc027f65-4a26-4121-bab2-8e0fd1086d18"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:37.468220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfeed0c7-cfa8-4f03-9c36-278f952fbbc5 req-0d8efdcb-5c41-4cc1-8745-eec56e13a52e tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 210 time: 0.0771441 Jul 13 07:24:37.505227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-3575c598-442d-436e-af0c-bcbaccd57c5d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2223334 Jul 13 07:24:37.524376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.547942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bde2448-a503-4219-877c-dca95e181070']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:37.568361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7486859-5db8-4ee2-b632-6537b4efa48f') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:37.568658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7486859-5db8-4ee2-b632-6537b4efa48f') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:37.591175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.616447 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.641312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:37.642025 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:37.670654 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:37.722016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c31d9-0c79-4980-930f-1deba5be74f2 req-3a34e966-a51b-4934-883b-44410f8a0d88 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.736965 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.743756 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd5c31d9-0c79-4980-930f-1deba5be74f2 req-3a34e966-a51b-4934-883b-44410f8a0d88 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.4566758 Jul 13 07:24:37.831438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-c0865123-4816-4a7b-8f2c-eb424b125000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.834349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-c0865123-4816-4a7b-8f2c-eb424b125000 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 1100 time: 0.1561460 Jul 13 07:24:37.858302 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.899501 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.925152 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3bde2448-a503-4219-877c-dca95e181070 HTTP/1.1" status: 204 len: 168 time: 0.8476479 Jul 13 07:24:37.926473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121eac0-3774-4332-904b-9fb13f9c3bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bde2448-a503-4219-877c-dca95e181070,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:37.952938 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd5c31d9-0c79-4980-930f-1deba5be74f2 req-c5f010a5-3ff7-48e4-aaff-248ed9f4525f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079875 Jul 13 07:24:38.072783 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70337560-de87-447a-83a3-fee2486c8ad8 x-openstack-request-id: req-70337560-de87-447a-83a3-fee2486c8ad8 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:38.073856 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d5825b-f7c5-4afa-9991-dba114a29213", "name": "network-vif-deleted", "tag": "dc027f65-4a26-4121-bab2-8e0fd1086d18", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:38.092221 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70337560-de87-447a-83a3-fee2486c8ad8 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:38.092831 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d5825b-f7c5-4afa-9991-dba114a29213', 'name': 'network-vif-deleted', 'tag': 'dc027f65-4a26-4121-bab2-8e0fd1086d18', 'status': 'completed', 'code': 200} Jul 13 07:24:38.192498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-f9997eb5-9723-4739-a9e4-56a0d6b6cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.194091 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-f9997eb5-9723-4739-a9e4-56a0d6b6cfa5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.3332593 Jul 13 07:24:38.350864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41978) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:38.442962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-5960cc90-d526-474f-941a-7f6b86b09a8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a HTTP/1.1" status: 200 len: 217 time: 0.2238286 Jul 13 07:24:38.487892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-68e5a61b-6eb4-4de7-a2e5-4ddca0e45f4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05de1f00256b439a8780581b70c2f1b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320059 Jul 13 07:24:38.490528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41980) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:38.506624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb784e-24cd-497f-b484-58379b179bca req-31990170-99f9-41e9-b3a5-c3b8237fe218 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.514902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-40cb784e-24cd-497f-b484-58379b179bca req-31990170-99f9-41e9-b3a5-c3b8237fe218 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 1096 time: 0.2467248 Jul 13 07:24:38.626628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-40cb784e-24cd-497f-b484-58379b179bca req-f501c3f7-e288-445e-8e08-f728fc2bfa43 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103463 Jul 13 07:24:38.628454 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-783871c0-f377-43f3-b2ea-b7670e0ef5f2 req-2d3cf923-f464-4c52-8981-7472c34125a2 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.1971219 Jul 13 07:24:38.663490 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cecf2df-c4a9-43b6-9d0c-cd7860a46e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.692038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-b2b15715-19f4-41ac-aaf9-e4d8da28ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.699791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-b2b15715-19f4-41ac-aaf9-e4d8da28ecc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.2559047 Jul 13 07:24:38.754030 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cecf2df-c4a9-43b6-9d0c-cd7860a46e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.859525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-309b9333-5d19-4d5b-ab54-e27e46051583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.861867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-309b9333-5d19-4d5b-ab54-e27e46051583 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454859 Jul 13 07:24:38.879318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cecf2df-c4a9-43b6-9d0c-cd7860a46e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.882152 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cecf2df-c4a9-43b6-9d0c-cd7860a46e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.883017 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1cecf2df-c4a9-43b6-9d0c-cd7860a46e98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95965269-d290-470c-a542-48b0bf52b4e7 HTTP/1.1" status: 204 len: 168 time: 0.3911955 Jul 13 07:24:38.917687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecf2df-c4a9-43b6-9d0c-cd7860a46e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95965269-d290-470c-a542-48b0bf52b4e7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:39.079876 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-68fda10b-443c-4ff8-a597-b7a95d6316e1 req-7578ed57-1ba9-4d7e-ab92-aba252dc26ae tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=74d5825b-f7c5-4afa-9991-dba114a29213 HTTP/1.1" status: 200 len: 210 time: 0.0811386 Jul 13 07:24:39.136004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-19d3b7d2-016d-4618-b937-6acb9dd1aadc service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670093 Jul 13 07:24:39.148174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6727fc-e641-469d-bd47-5f86dcbfab6d req-c6390c62-956f-4f01-af6a-494a195fcea4 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.156509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f6727fc-e641-469d-bd47-5f86dcbfab6d req-c6390c62-956f-4f01-af6a-494a195fcea4 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 950 time: 0.1810684 Jul 13 07:24:39.172352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c1a876df-c576-42a4-a5c2-94ad310c6ca0 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:39.228374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: c1a876df-c576-42a4-a5c2-94ad310c6ca0 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:39.228717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c1a876df-c576-42a4-a5c2-94ad310c6ca0 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:39.265477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f6727fc-e641-469d-bd47-5f86dcbfab6d req-48cbf686-663d-4283-90c2-c357541f5cde tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043015 Jul 13 07:24:39.332537 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67fa5a23-51e0-48f3-89f1-d79820bda8ac req-45d618ef-ab0c-4159-80ae-1fce9c94686b service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731050 Jul 13 07:24:39.521306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device dc027f65-4a26-4121-bab2-8e0fd1086d18 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:39.546976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: dc027f65-4a26-4121-bab2-8e0fd1086d18 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:39.547330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device dc027f65-4a26-4121-bab2-8e0fd1086d18 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:40.274447 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7df754-2d80-476b-8057-b7626b0c7be6 req-d22774a2-b11a-46a5-adef-6a93556281d7 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:40.287817 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce7df754-2d80-476b-8057-b7626b0c7be6 req-d22774a2-b11a-46a5-adef-6a93556281d7 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.1551683 Jul 13 07:24:40.350156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42054) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:40.357407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce7df754-2d80-476b-8057-b7626b0c7be6 req-d3b069df-3830-4994-9ea3-db68ff9f5c7d tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681574 Jul 13 07:24:40.532793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-network', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:40.567582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Made reservation on behalf of 787b99b7b40445fea1f50895ee6e9790 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:40.570360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.583165 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.701759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.716911 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.748082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:40.755663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ef7009-3e66-423b-bd78-592687b1f4dd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:40.765272 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.767095 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Added segment 6411f755-7f05-4f96-9e31-a598b5c85ef1 of type vlan for network 17734a9d-acc1-40c5-bfe3-725c4031c428 Jul 13 07:24:40.822322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.859363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.861739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:40.862593 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.918560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5657041 Jul 13 07:24:40.921304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42068) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:40.927148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Request body: {'subnet': {'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-subnet', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:40.964632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Made reservation on behalf of 787b99b7b40445fea1f50895ee6e9790 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:40.967664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.998854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b537a24-f221-4c71-be2e-acf81df19e8a admin admin] Pushing event updated for resources: {'Network': ['ID=17734a9d-acc1-40c5-bfe3-725c4031c428,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:41.010535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 17734a9d-acc1-40c5-bfe3-725c4031c428 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:41.098481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-885e6445-c88e-4e63-b779-e5062f15eb08 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:24:41.099518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-885e6445-c88e-4e63-b779-e5062f15eb08 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065644 Jul 13 07:24:41.114863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Request body: {'binding': {'host': 'n-h1-798249-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:41.115328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Unknown quota resources ['binding']. {{(pid=93838) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:24:41.347466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5808828-8dd2-4de9-b91b-cea8c024faf7 req-dd024284-9958-424a-8325-2dacf3536ab5 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0320904 Jul 13 07:24:41.349061 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.396165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 on host n-h1-798249-7 for vnic_type normal with profile None {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:41.397107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:41.397702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:41.404829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Port 69942dd3-fb59-4242-8645-9e59f7511040 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:41.405273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:41.411941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:41.412494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:41.412999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:41.413531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Bound port: 69942dd3-fb59-4242-8645-9e59f7511040, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:41.422553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdbdc21-b9e2-42a7-9049-63ee870baf7b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:41.448473 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:24:41.472940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:41.479763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Checking segment: {'id': '6411f755-7f05-4f96-9e31-a598b5c85ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:41.480465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Network hostable DHCP agents. Network: 17734a9d-acc1-40c5-bfe3-725c4031c428, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:41.483698 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.485277 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4428de61-3f14-4b20-996e-ebcb3c5b79fd service neutron] 10.222.0.44 "POST /v2.0/ports/69942dd3-fb59-4242-8645-9e59f7511040/bindings HTTP/1.1" status: 201 len: 389 time: 0.3745310 Jul 13 07:24:41.507493 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Network 17734a9d-acc1-40c5-bfe3-725c4031c428 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:41.525253 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 17734a9d-acc1-40c5-bfe3-725c4031c428) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:41.538576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c427910-1958-4c20-8433-53f406e9b43e None None] Network 17734a9d-acc1-40c5-bfe3-725c4031c428 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:41.551102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.554338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.633083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42090) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:41.633858 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-44a913b4-9d91-421e-97c6-1a8e8e41ed8b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7071774 Jul 13 07:24:41.639699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:41.705320 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.707306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.744086 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-5a695d6e-f1c8-4fb0-b3d9-5e101b47ed88 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90c946efcbd24671a00730525cf442b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594704 Jul 13 07:24:41.809152 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.906146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-4a33dd62-f809-4ee3-9d24-c5695ee990a4 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.907757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-4a33dd62-f809-4ee3-9d24-c5695ee990a4 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566668 Jul 13 07:24:41.954732 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-8d95a9f6-1102-47f7-b930-42ebafbf076d tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/quotas/90c946efcbd24671a00730525cf442b0 HTTP/1.1" status: 200 len: 375 time: 0.0371487 Jul 13 07:24:41.982166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd00757-e073-423e-8011-416df7d38f6d None None] Network 17734a9d-acc1-40c5-bfe3-725c4031c428 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:42.009017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9cac2-b368-42cd-8378-a190e4fb19d3 req-107c16e6-9430-4bba-8115-9160a4be5a38 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.011349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bcb9cac2-b368-42cd-8378-a190e4fb19d3 req-107c16e6-9430-4bba-8115-9160a4be5a38 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.2004347 Jul 13 07:24:42.017723 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.045744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4a3eea2d-5bb3-4d6c-8806-501524de9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.047931 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4a3eea2d-5bb3-4d6c-8806-501524de9e7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 1096 time: 0.1390994 Jul 13 07:24:42.089410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bcb9cac2-b368-42cd-8378-a190e4fb19d3 req-e218bf2f-0af0-47da-8137-6c8823e1f7f5 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677712 Jul 13 07:24:42.152590 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-8084e729-004a-4e41-a7a1-ca17b00d7170 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90c946efcbd24671a00730525cf442b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1894679 Jul 13 07:24:42.252957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-86c67f8b-eedc-4405-be91-c4bd1175bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.254913 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-86c67f8b-eedc-4405-be91-c4bd1175bf33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.1978765 Jul 13 07:24:42.340918 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-ac933b69-004d-46c4-8b6a-e03a668c6eef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69942dd3-fb59-4242-8645-9e59f7511040 HTTP/1.1" status: 200 len: 217 time: 0.0763140 Jul 13 07:24:42.364984 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.388094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.420872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-bf987b96-27eb-4db6-9205-9771cb723f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.423529 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-bf987b96-27eb-4db6-9205-9771cb723f07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.0703309 Jul 13 07:24:42.481674 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4b311ca2-773a-4d26-9fe9-a24eb3a1af7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511947 Jul 13 07:24:42.601515 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-b99a6586-e39e-44c9-976d-4fb46c699ad3 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052580 Jul 13 07:24:42.628685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f1cf906-1e9a-42b6-966d-d1b9dffb2a46 req-777bae81-ffe8-4119-8252-964c0324821a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 210 time: 0.0469701 Jul 13 07:24:42.680086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Allocated IP 172.25.6.58 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/5c2630a7-c845-4fca-82a1-d077bc17b64b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:42.805969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f031faa-2147-4354-b916-eae859073302 req-1cc652f4-9036-487d-aeac-1fe891eeb523 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0332386 Jul 13 07:24:42.822131 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-6ef2d7b6-9976-4d95-b812-42121dfa8859 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121849 Jul 13 07:24:42.848345 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.877759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a0d3a-6a4b-42b9-a4af-24f7df19025f req-ef0fb536-aea3-4cea-82ec-7613423ea0c9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.879674 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-956a0d3a-6a4b-42b9-a4af-24f7df19025f req-ef0fb536-aea3-4cea-82ec-7613423ea0c9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.1947348 Jul 13 07:24:42.960936 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-956a0d3a-6a4b-42b9-a4af-24f7df19025f req-854d3369-c177-432e-813b-a647d832562d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750601 Jul 13 07:24:42.965630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.022629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:43.026002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:43.034407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:43.067785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2630a7-c845-4fca-82a1-d077bc17b64b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:43.292533 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-8a865941-c4a0-4d5c-a15c-e978d0ecd12f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941765 Jul 13 07:24:43.426223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.481647 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-cfc8155b-9e9c-4ca9-b2d1-0d156a8020fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.484182 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-cfc8155b-9e9c-4ca9-b2d1-0d156a8020fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 1101 time: 0.1246614 Jul 13 07:24:43.492114 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6460a-035b-43f8-adfd-c9a44af49b5e req-181ee4c4-e506-42ba-bdcf-d00257e5c6ea tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.500523 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01f6460a-035b-43f8-adfd-c9a44af49b5e req-181ee4c4-e506-42ba-bdcf-d00257e5c6ea tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.1319726 Jul 13 07:24:43.569712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01f6460a-035b-43f8-adfd-c9a44af49b5e req-110b239f-7aa3-4664-9213-51200ef763ca tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678988 Jul 13 07:24:43.646448 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-f4104800-65d2-43e6-a52b-826a6896a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.648732 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-f4104800-65d2-43e6-a52b-826a6896a998 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1323953 Jul 13 07:24:43.714243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-ed19a36a-b84e-4f90-a2a4-dcd5664746b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2e470341-21c0-4f53-a174-d575c1246a5a HTTP/1.1" status: 200 len: 217 time: 0.0560460 Jul 13 07:24:43.781638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-1f951d96-c7e9-40a2-8ae3-1091161fc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.783390 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-1f951d96-c7e9-40a2-8ae3-1091161fc59a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0564210 Jul 13 07:24:43.920114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5efee237-9757-4e7b-a5f1-3854707f07a2 req-f7343a63-8b48-4cd9-8cb0-d8b2aacedee6 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 210 time: 0.0431907 Jul 13 07:24:43.930295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-89d25cf3-b5e5-4f5d-aee6-af530940e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.940589 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-89d25cf3-b5e5-4f5d-aee6-af530940e034 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345551 Jul 13 07:24:43.985036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13179c4f-4b3d-486d-80b3-cbf97338ebcc req-50fc6ee3-5d25-4d2c-9556-5780a1ebf623 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.986557 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13179c4f-4b3d-486d-80b3-cbf97338ebcc req-50fc6ee3-5d25-4d2c-9556-5780a1ebf623 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=98747bdb-1b13-470e-90b3-83cd048db5f3 HTTP/1.1" status: 200 len: 950 time: 0.1648302 Jul 13 07:24:44.077248 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-7013d1a9-5fd4-4a4d-8be8-38edf6361025 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343334 Jul 13 07:24:44.111633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13179c4f-4b3d-486d-80b3-cbf97338ebcc req-97c50930-a991-4d7c-b1ef-47f943f2fde3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169527 Jul 13 07:24:44.129894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.150654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d6e4b86-4937-4c5a-97f5-1d752d899cd6 req-1d26252f-2fd9-4a4a-a6e8-45ec23c5dfe2 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0615702 Jul 13 07:24:44.215134 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4499c496-f38d-44bb-99e5-b450f2c985d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.290191 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8f9285f-414c-4095-88c6-8fb29c4cc525 req-8f264336-4956-4aac-8a73-0f26e4dad1c6 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989934 Jul 13 07:24:44.333219 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-1c8c0605-c063-4676-8b36-040f234746ce tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=90c946efcbd24671a00730525cf442b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716283 Jul 13 07:24:44.523133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-78587cdd-1775-43bc-add5-a6d1faedba0c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.524667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-78587cdd-1775-43bc-add5-a6d1faedba0c tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "GET /v2.0/ports?device_id=98747bdb-1b13-470e-90b3-83cd048db5f3 HTTP/1.1" status: 200 len: 950 time: 0.2775922 Jul 13 07:24:44.539005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a26d-7cbe-4996-8321-5516c3034d66 req-a7f78351-ee5f-47a9-9767-db1aac5db2f1 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.540573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b818a26d-7cbe-4996-8321-5516c3034d66 req-a7f78351-ee5f-47a9-9767-db1aac5db2f1 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.2153275 Jul 13 07:24:44.565453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-fe9feab1-8533-42ed-8232-3908489c1057 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.566994 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-fe9feab1-8533-42ed-8232-3908489c1057 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003121 Jul 13 07:24:44.613097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Request body: {'port': {'device_id': '446dac76-dd06-422a-90b8-9e3c96ac51a5', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '90c946efcbd24671a00730525cf442b0'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:44.701833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Router 506f6df2-9556-45a9-9ce0-aad986dbe6de is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:24:44.800618 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b818a26d-7cbe-4996-8321-5516c3034d66 req-73e97b86-4c7f-4387-9dc5-d6e7e2aa03d8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458212 Jul 13 07:24:44.876354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbff11b-d62b-4bb6-8d24-627becbab27e req-c3e8b20e-5e24-49ab-be99-7a6e81a1b437 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.881700 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6bbff11b-d62b-4bb6-8d24-627becbab27e req-c3e8b20e-5e24-49ab-be99-7a6e81a1b437 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.1085267 Jul 13 07:24:44.959789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6bbff11b-d62b-4bb6-8d24-627becbab27e req-c3e6f8eb-efc9-486e-a18e-35dfcf093d03 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708873 Jul 13 07:24:44.965104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-2d3cb93f-00d9-4dbf-8f81-f30d0f8c11fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Deleting port faae36af-d90d-4748-9561-7122f2bbbef1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:44.965358 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-2d3cb93f-00d9-4dbf-8f81-f30d0f8c11fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.017572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Made reservation on behalf of 90c946efcbd24671a00730525cf442b0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:45.021419 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.064983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:45.080226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Sync routers for ids ['506f6df2-9556-45a9-9ce0-aad986dbe6de'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:45.096702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Routers {'506f6df2-9556-45a9-9ce0-aad986dbe6de'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:45.097360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:24:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['506f6df2-9556-45a9-9ce0-aad986dbe6de'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:45.138702 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e9ff383-cffa-45d2-afb5-a655d1f384ff req-48aa794e-e69d-412e-ac48-ef25599942ef tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 210 time: 0.0452721 Jul 13 07:24:45.182513 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.186633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-54ca549c-df4f-42c2-afce-97364844b316 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5497830 Jul 13 07:24:45.186966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42140) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:45.281530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ff4649db-14ea-44e6-b28d-b827f94ef748 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.283169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ff4649db-14ea-44e6-b28d-b827f94ef748 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 949 time: 0.3329868 Jul 13 07:24:45.302837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Set router 506f6df2-9556-45a9-9ce0-aad986dbe6de gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:45.433703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-2d3cb93f-00d9-4dbf-8f81-f30d0f8c11fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] For port faae36af-d90d-4748-9561-7122f2bbbef1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=faae36af-d90d-4748-9561-7122f2bbbef1,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:45.434197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-2d3cb93f-00d9-4dbf-8f81-f30d0f8c11fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.467390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-2d3cb93f-00d9-4dbf-8f81-f30d0f8c11fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Calling delete_port for faae36af-d90d-4748-9561-7122f2bbbef1 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:45.490041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Allocated IP 192.168.233.156 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/f8d65fdb-07b9-4299-a953-4c72a0b3e17d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:45.550650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:43Z', 'revision_number': 3, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:45.609719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Checking router: 506f6df2-9556-45a9-9ce0-aad986dbe6de for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:45.610007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Updating router 506f6df2-9556-45a9-9ce0-aad986dbe6de port 5c2630a7-c845-4fca-82a1-d077bc17b64b binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:24:45.616715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fe90b-3e1d-4f05-b04b-bb38449388cc req-12815c13-3fb0-4681-b934-1a6dbb86d77f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.624135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e03fe90b-3e1d-4f05-b04b-bb38449388cc req-12815c13-3fb0-4681-b934-1a6dbb86d77f tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=98747bdb-1b13-470e-90b3-83cd048db5f3 HTTP/1.1" status: 200 len: 950 time: 0.3572791 Jul 13 07:24:45.658941 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.797865 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e03fe90b-3e1d-4f05-b04b-bb38449388cc req-5a6a2bbd-d97e-4304-82d8-4e84f7675888 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715648 Jul 13 07:24:45.820823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Deleting port abafb9fa-25ae-4a21-ae0b-f7d08762e423 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:45.821311 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.861185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f46d7bc8-fb78-4953-8e66-9dbe41c09a04 req-4442286f-ceb3-4cb6-864f-205bfe39204b tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0528944 Jul 13 07:24:46.014634 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-2d3cb93f-00d9-4dbf-8f81-f30d0f8c11fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.039473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a', 'faae36af-d90d-4748-9561-7122f2bbbef1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:46.050034 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6', '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'abafb9fa-25ae-4a21-ae0b-f7d08762e423'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:46.061556 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.078010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cb93f-00d9-4dbf-8f81-f30d0f8c11fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event deleted for resources: {'Port': ['ID=faae36af-d90d-4748-9561-7122f2bbbef1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:46.180246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-2d3cb93f-00d9-4dbf-8f81-f30d0f8c11fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] No DVR routers for this DVR port faae36af-d90d-4748-9561-7122f2bbbef1 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:46.188689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] For port abafb9fa-25ae-4a21-ae0b-f7d08762e423, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=abafb9fa-25ae-4a21-ae0b-f7d08762e423,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:46.189059 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.192378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Transition to ACTIVE for port object f8d65fdb-07b9-4299-a953-4c72a0b3e17d will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:46.194461 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-2d3cb93f-00d9-4dbf-8f81-f30d0f8c11fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.197014 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e64630ac-b484-4529-b253-c04d35bf23b2 req-2d3cb93f-00d9-4dbf-8f81-f30d0f8c11fa tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "DELETE /v2.0/ports/faae36af-d90d-4748-9561-7122f2bbbef1 HTTP/1.1" status: 204 len: 173 time: 1.6527750 Jul 13 07:24:46.216381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98747bdb-1b13-470e-90b3-83cd048db5f3', 'name': 'network-vif-deleted', 'tag': 'faae36af-d90d-4748-9561-7122f2bbbef1'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:46.218804 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdd7534-7a27-4851-b6fb-2cddb35bbb92" -d '{"events": [{"server_uuid": "98747bdb-1b13-470e-90b3-83cd048db5f3", "name": "network-vif-deleted", "tag": "faae36af-d90d-4748-9561-7122f2bbbef1"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:46.221486 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.233833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Transition to ACTIVE for port object 5c2630a7-c845-4fca-82a1-d077bc17b64b will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:46.249261 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.267350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Calling delete_port for abafb9fa-25ae-4a21-ae0b-f7d08762e423 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:46.280762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8fb84-fa4a-4e31-a073-4bc9fca0730e req-6f9d5030-e049-4715-8f31-f2dbf4f9326e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:46.282345 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2b8fb84-fa4a-4e31-a073-4bc9fca0730e req-6f9d5030-e049-4715-8f31-f2dbf4f9326e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.1235354 Jul 13 07:24:46.286604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12417cff-8e1e-47d4-98ad-5685fe372e5b req-dec8a2ea-ebd1-4cc6-ab2f-3afe1111f85d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:46.288175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12417cff-8e1e-47d4-98ad-5685fe372e5b req-dec8a2ea-ebd1-4cc6-ab2f-3afe1111f85d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.2222478 Jul 13 07:24:46.365390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Attempting to bind port 5c2630a7-c845-4fca-82a1-d077bc17b64b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:46.365972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Attempting to bind port 5c2630a7-c845-4fca-82a1-d077bc17b64b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:46.366353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Attempting to bind port 5c2630a7-c845-4fca-82a1-d077bc17b64b on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:46.376078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2b8fb84-fa4a-4e31-a073-4bc9fca0730e req-db6c29db-5503-40f5-bd07-00dc6b3e1a7a tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865698 Jul 13 07:24:46.384318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.392473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:46.393644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:46.394948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.395455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:46.398348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Bound port: 5c2630a7-c845-4fca-82a1-d077bc17b64b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:46.398571 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.427292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12417cff-8e1e-47d4-98ad-5685fe372e5b req-800ccbdf-0305-4226-8a82-c853e0763055 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306624 Jul 13 07:24:46.485034 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.528395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486dc83-6b17-4c83-b9c1-449e89e0da5e None None] Pushing event updated for resources: {'Port': ['ID=5c2630a7-c845-4fca-82a1-d077bc17b64b,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:46.557179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:46.586687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:46.593809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:46.648216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Pushing event updated for resources: {'Port': ['ID=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:46.649355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] For port 5c2630a7-c845-4fca-82a1-d077bc17b64b, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:46.696211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] For port 5c2630a7-c845-4fca-82a1-d077bc17b64b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5c2630a7-c845-4fca-82a1-d077bc17b64b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:46.741471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Allocated IP 172.20.0.1 (17734a9d-acc1-40c5-bfe3-725c4031c428/3cdbdc21-b9e2-42a7-9049-63ee870baf7b/3cb42461-58df-484d-8347-b0a5f734e967) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:46.771981 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.006288 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.016030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486dc83-6b17-4c83-b9c1-449e89e0da5e None None] Pushing event updated for resources: {'Port': ['ID=5c2630a7-c845-4fca-82a1-d077bc17b64b,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:47.049808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Routers {'506f6df2-9556-45a9-9ce0-aad986dbe6de'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:47.058307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:24:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['506f6df2-9556-45a9-9ce0-aad986dbe6de'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:47.100350 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4f42a6-fbb4-40b0-9833-374c6fad4135 x-openstack-request-id: req-fb4f42a6-fbb4-40b0-9833-374c6fad4135 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:47.103654 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98747bdb-1b13-470e-90b3-83cd048db5f3", "name": "network-vif-deleted", "tag": "faae36af-d90d-4748-9561-7122f2bbbef1", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:47.104488 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb4f42a6-fbb4-40b0-9833-374c6fad4135 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:47.104925 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98747bdb-1b13-470e-90b3-83cd048db5f3', 'name': 'network-vif-deleted', 'tag': 'faae36af-d90d-4748-9561-7122f2bbbef1', 'status': 'completed', 'code': 200} Jul 13 07:24:47.126280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.127525 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.139978 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-95cf3530-585d-4eef-87dc-8996f9e8e422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.164510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f79fd66b-0516-45bc-9d50-d671e839e12d req-34bb8f73-ca45-4c97-a737-cf20573b9265 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=98747bdb-1b13-470e-90b3-83cd048db5f3 HTTP/1.1" status: 200 len: 210 time: 0.0602603 Jul 13 07:24:47.170829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.176292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-9795164a-9e3a-4d8d-a6b3-dc0aaf26f807 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5796919 Jul 13 07:24:47.187290 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.192002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Request body: {'port': {'device_id': '446dac76-dd06-422a-90b8-9e3c96ac51a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:47.254802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb42461-58df-484d-8347-b0a5f734e967,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:47.264654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Network 17734a9d-acc1-40c5-bfe3-725c4031c428 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:47.267597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:47.271223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:47.274301 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.289795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fd0d5656-005b-4146-b71f-dfc929c6d409 None None] Provisioning for port f8d65fdb-07b9-4299-a953-4c72a0b3e17d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:47.290771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f90e87-3a3f-4eb2-97cf-92872171d6a1 req-cffc7120-10a5-41e9-a06e-e8a5a5dbaf1c tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.300129 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31f90e87-3a3f-4eb2-97cf-92872171d6a1 req-cffc7120-10a5-41e9-a06e-e8a5a5dbaf1c tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 936 time: 0.6271625 Jul 13 07:24:47.315569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fd0d5656-005b-4146-b71f-dfc929c6d409 None None] Provisioning complete for port f8d65fdb-07b9-4299-a953-4c72a0b3e17d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:47.316228 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5656-005b-4146-b71f-dfc929c6d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.324302 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.365075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] Set router 506f6df2-9556-45a9-9ce0-aad986dbe6de gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:47.423856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event deleted for resources: {'Port': ['ID=abafb9fa-25ae-4a21-ae0b-f7d08762e423,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:47.469690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.469690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.470135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.470262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.470683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.471031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.471366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.471760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.472131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.472494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.472830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.473172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:47.486633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:47.515418 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31f90e87-3a3f-4eb2-97cf-92872171d6a1 req-d0009244-fdfe-42df-b8ea-abe448df532f tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137158 Jul 13 07:24:47.544195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d5656-005b-4146-b71f-dfc929c6d409 None None] Port f8d65fdb-07b9-4299-a953-4c72a0b3e17d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:47.555576 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.562255 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d6c3a79f-3a9c-4db8-8cdb-640a40310180 req-adc7ee6d-f504-4796-a2aa-c79351d3e5a0 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.1093016 Jul 13 07:24:47.594248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] No DVR routers for this DVR port abafb9fa-25ae-4a21-ae0b-f7d08762e423 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:47.612812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.614926 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe36213e-e8e7-4b09-a389-ac2db084ab9f req-ecc5d294-fadc-4675-bc5f-e5251c5c3ef4 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "DELETE /v2.0/ports/abafb9fa-25ae-4a21-ae0b-f7d08762e423 HTTP/1.1" status: 204 len: 173 time: 2.3078210 Jul 13 07:24:47.615710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.882167 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.011304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1b1a6-d6d8-4103-bc55-416ea87a7fc2 req-9fa601ab-1df4-4f4c-a0a9-287a9bd9c003 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.012674 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ccb1b1a6-d6d8-4103-bc55-416ea87a7fc2 req-9fa601ab-1df4-4f4c-a0a9-287a9bd9c003 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.2459526 Jul 13 07:24:48.041863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e853c43-f697-4d16-8ddc-4f1888f1028c req-6d9ea9bf-16df-4121-892f-dd8364686a00 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.044472 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.049467 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e853c43-f697-4d16-8ddc-4f1888f1028c req-6d9ea9bf-16df-4121-892f-dd8364686a00 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.3189526 Jul 13 07:24:48.068667 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:43Z', 'revision_number': 3, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:48.078743 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.101036 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb5ee8-33c9-4189-a002-ab95aa85d4fa None None] The sync data for ids ['506f6df2-9556-45a9-9ce0-aad986dbe6de'] in n-d-798249-7 is: [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:43Z', 'revision_number': 3, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:48.124464 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ccb1b1a6-d6d8-4103-bc55-416ea87a7fc2 req-ce085b98-018c-42d3-ad06-8160f342db16 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019261 Jul 13 07:24:48.172654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e853c43-f697-4d16-8ddc-4f1888f1028c req-c919811d-6a5e-49ae-aaee-de136bf51135 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222250 Jul 13 07:24:48.208493 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb42461-58df-484d-8347-b0a5f734e967,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:48.211069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.240873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.243880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.244926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.246396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.249234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.250524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.251701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.252254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.252887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.253527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.255304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.255304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:48.334477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d65fdb-07b9-4299-a953-4c72a0b3e17d {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:48.353437 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.373033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Transition to ACTIVE for port object f8d65fdb-07b9-4299-a953-4c72a0b3e17d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:48.388890 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.458223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Network 17734a9d-acc1-40c5-bfe3-725c4031c428 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:48.460663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:48.733607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:48.768358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6243946-e7a6-46e9-a6da-b1a596a964e2 req-83686c67-8bb1-4664-93d2-d241a7bcf58d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5 HTTP/1.1" status: 200 len: 210 time: 0.2361345 Jul 13 07:24:48.883829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d1d6312a-37d3-41ce-bdc7-8e6f37d460c6', '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:48.908257 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fcedc-1c87-42a6-8374-2f0df597790a req-613ba3eb-bb4c-4182-84e8-a9d9acf58a2c tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.909432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['86ff8623-d5eb-4548-8415-cbc3e5f38bf3'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:48.909838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-615fcedc-1c87-42a6-8374-2f0df597790a req-613ba3eb-bb4c-4182-84e8-a9d9acf58a2c tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 948 time: 0.2257509 Jul 13 07:24:48.920052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-28d91a8e-2f6f-4177-a58b-a4ad7bb154f0 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.920052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-28d91a8e-2f6f-4177-a58b-a4ad7bb154f0 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1096 time: 0.2015755 Jul 13 07:24:48.927305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Attempting to bind port f8d65fdb-07b9-4299-a953-4c72a0b3e17d on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:48.927797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Attempting to bind port f8d65fdb-07b9-4299-a953-4c72a0b3e17d by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:48.928305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Attempting to bind port f8d65fdb-07b9-4299-a953-4c72a0b3e17d on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:48.948103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-7'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:48.954180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Port f8d65fdb-07b9-4299-a953-4c72a0b3e17d on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:48.957376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Attempting to bind port f8d65fdb-07b9-4299-a953-4c72a0b3e17d on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:49.018357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:49.018894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:49.019428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:49.020006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Bound port: f8d65fdb-07b9-4299-a953-4c72a0b3e17d, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:49.024608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.033764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Router 506f6df2-9556-45a9-9ce0-aad986dbe6de has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:24:49.079701 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-615fcedc-1c87-42a6-8374-2f0df597790a req-a75d356e-a9f4-4b90-b02c-aa9ab388da81 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585445 Jul 13 07:24:49.138408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5', 'name': 'network-vif-deleted', 'tag': 'abafb9fa-25ae-4a21-ae0b-f7d08762e423'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:49.140901 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517d7cde-1a17-4646-88b1-66ddc66e13cd" -d '{"events": [{"server_uuid": "bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5", "name": "network-vif-deleted", "tag": "abafb9fa-25ae-4a21-ae0b-f7d08762e423"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:49.155527 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7c28ea2-dc98-4d05-aba8-f9706168469a req-cf32c88c-2d6a-4288-bec2-2ab58ef4a61c tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0910516 Jul 13 07:24:49.278435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device faae36af-d90d-4748-9561-7122f2bbbef1 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:49.287958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:49.297668 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c329222c-519b-40b7-8671-b05e8a800cd0 x-openstack-request-id: req-c329222c-519b-40b7-8671-b05e8a800cd0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:49.298245 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5", "name": "network-vif-deleted", "tag": "abafb9fa-25ae-4a21-ae0b-f7d08762e423", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:49.306988 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f9a21399-c631-49aa-af97-89a72f720db2 admin admin] 10.222.0.44 "PUT /v2.0/routers/506f6df2-9556-45a9-9ce0-aad986dbe6de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1187258 Jul 13 07:24:49.319734 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c329222c-519b-40b7-8671-b05e8a800cd0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:49.320599 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed2fdf0-afd0-4c1d-b1d7-9f3fabc7eaf5', 'name': 'network-vif-deleted', 'tag': 'abafb9fa-25ae-4a21-ae0b-f7d08762e423', 'status': 'completed', 'code': 200} Jul 13 07:24:49.351176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: faae36af-d90d-4748-9561-7122f2bbbef1 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:49.351584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device faae36af-d90d-4748-9561-7122f2bbbef1 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:49.462412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] For port f8d65fdb-07b9-4299-a953-4c72a0b3e17d, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:49.467838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] For port f8d65fdb-07b9-4299-a953-4c72a0b3e17d, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:49.473511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.533691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.540396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5c2630a7-c845-4fca-82a1-d077bc17b64b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:49.549291 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f914c6d-fcbb-416e-9508-cf3f4c39c17a req-9eebf414-b864-4a6a-82d7-97f820ac4fba tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.550978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f914c6d-fcbb-416e-9508-cf3f4c39c17a req-9eebf414-b864-4a6a-82d7-97f820ac4fba tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.1729445 Jul 13 07:24:49.622829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b9f629e0-b447-44a1-a233-95069418da8f details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:49.628165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device abafb9fa-25ae-4a21-ae0b-f7d08762e423 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:49.661054 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f914c6d-fcbb-416e-9508-cf3f4c39c17a req-4715f30e-474b-41a8-a798-e1a5217130d0 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972741 Jul 13 07:24:49.679564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:49.684347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.685118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.686610 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-45f0a38c-907c-45b5-9b79-57ac2235fb33 service neutron] 10.222.0.54 "PUT /v2.0/ports/f8d65fdb-07b9-4299-a953-4c72a0b3e17d HTTP/1.1" status: 200 len: 1096 time: 2.4990621 Jul 13 07:24:49.710565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: abafb9fa-25ae-4a21-ae0b-f7d08762e423 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:49.710916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device abafb9fa-25ae-4a21-ae0b-f7d08762e423 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:49.762381 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.028769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5c2630a7-c845-4fca-82a1-d077bc17b64b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:50.036173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:50.038720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fd8a7-5cde-4fbd-8cde-347181908b2f req-92d298df-c029-4142-a562-4e2e112a35cc tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.047562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a2fd8a7-5cde-4fbd-8cde-347181908b2f req-92d298df-c029-4142-a562-4e2e112a35cc tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 945 time: 0.3057964 Jul 13 07:24:50.056289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b9f629e0-b447-44a1-a233-95069418da8f has no active binding in host n-h2-798249-7 {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:24:50.060432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-4294177c-b794-45c7-8c6b-6563f7f1be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.062488 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-4294177c-b794-45c7-8c6b-6563f7f1be57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90c946efcbd24671a00730525cf442b0&device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 1099 time: 0.2583501 Jul 13 07:24:50.065717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5c2630a7-c845-4fca-82a1-d077bc17b64b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:50.066347 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.145771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:50.158292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-5e794134-cc19-4b32-ae5a-d8cb1004e1ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=f8d65fdb-07b9-4299-a953-4c72a0b3e17d HTTP/1.1" status: 200 len: 217 time: 0.0853024 Jul 13 07:24:50.237717 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-014f2a77-801b-4835-a591-344ea1e73339 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.242135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a2fd8a7-5cde-4fbd-8cde-347181908b2f req-5ff2bda3-c234-4b5a-8aaa-1bbb6c8ee02f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935558 Jul 13 07:24:50.248650 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-014f2a77-801b-4835-a591-344ea1e73339 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/networks?id=17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 200 len: 819 time: 0.1786697 Jul 13 07:24:50.252220 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.272673 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-4e8be93d-8495-45ea-8f1f-36f6c341ed2b tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/quotas/787b99b7b40445fea1f50895ee6e9790 HTTP/1.1" status: 200 len: 375 time: 0.0228658 Jul 13 07:24:50.281649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-2259cd1f-ac6b-4b26-b9df-593caa5747f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.283143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-2259cd1f-ac6b-4b26-b9df-593caa5747f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1149654 Jul 13 07:24:50.294097 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5c2630a7-c845-4fca-82a1-d077bc17b64b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5c2630a7-c845-4fca-82a1-d077bc17b64b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:50.308839 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.364040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:50.391643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-f3deb21a-693d-4de6-8b50-fe7b55053bc4 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=787b99b7b40445fea1f50895ee6e9790&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163015 Jul 13 07:24:50.425182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5c2630a7-c845-4fca-82a1-d077bc17b64b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:50.459567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.477373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-89206f6e-9234-405d-9c7f-667343f0d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.479649 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-89206f6e-9234-405d-9c7f-667343f0d433 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814187 Jul 13 07:24:50.481603 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.522610 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7ae1211c-5ca4-4673-abde-2380e67ac0dd service neutron] 10.222.0.44 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208689 Jul 13 07:24:50.579181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f629e0-b447-44a1-a233-95069418da8f,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:50.642293 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-e18d9e5f-80cb-405a-969e-031000e3cd10 service neutron] 10.222.0.44 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187074 Jul 13 07:24:50.662359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f on host n-h1-798249-7 for vnic_type normal with profile {"migrating_to": "n-h2-798249-7"} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:50.662705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:50.663044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:50.673459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Port b9f629e0-b447-44a1-a233-95069418da8f on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:50.673792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Attempting to bind port b9f629e0-b447-44a1-a233-95069418da8f on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:50.705691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:50.706044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:50.706513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:50.706900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Bound port: b9f629e0-b447-44a1-a233-95069418da8f, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:50.707249 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.740869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-a632dc97-7113-4b05-ba42-f6dd42e0c6a6 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504537 Jul 13 07:24:50.777943 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Sync routers for ids ['506f6df2-9556-45a9-9ce0-aad986dbe6de'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:50.787990 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Routers {'506f6df2-9556-45a9-9ce0-aad986dbe6de'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:50.788639 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:24:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['506f6df2-9556-45a9-9ce0-aad986dbe6de'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:50.823360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:50.843009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:50.892660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.950948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982678aa-28db-4c6e-810e-49e17ea5f258 req-e74abb22-be8e-4110-abb7-0201ba1e0300 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.958315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-982678aa-28db-4c6e-810e-49e17ea5f258 req-e74abb22-be8e-4110-abb7-0201ba1e0300 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 948 time: 0.3212774 Jul 13 07:24:50.986365 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Set router 506f6df2-9556-45a9-9ce0-aad986dbe6de gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:51.075155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7ed1794-ae6b-4e16-9363-44bafc56652f req-3b8fa888-02bb-43ad-b8d4-8045771d78aa tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.1113596 Jul 13 07:24:51.104752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f629e0-b447-44a1-a233-95069418da8f,revision_number=8']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:51.267293 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:47Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cb42461-58df-484d-8347-b0a5f734e967', 'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'mac_address': 'fa:16:3e:39:68:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:46Z', 'updated_at': '2021-07-13T07:24:47Z', 'revision_number': 2, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'subnets': [{'id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:51.285839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-982678aa-28db-4c6e-810e-49e17ea5f258 req-9474c9a1-6907-479b-ad4e-4e4fb4130837 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261833 Jul 13 07:24:51.286909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.287676 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.289603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-772b553d-662e-4e06-9348-0974629e4e34 service neutron] 10.222.0.54 "PUT /v2.0/ports/b9f629e0-b447-44a1-a233-95069418da8f HTTP/1.1" status: 200 len: 1121 time: 2.3516850 Jul 13 07:24:51.303603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d962e1b-5c97-4dec-9a71-3ab830f6580b req-4dd2fe16-69dc-4bdd-9e7b-e28a87a4a2a7 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437446 Jul 13 07:24:51.327025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446dac76-dd06-422a-90b8-9e3c96ac51a5', 'tag': 'f8d65fdb-07b9-4299-a953-4c72a0b3e17d'}, {'server_uuid': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f629e0-b447-44a1-a233-95069418da8f'}, {'name': 'network-changed', 'server_uuid': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'tag': 'b9f629e0-b447-44a1-a233-95069418da8f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:51.330641 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8585ee1-6bef-4390-93cc-94061e1ca458" -d '{"events": [{"name": "network-changed", "server_uuid": "446dac76-dd06-422a-90b8-9e3c96ac51a5", "tag": "f8d65fdb-07b9-4299-a953-4c72a0b3e17d"}, {"server_uuid": "b3594522-a277-4d02-b06f-59493ea75cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f629e0-b447-44a1-a233-95069418da8f"}, {"name": "network-changed", "server_uuid": "b3594522-a277-4d02-b06f-59493ea75cb7", "tag": "b9f629e0-b447-44a1-a233-95069418da8f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:51.350112 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Checking router: 506f6df2-9556-45a9-9ce0-aad986dbe6de for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:51.350677 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Updating router 506f6df2-9556-45a9-9ce0-aad986dbe6de port 3cb42461-58df-484d-8347-b0a5f734e967 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:24:51.392602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['b9f629e0-b447-44a1-a233-95069418da8f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:51.442267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['b9f629e0-b447-44a1-a233-95069418da8f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:51.451469 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.458773 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00375423-aae3-4f6e-bdc1-b30e514e7b00 req-5c7bc890-2bf3-43f7-82c4-d36c358dfc74 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 210 time: 0.0586584 Jul 13 07:24:51.507281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5c2630a7-c845-4fca-82a1-d077bc17b64b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:51.507607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5bc71-8d5f-4189-8c34-ed65e1255416 req-64c5fe31-b105-497f-a0ad-af2e51dd2091 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.509449 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aea5bc71-8d5f-4189-8c34-ed65e1255416 req-64c5fe31-b105-497f-a0ad-af2e51dd2091 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.1534903 Jul 13 07:24:51.580239 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aea5bc71-8d5f-4189-8c34-ed65e1255416 req-51165e0f-0e63-4e2f-86bf-5551a1f1c88b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646770 Jul 13 07:24:51.822063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5c2630a7-c845-4fca-82a1-d077bc17b64b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:51.822834 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.883937 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.914353 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Transition to ACTIVE for port object 3cb42461-58df-484d-8347-b0a5f734e967 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:51.925701 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.102224 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Pushing event updated for resources: {'Port': ['ID=3cb42461-58df-484d-8347-b0a5f734e967,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:52.147450 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.148070 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.148800 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.149560 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.150066 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.151117 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.151620 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.152412 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.152898 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.153756 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.153756 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.154277 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:52.160656 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f20963-b4d5-4440-b7f1-a5716445396b x-openstack-request-id: req-06f20963-b4d5-4440-b7f1-a5716445396b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:52.161005 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446dac76-dd06-422a-90b8-9e3c96ac51a5", "tag": "f8d65fdb-07b9-4299-a953-4c72a0b3e17d", "status": "completed", "code": 200}, {"server_uuid": "b3594522-a277-4d02-b06f-59493ea75cb7", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f629e0-b447-44a1-a233-95069418da8f", "code": 200}, {"name": "network-changed", "server_uuid": "b3594522-a277-4d02-b06f-59493ea75cb7", "tag": "b9f629e0-b447-44a1-a233-95069418da8f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:52.161271 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06f20963-b4d5-4440-b7f1-a5716445396b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:52.161725 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446dac76-dd06-422a-90b8-9e3c96ac51a5', 'tag': 'f8d65fdb-07b9-4299-a953-4c72a0b3e17d', 'status': 'completed', 'code': 200} Jul 13 07:24:52.161991 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f629e0-b447-44a1-a233-95069418da8f', 'code': 200} Jul 13 07:24:52.162245 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'tag': 'b9f629e0-b447-44a1-a233-95069418da8f', 'status': 'completed', 'code': 200} Jul 13 07:24:52.194574 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Attempting to bind port 3cb42461-58df-484d-8347-b0a5f734e967 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:52.195122 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Attempting to bind port 3cb42461-58df-484d-8347-b0a5f734e967 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '6411f755-7f05-4f96-9e31-a598b5c85ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:52.195400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799007b-4e3a-4108-b942-855b5621cd98 req-d707ec50-864d-4082-847f-965c1285c681 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.196307 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Attempting to bind port 3cb42461-58df-484d-8347-b0a5f734e967 on network 17734a9d-acc1-40c5-bfe3-725c4031c428 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:52.202615 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:52.203482 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Checking segment: {'id': '6411f755-7f05-4f96-9e31-a598b5c85ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:52.204096 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.204638 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Bound using segment: {'id': '6411f755-7f05-4f96-9e31-a598b5c85ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:52.205275 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Bound port: 3cb42461-58df-484d-8347-b0a5f734e967, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6411f755-7f05-4f96-9e31-a598b5c85ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:52.205422 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d799007b-4e3a-4108-b942-855b5621cd98 req-d707ec50-864d-4082-847f-965c1285c681 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 943 time: 0.1427569 Jul 13 07:24:52.205980 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.289101 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] For port 3cb42461-58df-484d-8347-b0a5f734e967, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:52.293547 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] For port 3cb42461-58df-484d-8347-b0a5f734e967, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3cb42461-58df-484d-8347-b0a5f734e967,segment=NetworkSegment(6411f755-7f05-4f96-9e31-a598b5c85ef1),segment_id=6411f755-7f05-4f96-9e31-a598b5c85ef1)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:52.294920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d799007b-4e3a-4108-b942-855b5621cd98 req-4ea61154-94b0-4c0b-a8e6-79b837f66a51 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865436 Jul 13 07:24:52.305185 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.364822 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc09fdb-5e2c-4ffd-8bf8-2886a9c0a232 None None] Pushing event updated for resources: {'Port': ['ID=3cb42461-58df-484d-8347-b0a5f734e967,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:52.392041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-175f03d4-276c-410c-9fea-2ef32b55e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.393541 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Routers {'506f6df2-9556-45a9-9ce0-aad986dbe6de'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:52.394123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-175f03d4-276c-410c-9fea-2ef32b55e1c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=90c946efcbd24671a00730525cf442b0&device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 1099 time: 0.1971967 Jul 13 07:24:52.394269 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:24:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['506f6df2-9556-45a9-9ce0-aad986dbe6de'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:52.399967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-6bee05d8-a85f-49c3-a216-47e47d0d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.402471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-6bee05d8-a85f-49c3-a216-47e47d0d4c47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 1124 time: 0.1567812 Jul 13 07:24:52.529736 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] Set router 506f6df2-9556-45a9-9ce0-aad986dbe6de gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:52.575473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8a848-9bd5-4355-8430-1071ac034e2c req-332a5723-9ebf-4c97-a11e-9408ee08deed tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.583035 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72e8a848-9bd5-4355-8430-1071ac034e2c req-332a5723-9ebf-4c97-a11e-9408ee08deed tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 946 time: 0.0962389 Jul 13 07:24:52.603231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-ce8ae12f-2f9b-46a2-b250-4647e06aaf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.610050 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-ce8ae12f-2f9b-46a2-b250-4647e06aaf63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2063730 Jul 13 07:24:52.611517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-354caf72-41eb-416f-b219-96dc5792f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.613278 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-354caf72-41eb-416f-b219-96dc5792f5e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.1905227 Jul 13 07:24:52.641675 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72e8a848-9bd5-4355-8430-1071ac034e2c req-a999a004-16ec-4887-a89c-41074ae1d8f7 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575395 Jul 13 07:24:52.727189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-7d08c735-0242-45cb-8585-adcc455a82cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f629e0-b447-44a1-a233-95069418da8f HTTP/1.1" status: 200 len: 217 time: 0.1041377 Jul 13 07:24:52.810527 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-a6f24b5e-8da1-459e-aa6d-b751245e93d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=f8d65fdb-07b9-4299-a953-4c72a0b3e17d HTTP/1.1" status: 200 len: 217 time: 0.1787045 Jul 13 07:24:52.841675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-50939619-0eb7-47e6-a6ff-4a340f1299bc req-07b01e36-5a4c-42a7-82e4-49d321fa9c25 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0414150 Jul 13 07:24:52.887467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-8464ff0f-2768-4ca5-846c-0a50c3f15a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.889225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-8464ff0f-2768-4ca5-846c-0a50c3f15a97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.1191967 Jul 13 07:24:52.897854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-46c69029-1264-4d69-872e-a097c4753494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.899550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-46c69029-1264-4d69-872e-a097c4753494 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0679777 Jul 13 07:24:52.911327 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:47Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cb42461-58df-484d-8347-b0a5f734e967', 'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'mac_address': 'fa:16:3e:39:68:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:46Z', 'updated_at': '2021-07-13T07:24:52Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'subnets': [{'id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:52.927405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-487dbe7c-d536-46e1-aa85-6e1496dabc60 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.928949 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-487dbe7c-d536-46e1-aa85-6e1496dabc60 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.53 "GET /v2.0/networks?id=17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 200 len: 819 time: 0.1675382 Jul 13 07:24:52.938299 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39e429-8055-4ed6-bd77-38f309149cde req-28b5c84a-97cb-461f-b2ce-423480585451 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.945497 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd39e429-8055-4ed6-bd77-38f309149cde req-28b5c84a-97cb-461f-b2ce-423480585451 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 948 time: 0.1947517 Jul 13 07:24:52.957222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Request body: {'port': {'device_id': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'admin_state_up': True, 'tenant_id': '787b99b7b40445fea1f50895ee6e9790'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:52.957659 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d30953-f3bc-4dd5-b951-04673788278a None None] The sync data for ids ['506f6df2-9556-45a9-9ce0-aad986dbe6de'] in n-d-798249-7 is: [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:47Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cb42461-58df-484d-8347-b0a5f734e967', 'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'mac_address': 'fa:16:3e:39:68:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:46Z', 'updated_at': '2021-07-13T07:24:52Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'subnets': [{'id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:52.975312 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-97ddeebc-c829-437d-8aa6-c53a90feccf3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612433 Jul 13 07:24:53.057793 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd39e429-8055-4ed6-bd77-38f309149cde req-140a89be-31d2-4b2f-b17d-034de8dd03b2 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105001 Jul 13 07:24:53.137929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Made reservation on behalf of 787b99b7b40445fea1f50895ee6e9790 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:53.142644 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.157763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79d89d9c-c6c6-4f7b-850c-64ced06ef562 req-a005b2e0-1ea6-4f34-a48a-315996c3b9e8 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 210 time: 0.0405400 Jul 13 07:24:53.186342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-c8e1d052-eca7-40d2-9c1d-8d5273337612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.187869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-c8e1d052-eca7-40d2-9c1d-8d5273337612 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2750697 Jul 13 07:24:53.189811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-b84651d2-141b-4a09-bc51-2e42f632b50f service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845326 Jul 13 07:24:53.348338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Allocated IP 172.20.0.4 (17734a9d-acc1-40c5-bfe3-725c4031c428/3cdbdc21-b9e2-42a7-9049-63ee870baf7b/6df93984-eb3d-432b-a2e8-b808667fdf37) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:53.367825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77d98a-899c-4dc6-80bc-d2772b9766da req-e434c7e1-1e23-4847-b6be-26580f7188af tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.369979 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f77d98a-899c-4dc6-80bc-d2772b9766da req-e434c7e1-1e23-4847-b6be-26580f7188af tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 949 time: 0.1371498 Jul 13 07:24:53.437919 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f77d98a-899c-4dc6-80bc-d2772b9766da req-9cdde274-e85b-49d4-ae2f-4f80a2906b07 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578930 Jul 13 07:24:53.530038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3cb42461-58df-484d-8347-b0a5f734e967 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:53.594062 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.623129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8d65fdb-07b9-4299-a953-4c72a0b3e17d details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:53.649696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 3cb42461-58df-484d-8347-b0a5f734e967 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:53.653489 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.669263 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-e5bc6bba-8ab0-4f2f-af2a-e67a54a9ef9e service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703393 Jul 13 07:24:53.680876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3cb42461-58df-484d-8347-b0a5f734e967 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:53.684429 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.728030 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Network 17734a9d-acc1-40c5-bfe3-725c4031c428 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:53.738854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:53.747453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-de15f0a5-d439-400a-849e-52bdd082d71f service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392730 Jul 13 07:24:53.759108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:53.815535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7b24-1b99-47dd-99cc-8ca48109cfc9 req-7c5cd615-0b81-48be-a9ab-75447c2719d9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.823451 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64bb7b24-1b99-47dd-99cc-8ca48109cfc9 req-7c5cd615-0b81-48be-a9ab-75447c2719d9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.5020425 Jul 13 07:24:53.849492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f8d65fdb-07b9-4299-a953-4c72a0b3e17d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:53.866869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Pushing event updated for resources: {'Port': ['ID=6df93984-eb3d-432b-a2e8-b808667fdf37,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:53.872159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8585ee1-6bef-4390-93cc-94061e1ca458 req-1bfcb62f-8675-4838-8e13-8cab00c0898e service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917069 Jul 13 07:24:53.877468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64bb7b24-1b99-47dd-99cc-8ca48109cfc9 req-99b5d4b8-1749-49ef-9211-ee3e6bae36d5 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532939 Jul 13 07:24:53.908626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.914395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'f8d65fdb-07b9-4299-a953-4c72a0b3e17d', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'f8d65fdb-07b9-4299-a953-4c72a0b3e17d', 'mac_address': 'fa:16:3e:f9:45:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:53.924277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.925282 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.961408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961b91c-7d52-4771-8172-87692c4ade10 req-ab9dfe20-1cf9-4286-a813-47e30835e7d0 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.963553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3961b91c-7d52-4771-8172-87692c4ade10 req-ab9dfe20-1cf9-4286-a813-47e30835e7d0 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 943 time: 0.2265911 Jul 13 07:24:53.965473 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-d9b4f669-436e-493f-bbcf-b2eb658440fd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0120063 Jul 13 07:24:53.987148 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.992588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 3cb42461-58df-484d-8347-b0a5f734e967, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3cb42461-58df-484d-8347-b0a5f734e967,segment=NetworkSegment(6411f755-7f05-4f96-9e31-a598b5c85ef1),segment_id=6411f755-7f05-4f96-9e31-a598b5c85ef1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:54.003495 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.012455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Request body: {'port': {'device_id': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:54.014881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d65fdb-07b9-4299-a953-4c72a0b3e17d {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:54.027747 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3961b91c-7d52-4771-8172-87692c4ade10 req-763b6a3f-2d59-4263-a640-a583d78abd63 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569243 Jul 13 07:24:54.080218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f8d65fdb-07b9-4299-a953-4c72a0b3e17d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:54.105873 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.116790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=3cb42461-58df-484d-8347-b0a5f734e967,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:54.145024 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-9683a3e3-c6a9-4e11-9a71-883358973fea tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.146516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-9683a3e3-c6a9-4e11-9a71-883358973fea tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 949 time: 0.1394396 Jul 13 07:24:54.155852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d431ea4-e02c-43e9-a97f-1611b4dd4c61 req-0a92971c-a66f-4b25-a864-847fe2adc779 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.162647 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d431ea4-e02c-43e9-a97f-1611b4dd4c61 req-0a92971c-a66f-4b25-a864-847fe2adc779 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 946 time: 0.1127589 Jul 13 07:24:54.203911 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.227113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:54.253859 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d431ea4-e02c-43e9-a97f-1611b4dd4c61 req-031955b8-928c-4f98-ad95-457377781b5d tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/security-groups?id=df37dd76-8086-4d8a-b81e-5665863de516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902448 Jul 13 07:24:54.391151 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43c2501b-a832-475b-ab7d-d997a6e67c13 req-5d113e71-35b6-4f28-a6e1-13356899dd1a tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.1655672 Jul 13 07:24:54.407514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-b83d9e71-eb8e-4342-a7fd-6ad6a547bb95 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Deleting port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:54.407860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-b83d9e71-eb8e-4342-a7fd-6ad6a547bb95 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.506850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91568646-a54f-44ed-8d84-1e244e314817 req-4b0092d5-01f5-4faf-946d-b115e979ae54 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.509039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91568646-a54f-44ed-8d84-1e244e314817 req-4b0092d5-01f5-4faf-946d-b115e979ae54 tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 946 time: 0.2053783 Jul 13 07:24:54.634368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-b83d9e71-eb8e-4342-a7fd-6ad6a547bb95 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] For port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:54.635044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-b83d9e71-eb8e-4342-a7fd-6ad6a547bb95 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.656929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-b83d9e71-eb8e-4342-a7fd-6ad6a547bb95 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Calling delete_port for 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:54.671345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a08de-ea14-421a-b9ee-904e380c53f3 req-7935335f-c791-488b-99e3-90286e58dd05 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.672985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b06a08de-ea14-421a-b9ee-904e380c53f3 req-7935335f-c791-488b-99e3-90286e58dd05 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 949 time: 0.2437944 Jul 13 07:24:54.745408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f8d65fdb-07b9-4299-a953-4c72a0b3e17d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:54.791483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b06a08de-ea14-421a-b9ee-904e380c53f3 req-bddd4d7a-74a5-4cb5-8819-dfd1e41f08ea tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953801 Jul 13 07:24:54.849467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-91568646-a54f-44ed-8d84-1e244e314817 req-ba923360-312e-4e0b-b93a-0d668c5b6bbc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Deleting port ded0d2dc-58f1-4440-bed9-fd02df1d85ce {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:54.849812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91568646-a54f-44ed-8d84-1e244e314817 req-ba923360-312e-4e0b-b93a-0d668c5b6bbc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.960354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975f723-595e-4973-87fe-fcc928c4b288 req-769d96cd-012f-45c5-9109-8a3eece5d133 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.961835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d975f723-595e-4973-87fe-fcc928c4b288 req-769d96cd-012f-45c5-9109-8a3eece5d133 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 931 time: 0.4385147 Jul 13 07:24:54.966313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df93984-eb3d-432b-a2e8-b808667fdf37 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:54.980594 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.003170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Transition to ACTIVE for port object 6df93984-eb3d-432b-a2e8-b808667fdf37 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:55.010500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.044217 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d975f723-595e-4973-87fe-fcc928c4b288 req-ff897169-0f3d-4919-8d27-3e53c01e516a tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731037 Jul 13 07:24:55.048738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-0c9f6819-f14c-44e3-b642-396881af22d8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.050243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-0c9f6819-f14c-44e3-b642-396881af22d8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 950 time: 0.2495420 Jul 13 07:24:55.057744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-91568646-a54f-44ed-8d84-1e244e314817 req-ba923360-312e-4e0b-b93a-0d668c5b6bbc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] For port ded0d2dc-58f1-4440-bed9-fd02df1d85ce, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,segment=NetworkSegment(79a87cd9-3979-4dc0-97bb-ef98546dd0a0),segment_id=79a87cd9-3979-4dc0-97bb-ef98546dd0a0)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:55.058186 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91568646-a54f-44ed-8d84-1e244e314817 req-ba923360-312e-4e0b-b93a-0d668c5b6bbc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.061284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-b83d9e71-eb8e-4342-a7fd-6ad6a547bb95 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.067857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Pushing event updated for resources: {'Port': ['ID=6df93984-eb3d-432b-a2e8-b808667fdf37,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:55.089762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:55.102617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-91568646-a54f-44ed-8d84-1e244e314817 req-ba923360-312e-4e0b-b93a-0d668c5b6bbc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Calling delete_port for ded0d2dc-58f1-4440-bed9-fd02df1d85ce owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:55.157884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d9e71-eb8e-4342-a7fd-6ad6a547bb95 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event deleted for resources: {'Port': ['ID=9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:55.160852 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Attempting to bind port 6df93984-eb3d-432b-a2e8-b808667fdf37 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:55.167001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Attempting to bind port 6df93984-eb3d-432b-a2e8-b808667fdf37 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6411f755-7f05-4f96-9e31-a598b5c85ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:55.167464 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Attempting to bind port 6df93984-eb3d-432b-a2e8-b808667fdf37 on network 17734a9d-acc1-40c5-bfe3-725c4031c428 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:55.180088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Port 6df93984-eb3d-432b-a2e8-b808667fdf37 on network 17734a9d-acc1-40c5-bfe3-725c4031c428 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:55.180413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Attempting to bind port 6df93984-eb3d-432b-a2e8-b808667fdf37 on network 17734a9d-acc1-40c5-bfe3-725c4031c428 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:55.191492 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:55.192221 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Checking segment: {'id': '6411f755-7f05-4f96-9e31-a598b5c85ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:55.192860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Bound using segment: {'id': '6411f755-7f05-4f96-9e31-a598b5c85ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:55.194682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Bound port: 6df93984-eb3d-432b-a2e8-b808667fdf37, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6411f755-7f05-4f96-9e31-a598b5c85ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:55.196739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.271274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-b83d9e71-eb8e-4342-a7fd-6ad6a547bb95 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] No DVR routers for this DVR port 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:55.283887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] For port 6df93984-eb3d-432b-a2e8-b808667fdf37, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:55.288229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] For port 6df93984-eb3d-432b-a2e8-b808667fdf37, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6df93984-eb3d-432b-a2e8-b808667fdf37,segment=NetworkSegment(6411f755-7f05-4f96-9e31-a598b5c85ef1),segment_id=6411f755-7f05-4f96-9e31-a598b5c85ef1)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:55.294603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.297947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529c68-8bb2-4e40-8536-0fd75c5776b3 req-033370f8-b008-40b4-8a2c-1ca72420e582 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.299441 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24529c68-8bb2-4e40-8536-0fd75c5776b3 req-033370f8-b008-40b4-8a2c-1ca72420e582 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9448d1a-0d81-4787-ad7b-774fe77fc556 HTTP/1.1" status: 200 len: 867 time: 0.3390024 Jul 13 07:24:55.300603 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-b83d9e71-eb8e-4342-a7fd-6ad6a547bb95 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.302498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38bdb640-12cd-4239-8cb6-3c27b9448993 req-b83d9e71-eb8e-4342-a7fd-6ad6a547bb95 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "DELETE /v2.0/ports/9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a HTTP/1.1" status: 204 len: 173 time: 1.1324334 Jul 13 07:24:55.304743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9448d1a-0d81-4787-ad7b-774fe77fc556', 'name': 'network-vif-deleted', 'tag': '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:55.307253 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ae3397-6167-4d57-a6c7-bd67cb1abf6d" -d '{"events": [{"server_uuid": "a9448d1a-0d81-4787-ad7b-774fe77fc556", "name": "network-vif-deleted", "tag": "9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:55.371856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.372862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.377587 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] 10.222.0.53 "PUT /v2.0/ports/6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 1091 time: 1.3701582 Jul 13 07:24:55.385633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:55.385633 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bac0768-2453-4954-97c0-954b3d2de8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:55.394646 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24529c68-8bb2-4e40-8536-0fd75c5776b3 req-707a64ff-58dd-46eb-8e51-2abc5429c1de tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778642 Jul 13 07:24:55.429004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-58626a2d-92c9-4973-823d-88b0d95882b3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Deleting port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:55.432591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-58626a2d-92c9-4973-823d-88b0d95882b3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.437554 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490fa8e-0d88-452b-9cf8-ddc324299d2a service neutron] Pushing event updated for resources: {'Port': ['ID=6df93984-eb3d-432b-a2e8-b808667fdf37,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:55.438404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3cb42461-58df-484d-8347-b0a5f734e967 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:55.466103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207e60f-710d-4904-ba47-a1472c8f5019 req-47e313c8-eb2a-4dfe-a70f-3c793c799fbb tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.467710 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6207e60f-710d-4904-ba47-a1472c8f5019 req-47e313c8-eb2a-4dfe-a70f-3c793c799fbb tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.1372757 Jul 13 07:24:55.536624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3cb42461-58df-484d-8347-b0a5f734e967 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:55.536996 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.575007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6207e60f-710d-4904-ba47-a1472c8f5019 req-9d5acb03-6711-435e-bc6c-899a506eb6a6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991261 Jul 13 07:24:55.615931 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91568646-a54f-44ed-8d84-1e244e314817 req-ba923360-312e-4e0b-b93a-0d668c5b6bbc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.632347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ded0d2dc-58f1-4440-bed9-fd02df1d85ce'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:55.667823 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-2b4416cc-f92b-443e-85f4-380361aa2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.669355 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-2b4416cc-f92b-443e-85f4-380361aa2db5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=787b99b7b40445fea1f50895ee6e9790&device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1094 time: 0.1283817 Jul 13 07:24:55.692882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba923360-312e-4e0b-b93a-0d668c5b6bbc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Pushing event deleted for resources: {'Port': ['ID=ded0d2dc-58f1-4440-bed9-fd02df1d85ce,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:55.738646 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-450fdf79-a06d-443e-a166-76d8d49bf726 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 217 time: 0.0561571 Jul 13 07:24:55.765352 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f80d0f4-56b5-475c-be2e-3b2050b6b381 req-84fd8da6-893f-41b9-acbe-6b7541f79c8a tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f81630c-3d3d-479e-9a24-2674fa5ab912 HTTP/1.1" status: 200 len: 210 time: 0.0375636 Jul 13 07:24:55.776428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-91568646-a54f-44ed-8d84-1e244e314817 req-ba923360-312e-4e0b-b93a-0d668c5b6bbc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] No DVR routers for this DVR port ded0d2dc-58f1-4440-bed9-fd02df1d85ce on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:55.784261 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91568646-a54f-44ed-8d84-1e244e314817 req-ba923360-312e-4e0b-b93a-0d668c5b6bbc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.786335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91568646-a54f-44ed-8d84-1e244e314817 req-ba923360-312e-4e0b-b93a-0d668c5b6bbc tempest-VolumesAdminNegativeTest-993922997 tempest-VolumesAdminNegativeTest-993922997-project] 10.222.0.53 "DELETE /v2.0/ports/ded0d2dc-58f1-4440-bed9-fd02df1d85ce HTTP/1.1" status: 204 len: 173 time: 1.2386472 Jul 13 07:24:55.792606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-58626a2d-92c9-4973-823d-88b0d95882b3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] For port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:55.793497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-58626a2d-92c9-4973-823d-88b0d95882b3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.813695 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-38e215c5-a8bc-4478-93da-3e27a2e4c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.815222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-38e215c5-a8bc-4478-93da-3e27a2e4c9d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cdbdc21-b9e2-42a7-9049-63ee870baf7b HTTP/1.1" status: 200 len: 859 time: 0.0524495 Jul 13 07:24:55.819746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290ec95-15fe-4b09-b6ff-7a38923c6ac1 req-274aaa4e-cc2b-4751-9b1b-60e1eef7b8be tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.823474 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d290ec95-15fe-4b09-b6ff-7a38923c6ac1 req-274aaa4e-cc2b-4751-9b1b-60e1eef7b8be tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 943 time: 0.2792106 Jul 13 07:24:55.824558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-58626a2d-92c9-4973-823d-88b0d95882b3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Calling delete_port for d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:55.845936 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007ac2e4-8707-4345-a65c-b47fb0f53dc9 x-openstack-request-id: req-007ac2e4-8707-4345-a65c-b47fb0f53dc9 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:55.846244 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9448d1a-0d81-4787-ad7b-774fe77fc556", "name": "network-vif-deleted", "tag": "9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:55.846516 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-007ac2e4-8707-4345-a65c-b47fb0f53dc9 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:55.846866 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9448d1a-0d81-4787-ad7b-774fe77fc556', 'name': 'network-vif-deleted', 'tag': '9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a', 'status': 'completed', 'code': 200} Jul 13 07:24:55.862556 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-1f2eaa54-fb66-4495-a1ee-9fd0d3b39681 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17734a9d-acc1-40c5-bfe3-725c4031c428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396969 Jul 13 07:24:55.914785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d290ec95-15fe-4b09-b6ff-7a38923c6ac1 req-8aa4916e-baa3-448b-84ec-f1c45bc7702e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806434 Jul 13 07:24:55.957707 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b24fb80-6842-4860-91bb-567aeadc196e x-openstack-request-id: req-3b24fb80-6842-4860-91bb-567aeadc196e {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:55.958192 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:55.958306 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b24fb80-6842-4860-91bb-567aeadc196e {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:55.958733 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'status': 'completed', 'code': 200} Jul 13 07:24:55.991071 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-4d533418-9082-4363-a061-b89d642f3f66 service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217973 Jul 13 07:24:56.046491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c25a88fd-72eb-4024-a9a3-579a871ec245 req-100b3a53-6732-4b46-83d3-fffa7e9e8a54 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0494440 Jul 13 07:24:56.090968 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-58626a2d-92c9-4973-823d-88b0d95882b3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.110249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:56.148898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58626a2d-92c9-4973-823d-88b0d95882b3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event deleted for resources: {'Port': ['ID=d1d6312a-37d3-41ce-bdc7-8e6f37d460c6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:56.169415 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce1c0dd-df78-4c72-8d28-cacc59fa1d8f req-093c3082-d188-4dcd-ad52-9a809223dc84 service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605530 Jul 13 07:24:56.226778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-58626a2d-92c9-4973-823d-88b0d95882b3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] No DVR routers for this DVR port d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:56.229994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-58626a2d-92c9-4973-823d-88b0d95882b3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.232058 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b3d93ca-a87a-4335-ba34-65e8ba2301a6 req-58626a2d-92c9-4973-823d-88b0d95882b3 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.54 "DELETE /v2.0/ports/d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 HTTP/1.1" status: 204 len: 173 time: 1.1601286 Jul 13 07:24:56.259009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf787c-13bb-419f-a960-0177b3629e50 req-ed2dd47b-c06b-4360-a06e-36cac94484a4 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.267553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0adf787c-13bb-419f-a960-0177b3629e50 req-ed2dd47b-c06b-4360-a06e-36cac94484a4 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 949 time: 0.2182360 Jul 13 07:24:56.330733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0adf787c-13bb-419f-a960-0177b3629e50 req-e8107d16-e681-4b11-a762-2d67cbcc6034 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603440 Jul 13 07:24:56.337330 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39bb9a-da80-4b79-9435-dfc87f9dac22 req-6a9f9a5e-7fef-4c61-ba4b-ace0927129e5 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.340050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d39bb9a-da80-4b79-9435-dfc87f9dac22 req-6a9f9a5e-7fef-4c61-ba4b-ace0927129e5 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 943 time: 0.1522646 Jul 13 07:24:56.412939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac0768-2453-4954-97c0-954b3d2de8f1 req-d8e340a2-60c4-45f1-bf23-07945ef19688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.414585 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bac0768-2453-4954-97c0-954b3d2de8f1 req-d8e340a2-60c4-45f1-bf23-07945ef19688 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=787b99b7b40445fea1f50895ee6e9790&device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1094 time: 0.1617060 Jul 13 07:24:56.420777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d39bb9a-da80-4b79-9435-dfc87f9dac22 req-f70b67c2-561c-4352-9a51-99f8a64df5cf tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729783 Jul 13 07:24:56.547921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac0768-2453-4954-97c0-954b3d2de8f1 req-cc0b4ca8-2fad-4792-95e4-4aca6fdd821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.550323 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bac0768-2453-4954-97c0-954b3d2de8f1 req-cc0b4ca8-2fad-4792-95e4-4aca6fdd821f service neutron] 10.222.0.53 "GET /v2.0/networks?id=17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 200 len: 920 time: 0.1276579 Jul 13 07:24:56.600308 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bac0768-2453-4954-97c0-954b3d2de8f1 req-4ea68975-cdcb-4cdd-98dd-508b3aa22ccc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 217 time: 0.0425456 Jul 13 07:24:56.664004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac0768-2453-4954-97c0-954b3d2de8f1 req-a0bd9cb8-8390-4bd0-9653-f959f225504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.665661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bac0768-2453-4954-97c0-954b3d2de8f1 req-a0bd9cb8-8390-4bd0-9653-f959f225504c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cdbdc21-b9e2-42a7-9049-63ee870baf7b HTTP/1.1" status: 200 len: 859 time: 0.0584984 Jul 13 07:24:56.707859 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22dd2b12-c0e9-47e3-8c97-e87d112f4a22 req-0cb81f07-61ce-4acf-baf5-096bb246db1d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c45da7e-7b74-489e-892f-afdb479430e2 HTTP/1.1" status: 200 len: 210 time: 0.0425935 Jul 13 07:24:56.726441 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bac0768-2453-4954-97c0-954b3d2de8f1 req-4016dd4c-0fe5-47fb-8fcb-11733c3f078c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17734a9d-acc1-40c5-bfe3-725c4031c428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521865 Jul 13 07:24:56.868219 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bac0768-2453-4954-97c0-954b3d2de8f1 req-a2fd1c7a-3cd6-41f4-9c3a-41406e955094 service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345346 Jul 13 07:24:56.877470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad77c3-307e-4b63-815c-ae24608aff82 req-49bce39e-7309-4f6d-97be-cdc852fed83a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.879276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97ad77c3-307e-4b63-815c-ae24608aff82 req-49bce39e-7309-4f6d-97be-cdc852fed83a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.1378908 Jul 13 07:24:56.879695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42294) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:56.943362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-834738da-0f67-4664-9b24-14471a870531 admin admin] Deleting subnet 706e3455-5b5d-4a42-aaef-e82c1024cf25 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:56.950418 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-834738da-0f67-4664-9b24-14471a870531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.983805 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97ad77c3-307e-4b63-815c-ae24608aff82 req-e42b54d4-4ebb-48f8-bfd2-0b45881f709e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937171 Jul 13 07:24:57.000848 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-834738da-0f67-4664-9b24-14471a870531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.003929 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bac0768-2453-4954-97c0-954b3d2de8f1 req-9b1ba0dd-e45c-4df7-a62c-af464bac70c5 service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236067 Jul 13 07:24:57.050562 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-834738da-0f67-4664-9b24-14471a870531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.173556 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-834738da-0f67-4664-9b24-14471a870531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.218541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f0a21-cb1b-4fb1-b8b6-c1e8a038e7d5 req-e997ded9-3c91-47a3-837e-68e40002d9a2 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.219979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c3f0a21-cb1b-4fb1-b8b6-c1e8a038e7d5 req-e997ded9-3c91-47a3-837e-68e40002d9a2 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 943 time: 0.1371992 Jul 13 07:24:57.222112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834738da-0f67-4664-9b24-14471a870531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706e3455-5b5d-4a42-aaef-e82c1024cf25,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:57.225436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-834738da-0f67-4664-9b24-14471a870531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.231420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-834738da-0f67-4664-9b24-14471a870531 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/706e3455-5b5d-4a42-aaef-e82c1024cf25 HTTP/1.1" status: 204 len: 168 time: 0.3477550 Jul 13 07:24:57.232091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42300) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:57.236310 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5e278673-3606-4384-ba2a-0c9ca044278a req-30fe8328-a94d-4180-9807-f7c07606d728 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0331528 Jul 13 07:24:57.347494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c3f0a21-cb1b-4fb1-b8b6-c1e8a038e7d5 req-6cf7cb9d-8e04-406a-ad9e-8dd41b151497 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050093 Jul 13 07:24:57.350543 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.439309 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.450850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f89154-61a9-4a4d-9565-ff0f4cfd7c53']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:57.466902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a87cd9-3979-4dc0-97bb-ef98546dd0a0') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:57.467345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a87cd9-3979-4dc0-97bb-ef98546dd0a0') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:57.477877 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.497495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.511302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:57.512316 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.537140 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:57.542486 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:57.585914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03d8bd-8c14-4a0b-a056-b8decb6f3418 req-d5d42f11-131c-4258-ad89-938c6c1f37d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.588202 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d03d8bd-8c14-4a0b-a056-b8decb6f3418 req-d5d42f11-131c-4258-ad89-938c6c1f37d3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 949 time: 0.1277812 Jul 13 07:24:57.594338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-122f884c-3aa9-4fca-887f-1dc98cad5930 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.595823 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-122f884c-3aa9-4fca-887f-1dc98cad5930 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1096 time: 0.0947018 Jul 13 07:24:57.615905 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.622217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-7'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:57.622629 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.624988 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] 10.222.0.44 "DELETE /v2.0/networks/88f89154-61a9-4a4d-9565-ff0f4cfd7c53 HTTP/1.1" status: 204 len: 168 time: 0.3918588 Jul 13 07:24:57.628728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42308) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:57.630796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8d65fdb-07b9-4299-a953-4c72a0b3e17d up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:57.671549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78809494-ee88-4c86-bc12-94493f94f06d admin admin] Pushing event deleted for resources: {'Network': ['ID=88f89154-61a9-4a4d-9565-ff0f4cfd7c53,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:57.678693 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d03d8bd-8c14-4a0b-a056-b8decb6f3418 req-52559593-38f9-4f99-93ef-c03efae3a4e5 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816383 Jul 13 07:24:57.699494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port f8d65fdb-07b9-4299-a953-4c72a0b3e17d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:57.710702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf86d9f1-30b0-486b-9975-c6925de529d1 admin admin] Deleting subnet 223021eb-941a-4cfd-aa06-0b259817fe08 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:57.711169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port f8d65fdb-07b9-4299-a953-4c72a0b3e17d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:57.711377 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.719191 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cf86d9f1-30b0-486b-9975-c6925de529d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.728936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d2aeb-4036-47ce-9bf0-adbc6db4e61f req-6c184119-2e15-4556-9d6f-9736068bc1ee tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.736080 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c47d2aeb-4036-47ce-9bf0-adbc6db4e61f req-6c184119-2e15-4556-9d6f-9736068bc1ee tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 943 time: 0.1582608 Jul 13 07:24:57.790275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.799569 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cf86d9f1-30b0-486b-9975-c6925de529d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.839170 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c47d2aeb-4036-47ce-9bf0-adbc6db4e61f req-202faecd-ea01-4092-bb24-f104f3be79c6 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016052 Jul 13 07:24:57.848309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f81630c-3d3d-479e-9a24-2674fa5ab912', 'name': 'network-vif-deleted', 'tag': 'ded0d2dc-58f1-4440-bed9-fd02df1d85ce'}, {'server_uuid': '2c45da7e-7b74-489e-892f-afdb479430e2', 'name': 'network-vif-deleted', 'tag': 'd1d6312a-37d3-41ce-bdc7-8e6f37d460c6'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:57.852579 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e217a8a9-7b00-4001-bfb6-1c006c7287ad" -d '{"events": [{"server_uuid": "9f81630c-3d3d-479e-9a24-2674fa5ab912", "name": "network-vif-deleted", "tag": "ded0d2dc-58f1-4440-bed9-fd02df1d85ce"}, {"server_uuid": "2c45da7e-7b74-489e-892f-afdb479430e2", "name": "network-vif-deleted", "tag": "d1d6312a-37d3-41ce-bdc7-8e6f37d460c6"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:57.904792 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.906096 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cf86d9f1-30b0-486b-9975-c6925de529d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.952140 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d387491-3f1c-46f0-bbbc-1485fa467d02 x-openstack-request-id: req-9d387491-3f1c-46f0-bbbc-1485fa467d02 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:57.952766 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f81630c-3d3d-479e-9a24-2674fa5ab912", "name": "network-vif-deleted", "tag": "ded0d2dc-58f1-4440-bed9-fd02df1d85ce", "status": "completed", "code": 200}, {"server_uuid": "2c45da7e-7b74-489e-892f-afdb479430e2", "name": "network-vif-deleted", "tag": "d1d6312a-37d3-41ce-bdc7-8e6f37d460c6", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:57.953645 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d387491-3f1c-46f0-bbbc-1485fa467d02 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:57.953761 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446dac76-dd06-422a-90b8-9e3c96ac51a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d65fdb-07b9-4299-a953-4c72a0b3e17d'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:57.954353 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f81630c-3d3d-479e-9a24-2674fa5ab912', 'name': 'network-vif-deleted', 'tag': 'ded0d2dc-58f1-4440-bed9-fd02df1d85ce', 'status': 'completed', 'code': 200} Jul 13 07:24:57.954775 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c45da7e-7b74-489e-892f-afdb479430e2', 'name': 'network-vif-deleted', 'tag': 'd1d6312a-37d3-41ce-bdc7-8e6f37d460c6', 'status': 'completed', 'code': 200} Jul 13 07:24:57.956107 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c56780-cde5-4ee9-aeb4-679ccfc4b5fd" -d '{"events": [{"server_uuid": "446dac76-dd06-422a-90b8-9e3c96ac51a5", "name": "network-vif-plugged", "status": "completed", "tag": "f8d65fdb-07b9-4299-a953-4c72a0b3e17d"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:57.971768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:57.986510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f8d65fdb-07b9-4299-a953-4c72a0b3e17d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:57.997203 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.030054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:58.048935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cf86d9f1-30b0-486b-9975-c6925de529d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.070553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cf86d9f1-30b0-486b-9975-c6925de529d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.073518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cf86d9f1-30b0-486b-9975-c6925de529d1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/223021eb-941a-4cfd-aa06-0b259817fe08 HTTP/1.1" status: 204 len: 168 time: 0.4420497 Jul 13 07:24:58.081658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42322) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:58.109692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86d9f1-30b0-486b-9975-c6925de529d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223021eb-941a-4cfd-aa06-0b259817fe08,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:58.121059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:58.121436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d1d6312a-37d3-41ce-bdc7-8e6f37d460c6 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:58.121866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:58.175918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:58.219691 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f8b83-8306-4bd9-a514-617702e452a3 x-openstack-request-id: req-ac0f8b83-8306-4bd9-a514-617702e452a3 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:58.219987 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446dac76-dd06-422a-90b8-9e3c96ac51a5", "name": "network-vif-plugged", "status": "completed", "tag": "f8d65fdb-07b9-4299-a953-4c72a0b3e17d", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:58.220458 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac0f8b83-8306-4bd9-a514-617702e452a3 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:58.221016 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446dac76-dd06-422a-90b8-9e3c96ac51a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d65fdb-07b9-4299-a953-4c72a0b3e17d', 'code': 200} Jul 13 07:24:58.221758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:58.224132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9ced5a5d-8e4f-4f80-88b9-d752b8f49a9a not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:58.276386 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.279277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:58.283652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69942dd3-fb59-4242-8645-9e59f7511040'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:58.285976 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d1c6ff-b952-464e-a025-ce7bffb7f67b" -d '{"events": [{"server_uuid": "a7045eb4-a1ba-497d-ba31-c1e69d1ad927", "name": "network-vif-unplugged", "status": "completed", "tag": "69942dd3-fb59-4242-8645-9e59f7511040"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:58.291520 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.313132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e27f4e-9abc-45b1-9aaa-8371bb5b3138 req-2735a706-b972-42e2-932f-28f2d2f38468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.314809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13e27f4e-9abc-45b1-9aaa-8371bb5b3138 req-2735a706-b972-42e2-932f-28f2d2f38468 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 1101 time: 0.1829877 Jul 13 07:24:58.327637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.345457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91be45-b82d-4dce-994c-96a53fa3da78 req-2fe84993-18e2-4e30-bad1-bb1e09ee2c76 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.347583 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c91be45-b82d-4dce-994c-96a53fa3da78 req-2fe84993-18e2-4e30-bad1-bb1e09ee2c76 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 945 time: 0.1570804 Jul 13 07:24:58.402794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13e27f4e-9abc-45b1-9aaa-8371bb5b3138 req-9c8cc687-21ea-4cc5-8df8-03dd6d92f644 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768812 Jul 13 07:24:58.412175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.440276 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c91be45-b82d-4dce-994c-96a53fa3da78 req-2cd6838e-f4b0-4599-9714-f12de9938de4 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676267 Jul 13 07:24:58.453883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49071e4-227b-46bb-8963-cbfe2a0e6055']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:58.471229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2a82b3b8-9bba-44f0-9535-4b28bd55a8b3 None None] Provisioning complete for port f8d65fdb-07b9-4299-a953-4c72a0b3e17d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:58.471670 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2a82b3b8-9bba-44f0-9535-4b28bd55a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.472360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edb1aaa-51ed-432a-a1dc-90d8fa1e4fdb') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:58.472656 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edb1aaa-51ed-432a-a1dc-90d8fa1e4fdb') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:58.490700 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.549352 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Pushing event updated for resources: {'Port': ['ID=69942dd3-fb59-4242-8645-9e59f7511040,revision_number=7']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:58.552465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.561204 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2938e298-2a30-4bde-a4e9-5925423edf53 x-openstack-request-id: req-2938e298-2a30-4bde-a4e9-5925423edf53 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:58.561350 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7045eb4-a1ba-497d-ba31-c1e69d1ad927", "name": "network-vif-unplugged", "status": "completed", "tag": "69942dd3-fb59-4242-8645-9e59f7511040", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:58.561579 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2938e298-2a30-4bde-a4e9-5925423edf53 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:58.561912 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69942dd3-fb59-4242-8645-9e59f7511040', 'code': 200} Jul 13 07:24:58.569335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:58.569804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:58.571634 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:58.582601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 on host n-h2-798249-7 for vnic_type normal with profile {"migrating_to": "n-h1-798249-7"} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:58.582944 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:58.583279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:58.598455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Port 69942dd3-fb59-4242-8645-9e59f7511040 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:58.599120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Attempting to bind port 69942dd3-fb59-4242-8645-9e59f7511040 on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:58.633879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:58.634225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:58.634774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:58.635299 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Bound port: 69942dd3-fb59-4242-8645-9e59f7511040, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:58.635685 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.653732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46a6075b-bf63-4d57-8aa5-8214f41de454 req-814e69f0-1006-4601-b20d-377edb47ce8a tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0376594 Jul 13 07:24:58.676189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.686066 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.688045 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b49071e4-227b-46bb-8963-cbfe2a0e6055 HTTP/1.1" status: 204 len: 168 time: 0.5982761 Jul 13 07:24:58.739960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2943322-448b-4f63-a725-0db4e58ff502 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49071e4-227b-46bb-8963-cbfe2a0e6055,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:58.768831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:58.809998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:58.823065 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.839782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ab55c-d07b-40e1-8b8b-32c868c6fc63 req-3a120433-81a7-4b6d-a5d4-656902681a91 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.841613 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c45ab55c-d07b-40e1-8b8b-32c868c6fc63 req-3a120433-81a7-4b6d-a5d4-656902681a91 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 943 time: 0.1374910 Jul 13 07:24:58.873935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42340) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:58.908102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701c423-44c9-4966-9342-3532371cd095 req-7ac17898-bf0c-4a27-ad24-f680be64b74d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.909659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2701c423-44c9-4966-9342-3532371cd095 req-7ac17898-bf0c-4a27-ad24-f680be64b74d tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 950 time: 0.1174736 Jul 13 07:24:58.941540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.942095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.943795 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/69942dd3-fb59-4242-8645-9e59f7511040 HTTP/1.1" status: 200 len: 1121 time: 1.3275871 Jul 13 07:24:58.955576 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c45ab55c-d07b-40e1-8b8b-32c868c6fc63 req-7ab4af2e-296d-49b4-bfdd-a043af9a1388 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905664 Jul 13 07:24:58.957530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd247a3-c22f-481f-b53f-3aa3f12210e8 service neutron] Pushing event updated for resources: {'Port': ['ID=69942dd3-fb59-4242-8645-9e59f7511040,revision_number=8']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:58.964112 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42342) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:58.965131 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ff719824-b017-4f7e-924e-c816305dbcbf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=285ed71ae8384c0eb861b06b7b418ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856566 Jul 13 07:24:58.994415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2701c423-44c9-4966-9342-3532371cd095 req-731fd5b3-1f39-47ac-abe0-742d2fe39415 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 Jul 13 07:24:59.018803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['69942dd3-fb59-4242-8645-9e59f7511040'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:59.079409 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-870360de-d332-44d4-a6e6-b81f67bffe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.120848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['69942dd3-fb59-4242-8645-9e59f7511040'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:59.168843 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-870360de-d332-44d4-a6e6-b81f67bffe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.242488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee5b07-1ea1-4f55-a662-2175c7d09a4f req-e8e8a19a-a864-4f20-9487-7800df293812 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.245721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-05ee5b07-1ea1-4f55-a662-2175c7d09a4f req-e8e8a19a-a864-4f20-9487-7800df293812 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 950 time: 0.1230307 Jul 13 07:24:59.289499 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-870360de-d332-44d4-a6e6-b81f67bffe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.293099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-870360de-d332-44d4-a6e6-b81f67bffe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.294307 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-870360de-d332-44d4-a6e6-b81f67bffe5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df37dd76-8086-4d8a-b81e-5665863de516 HTTP/1.1" status: 204 len: 168 time: 0.3288248 Jul 13 07:24:59.322859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870360de-d332-44d4-a6e6-b81f67bffe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df37dd76-8086-4d8a-b81e-5665863de516,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:59.330825 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-05ee5b07-1ea1-4f55-a662-2175c7d09a4f req-0a5a193f-624f-4f8a-b024-1b319f77be34 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657611 Jul 13 07:24:59.350999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6df93984-eb3d-432b-a2e8-b808667fdf37 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:59.353052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ded0d2dc-58f1-4440-bed9-fd02df1d85ce no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:59.451728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-750d3da1-45c8-491b-ab9e-051608a63177 service neutron] 10.222.0.53 "GET /v2.0/ports/b9f629e0-b447-44a1-a233-95069418da8f/bindings/n-h2-798249-7 HTTP/1.1" status: 200 len: 384 time: 0.0638914 Jul 13 07:24:59.772596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6df93984-eb3d-432b-a2e8-b808667fdf37, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6df93984-eb3d-432b-a2e8-b808667fdf37,segment=NetworkSegment(6411f755-7f05-4f96-9e31-a598b5c85ef1),segment_id=6411f755-7f05-4f96-9e31-a598b5c85ef1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:59.783061 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b0995-5aea-470b-a22a-6995bccd74a1 req-dc25b44d-9f71-477f-b105-616536034d16 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.785109 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d81b0995-5aea-470b-a22a-6995bccd74a1 req-dc25b44d-9f71-477f-b105-616536034d16 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.1712005 Jul 13 07:24:59.791990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-7ae4a66c-ef1e-48e3-a624-128ffa74e373 service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:59.803994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: ded0d2dc-58f1-4440-bed9-fd02df1d85ce {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:59.804382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ded0d2dc-58f1-4440-bed9-fd02df1d85ce not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:59.805921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'port_id': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'mac_address': 'fa:16:3e:b2:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:59.859716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8ae19-12e9-47f3-8aa4-745fdae0ecbb req-7dd5abd5-fd52-404b-9807-ab8a74b0b97a tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.864451 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d81b0995-5aea-470b-a22a-6995bccd74a1 req-0398ee91-4b2a-41df-8cda-29fd71b542c7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687220 Jul 13 07:24:59.866311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42352) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:59.873818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1a8ae19-12e9-47f3-8aa4-745fdae0ecbb req-7dd5abd5-fd52-404b-9807-ab8a74b0b97a tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 943 time: 0.5866714 Jul 13 07:24:59.876849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-7ae4a66c-ef1e-48e3-a624-128ffa74e373 service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:59.877132 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.903869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df93984-eb3d-432b-a2e8-b808667fdf37 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:59.939616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6df93984-eb3d-432b-a2e8-b808667fdf37, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6df93984-eb3d-432b-a2e8-b808667fdf37,segment=NetworkSegment(6411f755-7f05-4f96-9e31-a598b5c85ef1),segment_id=6411f755-7f05-4f96-9e31-a598b5c85ef1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:59.940839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1a8ae19-12e9-47f3-8aa4-745fdae0ecbb req-91ae3f66-3990-4ea3-9831-94c26cf6c4a5 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660727 Jul 13 07:24:59.944892 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-7ae4a66c-ef1e-48e3-a624-128ffa74e373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f629e0-b447-44a1-a233-95069418da8f {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:59.948772 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.972131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-7ae4a66c-ef1e-48e3-a624-128ffa74e373 service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:59.976517 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-73f4f134-b49d-4c5d-91bf-b5bfeaa7d3b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e7783690b444c21b9b57763783c21ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092081 Jul 13 07:24:59.982300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42354) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:00.005543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 69942dd3-fb59-4242-8645-9e59f7511040 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:00.011927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-7ae4a66c-ef1e-48e3-a624-128ffa74e373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.049534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=6df93984-eb3d-432b-a2e8-b808667fdf37,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:00.064675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-71529de6-1cf6-42ee-8788-c4353ce02cc5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.067077 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-71529de6-1cf6-42ee-8788-c4353ce02cc5 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 950 time: 0.1459770 Jul 13 07:25:00.074363 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7847f37d-e95e-4376-9174-27648473474e req-85683002-bf26-40f0-9058-7fcf0eaa80ba tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0553694 Jul 13 07:25:00.136855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1256ac2a-df98-415b-85d6-a6cf75ba33d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.168279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:00.175869 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1256ac2a-df98-415b-85d6-a6cf75ba33d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.180617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 69942dd3-fb59-4242-8645-9e59f7511040 has no active binding in host n-h1-798249-7 {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:25:00.185666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-7ae4a66c-ef1e-48e3-a624-128ffa74e373 service neutron] Transition to ACTIVE for port object b9f629e0-b447-44a1-a233-95069418da8f will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:00.195474 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-7ae4a66c-ef1e-48e3-a624-128ffa74e373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.248672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe66e9f-141e-4387-8d66-3a4b84f72428 req-bd72e730-1916-4729-98d7-f5b130aa7a1b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.249876 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fe66e9f-141e-4387-8d66-3a4b84f72428 req-bd72e730-1916-4729-98d7-f5b130aa7a1b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 943 time: 0.1407375 Jul 13 07:25:00.280550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-af9a34ab-0098-4f89-9f5a-df5511296ca8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Deleting port 2e470341-21c0-4f53-a174-d575c1246a5a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:00.280903 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-af9a34ab-0098-4f89-9f5a-df5511296ca8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.309497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-7ae4a66c-ef1e-48e3-a624-128ffa74e373 service neutron] No DVR routers for this DVR port b9f629e0-b447-44a1-a233-95069418da8f on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:00.315182 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fe66e9f-141e-4387-8d66-3a4b84f72428 req-e449cc4f-e392-47e2-a08e-7e91b47e712b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582347 Jul 13 07:25:00.351848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4a66c-ef1e-48e3-a624-128ffa74e373 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f629e0-b447-44a1-a233-95069418da8f,revision_number=10']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:00.360318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1256ac2a-df98-415b-85d6-a6cf75ba33d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.362878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1256ac2a-df98-415b-85d6-a6cf75ba33d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.365541 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1256ac2a-df98-415b-85d6-a6cf75ba33d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f533edb-d9eb-4c27-9bf4-5ddc7f5dfff1 HTTP/1.1" status: 204 len: 168 time: 0.3823168 Jul 13 07:25:00.375361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-7ae4a66c-ef1e-48e3-a624-128ffa74e373 service neutron] 10.222.0.53 "PUT /v2.0/ports/b9f629e0-b447-44a1-a233-95069418da8f/bindings/n-h2-798249-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9162550 Jul 13 07:25:00.382792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256ac2a-df98-415b-85d6-a6cf75ba33d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f533edb-d9eb-4c27-9bf4-5ddc7f5dfff1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:00.400432 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa9c18-084a-4f03-b41e-861096117dce req-865f3738-9fd2-4a9b-a808-60e73310a581 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.400661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-af9a34ab-0098-4f89-9f5a-df5511296ca8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] For port 2e470341-21c0-4f53-a174-d575c1246a5a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2e470341-21c0-4f53-a174-d575c1246a5a,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:00.401103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-af9a34ab-0098-4f89-9f5a-df5511296ca8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.402514 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56fa9c18-084a-4f03-b41e-861096117dce req-865f3738-9fd2-4a9b-a808-60e73310a581 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/ports?device_id=9685e1d6-01f7-43bc-9045-2f1a682b3b8e HTTP/1.1" status: 200 len: 950 time: 0.1925015 Jul 13 07:25:00.415533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-af9a34ab-0098-4f89-9f5a-df5511296ca8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Calling delete_port for 2e470341-21c0-4f53-a174-d575c1246a5a owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:00.446106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6df93984-eb3d-432b-a2e8-b808667fdf37'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:00.491867 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56fa9c18-084a-4f03-b41e-861096117dce req-191467bf-2a1b-47ee-bc43-92ac43f27c04 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b6a64d1-64d4-4c00-84db-e943b514bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767009 Jul 13 07:25:00.563496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'tag': '69942dd3-fb59-4242-8645-9e59f7511040'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:00.565818 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7045eb4-a1ba-497d-ba31-c1e69d1ad927", "tag": "69942dd3-fb59-4242-8645-9e59f7511040"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:00.606452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-34b8c9c0-c6d5-4891-9a5e-3b787e97a7b7 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.608061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-34b8c9c0-c6d5-4891-9a5e-3b787e97a7b7 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.1257341 Jul 13 07:25:00.627532 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55687a76-5025-45e1-a54f-cc7ed749e1eb x-openstack-request-id: req-55687a76-5025-45e1-a54f-cc7ed749e1eb {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:00.627840 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7045eb4-a1ba-497d-ba31-c1e69d1ad927", "tag": "69942dd3-fb59-4242-8645-9e59f7511040", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:00.628117 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55687a76-5025-45e1-a54f-cc7ed749e1eb {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:00.628511 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'tag': '69942dd3-fb59-4242-8645-9e59f7511040', 'status': 'completed', 'code': 200} Jul 13 07:25:00.772657 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-af9a34ab-0098-4f89-9f5a-df5511296ca8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.819181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a34ab-0098-4f89-9f5a-df5511296ca8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Pushing event deleted for resources: {'Port': ['ID=2e470341-21c0-4f53-a174-d575c1246a5a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:00.859400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a1ad-9e83-4f8d-b43b-900d60f424ea req-1d7062f5-aaf9-4703-bda9-f861389cd76d tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.860940 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf45a1ad-9e83-4f8d-b43b-900d60f424ea req-1d7062f5-aaf9-4703-bda9-f861389cd76d tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 950 time: 0.2487359 Jul 13 07:25:00.865946 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2 req-b8e058d6-28a1-42b1-96c7-99149328482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.867338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2 req-b8e058d6-28a1-42b1-96c7-99149328482b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 1124 time: 0.2095320 Jul 13 07:25:00.872167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-5c3be20e-8535-4287-83a9-41a3a34dbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.873566 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-5c3be20e-8535-4287-83a9-41a3a34dbcfc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7&tenant_id=2bb99b9efa844e71b4c81e68b036494d HTTP/1.1" status: 200 len: 1095 time: 0.2437029 Jul 13 07:25:00.906849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-af9a34ab-0098-4f89-9f5a-df5511296ca8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] No DVR routers for this DVR port 2e470341-21c0-4f53-a174-d575c1246a5a on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:00.910787 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-af9a34ab-0098-4f89-9f5a-df5511296ca8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.912955 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ec95028-1611-4485-b39f-41fb461e7fc3 req-af9a34ab-0098-4f89-9f5a-df5511296ca8 tempest-ServersOnMultiNodesTest-1623378180 tempest-ServersOnMultiNodesTest-1623378180-project] 10.222.0.53 "DELETE /v2.0/ports/2e470341-21c0-4f53-a174-d575c1246a5a HTTP/1.1" status: 204 len: 173 time: 0.8375893 Jul 13 07:25:00.925933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9685e1d6-01f7-43bc-9045-2f1a682b3b8e', 'name': 'network-vif-deleted', 'tag': '2e470341-21c0-4f53-a174-d575c1246a5a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:00.928473 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf3647c-6967-4262-b793-ab56b58e03e4" -d '{"events": [{"server_uuid": "9685e1d6-01f7-43bc-9045-2f1a682b3b8e", "name": "network-vif-deleted", "tag": "2e470341-21c0-4f53-a174-d575c1246a5a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:01.042010 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2e470341-21c0-4f53-a174-d575c1246a5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:01.044539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf45a1ad-9e83-4f8d-b43b-900d60f424ea req-7e82cb52-88db-41c9-8250-d22cd3fc4127 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761119 Jul 13 07:25:01.103995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2 req-fdfca69b-0187-4e54-a718-7d858eba2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.106006 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2 req-fdfca69b-0187-4e54-a718-7d858eba2c65 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.2304132 Jul 13 07:25:01.110139 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f336d-7c26-411d-876b-07f840af6bca x-openstack-request-id: req-fd3f336d-7c26-411d-876b-07f840af6bca {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:01.110403 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9685e1d6-01f7-43bc-9045-2f1a682b3b8e", "name": "network-vif-deleted", "tag": "2e470341-21c0-4f53-a174-d575c1246a5a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:01.110778 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd3f336d-7c26-411d-876b-07f840af6bca {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:01.111258 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9685e1d6-01f7-43bc-9045-2f1a682b3b8e', 'name': 'network-vif-deleted', 'tag': '2e470341-21c0-4f53-a174-d575c1246a5a', 'status': 'completed', 'code': 200} Jul 13 07:25:01.154279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e865f-120c-4621-85a4-5e38de4a9403 req-384691f7-1b94-45bf-8f8c-1607faabc094 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.156920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-408e865f-120c-4621-85a4-5e38de4a9403 req-384691f7-1b94-45bf-8f8c-1607faabc094 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.1280875 Jul 13 07:25:01.169100 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2 req-56cde53e-5a46-4bb9-84c4-4c23b1924d78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69942dd3-fb59-4242-8645-9e59f7511040 HTTP/1.1" status: 200 len: 217 time: 0.0513656 Jul 13 07:25:01.172456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-0f97d46e-22c3-4ea5-94f9-28730f30904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.174435 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-0f97d46e-22c3-4ea5-94f9-28730f30904e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 1095 time: 0.2330358 Jul 13 07:25:01.221595 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-408e865f-120c-4621-85a4-5e38de4a9403 req-31aee57e-8441-449a-84b7-c9e13ba01adc tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581453 Jul 13 07:25:01.363335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6df93984-eb3d-432b-a2e8-b808667fdf37 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:01.365680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2 req-90e3aa23-bf3a-4463-9c03-11a63efb5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.367385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2 req-90e3aa23-bf3a-4463-9c03-11a63efb5274 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.1836920 Jul 13 07:25:01.414461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2 req-778cebc3-78f6-4ba7-afd5-02dd7252df0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364969 Jul 13 07:25:01.431797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 6df93984-eb3d-432b-a2e8-b808667fdf37 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:01.437948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 6df93984-eb3d-432b-a2e8-b808667fdf37 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:01.438372 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.446249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-d3c3f55c-a4ca-4d75-afd2-59ebc000bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.448532 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-d3c3f55c-a4ca-4d75-afd2-59ebc000bee3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.2658923 Jul 13 07:25:01.538227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc74d9-daf5-42ed-9f45-be014ed503e8 req-40fda704-a126-41c5-a675-55f47253d239 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.545867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6dc74d9-daf5-42ed-9f45-be014ed503e8 req-40fda704-a126-41c5-a675-55f47253d239 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 944 time: 0.2718952 Jul 13 07:25:01.547722 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.552861 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-3045131f-1f60-43f1-9097-27a8b6598838 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f629e0-b447-44a1-a233-95069418da8f HTTP/1.1" status: 200 len: 217 time: 0.0930989 Jul 13 07:25:01.574521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:01.577382 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1741fd53-6b74-4e66-bf82-99cc44a66a7a" -d '{"events": [{"server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "name": "network-vif-plugged", "status": "completed", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:01.593153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6df93984-eb3d-432b-a2e8-b808667fdf37, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6df93984-eb3d-432b-a2e8-b808667fdf37,segment=NetworkSegment(6411f755-7f05-4f96-9e31-a598b5c85ef1),segment_id=6411f755-7f05-4f96-9e31-a598b5c85ef1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:01.598285 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.614895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device b9f629e0-b447-44a1-a233-95069418da8f no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:01.671048 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6dc74d9-daf5-42ed-9f45-be014ed503e8 req-98657d7d-6cd5-4625-a0c7-0aca7e161a9e tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242130 Jul 13 07:25:01.680520 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f99afd85-e614-445f-aaf9-0683aaf0d7ae req-556cb891-3cea-461d-8858-4d26fa374a13 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0421176 Jul 13 07:25:01.701596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b9f629e0-b447-44a1-a233-95069418da8f no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:01.720516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-09619852-9f63-4fd3-badc-eadb112bd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.722010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-09619852-9f63-4fd3-badc-eadb112bd866 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.1313090 Jul 13 07:25:01.724256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2 req-b45630b2-845e-4429-80f0-0715c28b5f98 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989817 Jul 13 07:25:01.752242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=6df93984-eb3d-432b-a2e8-b808667fdf37,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:01.762917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device b9f629e0-b447-44a1-a233-95069418da8f not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:01.778076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-b1a824de-69c1-4de3-bfdb-53a7a773bbba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405691 Jul 13 07:25:01.974075 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e0c68d5-ae70-4927-9c6c-b7a3d1ee89a2 req-54a5c1cc-54fc-478d-a9ef-08fa5b2b2587 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353554 Jul 13 07:25:01.984914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-6ec3fd23-9a8d-42ae-9881-5049cb8ddf7b service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904097 Jul 13 07:25:01.987358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ad6c-409f-43e7-a27a-749eeccd36c1 req-a4ff53fc-a1f4-46ed-81b8-0224c44e23f5 tempest-ServersAdminNegativeTestJSON-928474786 tempest-ServersAdminNegativeTestJSON-928474786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.988981 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b30ad6c-409f-43e7-a27a-749eeccd36c1 req-a4ff53fc-a1f4-46ed-81b8-0224c44e23f5 tempest-ServersAdminNegativeTestJSON-928474786 tempest-ServersAdminNegativeTestJSON-928474786-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 1101 time: 0.0538900 Jul 13 07:25:01.997458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daf126-085c-4285-9fad-025c9ce254be req-12a25007-53bc-4139-b438-f8e8c875e68b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.999042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3daf126-085c-4285-9fad-025c9ce254be req-12a25007-53bc-4139-b438-f8e8c875e68b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 944 time: 0.1644428 Jul 13 07:25:02.013245 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7b30ad6c-409f-43e7-a27a-749eeccd36c1 req-7339e29d-6736-4210-bc29-054c4d2dfb4c tempest-ServersAdminNegativeTestJSON-928474786 tempest-ServersAdminNegativeTestJSON-928474786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.086041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3daf126-085c-4285-9fad-025c9ce254be req-253cc4c6-4e35-4575-9731-5b5de7ef02a0 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789518 Jul 13 07:25:02.110999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7b30ad6c-409f-43e7-a27a-749eeccd36c1 req-7339e29d-6736-4210-bc29-054c4d2dfb4c tempest-ServersAdminNegativeTestJSON-928474786 tempest-ServersAdminNegativeTestJSON-928474786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.110999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7b30ad6c-409f-43e7-a27a-749eeccd36c1 req-7339e29d-6736-4210-bc29-054c4d2dfb4c tempest-ServersAdminNegativeTestJSON-928474786 tempest-ServersAdminNegativeTestJSON-928474786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.114358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-79a8aacc-1dca-4232-abba-cb32e2f83ebf service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143970 Jul 13 07:25:02.134891 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b30ad6c-409f-43e7-a27a-749eeccd36c1 req-7339e29d-6736-4210-bc29-054c4d2dfb4c tempest-ServersAdminNegativeTestJSON-928474786 tempest-ServersAdminNegativeTestJSON-928474786-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388187 Jul 13 07:25:02.139579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339e29d-6736-4210-bc29-054c4d2dfb4c tempest-ServersAdminNegativeTestJSON-928474786 tempest-ServersAdminNegativeTestJSON-928474786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a317e08-c0df-4fdb-8d49-27804a55c98e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:02.190207 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115d4c03-b11f-4f47-a2b2-46a76c329233 x-openstack-request-id: req-115d4c03-b11f-4f47-a2b2-46a76c329233 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:02.190559 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "name": "network-vif-plugged", "status": "completed", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:02.190818 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-115d4c03-b11f-4f47-a2b2-46a76c329233 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:02.191272 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'code': 200} Jul 13 07:25:02.327159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d38a1-1662-4ed2-aa87-0ed69340c3ab req-fefa6dfe-b8c3-4859-bc96-74382517dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.329314 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-080d38a1-1662-4ed2-aa87-0ed69340c3ab req-fefa6dfe-b8c3-4859-bc96-74382517dc9a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1096 time: 0.0681503 Jul 13 07:25:02.388560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-080d38a1-1662-4ed2-aa87-0ed69340c3ab req-ae377cdb-757d-4f30-bcf3-78fca1303f20 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373316 Jul 13 07:25:02.427887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21015f26-e0c0-490b-ad10-14a988dd747f req-a21c35ee-b6ff-42ac-97fa-90ab53076ded tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.429627 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21015f26-e0c0-490b-ad10-14a988dd747f req-a21c35ee-b6ff-42ac-97fa-90ab53076ded tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.0797145 Jul 13 07:25:02.471040 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21015f26-e0c0-490b-ad10-14a988dd747f req-506e2832-3c65-4d6e-aaf0-962b1cbd3e06 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347352 Jul 13 07:25:02.494438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42418) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:02.519594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-ffcb6ffa-a59f-45a0-aa95-31ab9c467864 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.521147 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-ffcb6ffa-a59f-45a0-aa95-31ab9c467864 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.0573897 Jul 13 07:25:02.634418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6710102a-8bda-4729-a3e4-cf128bc497b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97c6ef8935cd47b3b6bbc4d716819c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386697 Jul 13 07:25:02.637096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42428) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:02.649380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-d67681b0-6992-45f1-87c8-00af378aaa79 service neutron] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:02.653909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-d67681b0-6992-45f1-87c8-00af378aaa79 service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.655075 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9f25bf0-7be0-40fc-b4a6-0b72b4216904 req-d67681b0-6992-45f1-87c8-00af378aaa79 service neutron] 10.222.0.54 "DELETE /v2.0/ports/b9f629e0-b447-44a1-a233-95069418da8f/bindings/n-h1-798249-7 HTTP/1.1" status: 204 len: 173 time: 0.1244111 Jul 13 07:25:02.695619 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42dfd389-2aba-4b05-a1b9-0baff47a6fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.719427 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42dfd389-2aba-4b05-a1b9-0baff47a6fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.793398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42dfd389-2aba-4b05-a1b9-0baff47a6fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.796213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42dfd389-2aba-4b05-a1b9-0baff47a6fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.797417 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-42dfd389-2aba-4b05-a1b9-0baff47a6fc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b6a64d1-64d4-4c00-84db-e943b514bc53 HTTP/1.1" status: 204 len: 168 time: 0.1593318 Jul 13 07:25:02.805460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfd389-2aba-4b05-a1b9-0baff47a6fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6a64d1-64d4-4c00-84db-e943b514bc53,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:02.883206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6735345d-3434-40cc-a2b5-830a2fa57a71 req-53828ab4-b7b4-4ebc-8522-478be8888c3b tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0305588 Jul 13 07:25:02.923715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf4a3-3e24-4e6a-9500-8b7e24b71ce7 req-fd0f4570-7cb9-45d4-ac8f-8fe1ca8e98b8 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.925694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffccf4a3-3e24-4e6a-9500-8b7e24b71ce7 req-fd0f4570-7cb9-45d4-ac8f-8fe1ca8e98b8 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1385455 Jul 13 07:25:02.976535 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffccf4a3-3e24-4e6a-9500-8b7e24b71ce7 req-44ff7906-d068-4692-9391-66b37a5fa0cd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Jul 13 07:25:03.176968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42460) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:03.227856 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8d0bf659-b361-49d5-a7c9-ab901e94537f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32e3ba9f8ffa420ca4a7bfd479be9953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472724 Jul 13 07:25:03.228873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42462) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:03.320666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421048e9-4fa3-4484-ad94-e8f4328407c5 req-c96747fb-b477-40fe-9616-04348056988f tempest-ServersAdminNegativeTestJSON-928474786 tempest-ServersAdminNegativeTestJSON-928474786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.322753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-421048e9-4fa3-4484-ad94-e8f4328407c5 req-c96747fb-b477-40fe-9616-04348056988f tempest-ServersAdminNegativeTestJSON-928474786 tempest-ServersAdminNegativeTestJSON-928474786-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 1101 time: 0.0589538 Jul 13 07:25:03.351137 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f734600b-31b4-4ce6-b3cb-340910e508f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.361156 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-421048e9-4fa3-4484-ad94-e8f4328407c5 req-7e9100b0-9fb9-4653-89d3-a165ecb796ff tempest-ServersAdminNegativeTestJSON-928474786 tempest-ServersAdminNegativeTestJSON-928474786-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Jul 13 07:25:03.373792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c82d75-1cf4-4b55-9758-730b3afd3a1d req-4ce55c78-52e0-47c7-8bbc-93b3c3f049eb tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.380539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02c82d75-1cf4-4b55-9758-730b3afd3a1d req-4ce55c78-52e0-47c7-8bbc-93b3c3f049eb tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 944 time: 0.1249549 Jul 13 07:25:03.403396 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f734600b-31b4-4ce6-b3cb-340910e508f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.452099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02c82d75-1cf4-4b55-9758-730b3afd3a1d req-f2348740-7b8b-48d0-ba3e-58f8c7985867 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676422 Jul 13 07:25:03.483004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f734600b-31b4-4ce6-b3cb-340910e508f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.487794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f734600b-31b4-4ce6-b3cb-340910e508f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.489298 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f734600b-31b4-4ce6-b3cb-340910e508f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e041751a-9e73-4dd2-a5a3-7522d1b92edc HTTP/1.1" status: 204 len: 168 time: 0.2593839 Jul 13 07:25:03.500286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734600b-31b4-4ce6-b3cb-340910e508f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e041751a-9e73-4dd2-a5a3-7522d1b92edc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:03.730095 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49821ad3-fa9e-4374-82a1-772674b974ea req-8cfd5fd2-430b-425c-9da7-8b3b9b58b7b8 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.732436 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49821ad3-fa9e-4374-82a1-772674b974ea req-8cfd5fd2-430b-425c-9da7-8b3b9b58b7b8 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 1095 time: 0.0616701 Jul 13 07:25:03.748679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69ea5a-d533-4a42-bf80-a4bcdd0da88c req-e786578a-2ea1-4f05-91f4-a46c17c4494b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.750211 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3b69ea5a-d533-4a42-bf80-a4bcdd0da88c req-e786578a-2ea1-4f05-91f4-a46c17c4494b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.0868666 Jul 13 07:25:03.778132 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49821ad3-fa9e-4374-82a1-772674b974ea req-dedb3fbb-f919-47f9-9b5a-0a15cc7a8352 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384068 Jul 13 07:25:03.805738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3b69ea5a-d533-4a42-bf80-a4bcdd0da88c req-cd9fe9dc-16f5-4996-a7ce-25acff834aca tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447335 Jul 13 07:25:03.959046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda8bac-75b7-4cf9-b6d0-6f2d6d2f5a9b req-caf5aed3-288b-44b7-89bf-ac8c544201a7 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.960640 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-efda8bac-75b7-4cf9-b6d0-6f2d6d2f5a9b req-caf5aed3-288b-44b7-89bf-ac8c544201a7 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 1095 time: 0.0636246 Jul 13 07:25:04.013842 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-efda8bac-75b7-4cf9-b6d0-6f2d6d2f5a9b req-1f287996-5018-470f-9963-3eb8c06c07b3 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Jul 13 07:25:04.173902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-418f005e-0f8c-4266-8624-1d24ed4b6905 req-927328d5-2f75-43e0-a7ff-2e896a52e94b tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0330510 Jul 13 07:25:04.208342 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.283833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d20e89-7fdd-4749-9530-7cf5f48a88b1 req-70ac8ddc-b5c2-42f3-9732-0aedfca2b921 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.285461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d6d20e89-7fdd-4749-9530-7cf5f48a88b1 req-70ac8ddc-b5c2-42f3-9732-0aedfca2b921 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.0725365 Jul 13 07:25:04.329185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d6d20e89-7fdd-4749-9530-7cf5f48a88b1 req-18548a4d-0488-443b-9b2e-79b8adfca522 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365388 Jul 13 07:25:04.513294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff90911-6dc3-4e63-8427-d50ef154ee7a req-ae41178d-6b24-4668-a01d-1ca211a2b365 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.514841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6ff90911-6dc3-4e63-8427-d50ef154ee7a req-ae41178d-6b24-4668-a01d-1ca211a2b365 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 950 time: 0.0806508 Jul 13 07:25:04.585291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6ff90911-6dc3-4e63-8427-d50ef154ee7a req-4ef56e50-aaea-4b57-8d2c-6f43b6d96da3 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629151 Jul 13 07:25:04.962878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5def70-5bde-4968-ae0d-673c4992e9ae req-a44b12f9-5a35-43b3-9bdd-1fdc684e3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.964612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a5def70-5bde-4968-ae0d-673c4992e9ae req-a44b12f9-5a35-43b3-9bdd-1fdc684e3bb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=787b99b7b40445fea1f50895ee6e9790&device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1096 time: 0.1078143 Jul 13 07:25:05.031771 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990b94-b58a-43bf-942f-14001ccca6b5 req-9dacbe70-bd9d-416c-b1ed-816ddf6b6d3d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.034045 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64990b94-b58a-43bf-942f-14001ccca6b5 req-9dacbe70-bd9d-416c-b1ed-816ddf6b6d3d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.0895154 Jul 13 07:25:05.074883 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64990b94-b58a-43bf-942f-14001ccca6b5 req-98f02b83-61ee-4284-9d76-2dd8060e1c7d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350354 Jul 13 07:25:05.137573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c11703-19c4-4367-8611-c3e036afde30 req-9b78ffb3-7ea6-430e-b25a-f29de1ca928c tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.139109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0c11703-19c4-4367-8611-c3e036afde30 req-9b78ffb3-7ea6-430e-b25a-f29de1ca928c tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1432452 Jul 13 07:25:05.140168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5def70-5bde-4968-ae0d-673c4992e9ae req-7df85fb1-4c93-477d-9b5c-eaee1e2e634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.141516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a5def70-5bde-4968-ae0d-673c4992e9ae req-7df85fb1-4c93-477d-9b5c-eaee1e2e634b service neutron] 10.222.0.53 "GET /v2.0/networks?id=17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 200 len: 920 time: 0.1676972 Jul 13 07:25:05.389211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2e470341-21c0-4f53-a174-d575c1246a5a no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:05.414505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 2e470341-21c0-4f53-a174-d575c1246a5a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:05.415202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2e470341-21c0-4f53-a174-d575c1246a5a not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:05.444846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-c4e42b35-9dc5-429c-972a-629e94b3d910 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=944da0024320468c9961159abe4430c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233920 Jul 13 07:25:05.475138 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a5def70-5bde-4968-ae0d-673c4992e9ae req-98bf42cd-fceb-4314-8e33-e3fe685193c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 217 time: 0.3242304 Jul 13 07:25:05.494600 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0c11703-19c4-4367-8611-c3e036afde30 req-eaa3c255-739d-4ece-838b-84a8bb8c577e tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497820 Jul 13 07:25:05.539505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5def70-5bde-4968-ae0d-673c4992e9ae req-7e9df0b5-b6f0-409b-9bc3-af60faca98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.541114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a5def70-5bde-4968-ae0d-673c4992e9ae req-7e9df0b5-b6f0-409b-9bc3-af60faca98b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cdbdc21-b9e2-42a7-9049-63ee870baf7b HTTP/1.1" status: 200 len: 859 time: 0.0506837 Jul 13 07:25:05.568508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-80141107-dbb4-49fa-a6c0-590875338e36 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.570145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-80141107-dbb4-49fa-a6c0-590875338e36 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175451 Jul 13 07:25:05.578664 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a5def70-5bde-4968-ae0d-673c4992e9ae req-3b4246b2-7fc5-4135-a1e3-b78571038e34 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17734a9d-acc1-40c5-bfe3-725c4031c428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302882 Jul 13 07:25:05.586296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-4591f6ff-7b3a-4e46-a8e2-ee16b1e5ca43 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/quotas/944da0024320468c9961159abe4430c6 HTTP/1.1" status: 200 len: 375 time: 0.0100315 Jul 13 07:25:05.643109 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-68224c8b-0f95-4530-9584-dc71b15f487a tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=944da0024320468c9961159abe4430c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421154 Jul 13 07:25:05.691760 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ae24890-47b9-46a7-ac12-f90f2fc3dbb8 req-31491a0d-641b-432a-b532-92fbd951fc6e tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0359273 Jul 13 07:25:05.714746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a5def70-5bde-4968-ae0d-673c4992e9ae req-49d42cf0-0a89-4634-ae12-b2a786151aab service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277940 Jul 13 07:25:05.873126 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a5def70-5bde-4968-ae0d-673c4992e9ae req-cb623c1e-ad9f-48a5-9eae-b13e099c22c0 service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503356 Jul 13 07:25:05.971163 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8148407a-16ad-4822-a602-bc7ec13b25cf req-dc7de634-9bff-41a7-a600-8bec031a2693 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 210 time: 0.0318568 Jul 13 07:25:06.072031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33742d91-d99a-4c2b-9e22-cdf90fd826e8 req-ac0efde8-2119-4c86-9acc-54e629e9707e tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:06.079609 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33742d91-d99a-4c2b-9e22-cdf90fd826e8 req-ac0efde8-2119-4c86-9acc-54e629e9707e tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 950 time: 0.1648149 Jul 13 07:25:06.094756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-3ed1470c-0408-43a2-808b-2d2ca0c2f11b tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:06.096305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-3ed1470c-0408-43a2-808b-2d2ca0c2f11b tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.54 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 950 time: 0.1428068 Jul 13 07:25:06.169196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33742d91-d99a-4c2b-9e22-cdf90fd826e8 req-babe4379-0434-41f4-b427-2dccb0d832d8 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886128 Jul 13 07:25:06.242804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-1dd424c5-e106-4216-8b21-5802d608aa98 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Deleting port f8d65fdb-07b9-4299-a953-4c72a0b3e17d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:06.243169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-1dd424c5-e106-4216-8b21-5802d608aa98 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.321084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c97bc-cc5e-4750-9745-3565fb153f27 req-14d0d372-a860-433c-8775-50e6ac1db12b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:06.323553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-154c97bc-cc5e-4750-9745-3565fb153f27 req-14d0d372-a860-433c-8775-50e6ac1db12b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.0803380 Jul 13 07:25:06.367852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-154c97bc-cc5e-4750-9745-3565fb153f27 req-c8735e89-0f12-438e-93a9-13feb4d04b07 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374873 Jul 13 07:25:06.372103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-1dd424c5-e106-4216-8b21-5802d608aa98 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] For port f8d65fdb-07b9-4299-a953-4c72a0b3e17d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:06.372559 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-1dd424c5-e106-4216-8b21-5802d608aa98 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.392174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-1dd424c5-e106-4216-8b21-5802d608aa98 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Calling delete_port for f8d65fdb-07b9-4299-a953-4c72a0b3e17d owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:06.561697 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-1dd424c5-e106-4216-8b21-5802d608aa98 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.577575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['86ff8623-d5eb-4548-8415-cbc3e5f38bf3', 'f8d65fdb-07b9-4299-a953-4c72a0b3e17d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:06.664631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd424c5-e106-4216-8b21-5802d608aa98 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Pushing event deleted for resources: {'Port': ['ID=f8d65fdb-07b9-4299-a953-4c72a0b3e17d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:06.918009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-1dd424c5-e106-4216-8b21-5802d608aa98 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] No DVR routers for this DVR port f8d65fdb-07b9-4299-a953-4c72a0b3e17d on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:06.922682 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-1dd424c5-e106-4216-8b21-5802d608aa98 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.928604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c85acdfe-1e7c-493d-92b7-5fcf0953a38b req-1dd424c5-e106-4216-8b21-5802d608aa98 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.54 "DELETE /v2.0/ports/f8d65fdb-07b9-4299-a953-4c72a0b3e17d HTTP/1.1" status: 204 len: 173 time: 0.8243134 Jul 13 07:25:06.930690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446dac76-dd06-422a-90b8-9e3c96ac51a5', 'name': 'network-vif-deleted', 'tag': 'f8d65fdb-07b9-4299-a953-4c72a0b3e17d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:06.935908 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f365ba4a-08a9-416a-8adb-d74b55302614" -d '{"events": [{"server_uuid": "446dac76-dd06-422a-90b8-9e3c96ac51a5", "name": "network-vif-deleted", "tag": "f8d65fdb-07b9-4299-a953-4c72a0b3e17d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:07.007870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f00787-2c76-4f21-b3c9-b723ef4b368a req-0800f668-3b9e-4b2c-969c-88c666e7b4fb tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.025675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36f00787-2c76-4f21-b3c9-b723ef4b368a req-0800f668-3b9e-4b2c-969c-88c666e7b4fb tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.3391423 Jul 13 07:25:07.068646 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12774009-6460-4294-98de-4bac606ee8fd req-eb67a3f7-705a-4743-a4ba-24310e151c05 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0826895 Jul 13 07:25:07.109406 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36f00787-2c76-4f21-b3c9-b723ef4b368a req-c6d618f3-e726-4598-b894-c5a965b20891 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812252 Jul 13 07:25:07.197327 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd74c5f4-3fcc-4d5b-9547-5668544c9b92 x-openstack-request-id: req-bd74c5f4-3fcc-4d5b-9547-5668544c9b92 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:07.198259 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446dac76-dd06-422a-90b8-9e3c96ac51a5", "name": "network-vif-deleted", "tag": "f8d65fdb-07b9-4299-a953-4c72a0b3e17d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:07.198680 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd74c5f4-3fcc-4d5b-9547-5668544c9b92 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:07.199270 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446dac76-dd06-422a-90b8-9e3c96ac51a5', 'name': 'network-vif-deleted', 'tag': 'f8d65fdb-07b9-4299-a953-4c72a0b3e17d', 'status': 'completed', 'code': 200} Jul 13 07:25:07.360606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd2ffee3-607b-43cb-b457-9cbfcebf7b9a req-bad39c6b-fe7f-4db5-ad67-289cdabcc8d9 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 210 time: 0.0483136 Jul 13 07:25:07.427137 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-9b19494e-7e33-4285-9332-f61d69f6af75 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=944da0024320468c9961159abe4430c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509133 Jul 13 07:25:07.554444 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a657d2a-4b20-4040-8cbf-74abee733884 req-21e443fa-8aeb-4153-8d6d-227843b63907 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=446dac76-dd06-422a-90b8-9e3c96ac51a5 HTTP/1.1" status: 200 len: 210 time: 0.0409019 Jul 13 07:25:07.630187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-faeb51cf-be92-4b5a-8846-e848aaca6785 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.631710 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-faeb51cf-be92-4b5a-8846-e848aaca6785 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943729 Jul 13 07:25:07.649643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Request body: {'port': {'device_id': '407f93e8-1f76-4f37-a4fd-42cac582724b', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '944da0024320468c9961159abe4430c6'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:07.673626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.710278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 69942dd3-fb59-4242-8645-9e59f7511040 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:07.731648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72b742-cf35-40ae-830a-bf79181ef8a2 req-c01b9535-519c-4a23-beb2-5e603f08a4ed tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.733450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec72b742-cf35-40ae-830a-bf79181ef8a2 req-c01b9535-519c-4a23-beb2-5e603f08a4ed tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.1645534 Jul 13 07:25:07.802826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec72b742-cf35-40ae-830a-bf79181ef8a2 req-07a8f307-63f9-4c08-9ae8-40e46006c39c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633984 Jul 13 07:25:07.843261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Made reservation on behalf of 944da0024320468c9961159abe4430c6 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:07.849015 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.860380 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.007891 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.016558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.100214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fd17f9-fa1e-4bc0-acf3-22e509c63e70,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:08.187602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Allocated IP 192.168.233.239 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/78aae56a-ca06-49c7-b99e-f8371dd89a6e) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:08.204222 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-77a41831-b925-4958-af78-1adc83cfcb32 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312521 Jul 13 07:25:08.275352 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aae28ef1-1f2d-4000-a3b1-69ed3e500fc9 req-5f175da9-d91d-45ee-9248-680f32773559 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0452890 Jul 13 07:25:08.393776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-0b568f49-f9a9-468c-a37b-83c0be84316d tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.400814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-0b568f49-f9a9-468c-a37b-83c0be84316d tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878796 Jul 13 07:25:08.421025 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-d697b945-a6a5-4029-9d39-ab9617a21c62 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/quotas/bf9fae0a5db04b9ea8c16c88adb615ad HTTP/1.1" status: 200 len: 375 time: 0.0188689 Jul 13 07:25:08.448731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0113b-bfff-447b-91dc-99dc390d690f req-1c9c56b2-bc81-4c20-9bd8-de072de95510 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.451022 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e0b0113b-bfff-447b-91dc-99dc390d690f req-1c9c56b2-bc81-4c20-9bd8-de072de95510 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.0695405 Jul 13 07:25:08.468202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-43b1722f-4384-44f3-87d4-a9359213d504 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433249 Jul 13 07:25:08.488251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.492525 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e0b0113b-bfff-447b-91dc-99dc390d690f req-a405dfbf-b8aa-4746-8312-2e324aa67cd2 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Jul 13 07:25:08.507187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Transition to ACTIVE for port object 78aae56a-ca06-49c7-b99e-f8371dd89a6e will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:08.562792 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.629969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:08.633702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:08.638833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:08.704312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.705003 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.712807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Pushing event updated for resources: {'Port': ['ID=78aae56a-ca06-49c7-b99e-f8371dd89a6e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:08.742496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5886131d-c8dc-4eeb-9d27-1c819d321cc2 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1003265 Jul 13 07:25:08.763186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Request body: {'port': {'device_id': '407f93e8-1f76-4f37-a4fd-42cac582724b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:08.880117 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-4f3e98cf-938b-4fb2-833a-b79f0c1702db tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284090 Jul 13 07:25:08.957560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.013479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-07ecc095-0891-4f13-ac51-571c649be45e tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.015902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-07ecc095-0891-4f13-ac51-571c649be45e tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1302819 Jul 13 07:25:09.017997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c998d05d-05e3-4f1a-b63c-3784a9cb83dc None None] Provisioning for port 78aae56a-ca06-49c7-b99e-f8371dd89a6e completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:09.021997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c998d05d-05e3-4f1a-b63c-3784a9cb83dc None None] Provisioning complete for port 78aae56a-ca06-49c7-b99e-f8371dd89a6e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:09.022367 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c998d05d-05e3-4f1a-b63c-3784a9cb83dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.035891 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-a069d1bc-26a5-4658-b8bd-cc15a878bb70 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/quotas/bf9fae0a5db04b9ea8c16c88adb615ad HTTP/1.1" status: 200 len: 375 time: 0.0136230 Jul 13 07:25:09.048271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc61a8-10d1-4546-bbb1-6aaaa7dd02c2 req-96b844a3-9dd2-46ee-977a-9f0e3c6a7f8e tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.049953 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cdc61a8-10d1-4546-bbb1-6aaaa7dd02c2 req-96b844a3-9dd2-46ee-977a-9f0e3c6a7f8e tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 936 time: 0.2192528 Jul 13 07:25:09.094714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c998d05d-05e3-4f1a-b63c-3784a9cb83dc None None] Port 78aae56a-ca06-49c7-b99e-f8371dd89a6e cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:09.098622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-653ce048-d623-45fe-9597-284ac39ba192 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555601 Jul 13 07:25:09.193868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cdc61a8-10d1-4546-bbb1-6aaaa7dd02c2 req-67bc36ac-cadb-4091-acdd-baa1b05459c5 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323330 Jul 13 07:25:09.568484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78aae56a-ca06-49c7-b99e-f8371dd89a6e {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:09.590146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a059d-7846-4246-948a-85a2c160b62f req-80296129-1e01-41cf-8625-fbadb38185f1 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.597911 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-152a059d-7846-4246-948a-85a2c160b62f req-80296129-1e01-41cf-8625-fbadb38185f1 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.1763265 Jul 13 07:25:09.604587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.607121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0190af26-03f0-4e82-822a-efe73d96492d req-7de7766b-96da-4403-8f3b-c27874fd052f tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 210 time: 0.0404294 Jul 13 07:25:09.640649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Transition to ACTIVE for port object 78aae56a-ca06-49c7-b99e-f8371dd89a6e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:09.652076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.725839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8d65fdb-07b9-4299-a953-4c72a0b3e17d no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:09.735932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-152a059d-7846-4246-948a-85a2c160b62f req-a4609d6a-889a-4628-ae37-30a82ca3bc71 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368620 Jul 13 07:25:09.788977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: f8d65fdb-07b9-4299-a953-4c72a0b3e17d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:09.789326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8d65fdb-07b9-4299-a953-4c72a0b3e17d not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:09.800681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Pushing event updated for resources: {'Port': ['ID=78aae56a-ca06-49c7-b99e-f8371dd89a6e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:09.962128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2926ccc1-d0f9-45fb-82e4-febc0e2beafe req-755d9917-d087-4bb8-b5e8-a0bc1832a1b0 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0921531 Jul 13 07:25:10.057256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Attempting to bind port 78aae56a-ca06-49c7-b99e-f8371dd89a6e on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:10.057621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Attempting to bind port 78aae56a-ca06-49c7-b99e-f8371dd89a6e by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:10.057960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Attempting to bind port 78aae56a-ca06-49c7-b99e-f8371dd89a6e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:10.072076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Port 78aae56a-ca06-49c7-b99e-f8371dd89a6e on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:10.072786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Attempting to bind port 78aae56a-ca06-49c7-b99e-f8371dd89a6e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:10.101014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:10.101741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:10.102296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:10.103020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Bound port: 78aae56a-ca06-49c7-b99e-f8371dd89a6e, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:10.103591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.240049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] For port 78aae56a-ca06-49c7-b99e-f8371dd89a6e, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:10.253001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277df8c0-08e5-4e36-925d-8ead0bdad1b6 req-959d9cc3-5733-45ba-b3c5-1631bf655585 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.261663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-277df8c0-08e5-4e36-925d-8ead0bdad1b6 req-959d9cc3-5733-45ba-b3c5-1631bf655585 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.2073095 Jul 13 07:25:10.266910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] For port 78aae56a-ca06-49c7-b99e-f8371dd89a6e, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=78aae56a-ca06-49c7-b99e-f8371dd89a6e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:10.287060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.322023 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34ce7d-09a7-48e9-b3ed-886e83dfc96a req-c2af4a0a-9abe-47c6-afa9-109e209d54a7 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.330001 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-da34ce7d-09a7-48e9-b3ed-886e83dfc96a req-c2af4a0a-9abe-47c6-afa9-109e209d54a7 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 950 time: 0.1050036 Jul 13 07:25:10.345686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.346586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.348623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] 10.222.0.53 "PUT /v2.0/ports/78aae56a-ca06-49c7-b99e-f8371dd89a6e HTTP/1.1" status: 200 len: 1096 time: 1.5907943 Jul 13 07:25:10.362618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407f93e8-1f76-4f37-a4fd-42cac582724b', 'tag': '78aae56a-ca06-49c7-b99e-f8371dd89a6e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:10.364942 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad1c53f-d72a-476d-8c23-b3920c61c15f" -d '{"events": [{"name": "network-changed", "server_uuid": "407f93e8-1f76-4f37-a4fd-42cac582724b", "tag": "78aae56a-ca06-49c7-b99e-f8371dd89a6e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:10.405765 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-277df8c0-08e5-4e36-925d-8ead0bdad1b6 req-7558ef88-b078-4f9a-9f77-d9e4a7477d5d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366446 Jul 13 07:25:10.455909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-da34ce7d-09a7-48e9-b3ed-886e83dfc96a req-6db28110-9764-49db-81a9-fe7779de3115 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247375 Jul 13 07:25:10.553427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-d4bd0cb3-af52-4759-a661-cd21263d74c1 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1432300 Jul 13 07:25:10.612744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4f80f-9dab-4f34-8da0-758c77bfd26e service neutron] Pushing event updated for resources: {'Port': ['ID=78aae56a-ca06-49c7-b99e-f8371dd89a6e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:10.742746 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec81423e-b230-460a-a921-37cd104d6c6b x-openstack-request-id: req-ec81423e-b230-460a-a921-37cd104d6c6b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:10.743942 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407f93e8-1f76-4f37-a4fd-42cac582724b", "tag": "78aae56a-ca06-49c7-b99e-f8371dd89a6e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:10.743942 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec81423e-b230-460a-a921-37cd104d6c6b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:10.744465 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407f93e8-1f76-4f37-a4fd-42cac582724b', 'tag': '78aae56a-ca06-49c7-b99e-f8371dd89a6e', 'status': 'completed', 'code': 200} Jul 13 07:25:10.756984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877b9ac-1be7-4e0a-bfaa-d42fc713495b req-c16ba70f-0395-430d-b08f-3baf9243aa09 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.759966 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f877b9ac-1be7-4e0a-bfaa-d42fc713495b req-c16ba70f-0395-430d-b08f-3baf9243aa09 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 948 time: 0.1411943 Jul 13 07:25:10.830843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-4db27038-0b12-4d93-a3e2-88e11764a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.832273 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-4db27038-0b12-4d93-a3e2-88e11764a8ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944da0024320468c9961159abe4430c6&device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 1099 time: 0.4084265 Jul 13 07:25:10.854178 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-370bcc20-22aa-4cfc-b980-b0fc315ede26 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.855756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-370bcc20-22aa-4cfc-b980-b0fc315ede26 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2887902 Jul 13 07:25:10.883366 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f877b9ac-1be7-4e0a-bfaa-d42fc713495b req-6be8fcd5-d37c-4a0a-8980-f2236ec0ce0f tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093404 Jul 13 07:25:10.981604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Request body: {'port': {'device_id': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': 'bf9fae0a5db04b9ea8c16c88adb615ad'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:10.986204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-579d7ae3-73f2-491c-a454-915417d602e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=78aae56a-ca06-49c7-b99e-f8371dd89a6e HTTP/1.1" status: 200 len: 217 time: 0.1294837 Jul 13 07:25:11.062824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fe10-9234-4414-9b88-e375846d1187 req-4ea1f6ba-c304-473d-afee-e587ffe4eb03 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.064443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8059841-87f3-49d7-9d17-07b39b7fe2ce req-95dbfc56-2a0d-4f8c-be1a-c5d38202846c tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 210 time: 0.1048965 Jul 13 07:25:11.071599 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ad5fe10-9234-4414-9b88-e375846d1187 req-4ea1f6ba-c304-473d-afee-e587ffe4eb03 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 943 time: 0.0781581 Jul 13 07:25:11.133655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-9d6a77bd-a6a3-4133-9bf5-2a6d453b70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.138307 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-9d6a77bd-a6a3-4133-9bf5-2a6d453b70cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1412981 Jul 13 07:25:11.145752 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ad5fe10-9234-4414-9b88-e375846d1187 req-3b64419f-03b9-44b6-ac98-e17730776779 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728266 Jul 13 07:25:11.239191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5bc33f8e-a68a-453d-ba33-61ab3e0b7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.240728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-5bc33f8e-a68a-453d-ba33-61ab3e0b7b9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940664 Jul 13 07:25:11.241410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Made reservation on behalf of bf9fae0a5db04b9ea8c16c88adb615ad for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:11.245611 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.339380 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.401976 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed4e717e-ca20-46c4-9c50-5f23b575ef35 req-cc99a5a8-5839-445f-b06a-da092bf73505 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.1130965 Jul 13 07:25:11.488768 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-ae40cbd4-4af5-424c-aeb6-d826ffb52edf tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1347029 Jul 13 07:25:11.740232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc20da-59ba-47ad-b67a-7e3ea86a09d9 req-b0143fd4-323d-4668-a66f-5bb832df98b9 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.744580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1fc20da-59ba-47ad-b67a-7e3ea86a09d9 req-b0143fd4-323d-4668-a66f-5bb832df98b9 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.0929687 Jul 13 07:25:11.787709 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1fc20da-59ba-47ad-b67a-7e3ea86a09d9 req-6f214f67-15df-431b-8f7e-e1500041c0b9 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386276 Jul 13 07:25:11.902426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-2e32449e-d365-4c7f-b1f8-278abe6589c6 service neutron] 10.222.0.54 "GET /v2.0/ports/69942dd3-fb59-4242-8645-9e59f7511040/bindings/n-h1-798249-7 HTTP/1.1" status: 200 len: 384 time: 0.0743256 Jul 13 07:25:11.920177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-90dca322-8234-4b1c-98a9-f80884950bee tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.921704 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-90dca322-8234-4b1c-98a9-f80884950bee tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 950 time: 0.6850200 Jul 13 07:25:12.011187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-4c214962-8a8d-43f3-8490-cf0be125b03f service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212355 Jul 13 07:25:12.124478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d240754d-b009-4d9e-b86a-14f348a5705b tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.125928 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d240754d-b009-4d9e-b86a-14f348a5705b tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6286690 Jul 13 07:25:12.186507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Request body: {'port': {'device_id': '42986a5d-5453-4391-8a48-e5858a0a187f', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': 'bf9fae0a5db04b9ea8c16c88adb615ad'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:12.191542 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a596e81-7e06-4386-99aa-b829650bdedc req-cb960bde-3d8e-401e-ab91-c2934397a6a4 service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:12.249610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3be388-5be4-467e-8c5e-5449b19bf6cb req-5db4f967-9ab5-47b1-9ee9-dd31c82ad1f6 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.251283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b3be388-5be4-467e-8c5e-5449b19bf6cb req-5db4f967-9ab5-47b1-9ee9-dd31c82ad1f6 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 950 time: 0.3941555 Jul 13 07:25:12.327870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.348461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ec6a675-bcb6-4693-b6eb-29277ed3f72f req-cc504c1f-7523-457f-8e31-d7e9ee7e5ccd service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280456 Jul 13 07:25:12.356117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.447919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b3be388-5be4-467e-8c5e-5449b19bf6cb req-fad3b64e-a561-4905-bc39-9d1d3487bc44 tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/security-groups?id=15201700-dda5-4b6a-a5ea-c2c28e757a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772151 Jul 13 07:25:12.482712 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-aa71c5a9-ea2d-4ad7-a9c7-2ac6ecb7d18a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Deleting port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:12.483090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-aa71c5a9-ea2d-4ad7-a9c7-2ac6ecb7d18a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.508034 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4dc5f5-3588-4bef-9aa1-c583e7511db9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:12.548559 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a596e81-7e06-4386-99aa-b829650bdedc req-cb960bde-3d8e-401e-ab91-c2934397a6a4 service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:12.579503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73bc9e-209d-4b16-abf0-ec6533dd6fb1 req-784c1c54-5eb0-4c10-9dd6-e96d3eb4e013 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.586904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b73bc9e-209d-4b16-abf0-ec6533dd6fb1 req-784c1c54-5eb0-4c10-9dd6-e96d3eb4e013 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 948 time: 0.4689264 Jul 13 07:25:12.620335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-8a596e81-7e06-4386-99aa-b829650bdedc req-cb960bde-3d8e-401e-ab91-c2934397a6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69942dd3-fb59-4242-8645-9e59f7511040 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:12.639584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a596e81-7e06-4386-99aa-b829650bdedc req-cb960bde-3d8e-401e-ab91-c2934397a6a4 service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:12.667849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b73bc9e-209d-4b16-abf0-ec6533dd6fb1 req-1b03f803-e54d-4934-8652-221e41d21113 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794036 Jul 13 07:25:12.675117 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a596e81-7e06-4386-99aa-b829650bdedc req-cb960bde-3d8e-401e-ab91-c2934397a6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.684565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Made reservation on behalf of bf9fae0a5db04b9ea8c16c88adb615ad for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:12.688893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.732961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a2d4940-007a-45cd-b7b5-067ff77d9be5 req-22bb0d50-af0c-4f1d-8bb9-2110e47cdf6b tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 210 time: 0.0889328 Jul 13 07:25:12.777927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-aa71c5a9-ea2d-4ad7-a9c7-2ac6ecb7d18a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] For port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:12.778403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-aa71c5a9-ea2d-4ad7-a9c7-2ac6ecb7d18a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.783753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-8a596e81-7e06-4386-99aa-b829650bdedc req-cb960bde-3d8e-401e-ab91-c2934397a6a4 service neutron] Transition to ACTIVE for port object 69942dd3-fb59-4242-8645-9e59f7511040 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:12.794635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a596e81-7e06-4386-99aa-b829650bdedc req-cb960bde-3d8e-401e-ab91-c2934397a6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.796217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-aa71c5a9-ea2d-4ad7-a9c7-2ac6ecb7d18a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Calling delete_port for 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:12.930429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a596e81-7e06-4386-99aa-b829650bdedc req-cb960bde-3d8e-401e-ab91-c2934397a6a4 service neutron] No DVR routers for this DVR port 69942dd3-fb59-4242-8645-9e59f7511040 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:12.944521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-b331222b-cbb9-4511-bd86-82f2e59c0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.946060 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-b331222b-cbb9-4511-bd86-82f2e59c0af8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944da0024320468c9961159abe4430c6&device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 1099 time: 0.5211411 Jul 13 07:25:12.956761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Allocated IP 192.168.233.213 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/49e02321-fe52-42aa-8728-a87eb53e17de) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:12.988572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb960bde-3d8e-401e-ab91-c2934397a6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=69942dd3-fb59-4242-8645-9e59f7511040,revision_number=10']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:12.991299 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c890f3c0-d9bc-47e0-88cb-d569f492e0a8 req-e327a8d6-b563-4d74-9844-f9c80feff77c tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0736809 Jul 13 07:25:13.007787 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-cb960bde-3d8e-401e-ab91-c2934397a6a4 service neutron] 10.222.0.54 "PUT /v2.0/ports/69942dd3-fb59-4242-8645-9e59f7511040/bindings/n-h1-798249-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0976987 Jul 13 07:25:13.032969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587c015-20ab-472b-b0be-b81b2052c9a1 req-7340e322-dd1e-4f4f-a3bf-38cd2c30aa7f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.034844 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4587c015-20ab-472b-b0be-b81b2052c9a1 req-7340e322-dd1e-4f4f-a3bf-38cd2c30aa7f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 944 time: 0.2295575 Jul 13 07:25:13.130313 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4587c015-20ab-472b-b0be-b81b2052c9a1 req-f6a3618f-c4a6-49c1-8c2e-77888cf788b6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874131 Jul 13 07:25:13.213310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-ca063546-39dd-4655-b5c0-81bb26dc18fe tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.216452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-ca063546-39dd-4655-b5c0-81bb26dc18fe tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.1025739 Jul 13 07:25:13.283275 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-aa71c5a9-ea2d-4ad7-a9c7-2ac6ecb7d18a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.294692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['86ff8623-d5eb-4548-8415-cbc3e5f38bf3'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:13.309276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4f6233e8-5a9c-43ec-8e79-926fb2ffe704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.310768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4f6233e8-5a9c-43ec-8e79-926fb2ffe704 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927&tenant_id=4436904a5ed8492589e9ec322097daf3 HTTP/1.1" status: 200 len: 1095 time: 0.0859778 Jul 13 07:25:13.367952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71c5a9-ea2d-4ad7-a9c7-2ac6ecb7d18a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Pushing event deleted for resources: {'Port': ['ID=86ff8623-d5eb-4548-8415-cbc3e5f38bf3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:13.400844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7381ee73-bb6a-4c6c-a458-a1925579a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.402491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-7381ee73-bb6a-4c6c-a458-a1925579a84a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 1095 time: 0.0603733 Jul 13 07:25:13.407223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-262ee11d-cad7-48a3-8123-72f3fd777bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.408864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-262ee11d-cad7-48a3-8123-72f3fd777bef service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.4499626 Jul 13 07:25:13.477244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f90350-fbb9-46c1-81ea-a3e9043f7f58 req-77cbad6c-a276-45e6-a420-b979609d68eb tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.484051 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67f90350-fbb9-46c1-81ea-a3e9043f7f58 req-77cbad6c-a276-45e6-a420-b979609d68eb tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.3253326 Jul 13 07:25:13.506402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-141da938-75af-40b6-aa58-159e83b038f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.509348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-141da938-75af-40b6-aa58-159e83b038f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.1000676 Jul 13 07:25:13.539473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-aa71c5a9-ea2d-4ad7-a9c7-2ac6ecb7d18a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] No DVR routers for this DVR port 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:13.547279 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-3e7756d7-fece-4167-92d0-767b67176218 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=78aae56a-ca06-49c7-b99e-f8371dd89a6e HTTP/1.1" status: 200 len: 217 time: 0.1156931 Jul 13 07:25:13.554590 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-aa71c5a9-ea2d-4ad7-a9c7-2ac6ecb7d18a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.557372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11905e89-4e05-4083-8e7a-0b65b6174793 req-aa71c5a9-ea2d-4ad7-a9c7-2ac6ecb7d18a tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.54 "DELETE /v2.0/ports/86ff8623-d5eb-4548-8415-cbc3e5f38bf3 HTTP/1.1" status: 204 len: 173 time: 1.6033463 Jul 13 07:25:13.560126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0c3a48-505c-49a4-a496-3774f6079656', 'name': 'network-vif-deleted', 'tag': '86ff8623-d5eb-4548-8415-cbc3e5f38bf3'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:13.562119 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65170e58-a798-4ea7-97cd-1bc159510034" -d '{"events": [{"server_uuid": "ac0c3a48-505c-49a4-a496-3774f6079656", "name": "network-vif-deleted", "tag": "86ff8623-d5eb-4548-8415-cbc3e5f38bf3"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:13.565220 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-41d31ab0-5cd7-4859-838f-ab94e54e94e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69942dd3-fb59-4242-8645-9e59f7511040 HTTP/1.1" status: 200 len: 217 time: 0.0491734 Jul 13 07:25:13.635652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-670ca843-3f71-46c9-a2d4-f87eec9c53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.637347 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-670ca843-3f71-46c9-a2d4-f87eec9c53c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.0638597 Jul 13 07:25:13.647438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.664243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67f90350-fbb9-46c1-81ea-a3e9043f7f58 req-3befaa51-26b4-4787-9ee5-6ca592932aac tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792376 Jul 13 07:25:13.673395 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1e92fa75-02b7-43fb-ae62-3758e02822c7 req-76151a48-407e-454a-aaa8-00fdf476a63d tempest-ServersAdminNegativeTestJSON-896796051 tempest-ServersAdminNegativeTestJSON-896796051-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac0c3a48-505c-49a4-a496-3774f6079656 HTTP/1.1" status: 200 len: 210 time: 0.0344851 Jul 13 07:25:13.674881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-94d51687-253a-424c-80bd-788f18f5ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.676407 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-94d51687-253a-424c-80bd-788f18f5ac4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1116045 Jul 13 07:25:13.745683 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-e0703a28-ef96-4b45-9ae3-cd217c9f26a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706713 Jul 13 07:25:13.749916 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27451ca0-1db7-480c-9be9-932cd0149ed6 x-openstack-request-id: req-27451ca0-1db7-480c-9be9-932cd0149ed6 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:13.750216 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0c3a48-505c-49a4-a496-3774f6079656", "name": "network-vif-deleted", "tag": "86ff8623-d5eb-4548-8415-cbc3e5f38bf3", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:13.750471 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27451ca0-1db7-480c-9be9-932cd0149ed6 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:13.750876 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0c3a48-505c-49a4-a496-3774f6079656', 'name': 'network-vif-deleted', 'tag': '86ff8623-d5eb-4548-8415-cbc3e5f38bf3', 'status': 'completed', 'code': 200} Jul 13 07:25:13.752001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Transition to ACTIVE for port object 49e02321-fe52-42aa-8728-a87eb53e17de will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:13.839079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-027367b9-512d-4a5d-8ec5-4cfcca582944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.840657 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-027367b9-512d-4a5d-8ec5-4cfcca582944 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1574018 Jul 13 07:25:13.884944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.981944 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-4f51af44-887c-439f-a28f-c1d77217ca24 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277291 Jul 13 07:25:14.079135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a50262-d0f6-4e24-879e-142d83dac717 req-641c3163-cd6a-4d99-8fbf-b5e550cc4f86 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.081164 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-41a50262-d0f6-4e24-879e-142d83dac717 req-641c3163-cd6a-4d99-8fbf-b5e550cc4f86 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 948 time: 0.1722937 Jul 13 07:25:14.162193 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-41a50262-d0f6-4e24-879e-142d83dac717 req-1d9cdbc4-90ca-4438-86e6-86fffd6b05d1 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721755 Jul 13 07:25:14.189712 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0f9a4e1c-688a-4ed5-8f6a-2156f9263163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.209128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-d88e9cbb-dc42-4a42-88af-cecc0dc73185 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177372 Jul 13 07:25:14.317546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-227292c1-0321-4831-b18c-d90ef77d8137 req-e4d54d82-c6a6-4697-a2d2-b52d0bd95797 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 210 time: 0.3212054 Jul 13 07:25:14.330627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:14.350443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:14.359196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:14.415757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:14.423298 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-32f29994-92d2-40a6-9266-373a5e5996c6 req-a452fafd-d479-4725-988d-1daf92f60583 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0757461 Jul 13 07:25:14.463225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-9dd303d3-4f9f-4ac4-a298-6756a9ee6229 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083431 Jul 13 07:25:14.464158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Allocated IP 192.168.233.243 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/f627064c-ec77-47b1-b852-be9c2ca55b8e) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:14.596526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.597552 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.660166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596e81-7e06-4386-99aa-b829650bdedc req-3956a83d-baad-4a73-880f-cdd1ea08a8cb tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.661786 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-3956a83d-baad-4a73-880f-cdd1ea08a8cb tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.0651262 Jul 13 07:25:14.702588 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-abacc7dd-ab56-4f62-bd4d-c27d1388e7bb tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7358930 Jul 13 07:25:14.728505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Request body: {'port': {'device_id': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:14.753432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4d98a63e-3b91-4be3-996e-4a849d13cc31 None None] Provisioning for port 49e02321-fe52-42aa-8728-a87eb53e17de completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:14.772805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4d98a63e-3b91-4be3-996e-4a849d13cc31 None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:14.774863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4d98a63e-3b91-4be3-996e-4a849d13cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.790908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a596e81-7e06-4386-99aa-b829650bdedc req-f72f7dd0-b41b-49e1-ab0b-c4758f222ddf service neutron] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:14.797271 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a596e81-7e06-4386-99aa-b829650bdedc req-f72f7dd0-b41b-49e1-ab0b-c4758f222ddf service neutron] Notify callbacks [] for binding, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.799159 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a596e81-7e06-4386-99aa-b829650bdedc req-f72f7dd0-b41b-49e1-ab0b-c4758f222ddf service neutron] 10.222.0.53 "DELETE /v2.0/ports/69942dd3-fb59-4242-8645-9e59f7511040/bindings/n-h2-798249-7 HTTP/1.1" status: 204 len: 173 time: 0.1311641 Jul 13 07:25:14.841643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4d98a63e-3b91-4be3-996e-4a849d13cc31 None None] Port 49e02321-fe52-42aa-8728-a87eb53e17de cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:14.877424 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6ad1c53f-d72a-476d-8c23-b3920c61c15f req-2c8f79df-5972-4e52-b8ea-23393592f0cd service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033916 Jul 13 07:25:14.903923 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc4f43-39a9-4769-97b8-846e42456ab1 req-12b1fb50-2097-41b7-b1de-2591c432d49d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.906053 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4bcc4f43-39a9-4769-97b8-846e42456ab1 req-12b1fb50-2097-41b7-b1de-2591c432d49d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1059403 Jul 13 07:25:14.909929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81b856-857a-484e-986b-1d3defb9816a req-0ed06ec8-7c45-4a55-a6d8-6a36ed6624af tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.912481 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4f81b856-857a-484e-986b-1d3defb9816a req-0ed06ec8-7c45-4a55-a6d8-6a36ed6624af tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 944 time: 0.3561580 Jul 13 07:25:14.948455 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4bcc4f43-39a9-4769-97b8-846e42456ab1 req-a1fc073f-04a9-4576-bb8a-6e7afabadbdf tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367529 Jul 13 07:25:15.009807 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.017630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.033903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4f81b856-857a-484e-986b-1d3defb9816a req-54422bc8-5830-4854-959d-c9ee6e781978 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111045 Jul 13 07:25:15.062340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Transition to ACTIVE for port object f627064c-ec77-47b1-b852-be9c2ca55b8e will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:15.184143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.277768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:15.314395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:15.322043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:15.328707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Pushing event updated for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:15.389316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42898) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:15.437963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 78aae56a-ca06-49c7-b99e-f8371dd89a6e details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:15.461976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.466058 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.501276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aa851-f240-406e-933b-be02214fda67 req-c4c14542-6d43-4d40-8095-bb6bea5f1b74 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.510443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bf3aa851-f240-406e-933b-be02214fda67 req-c4c14542-6d43-4d40-8095-bb6bea5f1b74 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 948 time: 0.1247542 Jul 13 07:25:15.580397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-c31e441b-61ed-464d-aacf-36e5d36e8748 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4024661 Jul 13 07:25:15.605697 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bf3aa851-f240-406e-933b-be02214fda67 req-8067812b-80f0-4c43-82cf-0acc9301f2ae tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940187 Jul 13 07:25:15.648708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Request body: {'port': {'device_id': '42986a5d-5453-4391-8a48-e5858a0a187f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:15.668907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 78aae56a-ca06-49c7-b99e-f8371dd89a6e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=78aae56a-ca06-49c7-b99e-f8371dd89a6e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:15.704869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '78aae56a-ca06-49c7-b99e-f8371dd89a6e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '78aae56a-ca06-49c7-b99e-f8371dd89a6e', 'mac_address': 'fa:16:3e:2b:b6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:15.707623 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-123ae9f3-af06-45b2-a601-ff37148888ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90c946efcbd24671a00730525cf442b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163917 Jul 13 07:25:15.708287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42906) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:15.769927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:15.789242 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d4aba04-4555-4722-ba9a-f18befcb51c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.795840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e02321-fe52-42aa-8728-a87eb53e17de {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:15.803465 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.814314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.818576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.839979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:15.840739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 86ff8623-d5eb-4548-8415-cbc3e5f38bf3 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:15.854651 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3601a6b8-4e29-4ad4-b820-e966f9f6b115 req-e4aa4809-0dab-4cce-9a81-061bedf711a7 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0664008 Jul 13 07:25:15.865136 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d4aba04-4555-4722-ba9a-f18befcb51c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.870463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78aae56a-ca06-49c7-b99e-f8371dd89a6e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:15.890622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Transition to ACTIVE for port object 49e02321-fe52-42aa-8728-a87eb53e17de will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:15.902407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29b483-fdff-4110-af09-ed04bbd21c6a req-9b1465ac-de56-4584-8cf9-bd61c82114d2 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.910353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e29b483-fdff-4110-af09-ed04bbd21c6a req-9b1465ac-de56-4584-8cf9-bd61c82114d2 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 936 time: 0.3445435 Jul 13 07:25:15.917902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.935306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 78aae56a-ca06-49c7-b99e-f8371dd89a6e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=78aae56a-ca06-49c7-b99e-f8371dd89a6e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:15.944161 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d4aba04-4555-4722-ba9a-f18befcb51c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.948007 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d4aba04-4555-4722-ba9a-f18befcb51c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.952488 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9d4aba04-4555-4722-ba9a-f18befcb51c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15201700-dda5-4b6a-a5ea-c2c28e757a0c HTTP/1.1" status: 204 len: 168 time: 0.2401447 Jul 13 07:25:15.955720 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:15.962529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b90b0d6a-94df-499a-a71e-d52677288d9d None None] Provisioning for port f627064c-ec77-47b1-b852-be9c2ca55b8e completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:15.966829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aba04-4555-4722-ba9a-f18befcb51c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15201700-dda5-4b6a-a5ea-c2c28e757a0c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:16.045121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b90b0d6a-94df-499a-a71e-d52677288d9d None None] Provisioning complete for port f627064c-ec77-47b1-b852-be9c2ca55b8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:16.045615 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b90b0d6a-94df-499a-a71e-d52677288d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.093274 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=78aae56a-ca06-49c7-b99e-f8371dd89a6e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:16.107677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.114121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.115268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.115681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.117260 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e29b483-fdff-4110-af09-ed04bbd21c6a req-0d0cee69-09d8-4447-a64f-223159ed97a2 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059097 Jul 13 07:25:16.119767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.120406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.121696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.122194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.125943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.126620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.127298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.133445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:16.170700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b90b0d6a-94df-499a-a71e-d52677288d9d None None] Port f627064c-ec77-47b1-b852-be9c2ca55b8e cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:16.173743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:16.308816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['78aae56a-ca06-49c7-b99e-f8371dd89a6e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:16.434098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865d4c3-f353-462d-913e-cda155988099 req-5df55eab-36df-48cd-816a-b4d94f06d6f9 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.436065 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4865d4c3-f353-462d-913e-cda155988099 req-5df55eab-36df-48cd-816a-b4d94f06d6f9 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1956725 Jul 13 07:25:16.502757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4865d4c3-f353-462d-913e-cda155988099 req-120af5a4-ee09-4545-b73c-086d86ddfe09 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657289 Jul 13 07:25:16.503417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Attempting to bind port 49e02321-fe52-42aa-8728-a87eb53e17de on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:16.503417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Attempting to bind port 49e02321-fe52-42aa-8728-a87eb53e17de by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:16.503929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Attempting to bind port 49e02321-fe52-42aa-8728-a87eb53e17de on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:16.511073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Port 49e02321-fe52-42aa-8728-a87eb53e17de on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:16.511506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Attempting to bind port 49e02321-fe52-42aa-8728-a87eb53e17de on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:16.522279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:16.522991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:16.523497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:16.524514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Bound port: 49e02321-fe52-42aa-8728-a87eb53e17de, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:16.524979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.535595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42918) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:16.592214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3970b27d-4133-431c-8dd7-ebc8715162b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c2c14d6d05d437b8cb4c790f2a21402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554166 Jul 13 07:25:16.592949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42920) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:16.640331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82d87-2f1a-44df-9140-ad1b4bc328e8 req-45c42a2c-2601-47f8-9ad9-13f1361e6dc6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.641902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-45d82d87-2f1a-44df-9140-ad1b4bc328e8 req-45c42a2c-2601-47f8-9ad9-13f1361e6dc6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 944 time: 0.2961338 Jul 13 07:25:16.655770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33d79322-9bb1-4391-99ec-d0aa49c7e2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.683700 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33d79322-9bb1-4391-99ec-d0aa49c7e2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.745006 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-45d82d87-2f1a-44df-9140-ad1b4bc328e8 req-c2497bb2-36ff-438e-836b-0ba5b7e6c7ca tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711286 Jul 13 07:25:16.757589 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33d79322-9bb1-4391-99ec-d0aa49c7e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.761938 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33d79322-9bb1-4391-99ec-d0aa49c7e2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.778259 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-33d79322-9bb1-4391-99ec-d0aa49c7e2c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a317e08-c0df-4fdb-8d49-27804a55c98e HTTP/1.1" status: 204 len: 168 time: 0.1724885 Jul 13 07:25:16.781680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f627064c-ec77-47b1-b852-be9c2ca55b8e {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:16.789529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:16.806032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d79322-9bb1-4391-99ec-d0aa49c7e2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a317e08-c0df-4fdb-8d49-27804a55c98e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:16.808820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:16.811214 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.827270 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.915326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Transition to ACTIVE for port object f627064c-ec77-47b1-b852-be9c2ca55b8e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:16.926594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.932786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.934329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] 10.222.0.54 "PUT /v2.0/ports/49e02321-fe52-42aa-8728-a87eb53e17de HTTP/1.1" status: 200 len: 1096 time: 2.2170465 Jul 13 07:25:16.935328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:16.937712 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55" -d '{"events": [{"name": "network-changed", "server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:16.942655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.000958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d83406-ea40-44a2-b1c7-2f4bafe5b6fa req-9736213a-4095-43b6-acde-4b4be9da1d1c tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.007161 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22d83406-ea40-44a2-b1c7-2f4bafe5b6fa req-9736213a-4095-43b6-acde-4b4be9da1d1c tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 949 time: 0.1622605 Jul 13 07:25:17.020805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353529-e592-4dfc-812c-3ce207eba8de service neutron] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:17.068066 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe0889c4-8439-4a23-a4b7-7711e615a4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.088636 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.104479 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22d83406-ea40-44a2-b1c7-2f4bafe5b6fa req-ad5b1812-be19-457b-8e32-231e96f772d4 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904541 Jul 13 07:25:17.275365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Pushing event updated for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:17.329300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29e0c203-ff77-499d-9f27-3f1e057ea799 req-83827dd6-cadf-48b0-8765-50be31d63bb3 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0498977 Jul 13 07:25:17.340478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100244c-68a0-4b26-9cc4-67a8d09f0b94 req-48ef5074-c36d-47a4-9468-d8d1e7f5ea80 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.348727 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8100244c-68a0-4b26-9cc4-67a8d09f0b94 req-48ef5074-c36d-47a4-9468-d8d1e7f5ea80 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 1095 time: 0.2137401 Jul 13 07:25:17.359585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Attempting to bind port f627064c-ec77-47b1-b852-be9c2ca55b8e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:17.359917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Attempting to bind port f627064c-ec77-47b1-b852-be9c2ca55b8e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:17.360279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Attempting to bind port f627064c-ec77-47b1-b852-be9c2ca55b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:17.380112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Port f627064c-ec77-47b1-b852-be9c2ca55b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:17.380443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Attempting to bind port f627064c-ec77-47b1-b852-be9c2ca55b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:17.404428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:17.404874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:17.405272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:17.405957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Bound port: f627064c-ec77-47b1-b852-be9c2ca55b8e, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:17.406177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.412247 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6110fe5e-025b-465a-8abb-8a4fea68517d x-openstack-request-id: req-6110fe5e-025b-465a-8abb-8a4fea68517d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:17.412641 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:17.413237 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6110fe5e-025b-465a-8abb-8a4fea68517d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:17.413790 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de', 'status': 'completed', 'code': 200} Jul 13 07:25:17.418225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-d26aa8fa-3d82-4069-ab6e-e3d3dd92345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.420359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-d26aa8fa-3d82-4069-ab6e-e3d3dd92345e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&device_id=4038c18d-c188-471a-a554-7b18fd6a9b55 HTTP/1.1" status: 200 len: 1099 time: 0.2286484 Jul 13 07:25:17.423379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8100244c-68a0-4b26-9cc4-67a8d09f0b94 req-b774ae47-7421-4619-bc3a-647a3916cf19 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736110 Jul 13 07:25:17.439461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 78aae56a-ca06-49c7-b99e-f8371dd89a6e up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:17.599061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 78aae56a-ca06-49c7-b99e-f8371dd89a6e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:17.615508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 78aae56a-ca06-49c7-b99e-f8371dd89a6e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:17.616710 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.641884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-1f63fe8a-7e2f-4448-bfac-5f1097ddd16e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=49e02321-fe52-42aa-8728-a87eb53e17de HTTP/1.1" status: 200 len: 217 time: 0.2102895 Jul 13 07:25:17.744073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:17.766078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:17.767955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-5d542bc1-afca-4abc-af61-b174cec29603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.780950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-5d542bc1-afca-4abc-af61-b174cec29603 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1167886 Jul 13 07:25:17.804147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2f4ec-395f-440c-9ee7-32b1a63ed358 req-7295c788-3e3a-433a-a5c0-7cee6db029d3 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.804681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.806424 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91f2f4ec-395f-440c-9ee7-32b1a63ed358 req-7295c788-3e3a-433a-a5c0-7cee6db029d3 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 1095 time: 0.0837886 Jul 13 07:25:17.817192 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.820661 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.856242 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91f2f4ec-395f-440c-9ee7-32b1a63ed358 req-fb03bcc6-c5f6-40c9-be3c-a9d1368b77c0 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Jul 13 07:25:17.896282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.896910 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.898199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407f93e8-1f76-4f37-a4fd-42cac582724b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aae56a-ca06-49c7-b99e-f8371dd89a6e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:17.898409 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] 10.222.0.54 "PUT /v2.0/ports/f627064c-ec77-47b1-b852-be9c2ca55b8e HTTP/1.1" status: 200 len: 1096 time: 2.2677689 Jul 13 07:25:17.905952 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a7969a-d58f-4467-b5fc-94a5c7173c28" -d '{"events": [{"server_uuid": "407f93e8-1f76-4f37-a4fd-42cac582724b", "name": "network-vif-plugged", "status": "completed", "tag": "78aae56a-ca06-49c7-b99e-f8371dd89a6e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:17.935365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 78aae56a-ca06-49c7-b99e-f8371dd89a6e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=78aae56a-ca06-49c7-b99e-f8371dd89a6e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:17.941503 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.957548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd7dbe-755b-4e2e-94d9-839fba1a0f30 req-4d9da8c6-1add-4e29-98f7-5e1567bcc139 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.965340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7cdd7dbe-755b-4e2e-94d9-839fba1a0f30 req-4d9da8c6-1add-4e29-98f7-5e1567bcc139 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 948 time: 0.3202891 Jul 13 07:25:18.024518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=78aae56a-ca06-49c7-b99e-f8371dd89a6e,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:18.132084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7cdd7dbe-755b-4e2e-94d9-839fba1a0f30 req-eaba64aa-99e3-42fe-b83d-42d5d30929ca tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658373 Jul 13 07:25:18.134457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458f7c9-cf91-4fd2-a1dc-359478b3c258 service neutron] Pushing event updated for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:18.157850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-974839a7-490c-4b87-9004-4c5b8f047cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.159819 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-974839a7-490c-4b87-9004-4c5b8f047cb8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3801324 Jul 13 07:25:18.186547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-2058cf4c-d094-44dc-b883-176355455902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.188241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-2058cf4c-d094-44dc-b883-176355455902 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 1099 time: 0.1978705 Jul 13 07:25:18.248624 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e588c3f-8c74-49b1-a648-9d7742155db9 x-openstack-request-id: req-9e588c3f-8c74-49b1-a648-9d7742155db9 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:18.249194 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407f93e8-1f76-4f37-a4fd-42cac582724b", "name": "network-vif-plugged", "status": "completed", "tag": "78aae56a-ca06-49c7-b99e-f8371dd89a6e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:18.250919 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e588c3f-8c74-49b1-a648-9d7742155db9 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:18.250919 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407f93e8-1f76-4f37-a4fd-42cac582724b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aae56a-ca06-49c7-b99e-f8371dd89a6e', 'code': 200} Jul 13 07:25:18.256375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0515a-af12-4822-b801-020ba4f1dd62 req-bdd7615c-e381-4a46-a19f-5e55f6b6ec48 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.265369 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8e0515a-af12-4822-b801-020ba4f1dd62 req-bdd7615c-e381-4a46-a19f-5e55f6b6ec48 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1364269 Jul 13 07:25:18.368568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8e0515a-af12-4822-b801-020ba4f1dd62 req-65969d0b-c19a-449f-8c3e-9c4b9e104baa tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982924 Jul 13 07:25:18.391054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-5cc29ede-7178-475e-92af-8b9526883013 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e HTTP/1.1" status: 200 len: 217 time: 0.1809094 Jul 13 07:25:18.451362 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:25:18.488618 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-24eab7ff-038d-400c-b09e-aca314c63116 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120747 Jul 13 07:25:18.538708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9178873f-ae29-4631-8f6c-c17c1e6f5a0c req-1052f426-28f8-4c18-9950-36e63d534124 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.1803224 Jul 13 07:25:18.630431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-90604020-f2f7-42ce-b578-6ef9734a32d1 None None] Provisioning complete for port 78aae56a-ca06-49c7-b99e-f8371dd89a6e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:18.630813 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90604020-f2f7-42ce-b578-6ef9734a32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.851882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe743a-ede9-4f2a-9b06-e3def78fce84 req-bc4d4ef0-8748-4ede-8dd9-7f81159b39e8 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.861172 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efe743a-ede9-4f2a-9b06-e3def78fce84 req-bc4d4ef0-8748-4ede-8dd9-7f81159b39e8 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 950 time: 0.2078795 Jul 13 07:25:18.962051 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efe743a-ede9-4f2a-9b06-e3def78fce84 req-6813ca88-d276-48c1-84a7-754fa189c768 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918555 Jul 13 07:25:19.056157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59785906-2187-4da4-bb3f-e4bd26b06645 req-0d6506ff-bc1a-44f9-a49b-82a459502464 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295167 Jul 13 07:25:19.108712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7878425-92b7-4229-aa2b-861f7e208ba8 req-5961be3d-addb-4189-a1bd-ad35effbe8d1 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0514483 Jul 13 07:25:19.115914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-b1b7aa16-ce27-4374-b2fb-6176c09af791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.118459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-b1b7aa16-ce27-4374-b2fb-6176c09af791 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.6189640 Jul 13 07:25:19.200642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cb856-d68a-4577-8671-afe2db4402fe req-c7da2ca4-44b3-409f-9018-f23836795ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.202174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f68cb856-d68a-4577-8671-afe2db4402fe req-c7da2ca4-44b3-409f-9018-f23836795ee1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 1101 time: 0.7124946 Jul 13 07:25:19.279696 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f68cb856-d68a-4577-8671-afe2db4402fe req-37179e34-05ad-470b-92b4-09e8be02782c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703802 Jul 13 07:25:19.292661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-7135af44-7f4a-4744-bdb0-28f0454adf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.294114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-7135af44-7f4a-4744-bdb0-28f0454adf86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559935 Jul 13 07:25:19.296093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-2d843009-6fa3-4f29-9b23-1b20523f8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.300253 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-2d843009-6fa3-4f29-9b23-1b20523f8d44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&device_id=4038c18d-c188-471a-a554-7b18fd6a9b55 HTTP/1.1" status: 200 len: 1099 time: 0.1607573 Jul 13 07:25:19.413509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027026ba-006a-4890-b757-5deb07a88ddb req-b6675670-eca0-485f-a5e9-a9468e9e3ebf tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.421128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-027026ba-006a-4890-b757-5deb07a88ddb req-b6675670-eca0-485f-a5e9-a9468e9e3ebf tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 948 time: 0.1079710 Jul 13 07:25:19.441656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:19.444122 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8553e452-6a60-4a2b-aed2-5131ae428b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:19.488622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-027026ba-006a-4890-b757-5deb07a88ddb req-8a571087-bce3-4594-8bf0-5957e72acf3a tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665393 Jul 13 07:25:19.532179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-9db3cd6a-8217-4480-8018-dd7bca9baa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.533843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-9db3cd6a-8217-4480-8018-dd7bca9baa34 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2234855 Jul 13 07:25:19.543112 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a400908e-6eac-4367-a182-f7561b2bc630 x-openstack-request-id: req-a400908e-6eac-4367-a182-f7561b2bc630 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:19.543607 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:19.544035 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a400908e-6eac-4367-a182-f7561b2bc630 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:19.544579 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'status': 'completed', 'code': 200} Jul 13 07:25:19.559314 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-0bfc0ba2-fb6e-4deb-bfb6-1fbcf2385517 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498076 Jul 13 07:25:19.627603 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.716165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-a35951d5-ac0a-4b9a-879a-b00c00b808b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=49e02321-fe52-42aa-8728-a87eb53e17de HTTP/1.1" status: 200 len: 217 time: 0.1701574 Jul 13 07:25:19.795284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6533f60-6a78-4932-ab6c-edc6dcf94e87 req-d0da5beb-c079-4ccf-bf81-a808a60bb21b service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929145 Jul 13 07:25:19.842837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-e1163a2b-70cc-4ece-8ddc-2dc87b7ff428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.845143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-e1163a2b-70cc-4ece-8ddc-2dc87b7ff428 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1214817 Jul 13 07:25:19.866888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a518ea-2c12-4b54-b41d-f98296acd21d req-1171e999-3b8e-458f-ab88-effbb964d489 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.877855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a2a518ea-2c12-4b54-b41d-f98296acd21d req-1171e999-3b8e-458f-ab88-effbb964d489 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1460030 Jul 13 07:25:19.973120 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a2a518ea-2c12-4b54-b41d-f98296acd21d req-1743ea0d-8918-45c6-a7c0-c8156deccbaa tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943103 Jul 13 07:25:19.980152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-18e2537c-34c3-4628-a1bc-71c1c68173e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.988066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-18e2537c-34c3-4628-a1bc-71c1c68173e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237111 Jul 13 07:25:19.993909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-ce7afd07-7505-46cb-bfd4-0aaa59d591f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.996870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-ce7afd07-7505-46cb-bfd4-0aaa59d591f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 1099 time: 0.0966883 Jul 13 07:25:20.191712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-f261b807-787d-4953-922b-2924c277ba31 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007291 Jul 13 07:25:20.195253 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-81a91834-6436-466d-a0e3-79088cb38a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.197565 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-81a91834-6436-466d-a0e3-79088cb38a9c service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1923375 Jul 13 07:25:20.272571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ecbc2-52a8-4624-8d94-f71019248f83 req-50609d36-a0c4-424d-9caf-6c568884c675 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.280556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-4bcf8247-4510-447c-a9e1-385a07dc6547 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e HTTP/1.1" status: 200 len: 217 time: 0.0698371 Jul 13 07:25:20.288502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b11ecbc2-52a8-4624-8d94-f71019248f83 req-50609d36-a0c4-424d-9caf-6c568884c675 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 950 time: 0.1700132 Jul 13 07:25:20.377801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-be6d09e7-42b9-4e3a-ba64-67dc39699eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.379297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-be6d09e7-42b9-4e3a-ba64-67dc39699eff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0923367 Jul 13 07:25:20.425801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ee39157-2d0b-4ed3-b21d-706f4f1d1f55 req-0d4830fd-1dc1-4285-869e-2e0ef6b96d25 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272060 Jul 13 07:25:20.437247 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b11ecbc2-52a8-4624-8d94-f71019248f83 req-4cde8046-700f-47de-9431-947cc9f757f5 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457288 Jul 13 07:25:20.475400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-80ffaed2-53e7-41f4-b961-4e1804acbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.477035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-80ffaed2-53e7-41f4-b961-4e1804acbc75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873888 Jul 13 07:25:20.585504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43048) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:20.596577 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f1c3d7c-9870-4115-a5d8-eaa55a39b01a req-4d85d3e4-e699-44c7-9f43-a43cf683fe95 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0424824 Jul 13 07:25:20.631083 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-75d61321-6e1d-4f7e-a113-1cd76a766a27 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455593 Jul 13 07:25:20.779171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87975697-5122-490a-b4da-6f800af4c0fb req-e630cb25-9004-4055-bd0f-d6c8d2c85490 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.780779 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87975697-5122-490a-b4da-6f800af4c0fb req-e630cb25-9004-4055-bd0f-d6c8d2c85490 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 948 time: 0.1596601 Jul 13 07:25:20.781303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8553e452-6a60-4a2b-aed2-5131ae428b1b req-fbd257ce-cb9a-44c3-90d8-6f1a0b782b71 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361160 Jul 13 07:25:20.844715 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6842c500-489f-4524-a24e-27d7fefc8a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.928904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87975697-5122-490a-b4da-6f800af4c0fb req-6ab1e916-a18c-4384-8950-405d8359c5f5 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422083 Jul 13 07:25:20.973556 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6842c500-489f-4524-a24e-27d7fefc8a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.982091 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6842c500-489f-4524-a24e-27d7fefc8a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.043144 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6842c500-489f-4524-a24e-27d7fefc8a73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20c927f58fd2455f96dc100b782b1852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541404 Jul 13 07:25:21.043930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43060) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:21.047165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-009e8879-5585-424e-b6e4-8d1fe91f5a98 req-09aa8bec-fc52-419f-ae67-fca80d7123e2 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41&device_id=d0145803-0e8b-4aa8-9817-1682ca7c8ec1 HTTP/1.1" status: 200 len: 210 time: 0.0648689 Jul 13 07:25:21.129280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842c500-489f-4524-a24e-27d7fefc8a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e217b710-cb22-4e4b-8431-3c79128bebc3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:21.202440 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd05cdc6-a64a-4f90-9115-73af28e8f8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.243766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd05cdc6-a64a-4f90-9115-73af28e8f8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.311624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a49c0f-91ec-4c6e-be16-795347588636 req-f2290aed-48eb-4940-8a66-cfeb9f02a61f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.313537 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9a49c0f-91ec-4c6e-be16-795347588636 req-f2290aed-48eb-4940-8a66-cfeb9f02a61f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1636341 Jul 13 07:25:21.360573 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9a49c0f-91ec-4c6e-be16-795347588636 req-f00f277d-58f7-44e2-880b-f0f2a15e0e3f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Jul 13 07:25:21.381528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd05cdc6-a64a-4f90-9115-73af28e8f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.386912 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd05cdc6-a64a-4f90-9115-73af28e8f8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.393185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fd05cdc6-a64a-4f90-9115-73af28e8f8d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e217b710-cb22-4e4b-8431-3c79128bebc3 HTTP/1.1" status: 204 len: 168 time: 0.3479543 Jul 13 07:25:21.414799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05cdc6-a64a-4f90-9115-73af28e8f8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217b710-cb22-4e4b-8431-3c79128bebc3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:21.497161 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81967eab-cd22-489a-9861-cdfd578344c5 req-2aa8337f-cb34-40e6-bdfb-6e3408aca6a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c368f1978ea142f8b0e71c1fe9b4d3ef&device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0542924 Jul 13 07:25:21.563754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81967eab-cd22-489a-9861-cdfd578344c5 req-9fb70919-9f1a-4b24-86c0-71f36481f7e2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c368f1978ea142f8b0e71c1fe9b4d3ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577390 Jul 13 07:25:21.769764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b710680-3dc1-4517-bd6e-71854e1e0928 req-a5a6fd9d-efc4-43e1-8b2d-cf457f2e6fcc tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0815930 Jul 13 07:25:21.816367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49e02321-fe52-42aa-8728-a87eb53e17de details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:21.858939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5156f-fa9e-4143-b732-998a5e5aba15 req-e06f1ff6-8d38-40d6-bb62-7bfea30d7c59 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.863774 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bec5156f-fa9e-4143-b732-998a5e5aba15 req-e06f1ff6-8d38-40d6-bb62-7bfea30d7c59 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 950 time: 0.1257722 Jul 13 07:25:21.865615 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43076) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:21.898677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81967eab-cd22-489a-9861-cdfd578344c5 req-608d2aa6-320c-4dc4-a10d-c0f090f30204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.900401 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81967eab-cd22-489a-9861-cdfd578344c5 req-608d2aa6-320c-4dc4-a10d-c0f090f30204 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3252063 Jul 13 07:25:21.932161 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c3a427f-5207-4c9f-9c3c-d080a0e82696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.972402 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bec5156f-fa9e-4143-b732-998a5e5aba15 req-bbdf577e-6d5a-462d-a2e7-a75b71b8e539 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940485 Jul 13 07:25:22.029966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:22.063733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c3a427f-5207-4c9f-9c3c-d080a0e82696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.071403 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c3a427f-5207-4c9f-9c3c-d080a0e82696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.081185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '49e02321-fe52-42aa-8728-a87eb53e17de', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '49e02321-fe52-42aa-8728-a87eb53e17de', 'mac_address': 'fa:16:3e:84:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:22.125197 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2c3a427f-5207-4c9f-9c3c-d080a0e82696 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=572ccdfb7cb74f30beed3bb3290aea5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535594 Jul 13 07:25:22.127929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43086) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:22.183225 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.210830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e02321-fe52-42aa-8728-a87eb53e17de {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:22.265779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a427f-5207-4c9f-9c3c-d080a0e82696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a500751-62b1-4c42-a9bb-a966bfa53c37,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:22.270696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:22.286393 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.292443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02f42e-bda9-40ce-a586-db6a3dc35b47 req-50c345c8-7cb6-4aab-82aa-f02957a6b59b tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:22.303963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4f02f42e-bda9-40ce-a586-db6a3dc35b47 req-50c345c8-7cb6-4aab-82aa-f02957a6b59b tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 948 time: 0.1370578 Jul 13 07:25:22.316859 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82f2e894-bfa0-4863-9c3e-398be92fdf6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.345217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:22.358688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f627064c-ec77-47b1-b852-be9c2ca55b8e details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:22.380785 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82f2e894-bfa0-4863-9c3e-398be92fdf6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.402403 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:22.412849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4f02f42e-bda9-40ce-a586-db6a3dc35b47 req-9f6ff36c-c796-4f9b-ae90-6b8265bb0d96 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079106 Jul 13 07:25:22.415650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'mac_address': 'fa:16:3e:c9:f9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:22.482781 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.492637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82f2e894-bfa0-4863-9c3e-398be92fdf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.496940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82f2e894-bfa0-4863-9c3e-398be92fdf6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.499938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f627064c-ec77-47b1-b852-be9c2ca55b8e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:22.501492 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-82f2e894-bfa0-4863-9c3e-398be92fdf6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a500751-62b1-4c42-a9bb-a966bfa53c37 HTTP/1.1" status: 204 len: 168 time: 0.3714101 Jul 13 07:25:22.517112 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2e894-bfa0-4863-9c3e-398be92fdf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a500751-62b1-4c42-a9bb-a966bfa53c37,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:22.548924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:22.561805 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.663323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:22.717129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac2a92-3fe6-4b28-95ad-abcd2e8568fb req-20552f2f-c097-4352-8dcc-a6aa9058afb2 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:22.726185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0ac2a92-3fe6-4b28-95ad-abcd2e8568fb req-20552f2f-c097-4352-8dcc-a6aa9058afb2 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1555841 Jul 13 07:25:22.831417 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0ac2a92-3fe6-4b28-95ad-abcd2e8568fb req-5dd12ab4-e999-4ed8-aa45-b2160bd1f0d6 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041458 Jul 13 07:25:22.903122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f627064c-ec77-47b1-b852-be9c2ca55b8e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:22.907342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['49e02321-fe52-42aa-8728-a87eb53e17de'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:23.195905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81967eab-cd22-489a-9861-cdfd578344c5 req-1a321a48-a1fc-4e24-b017-6ad03335601f tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.54 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0568163 Jul 13 07:25:23.276602 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cf3f404-ae06-4f86-b423-1962e98f1cc0 req-72fbd6e3-0504-49c2-904c-bd1e2cea72d0 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=440a51cc-a141-4f2a-9521-3f309ae41b41 HTTP/1.1" status: 200 len: 210 time: 0.0880411 Jul 13 07:25:23.737653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dea76-f469-438a-a48d-1e8d9dceccad req-c4989e43-5219-414f-8bbf-4020dffa528e tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:23.740039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e31dea76-f469-438a-a48d-1e8d9dceccad req-c4989e43-5219-414f-8bbf-4020dffa528e tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 949 time: 0.1174154 Jul 13 07:25:23.803477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e31dea76-f469-438a-a48d-1e8d9dceccad req-81a30a77-1f54-4dab-8b66-cd6899e77bea tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568712 Jul 13 07:25:23.806137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bd209-fd15-4388-8860-7ca347b15ad0 req-e22eb706-516a-49ef-9c75-0c559e9b0350 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:23.816216 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-328bd209-fd15-4388-8860-7ca347b15ad0 req-e22eb706-516a-49ef-9c75-0c559e9b0350 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 950 time: 0.1359606 Jul 13 07:25:23.904347 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-328bd209-fd15-4388-8860-7ca347b15ad0 req-de0af83f-9e7b-4e7b-8f34-65c74f906c0c tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863359 Jul 13 07:25:23.947392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43130) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:24.075568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27b0e4-883c-4ba6-a117-cf56d27f8119 req-c3e1fcaf-2685-4fa6-a13c-722f513d77cd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:24.084856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e27b0e4-883c-4ba6-a117-cf56d27f8119 req-c3e1fcaf-2685-4fa6-a13c-722f513d77cd tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.0948951 Jul 13 07:25:24.161031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-network', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:24.166755 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e27b0e4-883c-4ba6-a117-cf56d27f8119 req-7bfc067f-3e6d-4ad6-8d85-e3026ef2d82f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807488 Jul 13 07:25:24.185073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Made reservation on behalf of 6dce74cabf664a40aa6539a3bf220f80 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:24.187696 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.196637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.294970 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.299976 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.329480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1946823-fddf-482b-a54b-7c83c924a722,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:24.341255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:25:24.352656 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.353185 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Added segment 198496ef-8b9b-4644-8b96-133757e347d2 of type vlan for network fafaecfc-c53d-4fdb-8517-c79ba984f2bc Jul 13 07:25:24.428221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.472908 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.474364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:24.474954 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.514109 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5651615 Jul 13 07:25:24.516664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43144) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:24.522491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Request body: {'subnet': {'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-subnet', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:24.553823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Made reservation on behalf of 6dce74cabf664a40aa6539a3bf220f80 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:24.557175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.612405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20cc07-6774-4005-b57b-efba9eae7ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=fafaecfc-c53d-4fdb-8517-c79ba984f2bc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:24.624296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network fafaecfc-c53d-4fdb-8517-c79ba984f2bc details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:25:24.762189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5390de9f-74ec-4e34-abd7-a1d7d94cac84 req-2ae819d5-77a8-43d8-afc7-3ca941afc248 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c368f1978ea142f8b0e71c1fe9b4d3ef&device_id=d0145803-0e8b-4aa8-9817-1682ca7c8ec1 HTTP/1.1" status: 200 len: 210 time: 0.0320272 Jul 13 07:25:24.800518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5390de9f-74ec-4e34-abd7-a1d7d94cac84 req-599f57ad-9a00-4978-9527-af14f9fd8574 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c368f1978ea142f8b0e71c1fe9b4d3ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288415 Jul 13 07:25:24.884778 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aebc95cf-51c1-48ed-beba-b717dc671cd6 req-55b1c982-48b8-409e-b1f4-33ae8a1ddf8c tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0145803-0e8b-4aa8-9817-1682ca7c8ec1 HTTP/1.1" status: 200 len: 210 time: 0.0450869 Jul 13 07:25:24.938602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390de9f-74ec-4e34-abd7-a1d7d94cac84 req-0ec18e08-8845-41a4-bea1-1827286c2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:24.940373 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5390de9f-74ec-4e34-abd7-a1d7d94cac84 req-0ec18e08-8845-41a4-bea1-1827286c2516 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083312 Jul 13 07:25:24.973070 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.069480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca276c83-902c-4c88-8509-335797880e85,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:25.081501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Checking segment: {'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:25.081863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Network hostable DHCP agents. Network: fafaecfc-c53d-4fdb-8517-c79ba984f2bc, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:25:25.095199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cb94a-80a7-446d-882b-24081d03cbea req-4e7b5b69-bb1a-4df8-8635-b982bc772865 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:25.103057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-765cb94a-80a7-446d-882b-24081d03cbea req-4e7b5b69-bb1a-4df8-8635-b982bc772865 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 949 time: 0.1418483 Jul 13 07:25:25.108057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff840af-d1de-44b2-9a84-89f3c09ea056 req-c48c5e08-f00d-4805-a515-28e2442a4e78 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:25.109487 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cff840af-d1de-44b2-9a84-89f3c09ea056 req-c48c5e08-f00d-4805-a515-28e2442a4e78 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 950 time: 0.0670271 Jul 13 07:25:25.151227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Network fafaecfc-c53d-4fdb-8517-c79ba984f2bc is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:25:25.160627 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cff840af-d1de-44b2-9a84-89f3c09ea056 req-abda5ef3-34d2-4f93-a1eb-0c9803359116 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/security-groups?id=42fd17f9-fa1e-4bc0-acf3-22e509c63e70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448608 Jul 13 07:25:25.165323 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-765cb94a-80a7-446d-882b-24081d03cbea req-c38a7f05-6af6-4360-9dff-66b7e6e9065b tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606687 Jul 13 07:25:25.208135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, fafaecfc-c53d-4fdb-8517-c79ba984f2bc) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:25.217326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e08143-454e-4dd3-8eb0-d89076bae366 None None] Network fafaecfc-c53d-4fdb-8517-c79ba984f2bc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:25.218482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:25.220712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.277092 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5a7be76d-57fb-468a-b84e-eee80ff2166d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7561922 Jul 13 07:25:25.277478 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43158) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:25.283244 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-router', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:25.296499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cea79-635f-4a88-9952-be649844058d req-8f12d913-71e9-46cd-b046-778b07785aac tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:25.301779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-941cea79-635f-4a88-9952-be649844058d req-8f12d913-71e9-46cd-b046-778b07785aac tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.53 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 950 time: 0.1622105 Jul 13 07:25:25.321044 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.322099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.433729 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.449929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-fafaecfc-c53d-4fdb-8517-c79ba984f2bc', 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'fixed_ips': [{'subnet_id': 'ca276c83-902c-4c88-8509-335797880e85'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:25:25.450919 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.476480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-941cea79-635f-4a88-9952-be649844058d req-746fa7cd-dfc3-41e4-b912-965d556bc3dd tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Deleting port 78aae56a-ca06-49c7-b99e-f8371dd89a6e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:25.477149 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-941cea79-635f-4a88-9952-be649844058d req-746fa7cd-dfc3-41e4-b912-965d556bc3dd tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.559751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436673b-7d68-4a55-9146-2e6cd251c245 req-276ec976-8702-4495-bcdd-7087ca07814f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:25.561613 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3436673b-7d68-4a55-9146-2e6cd251c245 req-276ec976-8702-4495-bcdd-7087ca07814f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.2219868 Jul 13 07:25:25.595075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-941cea79-635f-4a88-9952-be649844058d req-746fa7cd-dfc3-41e4-b912-965d556bc3dd tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] For port 78aae56a-ca06-49c7-b99e-f8371dd89a6e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=78aae56a-ca06-49c7-b99e-f8371dd89a6e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:25.595823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-941cea79-635f-4a88-9952-be649844058d req-746fa7cd-dfc3-41e4-b912-965d556bc3dd tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.618665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-941cea79-635f-4a88-9952-be649844058d req-746fa7cd-dfc3-41e4-b912-965d556bc3dd tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Calling delete_port for 78aae56a-ca06-49c7-b99e-f8371dd89a6e owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:25.664549 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.682207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Allocated IP 172.20.0.2 (fafaecfc-c53d-4fdb-8517-c79ba984f2bc/ca276c83-902c-4c88-8509-335797880e85/5df6b376-6c0e-4886-ac6a-00d18d42e1a4) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:25.724638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3436673b-7d68-4a55-9146-2e6cd251c245 req-a7390edf-a09e-4fb3-b284-5488fcab1829 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544554 Jul 13 07:25:25.834173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49e02321-fe52-42aa-8728-a87eb53e17de up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:25.844299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-941cea79-635f-4a88-9952-be649844058d req-746fa7cd-dfc3-41e4-b912-965d556bc3dd tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.868660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['78aae56a-ca06-49c7-b99e-f8371dd89a6e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:26.009316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fa7cd-dfc3-41e4-b912-965d556bc3dd tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Pushing event deleted for resources: {'Port': ['ID=78aae56a-ca06-49c7-b99e-f8371dd89a6e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:26.048340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-941cea79-635f-4a88-9952-be649844058d req-746fa7cd-dfc3-41e4-b912-965d556bc3dd tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] No DVR routers for this DVR port 78aae56a-ca06-49c7-b99e-f8371dd89a6e on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:26.051426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-941cea79-635f-4a88-9952-be649844058d req-746fa7cd-dfc3-41e4-b912-965d556bc3dd tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.053915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-941cea79-635f-4a88-9952-be649844058d req-746fa7cd-dfc3-41e4-b912-965d556bc3dd tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.53 "DELETE /v2.0/ports/78aae56a-ca06-49c7-b99e-f8371dd89a6e HTTP/1.1" status: 204 len: 173 time: 0.7445588 Jul 13 07:25:26.054497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407f93e8-1f76-4f37-a4fd-42cac582724b', 'name': 'network-vif-deleted', 'tag': '78aae56a-ca06-49c7-b99e-f8371dd89a6e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:26.068618 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0612f4-d1b4-41a7-8d5a-d34fba9f6f05" -d '{"events": [{"server_uuid": "407f93e8-1f76-4f37-a4fd-42cac582724b", "name": "network-vif-deleted", "tag": "78aae56a-ca06-49c7-b99e-f8371dd89a6e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:26.081239 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.132478 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f87dca-c36b-4920-ae6d-c96c3011c43e x-openstack-request-id: req-84f87dca-c36b-4920-ae6d-c96c3011c43e {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:26.132782 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407f93e8-1f76-4f37-a4fd-42cac582724b", "name": "network-vif-deleted", "tag": "78aae56a-ca06-49c7-b99e-f8371dd89a6e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:26.133460 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84f87dca-c36b-4920-ae6d-c96c3011c43e {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:26.134662 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.135164 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407f93e8-1f76-4f37-a4fd-42cac582724b', 'name': 'network-vif-deleted', 'tag': '78aae56a-ca06-49c7-b99e-f8371dd89a6e', 'status': 'completed', 'code': 200} Jul 13 07:25:26.282924 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.317003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Transition to ACTIVE for port object 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:26.328866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 49e02321-fe52-42aa-8728-a87eb53e17de completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:26.358694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:26.360039 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.362722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Transition to ACTIVE for port object 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:26.385892 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.407397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80834d5e-ee52-4f1c-a628-4e43ca49e91c req-503c098c-6cfc-43fc-b60a-23282e7daad3 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0145803-0e8b-4aa8-9817-1682ca7c8ec1 HTTP/1.1" status: 200 len: 210 time: 0.1560054 Jul 13 07:25:26.484894 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16c36bc0-1cb5-4dfe-b99a-690fe0f82c8c req-0989c65d-9f39-4d40-8fd4-95590bc5d260 tempest-TenantUsagesTestJSON-497649049 tempest-TenantUsagesTestJSON-497649049-project] 10.222.0.44 "GET /v2.0/ports?device_id=407f93e8-1f76-4f37-a4fd-42cac582724b HTTP/1.1" status: 200 len: 210 time: 0.1613214 Jul 13 07:25:26.518131 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5390de9f-74ec-4e34-abd7-a1d7d94cac84 req-e12eb0a3-17ae-4eee-86e4-c3c0983be419 tempest-ServerShowV247Test-771024679 tempest-ServerShowV247Test-771024679-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0145803-0e8b-4aa8-9817-1682ca7c8ec1 HTTP/1.1" status: 200 len: 210 time: 0.1389740 Jul 13 07:25:26.533048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Allocated IP 172.25.6.124 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/0467ba0a-7611-45bc-8381-a4b49ad11304) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:26.541235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Network fafaecfc-c53d-4fdb-8517-c79ba984f2bc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:26.556681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:26.572595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:26.582107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Pushing event updated for resources: {'Port': ['ID=5df6b376-6c0e-4886-ac6a-00d18d42e1a4,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:26.710696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Attempting to bind port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:26.712472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Attempting to bind port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:26.713018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Attempting to bind port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 on network fafaecfc-c53d-4fdb-8517-c79ba984f2bc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:26.715539 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.726289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:26.727219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Checking segment: {'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:26.727817 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.728403 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Bound using segment: {'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:26.729070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Bound port: 5df6b376-6c0e-4886-ac6a-00d18d42e1a4, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:26.729631 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.761783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:26.764546 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591e84e9-3177-4b72-9fa1-b4276aa04aff" -d '{"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-plugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:26.802574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:26.803308 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.808442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc636c72-1725-4302-a1f0-351fa8ba2ce5 req-96b0e4bb-ae59-4744-b166-c9f4692f2cfe tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.818624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc636c72-1725-4302-a1f0-351fa8ba2ce5 req-96b0e4bb-ae59-4744-b166-c9f4692f2cfe tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 949 time: 0.1759584 Jul 13 07:25:26.823549 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.928837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f627064c-ec77-47b1-b852-be9c2ca55b8e up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:26.935320 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.976359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc636c72-1725-4302-a1f0-351fa8ba2ce5 req-a61fd334-2a0a-4478-9f3b-197db73d0ff9 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547425 Jul 13 07:25:27.059644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] For port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:27.116327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:27.126705 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11524f29-5239-4a82-9456-cb0008f34cf0 x-openstack-request-id: req-11524f29-5239-4a82-9456-cb0008f34cf0 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:27.127001 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-plugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:27.127256 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11524f29-5239-4a82-9456-cb0008f34cf0 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:27.127657 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de', 'code': 200} Jul 13 07:25:27.144178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] For port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5df6b376-6c0e-4886-ac6a-00d18d42e1a4,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:27.146462 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:27.151334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:27.155748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Pushing event updated for resources: {'Port': ['ID=0467ba0a-7611-45bc-8381-a4b49ad11304,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:27.173047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:27.192745 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.250455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port f627064c-ec77-47b1-b852-be9c2ca55b8e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:27.315276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port f627064c-ec77-47b1-b852-be9c2ca55b8e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:27.315670 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.375464 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77503-f7c4-4357-9a68-8f500ffa2151 req-513834fa-d45f-4ce0-bfd8-0597cefe7208 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:27.382995 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a2c77503-f7c4-4357-9a68-8f500ffa2151 req-513834fa-d45f-4ce0-bfd8-0597cefe7208 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.3151093 Jul 13 07:25:27.435526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937a2f0-6d4b-45fb-a4e6-62e35dfe4208 None None] Pushing event updated for resources: {'Port': ['ID=5df6b376-6c0e-4886-ac6a-00d18d42e1a4,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:27.459468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f98cc5ff-7b0e-4dd6-9d11-9625b677616a None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:27.459945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f98cc5ff-7b0e-4dd6-9d11-9625b677616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.550839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a2c77503-f7c4-4357-9a68-8f500ffa2151 req-12af16c8-5cde-459a-950a-8c3464da5207 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662166 Jul 13 07:25:27.611300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950c78b-0a8a-406d-896b-736bc35ea9f0 req-ff860363-572d-4bf6-bccb-f69c849ba24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:27.613398 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3950c78b-0a8a-406d-896b-736bc35ea9f0 req-ff860363-572d-4bf6-bccb-f69c849ba24d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4038c18d-c188-471a-a554-7b18fd6a9b55 HTTP/1.1" status: 200 len: 1101 time: 0.1111860 Jul 13 07:25:27.691558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3950c78b-0a8a-406d-896b-736bc35ea9f0 req-735aa601-1dce-4c48-8211-a9dfd1248b03 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654812 Jul 13 07:25:27.735793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.852372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:27.860170 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.933691 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.052785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:28.227698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43272) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:28.314809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43276) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:28.364563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.424346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0de41-0c16-4e08-92e2-451333ca5c86 req-29d2537d-0cb4-4eac-b8ee-176a6fecf9b4 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:28.431394 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68a0de41-0c16-4e08-92e2-451333ca5c86 req-29d2537d-0cb4-4eac-b8ee-176a6fecf9b4 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 950 time: 0.1648042 Jul 13 07:25:28.485341 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ecee2022-ff04-4fb9-8cf4-0935eccf8730 None None] Provisioning complete for port f627064c-ec77-47b1-b852-be9c2ca55b8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:28.488866 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ecee2022-ff04-4fb9-8cf4-0935eccf8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.518090 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68a0de41-0c16-4e08-92e2-451333ca5c86 req-6e110b9e-e3a7-407d-bb42-2e6047954afa tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807569 Jul 13 07:25:28.630942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0af9bd69-4f3d-4b88-940b-f5cb6a4dd446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.756454 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ca9668fb-18d1-4004-9a11-32bb08bbff46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=944da0024320468c9961159abe4430c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5266635 Jul 13 07:25:28.760468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43286) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:28.786470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Router be5ed283-b000-4065-9e3a-ddfac3831693 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:25:28.935160 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0af9bd69-4f3d-4b88-940b-f5cb6a4dd446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.942155 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0af9bd69-4f3d-4b88-940b-f5cb6a4dd446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.971948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b79f9d-04d1-45cc-ba83-b7ab88f32737 None None] Network fafaecfc-c53d-4fdb-8517-c79ba984f2bc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:29.023563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0af9bd69-4f3d-4b88-940b-f5cb6a4dd446 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c368f1978ea142f8b0e71c1fe9b4d3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063885 Jul 13 07:25:29.061184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9bd69-4f3d-4b88-940b-f5cb6a4dd446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fee3fe1-804c-4115-90da-ffffa5b4c250,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:29.063867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43290) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:29.129948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:29.130603 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a67bd88-e0e7-4637-ad4b-6a4f34328820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.132388 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3beaf2e7-64f3-485c-b174-fdc7bca3b7e5" -d '{"events": [{"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-plugged", "status": "completed", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:29.137838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-370372c1-37a0-4094-a1df-89d11b0c2e2b None None] Provisioning for port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:29.185079 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091ed4a4-22f4-4ab2-a2a4-cf9ba0ef2f37 x-openstack-request-id: req-091ed4a4-22f4-4ab2-a2a4-cf9ba0ef2f37 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:29.185784 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-plugged", "status": "completed", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:29.185784 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-091ed4a4-22f4-4ab2-a2a4-cf9ba0ef2f37 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:29.186093 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'code': 200} Jul 13 07:25:29.189272 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a67bd88-e0e7-4637-ad4b-6a4f34328820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.308834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a67bd88-e0e7-4637-ad4b-6a4f34328820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.311887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a67bd88-e0e7-4637-ad4b-6a4f34328820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.315047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4a67bd88-e0e7-4637-ad4b-6a4f34328820 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fee3fe1-804c-4115-90da-ffffa5b4c250 HTTP/1.1" status: 204 len: 168 time: 0.2502778 Jul 13 07:25:29.336145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f59dc-6ab6-450f-93ec-83858c3e8a8d req-35ae64d5-6458-4d39-b3a3-393a6ff88a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:29.339746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-353f59dc-6ab6-450f-93ec-83858c3e8a8d req-35ae64d5-6458-4d39-b3a3-393a6ff88a8e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 1101 time: 0.0861828 Jul 13 07:25:29.340586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67bd88-e0e7-4637-ad4b-6a4f34328820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fee3fe1-804c-4115-90da-ffffa5b4c250,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:29.397031 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-353f59dc-6ab6-450f-93ec-83858c3e8a8d req-a98d81f1-4a1c-48dd-8a78-f5dcb9d6e183 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505853 Jul 13 07:25:29.479128 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d73f86-4770-4cf1-b48e-63afe40c7dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.488795 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9898d83-273f-422c-9779-09d61b95015a req-61a3ae6f-2e67-4f85-b4a1-c1e049a458c8 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:29.490334 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b9898d83-273f-422c-9779-09d61b95015a req-61a3ae6f-2e67-4f85-b4a1-c1e049a458c8 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.5916941 Jul 13 07:25:29.522462 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:29.525766 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 78aae56a-ca06-49c7-b99e-f8371dd89a6e no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:29.559584 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d73f86-4770-4cf1-b48e-63afe40c7dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.598980 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.600694 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-beda5f68-6bbf-4ac7-b289-335f6b7e9503 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3223903 Jul 13 07:25:29.605651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43300) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:29.610891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:29.618490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Sync routers for ids ['be5ed283-b000-4065-9e3a-ddfac3831693'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:29.625647 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b9898d83-273f-422c-9779-09d61b95015a req-5b1099cd-be50-4346-92a1-25420773d0f7 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189864 Jul 13 07:25:29.636203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 78aae56a-ca06-49c7-b99e-f8371dd89a6e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:29.636543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 78aae56a-ca06-49c7-b99e-f8371dd89a6e not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:29.682356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Routers {'be5ed283-b000-4065-9e3a-ddfac3831693'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:29.683280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['be5ed283-b000-4065-9e3a-ddfac3831693'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:29.687199 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d73f86-4770-4cf1-b48e-63afe40c7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.693733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d73f86-4770-4cf1-b48e-63afe40c7dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.699585 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-36d73f86-4770-4cf1-b48e-63afe40c7dbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42fd17f9-fa1e-4bc0-acf3-22e509c63e70 HTTP/1.1" status: 204 len: 168 time: 0.9299574 Jul 13 07:25:29.732121 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d73f86-4770-4cf1-b48e-63afe40c7dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fd17f9-fa1e-4bc0-acf3-22e509c63e70,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:29.990148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:30.011643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:30.014185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.125546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Set router be5ed283-b000-4065-9e3a-ddfac3831693 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:30.499836 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.560455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5df6b376-6c0e-4886-ac6a-00d18d42e1a4,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:30.571336 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.587444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43336) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:30.614543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-router', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:25Z', 'updated_at': '2021-07-13T07:25:27Z', 'revision_number': 3, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'gw_port': {'id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:26Z', 'updated_at': '2021-07-13T07:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:30.652226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Checking router: be5ed283-b000-4065-9e3a-ddfac3831693 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:30.652716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Updating router be5ed283-b000-4065-9e3a-ddfac3831693 port 0467ba0a-7611-45bc-8381-a4b49ad11304 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:25:30.665291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9758-f4db-4c46-85a6-02e6792ccc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.701396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5df6b376-6c0e-4886-ac6a-00d18d42e1a4,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:30.709979 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.801663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1feb20-3715-40a9-bd9b-41ad36b80688 req-1a9f583a-568e-4c07-ad8e-d84c966f2bc7 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:30.821218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f1feb20-3715-40a9-bd9b-41ad36b80688 req-1a9f583a-568e-4c07-ad8e-d84c966f2bc7 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 950 time: 1.0484974 Jul 13 07:25:30.901505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64343e85-fd95-4144-b002-192e1f9d3a92 req-0d5b0291-b116-4ce7-a712-b3951a21e224 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:30.909921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64343e85-fd95-4144-b002-192e1f9d3a92 req-0d5b0291-b116-4ce7-a712-b3951a21e224 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1063161 Jul 13 07:25:30.927849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f1feb20-3715-40a9-bd9b-41ad36b80688 req-af7ebebf-bf29-4415-9c61-91cb770e07a9 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052730 Jul 13 07:25:30.973089 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64343e85-fd95-4144-b002-192e1f9d3a92 req-26e70cf6-c46b-490e-8576-aa6c7f8d5151 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603428 Jul 13 07:25:31.255351 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9758-f4db-4c46-85a6-02e6792ccc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.256416 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.278114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Transition to ACTIVE for port object 0467ba0a-7611-45bc-8381-a4b49ad11304 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:31.286853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9758-f4db-4c46-85a6-02e6792ccc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.292491 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.317970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9758-f4db-4c46-85a6-02e6792ccc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ddcece-6d93-4407-a7e7-2cee4ca6f0a5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:31.357852 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c0ca9758-f4db-4c46-85a6-02e6792ccc11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60ce4d949959471db4264e5106e09c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7647088 Jul 13 07:25:31.361712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43362) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:31.371902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.486795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e86943-7453-4507-ad7a-96746bdcfcf5 None None] Pushing event updated for resources: {'Port': ['ID=0467ba0a-7611-45bc-8381-a4b49ad11304,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:31.496419 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0387f0b-c9b2-4730-b7bc-1564d0a636bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.503482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Attempting to bind port 0467ba0a-7611-45bc-8381-a4b49ad11304 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:31.503993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Attempting to bind port 0467ba0a-7611-45bc-8381-a4b49ad11304 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:31.504264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Attempting to bind port 0467ba0a-7611-45bc-8381-a4b49ad11304 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:31.541473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:31.541932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:31.542868 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.542868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:31.543222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Bound port: 0467ba0a-7611-45bc-8381-a4b49ad11304, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:31.543610 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.569181 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0387f0b-c9b2-4730-b7bc-1564d0a636bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.615822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:31.644491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91dd227c-6f34-4fad-8181-b3293409e5d7 req-5a9d845b-e3f0-4fc1-b5fe-67eae73a5691 tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0547404 Jul 13 07:25:31.697459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Allocated IP 172.20.0.1 (fafaecfc-c53d-4fdb-8517-c79ba984f2bc/ca276c83-902c-4c88-8509-335797880e85/f3596c70-42e6-4cb0-abe1-58fc543c240e) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:31.710520 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0387f0b-c9b2-4730-b7bc-1564d0a636bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.714249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0387f0b-c9b2-4730-b7bc-1564d0a636bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.723860 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e0387f0b-c9b2-4730-b7bc-1564d0a636bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3ddcece-6d93-4407-a7e7-2cee4ca6f0a5 HTTP/1.1" status: 204 len: 168 time: 0.3553224 Jul 13 07:25:31.739362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0387f0b-c9b2-4730-b7bc-1564d0a636bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ddcece-6d93-4407-a7e7-2cee4ca6f0a5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:31.791306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] For port 0467ba0a-7611-45bc-8381-a4b49ad11304, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:31.816043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:31.816507 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.828006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] For port 0467ba0a-7611-45bc-8381-a4b49ad11304, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0467ba0a-7611-45bc-8381-a4b49ad11304,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:31.879773 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.936975 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.970129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Transition to ACTIVE for port object f3596c70-42e6-4cb0-abe1-58fc543c240e will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:32.025915 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Routers {'be5ed283-b000-4065-9e3a-ddfac3831693'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:32.026584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['be5ed283-b000-4065-9e3a-ddfac3831693'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:32.095015 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.159916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] Set router be5ed283-b000-4065-9e3a-ddfac3831693 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:32.236627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3596c70-42e6-4cb0-abe1-58fc543c240e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:32.240445 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Network fafaecfc-c53d-4fdb-8517-c79ba984f2bc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:32.243038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:32.254379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:32.498487 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.518050 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e86943-7453-4507-ad7a-96746bdcfcf5 None None] Pushing event updated for resources: {'Port': ['ID=0467ba0a-7611-45bc-8381-a4b49ad11304,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:32.562625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ba10c-f0a7-4f48-af39-3d62099dadb9 req-ae9a3774-d141-44ab-a594-a3493e54017f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:32.572702 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-102ba10c-f0a7-4f48-af39-3d62099dadb9 req-ae9a3774-d141-44ab-a594-a3493e54017f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.2038381 Jul 13 07:25:32.669680 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-102ba10c-f0a7-4f48-af39-3d62099dadb9 req-f06e5fd4-65c0-4c7f-90eb-d492f9c6d3f4 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957129 Jul 13 07:25:32.847812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780db1d7-2c13-490a-acd2-fcf4a1d92606 req-815abc7a-6e47-4afb-a980-8e51177903b1 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:32.857750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-780db1d7-2c13-490a-acd2-fcf4a1d92606 req-815abc7a-6e47-4afb-a980-8e51177903b1 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 950 time: 0.5503423 Jul 13 07:25:32.932216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ba41a6c5-f94c-4621-b133-d668c6e523a7 None None] Provisioning for port f3596c70-42e6-4cb0-abe1-58fc543c240e completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:32.952149 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.954772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ba41a6c5-f94c-4621-b133-d668c6e523a7 None None] Provisioning complete for port f3596c70-42e6-4cb0-abe1-58fc543c240e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:32.957200 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ba41a6c5-f94c-4621-b133-d668c6e523a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.033035 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fe60d533-a7cd-44f0-b5ea-ba2e31a5942d req-9b94e8a2-9d42-47ad-907b-bf0bf00e78b2 tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0455842 Jul 13 07:25:33.038003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-780db1d7-2c13-490a-acd2-fcf4a1d92606 req-b0f45dcc-feb8-4df0-8c5c-22b139efcb50 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792324 Jul 13 07:25:33.136948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ba41a6c5-f94c-4621-b133-d668c6e523a7 None None] Port f3596c70-42e6-4cb0-abe1-58fc543c240e cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:33.208812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-router', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:25Z', 'updated_at': '2021-07-13T07:25:27Z', 'revision_number': 3, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'gw_port': {'id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:26Z', 'updated_at': '2021-07-13T07:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:33.226087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.254478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.289447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9f192-8613-44ba-b71b-83638b77a3a5 None None] The sync data for ids ['be5ed283-b000-4065-9e3a-ddfac3831693'] in n-d-798249-7 is: [{'id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-router', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:25Z', 'updated_at': '2021-07-13T07:25:27Z', 'revision_number': 3, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'gw_port': {'id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:26Z', 'updated_at': '2021-07-13T07:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:33.354721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43422) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:33.486450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b784c6-3a52-494f-9b03-8b4322531012 req-1dbd8d6e-de28-46b0-9130-e2fe1e01b40b tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.487993 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65b784c6-3a52-494f-9b03-8b4322531012 req-1dbd8d6e-de28-46b0-9130-e2fe1e01b40b tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 945 time: 0.1856790 Jul 13 07:25:33.508136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3596c70-42e6-4cb0-abe1-58fc543c240e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:33.563487 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65b784c6-3a52-494f-9b03-8b4322531012 req-15a7512e-b0d8-43ef-972c-797840fecea6 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678775 Jul 13 07:25:33.592341 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.630132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-network', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:33.670312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbe500-1dc1-4176-8948-b70b3bf79e1a req-9f925b97-61f1-4fd3-8eb3-0fa2a7a3e445 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.684452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-55cbe500-1dc1-4176-8948-b70b3bf79e1a req-9f925b97-61f1-4fd3-8eb3-0fa2a7a3e445 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=4038c18d-c188-471a-a554-7b18fd6a9b55 HTTP/1.1" status: 200 len: 950 time: 0.4503009 Jul 13 07:25:33.870838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dd9c84c3-6f13-41a0-8216-7ea41fc0c0f8 None None] Provisioning complete for port f3596c70-42e6-4cb0-abe1-58fc543c240e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:33.871471 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dd9c84c3-6f13-41a0-8216-7ea41fc0c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.941035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Made reservation on behalf of 24fc139a5fd6485c87d71f86923d94a3 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:33.944460 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.982825 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-55cbe500-1dc1-4176-8948-b70b3bf79e1a req-32dddea4-c4c5-4d88-baaa-95bbb1d4ce2e tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967932 Jul 13 07:25:33.986073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.006172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c84c3-6f13-41a0-8216-7ea41fc0c0f8 None None] Port f3596c70-42e6-4cb0-abe1-58fc543c240e cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:34.087463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af4d4a-b2b1-48e4-a7aa-6ff6dc70b3dd req-0343b4de-8d5f-4314-8503-ace262357cfa tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:34.098221 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54af4d4a-b2b1-48e4-a7aa-6ff6dc70b3dd req-0343b4de-8d5f-4314-8503-ace262357cfa tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.2342827 Jul 13 07:25:34.127172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.145974 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.160733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:25:34.182235 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.182574 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Added segment b41d3555-7d7a-4161-b339-0ace63e825c4 of type vlan for network 4fa91831-929b-47d0-80cd-f5b53068b927 Jul 13 07:25:34.192322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54af4d4a-b2b1-48e4-a7aa-6ff6dc70b3dd req-16178811-0436-4237-ad20-e0b8d1ea5b1d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919456 Jul 13 07:25:34.225137 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.265620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Network fafaecfc-c53d-4fdb-8517-c79ba984f2bc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:34.284715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:34.314237 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.318581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a083c8f-84ac-413a-b984-12fabfd682ce,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:34.390568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-92f933d0-c153-40d1-ba34-0fac0ab580a5 req-bcc74738-9b9d-4eeb-8d14-8ff0038d7389 tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0604317 Jul 13 07:25:34.473116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.resource_extend [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:25:34.600242 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.601246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:34.601968 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.703985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3134120 Jul 13 07:25:34.706674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43458) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:34.713959 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Request body: {'subnet': {'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-subnet', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:34.752559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-903c31d5-94e0-4040-a08f-3edc82f67650 None None] Provisioning complete for port f3596c70-42e6-4cb0-abe1-58fc543c240e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:34.752951 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-903c31d5-94e0-4040-a08f-3edc82f67650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.757418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d62866-9ede-4780-9e71-74c5f877f531 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa91831-929b-47d0-80cd-f5b53068b927,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:34.776043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Router be5ed283-b000-4065-9e3a-ddfac3831693 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:25:34.797068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Made reservation on behalf of 24fc139a5fd6485c87d71f86923d94a3 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:34.803822 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.824792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 4fa91831-929b-47d0-80cd-f5b53068b927 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:25:35.030834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:35.038797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-71d0b6df-e4af-485f-9fbe-434835bf01d8 admin admin] 10.222.0.44 "PUT /v2.0/routers/be5ed283-b000-4065-9e3a-ddfac3831693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4302707 Jul 13 07:25:35.044798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-903c31d5-94e0-4040-a08f-3edc82f67650 None None] Port f3596c70-42e6-4cb0-abe1-58fc543c240e cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:35.322206 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.407622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eed6d7a8-aeaa-4fd2-a556-de522284a0d7 req-eb236ead-5d1f-4cec-a526-bd76bba8a492 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.1254306 Jul 13 07:25:35.453538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Pushing event updated for resources: {'Subnet': ['ID=014265c9-d6a2-4ada-85e7-994f6403afa7,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:35.459796 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Checking segment: {'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:35.460533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Network hostable DHCP agents. Network: 4fa91831-929b-47d0-80cd-f5b53068b927, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:25:35.497800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Network 4fa91831-929b-47d0-80cd-f5b53068b927 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:25:35.519823 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 4fa91831-929b-47d0-80cd-f5b53068b927) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:35.527748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.528659 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.529778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246453b1-c8fe-4c7e-9e1f-9564134cf001 None None] Network 4fa91831-929b-47d0-80cd-f5b53068b927 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:35.592460 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0f39cf7e-c1d4-40dd-8223-e825ac3b614b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8844059 Jul 13 07:25:35.593072 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-1127bbde-c02f-4259-a363-b75f563da53a tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1540541517&fields=id&tenant_id=454e5dc3399d4ae980241bf4741e7a6a HTTP/1.1" status: 200 len: 267 time: 0.2100208 Jul 13 07:25:35.593218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43496) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:35.606439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:35.660387 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.662637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.672488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0467ba0a-7611-45bc-8381-a4b49ad11304 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:35.742563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.921033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-3805cded-c594-4612-b443-18fbbbdf7679 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.930524 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-3805cded-c594-4612-b443-18fbbbdf7679 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/networks?id=97076159-f72c-4961-b56c-4c780b6575e4 HTTP/1.1" status: 200 len: 824 time: 0.3344872 Jul 13 07:25:35.970579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-0ea16e32-9e85-40c9-8b51-1198c9ebe48e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/quotas/454e5dc3399d4ae980241bf4741e7a6a HTTP/1.1" status: 200 len: 375 time: 0.0363481 Jul 13 07:25:36.019214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 0467ba0a-7611-45bc-8381-a4b49ad11304 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:36.019364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.031527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0467ba0a-7611-45bc-8381-a4b49ad11304 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:36.031913 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.043758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-4fa91831-929b-47d0-80cd-f5b53068b927', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:25:36.048960 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.121286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-d7f4b44d-454d-4ca5-9431-b31c393f4a96 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=454e5dc3399d4ae980241bf4741e7a6a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1494584 Jul 13 07:25:36.171626 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Sync routers for ids ['be5ed283-b000-4065-9e3a-ddfac3831693'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:36.200915 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Routers {'be5ed283-b000-4065-9e3a-ddfac3831693'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:36.201557 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['be5ed283-b000-4065-9e3a-ddfac3831693'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:36.216948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43508) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:36.232078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-network', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:36.252002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844ef5a-48fd-4b30-8c35-c1b470254290 req-99e09563-9936-4a4c-8da8-04e29f5acc20 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.261903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4844ef5a-48fd-4b30-8c35-c1b470254290 req-99e09563-9936-4a4c-8da8-04e29f5acc20 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.2264476 Jul 13 07:25:36.356766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-e0e4e7ad-61af-4c9a-95e8-0dda45c13864 service neutron] 10.222.0.44 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201374 Jul 13 07:25:36.474345 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Set router be5ed283-b000-4065-9e3a-ddfac3831693 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:36.482600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Allocated IP 172.20.0.2 (4fa91831-929b-47d0-80cd-f5b53068b927/014265c9-d6a2-4ada-85e7-994f6403afa7/9348dd01-2e70-4cbf-923d-d5acbdbb797a) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:36.506960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Made reservation on behalf of f67e9a83e8e34e41a48ef7f15bd9653d for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:36.509920 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.557698 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4844ef5a-48fd-4b30-8c35-c1b470254290 req-1be94c66-db6d-4879-8316-3270074985f2 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946105 Jul 13 07:25:36.575489 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.595329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-97139ff6-c1b7-43d8-a460-e044b1f04ca6 service neutron] 10.222.0.44 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374964 Jul 13 07:25:36.758545 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.800138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-2d843595-a8ad-4325-95bd-2be89fcf735b tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.801690 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-2d843595-a8ad-4325-95bd-2be89fcf735b tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.54 "GET /v2.0/ports?device_id=43ad9f03-db0d-4198-aadb-89e892cd3432 HTTP/1.1" status: 200 len: 945 time: 0.1961312 Jul 13 07:25:36.945629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:36.986337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Transition to ACTIVE for port object 9348dd01-2e70-4cbf-923d-d5acbdbb797a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:36.988961 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a373573-0547-457a-88f5-e014fbbf91d8 req-6bb03092-2a81-43cb-ac03-4331868a5a4c tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.1041021 Jul 13 07:25:37.042104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Transition to ACTIVE for port object 9348dd01-2e70-4cbf-923d-d5acbdbb797a will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:37.046974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 0467ba0a-7611-45bc-8381-a4b49ad11304, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0467ba0a-7611-45bc-8381-a4b49ad11304,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:37.058878 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.124941 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-router', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:25Z', 'updated_at': '2021-07-13T07:25:32Z', 'revision_number': 4, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'gw_port': {'id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:26Z', 'updated_at': '2021-07-13T07:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'f3596c70-42e6-4cb0-abe1-58fc543c240e', 'name': '', 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'mac_address': 'fa:16:3e:7b:7a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ca276c83-902c-4c88-8509-335797880e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:31Z', 'updated_at': '2021-07-13T07:25:33Z', 'revision_number': 2, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'subnets': [{'id': 'ca276c83-902c-4c88-8509-335797880e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:37.181588 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.190707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Deleting port 17ddf0c0-c0d5-4450-a11d-0df0795e220b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:37.192132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.215622 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.221537 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Checking router: be5ed283-b000-4065-9e3a-ddfac3831693 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:37.224881 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Updating router be5ed283-b000-4065-9e3a-ddfac3831693 port f3596c70-42e6-4cb0-abe1-58fc543c240e binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:25:37.260237 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.293479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Pushing event updated for resources: {'Port': ['ID=9348dd01-2e70-4cbf-923d-d5acbdbb797a,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:37.335032 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.353232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Allocated IP 172.25.6.81 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/046ed07f-c283-4f98-9083-b4a68c7de224) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:37.483030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=0467ba0a-7611-45bc-8381-a4b49ad11304,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:37.495926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Network 4fa91831-929b-47d0-80cd-f5b53068b927 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:37.505905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:37.508312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:37.512995 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.513699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5d4b6f88-93e9-45b8-b52e-899d0b2ee39c req-e9c7a815-f6db-459a-a23e-6d4386d86a86 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 210 time: 0.3671255 Jul 13 07:25:37.583414 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.605731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:37.611759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:37.657904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:37.707176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Attempting to bind port 9348dd01-2e70-4cbf-923d-d5acbdbb797a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:37.708197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] For port 17ddf0c0-c0d5-4450-a11d-0df0795e220b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=17ddf0c0-c0d5-4450-a11d-0df0795e220b,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:37.710439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Attempting to bind port 9348dd01-2e70-4cbf-923d-d5acbdbb797a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:37.711692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.712156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Attempting to bind port 9348dd01-2e70-4cbf-923d-d5acbdbb797a on network 4fa91831-929b-47d0-80cd-f5b53068b927 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:37.735674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:37.736059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Checking segment: {'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:37.740678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.741151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Bound using segment: {'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:37.743500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Bound port: 9348dd01-2e70-4cbf-923d-d5acbdbb797a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:37.744804 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.745360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.747306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Pushing event updated for resources: {'Port': ['ID=046ed07f-c283-4f98-9083-b4a68c7de224,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:37.757129 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.788142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0467ba0a-7611-45bc-8381-a4b49ad11304 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:37.798304 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.814956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:25:37.827877 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.828257 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Added segment c841b463-1848-4180-b981-16c11843a9fc of type vlan for network 8b808319-076e-4f1a-add3-c7316684a7c7 Jul 13 07:25:37.878361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.967553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.968567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:37.969159 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.994382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49e02321-fe52-42aa-8728-a87eb53e17de details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:38.112057 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98699-213d-4166-8481-8a0ec2359fd9 req-1af2ce00-e99a-4cb7-8b4b-e6793a809a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:38.114828 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-afc98699-213d-4166-8481-8a0ec2359fd9 req-1af2ce00-e99a-4cb7-8b4b-e6793a809a1e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1096 time: 0.7410972 Jul 13 07:25:38.141010 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] For port 9348dd01-2e70-4cbf-923d-d5acbdbb797a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:38.145526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] For port 9348dd01-2e70-4cbf-923d-d5acbdbb797a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9348dd01-2e70-4cbf-923d-d5acbdbb797a,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:38.183263 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.202643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Pushing event updated for resources: {'Network': ['ID=8b808319-076e-4f1a-add3-c7316684a7c7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:38.208999 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Transition to ACTIVE for port object f3596c70-42e6-4cb0-abe1-58fc543c240e will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:38.225084 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0053005 Jul 13 07:25:38.229507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43552) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:38.233990 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.310395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Request body: {'subnet': {'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-subnet', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:38.361139 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cb5e9-6ee3-4c71-a621-d4ccc708a1e3 None None] Pushing event updated for resources: {'Port': ['ID=f3596c70-42e6-4cb0-abe1-58fc543c240e,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:38.475746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:38.490336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-afc98699-213d-4166-8481-8a0ec2359fd9 req-67f4dd40-a08b-45cf-8359-e18fb62ca63f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386555 Jul 13 07:25:38.498628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035abcc-9839-4ddb-a2df-5a61cd4b13ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8795dd1a-f51f-4e48-9f46-7dacc683a279,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:38.510134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '49e02321-fe52-42aa-8728-a87eb53e17de', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '49e02321-fe52-42aa-8728-a87eb53e17de', 'mac_address': 'fa:16:3e:84:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:38.629409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 8b808319-076e-4f1a-add3-c7316684a7c7 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:25:38.647682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Made reservation on behalf of f67e9a83e8e34e41a48ef7f15bd9653d for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:38.656592 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.683982 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Attempting to bind port f3596c70-42e6-4cb0-abe1-58fc543c240e on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:38.689328 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Attempting to bind port f3596c70-42e6-4cb0-abe1-58fc543c240e by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:38.690080 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Attempting to bind port f3596c70-42e6-4cb0-abe1-58fc543c240e on network fafaecfc-c53d-4fdb-8517-c79ba984f2bc {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:38.708991 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:38.709691 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Checking segment: {'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:38.712749 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.713504 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Bound using segment: {'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:38.714184 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Bound port: f3596c70-42e6-4cb0-abe1-58fc543c240e, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:38.715559 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.716323 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.779711 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.873144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.958403 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] For port f3596c70-42e6-4cb0-abe1-58fc543c240e, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:38.972661 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] For port f3596c70-42e6-4cb0-abe1-58fc543c240e, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3596c70-42e6-4cb0-abe1-58fc543c240e,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:38.991381 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:39.155124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49e02321-fe52-42aa-8728-a87eb53e17de {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:39.220822 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Routers {'be5ed283-b000-4065-9e3a-ddfac3831693'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:39.224891 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['be5ed283-b000-4065-9e3a-ddfac3831693'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:39.238062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0467ba0a-7611-45bc-8381-a4b49ad11304 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:39.238451 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:39.517972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398d1d9-4e10-4f4c-b96d-f9df538f3650 None None] Pushing event updated for resources: {'Port': ['ID=9348dd01-2e70-4cbf-923d-d5acbdbb797a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:39.575691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:39.661615 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:39.871661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:39.967490 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cb5e9-6ee3-4c71-a621-d4ccc708a1e3 None None] Pushing event updated for resources: {'Port': ['ID=f3596c70-42e6-4cb0-abe1-58fc543c240e,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:40.016130 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:40.114930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['49e02321-fe52-42aa-8728-a87eb53e17de'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:40.238967 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] Set router be5ed283-b000-4065-9e3a-ddfac3831693 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:40.289909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-63a2a223-c8df-4c1e-8f40-fa317d8a6827 req-5c230d0d-30ac-41cc-900a-a308d2c540f3 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 210 time: 0.1623850 Jul 13 07:25:40.553586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6764b29-23f6-4682-b0df-83687dfa3d30 req-2e953992-1b26-4996-8ed0-3c8f479d5d8c tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:40.566672 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6764b29-23f6-4682-b0df-83687dfa3d30 req-2e953992-1b26-4996-8ed0-3c8f479d5d8c tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 2.6222043 Jul 13 07:25:40.681829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:25:40.695878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9348dd01-2e70-4cbf-923d-d5acbdbb797a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:40.813872 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:40.814626 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:40.815813 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Floating IP b077f832-1ad8-42ba-84dd-f70c2fc9a398 disassociated. External IP: 172.25.6.153, port: 17ddf0c0-c0d5-4450-a11d-0df0795e220b. Jul 13 07:25:40.816428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Calling delete_port for 17ddf0c0-c0d5-4450-a11d-0df0795e220b owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:40.883533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6764b29-23f6-4682-b0df-83687dfa3d30 req-18e2324d-92ad-42b1-9193-ed4d47e19601 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148696 Jul 13 07:25:41.106446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-70ff8f5a-07fb-40c1-b02b-c0e4daa39522 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.112241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-70ff8f5a-07fb-40c1-b02b-c0e4daa39522 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.53 "GET /v2.0/networks?id=97076159-f72c-4961-b56c-4c780b6575e4 HTTP/1.1" status: 200 len: 824 time: 0.7703693 Jul 13 07:25:41.116782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.136677 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:41.175329 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-router', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:25Z', 'updated_at': '2021-07-13T07:25:32Z', 'revision_number': 4, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'gw_port': {'id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:26Z', 'updated_at': '2021-07-13T07:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'f3596c70-42e6-4cb0-abe1-58fc543c240e', 'name': '', 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'mac_address': 'fa:16:3e:7b:7a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ca276c83-902c-4c88-8509-335797880e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:31Z', 'updated_at': '2021-07-13T07:25:38Z', 'revision_number': 4, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'subnets': [{'id': 'ca276c83-902c-4c88-8509-335797880e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:41.191121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.198581 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-78a418a0-ab89-4931-a01c-5c27ea50c5be admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.6039293 Jul 13 07:25:41.204779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43606) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:41.233063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Sync routers for ids ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:41.258339 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe32008-db20-47ad-8d5f-ebc01d1333f4 None None] The sync data for ids ['be5ed283-b000-4065-9e3a-ddfac3831693'] in n-d-798249-7 is: [{'id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-router', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:25Z', 'updated_at': '2021-07-13T07:25:32Z', 'revision_number': 4, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'gw_port': {'id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:26Z', 'updated_at': '2021-07-13T07:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'f3596c70-42e6-4cb0-abe1-58fc543c240e', 'name': '', 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'mac_address': 'fa:16:3e:7b:7a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ca276c83-902c-4c88-8509-335797880e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:31Z', 'updated_at': '2021-07-13T07:25:38Z', 'revision_number': 4, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'subnets': [{'id': 'ca276c83-902c-4c88-8509-335797880e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:41.310361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-24892c48-9f58-45f6-8bda-7b3a480d1da4 None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:41.310748 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24892c48-9f58-45f6-8bda-7b3a480d1da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.312648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 9348dd01-2e70-4cbf-923d-d5acbdbb797a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:41.370245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Routers {'0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:41.373484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:41.435522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38aa7fe4-ae18-467e-a676-672a9225657b req-3c12c776-636a-48d8-a59e-45fc3455155c tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.2258048 Jul 13 07:25:41.530843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5154aa1c-2918-4086-baaa-ced4894e89a5 None None] Network 4fa91831-929b-47d0-80cd-f5b53068b927 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:41.583677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8268a4f7-cfa2-4637-9648-ff6f536bf588,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:41.794926 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-e3b76e27-a7a6-4918-ac97-fa66b5b622e7 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=454e5dc3399d4ae980241bf4741e7a6a HTTP/1.1" status: 200 len: 380 time: 0.6583233 Jul 13 07:25:41.800655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.822898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Request body: {'port': {'device_id': '098a896d-e00c-4103-8312-0d7346c51797', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'admin_state_up': True, 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'security_groups': ['6abc16cf-3dcd-4d32-a590-39ea63364d0b']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:41.899808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event deleted for resources: {'Port': ['ID=17ddf0c0-c0d5-4450-a11d-0df0795e220b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:42.011130 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24892c48-9f58-45f6-8bda-7b3a480d1da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.027837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Checking segment: {'id': 'c841b463-1848-4180-b981-16c11843a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:42.033662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Network hostable DHCP agents. Network: 8b808319-076e-4f1a-add3-c7316684a7c7, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:25:42.038393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49e02321-fe52-42aa-8728-a87eb53e17de up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:42.077684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e8c9e166-7a15-4af4-9614-c32e69305205 req-c001b6d5-1983-4ac4-8dc2-edb92ca8a35c tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 210 time: 0.1802354 Jul 13 07:25:42.132917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:42.135830 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2261477e-5b6e-4edc-aefd-58cc2699b82e" -d '{"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-plugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:42.167708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-24892c48-9f58-45f6-8bda-7b3a480d1da4 None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:42.181672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Set router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:42.229196 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24892c48-9f58-45f6-8bda-7b3a480d1da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.367908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24892c48-9f58-45f6-8bda-7b3a480d1da4 None None] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:42.582334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3596c70-42e6-4cb0-abe1-58fc543c240e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:42.589471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:42.590348 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.797765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-97ff61bf-0236-4f62-880f-98df0e154a12 None None] Provisioning for port 9348dd01-2e70-4cbf-923d-d5acbdbb797a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:42.830432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:25:42.832489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Made reservation on behalf of 454e5dc3399d4ae980241bf4741e7a6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:42.840240 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.891710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-97ff61bf-0236-4f62-880f-98df0e154a12 None None] Provisioning complete for port 9348dd01-2e70-4cbf-923d-d5acbdbb797a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:42.892339 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-97ff61bf-0236-4f62-880f-98df0e154a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.959200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Network 8b808319-076e-4f1a-add3-c7316684a7c7 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:25:43.043276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 8b808319-076e-4f1a-add3-c7316684a7c7) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:43.151845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.156940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 17ddf0c0-c0d5-4450-a11d-0df0795e220b no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:43.160729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.179342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7de3cb-2443-47ba-8732-51c6ae4970c1 None None] Network 8b808319-076e-4f1a-add3-c7316684a7c7 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:43.186551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 17ddf0c0-c0d5-4450-a11d-0df0795e220b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:43.186902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 17ddf0c0-c0d5-4450-a11d-0df0795e220b not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:43.228269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port f3596c70-42e6-4cb0-abe1-58fc543c240e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:43.264347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f3596c70-42e6-4cb0-abe1-58fc543c240e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:43.267044 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.288632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:38Z', 'revision_number': 3, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:43.322448 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.419467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Checking router: 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:43.419823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Updating router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e port 046ed07f-c283-4f98-9083-b4a68c7de224 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:25:43.425517 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-97ff61bf-0236-4f62-880f-98df0e154a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.473635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3a717175-7a01-42e9-832c-4b100ed01638 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 5.1933408 Jul 13 07:25:43.478927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43630) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:43.486999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-router', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:43.497232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11eaa7-3619-4dde-b465-7aa642500beb req-e158c7c1-b0a2-4827-9638-b378fd1883a3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.498975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e11eaa7-3619-4dde-b465-7aa642500beb req-e158c7c1-b0a2-4827-9638-b378fd1883a3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.9983618 Jul 13 07:25:43.608417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-97ff61bf-0236-4f62-880f-98df0e154a12 None None] For port 9348dd01-2e70-4cbf-923d-d5acbdbb797a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9348dd01-2e70-4cbf-923d-d5acbdbb797a,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:43.611321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:43.642225 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] Sync routers for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:43.642830 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-97ff61bf-0236-4f62-880f-98df0e154a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.664613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Allocated IP 172.20.0.11 (97076159-f72c-4961-b56c-4c780b6575e4/0fc9176c-a92f-42f8-a968-ec83019b7a94/fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:43.668623 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:43.671228 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:43.699304 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.711717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.763945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.782729 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e11eaa7-3619-4dde-b465-7aa642500beb req-d8e89b69-c708-451e-b6c1-4938dc8fffd2 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563033 Jul 13 07:25:43.797065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] No DVR routers for this DVR port 17ddf0c0-c0d5-4450-a11d-0df0795e220b on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:43.797312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Allocated IP 172.20.0.1 (4fa91831-929b-47d0-80cd-f5b53068b927/014265c9-d6a2-4ada-85e7-994f6403afa7/6eaf941a-4b01-4f60-ae98-c880ecd7a247) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:43.808358 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.810730 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff2d2bf4-e580-490e-8e23-214683dd17b1 req-c569af75-32ae-4045-9fc9-e122ce9129e4 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.54 "DELETE /v2.0/ports/17ddf0c0-c0d5-4450-a11d-0df0795e220b HTTP/1.1" status: 204 len: 173 time: 6.9892981 Jul 13 07:25:43.811413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'name': 'network-vif-deleted', 'tag': '17ddf0c0-c0d5-4450-a11d-0df0795e220b'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:43.813949 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dffee0-79e9-4549-a8e0-a19e758ac339" -d '{"events": [{"server_uuid": "43ad9f03-db0d-4198-aadb-89e892cd3432", "name": "network-vif-deleted", "tag": "17ddf0c0-c0d5-4450-a11d-0df0795e220b"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:43.972808 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.990861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Transition to ACTIVE for port object 6eaf941a-4b01-4f60-ae98-c880ecd7a247 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:44.021885 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:44.040649 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.100274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Pushing event updated for resources: {'Port': ['ID=6eaf941a-4b01-4f60-ae98-c880ecd7a247,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:44.142731 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.154822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Network 4fa91831-929b-47d0-80cd-f5b53068b927 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:44.160572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:44.174532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:44.227909 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19654eb-0fd0-41d7-88c0-d8703887611b x-openstack-request-id: req-b19654eb-0fd0-41d7-88c0-d8703887611b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:44.228493 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-plugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:44.228599 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b19654eb-0fd0-41d7-88c0-d8703887611b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:44.228987 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de', 'code': 200} Jul 13 07:25:44.230869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff61bf-0236-4f62-880f-98df0e154a12 None None] Pushing event updated for resources: {'Port': ['ID=9348dd01-2e70-4cbf-923d-d5acbdbb797a,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:44.249009 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.347683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed6adeae-f2b6-4613-9981-1c8a56a854cc req-ae342ca0-15be-469f-9344-ec89ba737953 tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.1910222 Jul 13 07:25:44.559616 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80607290-5e5c-40c0-922a-3ab6c614fa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.582726 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.595947 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-8b808319-076e-4f1a-add3-c7316684a7c7', 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'fixed_ips': [{'subnet_id': '8268a4f7-cfa2-4637-9648-ff6f536bf588'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:25:44.596957 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.630731 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:44.643947 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.673607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Transition to ACTIVE for port object fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:44.695705 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] Checking router: 8da105dd-1526-45f4-b77d-bbf64a6ec8ee for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:44.716482 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.720341 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:44.721379 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:44.738525 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.748546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ccf18195-76e5-4ba8-9999-81b3984c051d None None] Provisioning complete for port 9348dd01-2e70-4cbf-923d-d5acbdbb797a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:44.748988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ccf18195-76e5-4ba8-9999-81b3984c051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.972655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.109726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port f3596c70-42e6-4cb0-abe1-58fc543c240e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3596c70-42e6-4cb0-abe1-58fc543c240e,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:45.126601 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:45.218714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event updated for resources: {'Port': ['ID=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:45.246004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Network 97076159-f72c-4961-b56c-4c780b6575e4 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:45.266222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:45.292964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:45.301611 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.399563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.402106 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.449108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-5c7072f7-3255-4ccb-9805-519031993753 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.462961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-5c7072f7-3255-4ccb-9805-519031993753 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 808 time: 0.6971984 Jul 13 07:25:45.465033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-22815488-96d9-4c7d-8021-d71409b77e9d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6620913 Jul 13 07:25:45.480001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=f3596c70-42e6-4cb0-abe1-58fc543c240e,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:45.508159 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.516936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Request body: {'port': {'device_id': '098a896d-e00c-4103-8312-0d7346c51797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:45.543185 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.612443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-8ce2d14d-3cfe-412d-9194-14ad0cc748d9 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/quotas/2bb99b9efa844e71b4c81e68b036494d HTTP/1.1" status: 200 len: 375 time: 0.1413515 Jul 13 07:25:45.650200 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:45.731891 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bcab2-f332-453d-b695-3f704a44d37a None None] The sync data for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 is: [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:45.770337 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.821383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Allocated IP 172.20.0.2 (8b808319-076e-4f1a-add3-c7316684a7c7/8268a4f7-cfa2-4637-9648-ff6f536bf588/37742480-807f-494e-bf41-3b33ab39be1a) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:45.900182 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-d472624d-4d9e-43cf-97d6-cd2e331eb424 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6398196 Jul 13 07:25:45.914678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.955377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.017983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Transition to ACTIVE for port object 046ed07f-c283-4f98-9083-b4a68c7de224 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:46.074530 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.095978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Pushing event updated for resources: {'Port': ['ID=6eaf941a-4b01-4f60-ae98-c880ecd7a247,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:46.114971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-e943c91f-416e-4cf7-839f-b154ce220f1d tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4976923 Jul 13 07:25:46.133166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9348dd01-2e70-4cbf-923d-d5acbdbb797a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:46.152286 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.258213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-225ba7ba-0a19-40c7-8eaa-f8b27a977c62 service neutron] 10.222.0.44 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412768 Jul 13 07:25:46.349506 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.378502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Transition to ACTIVE for port object 37742480-807f-494e-bf41-3b33ab39be1a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:46.425282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Transition to ACTIVE for port object 37742480-807f-494e-bf41-3b33ab39be1a will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:46.426659 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Network 4fa91831-929b-47d0-80cd-f5b53068b927 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:46.432790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:46.434144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.453444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ccf18195-76e5-4ba8-9999-81b3984c051d None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:46.454163 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ccf18195-76e5-4ba8-9999-81b3984c051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.539918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2298b-892a-46b4-aefe-b09e0a061a8d None None] New status for floating IP b077f832-1ad8-42ba-84dd-f70c2fc9a398: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:25:46.541868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-0cc8e18c-24ba-4694-9503-5d5b7c0e0a88 service neutron] 10.222.0.44 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823372 Jul 13 07:25:46.654335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-0380af5d-2a38-4c8d-9a62-69789d5672c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:46.659276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-0380af5d-2a38-4c8d-9a62-69789d5672c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 1117 time: 0.6725972 Jul 13 07:25:46.802626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.874564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:46.886091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.916659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Transition to ACTIVE for port object fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:46.932995 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.975639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-9d34e99b-acac-4e08-83e1-ffeb35d1dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:46.977740 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-9d34e99b-acac-4e08-83e1-ffeb35d1dc2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.2544301 Jul 13 07:25:46.993005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Network 8b808319-076e-4f1a-add3-c7316684a7c7 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:47.006696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:47.023576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:47.079369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76903a9-94c8-41f9-93dc-62c0f507fc37 None None] Pushing event updated for resources: {'Port': ['ID=046ed07f-c283-4f98-9083-b4a68c7de224,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:47.094851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Pushing event updated for resources: {'Port': ['ID=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:47.111899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-fec2d723-9b3b-46b4-8e18-790316c70527 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377e460a-3570-4658-9682-f2c52e100035 HTTP/1.1" status: 200 len: 217 time: 0.1216698 Jul 13 07:25:47.176180 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.180103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Attempting to bind port 046ed07f-c283-4f98-9083-b4a68c7de224 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:47.181310 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Attempting to bind port 046ed07f-c283-4f98-9083-b4a68c7de224 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:47.181897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Attempting to bind port 046ed07f-c283-4f98-9083-b4a68c7de224 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:47.184510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 9348dd01-2e70-4cbf-923d-d5acbdbb797a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:47.185133 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.255597 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-87ea67e5-726a-448a-bd9a-aecf7b6c0b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.303687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Allocated IP 172.25.6.133 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:47.308273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:47.311097 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:47.311550 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.311956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:47.312482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Bound port: 046ed07f-c283-4f98-9083-b4a68c7de224, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:47.312974 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.351706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-166a77cd-7b7a-41ac-ba7c-ee6d1c6ecd5c None None] Provisioning for port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:47.372165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Attempting to bind port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:47.375699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Attempting to bind port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:47.376229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Attempting to bind port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 on network 97076159-f72c-4961-b56c-4c780b6575e4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:47.394070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 on network 97076159-f72c-4961-b56c-4c780b6575e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:47.394403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Attempting to bind port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 on network 97076159-f72c-4961-b56c-4c780b6575e4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:47.404407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:47.404985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Checking segment: {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:47.405384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Bound using segment: {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:47.405873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Bound port: fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db41497-5982-4a61-bbad-5e54130396fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:47.406240 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.470985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Pushing event updated for resources: {'Port': ['ID=37742480-807f-494e-bf41-3b33ab39be1a,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:47.493416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Attempting to bind port 37742480-807f-494e-bf41-3b33ab39be1a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:47.504679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Attempting to bind port 37742480-807f-494e-bf41-3b33ab39be1a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'c841b463-1848-4180-b981-16c11843a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:47.505142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Attempting to bind port 37742480-807f-494e-bf41-3b33ab39be1a on network 8b808319-076e-4f1a-add3-c7316684a7c7 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:47.543287 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:47.544148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Checking segment: {'id': 'c841b463-1848-4180-b981-16c11843a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:47.544672 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.545368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Bound using segment: {'id': 'c841b463-1848-4180-b981-16c11843a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:47.546758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Bound port: 37742480-807f-494e-bf41-3b33ab39be1a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c841b463-1848-4180-b981-16c11843a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:47.547735 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.548623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] For port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:47.579064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3596c70-42e6-4cb0-abe1-58fc543c240e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:47.581686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] For port 046ed07f-c283-4f98-9083-b4a68c7de224, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:47.590935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] For port 046ed07f-c283-4f98-9083-b4a68c7de224, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=046ed07f-c283-4f98-9083-b4a68c7de224,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:47.594192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-166a77cd-7b7a-41ac-ba7c-ee6d1c6ecd5c None None] Provisioning complete for port f3596c70-42e6-4cb0-abe1-58fc543c240e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:47.594850 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-166a77cd-7b7a-41ac-ba7c-ee6d1c6ecd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.626606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.629768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:25:47.636064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-af35b945-096c-4bd3-a656-847d09e8ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:47.637569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-af35b945-096c-4bd3-a656-847d09e8ba81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.5135467 Jul 13 07:25:47.655937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] For port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:47.677021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.745300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-b3b6c953-41df-4358-a156-ee2880fb5de6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971940 Jul 13 07:25:47.803664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Pushing event updated for resources: {'Port': ['ID=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:47.816771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Routers {'0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:47.817413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:47.827084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:47.827327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76903a9-94c8-41f9-93dc-62c0f507fc37 None None] Pushing event updated for resources: {'Port': ['ID=046ed07f-c283-4f98-9083-b4a68c7de224,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:47.827431 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.828419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] 10.222.0.53 "PUT /v2.0/ports/fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 HTTP/1.1" status: 200 len: 1092 time: 2.3490088 Jul 13 07:25:47.832861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] For port 37742480-807f-494e-bf41-3b33ab39be1a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:47.854060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.854410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.854749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.855143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.855513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.855842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.856274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.856645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.856973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.857296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.857621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.857941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9921e-8122-4d1f-95cf-f1045679863c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:47.948931 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.973753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab54c28-27e6-489f-810c-8788beb38b48 req-dafc8d18-3b8e-4329-9b4a-0f3e10d34c86 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:47.977848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] For port 37742480-807f-494e-bf41-3b33ab39be1a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=37742480-807f-494e-bf41-3b33ab39be1a,segment=NetworkSegment(c841b463-1848-4180-b981-16c11843a9fc),segment_id=c841b463-1848-4180-b981-16c11843a9fc)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:47.989249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ab54c28-27e6-489f-810c-8788beb38b48 req-dafc8d18-3b8e-4329-9b4a-0f3e10d34c86 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 944 time: 0.4312181 Jul 13 07:25:48.080634 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.094916 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ab54c28-27e6-489f-810c-8788beb38b48 req-4d119ff7-41d9-4689-8401-96289a4b2801 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046932 Jul 13 07:25:48.141737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-f430ea8c-7ae7-4340-8069-b31b6d47d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.142939 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-f430ea8c-7ae7-4340-8069-b31b6d47d954 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=454e5dc3399d4ae980241bf4741e7a6a&device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 1095 time: 0.2549756 Jul 13 07:25:48.160543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f3596c70-42e6-4cb0-abe1-58fc543c240e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:48.161396 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.247211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b26bf-96ce-48d3-b70a-8591451b119b None None] Pushing event updated for resources: {'Port': ['ID=37742480-807f-494e-bf41-3b33ab39be1a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:48.306538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-ed973fef-e68c-408a-92a5-8ef7440d1fde service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492883 Jul 13 07:25:48.308698 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:48.334289 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-07590054-b9d6-4097-ac0b-c70e9032b35f admin admin] 10.222.0.44 "PUT /v2.0/routers/0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1277945 Jul 13 07:25:48.383196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.505939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-166a77cd-7b7a-41ac-ba7c-ee6d1c6ecd5c None None] Provisioning for port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:48.527551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-166a77cd-7b7a-41ac-ba7c-ee6d1c6ecd5c None None] Provisioning complete for port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:48.528037 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-166a77cd-7b7a-41ac-ba7c-ee6d1c6ecd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.657132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-166a77cd-7b7a-41ac-ba7c-ee6d1c6ecd5c None None] Port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:48.686058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-589659e8-48e1-4b19-b922-30ea1299261c req-c861eef2-d0cb-46da-a07e-9ddeab1535df tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-708758800', 'description': 'tempest-description-1645395193'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:48.717917 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6357130f-aa79-42f1-8b3d-b7d3b3479c9c req-4e0346ea-480c-4229-8072-48d21c0667fc service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673077 Jul 13 07:25:48.726753 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.741012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] Set router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:48.742548 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54acb4f-2890-45b8-9f91-bab690a46cb7 x-openstack-request-id: req-f54acb4f-2890-45b8-9f91-bab690a46cb7 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:48.742839 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ad9f03-db0d-4198-aadb-89e892cd3432", "name": "network-vif-deleted", "tag": "17ddf0c0-c0d5-4450-a11d-0df0795e220b", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:48.743096 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f54acb4f-2890-45b8-9f91-bab690a46cb7 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:48.743516 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ad9f03-db0d-4198-aadb-89e892cd3432', 'name': 'network-vif-deleted', 'tag': '17ddf0c0-c0d5-4450-a11d-0df0795e220b', 'status': 'completed', 'code': 200} Jul 13 07:25:48.748764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-74ba9374-71c7-4c3a-9096-345a3b25c79a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 HTTP/1.1" status: 200 len: 217 time: 0.5887902 Jul 13 07:25:48.753586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-589659e8-48e1-4b19-b922-30ea1299261c req-c861eef2-d0cb-46da-a07e-9ddeab1535df tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.880812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-1df36e52-651f-49af-be32-cd1d2c981519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.886385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-1df36e52-651f-49af-be32-cd1d2c981519 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9176c-a92f-42f8-a968-ec83019b7a94 HTTP/1.1" status: 200 len: 863 time: 0.1221066 Jul 13 07:25:48.963269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:48.970568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:48.980762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:49.035149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Pushing event updated for resources: {'Port': ['ID=708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:49.066990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.067345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.067695 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.068056 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.068414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.068740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.069071 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.071189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.071189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.071189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.089038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.089472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:49.108285 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-589659e8-48e1-4b19-b922-30ea1299261c req-c861eef2-d0cb-46da-a07e-9ddeab1535df tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.148116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-589659e8-48e1-4b19-b922-30ea1299261c req-c861eef2-d0cb-46da-a07e-9ddeab1535df tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.222964 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-589659e8-48e1-4b19-b922-30ea1299261c req-c861eef2-d0cb-46da-a07e-9ddeab1535df tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.225172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 37742480-807f-494e-bf41-3b33ab39be1a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:49.243084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-589659e8-48e1-4b19-b922-30ea1299261c req-c861eef2-d0cb-46da-a07e-9ddeab1535df tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5634363 Jul 13 07:25:49.346941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861eef2-d0cb-46da-a07e-9ddeab1535df tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac67b8fb-2e16-407a-9ed8-3dfeaa53fa33,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:49.400512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-1ad9df6e-83a4-4daa-940b-f46776b3c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.402630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-1ad9df6e-83a4-4daa-940b-f46776b3c6ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97076159-f72c-4961-b56c-4c780b6575e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2921789 Jul 13 07:25:49.823975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf5baee0-7b02-45e0-bf90-5d4ee99dbf4e req-bae4a28c-2d18-4d69-9e1b-f518a60f8f65 tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.1496403 Jul 13 07:25:49.853569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 37742480-807f-494e-bf41-3b33ab39be1a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:49.873883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.886202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-8d948c56-bca2-492f-b25c-60f76780c1c9 service neutron] 10.222.0.53 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657984 Jul 13 07:25:49.927121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 2, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:50.012420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7cffbe-559f-465d-a399-b7597d45e436 None None] The sync data for ids ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'] in n-d-798249-7 is: [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 2, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:50.095772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-b024d9ac-30d9-4040-ba72-1d3243ebb07d tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.109821 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-b024d9ac-30d9-4040-ba72-1d3243ebb07d tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 808 time: 0.4341781 Jul 13 07:25:50.154296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Request body: {'port': {'device_id': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e', 'admin_state_up': True, 'tenant_id': '2bb99b9efa844e71b4c81e68b036494d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:50.298178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-93e17567-5a79-46ad-b196-c35b7c13f62f req-660585a7-7fdf-4bfb-9c3b-17579602de56 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 210 time: 0.1851623 Jul 13 07:25:50.304724 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.339519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a007d8-36dd-4e0b-9651-2eb167c97d3e None None] Network 8b808319-076e-4f1a-add3-c7316684a7c7 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:50.515174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-60c26c79-538e-4808-842b-a869e1b44f1c None None] Provisioning for port 37742480-807f-494e-bf41-3b33ab39be1a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:50.612062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-60c26c79-538e-4808-842b-a869e1b44f1c None None] Provisioning complete for port 37742480-807f-494e-bf41-3b33ab39be1a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:50.612699 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-60c26c79-538e-4808-842b-a869e1b44f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.747231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098a896d-e00c-4103-8312-0d7346c51797', 'tag': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:50.751091 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6a3dd6-7059-4a29-b221-bca01b682fad" -d '{"events": [{"name": "network-changed", "server_uuid": "098a896d-e00c-4103-8312-0d7346c51797", "tag": "fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:50.762759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95c94c0e-b8db-42a9-af80-e97836ed1dad req-2ab6515e-8994-49b1-b133-8531bc613272 service neutron] 10.222.0.53 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8755260 Jul 13 07:25:50.956706 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.020372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Made reservation on behalf of 2bb99b9efa844e71b4c81e68b036494d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:51.029436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.065784 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-60c26c79-538e-4808-842b-a869e1b44f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.186100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-60c26c79-538e-4808-842b-a869e1b44f1c None None] For port 37742480-807f-494e-bf41-3b33ab39be1a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=37742480-807f-494e-bf41-3b33ab39be1a,segment=NetworkSegment(c841b463-1848-4180-b981-16c11843a9fc),segment_id=c841b463-1848-4180-b981-16c11843a9fc)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:51.205044 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-60c26c79-538e-4808-842b-a869e1b44f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.355776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Allocated IP 172.20.0.7 (7b96ab4f-26d4-46e6-a04c-9f347b212f1e/f3050d3f-f99c-4ffa-a37e-991c57adc495/af26fc6e-8333-4769-8491-72a34cc42e0b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:51.360128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e4f56-5301-4d9a-b5d5-8da9019ed3f5 req-c6db69d9-99f0-4e4c-a1f4-b069a0a33e84 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.363546 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-515e4f56-5301-4d9a-b5d5-8da9019ed3f5 req-c6db69d9-99f0-4e4c-a1f4-b069a0a33e84 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 944 time: 0.4012899 Jul 13 07:25:51.370566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c26c79-538e-4808-842b-a869e1b44f1c None None] Pushing event updated for resources: {'Port': ['ID=37742480-807f-494e-bf41-3b33ab39be1a,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:51.510361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-515e4f56-5301-4d9a-b5d5-8da9019ed3f5 req-08ca9aec-9e1e-44b3-a3a8-bb4729dafd20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247592 Jul 13 07:25:51.518964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Router 64ea7d52-b21a-4080-8794-553add0b29ea is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:25:51.696580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-029a249b-23fd-41dc-8dc0-369253f7ca1f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.704423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-029a249b-23fd-41dc-8dc0-369253f7ca1f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/networks?id=4fa91831-929b-47d0-80cd-f5b53068b927 HTTP/1.1" status: 200 len: 828 time: 0.9350455 Jul 13 07:25:51.728442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ca2b67f4-edd3-480f-9799-e7a8dc4438f9 None None] Provisioning complete for port 37742480-807f-494e-bf41-3b33ab39be1a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:51.729100 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ca2b67f4-edd3-480f-9799-e7a8dc4438f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.732565 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-91b90cdc-f3ce-42fc-a7e0-260be008c3fe tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/quotas/24fc139a5fd6485c87d71f86923d94a3 HTTP/1.1" status: 200 len: 375 time: 0.0271630 Jul 13 07:25:51.874447 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-3f7b338b-df68-4364-b9db-8f45ffdd1868 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-708758800&fields=id&tenant_id=787b99b7b40445fea1f50895ee6e9790 HTTP/1.1" status: 200 len: 267 time: 0.1684179 Jul 13 07:25:51.994385 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:52.006671 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Sync routers for ids ['64ea7d52-b21a-4080-8794-553add0b29ea'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:52.019103 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Routers {'64ea7d52-b21a-4080-8794-553add0b29ea'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:52.020061 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64ea7d52-b21a-4080-8794-553add0b29ea'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:52.050982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.052323 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-068265dc-6b59-4fdb-8da6-0eea73732166 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5724306 Jul 13 07:25:52.058604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43720) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:52.062146 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.072518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-79a56dce-e1d7-4d81-8940-e746c081b77e tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:52.074118 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-79a56dce-e1d7-4d81-8940-e746c081b77e tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1776280 Jul 13 07:25:52.086837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-6d86b9f1-a2be-47e1-8121-dc340cc09f09 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Request body: {'port': {'security_groups': ['65ef7009-3e66-423b-bd78-592687b1f4dd', 'ac67b8fb-2e16-407a-9ed8-3dfeaa53fa33']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:52.163946 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Set router 64ea7d52-b21a-4080-8794-553add0b29ea gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:52.236993 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-1fda288e-f6b0-46dd-ae4c-826af27565e9 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=24fc139a5fd6485c87d71f86923d94a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5034173 Jul 13 07:25:52.273389 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-6d86b9f1-a2be-47e1-8121-dc340cc09f09 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.546800 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-router', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:25:49Z', 'revision_number': 3, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'gw_port': {'id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:46Z', 'updated_at': '2021-07-13T07:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:52.572694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-fa7989a7-1f96-49c0-955a-1798a854517a service neutron] 10.222.0.44 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347423 Jul 13 07:25:52.599402 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Checking router: 64ea7d52-b21a-4080-8794-553add0b29ea for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:52.599797 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Updating router 64ea7d52-b21a-4080-8794-553add0b29ea port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:25:52.655723 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.660871 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.740572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-6d86b9f1-a2be-47e1-8121-dc340cc09f09 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] For port 6df93984-eb3d-432b-a2e8-b808667fdf37, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6df93984-eb3d-432b-a2e8-b808667fdf37,segment=NetworkSegment(6411f755-7f05-4f96-9e31-a598b5c85ef1),segment_id=6411f755-7f05-4f96-9e31-a598b5c85ef1)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:52.838638 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-6d86b9f1-a2be-47e1-8121-dc340cc09f09 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.860272 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-6d86b9f1-a2be-47e1-8121-dc340cc09f09 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.875244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6df93984-eb3d-432b-a2e8-b808667fdf37'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:52.938440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-42836ac8-efd0-4152-943c-d17670b40a26 service neutron] 10.222.0.44 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564808 Jul 13 07:25:53.037770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86b9f1-a2be-47e1-8121-dc340cc09f09 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Pushing event updated for resources: {'Port': ['ID=6df93984-eb3d-432b-a2e8-b808667fdf37,revision_number=6']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:53.108405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:53.113189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-6d86b9f1-a2be-47e1-8121-dc340cc09f09 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:53.113939 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-6d86b9f1-a2be-47e1-8121-dc340cc09f09 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.129524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7053f378-4a2a-49d9-85c9-19157e2f9049 req-6d86b9f1-a2be-47e1-8121-dc340cc09f09 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "PUT /v2.0/ports/6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 981 time: 1.0479491 Jul 13 07:25:53.130065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:53.145247 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df584eb-d848-4822-a053-e622e6a58668" -d '{"events": [{"name": "network-changed", "server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:53.216829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6df93984-eb3d-432b-a2e8-b808667fdf37'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:53.244145 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a63a842-171c-4131-8207-9e2267fc8881 x-openstack-request-id: req-9a63a842-171c-4131-8207-9e2267fc8881 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:53.244363 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098a896d-e00c-4103-8312-0d7346c51797", "tag": "fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:53.244627 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a63a842-171c-4131-8207-9e2267fc8881 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:53.244996 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098a896d-e00c-4103-8312-0d7346c51797', 'tag': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4', 'status': 'completed', 'code': 200} Jul 13 07:25:53.256457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:53.262314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:53.443078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 046ed07f-c283-4f98-9083-b4a68c7de224 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:53.493045 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.519689 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Transition to ACTIVE for port object 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:53.535578 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.587059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 046ed07f-c283-4f98-9083-b4a68c7de224 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:53.602258 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-42006a4e-e597-4c3f-8f2f-eeaed54c2f29 req-f61b8667-32ca-4397-8694-8a3a8e88dc99 tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.1267121 Jul 13 07:25:53.617392 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Pushing event updated for resources: {'Port': ['ID=708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:53.624158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 046ed07f-c283-4f98-9083-b4a68c7de224 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:53.624511 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.655929 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.659056 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.659557 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.659903 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.660605 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.660723 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.660976 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.661340 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.664367 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.664991 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.665109 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.665899 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:53.719433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:53.751374 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Attempting to bind port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:53.755947 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Attempting to bind port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:53.755947 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Attempting to bind port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:53.777358 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:53.777728 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:53.778133 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.778524 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:53.779031 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Bound port: 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:53.779378 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.919838 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] For port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:53.929725 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] For port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:53.947322 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.974458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Pushing event updated for resources: {'Port': ['ID=af26fc6e-8333-4769-8491-72a34cc42e0b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:54.002292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:54.051201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'port_id': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4', 'mac_address': 'fa:16:3e:81:0c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:54.058801 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ec379-e34c-4c9f-97fa-6c14f4dcbaa7 None None] Pushing event updated for resources: {'Port': ['ID=708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:54.112211 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Routers {'64ea7d52-b21a-4080-8794-553add0b29ea'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:54.112853 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64ea7d52-b21a-4080-8794-553add0b29ea'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:54.135407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.137566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.266422 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff9f56-1dd5-40d9-b033-d79510a4e0ca req-9b91f5d6-c19c-4f3d-ade2-0b0f9fc9ec6c tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.282937 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2ff9f56-1dd5-40d9-b033-d79510a4e0ca req-9b91f5d6-c19c-4f3d-ade2-0b0f9fc9ec6c tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 944 time: 0.1909037 Jul 13 07:25:54.327624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-25b59bff-6cad-41cb-b28d-3f169658d4ec tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1864183 Jul 13 07:25:54.360058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67576b81-eb93-4672-a011-eeb040f2d250 req-42eb9c9c-4df3-4e18-9558-9edc5d607ab8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.365977 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2ff9f56-1dd5-40d9-b033-d79510a4e0ca req-b4f4e217-be20-4cb0-a018-a8cfc2a49c54 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818765 Jul 13 07:25:54.369650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67576b81-eb93-4672-a011-eeb040f2d250 req-42eb9c9c-4df3-4e18-9558-9edc5d607ab8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 931 time: 0.5438693 Jul 13 07:25:54.376937 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] Set router 64ea7d52-b21a-4080-8794-553add0b29ea gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:54.381262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-695b2f62-53d9-43e3-9fbb-375a350d1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.385593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-695b2f62-53d9-43e3-9fbb-375a350d1bba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=454e5dc3399d4ae980241bf4741e7a6a&device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 1095 time: 1.1183417 Jul 13 07:25:54.402143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Request body: {'port': {'device_id': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:54.402391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Sync routers for ids ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:54.633879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-1f24a883-ebbd-46cc-bc81-d24dac05d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.635617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-1f24a883-ebbd-46cc-bc81-d24dac05d473 service neutron] 10.222.0.53 "GET /v2.0/networks?id=97076159-f72c-4961-b56c-4c780b6575e4 HTTP/1.1" status: 200 len: 925 time: 0.1331198 Jul 13 07:25:54.645298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Routers {'0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:54.648178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:54.728651 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-e5475e08-f323-49b8-82d4-b252162f85a8 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-708758800&fields=id&tenant_id=787b99b7b40445fea1f50895ee6e9790 HTTP/1.1" status: 200 len: 267 time: 0.1010501 Jul 13 07:25:54.886337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-4fd1c3b9-b60d-4df3-ba91-c4ce22445c79 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.889340 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-router', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:25:49Z', 'revision_number': 3, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'gw_port': {'id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:46Z', 'updated_at': '2021-07-13T07:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:54.917837 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-4fd1c3b9-b60d-4df3-ba91-c4ce22445c79 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 984 time: 0.1880782 Jul 13 07:25:54.923921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-ebf9fbd1-bb21-4b99-afe2-c6edcacba506 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Request body: {'port': {'security_groups': ['65ef7009-3e66-423b-bd78-592687b1f4dd']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:54.930954 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866c08c-28d8-4289-9416-e92a21d4abd8 None None] The sync data for ids ['64ea7d52-b21a-4080-8794-553add0b29ea'] in n-d-798249-7 is: [{'id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-router', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:25:49Z', 'revision_number': 3, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'gw_port': {'id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:46Z', 'updated_at': '2021-07-13T07:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:54.931209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Set router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:55.075779 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.145872 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-ebf9fbd1-bb21-4b99-afe2-c6edcacba506 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.424181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:55.452757 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:25:55.465421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:55.490301 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.494448 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.605517 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-41912493-8200-4a35-9082-3bd97a5c7be0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 HTTP/1.1" status: 200 len: 217 time: 0.9411030 Jul 13 07:25:55.650151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67576b81-eb93-4672-a011-eeb040f2d250 req-43d9434a-5212-4637-a096-38c71528c81e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2604215 Jul 13 07:25:55.767137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-ebf9fbd1-bb21-4b99-afe2-c6edcacba506 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] For port 6df93984-eb3d-432b-a2e8-b808667fdf37, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6df93984-eb3d-432b-a2e8-b808667fdf37,segment=NetworkSegment(6411f755-7f05-4f96-9e31-a598b5c85ef1),segment_id=6411f755-7f05-4f96-9e31-a598b5c85ef1)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:55.785996 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.845054 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-ebf9fbd1-bb21-4b99-afe2-c6edcacba506 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.850839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 046ed07f-c283-4f98-9083-b4a68c7de224, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=046ed07f-c283-4f98-9083-b4a68c7de224,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:55.853215 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2d6fdb-af5c-4d0e-8ead-720377ef1190 x-openstack-request-id: req-ac2d6fdb-af5c-4d0e-8ead-720377ef1190 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:55.854016 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:55.854570 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac2d6fdb-af5c-4d0e-8ead-720377ef1190 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:55.858236 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'status': 'completed', 'code': 200} Jul 13 07:25:55.859917 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-ebf9fbd1-bb21-4b99-afe2-c6edcacba506 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.927463 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.938223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6df93984-eb3d-432b-a2e8-b808667fdf37'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:55.951137 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.151000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-ebf9fbd1-bb21-4b99-afe2-c6edcacba506 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.158131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-ebf9fbd1-bb21-4b99-afe2-c6edcacba506 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.176852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16ff8ab7-ea11-4450-aa73-84437ef7eb57 req-ebf9fbd1-bb21-4b99-afe2-c6edcacba506 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "PUT /v2.0/ports/6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 942 time: 1.2579272 Jul 13 07:25:56.235543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:56.239126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 37742480-807f-494e-bf41-3b33ab39be1a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:56.321050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9fbd1-bb21-4b99-afe2-c6edcacba506 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Pushing event updated for resources: {'Port': ['ID=6df93984-eb3d-432b-a2e8-b808667fdf37,revision_number=7']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:56.360534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df584eb-d848-4822-a053-e622e6a58668 req-513b615e-3c3d-454c-b217-466dc51b4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.372772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1df584eb-d848-4822-a053-e622e6a58668 req-513b615e-3c3d-454c-b217-466dc51b4108 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=787b99b7b40445fea1f50895ee6e9790&device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1096 time: 0.4981778 Jul 13 07:25:56.548469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:56.552296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ebf0f26-394d-4451-8813-6f65ca72c92a req-bc7ea80a-9313-4b4a-9309-f719313c8d3f tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0790210 Jul 13 07:25:56.592055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6df93984-eb3d-432b-a2e8-b808667fdf37'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:56.633761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df584eb-d848-4822-a053-e622e6a58668 req-e968c69d-4e5e-4112-ac5c-68a885a47f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.635910 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1df584eb-d848-4822-a053-e622e6a58668 req-e968c69d-4e5e-4112-ac5c-68a885a47f09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 200 len: 920 time: 0.2563832 Jul 13 07:25:56.740099 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1df584eb-d848-4822-a053-e622e6a58668 req-8999fc1e-5e10-4d30-8098-6b6dc9a0f7dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 217 time: 0.0945051 Jul 13 07:25:56.826410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af26fc6e-8333-4769-8491-72a34cc42e0b {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:56.856994 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df584eb-d848-4822-a053-e622e6a58668 req-c296fa1f-fcb9-42cb-94ee-2d1d146295fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.864131 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1df584eb-d848-4822-a053-e622e6a58668 req-c296fa1f-fcb9-42cb-94ee-2d1d146295fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cdbdc21-b9e2-42a7-9049-63ee870baf7b HTTP/1.1" status: 200 len: 859 time: 0.1137609 Jul 13 07:25:56.870302 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.886490 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Transition to ACTIVE for port object af26fc6e-8333-4769-8491-72a34cc42e0b will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:56.926638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1df584eb-d848-4822-a053-e622e6a58668 req-1857c37a-a875-48d5-ac89-d81daf12a672 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17734a9d-acc1-40c5-bfe3-725c4031c428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584061 Jul 13 07:25:56.937842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-275d24c4-448e-439d-aad6-d46e0f33a0be req-0ba6f96e-d3e2-4153-850e-d5392d39e5b9 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 210 time: 0.3256316 Jul 13 07:25:56.971262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-11a49818-d4f4-4375-b41d-e9c754d5054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.977536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-11a49818-d4f4-4375-b41d-e9c754d5054b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9176c-a92f-42f8-a968-ec83019b7a94 HTTP/1.1" status: 200 len: 863 time: 1.3262317 Jul 13 07:25:56.978379 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.065251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=046ed07f-c283-4f98-9083-b4a68c7de224,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:57.118438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7623e46-351a-41e7-ba63-b7129074de3d req-646f009c-90d3-490f-be60-779b86746398 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.121758 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7623e46-351a-41e7-ba63-b7129074de3d req-646f009c-90d3-490f-be60-779b86746398 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 945 time: 0.1941137 Jul 13 07:25:57.129451 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1df584eb-d848-4822-a053-e622e6a58668 req-41551278-75d8-476a-8acf-2cbfff18f1b8 service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811502 Jul 13 07:25:57.228841 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7623e46-351a-41e7-ba63-b7129074de3d req-3483f67f-752b-4e63-af0e-1819fedb2106 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980301 Jul 13 07:25:57.320652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Allocated IP 172.20.0.1 (8b808319-076e-4f1a-add3-c7316684a7c7/8268a4f7-cfa2-4637-9648-ff6f536bf588/3a52a50b-644f-4a88-87e1-205e19e4a5c8) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:57.357127 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1df584eb-d848-4822-a053-e622e6a58668 req-e10178ab-d915-4a4f-bdf0-7bbf7d90c2aa service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132709 Jul 13 07:25:57.458269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 37742480-807f-494e-bf41-3b33ab39be1a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:57.464076 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.593822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabc623-60e6-4b30-ae6c-a0d47837872f req-bd18fb38-122e-421b-bf2e-5bb95e0566d3 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.595493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ffabc623-60e6-4b30-ae6c-a0d47837872f req-bd18fb38-122e-421b-bf2e-5bb95e0566d3 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 943 time: 0.1154268 Jul 13 07:25:57.683019 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ffabc623-60e6-4b30-ae6c-a0d47837872f req-328a4c46-5390-4dfa-8545-e746794b44fa tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805354 Jul 13 07:25:57.860118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:57.862453 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650" -d '{"events": [{"name": "network-changed", "server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:57.967745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-6554853b-69ff-4ce8-893c-f7f42d64703f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.969240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-6554853b-69ff-4ce8-893c-f7f42d64703f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.54 "GET /v2.0/networks?id=4fa91831-929b-47d0-80cd-f5b53068b927 HTTP/1.1" status: 200 len: 828 time: 2.1945112 Jul 13 07:25:57.977001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Pushing event updated for resources: {'Port': ['ID=af26fc6e-8333-4769-8491-72a34cc42e0b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:58.011507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Request body: {'port': {'device_id': '2cc8af64-783d-488f-ab77-2a12083a3624', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'admin_state_up': True, 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:58.052004 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-32668b55-0eff-4c39-8a4b-7f308d24a437 req-120ea6b3-2eb8-4c84-b988-ba5e0d255a64 tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0996103 Jul 13 07:25:58.147011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 2, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:58.277428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Checking router: 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:58.277428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Updating router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:25:58.316225 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c7d6e3-0224-4f7f-b449-00644cd64504 x-openstack-request-id: req-a1c7d6e3-0224-4f7f-b449-00644cd64504 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:58.316873 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:58.317338 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1c7d6e3-0224-4f7f-b449-00644cd64504 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:58.317944 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'status': 'completed', 'code': 200} Jul 13 07:25:58.364624 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.486450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:58.486778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:58.487054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:58.512297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 046ed07f-c283-4f98-9083-b4a68c7de224 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:58.552758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-c40a08b5-c0f6-4267-aeae-40ac589c74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.555047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-c40a08b5-c0f6-4267-aeae-40ac589c74bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97076159-f72c-4961-b56c-4c780b6575e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4686270 Jul 13 07:25:58.605009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-d0780e23-3b0c-4e3e-8fae-5ffc61bfef71 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5199137 Jul 13 07:25:58.605650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Port af26fc6e-8333-4769-8491-72a34cc42e0b on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:58.605966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:58.653681 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8d68cde-583b-4fef-9d16-038061ff0d89 req-94b472c3-6f21-4bdc-96f6-fca4bd129373 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 210 time: 0.1095867 Jul 13 07:25:58.671422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:58.682928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650 req-0c841e79-6ea1-4c1e-8b6a-1af856094773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.687050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650 req-0c841e79-6ea1-4c1e-8b6a-1af856094773 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=787b99b7b40445fea1f50895ee6e9790&device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1096 time: 0.3570650 Jul 13 07:25:58.705222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:58.705630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:58.705968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:58.706443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Bound port: af26fc6e-8333-4769-8491-72a34cc42e0b, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:58.706805 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.777186 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.828608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 046ed07f-c283-4f98-9083-b4a68c7de224 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:58.832364 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.895795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Transition to ACTIVE for port object 3a52a50b-644f-4a88-87e1-205e19e4a5c8 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:58.958716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.028952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650 req-994fe35e-e973-4756-bafd-f39e3af08572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.030509 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650 req-994fe35e-e973-4756-bafd-f39e3af08572 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 200 len: 920 time: 0.3337040 Jul 13 07:25:59.064428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:59.177841 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650 req-b65794a3-4380-43cb-8929-5a544791a0ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 217 time: 0.0687621 Jul 13 07:25:59.207674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Made reservation on behalf of 24fc139a5fd6485c87d71f86923d94a3 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:59.212637 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.234104 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-23c3fe03-aa8d-4a1d-aeea-5d2f0da24356 service neutron] 10.222.0.53 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581624 Jul 13 07:25:59.281591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650 req-e6876243-f85b-490d-94aa-48b63fcff590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.283156 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650 req-e6876243-f85b-490d-94aa-48b63fcff590 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cdbdc21-b9e2-42a7-9049-63ee870baf7b HTTP/1.1" status: 200 len: 859 time: 0.0975339 Jul 13 07:25:59.304751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:59.366936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:59.386101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:59.388626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:59.390718 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.396199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650 req-59c811de-ca37-499f-9234-7685d9a3604d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17734a9d-acc1-40c5-bfe3-725c4031c428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022589 Jul 13 07:25:59.400585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.436784 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.482038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.483477 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.485535 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] 10.222.0.54 "PUT /v2.0/ports/af26fc6e-8333-4769-8491-72a34cc42e0b HTTP/1.1" status: 200 len: 1091 time: 5.1148436 Jul 13 07:25:59.490168 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.507097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613a19-57a2-4a6b-a020-0c6896897cd3 req-17fcaaad-9325-4999-8b72-224292c16b0b tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.517737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Transition to ACTIVE for port object 6eaf941a-4b01-4f60-ae98-c880ecd7a247 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:59.522048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78613a19-57a2-4a6b-a020-0c6896897cd3 req-17fcaaad-9325-4999-8b72-224292c16b0b tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 945 time: 0.5508652 Jul 13 07:25:59.531443 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.611949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'tag': 'af26fc6e-8333-4769-8491-72a34cc42e0b'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:59.614200 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b93033-9cf1-4d25-87ab-57d3ed2063f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f68b599a-780f-4532-b554-d9a7c9feca91", "tag": "af26fc6e-8333-4769-8491-72a34cc42e0b"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:59.615521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c315-faef-4a39-ae0f-20393df1bdae None None] Pushing event updated for resources: {'Port': ['ID=6eaf941a-4b01-4f60-ae98-c880ecd7a247,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:59.635490 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.706943 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78613a19-57a2-4a6b-a020-0c6896897cd3 req-471b41dd-580c-4cc7-a40e-d3c45b1a9f97 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134663 Jul 13 07:25:59.770270 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650 req-f739d820-5e0c-4978-aeb6-657cb5dd4d29 service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596342 Jul 13 07:25:59.800299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:59.827492 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.871613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Network 8b808319-076e-4f1a-add3-c7316684a7c7 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:59.873296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:59.922116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:59.934769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:59.942716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Attempting to bind port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:59.964114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Attempting to bind port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:59.965143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Attempting to bind port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 on network 4fa91831-929b-47d0-80cd-f5b53068b927 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:59.994986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Pushing event updated for resources: {'Port': ['ID=3a52a50b-644f-4a88-87e1-205e19e4a5c8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:00.061858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:00.062731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Checking segment: {'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:00.099703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.100686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Bound using segment: {'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:00.101663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Bound port: 6eaf941a-4b01-4f60-ae98-c880ecd7a247, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:00.102327 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.225414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] For port 6eaf941a-4b01-4f60-ae98-c880ecd7a247, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:00.229462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] For port 6eaf941a-4b01-4f60-ae98-c880ecd7a247, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6eaf941a-4b01-4f60-ae98-c880ecd7a247,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:00.238634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:00.244784 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.280124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:00.299831 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1931e1e8-e08f-4eaa-b200-3bd1f8fba650 req-720d0bdd-18bf-4044-8e22-e7ae99f335da service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012550 Jul 13 07:26:00.352807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Routers {'0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:00.353482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:00.355614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:00.356116 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.379866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd6a3dd6-7059-4a29-b221-bca01b682fad req-8272c20a-467b-41be-8d73-006145ac7339 service neutron] 10.222.0.53 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1190915 Jul 13 07:26:00.482456 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.495358 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.514815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7aecb-ab15-4f75-9218-accac2f9f707 req-1ca43987-cb17-4d9f-b103-159326de185e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.534428 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5be7aecb-ab15-4f75-9218-accac2f9f707 req-1ca43987-cb17-4d9f-b103-159326de185e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 943 time: 0.2214479 Jul 13 07:26:00.594476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2736a74-dd5a-46bc-a3f4-69ea6c0b992b service neutron] Pushing event updated for resources: {'Port': ['ID=af26fc6e-8333-4769-8491-72a34cc42e0b,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:00.605737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-e21d5188-97c5-4b8b-ba8b-5d18f8f1a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.611673 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-e21d5188-97c5-4b8b-ba8b-5d18f8f1a56d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 1094 time: 1.0134504 Jul 13 07:26:00.634571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5be7aecb-ab15-4f75-9218-accac2f9f707 req-b8516c07-77b1-4983-96aa-8ad95ed82555 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990932 Jul 13 07:26:00.635576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Allocated IP 172.20.0.13 (4fa91831-929b-47d0-80cd-f5b53068b927/014265c9-d6a2-4ada-85e7-994f6403afa7/96ba73fd-a31b-4066-8ca7-8de245ce89c4) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:00.667163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c315-faef-4a39-ae0f-20393df1bdae None None] Pushing event updated for resources: {'Port': ['ID=6eaf941a-4b01-4f60-ae98-c880ecd7a247,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:00.900686 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.949728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2849e228-e338-4c05-be4c-7aa439e9a35e None None] Provisioning for port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:00.951810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-59d97a4c-6052-46c8-81cb-cd1fd5a80741 req-51c8f535-3333-4ea9-ac30-0119c389e99b tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0858662 Jul 13 07:26:00.992909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2849e228-e338-4c05-be4c-7aa439e9a35e None None] Provisioning complete for port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:00.993317 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2849e228-e338-4c05-be4c-7aa439e9a35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:01.086730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:01.093447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098a896d-e00c-4103-8312-0d7346c51797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:01.103815 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8d6a23-a329-4c21-8e7c-9e11fd0cba81" -d '{"events": [{"server_uuid": "098a896d-e00c-4103-8312-0d7346c51797", "name": "network-vif-plugged", "status": "completed", "tag": "fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:01.138454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] Set router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:01.140054 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:01.259161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2849e228-e338-4c05-be4c-7aa439e9a35e None None] Port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:01.319501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-a7436f9e-f1ae-477c-bee2-0aa58a62bbf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af26fc6e-8333-4769-8491-72a34cc42e0b HTTP/1.1" status: 200 len: 217 time: 0.6801884 Jul 13 07:26:01.354329 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f74df51-33b7-40e8-a669-48a4b175315e x-openstack-request-id: req-8f74df51-33b7-40e8-a669-48a4b175315e {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:01.354928 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68b599a-780f-4532-b554-d9a7c9feca91", "tag": "af26fc6e-8333-4769-8491-72a34cc42e0b", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:01.355363 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f74df51-33b7-40e8-a669-48a4b175315e {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:01.358076 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'tag': 'af26fc6e-8333-4769-8491-72a34cc42e0b', 'status': 'completed', 'code': 200} Jul 13 07:26:01.363885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:01.395842 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c944ef58-6165-48e3-bbf2-cdd93f3b888a req-b581598a-b85d-48a5-b8aa-9a2c49bdfba8 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 210 time: 0.0772614 Jul 13 07:26:01.504259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Allocated IP 172.25.6.197 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/ee66d47e-a62d-4841-8736-c6aec3979c3c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:01.587534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:00Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:01.626488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:01.654782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c951f9c-2454-479f-96c5-6da841160134 None None] The sync data for ids ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'] in n-d-798249-7 is: [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:00Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:01.685985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:01.776292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:01.783507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b3f4f13-45f9-40e5-a026-0e0a25f2dbc5 None None] Provisioning complete for port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:01.784033 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4f13-45f9-40e5-a026-0e0a25f2dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:01.792107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7b4c3-5d9c-44c1-9710-a0caacceb440 req-ce1b3f69-dbcf-4970-aeed-7d868fa37667 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.804589 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26e7b4c3-5d9c-44c1-9710-a0caacceb440 req-ce1b3f69-dbcf-4970-aeed-7d868fa37667 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 946 time: 0.2143114 Jul 13 07:26:01.820884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:01.823687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:01.883079 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26e7b4c3-5d9c-44c1-9710-a0caacceb440 req-3ad1dfd3-1df1-4099-9ed6-fc10e90e64ec tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745792 Jul 13 07:26:01.978804 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabb33d9-1f0b-4213-9f8b-eb5a69fcd75e x-openstack-request-id: req-eabb33d9-1f0b-4213-9f8b-eb5a69fcd75e {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:01.978804 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098a896d-e00c-4103-8312-0d7346c51797", "name": "network-vif-plugged", "status": "completed", "tag": "fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:01.978804 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eabb33d9-1f0b-4213-9f8b-eb5a69fcd75e {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:01.979951 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098a896d-e00c-4103-8312-0d7346c51797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4', 'code': 200} Jul 13 07:26:01.986335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-c62f955b-35f7-4a8d-9466-54756e402a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.989783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-c62f955b-35f7-4a8d-9466-54756e402a66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.6591384 Jul 13 07:26:02.170632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Pushing event updated for resources: {'Port': ['ID=ee66d47e-a62d-4841-8736-c6aec3979c3c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:02.187133 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-687fb9b5-2d95-4173-9881-abec988c5487 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316423 Jul 13 07:26:02.197254 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.246746 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b7e41-2db6-4f08-ac1f-61d6cc9511c4 req-8428e403-ab51-4a29-b00c-da293d8009da tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.255810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-855b7e41-2db6-4f08-ac1f-61d6cc9511c4 req-8428e403-ab51-4a29-b00c-da293d8009da tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 943 time: 0.1205389 Jul 13 07:26:02.347199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-855b7e41-2db6-4f08-ac1f-61d6cc9511c4 req-23c9bd83-8cde-4c1e-bab8-97d48f7817c0 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867574 Jul 13 07:26:02.450480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6eaf941a-4b01-4f60-ae98-c880ecd7a247 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:02.461834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.564647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:02.571881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:02.572478 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.584234 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.608990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc7c1b-d12c-4d39-990c-cbcabd7fc09f req-896a8cda-e23c-4781-a09d-e59032c9cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.610513 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81bc7c1b-d12c-4d39-990c-cbcabd7fc09f req-896a8cda-e23c-4781-a09d-e59032c9cc83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 1097 time: 0.5436530 Jul 13 07:26:02.614946 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fd948877-6eb8-4451-a006-19c866e9b60d req-bab1a683-0678-4702-9f37-6a6782b6143c tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0459764 Jul 13 07:26:02.710693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-705481a4-c71f-4b5f-9ee4-63c60081f457 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430373 Jul 13 07:26:02.720801 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.792946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 6eaf941a-4b01-4f60-ae98-c880ecd7a247, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6eaf941a-4b01-4f60-ae98-c880ecd7a247,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:02.816925 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.817601 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.912121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20565904-24fc-4c06-add7-ef3c6de5e4ef req-0acd5a0e-828d-4eae-9b01-14d83cbf9f44 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 210 time: 0.0480893 Jul 13 07:26:02.930449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81bc7c1b-d12c-4d39-990c-cbcabd7fc09f req-b52221be-e615-4690-bb56-018ac9ea5675 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003583 Jul 13 07:26:02.931484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Transition to ACTIVE for port object 96ba73fd-a31b-4066-8ca7-8de245ce89c4 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:02.958230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=6eaf941a-4b01-4f60-ae98-c880ecd7a247,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:02.966898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:03.075847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:03.076320 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.262787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e292de-bc72-44b0-8977-f38b621f8127 req-3faf8b04-efb2-48fd-a015-74d1e7706c0d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.272668 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1e292de-bc72-44b0-8977-f38b621f8127 req-3faf8b04-efb2-48fd-a015-74d1e7706c0d tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 946 time: 0.1392295 Jul 13 07:26:03.325338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea97780d-f7ea-4518-bde7-b5e078581e2f req-1db8163c-cfae-4ee1-89b0-c4a6275b9ee3 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360346 Jul 13 07:26:03.348616 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1e292de-bc72-44b0-8977-f38b621f8127 req-bc584284-c469-45e7-8b81-24350ad2519e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736828 Jul 13 07:26:03.366435 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.374151 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.406918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1cf67547-e6b3-40c9-8e25-1a71da515f9b None None] Provisioning complete for port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:03.407395 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1cf67547-e6b3-40c9-8e25-1a71da515f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.422604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.435028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.474104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.492050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Network 4fa91831-929b-47d0-80cd-f5b53068b927 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:03.540329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.547667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:03.553157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:03.620967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Pushing event updated for resources: {'Port': ['ID=96ba73fd-a31b-4066-8ca7-8de245ce89c4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:03.643347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-364b9b19-3c15-4935-a45f-78202eabbcfe tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.655427 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-364b9b19-3c15-4935-a45f-78202eabbcfe tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 821 time: 0.1689603 Jul 13 07:26:03.675128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.676115 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.684645 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e2333d25-67b7-45fe-84cb-d2893b1722c0 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/quotas/4436904a5ed8492589e9ec322097daf3 HTTP/1.1" status: 200 len: 375 time: 0.0282767 Jul 13 07:26:03.835249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b93033-9cf1-4d25-87ab-57d3ed2063f8 req-4c7aba52-9123-487c-afd2-dcef549c3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.837141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b93033-9cf1-4d25-87ab-57d3ed2063f8 req-4c7aba52-9123-487c-afd2-dcef549c3c49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 1094 time: 0.4409075 Jul 13 07:26:03.840239 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-0e8e971b-4edf-4771-a782-560f247c1289 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8334844 Jul 13 07:26:03.841172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.855835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-446d2e93-33e9-4904-8466-8c90e52d7e47 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1696098 Jul 13 07:26:03.871398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Request body: {'port': {'device_id': '2cc8af64-783d-488f-ab77-2a12083a3624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:03.928741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Pushing event updated for resources: {'Port': ['ID=3a52a50b-644f-4a88-87e1-205e19e4a5c8,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:03.962697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-572b421b-82c2-4849-902d-202f837ba26b None None] Provisioning complete for port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:03.963188 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-572b421b-82c2-4849-902d-202f837ba26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.982068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.983468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3402350 Jul 13 07:26:04.035274 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-71133c10-435b-4219-9c0e-a49155e51a68 service neutron] 10.222.0.44 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784871 Jul 13 07:26:04.036480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-572b421b-82c2-4849-902d-202f837ba26b None None] Port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:04.126841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-739c4584-8021-4c33-94c8-cb0e74f2441f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 696 time: 0.1316535 Jul 13 07:26:04.176915 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c45c8a1-3984-4966-9b8a-13a1beb738b2 None None] Provisioning for port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:04.183987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c45c8a1-3984-4966-9b8a-13a1beb738b2 None None] Provisioning complete for port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:04.184310 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c45c8a1-3984-4966-9b8a-13a1beb738b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.187796 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b96ee61d-5da1-4b96-b760-7609fc6684a7 service neutron] 10.222.0.44 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511929 Jul 13 07:26:04.304316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2c45c8a1-3984-4966-9b8a-13a1beb738b2 None None] Port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:04.310145 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.370372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6eaf941a-4b01-4f60-ae98-c880ecd7a247 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:04.438505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:04.438975 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.672148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf4449-2299-4c91-a420-b2de183b094d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Pushing event updated for resources: {'Port': ['ID=ee66d47e-a62d-4841-8736-c6aec3979c3c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:04.720149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-468adfce-4c37-47da-aab9-274f6af84b81 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.728295 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-468adfce-4c37-47da-aab9-274f6af84b81 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.5705686 Jul 13 07:26:04.732194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Network 8b808319-076e-4f1a-add3-c7316684a7c7 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:04.747450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-785632a1-e34e-41a5-b922-d96f535444e4 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:04.759540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04296543-06f7-4f81-a56b-4d39cfec2b66 req-785632a1-e34e-41a5-b922-d96f535444e4 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0301173 Jul 13 07:26:04.760663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:04.761304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11dd57-7efa-4ca2-949a-e87d3d249d8c req-b3d3c244-9af2-435a-954b-73dd94aa90e7 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.778623 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d11dd57-7efa-4ca2-949a-e87d3d249d8c req-b3d3c244-9af2-435a-954b-73dd94aa90e7 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 943 time: 0.1037610 Jul 13 07:26:04.798414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.844809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d11dd57-7efa-4ca2-949a-e87d3d249d8c req-5f8b14b2-288a-4db5-8c80-20cca8119bf5 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598545 Jul 13 07:26:04.932720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b93033-9cf1-4d25-87ab-57d3ed2063f8 req-6d86f5b5-9d95-48db-95c1-ab64543fe029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.934854 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b93033-9cf1-4d25-87ab-57d3ed2063f8 req-6d86f5b5-9d95-48db-95c1-ab64543fe029 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 1.0581264 Jul 13 07:26:05.133138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-08198f84-a2e3-45b9-b307-016babc667bb None None] Provisioning complete for port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:05.134307 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-08198f84-a2e3-45b9-b307-016babc667bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.179389 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d62468eb-6a72-4cf6-97f4-24a2fd000763 req-9ee24ce0-80c4-45ec-a170-3256085f954b tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.2510715 Jul 13 07:26:05.181458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-08198f84-a2e3-45b9-b307-016babc667bb None None] Port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:05.252534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Router 64ea7d52-b21a-4080-8794-553add0b29ea has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:05.266957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b93033-9cf1-4d25-87ab-57d3ed2063f8 req-9193789f-246e-48b8-a9bf-868666d4e759 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af26fc6e-8333-4769-8491-72a34cc42e0b HTTP/1.1" status: 200 len: 217 time: 0.3143568 Jul 13 07:26:05.361223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb7e86-b53c-40b3-b8fd-544389da279f req-a4efc77b-79fe-4ec5-aeb4-c2240bf45891 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.363337 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aceb7e86-b53c-40b3-b8fd-544389da279f req-a4efc77b-79fe-4ec5-aeb4-c2240bf45891 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 932 time: 0.1384568 Jul 13 07:26:05.419127 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aceb7e86-b53c-40b3-b8fd-544389da279f req-0814dc67-dcf6-4723-ae29-63db73249f69 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441024 Jul 13 07:26:05.592207 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0e7686fe-1319-43d1-a0cd-a8cb4d05fd99 req-81fd4376-4da0-4e4e-be40-5fbc64fff9c7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 210 time: 0.0347841 Jul 13 07:26:05.608680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b93033-9cf1-4d25-87ab-57d3ed2063f8 req-5a1d1d52-93bd-43b1-ade9-a7347e050085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.623034 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b93033-9cf1-4d25-87ab-57d3ed2063f8 req-5a1d1d52-93bd-43b1-ade9-a7347e050085 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.3207757 Jul 13 07:26:05.677375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b93033-9cf1-4d25-87ab-57d3ed2063f8 req-fd4e4f3e-5ccc-4609-968e-e0d21afbfc1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559580 Jul 13 07:26:05.736964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:05.746478 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Sync routers for ids ['64ea7d52-b21a-4080-8794-553add0b29ea'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:05.765723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c5c1d462-6d1f-4d27-8707-c198efbdc231 admin admin] 10.222.0.44 "PUT /v2.0/routers/64ea7d52-b21a-4080-8794-553add0b29ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6911578 Jul 13 07:26:05.765952 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Routers {'64ea7d52-b21a-4080-8794-553add0b29ea'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:05.765952 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64ea7d52-b21a-4080-8794-553add0b29ea'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:05.809882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0e5dd-660f-47dc-a296-ea10522106bb req-cd656e8f-46da-4550-9cbd-2b0f7414b296 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.816663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4c0e5dd-660f-47dc-a296-ea10522106bb req-cd656e8f-46da-4550-9cbd-2b0f7414b296 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 946 time: 0.4389801 Jul 13 07:26:05.956049 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Set router 64ea7d52-b21a-4080-8794-553add0b29ea gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:05.993313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-922313e1-0e32-4219-8162-e501e293a4ad tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:06.001232 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-922313e1-0e32-4219-8162-e501e293a4ad tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2497306 Jul 13 07:26:06.056138 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4c0e5dd-660f-47dc-a296-ea10522106bb req-6894f955-f1f7-42b9-9283-2801059a4e99 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370737 Jul 13 07:26:06.077756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b93033-9cf1-4d25-87ab-57d3ed2063f8 req-9fb424b5-45a6-4a50-b9e7-a742177cc7d7 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867259 Jul 13 07:26:06.110604 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-0d478dad-858b-41d5-a63e-070982b93607 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 696 time: 0.1085093 Jul 13 07:26:06.124436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-67eaa889-f61d-4545-bb1e-acf4093489c1 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Request body: {'floatingip': {'port_id': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:06.127377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ba73fd-a31b-4066-8ca7-8de245ce89c4 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:06.194829 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.262907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Transition to ACTIVE for port object 96ba73fd-a31b-4066-8ca7-8de245ce89c4 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:06.273139 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-67eaa889-f61d-4545-bb1e-acf4093489c1 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.374391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.396226 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-router', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:02Z', 'revision_number': 4, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'gw_port': {'id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:46Z', 'updated_at': '2021-07-13T07:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3a52a50b-644f-4a88-87e1-205e19e4a5c8', 'name': '', 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'mac_address': 'fa:16:3e:bc:59:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8268a4f7-cfa2-4637-9648-ff6f536bf588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:56Z', 'updated_at': '2021-07-13T07:26:02Z', 'revision_number': 2, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'subnets': [{'id': '8268a4f7-cfa2-4637-9648-ff6f536bf588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:06.570456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b93033-9cf1-4d25-87ab-57d3ed2063f8 req-d3a8c47e-cfc5-4cbb-9218-3c103ae0384b service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808493 Jul 13 07:26:06.582338 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Checking router: 64ea7d52-b21a-4080-8794-553add0b29ea for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:06.586965 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Updating router 64ea7d52-b21a-4080-8794-553add0b29ea port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:26:06.766438 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.991971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=96ba73fd-a31b-4066-8ca7-8de245ce89c4,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:07.114464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed7e1c-0c37-4593-9ccf-a1ec53f39576 req-e80495cc-f37b-4148-8d78-7300529b29dd tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.132743 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31ed7e1c-0c37-4593-9ccf-a1ec53f39576 req-e80495cc-f37b-4148-8d78-7300529b29dd tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 943 time: 0.7895272 Jul 13 07:26:07.237123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-d83b692f-0e8e-4899-a638-2c5176ecafb0 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.238643 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-d83b692f-0e8e-4899-a638-2c5176ecafb0 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 821 time: 0.8942235 Jul 13 07:26:07.277067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Request body: {'port': {'device_id': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd', 'admin_state_up': True, 'tenant_id': '4436904a5ed8492589e9ec322097daf3'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:07.335623 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-67eaa889-f61d-4545-bb1e-acf4093489c1 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.347105 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-67eaa889-f61d-4545-bb1e-acf4093489c1 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.401872 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31ed7e1c-0c37-4593-9ccf-a1ec53f39576 req-28044537-270c-4f4c-adbf-2389b2560332 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681136 Jul 13 07:26:07.420075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Attempting to bind port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:07.436483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Attempting to bind port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:07.437150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Attempting to bind port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 on network 4fa91831-929b-47d0-80cd-f5b53068b927 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:07.529682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 on network 4fa91831-929b-47d0-80cd-f5b53068b927 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:07.530289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Attempting to bind port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 on network 4fa91831-929b-47d0-80cd-f5b53068b927 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:07.542975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:07.552603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Checking segment: {'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:07.557888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Bound using segment: {'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:07.558634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Bound port: 96ba73fd-a31b-4066-8ca7-8de245ce89c4, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41d3555-7d7a-4161-b339-0ace63e825c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:07.559177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.688106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Made reservation on behalf of 4436904a5ed8492589e9ec322097daf3 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:07.692578 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.693408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.699535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] For port 96ba73fd-a31b-4066-8ca7-8de245ce89c4, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:07.826763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] For port 96ba73fd-a31b-4066-8ca7-8de245ce89c4, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:07.860125 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.884490 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Transition to ACTIVE for port object 3a52a50b-644f-4a88-87e1-205e19e4a5c8 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:07.899814 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.903463 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.014625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.015259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.016772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] 10.222.0.54 "PUT /v2.0/ports/96ba73fd-a31b-4066-8ca7-8de245ce89c4 HTTP/1.1" status: 200 len: 1092 time: 4.1536214 Jul 13 07:26:08.021494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:08.024033 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:08.130074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ce2f2-a71d-4823-b3e4-8a8aad74ebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=96ba73fd-a31b-4066-8ca7-8de245ce89c4,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:08.343466 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246413ef-9743-4f01-8c5d-8043c6e52b53 None None] Pushing event updated for resources: {'Port': ['ID=3a52a50b-644f-4a88-87e1-205e19e4a5c8,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:08.380432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Allocated IP 172.20.0.7 (4916fcde-0d55-4029-ab45-0e9c1b82d8bd/372555d4-2af3-4335-a093-1e7008a761f8/50be0313-cc2e-488f-a44e-ac5697dd054b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:08.442443 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Attempting to bind port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:08.442818 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Attempting to bind port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'c841b463-1848-4180-b981-16c11843a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:08.443183 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Attempting to bind port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 on network 8b808319-076e-4f1a-add3-c7316684a7c7 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:08.485655 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:08.486043 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Checking segment: {'id': 'c841b463-1848-4180-b981-16c11843a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:08.493793 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.494157 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Bound using segment: {'id': 'c841b463-1848-4180-b981-16c11843a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:08.494674 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Bound port: 3a52a50b-644f-4a88-87e1-205e19e4a5c8, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c841b463-1848-4180-b981-16c11843a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:08.495114 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.542117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-89f6c683-7151-489e-a0d2-e063d990fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.561893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-89f6c683-7151-489e-a0d2-e063d990fe53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24fc139a5fd6485c87d71f86923d94a3&device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 1095 time: 0.4425108 Jul 13 07:26:08.610303 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-67eaa889-f61d-4545-bb1e-acf4093489c1 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Floating IP 966d1518-9ce9-4206-aeaa-3afd3d6ca1fc associated. External IP: 172.25.6.197, port: 6df93984-eb3d-432b-a2e8-b808667fdf37. Jul 13 07:26:08.687511 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] For port 3a52a50b-644f-4a88-87e1-205e19e4a5c8, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:08.694248 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] For port 3a52a50b-644f-4a88-87e1-205e19e4a5c8, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3a52a50b-644f-4a88-87e1-205e19e4a5c8,segment=NetworkSegment(c841b463-1848-4180-b981-16c11843a9fc),segment_id=c841b463-1848-4180-b981-16c11843a9fc)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:08.701479 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-cfe77939-4003-4234-8164-8d25b7da0987 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4 HTTP/1.1" status: 200 len: 217 time: 0.1276324 Jul 13 07:26:08.705639 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.906011 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246413ef-9743-4f01-8c5d-8043c6e52b53 None None] Pushing event updated for resources: {'Port': ['ID=3a52a50b-644f-4a88-87e1-205e19e4a5c8,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:08.944526 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Routers {'64ea7d52-b21a-4080-8794-553add0b29ea'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:08.945225 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64ea7d52-b21a-4080-8794-553add0b29ea'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:08.961966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-f362743a-d6c5-4915-869c-b7a918abbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.973204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-f362743a-d6c5-4915-869c-b7a918abbc45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=014265c9-d6a2-4ada-85e7-994f6403afa7 HTTP/1.1" status: 200 len: 867 time: 0.2454038 Jul 13 07:26:09.111295 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.221813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-67eaa889-f61d-4545-bb1e-acf4093489c1 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Router 506f6df2-9556-45a9-9ce0-aad986dbe6de has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:09.281935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-bc6d3aaf-0686-4f4c-aae9-cf31a05db704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:09.305998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-bc6d3aaf-0686-4f4c-aae9-cf31a05db704 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fa91831-929b-47d0-80cd-f5b53068b927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3201237 Jul 13 07:26:09.419218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-67eaa889-f61d-4545-bb1e-acf4093489c1 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:09.434661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] Sync routers for ids ['506f6df2-9556-45a9-9ce0-aad986dbe6de'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:09.448536 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-67eaa889-f61d-4545-bb1e-acf4093489c1 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.449956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] Routers {'506f6df2-9556-45a9-9ce0-aad986dbe6de'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:09.451096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['506f6df2-9556-45a9-9ce0-aad986dbe6de'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:09.529893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-96e12ab8-adab-48da-9faa-4c95381b9424 service neutron] 10.222.0.54 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121034 Jul 13 07:26:09.532727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.566904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-67eaa889-f61d-4545-bb1e-acf4093489c1 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "PUT /v2.0/floatingips/966d1518-9ce9-4206-aeaa-3afd3d6ca1fc HTTP/1.1" status: 200 len: 996 time: 3.4499249 Jul 13 07:26:09.567720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:09.579028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['69942dd3-fb59-4242-8645-9e59f7511040'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:09.581460 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c" -d '{"events": [{"name": "network-changed", "server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:09.608983 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] Set router 64ea7d52-b21a-4080-8794-553add0b29ea gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:09.748916 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c09cb54c-beda-4245-8f2c-2be971c74e71 req-2813ae4d-0aae-406f-b191-e90df31fb8a7 service neutron] 10.222.0.54 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081735 Jul 13 07:26:09.772381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:09.804112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:09.866998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Pushing event updated for resources: {'Port': ['ID=50be0313-cc2e-488f-a44e-ac5697dd054b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:09.945897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:10.038196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-6e29e833-b9c4-4805-b0e0-1d84b8b7427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.040500 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-6e29e833-b9c4-4805-b0e0-1d84b8b7427e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=787b99b7b40445fea1f50895ee6e9790&device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1096 time: 0.4517543 Jul 13 07:26:10.069265 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] Set router 506f6df2-9556-45a9-9ce0-aad986dbe6de gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:10.181417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device af26fc6e-8333-4769-8491-72a34cc42e0b details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:10.234785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-fe4de708-26f1-4bbe-a14e-673840c50fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.240562 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-fe4de708-26f1-4bbe-a14e-673840c50fd6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 200 len: 920 time: 0.1892917 Jul 13 07:26:10.265983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.280077 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.342108 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-b79c8f2e-5aa9-4168-919c-048cda944956 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0880451 Jul 13 07:26:10.356086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Request body: {'port': {'device_id': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:10.453987 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-router', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:02Z', 'revision_number': 4, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'gw_port': {'id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:46Z', 'updated_at': '2021-07-13T07:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3a52a50b-644f-4a88-87e1-205e19e4a5c8', 'name': '', 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'mac_address': 'fa:16:3e:bc:59:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8268a4f7-cfa2-4637-9648-ff6f536bf588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:56Z', 'updated_at': '2021-07-13T07:26:08Z', 'revision_number': 4, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'subnets': [{'id': '8268a4f7-cfa2-4637-9648-ff6f536bf588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:10.531499 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752a7ac-c735-4ae4-9f6b-a90d68f7cc2e None None] The sync data for ids ['64ea7d52-b21a-4080-8794-553add0b29ea'] in n-d-798249-7 is: [{'id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-router', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:02Z', 'revision_number': 4, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'gw_port': {'id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:46Z', 'updated_at': '2021-07-13T07:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3a52a50b-644f-4a88-87e1-205e19e4a5c8', 'name': '', 'network_id': '8b808319-076e-4f1a-add3-c7316684a7c7', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'mac_address': 'fa:16:3e:bc:59:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8268a4f7-cfa2-4637-9648-ff6f536bf588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:56Z', 'updated_at': '2021-07-13T07:26:08Z', 'revision_number': 4, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'subnets': [{'id': '8268a4f7-cfa2-4637-9648-ff6f536bf588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:10.533067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.554151 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-193314d3-2022-4844-b67e-9e1175fef44a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 999 time: 0.3095930 Jul 13 07:26:10.673782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-78197ca1-8859-4b83-81de-0417609bad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.687242 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-78197ca1-8859-4b83-81de-0417609bad4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cdbdc21-b9e2-42a7-9049-63ee870baf7b HTTP/1.1" status: 200 len: 859 time: 0.1321747 Jul 13 07:26:10.836628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-2287ec48-30b6-4ba4-9920-50cc2fde9d4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17734a9d-acc1-40c5-bfe3-725c4031c428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479907 Jul 13 07:26:10.843530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-05a0cc5b-ae1c-4c21-9d52-0f3a3379af45 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:10.853926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-05a0cc5b-ae1c-4c21-9d52-0f3a3379af45 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163939 Jul 13 07:26:10.956596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:10.990456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'af26fc6e-8333-4769-8491-72a34cc42e0b', 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e', 'port_id': 'af26fc6e-8333-4769-8491-72a34cc42e0b', 'mac_address': 'fa:16:3e:a9:13:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3050d3f-f99c-4ffa-a37e-991c57adc495', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:11.137901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:47Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '966d1518-9ce9-4206-aeaa-3afd3d6ca1fc', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'port_id': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'mac_address': 'fa:16:3e:b2:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:01Z', 'updated_at': '2021-07-13T07:26:07Z', 'revision_number': 1, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb42461-58df-484d-8347-b0a5f734e967', 'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'mac_address': 'fa:16:3e:39:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:46Z', 'updated_at': '2021-07-13T07:24:53Z', 'revision_number': 5, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'subnets': [{'id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:11.158189 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-ff271dd6-b6c0-4f3c-9982-ad91861584b2 service neutron] 10.222.0.44 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034120 Jul 13 07:26:11.259910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] Checking router: 506f6df2-9556-45a9-9ce0-aad986dbe6de for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:11.284518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.320846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] Routers {'506f6df2-9556-45a9-9ce0-aad986dbe6de'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:11.321709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['506f6df2-9556-45a9-9ce0-aad986dbe6de'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:11.341914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af26fc6e-8333-4769-8491-72a34cc42e0b {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:11.408121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29cc4783-0ff4-4f9e-a35a-79c704ee8f21 req-b6b26eed-3fce-4f6f-8b05-cfb64b02ae11 service neutron] 10.222.0.44 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360537 Jul 13 07:26:11.494898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:11.524970 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.687189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] Set router 506f6df2-9556-45a9-9ce0-aad986dbe6de gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:11.768174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=af26fc6e-8333-4769-8491-72a34cc42e0b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:11.812152 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ac1fb45-e7a0-4e90-8efc-31fc8894c049 req-2577faa6-d7fe-41e5-9820-6b2b351ab434 tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0960450 Jul 13 07:26:11.975670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['af26fc6e-8333-4769-8491-72a34cc42e0b'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:12.113600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50be0313-cc2e-488f-a44e-ac5697dd054b {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:12.125034 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.138015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Transition to ACTIVE for port object 50be0313-cc2e-488f-a44e-ac5697dd054b will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:12.167881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 96ba73fd-a31b-4066-8ca7-8de245ce89c4 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:12.170530 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.331219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d191522-1756-46ba-8c3c-fcab3e3bc4fd req-90facb91-b64e-48dc-9bfd-18ec4c45d2d1 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:12.332813 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d191522-1756-46ba-8c3c-fcab3e3bc4fd req-90facb91-b64e-48dc-9bfd-18ec4c45d2d1 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 944 time: 0.2043834 Jul 13 07:26:12.388329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Pushing event updated for resources: {'Port': ['ID=50be0313-cc2e-488f-a44e-ac5697dd054b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:12.515881 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d191522-1756-46ba-8c3c-fcab3e3bc4fd req-6dcadeab-cea9-4298-8fc9-572c2425b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752088 Jul 13 07:26:12.551256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fb716-99b8-4bac-9c78-cb71acaf4634 req-aa6127f9-a280-4826-a7a6-8c9012deb359 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:12.552909 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-611fb716-99b8-4bac-9c78-cb71acaf4634 req-aa6127f9-a280-4826-a7a6-8c9012deb359 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 946 time: 0.4127281 Jul 13 07:26:12.564887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43960) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:12.570516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-14045213-f327-4dab-97d9-6ff89c7cbc74 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Request body: {'floatingip': {'port_id': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:12.588224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:12.602096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a52a50b-644f-4a88-87e1-205e19e4a5c8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:12.616816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:12.617276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:12.639005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Port 50be0313-cc2e-488f-a44e-ac5697dd054b on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:12.639335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:12.679530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:12.679867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:12.680332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:12.680789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Bound port: 50be0313-cc2e-488f-a44e-ac5697dd054b, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:12.681161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.776353 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c2d492-b8b5-418b-9a7b-b100bb16b501 x-openstack-request-id: req-d6c2d492-b8b5-418b-9a7b-b100bb16b501 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:12.776698 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:12.776952 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6c2d492-b8b5-418b-9a7b-b100bb16b501 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:12.780558 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'status': 'completed', 'code': 200} Jul 13 07:26:12.781277 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14045213-f327-4dab-97d9-6ff89c7cbc74 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.152668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:13.226508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:13.256313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-770d9e29-01d3-48cb-9fd7-2aafb1826a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.258438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-770d9e29-01d3-48cb-9fd7-2aafb1826a24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24fc139a5fd6485c87d71f86923d94a3&device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 1095 time: 0.2565391 Jul 13 07:26:13.275705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:13.281895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 96ba73fd-a31b-4066-8ca7-8de245ce89c4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:13.298318 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.349340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:13.360056 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.422998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Pushing event updated for resources: {'Port': ['ID=50be0313-cc2e-488f-a44e-ac5697dd054b,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:13.440838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.441484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.443059 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e0681e75-eddc-495c-ab4e-2b1497eaa899 service neutron] 10.222.0.53 "PUT /v2.0/ports/50be0313-cc2e-488f-a44e-ac5697dd054b HTTP/1.1" status: 200 len: 1091 time: 3.0915864 Jul 13 07:26:13.485334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aa7fc-1575-4da9-a84b-59236f6b44de req-5cfde2e1-6543-49e9-a157-03fcd171893c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.486640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'port_id': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'mac_address': 'fa:16:3e:73:0e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:13.494933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c9aa7fc-1575-4da9-a84b-59236f6b44de req-5cfde2e1-6543-49e9-a157-03fcd171893c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 944 time: 0.3395662 Jul 13 07:26:13.502350 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.581389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 3a52a50b-644f-4a88-87e1-205e19e4a5c8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3a52a50b-644f-4a88-87e1-205e19e4a5c8,segment=NetworkSegment(c841b463-1848-4180-b981-16c11843a9fc),segment_id=c841b463-1848-4180-b981-16c11843a9fc)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:13.585687 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.588769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c9aa7fc-1575-4da9-a84b-59236f6b44de req-da584f76-2e6e-43a7-900f-69d8402d843e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928195 Jul 13 07:26:13.610523 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.721320 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbab8798-dafa-40ee-b526-2f3500ab7fff x-openstack-request-id: req-dbab8798-dafa-40ee-b526-2f3500ab7fff {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:13.721748 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:13.722061 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbab8798-dafa-40ee-b526-2f3500ab7fff {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:13.722276 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'status': 'completed', 'code': 200} Jul 13 07:26:13.733542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:47Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '966d1518-9ce9-4206-aeaa-3afd3d6ca1fc', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'port_id': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'mac_address': 'fa:16:3e:b2:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:01Z', 'updated_at': '2021-07-13T07:26:07Z', 'revision_number': 1, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb42461-58df-484d-8347-b0a5f734e967', 'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'mac_address': 'fa:16:3e:39:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:46Z', 'updated_at': '2021-07-13T07:24:53Z', 'revision_number': 5, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'subnets': [{'id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:13.792672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b707d77-9c91-4755-a1e3-327d058af54e None None] The sync data for ids ['506f6df2-9556-45a9-9ce0-aad986dbe6de'] in n-d-798249-7 is: [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:47Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '966d1518-9ce9-4206-aeaa-3afd3d6ca1fc', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'port_id': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'mac_address': 'fa:16:3e:b2:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:01Z', 'updated_at': '2021-07-13T07:26:07Z', 'revision_number': 1, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb42461-58df-484d-8347-b0a5f734e967', 'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'mac_address': 'fa:16:3e:39:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:46Z', 'updated_at': '2021-07-13T07:24:53Z', 'revision_number': 5, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'subnets': [{'id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:13.809616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ba73fd-a31b-4066-8ca7-8de245ce89c4 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:13.853881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-8bac8656-8fd8-425b-83b5-6a9491e694e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.855413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-8bac8656-8fd8-425b-83b5-6a9491e694e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 1094 time: 0.3359587 Jul 13 07:26:13.861947 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 96ba73fd-a31b-4066-8ca7-8de245ce89c4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:13.895447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-deec20ec-b551-4bad-ac8e-2387b8b1a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.896766 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.897832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-deec20ec-b551-4bad-ac8e-2387b8b1a302 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fa91831-929b-47d0-80cd-f5b53068b927 HTTP/1.1" status: 200 len: 929 time: 0.6281116 Jul 13 07:26:13.968518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=3a52a50b-644f-4a88-87e1-205e19e4a5c8,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:14.014418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b6b40-20da-44ee-b763-12671736b9de req-612e92fa-5305-451e-9cea-4c5005232faa tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:14.017982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-647df537-ab77-4c4e-aefb-991af9d83aa9 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 999 time: 0.2735648 Jul 13 07:26:14.028656 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b68b6b40-20da-44ee-b763-12671736b9de req-612e92fa-5305-451e-9cea-4c5005232faa tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.3983519 Jul 13 07:26:14.139539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=96ba73fd-a31b-4066-8ca7-8de245ce89c4,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:14.156980 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.resource_extend [None req-14045213-f327-4dab-97d9-6ff89c7cbc74 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:26:14.178259 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device af26fc6e-8333-4769-8491-72a34cc42e0b up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:14.289745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['96ba73fd-a31b-4066-8ca7-8de245ce89c4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:14.311674 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b68b6b40-20da-44ee-b763-12671736b9de req-201d4f04-465f-4054-978b-5010ae7dcf9f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802775 Jul 13 07:26:14.313707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c req-e83a61ff-0a5d-4c3f-a94b-d51f280d8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:14.315208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c req-e83a61ff-0a5d-4c3f-a94b-d51f280d8920 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=787b99b7b40445fea1f50895ee6e9790&device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1096 time: 0.5877283 Jul 13 07:26:14.318984 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5ee75-ad07-4821-8089-7bf63a41e6a3 None None] New status for floating IP 966d1518-9ce9-4206-aeaa-3afd3d6ca1fc: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:26:14.419384 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12653c5e-83d0-4768-815c-1b788bb740b6 req-1c75bcdf-e8b6-49a6-a565-97a68c8942e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0823808 Jul 13 07:26:14.426017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-80e9a800-9363-4cfc-b856-f7121ec673ad tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:14.445399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-80e9a800-9363-4cfc-b856-f7121ec673ad tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports/6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 942 time: 0.4168892 Jul 13 07:26:14.447135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-55818b6c-13e0-4858-a60c-22722d52afb4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50be0313-cc2e-488f-a44e-ac5697dd054b HTTP/1.1" status: 200 len: 217 time: 0.4409630 Jul 13 07:26:14.504127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a52a50b-644f-4a88-87e1-205e19e4a5c8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:14.596055 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14045213-f327-4dab-97d9-6ff89c7cbc74 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.663852 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14045213-f327-4dab-97d9-6ff89c7cbc74 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.671952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-0c59a285-d10e-4f17-9d90-cb51665b16be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:14.673509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-0c59a285-d10e-4f17-9d90-cb51665b16be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.1969149 Jul 13 07:26:14.688038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-f9f3c987-d7d7-4da0-919f-7d059ed8ef6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4 HTTP/1.1" status: 200 len: 217 time: 0.6463380 Jul 13 07:26:14.693922 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf2cbff9-bfcd-4ab2-a833-be081e0e6103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.706937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5f5e6f97-278f-45f0-b4ba-703499e7ddec None None] Provisioning complete for port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:14.707308 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6f97-278f-45f0-b4ba-703499e7ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.767765 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-9b82f262-87d8-452f-9e41-4369f384f071 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787034 Jul 13 07:26:14.863990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'tag': '50be0313-cc2e-488f-a44e-ac5697dd054b'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:14.869482 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99" -d '{"events": [{"name": "network-changed", "server_uuid": "afd5ae47-0f4a-48bc-876d-767ebdaa7551", "tag": "50be0313-cc2e-488f-a44e-ac5697dd054b"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:14.890022 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3dc92737-a270-45e1-8752-5c51dbcbba1e req-45b15c54-049c-4a96-82d4-8a793989609f tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0659819 Jul 13 07:26:15.012008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c req-1b85fdd6-4a90-41e1-8556-bd81e584fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.014892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c req-1b85fdd6-4a90-41e1-8556-bd81e584fad0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 200 len: 920 time: 0.5721929 Jul 13 07:26:15.095179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:15.095571 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:15.141603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-7b848843-9ede-49c2-86f4-01af935ad433 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 999 time: 0.3664782 Jul 13 07:26:15.167064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-c7c88cb9-0515-4bb6-9d31-593a9601d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.169455 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-c7c88cb9-0515-4bb6-9d31-593a9601d453 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=014265c9-d6a2-4ada-85e7-994f6403afa7 HTTP/1.1" status: 200 len: 867 time: 0.3212693 Jul 13 07:26:15.191309 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-14045213-f327-4dab-97d9-6ff89c7cbc74 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Floating IP b077f832-1ad8-42ba-84dd-f70c2fc9a398 associated. External IP: 172.25.6.153, port: fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4. Jul 13 07:26:15.240060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port af26fc6e-8333-4769-8491-72a34cc42e0b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:15.255317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port af26fc6e-8333-4769-8491-72a34cc42e0b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:15.255804 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:15.339261 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-f16da1e1-3986-4dac-885e-5a06f73eaf2e service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660699 Jul 13 07:26:15.454513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-aba9e7e0-101b-4f7d-9a4a-dd338461d15f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.461711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-aba9e7e0-101b-4f7d-9a4a-dd338461d15f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.3189948 Jul 13 07:26:15.467269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-80889015-8e78-4876-ac61-b5c338f2b827 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:15.476066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-80889015-8e78-4876-ac61-b5c338f2b827 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133729 Jul 13 07:26:15.538023 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c req-d3d0c7f2-1f50-4abc-84b9-135af50e5489 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 999 time: 0.5096200 Jul 13 07:26:15.559913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-49084e8e-4c3e-4754-871a-f3950b4c78df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.561457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-49084e8e-4c3e-4754-871a-f3950b4c78df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fa91831-929b-47d0-80cd-f5b53068b927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3788431 Jul 13 07:26:15.629705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcd89310-5ab0-49fe-9c46-9c84dd8bc292 req-e3ce7bbc-548a-47aa-8a06-0a9dbfe31085 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787898 Jul 13 07:26:15.635375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c req-f18c1b95-41ea-4955-b614-f38fd31c2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.641854 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-bb422a62-3926-4a87-b0c2-4ce54c30e5fa tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 1001 time: 0.1648431 Jul 13 07:26:15.649068 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c req-f18c1b95-41ea-4955-b614-f38fd31c2d17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cdbdc21-b9e2-42a7-9049-63ee870baf7b HTTP/1.1" status: 200 len: 859 time: 0.1033583 Jul 13 07:26:15.649300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-605a8a7c-f0e8-4841-8fb4-511809d14140 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:15.716932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c req-6b840728-4f7d-47d1-a1ee-28097164c4a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17734a9d-acc1-40c5-bfe3-725c4031c428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540960 Jul 13 07:26:15.783863 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-605a8a7c-f0e8-4841-8fb4-511809d14140 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:15.823378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-a611ccca-afe7-427e-81a9-54bde97e1fbf service neutron] 10.222.0.54 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513018 Jul 13 07:26:15.867340 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:15.927066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af26fc6e-8333-4769-8491-72a34cc42e0b'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:15.935476 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e0a62a-18eb-4578-95c0-714f29b3b38a" -d '{"events": [{"server_uuid": "f68b599a-780f-4532-b554-d9a7c9feca91", "name": "network-vif-plugged", "status": "completed", "tag": "af26fc6e-8333-4769-8491-72a34cc42e0b"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:15.961382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f25cdfa7-a76d-40b5-b2f4-e49e659d759e req-a78898a3-3f81-4d62-a6cd-6195e33d9a2f service neutron] 10.222.0.54 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308029 Jul 13 07:26:15.964364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:15.973064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.004081 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c req-f8793054-7c98-4ecd-814a-08655dd5b792 service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474209 Jul 13 07:26:16.044730 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14045213-f327-4dab-97d9-6ff89c7cbc74 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:16.058943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49e02321-fe52-42aa-8728-a87eb53e17de no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:16.127140 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-605a8a7c-f0e8-4841-8fb4-511809d14140 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.138807 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-605a8a7c-f0e8-4841-8fb4-511809d14140 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.139451 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-605a8a7c-f0e8-4841-8fb4-511809d14140 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Floating IP 966d1518-9ce9-4206-aeaa-3afd3d6ca1fc disassociated. External IP: 172.25.6.197, port: 6df93984-eb3d-432b-a2e8-b808667fdf37. Jul 13 07:26:16.180781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=af26fc6e-8333-4769-8491-72a34cc42e0b,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:16.211145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.211683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.212179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.212630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.213075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.213518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.213961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.214398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.214838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.215356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.215808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.216295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:16.253893 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.306133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:16.310842 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.370750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:16.402568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 96ba73fd-a31b-4066-8ca7-8de245ce89c4 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:16.478897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:16.485026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:16.485862 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.597839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-605a8a7c-f0e8-4841-8fb4-511809d14140 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Router 506f6df2-9556-45a9-9ce0-aad986dbe6de has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:16.602492 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.642923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 96ba73fd-a31b-4066-8ca7-8de245ce89c4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:16.654682 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.779479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58e9cc-4c0a-4772-bd23-4fe8b3d822db req-98d0fb98-8aed-498f-8e63-37337659cbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:16.790951 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d58e9cc-4c0a-4772-bd23-4fe8b3d822db req-98d0fb98-8aed-498f-8e63-37337659cbc6 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 945 time: 1.3876584 Jul 13 07:26:16.829303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=96ba73fd-a31b-4066-8ca7-8de245ce89c4,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:16.858319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eda9a571-e081-4c38-af90-15d173181ae6 None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:16.861311 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eda9a571-e081-4c38-af90-15d173181ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.984513 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a8144d1-ec86-4ebd-b3a3-0ff04263e03c req-2466d03b-4c90-4658-b125-ea4805eab8de service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9689100 Jul 13 07:26:17.023264 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d58e9cc-4c0a-4772-bd23-4fe8b3d822db req-25b89797-5987-4331-b58f-10e102ccc857 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285204 Jul 13 07:26:17.112899 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14045213-f327-4dab-97d9-6ff89c7cbc74 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:17.125926 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14045213-f327-4dab-97d9-6ff89c7cbc74 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.169714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] Sync routers for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:17.194152 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-14045213-f327-4dab-97d9-6ff89c7cbc74 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "PUT /v2.0/floatingips/b077f832-1ad8-42ba-84dd-f70c2fc9a398 HTTP/1.1" status: 200 len: 992 time: 4.6254919 Jul 13 07:26:17.194152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098a896d-e00c-4103-8312-0d7346c51797', 'tag': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:17.196658 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a45d060-6fc4-43ef-8260-62b5fd45d493" -d '{"events": [{"name": "network-changed", "server_uuid": "098a896d-e00c-4103-8312-0d7346c51797", "tag": "fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:17.197161 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2f35329c-892d-4fad-b28d-6404db2eeda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.203896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:17.204559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:17.260765 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.272578 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eda9a571-e081-4c38-af90-15d173181ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.314360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-eda9a571-e081-4c38-af90-15d173181ae6 None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:17.324794 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eda9a571-e081-4c38-af90-15d173181ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.336250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-605a8a7c-f0e8-4841-8fb4-511809d14140 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:17.346477 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] Sync routers for ids ['506f6df2-9556-45a9-9ce0-aad986dbe6de'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:17.347675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-605a8a7c-f0e8-4841-8fb4-511809d14140 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.361879 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] Routers {'506f6df2-9556-45a9-9ce0-aad986dbe6de'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:17.364087 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['506f6df2-9556-45a9-9ce0-aad986dbe6de'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:17.436157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-605a8a7c-f0e8-4841-8fb4-511809d14140 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "PUT /v2.0/floatingips/966d1518-9ce9-4206-aeaa-3afd3d6ca1fc HTTP/1.1" status: 200 len: 695 time: 1.7805328 Jul 13 07:26:17.533935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-c8c500f5-22ab-451c-9a2c-7c2000c6581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.536704 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-c8c500f5-22ab-451c-9a2c-7c2000c6581b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=787b99b7b40445fea1f50895ee6e9790&device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1096 time: 0.1012585 Jul 13 07:26:17.569015 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9a571-e081-4c38-af90-15d173181ae6 None None] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:17.597721 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b9b90-b2bc-47d0-9cda-671b176a6007 req-faec0168-3c31-4c51-9c32-40dd88f105fb tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.600500 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] Set router 506f6df2-9556-45a9-9ce0-aad986dbe6de gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:17.606133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-609b9b90-b2bc-47d0-9cda-671b176a6007 req-faec0168-3c31-4c51-9c32-40dd88f105fb tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 945 time: 0.2133603 Jul 13 07:26:17.715154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:17.753488 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-609b9b90-b2bc-47d0-9cda-671b176a6007 req-6ac86954-7278-49c3-801a-d0a0b10cbd5f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463690 Jul 13 07:26:17.768953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-448c1db5-e661-4c44-8769-05060c1cbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.768953 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-448c1db5-e661-4c44-8769-05060c1cbb58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 200 len: 920 time: 0.2215829 Jul 13 07:26:17.864638 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:47Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cb42461-58df-484d-8347-b0a5f734e967', 'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'mac_address': 'fa:16:3e:39:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:46Z', 'updated_at': '2021-07-13T07:24:53Z', 'revision_number': 5, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'subnets': [{'id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:17.871207 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-d4a95033-eaf2-4214-912d-ae4613023b98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 217 time: 0.0938299 Jul 13 07:26:17.886853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-57d1b18e-7a04-4326-bebb-a162856bef04 None None] Provisioning complete for port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:17.901518 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] Checking router: 506f6df2-9556-45a9-9ce0-aad986dbe6de for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:17.911584 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] Routers {'506f6df2-9556-45a9-9ce0-aad986dbe6de'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:17.913012 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['506f6df2-9556-45a9-9ce0-aad986dbe6de'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:17.915592 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57d1b18e-7a04-4326-bebb-a162856bef04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.955892 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15caedc3-9c22-4fa0-bfa6-67f8ac7dce34 x-openstack-request-id: req-15caedc3-9c22-4fa0-bfa6-67f8ac7dce34 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:17.956376 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd5ae47-0f4a-48bc-876d-767ebdaa7551", "tag": "50be0313-cc2e-488f-a44e-ac5697dd054b", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:17.956730 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15caedc3-9c22-4fa0-bfa6-67f8ac7dce34 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:17.957375 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'tag': '50be0313-cc2e-488f-a44e-ac5697dd054b', 'status': 'completed', 'code': 200} Jul 13 07:26:17.959778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-cd1e300f-ab7a-4777-8de4-5201c69022b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.961831 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-cd1e300f-ab7a-4777-8de4-5201c69022b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3cdbdc21-b9e2-42a7-9049-63ee870baf7b HTTP/1.1" status: 200 len: 859 time: 0.0800025 Jul 13 07:26:18.053410 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.086063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-04cb7d2d-363f-44c5-b46c-f8feca893438 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17734a9d-acc1-40c5-bfe3-725c4031c428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993333 Jul 13 07:26:18.093485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99 req-4630257d-d137-4703-a66e-6fd9914c763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.095167 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99 req-4630257d-d137-4703-a66e-6fd9914c763a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 1094 time: 0.1311932 Jul 13 07:26:18.129727 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] Set router 506f6df2-9556-45a9-9ce0-aad986dbe6de gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:18.341103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-13c08bcf-9a22-48c7-8dae-b9d8b023c569 service neutron] 10.222.0.44 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453854 Jul 13 07:26:18.355157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99 req-cbccc4bf-89bd-4c05-92c9-4a969b2a1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.356791 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99 req-cbccc4bf-89bd-4c05-92c9-4a969b2a1ea0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.2524407 Jul 13 07:26:18.387253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'b077f832-1ad8-42ba-84dd-f70c2fc9a398', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'port_id': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'mac_address': 'fa:16:3e:81:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a896d-e00c-4103-8312-0d7346c51797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:20Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:18.441024 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] Checking router: 8da105dd-1526-45f4-b77d-bbf64a6ec8ee for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:18.458771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99 req-6d0f74e9-8258-4656-ac5e-abeed70bb423 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50be0313-cc2e-488f-a44e-ac5697dd054b HTTP/1.1" status: 200 len: 217 time: 0.0735199 Jul 13 07:26:18.467674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:18.474762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:18.492339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f894b2-ddf9-480c-baa0-1c20426ecf6b req-69022a8d-6c73-462f-ae63-0f0cfb813bc6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.501010 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7f894b2-ddf9-480c-baa0-1c20426ecf6b req-69022a8d-6c73-462f-ae63-0f0cfb813bc6 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.2938468 Jul 13 07:26:18.506512 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:47Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cb42461-58df-484d-8347-b0a5f734e967', 'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'mac_address': 'fa:16:3e:39:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:46Z', 'updated_at': '2021-07-13T07:24:53Z', 'revision_number': 5, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'subnets': [{'id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:18.508289 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67ee9823-59e4-4509-b3f9-7b452432e45d req-6262f1cc-878f-4db5-ad2d-93ea5e6f7e6a service neutron] 10.222.0.44 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639690 Jul 13 07:26:18.555361 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3cfe42-3eb7-47fc-89dc-4a2a764f6e88 None None] The sync data for ids ['506f6df2-9556-45a9-9ce0-aad986dbe6de'] in n-d-798249-7 is: [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:24:47Z', 'revision_number': 4, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cb42461-58df-484d-8347-b0a5f734e967', 'name': '', 'network_id': '17734a9d-acc1-40c5-bfe3-725c4031c428', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'mac_address': 'fa:16:3e:39:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:46Z', 'updated_at': '2021-07-13T07:24:53Z', 'revision_number': 5, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'subnets': [{'id': '3cdbdc21-b9e2-42a7-9049-63ee870baf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:18.668853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99 req-a317686d-a61c-4cf1-a469-ac5709f03f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.673362 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99 req-a317686d-a61c-4cf1-a469-ac5709f03f77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.2043250 Jul 13 07:26:18.764881 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c9f7ba-ac63-4df1-bbc9-6a7ba087210a x-openstack-request-id: req-32c9f7ba-ac63-4df1-bbc9-6a7ba087210a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:18.764881 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68b599a-780f-4532-b554-d9a7c9feca91", "name": "network-vif-plugged", "status": "completed", "tag": "af26fc6e-8333-4769-8491-72a34cc42e0b", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:18.764881 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32c9f7ba-ac63-4df1-bbc9-6a7ba087210a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:18.764881 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af26fc6e-8333-4769-8491-72a34cc42e0b', 'code': 200} Jul 13 07:26:18.781958 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7f894b2-ddf9-480c-baa0-1c20426ecf6b req-614359ff-bf5d-4c5e-a1d8-36617a9967d8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796998 Jul 13 07:26:18.786412 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99 req-df342b9b-0059-4da2-be4e-86ce05c47dc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026235 Jul 13 07:26:18.787385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-01ae9c08-7573-4d82-b454-6535f7f59acc None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:18.787810 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-01ae9c08-7573-4d82-b454-6535f7f59acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.855667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcbf06-980d-45ae-912e-600fcabe2515 req-88f6cd05-3593-4399-beee-5bfcba7ee5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.859677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22fcbf06-980d-45ae-912e-600fcabe2515 req-88f6cd05-3593-4399-beee-5bfcba7ee5be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 1096 time: 0.1295822 Jul 13 07:26:18.954610 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99 req-b0a1d540-80bc-4a43-bc38-e30c9df9f2b8 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604416 Jul 13 07:26:18.959173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:19.007041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e33587f3-6fd5-4b94-847e-899cfef86dea req-2e37afa7-7c8f-4787-9137-40ef9f19730a tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.1565590 Jul 13 07:26:19.070137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a8174ba-7547-4cf1-8e6e-c3d4ea3b7c99 req-25c96b62-645d-4bdd-87af-4344781143f6 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078918 Jul 13 07:26:19.093196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22fcbf06-980d-45ae-912e-600fcabe2515 req-401f79f7-af95-4f71-b1c1-5d488479ddeb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221887 Jul 13 07:26:19.137639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206783c1-205f-48bb-bfbf-f3df3992e6e6 None None] New status for floating IP 966d1518-9ce9-4206-aeaa-3afd3d6ca1fc: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:26:19.190683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc74a1-ad83-4bcc-9fef-0f56c5959be0 req-42fd2cc7-c53f-4b5c-b72b-3c6658232294 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.198534 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-34cc74a1-ad83-4bcc-9fef-0f56c5959be0 req-42fd2cc7-c53f-4b5c-b72b-3c6658232294 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=4038c18d-c188-471a-a554-7b18fd6a9b55 HTTP/1.1" status: 200 len: 950 time: 0.0779769 Jul 13 07:26:19.252879 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-34cc74a1-ad83-4bcc-9fef-0f56c5959be0 req-99af1ddf-fed8-45c2-ad9d-615edd966cf9 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520089 Jul 13 07:26:19.255963 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e511c69b-3199-4638-a908-62000052f7e0 x-openstack-request-id: req-e511c69b-3199-4638-a908-62000052f7e0 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:19.260317 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098a896d-e00c-4103-8312-0d7346c51797", "tag": "fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:19.260317 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e511c69b-3199-4638-a908-62000052f7e0 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:19.260796 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098a896d-e00c-4103-8312-0d7346c51797', 'tag': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4', 'status': 'completed', 'code': 200} Jul 13 07:26:19.376947 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-0ef9e831-2e95-4eb1-a366-64f8e743f226 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/floatingips/966d1518-9ce9-4206-aeaa-3afd3d6ca1fc HTTP/1.1" status: 200 len: 695 time: 0.1024837 Jul 13 07:26:19.476657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362ac13-c950-4bee-9ca7-9573d37de192 req-5b577155-60b2-4d6c-aaef-971516fecf44 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.478621 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2362ac13-c950-4bee-9ca7-9573d37de192 req-5b577155-60b2-4d6c-aaef-971516fecf44 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 946 time: 0.0860348 Jul 13 07:26:19.483397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-608d0f5f-d054-4572-9126-eafce738bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.485081 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-608d0f5f-d054-4572-9126-eafce738bfb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=454e5dc3399d4ae980241bf4741e7a6a&device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 1097 time: 0.1553092 Jul 13 07:26:19.539263 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2362ac13-c950-4bee-9ca7-9573d37de192 req-db345897-c18e-4312-b8cf-bafefef49192 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530601 Jul 13 07:26:19.559619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-e84fd9cb-b228-4069-ba46-9f1ae614e792 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.565967 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-e84fd9cb-b228-4069-ba46-9f1ae614e792 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1881149 Jul 13 07:26:19.658954 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.672621 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-c8d607aa-cfac-4cde-b674-38b777850679 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 696 time: 0.1052415 Jul 13 07:26:19.679567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'b077f832-1ad8-42ba-84dd-f70c2fc9a398', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'port_id': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'mac_address': 'fa:16:3e:81:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a896d-e00c-4103-8312-0d7346c51797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:20Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:19.715154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d390ddd-7835-4705-81df-dccd1017fac9 None None] The sync data for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 is: [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'b077f832-1ad8-42ba-84dd-f70c2fc9a398', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'port_id': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'mac_address': 'fa:16:3e:81:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098a896d-e00c-4103-8312-0d7346c51797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:20Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:19.728858 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-0d5ef11e-79f5-4cc3-9dbc-bd5cefcee121 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.197 HTTP/1.1" status: 200 len: 696 time: 0.0555720 Jul 13 07:26:19.799982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9996c5-f8bf-4d84-af19-d5501ade3a30 req-6f983436-a218-41c9-bbf0-0c506fd7cb88 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.803736 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c9996c5-f8bf-4d84-af19-d5501ade3a30 req-6f983436-a218-41c9-bbf0-0c506fd7cb88 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 945 time: 0.0988479 Jul 13 07:26:19.803929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-4cb029ff-828d-4ab8-8a41-a7b9085a163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.805357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-4cb029ff-828d-4ab8-8a41-a7b9085a163d service neutron] 10.222.0.53 "GET /v2.0/networks?id=97076159-f72c-4961-b56c-4c780b6575e4 HTTP/1.1" status: 200 len: 925 time: 0.3121316 Jul 13 07:26:19.867877 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c9996c5-f8bf-4d84-af19-d5501ade3a30 req-cd081814-0812-49ad-9059-ae0c9594b0b6 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567858 Jul 13 07:26:19.939542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-888cf3a9-c467-4685-8a2a-71660521efb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 HTTP/1.1" status: 200 len: 1000 time: 0.1066251 Jul 13 07:26:19.959797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:19.962280 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d770367c-7676-431e-8497-93a033bf6b15" -d '{"events": [{"name": "network-changed", "server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:19.967653 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-db7d940f-edc8-46d7-b736-ed89556454ae tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Deleting port ee66d47e-a62d-4841-8736-c6aec3979c3c {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:19.968000 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-db7d940f-edc8-46d7-b736-ed89556454ae tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.122930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-229afb1e-8fab-4408-9362-0973796a5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:20.124846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-229afb1e-8fab-4408-9362-0973796a5c58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0fc9176c-a92f-42f8-a968-ec83019b7a94 HTTP/1.1" status: 200 len: 863 time: 0.1763830 Jul 13 07:26:20.135181 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bba2ea-3e10-4bce-83a3-3d80c868e521 None None] New status for floating IP b077f832-1ad8-42ba-84dd-f70c2fc9a398: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:26:20.162291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-db7d940f-edc8-46d7-b736-ed89556454ae tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.162887 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-db7d940f-edc8-46d7-b736-ed89556454ae tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.176657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-db7d940f-edc8-46d7-b736-ed89556454ae tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Calling delete_port for ee66d47e-a62d-4841-8736-c6aec3979c3c owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:20.313844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-36643d36-843e-4606-bb37-f52d491abaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:20.315317 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-36643d36-843e-4606-bb37-f52d491abaca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97076159-f72c-4961-b56c-4c780b6575e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790955 Jul 13 07:26:20.467842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-db7d940f-edc8-46d7-b736-ed89556454ae tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.504939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d940f-edc8-46d7-b736-ed89556454ae tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Pushing event deleted for resources: {'Port': ['ID=ee66d47e-a62d-4841-8736-c6aec3979c3c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:20.510733 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-be31bb26-f2d9-4397-94ef-152e70c2fdd0 service neutron] 10.222.0.53 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868768 Jul 13 07:26:20.646245 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-db7d940f-edc8-46d7-b736-ed89556454ae tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.649007 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-db7d940f-edc8-46d7-b736-ed89556454ae tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.661411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-893f813f-cf48-4ee0-80f1-c3bf18bdeb17 req-db7d940f-edc8-46d7-b736-ed89556454ae tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "DELETE /v2.0/floatingips/966d1518-9ce9-4206-aeaa-3afd3d6ca1fc HTTP/1.1" status: 204 len: 173 time: 0.9316609 Jul 13 07:26:20.752506 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a45d060-6fc4-43ef-8260-62b5fd45d493 req-3d3b9226-3194-49c5-a254-80a04474fafd service neutron] 10.222.0.53 "GET /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343237 Jul 13 07:26:20.765756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de'}, {'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4'}, {'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:20.769124 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e922ec4-cbf0-41ca-98f2-3b742d73c940" -d '{"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-unplugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de"}, {"server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "name": "network-vif-plugged", "status": "completed", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4"}, {"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-plugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:20.778462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d3529-0617-4fb3-890c-54e2084018b4 req-a7922b1f-eba5-458b-ab8a-a92bca54cfd0 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:20.786920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-669d3529-0617-4fb3-890c-54e2084018b4 req-a7922b1f-eba5-458b-ab8a-a92bca54cfd0 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.1102273 Jul 13 07:26:20.830737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-669d3529-0617-4fb3-890c-54e2084018b4 req-d1fd68fa-0859-42cc-a1af-62cefa482e03 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Jul 13 07:26:20.884617 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2f205d-de11-4b27-9222-71e23f9ecbae x-openstack-request-id: req-0d2f205d-de11-4b27-9222-71e23f9ecbae {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:20.885591 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:20.886020 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d2f205d-de11-4b27-9222-71e23f9ecbae {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:20.886724 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'status': 'completed', 'code': 200} Jul 13 07:26:21.004585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770367c-7676-431e-8497-93a033bf6b15 req-d8d81025-6001-454b-8aed-6e6078646670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.006312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d770367c-7676-431e-8497-93a033bf6b15 req-d8d81025-6001-454b-8aed-6e6078646670 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=787b99b7b40445fea1f50895ee6e9790&device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 1096 time: 0.0922699 Jul 13 07:26:21.069038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3a7e4f7-1ed1-40d8-8017-25ce8c12e2df req-ae99e3d5-b695-4cd6-bdf6-a9f4ede280ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=606b706821024c469b7dd82ffdf82ba8&device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0421109 Jul 13 07:26:21.116803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3a7e4f7-1ed1-40d8-8017-25ce8c12e2df req-bfaa1648-5d3f-4ecd-848f-4becad171cc9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=606b706821024c469b7dd82ffdf82ba8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395911 Jul 13 07:26:21.246656 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770367c-7676-431e-8497-93a033bf6b15 req-3caf1ce2-071b-4f30-a662-a80aec51d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.247933 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d770367c-7676-431e-8497-93a033bf6b15 req-3caf1ce2-071b-4f30-a662-a80aec51d3e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 200 len: 920 time: 0.2330503 Jul 13 07:26:21.306428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7e4f7-1ed1-40d8-8017-25ce8c12e2df req-2b45661a-6e4d-45d5-931e-cd1d873acb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.308253 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3a7e4f7-1ed1-40d8-8017-25ce8c12e2df req-2b45661a-6e4d-45d5-931e-cd1d873acb61 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1839209 Jul 13 07:26:21.311017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f577967-5676-422d-a222-23670884235c req-34bad75f-7b82-4bd1-ab20-1f035a6ccafb tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups/ac67b8fb-2e16-407a-9ed8-3dfeaa53fa33 HTTP/1.1" status: 200 len: 1807 time: 0.0864656 Jul 13 07:26:21.311280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd726c-a020-4664-b542-00faf4eb1b06 req-9427aeb3-e2c4-46eb-be9f-1d688ad4b580 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.319992 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82bd726c-a020-4664-b542-00faf4eb1b06 req-9427aeb3-e2c4-46eb-be9f-1d688ad4b580 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 946 time: 0.2014096 Jul 13 07:26:21.322910 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d770367c-7676-431e-8497-93a033bf6b15 req-1f141e0d-e6e1-430c-844b-e73c202ecfe5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 200 len: 217 time: 0.0622945 Jul 13 07:26:21.395513 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82bd726c-a020-4664-b542-00faf4eb1b06 req-5e753b64-f7f3-4f31-bb40-446e32783dd0 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746331 Jul 13 07:26:21.399775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770367c-7676-431e-8497-93a033bf6b15 req-ea048690-e6f8-45fb-b85c-429a486e3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.401292 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d770367c-7676-431e-8497-93a033bf6b15 req-ea048690-e6f8-45fb-b85c-429a486e3d57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cdbdc21-b9e2-42a7-9049-63ee870baf7b HTTP/1.1" status: 200 len: 859 time: 0.0708125 Jul 13 07:26:21.409139 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1f577967-5676-422d-a222-23670884235c req-fc5421e7-5972-4267-83d3-3b31bf89837d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.440381 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1f577967-5676-422d-a222-23670884235c req-fc5421e7-5972-4267-83d3-3b31bf89837d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.466566 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d770367c-7676-431e-8497-93a033bf6b15 req-77fdc179-7652-4c2e-ac6c-6855be998b36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17734a9d-acc1-40c5-bfe3-725c4031c428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550044 Jul 13 07:26:21.486080 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dad08a1-c4a8-4bd1-afe2-bf92cac552ab x-openstack-request-id: req-8dad08a1-c4a8-4bd1-afe2-bf92cac552ab {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:21.486382 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-unplugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de", "code": 200}, {"server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "name": "network-vif-plugged", "status": "completed", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4", "code": 200}, {"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-plugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:21.486635 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8dad08a1-c4a8-4bd1-afe2-bf92cac552ab {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:21.487040 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de', 'code': 200} Jul 13 07:26:21.487292 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'code': 200} Jul 13 07:26:21.488040 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de', 'code': 200} Jul 13 07:26:21.510893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1f577967-5676-422d-a222-23670884235c req-fc5421e7-5972-4267-83d3-3b31bf89837d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.513847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1f577967-5676-422d-a222-23670884235c req-fc5421e7-5972-4267-83d3-3b31bf89837d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.515019 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f577967-5676-422d-a222-23670884235c req-fc5421e7-5972-4267-83d3-3b31bf89837d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "DELETE /v2.0/security-groups/ac67b8fb-2e16-407a-9ed8-3dfeaa53fa33 HTTP/1.1" status: 204 len: 173 time: 0.1780696 Jul 13 07:26:21.535577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5421e7-5972-4267-83d3-3b31bf89837d tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac67b8fb-2e16-407a-9ed8-3dfeaa53fa33,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:21.605106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d770367c-7676-431e-8497-93a033bf6b15 req-2ea503e5-87e8-476a-8638-1b506d99a28a service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291697 Jul 13 07:26:21.675725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5b5c2ebf-07ae-4e9d-b69b-0cf83b763549 req-e66a49d3-e7a5-46c9-a28f-989d4319ee01 tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0346489 Jul 13 07:26:21.701465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ff4e-d8f3-44e4-b509-a8dda02fe975 req-bc5803e8-d033-4ee2-a29a-efaad2fbb350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.703142 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d97ff4e-d8f3-44e4-b509-a8dda02fe975 req-bc5803e8-d033-4ee2-a29a-efaad2fbb350 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 1097 time: 0.1043794 Jul 13 07:26:21.763161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794d58c-9504-4111-a5d0-3367cb376bd5 req-16e6ab67-ed58-4b1b-aa62-47aef53b6d16 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.764887 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9794d58c-9504-4111-a5d0-3367cb376bd5 req-16e6ab67-ed58-4b1b-aa62-47aef53b6d16 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 945 time: 0.1305687 Jul 13 07:26:21.772794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d97ff4e-d8f3-44e4-b509-a8dda02fe975 req-7dd2308f-7843-4183-bf80-aff02925facf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535376 Jul 13 07:26:21.827625 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9794d58c-9504-4111-a5d0-3367cb376bd5 req-44962dd2-1759-4223-94e6-c113205da00c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553529 Jul 13 07:26:21.837982 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d770367c-7676-431e-8497-93a033bf6b15 req-684d201f-c93e-4586-9846-5b9c7b971fe6 service neutron] 10.222.0.53 "GET /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171364 Jul 13 07:26:22.026199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54560ee-a53e-452d-b9c4-25c2d64c0c06 req-5b7e2b07-2065-408c-97c2-308925d8edc5 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.027969 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d54560ee-a53e-452d-b9c4-25c2d64c0c06 req-5b7e2b07-2065-408c-97c2-308925d8edc5 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 1096 time: 0.0678999 Jul 13 07:26:22.091777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d54560ee-a53e-452d-b9c4-25c2d64c0c06 req-fc0e2a29-5136-4bad-8be2-5614bc7899d2 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521791 Jul 13 07:26:22.275294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddff20-2dd7-46f1-b2cf-b981603b6cd5 req-7911932e-a40b-4e50-9eea-57c283051115 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.276881 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ddddff20-2dd7-46f1-b2cf-b981603b6cd5 req-7911932e-a40b-4e50-9eea-57c283051115 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.0739183 Jul 13 07:26:22.332487 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ddddff20-2dd7-46f1-b2cf-b981603b6cd5 req-516fa855-5ddb-4be1-aaaa-0531fd82437a tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463665 Jul 13 07:26:22.371830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebf917-0912-45ef-86eb-cc97f357b49c req-6280566c-a62d-4203-80a4-b0e5294197b7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.373085 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8ebf917-0912-45ef-86eb-cc97f357b49c req-6280566c-a62d-4203-80a4-b0e5294197b7 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.0853851 Jul 13 07:26:22.434827 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8ebf917-0912-45ef-86eb-cc97f357b49c req-30d5063e-5ccd-4fc5-b584-bb451d8e6b9d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558019 Jul 13 07:26:22.623779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d9296-b716-4cce-b763-f2f3eae2eef5 req-5533b539-adb1-4ae0-863a-c95f3a1c02ef tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.631535 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb7d9296-b716-4cce-b763-f2f3eae2eef5 req-5533b539-adb1-4ae0-863a-c95f3a1c02ef tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 1096 time: 0.0645287 Jul 13 07:26:22.686973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb7d9296-b716-4cce-b763-f2f3eae2eef5 req-c7e3c19b-912d-42b8-82bb-f9a660723253 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544682 Jul 13 07:26:22.723008 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3a7e4f7-1ed1-40d8-8017-25ce8c12e2df req-0d0bc5dc-8550-4ae5-8f5c-0f17aa4167b2 tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.53 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0739479 Jul 13 07:26:22.772558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95334ac-aa86-4df3-a7ba-5a559da2be9e req-d19330ad-ed71-4884-940b-a0622c972a5c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.774254 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a95334ac-aa86-4df3-a7ba-5a559da2be9e req-d19330ad-ed71-4884-940b-a0622c972a5c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 946 time: 0.1135654 Jul 13 07:26:22.857101 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a95334ac-aa86-4df3-a7ba-5a559da2be9e req-37149364-da87-4ae4-b021-0cc4515c1630 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753109 Jul 13 07:26:22.968046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dafea79f-64eb-40e7-ac64-dc9a17e0d257 req-a2d9da4a-a495-46cc-9dce-364a241fa12d tempest-ServerShowV254Test-674796210 tempest-ServerShowV254Test-674796210-project] 10.222.0.44 "GET /v2.0/ports?device_id=25d12012-bc2f-478b-aa12-00e50ad14352 HTTP/1.1" status: 200 len: 210 time: 0.0527487 Jul 13 07:26:23.620543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb24395-09da-4589-b0b6-70ae3064ea05 req-c48b921c-4ab0-4cf1-86dc-cc4fd9ad251c tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.627797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-efb24395-09da-4589-b0b6-70ae3064ea05 req-c48b921c-4ab0-4cf1-86dc-cc4fd9ad251c tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.0961018 Jul 13 07:26:23.676581 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-efb24395-09da-4589-b0b6-70ae3064ea05 req-307de905-cd18-4ee8-98ba-ff6f124a6c71 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Jul 13 07:26:23.867250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09e580-81b3-4e61-a0ba-88fe244a9b4c req-1441b5e9-b5e6-4ec8-8f24-4fe44e8ca5bd tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.869310 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d09e580-81b3-4e61-a0ba-88fe244a9b4c req-1441b5e9-b5e6-4ec8-8f24-4fe44e8ca5bd tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.0753059 Jul 13 07:26:23.925705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d09e580-81b3-4e61-a0ba-88fe244a9b4c req-9338b7ab-04be-467b-819b-86fb35d0e2fe tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432436 Jul 13 07:26:24.058794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7b95efd4-7489-4be4-9015-0451cf7e60d2 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:24.061737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7b95efd4-7489-4be4-9015-0451cf7e60d2 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079851 Jul 13 07:26:24.075278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Request body: {'binding': {'host': 'n-h1-798249-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:24.075792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Unknown quota resources ['binding']. {{(pid=93838) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:26:24.257595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f627064c-ec77-47b1-b852-be9c2ca55b8e details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:24.265242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b on host n-h1-798249-7 for vnic_type normal with profile None {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:24.265721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:24.266198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:24.277238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Port af26fc6e-8333-4769-8491-72a34cc42e0b on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:24.277767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:24.325854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:24.326305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:24.326769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:24.327306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Bound port: af26fc6e-8333-4769-8491-72a34cc42e0b, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:24.405656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:24.407886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cefb7-79ff-42a2-998c-678864bc969f req-e9854f80-7f2d-426e-9b7d-714062115e7c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.409578 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-910cefb7-79ff-42a2-998c-678864bc969f req-e9854f80-7f2d-426e-9b7d-714062115e7c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 946 time: 0.1333985 Jul 13 07:26:24.445120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'mac_address': 'fa:16:3e:c9:f9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:24.446781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:24.468303 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.480469 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-7a4f55fe-a5cc-4e5c-ae30-0207f5e06c2a service neutron] 10.222.0.44 "POST /v2.0/ports/af26fc6e-8333-4769-8491-72a34cc42e0b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4090407 Jul 13 07:26:24.492961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-910cefb7-79ff-42a2-998c-678864bc969f req-de66d4dd-b4d8-4c0d-8395-ca36cd9b6862 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749936 Jul 13 07:26:24.530952 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.564616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f627064c-ec77-47b1-b852-be9c2ca55b8e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:24.566155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-6df91f1e-2858-408e-8245-474e8be21753 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.569367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-6df91f1e-2858-408e-8245-474e8be21753 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.53 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.1802409 Jul 13 07:26:24.608280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:24.613054 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.687400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:24.816460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f627064c-ec77-47b1-b852-be9c2ca55b8e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:25.004608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-a10201b0-7930-46fa-bf22-e5096ffe06d3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Deleting port 6df93984-eb3d-432b-a2e8-b808667fdf37 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:25.004831 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-a10201b0-7930-46fa-bf22-e5096ffe06d3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.018476 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-ffa72976-e177-4b39-9f52-c6f13f8b716d tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 258 time: 0.4122310 Jul 13 07:26:25.026171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:25.040764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e1456617-71b3-461b-be2e-11ea683e28d9 None None] Provisioning complete for port f627064c-ec77-47b1-b852-be9c2ca55b8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:25.041419 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1456617-71b3-461b-be2e-11ea683e28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.154025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6bb88-1cd0-42b2-9f57-0f8d5c99b2b6 req-d5828f3e-1972-40fc-8e2c-33f987887f28 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.171380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10a6bb88-1cd0-42b2-9f57-0f8d5c99b2b6 req-d5828f3e-1972-40fc-8e2c-33f987887f28 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 945 time: 0.2183163 Jul 13 07:26:25.197280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-d9a8738c-05ae-4522-ac75-a16bad349a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.199135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-d9a8738c-05ae-4522-ac75-a16bad349a6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 1096 time: 0.3567872 Jul 13 07:26:25.324240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10a6bb88-1cd0-42b2-9f57-0f8d5c99b2b6 req-b5463963-8863-4b7c-8e25-8111663f0c6e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511092 Jul 13 07:26:25.392397 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1456617-71b3-461b-be2e-11ea683e28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.394614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44176) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:25.486505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:25.486966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-9928f73f-31d6-4def-b96a-a24b23b6de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.489226 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34769da-f6f1-49bd-8480-2c51318f7b28" -d '{"events": [{"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-plugged", "status": "completed", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:25.491010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-9928f73f-31d6-4def-b96a-a24b23b6de8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.2822764 Jul 13 07:26:25.533855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e1456617-71b3-461b-be2e-11ea683e28d9 None None] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:25.543979 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1456617-71b3-461b-be2e-11ea683e28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.571060 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-478c6f41-945a-40fa-a3aa-dab15f8cafc0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af26fc6e-8333-4769-8491-72a34cc42e0b HTTP/1.1" status: 200 len: 217 time: 0.0723255 Jul 13 07:26:25.607724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1456617-71b3-461b-be2e-11ea683e28d9 None None] Pushing event updated for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:25.689243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-83fa2fc1-a091-4dfb-83b0-d110e40d440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.691094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-83fa2fc1-a091-4dfb-83b0-d110e40d440d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.0978689 Jul 13 07:26:25.789480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-56f6a294-8054-46cb-92a6-b7b7f1c1bc7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635266 Jul 13 07:26:25.811686 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.926263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-a10201b0-7930-46fa-bf22-e5096ffe06d3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] For port 6df93984-eb3d-432b-a2e8-b808667fdf37, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6df93984-eb3d-432b-a2e8-b808667fdf37,segment=NetworkSegment(6411f755-7f05-4f96-9e31-a598b5c85ef1),segment_id=6411f755-7f05-4f96-9e31-a598b5c85ef1)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:25.926263 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-a10201b0-7930-46fa-bf22-e5096ffe06d3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.989093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 50be0313-cc2e-488f-a44e-ac5697dd054b details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:26.004402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-dbd349b4-e5cd-49c5-be89-bb3d0392549f service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053590 Jul 13 07:26:26.007153 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-a10201b0-7930-46fa-bf22-e5096ffe06d3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Calling delete_port for 6df93984-eb3d-432b-a2e8-b808667fdf37 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:26.129341 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7854c4a-a595-465b-b9e5-90ab1987a38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.133811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:26.143817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-347fdbc7-9e8e-4d72-bb27-2b0262d58ee5 None None] Provisioning complete for port f627064c-ec77-47b1-b852-be9c2ca55b8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:26.144384 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-347fdbc7-9e8e-4d72-bb27-2b0262d58ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.204538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '50be0313-cc2e-488f-a44e-ac5697dd054b', 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd', 'port_id': '50be0313-cc2e-488f-a44e-ac5697dd054b', 'mac_address': 'fa:16:3e:fe:b5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372555d4-2af3-4335-a093-1e7008a761f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:26.317353 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.321403 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.362666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50be0313-cc2e-488f-a44e-ac5697dd054b {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:26.381293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f627064c-ec77-47b1-b852-be9c2ca55b8e up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:26.383765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada0867-1d18-4835-a912-144b8b457299 req-28bd7d16-dc5b-4a9c-9908-57e8da6d71a6 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:26.391388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ada0867-1d18-4835-a912-144b8b457299 req-28bd7d16-dc5b-4a9c-9908-57e8da6d71a6 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/ports?device_id=f784c07d-a316-4ba6-a878-f8e43478dc98 HTTP/1.1" status: 200 len: 945 time: 0.8191755 Jul 13 07:26:26.482408 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ada0867-1d18-4835-a912-144b8b457299 req-64b54fa4-2ae9-4e76-b383-2ebae47a553f tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ef7009-3e66-423b-bd78-592687b1f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898864 Jul 13 07:26:26.532035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-99b8494e-dc78-4813-83dc-04694fb0414e service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973700 Jul 13 07:26:26.652676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:26.684199 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-a10201b0-7930-46fa-bf22-e5096ffe06d3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.693962 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.694848 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7854c4a-a595-465b-b9e5-90ab1987a38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.707319 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7854c4a-a595-465b-b9e5-90ab1987a38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.723525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Allocated IP 172.25.6.36 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/e63f5f26-d122-4d73-81ab-e85593122cda) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:26.794355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10201b0-7930-46fa-bf22-e5096ffe06d3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Pushing event deleted for resources: {'Port': ['ID=6df93984-eb3d-432b-a2e8-b808667fdf37,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:26.962857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6df93984-eb3d-432b-a2e8-b808667fdf37'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:26.978079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=50be0313-cc2e-488f-a44e-ac5697dd054b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:26.994711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f7854c4a-a595-465b-b9e5-90ab1987a38c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=606b706821024c469b7dd82ffdf82ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5995302 Jul 13 07:26:27.001368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.009265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44186) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:27.026165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port f627064c-ec77-47b1-b852-be9c2ca55b8e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:27.026549 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.038576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7854c4a-a595-465b-b9e5-90ab1987a38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28935f80-96b9-4fe8-940e-e81eeefafb1b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:27.105599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-a10201b0-7930-46fa-bf22-e5096ffe06d3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] No DVR routers for this DVR port 6df93984-eb3d-432b-a2e8-b808667fdf37 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:27.111326 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-a10201b0-7930-46fa-bf22-e5096ffe06d3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.118111 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d328deb5-e5f8-44e3-87eb-acc1d3db99f2 req-a10201b0-7930-46fa-bf22-e5096ffe06d3 tempest-ServerRescueTestJSONUnderV235-1511408660 tempest-ServerRescueTestJSONUnderV235-1511408660-project] 10.222.0.53 "DELETE /v2.0/ports/6df93984-eb3d-432b-a2e8-b808667fdf37 HTTP/1.1" status: 204 len: 173 time: 2.5442410 Jul 13 07:26:27.121087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'name': 'network-vif-deleted', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:27.127464 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48de7386-2501-468c-85eb-a82a534dd19f" -d '{"events": [{"server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "name": "network-vif-deleted", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:27.131266 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.143822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba8ae7-f376-4311-bc3a-3e9f60bd6a08 req-2ccb510e-6910-4adc-bc95-6225b9fc23cd tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:27.151915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-73ba8ae7-f376-4311-bc3a-3e9f60bd6a08 req-2ccb510e-6910-4adc-bc95-6225b9fc23cd tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 944 time: 0.3435225 Jul 13 07:26:27.154714 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71a145c6-b041-4f45-b94f-16ef386d1b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.182213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71a145c6-b041-4f45-b94f-16ef386d1b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.204949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:27.208913 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:27.215795 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:27.248632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['50be0313-cc2e-488f-a44e-ac5697dd054b'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:27.267846 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71a145c6-b041-4f45-b94f-16ef386d1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.275067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71a145c6-b041-4f45-b94f-16ef386d1b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.278549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-71a145c6-b041-4f45-b94f-16ef386d1b92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28935f80-96b9-4fe8-940e-e81eeefafb1b HTTP/1.1" status: 204 len: 168 time: 0.2632041 Jul 13 07:26:27.317037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a145c6-b041-4f45-b94f-16ef386d1b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28935f80-96b9-4fe8-940e-e81eeefafb1b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:27.330932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.344305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Pushing event updated for resources: {'Port': ['ID=e63f5f26-d122-4d73-81ab-e85593122cda,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:27.383797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-73ba8ae7-f376-4311-bc3a-3e9f60bd6a08 req-c4c5b52e-a67f-43ac-bec1-ebf5b64d21cf tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300127 Jul 13 07:26:27.401612 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.733633 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.745731 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.975755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Pushing event updated for resources: {'Port': ['ID=e63f5f26-d122-4d73-81ab-e85593122cda,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:28.007016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6df93984-eb3d-432b-a2e8-b808667fdf37 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:28.007690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.055272 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.062564 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-2847e32c-3501-4544-bb5e-58f456bebdef tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0431209 Jul 13 07:26:28.065493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 6df93984-eb3d-432b-a2e8-b808667fdf37 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:28.069738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6df93984-eb3d-432b-a2e8-b808667fdf37 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:28.183605 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-0b3e2f11-601d-4528-8749-f3e1502f291f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.36 HTTP/1.1" status: 200 len: 695 time: 0.1200233 Jul 13 07:26:28.429175 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-080c357a-4e52-4b03-925c-8928cb9c7733 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.446076 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff0f151d-88d0-463c-b1a3-fcad285b747b req-080c357a-4e52-4b03-925c-8928cb9c7733 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.2614977 Jul 13 07:26:28.501927 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882e4b9d-f155-44c7-aec3-75a42b0f0274 x-openstack-request-id: req-882e4b9d-f155-44c7-aec3-75a42b0f0274 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:28.502190 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-plugged", "status": "completed", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:28.502456 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-882e4b9d-f155-44c7-aec3-75a42b0f0274 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:28.502861 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'code': 200} Jul 13 07:26:28.830633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99a584-0a64-43e9-bf31-301073acdb59 req-c2c5c97a-dea3-494c-8393-796ea35da8c2 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.838184 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f99a584-0a64-43e9-bf31-301073acdb59 req-c2c5c97a-dea3-494c-8393-796ea35da8c2 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 945 time: 0.1461124 Jul 13 07:26:28.923473 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f99a584-0a64-43e9-bf31-301073acdb59 req-77a5b68c-607e-4fa7-9105-b91f97ead17e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837350 Jul 13 07:26:28.978905 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5665e71-1436-4fa4-8fff-2653bb9c085c x-openstack-request-id: req-c5665e71-1436-4fa4-8fff-2653bb9c085c {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:28.979449 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f784c07d-a316-4ba6-a878-f8e43478dc98", "name": "network-vif-deleted", "tag": "6df93984-eb3d-432b-a2e8-b808667fdf37", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:28.979864 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5665e71-1436-4fa4-8fff-2653bb9c085c {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:28.980474 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f784c07d-a316-4ba6-a878-f8e43478dc98', 'name': 'network-vif-deleted', 'tag': '6df93984-eb3d-432b-a2e8-b808667fdf37', 'status': 'completed', 'code': 200} Jul 13 07:26:29.061493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44224) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:29.261111 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d012cc-633b-4691-8389-f6bc1b68455b req-3cf8e188-a43c-4e81-80bb-901865963551 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.269951 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c9d012cc-633b-4691-8389-f6bc1b68455b req-3cf8e188-a43c-4e81-80bb-901865963551 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 944 time: 0.1117330 Jul 13 07:26:29.355751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c9d012cc-633b-4691-8389-f6bc1b68455b req-0337921d-405f-4668-a96b-f112bd456e9b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837407 Jul 13 07:26:29.569007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-e14fa98b-43fa-486d-a12c-5d6906e9347d tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.577203 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-e14fa98b-43fa-486d-a12c-5d6906e9347d tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0954983 Jul 13 07:26:29.691914 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-db5a84f5-ef39-46df-9c44-e2e594b9d978 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.36 HTTP/1.1" status: 200 len: 695 time: 0.1117561 Jul 13 07:26:29.702073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-96c21caf-c135-4287-b1c2-5b8f1115715a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Request body: {'floatingip': {'port_id': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:29.820735 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-96c21caf-c135-4287-b1c2-5b8f1115715a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.933197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.008532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 50be0313-cc2e-488f-a44e-ac5697dd054b up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:30.121027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 50be0313-cc2e-488f-a44e-ac5697dd054b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:30.126336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 50be0313-cc2e-488f-a44e-ac5697dd054b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:30.127366 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.404835 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.478948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:30.489759 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.502240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] Deleting port 3cb42461-58df-484d-8347-b0a5f734e967 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:30.502874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.506319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50be0313-cc2e-488f-a44e-ac5697dd054b'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:30.513660 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef18879-5a49-4ca1-af56-7156eaa47bab" -d '{"events": [{"server_uuid": "afd5ae47-0f4a-48bc-876d-767ebdaa7551", "name": "network-vif-plugged", "status": "completed", "tag": "50be0313-cc2e-488f-a44e-ac5697dd054b"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:30.637102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=50be0313-cc2e-488f-a44e-ac5697dd054b,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:30.667496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] For port 3cb42461-58df-484d-8347-b0a5f734e967, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3cb42461-58df-484d-8347-b0a5f734e967,segment=NetworkSegment(6411f755-7f05-4f96-9e31-a598b5c85ef1),segment_id=6411f755-7f05-4f96-9e31-a598b5c85ef1)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:30.667861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.684703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] Calling delete_port for 3cb42461-58df-484d-8347-b0a5f734e967 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:31.006912 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-96c21caf-c135-4287-b1c2-5b8f1115715a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.016182 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-96c21caf-c135-4287-b1c2-5b8f1115715a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.062872 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.113835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb42461-58df-484d-8347-b0a5f734e967,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:31.257290 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-96c21caf-c135-4287-b1c2-5b8f1115715a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Floating IP 717b4d49-a835-49ef-9245-efbb513d4430 associated. External IP: 172.25.6.36, port: 96ba73fd-a31b-4066-8ca7-8de245ce89c4. Jul 13 07:26:31.756576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-96c21caf-c135-4287-b1c2-5b8f1115715a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:31.804752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.021158 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-96c21caf-c135-4287-b1c2-5b8f1115715a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:32.030049 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-96c21caf-c135-4287-b1c2-5b8f1115715a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.031962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] Sync routers for ids ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:32.045844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] Routers {'0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:32.046482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:32.114116 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-96c21caf-c135-4287-b1c2-5b8f1115715a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "PUT /v2.0/floatingips/717b4d49-a835-49ef-9245-efbb513d4430 HTTP/1.1" status: 200 len: 996 time: 2.4226308 Jul 13 07:26:32.118968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:32.126203 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ded1030-93c8-4f4f-873c-eaf068f40ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:32.169831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] Router 506f6df2-9556-45a9-9ce0-aad986dbe6de has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:32.227404 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-572ba86b-dc01-412b-9465-2870a8b5dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.236716 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-572ba86b-dc01-412b-9465-2870a8b5dc06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24fc139a5fd6485c87d71f86923d94a3&device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 1097 time: 0.1021142 Jul 13 07:26:32.371752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:32.378766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0027e7c0-2ea3-4541-b591-5a4d7f667867 admin admin] 10.222.0.44 "PUT /v2.0/routers/506f6df2-9556-45a9-9ce0-aad986dbe6de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3159478 Jul 13 07:26:32.385964 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] Sync routers for ids ['506f6df2-9556-45a9-9ce0-aad986dbe6de'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:32.393017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44242) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:32.420316 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] Routers {'506f6df2-9556-45a9-9ce0-aad986dbe6de'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:32.426163 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['506f6df2-9556-45a9-9ce0-aad986dbe6de'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:32.559484 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:26:32.578634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] Set router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:32.626994 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-55297a32-8978-40a9-9e65-f1abc22a867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.647410 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-55297a32-8978-40a9-9e65-f1abc22a867e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4fa91831-929b-47d0-80cd-f5b53068b927 HTTP/1.1" status: 200 len: 929 time: 0.4094391 Jul 13 07:26:32.697599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.749183 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] Set router 506f6df2-9556-45a9-9ce0-aad986dbe6de gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:32.858325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-3c77f6ed-f0b2-439e-81fa-65c6c70b63ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4 HTTP/1.1" status: 200 len: 999 time: 0.2093191 Jul 13 07:26:32.961431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '717b4d49-a835-49ef-9245-efbb513d4430', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'port_id': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'mac_address': 'fa:16:3e:73:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8af64-783d-488f-ab77-2a12083a3624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:27Z', 'updated_at': '2021-07-13T07:26:30Z', 'revision_number': 1, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:02Z', 'revision_number': 5, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:32.973371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-69ac4072-2d40-460b-8d3d-e804139f6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.984637 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-69ac4072-2d40-460b-8d3d-e804139f6373 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=014265c9-d6a2-4ada-85e7-994f6403afa7 HTTP/1.1" status: 200 len: 867 time: 0.1230593 Jul 13 07:26:33.060696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] Checking router: 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:33.062841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.099963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] Routers {'0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:33.110666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:33.126968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-5ed58001-ea3a-48cb-827b-330e98164667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:33.138443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-5ed58001-ea3a-48cb-827b-330e98164667 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4fa91831-929b-47d0-80cd-f5b53068b927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519494 Jul 13 07:26:33.311247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Deleting port 5c2630a7-c845-4fca-82a1-d077bc17b64b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:33.311850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.391995 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:26:30Z', 'revision_number': 5, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port': {'id': '5c2630a7-c845-4fca-82a1-d077bc17b64b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:42Z', 'updated_at': '2021-07-13T07:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:33.439452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-ae208691-98fb-4223-878a-a2cb3a4bc458 service neutron] 10.222.0.44 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979622 Jul 13 07:26:33.446135 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] Set router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:33.479688 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] Checking router: 506f6df2-9556-45a9-9ce0-aad986dbe6de for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:33.513895 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] Routers {'506f6df2-9556-45a9-9ce0-aad986dbe6de'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:33.516438 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['506f6df2-9556-45a9-9ce0-aad986dbe6de'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:33.591512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] For port 5c2630a7-c845-4fca-82a1-d077bc17b64b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5c2630a7-c845-4fca-82a1-d077bc17b64b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:33.591940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.621842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Calling delete_port for 5c2630a7-c845-4fca-82a1-d077bc17b64b owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:33.638917 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8bab61fc-bf7a-413a-a572-e222aae00bcb req-d2bf569d-793e-4843-afa0-f3f9232e350b service neutron] 10.222.0.44 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983125 Jul 13 07:26:33.796634 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] Set router 506f6df2-9556-45a9-9ce0-aad986dbe6de gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:33.924896 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:26:33Z', 'revision_number': 6, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:33.976136 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29aad22-a9a2-4ebb-ad8b-0b28e4f3d65c None None] The sync data for ids ['506f6df2-9556-45a9-9ce0-aad986dbe6de'] in n-d-798249-7 is: [{'id': '506f6df2-9556-45a9-9ce0-aad986dbe6de', 'name': 'tempest-ServerRescueTestJSONUnderV235-211553405-router', 'tenant_id': '787b99b7b40445fea1f50895ee6e9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:41Z', 'updated_at': '2021-07-13T07:26:33Z', 'revision_number': 6, 'project_id': '787b99b7b40445fea1f50895ee6e9790', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:34.068998 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.130792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2630a7-c845-4fca-82a1-d077bc17b64b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:34.148139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '717b4d49-a835-49ef-9245-efbb513d4430', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'port_id': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'mac_address': 'fa:16:3e:73:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8af64-783d-488f-ab77-2a12083a3624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:27Z', 'updated_at': '2021-07-13T07:26:30Z', 'revision_number': 1, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:02Z', 'revision_number': 5, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:34.190838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84bd21-cfc4-4b79-a4e5-1742bc1864a8 None None] The sync data for ids ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'] in n-d-798249-7 is: [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '717b4d49-a835-49ef-9245-efbb513d4430', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'port_id': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'mac_address': 'fa:16:3e:73:0e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8af64-783d-488f-ab77-2a12083a3624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:27Z', 'updated_at': '2021-07-13T07:26:30Z', 'revision_number': 1, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:02Z', 'revision_number': 5, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:34.248284 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.295654 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.514439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3cb42461-58df-484d-8347-b0a5f734e967 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:34.561704 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.564636 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.568770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 3cb42461-58df-484d-8347-b0a5f734e967 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:34.569472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3cb42461-58df-484d-8347-b0a5f734e967 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:34.639839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ac7c91-33f8-42f3-b652-a6825e419b9e None None] New status for floating IP 717b4d49-a835-49ef-9245-efbb513d4430: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:26:34.727691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.728882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 506f6df2-9556-45a9-9ce0-aad986dbe6de {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:26:34.746983 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.748221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a7d8ba56-7152-474d-829b-a29f07e2da69 admin admin] 10.222.0.44 "DELETE /v2.0/routers/506f6df2-9556-45a9-9ce0-aad986dbe6de HTTP/1.1" status: 204 len: 168 time: 2.3425639 Jul 13 07:26:34.750560 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44254) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:34.792511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645873e-affc-4850-b729-40e6441132dd req-b08e5541-843f-4a7b-bd01-742522c6a14c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:34.794983 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1645873e-affc-4850-b729-40e6441132dd req-b08e5541-843f-4a7b-bd01-742522c6a14c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 945 time: 0.1666608 Jul 13 07:26:34.813280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df5eb12-2909-4bbd-80ae-8171fdad64aa admin admin] Deleting subnet 3cdbdc21-b9e2-42a7-9049-63ee870baf7b {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:26:34.816565 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0df5eb12-2909-4bbd-80ae-8171fdad64aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.885555 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1645873e-affc-4850-b729-40e6441132dd req-a3548638-1c84-45af-9ea8-8ddb832e55fc tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811737 Jul 13 07:26:34.905985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0df5eb12-2909-4bbd-80ae-8171fdad64aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.977623 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0df5eb12-2909-4bbd-80ae-8171fdad64aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.181119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0df5eb12-2909-4bbd-80ae-8171fdad64aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.185309 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8f3bc-e2ba-4fa1-bb7e-ca4accaa518a req-f45ce80a-0ce5-4e14-bbb2-b23e69e96bc8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.189038 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3cc8f3bc-e2ba-4fa1-bb7e-ca4accaa518a req-f45ce80a-0ce5-4e14-bbb2-b23e69e96bc8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.1182024 Jul 13 07:26:35.239980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5eb12-2909-4bbd-80ae-8171fdad64aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdbdc21-b9e2-42a7-9049-63ee870baf7b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:35.259843 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0df5eb12-2909-4bbd-80ae-8171fdad64aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.269777 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0df5eb12-2909-4bbd-80ae-8171fdad64aa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3cdbdc21-b9e2-42a7-9049-63ee870baf7b HTTP/1.1" status: 204 len: 168 time: 0.5181007 Jul 13 07:26:35.272519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44258) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:35.338423 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3cc8f3bc-e2ba-4fa1-bb7e-ca4accaa518a req-c75b5680-5a75-4286-a8b9-2938ec9dfcf5 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354613 Jul 13 07:26:35.445843 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e752b7b1-ca4f-483e-ae53-e4d2bd3ae705 x-openstack-request-id: req-e752b7b1-ca4f-483e-ae53-e4d2bd3ae705 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:35.446979 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd5ae47-0f4a-48bc-876d-767ebdaa7551", "name": "network-vif-plugged", "status": "completed", "tag": "50be0313-cc2e-488f-a44e-ac5697dd054b", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:35.447786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.448398 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e752b7b1-ca4f-483e-ae53-e4d2bd3ae705 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:35.449025 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50be0313-cc2e-488f-a44e-ac5697dd054b', 'code': 200} Jul 13 07:26:35.554511 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46603333-ab0e-43f6-adb4-94225184c4ed x-openstack-request-id: req-46603333-ab0e-43f6-adb4-94225184c4ed {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:35.554963 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:35.555961 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46603333-ab0e-43f6-adb4-94225184c4ed {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:35.559560 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'status': 'completed', 'code': 200} Jul 13 07:26:35.659966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-4c48e48b-ce47-4777-9600-e27dde5f8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.662591 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-4c48e48b-ce47-4777-9600-e27dde5f8e8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24fc139a5fd6485c87d71f86923d94a3&device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 1097 time: 0.0960917 Jul 13 07:26:35.677645 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.727799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17734a9d-acc1-40c5-bfe3-725c4031c428']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:35.748735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6411f755-7f05-4f96-9e31-a598b5c85ef1') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:35.749102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6411f755-7f05-4f96-9e31-a598b5c85ef1') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:35.775719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.800715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedf93-af79-4981-8b6f-6fbd0f32a5c8 req-21bb838e-8863-419f-95f0-163007876c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.802654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29bedf93-af79-4981-8b6f-6fbd0f32a5c8 req-21bb838e-8863-419f-95f0-163007876c76 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 1096 time: 0.2750125 Jul 13 07:26:35.814172 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-7c64b14b-6d54-47c7-9cf2-31769293181c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 258 time: 0.2347918 Jul 13 07:26:35.820703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:35.832432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.835418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-41122d2d-1783-475f-ac32-967e93ea0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.837632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-41122d2d-1783-475f-ac32-967e93ea0a2b service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fa91831-929b-47d0-80cd-f5b53068b927 HTTP/1.1" status: 200 len: 929 time: 0.1657882 Jul 13 07:26:35.852863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:35.853423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:35.855312 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:35.933719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.939464 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29bedf93-af79-4981-8b6f-6fbd0f32a5c8 req-fd2643af-4098-4b3b-857f-88db41426ef7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131816 Jul 13 07:26:35.969591 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.983243 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.997185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] 10.222.0.44 "DELETE /v2.0/networks/17734a9d-acc1-40c5-bfe3-725c4031c428 HTTP/1.1" status: 204 len: 168 time: 0.7235081 Jul 13 07:26:36.002609 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-63d5f48e-4d61-465a-9557-df142747588f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4 HTTP/1.1" status: 200 len: 1001 time: 0.1545632 Jul 13 07:26:36.010669 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784efac1-3444-4b2f-94ea-8e7af2391f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=17734a9d-acc1-40c5-bfe3-725c4031c428,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:36.110045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-bf4c6f82-026a-4ef7-a0bd-eb8f0d860f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:36.112574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-bf4c6f82-026a-4ef7-a0bd-eb8f0d860f97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=014265c9-d6a2-4ada-85e7-994f6403afa7 HTTP/1.1" status: 200 len: 867 time: 0.1009958 Jul 13 07:26:36.183425 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.234334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-e68999cc-f104-402f-8192-ecbb675d9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:36.236065 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-e68999cc-f104-402f-8192-ecbb675d9ab1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fa91831-929b-47d0-80cd-f5b53068b927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164978 Jul 13 07:26:36.298119 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5c2630a7-c845-4fca-82a1-d077bc17b64b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:36.309716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44264) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:36.337553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-e0dd65b1-7649-4b8a-a385-a147ed148270 service neutron] 10.222.0.54 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939121 Jul 13 07:26:36.350432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5c2630a7-c845-4fca-82a1-d077bc17b64b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:36.350776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5c2630a7-c845-4fca-82a1-d077bc17b64b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:36.492359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Allocated IP 172.25.6.220 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/d51b583e-5493-4a82-9c12-21b5dcb5c3e5) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:36.541788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ded1030-93c8-4f4f-873c-eaf068f40ecf req-2314f822-e775-4316-9c6b-5d4420f57109 service neutron] 10.222.0.54 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952055 Jul 13 07:26:36.617494 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e706d495-bbd6-4b64-82d6-529cbe9883c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=787b99b7b40445fea1f50895ee6e9790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036218 Jul 13 07:26:36.618027 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44268) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:36.666698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.708462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6848a86-9010-4373-91cd-1a53838d05e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.752462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6848a86-9010-4373-91cd-1a53838d05e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.760245 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.869736 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:36.875576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:36.896981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:36.907542 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6848a86-9010-4373-91cd-1a53838d05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.912223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6848a86-9010-4373-91cd-1a53838d05e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.914313 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b6848a86-9010-4373-91cd-1a53838d05e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65ef7009-3e66-423b-bd78-592687b1f4dd HTTP/1.1" status: 204 len: 168 time: 0.2945740 Jul 13 07:26:36.948706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6848a86-9010-4373-91cd-1a53838d05e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ef7009-3e66-423b-bd78-592687b1f4dd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:36.976439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Pushing event updated for resources: {'Port': ['ID=d51b583e-5493-4a82-9c12-21b5dcb5c3e5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:37.154167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.254359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.511232 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.538223 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.634017 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Pushing event updated for resources: {'Port': ['ID=d51b583e-5493-4a82-9c12-21b5dcb5c3e5,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:37.695790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.716801 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.734195 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.736120 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-2c4d194a-f473-4edd-8462-f0259de92968 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9209404 Jul 13 07:26:37.816178 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-0394d799-5784-47dd-bc23-25639e3f286a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.220 HTTP/1.1" status: 200 len: 696 time: 0.0729907 Jul 13 07:26:37.961929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-8e79c8ec-1cf9-4472-92a0-332f4573ebd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:37.983052 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8cccfb9-eb03-4ede-ad4c-6f15bdf87957 req-8e79c8ec-1cf9-4472-92a0-332f4573ebd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1506324 Jul 13 07:26:38.356634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-fdc4832a-6f8f-43b0-bac1-68a6e6a38aa6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1155131 Jul 13 07:26:38.401840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c58eb1-c364-479a-a09b-128b1a7c9ce5 req-2b239359-dbd8-45b2-b1e2-5544ec2c149a tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.409769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-89c58eb1-c364-479a-a09b-128b1a7c9ce5 req-2b239359-dbd8-45b2-b1e2-5544ec2c149a tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 945 time: 0.1333058 Jul 13 07:26:38.415443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be03d6-e176-492f-a0f4-320e771b5b4e req-b52f5636-100e-47c4-b0f9-5bb1a1e174c9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.420064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8be03d6-e176-492f-a0f4-320e771b5b4e req-b52f5636-100e-47c4-b0f9-5bb1a1e174c9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.0904238 Jul 13 07:26:38.474276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8be03d6-e176-492f-a0f4-320e771b5b4e req-a86e66c7-3d2e-48aa-8c73-e1e0480189f9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481539 Jul 13 07:26:38.486040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-89c58eb1-c364-479a-a09b-128b1a7c9ce5 req-c336053b-43bc-457b-ad30-5d00050b35e1 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754557 Jul 13 07:26:38.558884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-8ca91279-5eca-4bf4-badd-5f90d3333805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.560880 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-8ca91279-5eca-4bf4-badd-5f90d3333805 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 1095 time: 0.1255856 Jul 13 07:26:38.793388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-4f13f636-6340-4eee-aca4-90ee2f884659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.794894 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-4f13f636-6340-4eee-aca4-90ee2f884659 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.1999779 Jul 13 07:26:38.819900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80855a0-a40c-4f2a-9fd2-13d6ceb5bf4f req-e2cf5b6c-a300-40d6-8b39-e5184ca0ecdc tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.824502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a80855a0-a40c-4f2a-9fd2-13d6ceb5bf4f req-e2cf5b6c-a300-40d6-8b39-e5184ca0ecdc tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1637449 Jul 13 07:26:38.868251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-952cc90e-0091-41f7-962f-9218d1574210 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90 HTTP/1.1" status: 200 len: 217 time: 0.0570111 Jul 13 07:26:38.960259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-245783b4-effd-4f02-a8a2-1a853ecb5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.961130 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-245783b4-effd-4f02-a8a2-1a853ecb5b04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.0834990 Jul 13 07:26:38.972690 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a80855a0-a40c-4f2a-9fd2-13d6ceb5bf4f req-a326f066-2e13-4e64-bcf7-de7820fe4bee tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.220 HTTP/1.1" status: 200 len: 696 time: 0.1033571 Jul 13 07:26:39.003721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a80855a0-a40c-4f2a-9fd2-13d6ceb5bf4f req-b89adc53-0ba7-4508-a1b9-a69d2be9a07f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Request body: {'floatingip': {'port_id': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:39.008325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-3c9386a1-3602-472a-9dad-cd127553ef04 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392067 Jul 13 07:26:39.066798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a80855a0-a40c-4f2a-9fd2-13d6ceb5bf4f req-b89adc53-0ba7-4508-a1b9-a69d2be9a07f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.348851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-4cab1a8b-308d-4959-ac07-d670a9fce05f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.357042 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-4cab1a8b-308d-4959-ac07-d670a9fce05f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/networks?id=fafaecfc-c53d-4fdb-8517-c79ba984f2bc HTTP/1.1" status: 200 len: 815 time: 0.5247309 Jul 13 07:26:39.377710 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-078cfc08-0f41-43e3-bfe4-3ea182af6902 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/quotas/6dce74cabf664a40aa6539a3bf220f80 HTTP/1.1" status: 200 len: 375 time: 0.0194132 Jul 13 07:26:39.461984 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-2956f629-132c-456a-9026-c631127a9ef0 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6dce74cabf664a40aa6539a3bf220f80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831420 Jul 13 07:26:39.540952 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-e72362ce-249f-41a2-8b1b-37a39eb24ba3 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019317 Jul 13 07:26:39.581511 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7e184c4a-f9c3-424c-928b-c81f4f458fd0 service neutron] 10.222.0.44 "GET /v2.0/networks/fafaecfc-c53d-4fdb-8517-c79ba984f2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139739 Jul 13 07:26:39.690477 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-e11a7f44-45bc-41dd-80ce-f280ef1e953f service neutron] 10.222.0.44 "GET /v2.0/networks/fafaecfc-c53d-4fdb-8517-c79ba984f2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016283 Jul 13 07:26:39.732956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-553260ee-f1c0-4bcc-8dca-db47a6f2df0e req-548c4c53-c1a5-4314-8772-bd8d9fb2594a service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777039 Jul 13 07:26:39.735234 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-a80855a0-a40c-4f2a-9fd2-13d6ceb5bf4f req-b89adc53-0ba7-4508-a1b9-a69d2be9a07f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:26:39.751613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a80855a0-a40c-4f2a-9fd2-13d6ceb5bf4f req-b89adc53-0ba7-4508-a1b9-a69d2be9a07f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "PUT /v2.0/floatingips/76d755d8-cfad-4a30-a907-117a414979e9 HTTP/1.1" status: 409 len: 551 time: 0.7706022 Jul 13 07:26:40.092352 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28268f-783b-4745-8ea3-6935cd3f916d req-fbf82f48-5b2c-460f-ac0b-ef8eb577d3a9 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.100783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fe28268f-783b-4745-8ea3-6935cd3f916d req-fbf82f48-5b2c-460f-ac0b-ef8eb577d3a9 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 1096 time: 0.0791125 Jul 13 07:26:40.202463 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fe28268f-783b-4745-8ea3-6935cd3f916d req-fce4fc41-9a54-4593-b5b7-89208d456420 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977056 Jul 13 07:26:40.569848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883c0a-20eb-4db9-999d-fe404891f553 req-87ae23d3-d5bf-42c5-a3e4-e700ac6a8d74 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.571812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae883c0a-20eb-4db9-999d-fe404891f553 req-87ae23d3-d5bf-42c5-a3e4-e700ac6a8d74 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 945 time: 0.1316516 Jul 13 07:26:40.581787 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-f1384cab-2950-4d43-b6ba-0b63f2e32da4 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips/76d755d8-cfad-4a30-a907-117a414979e9 HTTP/1.1" status: 200 len: 693 time: 0.1062772 Jul 13 07:26:40.641806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae883c0a-20eb-4db9-999d-fe404891f553 req-d42528e7-2d4a-4eb6-80bd-08f59f50fb27 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532584 Jul 13 07:26:40.792807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-efe2b704-0a77-4a4c-9f0c-4726005e997e tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.801938 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-efe2b704-0a77-4a4c-9f0c-4726005e997e tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.2181799 Jul 13 07:26:40.865772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-31961ea3-f612-44f4-bbd6-b4d9a1d19795 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.220 HTTP/1.1" status: 200 len: 696 time: 0.0632644 Jul 13 07:26:40.952925 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-2b9f8b7d-2807-44f5-b3f8-5419e57019b3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.220 HTTP/1.1" status: 200 len: 696 time: 0.0861385 Jul 13 07:26:41.031979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b47cae3-2cc5-4949-bed5-ef97da8f53ac req-fedc8663-316b-43d9-a279-6103fb717a6a tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 210 time: 0.0495236 Jul 13 07:26:41.107501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-d92bb692-01f3-4b0d-b1df-1ef42e029a8c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Deleting port d51b583e-5493-4a82-9c12-21b5dcb5c3e5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:41.107876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-d92bb692-01f3-4b0d-b1df-1ef42e029a8c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.201938 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-d92bb692-01f3-4b0d-b1df-1ef42e029a8c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.202338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-d92bb692-01f3-4b0d-b1df-1ef42e029a8c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.215119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-069cbc27-81a3-4ecc-bf21-9f579fff1e01 req-14ef8a72-d6f9-4155-a003-8b6b2e5d4eed tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0549767 Jul 13 07:26:41.216193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-d92bb692-01f3-4b0d-b1df-1ef42e029a8c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Calling delete_port for d51b583e-5493-4a82-9c12-21b5dcb5c3e5 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:41.435722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52876be-fd28-4e31-a39c-2f7446c3de87 req-a287ecc7-4f49-46a7-bba3-d8dfaeb0c589 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.437548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c52876be-fd28-4e31-a39c-2f7446c3de87 req-a287ecc7-4f49-46a7-bba3-d8dfaeb0c589 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 1096 time: 0.0727570 Jul 13 07:26:41.447931 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-d92bb692-01f3-4b0d-b1df-1ef42e029a8c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.501311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bb692-01f3-4b0d-b1df-1ef42e029a8c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Pushing event deleted for resources: {'Port': ['ID=d51b583e-5493-4a82-9c12-21b5dcb5c3e5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:41.507022 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c52876be-fd28-4e31-a39c-2f7446c3de87 req-6b0acf77-8ce1-49fa-85d7-afe8b3855302 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572479 Jul 13 07:26:41.627075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-d92bb692-01f3-4b0d-b1df-1ef42e029a8c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.632833 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-d92bb692-01f3-4b0d-b1df-1ef42e029a8c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.651407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-98ba9845-67f5-4f63-9636-c4bf87972d74 req-d92bb692-01f3-4b0d-b1df-1ef42e029a8c tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "DELETE /v2.0/floatingips/76d755d8-cfad-4a30-a907-117a414979e9 HTTP/1.1" status: 204 len: 173 time: 0.6974363 Jul 13 07:26:41.689665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-9186c6da-4512-4408-b1fc-00495da7ba95 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.691649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-9186c6da-4512-4408-b1fc-00495da7ba95 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1096 time: 0.1698470 Jul 13 07:26:41.724333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-7'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:41.919992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-8188129d-c6a5-4a37-9afd-c18963fd82dd tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.924485 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-8188129d-c6a5-4a37-9afd-c18963fd82dd tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.53 "GET /v2.0/networks?id=fafaecfc-c53d-4fdb-8517-c79ba984f2bc HTTP/1.1" status: 200 len: 815 time: 0.2146618 Jul 13 07:26:41.938962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Request body: {'port': {'device_id': 'c79e2c05-6c5e-4db6-89cc-2c391dead5ec', 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc', 'admin_state_up': True, 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:42.156983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.163143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Made reservation on behalf of 6dce74cabf664a40aa6539a3bf220f80 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:42.167889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.288203 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-5490ef45-63e8-4d96-8641-6366c8cc0365 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.36 HTTP/1.1" status: 200 len: 1001 time: 0.3645704 Jul 13 07:26:42.422885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44438) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:42.454544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-ca500d96-1e90-486d-a6ad-7f15c245c616 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:42.464632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-ca500d96-1e90-486d-a6ad-7f15c245c616 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports/96ba73fd-a31b-4066-8ca7-8de245ce89c4 HTTP/1.1" status: 200 len: 943 time: 0.1754816 Jul 13 07:26:42.519031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6b9e6-2fd4-432b-a6b1-edda597c173a req-53830186-3a10-4d9f-a772-d50c74ecd18c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:42.531673 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ece6b9e6-2fd4-432b-a6b1-edda597c173a req-53830186-3a10-4d9f-a772-d50c74ecd18c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 945 time: 0.3250897 Jul 13 07:26:42.646622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ece6b9e6-2fd4-432b-a6b1-edda597c173a req-1c233bc6-053c-4113-b9f5-87e08ae245cf tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098537 Jul 13 07:26:42.682742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:42.700824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Allocated IP 172.20.0.10 (fafaecfc-c53d-4fdb-8517-c79ba984f2bc/ca276c83-902c-4c88-8509-335797880e85/df70a66a-9267-4b91-9396-6b787e726f42) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:42.889218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:42.969879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.975012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af26fc6e-8333-4769-8491-72a34cc42e0b'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:42.978434 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bdcfb8-2286-48fe-9cb5-a26f10b229bb" -d '{"events": [{"server_uuid": "f68b599a-780f-4532-b554-d9a7c9feca91", "name": "network-vif-unplugged", "status": "completed", "tag": "af26fc6e-8333-4769-8491-72a34cc42e0b"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:42.993013 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.017107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.046587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Transition to ACTIVE for port object df70a66a-9267-4b91-9396-6b787e726f42 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:43.049853 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6176ef29-8a43-4402-ae70-c1674e7ad61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.116041 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-8b4c3339-3abe-4b4d-83d4-455f16c29deb tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.36 HTTP/1.1" status: 200 len: 1001 time: 0.4676478 Jul 13 07:26:43.121012 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.248114 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Pushing event updated for resources: {'Port': ['ID=af26fc6e-8333-4769-8491-72a34cc42e0b,revision_number=7']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:43.252474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Network fafaecfc-c53d-4fdb-8517-c79ba984f2bc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:43.270890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:43.277390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b on host n-h2-798249-7 for vnic_type normal with profile {"migrating_to": "n-h1-798249-7"} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:43.277982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:43.278628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:43.281035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:43.290029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Pushing event updated for resources: {'Port': ['ID=df70a66a-9267-4b91-9396-6b787e726f42,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:43.296750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Port af26fc6e-8333-4769-8491-72a34cc42e0b on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:43.297336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Attempting to bind port af26fc6e-8333-4769-8491-72a34cc42e0b on network 7b96ab4f-26d4-46e6-a04c-9f347b212f1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:43.374961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:43.375653 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Checking segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:43.376001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Bound using segment: {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:43.376494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Bound port: af26fc6e-8333-4769-8491-72a34cc42e0b, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c802274-100c-44f0-8118-32c48b1375b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7b96ab4f-26d4-46e6-a04c-9f347b212f1e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:43.377113 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.454162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.454955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.487347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-01ce49ec-714a-4fd3-a4cf-eafecb061549 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.501347 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-01ce49ec-714a-4fd3-a4cf-eafecb061549 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.3838348 Jul 13 07:26:43.747348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-8f7b21a4-cf4b-4f9a-bf97-b360d00e450e tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.36 HTTP/1.1" status: 200 len: 1001 time: 0.2453940 Jul 13 07:26:43.749233 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6176ef29-8a43-4402-ae70-c1674e7ad61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.750582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:43.754396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:43.757868 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6176ef29-8a43-4402-ae70-c1674e7ad61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.763762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-7f027100-d96c-46b7-b759-e4657431c12c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8289373 Jul 13 07:26:43.772652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-54de6db5-7dd3-4fc3-9e01-132dc1690fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:43.775375 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.785446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-778fafdc-ce10-440a-a17a-2d69490012f6 None None] Provisioning for port df70a66a-9267-4b91-9396-6b787e726f42 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:43.790555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-778fafdc-ce10-440a-a17a-2d69490012f6 None None] Provisioning complete for port df70a66a-9267-4b91-9396-6b787e726f42 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:43.791081 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-778fafdc-ce10-440a-a17a-2d69490012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.798139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Request body: {'port': {'device_id': 'c79e2c05-6c5e-4db6-89cc-2c391dead5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:43.844039 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-54de6db5-7dd3-4fc3-9e01-132dc1690fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.845064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-778fafdc-ce10-440a-a17a-2d69490012f6 None None] Port df70a66a-9267-4b91-9396-6b787e726f42 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:43.945549 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6176ef29-8a43-4402-ae70-c1674e7ad61b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ca7e3711a9c4fdd996da3cec751642b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5225234 Jul 13 07:26:43.947043 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.954820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44488) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:43.970364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176ef29-8a43-4402-ae70-c1674e7ad61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485f1062-d2b7-4814-92eb-0645684a10bc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:44.059784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device af26fc6e-8333-4769-8491-72a34cc42e0b details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:44.244273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:44.299500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:44.302755 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.310540 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] 10.222.0.53 "PUT /v2.0/ports/af26fc6e-8333-4769-8491-72a34cc42e0b HTTP/1.1" status: 200 len: 1121 time: 2.5999687 Jul 13 07:26:44.315682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device af26fc6e-8333-4769-8491-72a34cc42e0b has no active binding in host n-h1-798249-7 {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:26:44.326329 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1ac52a13-c45a-4c42-bf8a-3d9341bc642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.328252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53421f1c-2d30-4979-84dd-2b0d1f8fb615 service neutron] Pushing event updated for resources: {'Port': ['ID=af26fc6e-8333-4769-8491-72a34cc42e0b,revision_number=8']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:44.345068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['af26fc6e-8333-4769-8491-72a34cc42e0b'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:44.398396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df70a66a-9267-4b91-9396-6b787e726f42 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:44.415800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['af26fc6e-8333-4769-8491-72a34cc42e0b'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:44.420769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.457136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Transition to ACTIVE for port object df70a66a-9267-4b91-9396-6b787e726f42 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:44.463312 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.491565 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63ed1a77-ec42-4422-ab30-2a10ab303a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.537839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63ed1a77-ec42-4422-ab30-2a10ab303a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.595391 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-54de6db5-7dd3-4fc3-9e01-132dc1690fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.603823 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-54de6db5-7dd3-4fc3-9e01-132dc1690fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.604213 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-54de6db5-7dd3-4fc3-9e01-132dc1690fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Floating IP 717b4d49-a835-49ef-9245-efbb513d4430 disassociated. External IP: 172.25.6.36, port: 96ba73fd-a31b-4066-8ca7-8de245ce89c4. Jul 13 07:26:44.607382 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63ed1a77-ec42-4422-ab30-2a10ab303a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.609986 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63ed1a77-ec42-4422-ab30-2a10ab303a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.613809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-63ed1a77-ec42-4422-ab30-2a10ab303a36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/485f1062-d2b7-4814-92eb-0645684a10bc HTTP/1.1" status: 204 len: 168 time: 0.6549673 Jul 13 07:26:44.613984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Pushing event updated for resources: {'Port': ['ID=df70a66a-9267-4b91-9396-6b787e726f42,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:44.703415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Attempting to bind port df70a66a-9267-4b91-9396-6b787e726f42 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:44.703907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Attempting to bind port df70a66a-9267-4b91-9396-6b787e726f42 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:44.704485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Attempting to bind port df70a66a-9267-4b91-9396-6b787e726f42 on network fafaecfc-c53d-4fdb-8517-c79ba984f2bc {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:44.710680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Port df70a66a-9267-4b91-9396-6b787e726f42 on network fafaecfc-c53d-4fdb-8517-c79ba984f2bc not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:44.711155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Attempting to bind port df70a66a-9267-4b91-9396-6b787e726f42 on network fafaecfc-c53d-4fdb-8517-c79ba984f2bc {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:44.717959 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:44.718575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Checking segment: {'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:44.719145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Bound using segment: {'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:44.719790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Bound port: df70a66a-9267-4b91-9396-6b787e726f42, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198496ef-8b9b-4644-8b96-133757e347d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:44.720521 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.802182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] For port df70a66a-9267-4b91-9396-6b787e726f42, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:44.806317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] For port df70a66a-9267-4b91-9396-6b787e726f42, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=df70a66a-9267-4b91-9396-6b787e726f42,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:44.819922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-703b3db9-9f66-4685-a6a3-269c9faa327d tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:44.821692 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-703b3db9-9f66-4685-a6a3-269c9faa327d tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135152 Jul 13 07:26:44.823980 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.832295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed1a77-ec42-4422-ab30-2a10ab303a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485f1062-d2b7-4814-92eb-0645684a10bc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:44.842080 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69ee8005-1f17-4d8f-bed1-9398cf3b4579 req-fb5e46d0-01a0-4b06-b520-f87dce9cab4d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0786045 Jul 13 07:26:44.874381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Request body: {'binding': {'host': 'n-h2-798249-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:44.876297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Unknown quota resources ['binding']. {{(pid=93838) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:26:44.961709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:44.962916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.966728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] 10.222.0.53 "PUT /v2.0/ports/df70a66a-9267-4b91-9396-6b787e726f42 HTTP/1.1" status: 200 len: 1092 time: 1.1775982 Jul 13 07:26:44.968587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79e2c05-6c5e-4db6-89cc-2c391dead5ec', 'tag': 'df70a66a-9267-4b91-9396-6b787e726f42'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:44.970798 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00069cd4-63bc-43ca-8ddb-7df715d146df" -d '{"events": [{"name": "network-changed", "server_uuid": "c79e2c05-6c5e-4db6-89cc-2c391dead5ec", "tag": "df70a66a-9267-4b91-9396-6b787e726f42"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:45.053224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf59518-abbc-410a-8132-6c738d55187e service neutron] Pushing event updated for resources: {'Port': ['ID=df70a66a-9267-4b91-9396-6b787e726f42,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:45.186119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-54de6db5-7dd3-4fc3-9e01-132dc1690fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:45.320054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b on host n-h2-798249-7 for vnic_type normal with profile None {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:45.320442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:45.320788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:45.339335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-54de6db5-7dd3-4fc3-9e01-132dc1690fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:45.339900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Port 50be0313-cc2e-488f-a44e-ac5697dd054b on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:45.340332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:45.354978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:45.355337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:45.355732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:45.356218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Bound port: 50be0313-cc2e-488f-a44e-ac5697dd054b, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:45.356629 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-54de6db5-7dd3-4fc3-9e01-132dc1690fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:45.361255 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] Sync routers for ids ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:45.393490 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] Routers {'0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:45.398255 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:45.449901 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-54de6db5-7dd3-4fc3-9e01-132dc1690fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "PUT /v2.0/floatingips/717b4d49-a835-49ef-9245-efbb513d4430 HTTP/1.1" status: 200 len: 694 time: 1.6931419 Jul 13 07:26:45.512191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:45.525761 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:45.527693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-386eefe4-c58d-4803-a6de-f13721796cb3 service neutron] 10.222.0.44 "POST /v2.0/ports/50be0313-cc2e-488f-a44e-ac5697dd054b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6652882 Jul 13 07:26:45.608897 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] Set router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:45.615961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-e668a3a1-0a6e-46e2-9905-5a8aecaf3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.617476 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-e668a3a1-0a6e-46e2-9905-5a8aecaf3faf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=24fc139a5fd6485c87d71f86923d94a3&device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 1097 time: 0.1287274 Jul 13 07:26:45.854679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-cf1241bb-d81f-4241-8d8c-3417d9fe62da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.859475 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-cf1241bb-d81f-4241-8d8c-3417d9fe62da service neutron] 10.222.0.44 "GET /v2.0/networks?id=4fa91831-929b-47d0-80cd-f5b53068b927 HTTP/1.1" status: 200 len: 929 time: 0.2355092 Jul 13 07:26:45.931517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba546458-e8e3-4260-870f-2feb588f873e req-7d844f4b-8538-46e1-a42b-7086b4b5222c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.940585 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-b24459a6-6b5e-4810-ab85-50088f1c05f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4 HTTP/1.1" status: 200 len: 217 time: 0.0742710 Jul 13 07:26:45.940925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba546458-e8e3-4260-870f-2feb588f873e req-7d844f4b-8538-46e1-a42b-7086b4b5222c tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 944 time: 0.1116111 Jul 13 07:26:45.950971 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:02Z', 'revision_number': 5, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:46.013748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba546458-e8e3-4260-870f-2feb588f873e req-7605db97-a947-4af6-aaf4-f546d48ac23b tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700669 Jul 13 07:26:46.015161 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] Checking router: 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:46.037349 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] Routers {'0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:46.037994 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:46.052527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-4a0a8cba-2b1c-4354-8ade-32eb007d268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.054243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-4a0a8cba-2b1c-4354-8ade-32eb007d268f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=014265c9-d6a2-4ada-85e7-994f6403afa7 HTTP/1.1" status: 200 len: 867 time: 0.1090231 Jul 13 07:26:46.136699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-5e6bb4cc-497f-49ae-9382-a05e7a80038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.139277 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-5e6bb4cc-497f-49ae-9382-a05e7a80038e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4fa91831-929b-47d0-80cd-f5b53068b927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777514 Jul 13 07:26:46.278869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78f6ce70-8af6-451b-868c-3ee180ff3cf4 req-2eabc11d-fc0f-4d37-9aad-85be40e41fe1 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0560050 Jul 13 07:26:46.317926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-e34aca2c-2f1c-4560-a6f4-4ca8e55b36c8 service neutron] 10.222.0.44 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692379 Jul 13 07:26:46.319825 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] Set router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:46.359624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f627064c-ec77-47b1-b852-be9c2ca55b8e no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:46.457080 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.497098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:46.505211 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8bec29-eda5-4809-b1a4-3b5caaf21908" -d '{"events": [{"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-unplugged", "status": "completed", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:46.528548 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f9ba9f3-2970-41a1-a4d3-72de7ebd50d2 req-dae77899-f79f-44e5-9af3-9554c0a5ef9b service neutron] 10.222.0.44 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885118 Jul 13 07:26:46.535335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:46.555828 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.600559 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28849500-6714-4d6b-99dd-1e70a32ba6d8 x-openstack-request-id: req-28849500-6714-4d6b-99dd-1e70a32ba6d8 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:46.601211 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68b599a-780f-4532-b554-d9a7c9feca91", "name": "network-vif-unplugged", "status": "completed", "tag": "af26fc6e-8333-4769-8491-72a34cc42e0b", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:46.601690 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28849500-6714-4d6b-99dd-1e70a32ba6d8 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:46.602388 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af26fc6e-8333-4769-8491-72a34cc42e0b', 'code': 200} Jul 13 07:26:46.693877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:46.694918 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:02Z', 'revision_number': 5, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:46.733034 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c967c6d-0c96-49fc-b93d-887268e5defd None None] The sync data for ids ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'] in n-d-798249-7 is: [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:25:44Z', 'revision_number': 4, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6eaf941a-4b01-4f60-ae98-c880ecd7a247', 'name': '', 'network_id': '4fa91831-929b-47d0-80cd-f5b53068b927', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'mac_address': 'fa:16:3e:e2:38:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:26:02Z', 'revision_number': 5, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'subnets': [{'id': '014265c9-d6a2-4ada-85e7-994f6403afa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:46.843630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d1eab-19c2-444c-9e8f-a244d5f17e1a req-730a2eb7-0003-470c-a08d-08321cf43390 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.851073 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4a4d1eab-19c2-444c-9e8f-a244d5f17e1a req-730a2eb7-0003-470c-a08d-08321cf43390 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 943 time: 0.1124876 Jul 13 07:26:46.899900 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4a4d1eab-19c2-444c-9e8f-a244d5f17e1a req-12eaa63f-9939-47d6-adce-1d136a3554ff tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478551 Jul 13 07:26:46.930171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-765fdf01-3105-4a7a-8b29-d5704faeff81 None None] Provisioning complete for port f627064c-ec77-47b1-b852-be9c2ca55b8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:46.930549 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-765fdf01-3105-4a7a-8b29-d5704faeff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.963025 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e468080-826e-439f-8656-96d0753dd623 x-openstack-request-id: req-1e468080-826e-439f-8656-96d0753dd623 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:46.963558 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79e2c05-6c5e-4db6-89cc-2c391dead5ec", "tag": "df70a66a-9267-4b91-9396-6b787e726f42", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:46.963726 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e468080-826e-439f-8656-96d0753dd623 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:46.964392 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79e2c05-6c5e-4db6-89cc-2c391dead5ec', 'tag': 'df70a66a-9267-4b91-9396-6b787e726f42', 'status': 'completed', 'code': 200} Jul 13 07:26:47.024632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0dc01f4d-d1dd-4634-984d-15c3bb8b31d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:47.059958 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:47.087351 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-765fdf01-3105-4a7a-8b29-d5704faeff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:47.136249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999f0fa-22bc-4706-8b6c-d426beb5be9e None None] New status for floating IP 717b4d49-a835-49ef-9245-efbb513d4430: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:26:47.177419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-765fdf01-3105-4a7a-8b29-d5704faeff81 None None] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:47.188922 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-765fdf01-3105-4a7a-8b29-d5704faeff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:47.214386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f7d6a-b11c-4d96-bdbd-e9cd6a31f16a req-3a9527fd-22be-404b-b18b-ead0ec12a3c8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.217336 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b45f7d6a-b11c-4d96-bdbd-e9cd6a31f16a req-3a9527fd-22be-404b-b18b-ead0ec12a3c8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.1003845 Jul 13 07:26:47.263201 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b45f7d6a-b11c-4d96-bdbd-e9cd6a31f16a req-7020fc43-2f28-40ca-82e7-556356c9d23f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362954 Jul 13 07:26:47.393168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fdf01-3105-4a7a-8b29-d5704faeff81 None None] Pushing event updated for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:47.433329 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4ac746-ea62-4d31-8c7a-55c2a6c432f4 x-openstack-request-id: req-db4ac746-ea62-4d31-8c7a-55c2a6c432f4 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:47.433706 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-unplugged", "status": "completed", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:47.434031 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db4ac746-ea62-4d31-8c7a-55c2a6c432f4 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:47.434538 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'code': 200} Jul 13 07:26:47.513857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-087ff026-d340-4b4e-86f9-59735264d2af req-7b80a5d6-128f-4c67-8974-4f7c8aec3593 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips/717b4d49-a835-49ef-9245-efbb513d4430 HTTP/1.1" status: 200 len: 692 time: 0.0682082 Jul 13 07:26:47.627827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bb84c32c-15e3-475a-989b-3090f987d214 None None] Provisioning complete for port f627064c-ec77-47b1-b852-be9c2ca55b8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:47.628204 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bb84c32c-15e3-475a-989b-3090f987d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:47.628338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff026-d340-4b4e-86f9-59735264d2af req-d6ae34b1-44b7-4c06-bd76-3b8d62bda32a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.630484 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-087ff026-d340-4b4e-86f9-59735264d2af req-d6ae34b1-44b7-4c06-bd76-3b8d62bda32a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1156921 Jul 13 07:26:47.700662 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-087ff026-d340-4b4e-86f9-59735264d2af req-561d25cc-71dc-4e49-a10a-733532c1882d tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.36 HTTP/1.1" status: 200 len: 695 time: 0.0596535 Jul 13 07:26:47.762882 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-087ff026-d340-4b4e-86f9-59735264d2af req-df21c4c6-d503-48c3-9926-bf5dc4411ee3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.36 HTTP/1.1" status: 200 len: 695 time: 0.0530481 Jul 13 07:26:47.792610 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:47.917071 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-087ff026-d340-4b4e-86f9-59735264d2af req-6ac97f1a-0fc7-4622-b3a5-149ffab49ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Deleting port e63f5f26-d122-4d73-81ab-e85593122cda {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:47.917642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-087ff026-d340-4b4e-86f9-59735264d2af req-6ac97f1a-0fc7-4622-b3a5-149ffab49ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.330078 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-087ff026-d340-4b4e-86f9-59735264d2af req-6ac97f1a-0fc7-4622-b3a5-149ffab49ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.330078 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-087ff026-d340-4b4e-86f9-59735264d2af req-6ac97f1a-0fc7-4622-b3a5-149ffab49ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.353067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-087ff026-d340-4b4e-86f9-59735264d2af req-6ac97f1a-0fc7-4622-b3a5-149ffab49ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Calling delete_port for e63f5f26-d122-4d73-81ab-e85593122cda owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:48.517225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-087ff026-d340-4b4e-86f9-59735264d2af req-6ac97f1a-0fc7-4622-b3a5-149ffab49ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.555851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac97f1a-0fc7-4622-b3a5-149ffab49ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Pushing event deleted for resources: {'Port': ['ID=e63f5f26-d122-4d73-81ab-e85593122cda,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:48.615771 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'tag': 'af26fc6e-8333-4769-8491-72a34cc42e0b'}, {'name': 'network-changed', 'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:48.618207 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc647d1-d664-4eaf-9324-ce49cc12cb76" -d '{"events": [{"name": "network-changed", "server_uuid": "f68b599a-780f-4532-b554-d9a7c9feca91", "tag": "af26fc6e-8333-4769-8491-72a34cc42e0b"}, {"name": "network-changed", "server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:48.622735 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-087ff026-d340-4b4e-86f9-59735264d2af req-6ac97f1a-0fc7-4622-b3a5-149ffab49ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.625601 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-087ff026-d340-4b4e-86f9-59735264d2af req-6ac97f1a-0fc7-4622-b3a5-149ffab49ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.626735 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-087ff026-d340-4b4e-86f9-59735264d2af req-6ac97f1a-0fc7-4622-b3a5-149ffab49ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "DELETE /v2.0/floatingips/717b4d49-a835-49ef-9245-efbb513d4430 HTTP/1.1" status: 204 len: 173 time: 0.8581953 Jul 13 07:26:48.826094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b852193-b4bb-4661-9757-cb2b964dd685 req-04a3129e-0156-4d76-85e5-e1d5487362af tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.827769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b852193-b4bb-4661-9757-cb2b964dd685 req-04a3129e-0156-4d76-85e5-e1d5487362af tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 944 time: 0.0744054 Jul 13 07:26:48.880551 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b852193-b4bb-4661-9757-cb2b964dd685 req-04df7213-c71e-4689-86e5-df0c45c8fe80 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455654 Jul 13 07:26:49.064345 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e6daefc-09cd-4551-9b66-a06557afe88e req-b3eee176-b287-4c41-ae20-cf8d74eae448 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0402584 Jul 13 07:26:49.340375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274c81f-5439-4121-95d4-bb088b6062c2 req-c295e313-b14d-422c-865f-2e46c544556e tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.341972 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8274c81f-5439-4121-95d4-bb088b6062c2 req-c295e313-b14d-422c-865f-2e46c544556e tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 950 time: 0.0845013 Jul 13 07:26:49.391139 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8274c81f-5439-4121-95d4-bb088b6062c2 req-fcd5d8fc-d66e-4dd9-95ed-a6c883b80bd6 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Jul 13 07:26:49.436190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:49.439384 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ac897f-2c35-4be9-bbe3-7817f8a3c1b8" -d '{"events": [{"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-plugged", "status": "completed", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:49.556820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-0e3af6d0-7d82-44ba-b6c4-6e18cd2dca91 service neutron] 10.222.0.54 "GET /v2.0/ports/af26fc6e-8333-4769-8491-72a34cc42e0b/bindings/n-h1-798249-7 HTTP/1.1" status: 200 len: 384 time: 0.0924411 Jul 13 07:26:49.607856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33bac4-60c0-44fa-80f7-0244504861a1 req-b8f39856-9e46-42e9-be52-981cd8953c81 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.609719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af33bac4-60c0-44fa-80f7-0244504861a1 req-b8f39856-9e46-42e9-be52-981cd8953c81 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 943 time: 0.0873220 Jul 13 07:26:49.625507 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.661759 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af33bac4-60c0-44fa-80f7-0244504861a1 req-9ed0a5fe-9a6c-491d-a140-4e6da792cb16 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 Jul 13 07:26:49.799220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:49.829189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:49.848994 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514ccc4-3e05-4a2a-887e-5261c28a8c5c req-c14c55fd-4355-41e6-8bfc-4b4b4850c9c8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.850617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c514ccc4-3e05-4a2a-887e-5261c28a8c5c req-c14c55fd-4355-41e6-8bfc-4b4b4850c9c8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.0865896 Jul 13 07:26:49.880037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af26fc6e-8333-4769-8491-72a34cc42e0b {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:49.891952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:49.902137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c514ccc4-3e05-4a2a-887e-5261c28a8c5c req-d0b96225-e6e1-418f-90e4-fbe8137239b3 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444384 Jul 13 07:26:49.927027 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.969467 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32976da7-a1c9-4697-9e78-ca9d5b578e32 x-openstack-request-id: req-32976da7-a1c9-4697-9e78-ca9d5b578e32 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:49.969828 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68b599a-780f-4532-b554-d9a7c9feca91", "tag": "af26fc6e-8333-4769-8491-72a34cc42e0b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:49.970147 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32976da7-a1c9-4697-9e78-ca9d5b578e32 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:49.970607 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'tag': 'af26fc6e-8333-4769-8491-72a34cc42e0b', 'status': 'completed', 'code': 200} Jul 13 07:26:49.970955 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'status': 'completed', 'code': 200} Jul 13 07:26:50.104721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Transition to ACTIVE for port object af26fc6e-8333-4769-8491-72a34cc42e0b will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:50.113102 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.152854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-c366b90e-f277-4005-a0fc-a6c185119998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.154530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-c366b90e-f277-4005-a0fc-a6c185119998 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 1082 time: 0.1463456 Jul 13 07:26:50.228677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] No DVR routers for this DVR port af26fc6e-8333-4769-8491-72a34cc42e0b on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:50.282925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Pushing event updated for resources: {'Port': ['ID=af26fc6e-8333-4769-8491-72a34cc42e0b,revision_number=10']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:50.325859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.326294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.326686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.327033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.327378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.327775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.328261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.328470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.328803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.329122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.329448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.329769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:50.348574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-e127031d-3f8a-423e-9f3d-aa648804974e service neutron] 10.222.0.54 "PUT /v2.0/ports/af26fc6e-8333-4769-8491-72a34cc42e0b/bindings/n-h1-798249-7/activate HTTP/1.1" status: 200 len: 369 time: 0.7859776 Jul 13 07:26:50.359711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-923e56c1-d6a0-4baa-b9a9-25f698369054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.361427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-923e56c1-d6a0-4baa-b9a9-25f698369054 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.1957088 Jul 13 07:26:50.380310 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device af26fc6e-8333-4769-8491-72a34cc42e0b no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:50.407320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-af6bbb81-ddec-4221-8f27-61b08e4e541c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af26fc6e-8333-4769-8491-72a34cc42e0b HTTP/1.1" status: 200 len: 217 time: 0.0391808 Jul 13 07:26:50.481879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-e4dbd318-e5ac-4968-922e-5328f1ae47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.483945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-e4dbd318-e5ac-4968-922e-5328f1ae47bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.0704436 Jul 13 07:26:50.496818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device af26fc6e-8333-4769-8491-72a34cc42e0b not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:50.529982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-7e86606e-a269-47e6-998b-6e03bb8a0a14 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392723 Jul 13 07:26:50.654790 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-674f6098-7789-4ba8-8ba4-bebb3277ff85 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175275 Jul 13 07:26:50.693134 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2d7769-0e33-42f7-b9c9-d99407355276 x-openstack-request-id: req-5f2d7769-0e33-42f7-b9c9-d99407355276 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:50.693455 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-plugged", "status": "completed", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:50.693714 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f2d7769-0e33-42f7-b9c9-d99407355276 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:50.694115 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'code': 200} Jul 13 07:26:50.792521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-07b6a0d8-866c-4e58-be22-16f860a16278 service neutron] 10.222.0.54 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301115 Jul 13 07:26:50.894482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b2bef-3c96-4a1d-8bee-0efb9fa7584a req-c2201e1b-1522-44cc-b100-50e925aec990 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.904671 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c16b2bef-3c96-4a1d-8bee-0efb9fa7584a req-c2201e1b-1522-44cc-b100-50e925aec990 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 944 time: 0.1071558 Jul 13 07:26:50.967887 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c16b2bef-3c96-4a1d-8bee-0efb9fa7584a req-dabc58eb-f370-4973-aba6-90805502d089 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582042 Jul 13 07:26:51.029444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-8df04c54-e102-4701-9945-e54e21562950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.030964 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-8df04c54-e102-4701-9945-e54e21562950 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24fc139a5fd6485c87d71f86923d94a3&device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 1097 time: 0.1190410 Jul 13 07:26:51.151708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c589e22-7a9b-472f-9047-16233b460892 req-bfd7f553-34af-4225-892a-2b987255add4 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.153370 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c589e22-7a9b-472f-9047-16233b460892 req-bfd7f553-34af-4225-892a-2b987255add4 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0773804 Jul 13 07:26:51.159966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-f0fb3bd4-7c79-4f4d-b01a-016d4f46f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.162538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-f0fb3bd4-7c79-4f4d-b01a-016d4f46f889 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fa91831-929b-47d0-80cd-f5b53068b927 HTTP/1.1" status: 200 len: 929 time: 0.1238329 Jul 13 07:26:51.210403 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c589e22-7a9b-472f-9047-16233b460892 req-4cf2eb17-d9f7-4088-a2a2-e0cf5d2c525f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0509119 Jul 13 07:26:51.249971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-bfb1965d-f14e-4625-98cb-bf785d7bafbc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4 HTTP/1.1" status: 200 len: 217 time: 0.0774913 Jul 13 07:26:51.334105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-924e3acb-83bd-45e3-8943-bf94ac32c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.336214 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-924e3acb-83bd-45e3-8943-bf94ac32c24d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=014265c9-d6a2-4ada-85e7-994f6403afa7 HTTP/1.1" status: 200 len: 867 time: 0.0786660 Jul 13 07:26:51.417174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5d831a8-9300-48d0-a5ce-18db3be11eb6 req-9fbfef19-3934-4cbf-bdd7-b1e9cb05eeec tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0575247 Jul 13 07:26:51.465314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-8ed5fe29-405f-48d9-9cd9-a203c62346b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.466862 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-8ed5fe29-405f-48d9-9cd9-a203c62346b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fa91831-929b-47d0-80cd-f5b53068b927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239634 Jul 13 07:26:51.575530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44606) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:51.621927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-8626dd37-0a5f-44a9-9ec5-3f9b33b05583 service neutron] 10.222.0.54 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457083 Jul 13 07:26:51.712269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401f0ea-0a73-4f87-9702-5b5066a4a3c4 req-5d106fa7-2f50-42bf-9c1e-cdf73e404f0a tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.713943 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2401f0ea-0a73-4f87-9702-5b5066a4a3c4 req-5d106fa7-2f50-42bf-9c1e-cdf73e404f0a tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 944 time: 0.0987415 Jul 13 07:26:51.728452 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.735850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fc647d1-d664-4eaf-9324-ce49cc12cb76 req-a6d0a78e-ac89-48ba-815b-5b998b34710e service neutron] 10.222.0.54 "GET /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046953 Jul 13 07:26:51.787315 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2401f0ea-0a73-4f87-9702-5b5066a4a3c4 req-7ef1a2a9-a9ce-459a-8d34-b2f75c455f75 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555985 Jul 13 07:26:51.853081 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.857187 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.911537 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72c0478f11a84263811f82d7f101cd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332851 Jul 13 07:26:51.912531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44610) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:51.928389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4b9eb-ed9a-411e-b3ed-98cfe6540d8a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:51.938766 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.939108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.939449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.939785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.940140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.940472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.940799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.941121 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.941502 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.942378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.942378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:51.943055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134bf41-282c-40f6-9eff-935ec63489a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:52.029259 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1de0e47c-9b6a-4b85-9ac3-6e26ba345898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.041197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0407b1-201a-45a7-aab8-422e04575ff1 req-0f0233c0-0c6d-49bd-98fc-67e963fd0c5f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.042661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b0407b1-201a-45a7-aab8-422e04575ff1 req-0f0233c0-0c6d-49bd-98fc-67e963fd0c5f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.1239715 Jul 13 07:26:52.074307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1de0e47c-9b6a-4b85-9ac3-6e26ba345898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.112528 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b0407b1-201a-45a7-aab8-422e04575ff1 req-02b00f10-e99c-4931-8dd2-a120f78ce388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627506 Jul 13 07:26:52.146392 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1de0e47c-9b6a-4b85-9ac3-6e26ba345898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.149027 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1de0e47c-9b6a-4b85-9ac3-6e26ba345898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.150202 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1de0e47c-9b6a-4b85-9ac3-6e26ba345898 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13d4b9eb-ed9a-411e-b3ed-98cfe6540d8a HTTP/1.1" status: 204 len: 168 time: 0.2367473 Jul 13 07:26:52.206388 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0e47c-9b6a-4b85-9ac3-6e26ba345898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4b9eb-ed9a-411e-b3ed-98cfe6540d8a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:52.221729 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-322d769e-1430-48ed-90bc-0098e5516f19 req-6eb375f9-572c-4562-a172-b8d57e2586d3 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0704188 Jul 13 07:26:52.428897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808f610-e2af-4856-89dc-7e489faf78b5 req-079e44c7-4d8c-46bb-ae99-15760dd72db4 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.430470 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e808f610-e2af-4856-89dc-7e489faf78b5 req-079e44c7-4d8c-46bb-ae99-15760dd72db4 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 944 time: 0.0785220 Jul 13 07:26:52.473872 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e808f610-e2af-4856-89dc-7e489faf78b5 req-c5a4b698-06c6-414a-9d2f-a9a1cb6cbee6 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359416 Jul 13 07:26:52.844879 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f693cd5-9009-42bc-ae88-7d3ad7f82a0d req-40df5cbd-fc73-4d1b-abac-f302c49e554c tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0313473 Jul 13 07:26:52.979160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44652) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:53.105995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ee523-fdd9-4b59-b545-2df02f92d091 req-6116bf39-5d6d-4f41-ad6c-aecd1d9fd6e9 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.107673 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-087ee523-fdd9-4b59-b545-2df02f92d091 req-6116bf39-5d6d-4f41-ad6c-aecd1d9fd6e9 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 946 time: 0.0707939 Jul 13 07:26:53.108399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-network', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:53.130826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Made reservation on behalf of 91f2893f7fe74db9a018e62c856bdf9d for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:53.134198 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.148587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.152310 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-087ee523-fdd9-4b59-b545-2df02f92d091 req-e0c5bbf7-0ff4-47f0-92ad-29c8e54d82bc tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 Jul 13 07:26:53.313519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.318926 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.351965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2947777b-6de7-46ca-98d4-a32d01843984,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:53.357202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:53.367198 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.367621 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Added segment 5c917e18-7980-401b-82d5-4b1c4be413c1 of type vlan for network 081c3b48-291a-43a5-8e7e-8ec640ca2216 Jul 13 07:26:53.391697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d5f47-3f48-4151-bdc5-901d86dc7ea3 req-93691690-ed2a-4e93-ae1d-592ab9402b59 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.393536 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f8d5f47-3f48-4151-bdc5-901d86dc7ea3 req-93691690-ed2a-4e93-ae1d-592ab9402b59 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 944 time: 0.1114411 Jul 13 07:26:53.417617 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.436823 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f8d5f47-3f48-4151-bdc5-901d86dc7ea3 req-60e6706b-38eb-413a-86ac-d68312e7de53 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367086 Jul 13 07:26:53.450718 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.452215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.452215 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.483176 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5028591 Jul 13 07:26:53.486495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44660) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:53.492542 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Request body: {'subnet': {'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-subnet', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:53.518269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Made reservation on behalf of 91f2893f7fe74db9a018e62c856bdf9d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:53.521555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.544041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d387fa5-4871-4bb5-9380-1110322ab492 admin admin] Pushing event updated for resources: {'Network': ['ID=081c3b48-291a-43a5-8e7e-8ec640ca2216,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:53.557331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 081c3b48-291a-43a5-8e7e-8ec640ca2216 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:53.700906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5af3b4-9663-4405-ab58-59cba1efa47f req-1ab6819e-4a05-4c28-b385-b59183a9b695 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.702596 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a5af3b4-9663-4405-ab58-59cba1efa47f req-1ab6819e-4a05-4c28-b385-b59183a9b695 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.1361408 Jul 13 07:26:53.797492 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a5af3b4-9663-4405-ab58-59cba1efa47f req-e64674d1-8fdd-4d6b-8b16-27a7dd475544 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755420 Jul 13 07:26:53.815825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.888500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Checking segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:53.888864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Network hostable DHCP agents. Network: 081c3b48-291a-43a5-8e7e-8ec640ca2216, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:26:53.900507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc75dff-8648-4af2-96de-0e7931a86d5f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:53.915101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Network 081c3b48-291a-43a5-8e7e-8ec640ca2216 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:26:53.925239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 081c3b48-291a-43a5-8e7e-8ec640ca2216) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:53.930201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.930946 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.936574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09642611-8d9b-479c-b0ff-ea1c325c1b8e None None] Network 081c3b48-291a-43a5-8e7e-8ec640ca2216 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:53.966567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0f2bb735-71eb-4744-9b71-a1d5b4e3f44e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4788477 Jul 13 07:26:53.970106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44668) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:53.980069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:54.011652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.013040 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.022080 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed8245-ad70-45f8-bd0d-78c2730dadf2 req-e078c9b6-7612-4b90-a56c-0270cbd3c7f7 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.023456 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a4ed8245-ad70-45f8-bd0d-78c2730dadf2 req-e078c9b6-7612-4b90-a56c-0270cbd3c7f7 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 944 time: 0.0735881 Jul 13 07:26:54.068421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a4ed8245-ad70-45f8-bd0d-78c2730dadf2 req-87975494-9aff-4d73-9404-11b258776083 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361726 Jul 13 07:26:54.073424 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.124942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-081c3b48-291a-43a5-8e7e-8ec640ca2216', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:26:54.126483 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.230626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-642251af-0681-4289-a1b5-095cdb5bf2fc req-7acfaf90-0064-483b-9f16-8b9811238b31 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0399637 Jul 13 07:26:54.232644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.475589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49e02321-fe52-42aa-8728-a87eb53e17de details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:54.596377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:54.623094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '49e02321-fe52-42aa-8728-a87eb53e17de', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '49e02321-fe52-42aa-8728-a87eb53e17de', 'mac_address': 'fa:16:3e:84:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:54.700815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72381-5d77-44aa-aa04-afb83a5c6fde req-441153a6-3198-4dd4-b07c-b54ca94f9116 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.708627 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2e72381-5d77-44aa-aa04-afb83a5c6fde req-441153a6-3198-4dd4-b07c-b54ca94f9116 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 946 time: 0.2434523 Jul 13 07:26:54.724991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-bf57e91b-3319-4234-ab9e-15fd3fee3820 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.726619 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-bf57e91b-3319-4234-ab9e-15fd3fee3820 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.2735012 Jul 13 07:26:54.759905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Allocated IP 172.20.0.2 (081c3b48-291a-43a5-8e7e-8ec640ca2216/ebc75dff-8648-4af2-96de-0e7931a86d5f/2de07ae5-af74-4f71-8704-fbc99395013a) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:54.798922 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-ea409e50-b8e4-430b-adf6-6f73ced8534a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2072363 Jul 13 07:26:54.835840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2e72381-5d77-44aa-aa04-afb83a5c6fde req-5473c71a-7eeb-4c52-8fe5-b6dd7e028f1a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261499 Jul 13 07:26:54.971536 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.980944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Transition to ACTIVE for port object 2de07ae5-af74-4f71-8704-fbc99395013a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:54.992481 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.008922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Transition to ACTIVE for port object 2de07ae5-af74-4f71-8704-fbc99395013a will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:55.013666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49e02321-fe52-42aa-8728-a87eb53e17de {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:55.021976 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.027382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-b6a4e71c-1779-4c29-a25e-c4c2d6c00ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.037340 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-b6a4e71c-1779-4c29-a25e-c4c2d6c00ffc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91&tenant_id=2bb99b9efa844e71b4c81e68b036494d HTTP/1.1" status: 200 len: 1095 time: 0.2992218 Jul 13 07:26:55.067355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-60c2ecb0-f188-4ef8-af8a-26f43f8344b1 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.068997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-60c2ecb0-f188-4ef8-af8a-26f43f8344b1 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 946 time: 0.7624133 Jul 13 07:26:55.106503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-a1400b5a-55e5-481c-9cf7-9729c2f77f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.108345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-a1400b5a-55e5-481c-9cf7-9729c2f77f42 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dce74cabf664a40aa6539a3bf220f80&device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 1095 time: 0.7329931 Jul 13 07:26:55.162820 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:55.166454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-f81dad2a-deaa-436d-b08a-ff4f458f8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.168677 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-f81dad2a-deaa-436d-b08a-ff4f458f8ec6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 1095 time: 0.3283741 Jul 13 07:26:55.191215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Network 081c3b48-291a-43a5-8e7e-8ec640ca2216 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:55.196914 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.222332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:55.230470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:55.239350 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Pushing event updated for resources: {'Port': ['ID=2de07ae5-af74-4f71-8704-fbc99395013a,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:55.258817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-052bd77f-2a29-464d-8d5c-cbd7cb01b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.261699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-052bd77f-2a29-464d-8d5c-cbd7cb01b448 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 1096 time: 0.4526372 Jul 13 07:26:55.305273 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-c76b9d29-932b-48de-896d-97790fee342f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df70a66a-9267-4b91-9396-6b787e726f42 HTTP/1.1" status: 200 len: 217 time: 0.1824670 Jul 13 07:26:55.317012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c5ec6-60a2-4f0d-acd0-91624726e725 req-6c3ef813-217b-45da-9b7f-153aef7a2be9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.318720 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-935c5ec6-60a2-4f0d-acd0-91624726e725 req-6c3ef813-217b-45da-9b7f-153aef7a2be9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.1561153 Jul 13 07:26:55.321377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-b74830a7-1063-4a52-a40c-3d34c0195117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.323391 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-b74830a7-1063-4a52-a40c-3d34c0195117 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bb99b9efa844e71b4c81e68b036494d&device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 1095 time: 0.2584696 Jul 13 07:26:55.394097 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.452909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:55.508635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['49e02321-fe52-42aa-8728-a87eb53e17de'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:55.537103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Attempting to bind port 2de07ae5-af74-4f71-8704-fbc99395013a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:55.537523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Attempting to bind port 2de07ae5-af74-4f71-8704-fbc99395013a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:55.538174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Attempting to bind port 2de07ae5-af74-4f71-8704-fbc99395013a on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:55.558191 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.572705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:55.573083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Checking segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:55.573487 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.574244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Bound using segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:55.574777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Bound port: 2de07ae5-af74-4f71-8704-fbc99395013a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:55.575156 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.592235 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-935c5ec6-60a2-4f0d-acd0-91624726e725 req-06c4db7a-bcc7-4d65-ada8-f2e6c211978a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653687 Jul 13 07:26:55.662921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-19300c35-290d-4cdd-96fd-9f0938a47d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.665176 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-19300c35-290d-4cdd-96fd-9f0938a47d65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 200 len: 909 time: 0.3270693 Jul 13 07:26:55.689473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6d6ae01d-aaed-426d-8e6b-9fc9e2a8765c None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:55.690480 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae01d-aaed-426d-8e6b-9fc9e2a8765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.721861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Allocated IP 172.25.6.196 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/930efec5-2c2d-439f-b932-aa82e3f86f4b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:55.727085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-a537534f-2e18-459f-84c4-2ab78dd1cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.730950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-a537534f-2e18-459f-84c4-2ab78dd1cc12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.3916805 Jul 13 07:26:55.762602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] For port 2de07ae5-af74-4f71-8704-fbc99395013a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:55.799863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] For port 2de07ae5-af74-4f71-8704-fbc99395013a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2de07ae5-af74-4f71-8704-fbc99395013a,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:55.813152 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.839173 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.876251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d3384-1c4a-4aa5-a03e-f7fce8eccae4 None None] Pushing event updated for resources: {'Port': ['ID=2de07ae5-af74-4f71-8704-fbc99395013a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:55.928408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.953112 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-74a54554-c978-40f6-bd61-335c11a30d54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af26fc6e-8333-4769-8491-72a34cc42e0b HTTP/1.1" status: 200 len: 217 time: 0.2182789 Jul 13 07:26:55.957181 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-75bfb645-5731-4486-9c39-bccf879fca5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fd177ca-c448-4c9f-9592-8c6194649011 HTTP/1.1" status: 200 len: 217 time: 0.2044363 Jul 13 07:26:55.980625 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae01d-aaed-426d-8e6b-9fc9e2a8765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.017687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-4ad4fb5d-190e-48ee-89d8-811a1400f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.019516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-4ad4fb5d-190e-48ee-89d8-811a1400f2b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ca276c83-902c-4c88-8509-335797880e85 HTTP/1.1" status: 200 len: 854 time: 0.7009823 Jul 13 07:26:56.023459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:56.026483 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c9ec37-c954-47b3-b08c-bc57caea3832" -d '{"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-plugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:56.048223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6d6ae01d-aaed-426d-8e6b-9fc9e2a8765c None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:56.058470 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6d6ae01d-aaed-426d-8e6b-9fc9e2a8765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.062123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9a47-f37a-46bb-9187-7970e5b16eb1 req-9f78a68a-8fd1-4bc2-9a83-34bc8def57c8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.069786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-805c9a47-f37a-46bb-9187-7970e5b16eb1 req-9f78a68a-8fd1-4bc2-9a83-34bc8def57c8 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 944 time: 1.2598240 Jul 13 07:26:56.082065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:56.120647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:56.132141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:56.172598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=930efec5-2c2d-439f-b932-aa82e3f86f4b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:56.186566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ae01d-aaed-426d-8e6b-9fc9e2a8765c None None] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:56.189859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-d65c652d-d3dd-447c-b7d3-383f1c68b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.192040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-d65c652d-d3dd-447c-b7d3-383f1c68b3c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.8819864 Jul 13 07:26:56.242976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-cc9cf863-289a-44ed-bf5b-812203ea3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.244494 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-cc9cf863-289a-44ed-bf5b-812203ea3bbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.2304196 Jul 13 07:26:56.246183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-a0113c78-cadd-4ac6-8de9-3f6321e1bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.247541 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-a0113c78-cadd-4ac6-8de9-3f6321e1bdfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 200 len: 848 time: 0.2105222 Jul 13 07:26:56.289972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-0f7cfdef-4449-4ecc-ab3b-69221abbc290 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Deleting port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:56.290434 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-0f7cfdef-4449-4ecc-ab3b-69221abbc290 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.307843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-805c9a47-f37a-46bb-9187-7970e5b16eb1 req-d11855bc-1de1-4522-8b48-6acd4d16bac3 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369645 Jul 13 07:26:56.309778 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-51940e3d-68cc-42be-aad3-17002ec6b18f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50be0313-cc2e-488f-a44e-ac5697dd054b HTTP/1.1" status: 200 len: 217 time: 0.0971026 Jul 13 07:26:56.409483 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-624aa53a-919f-4dc0-9e79-cfeca064a6ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b96ab4f-26d4-46e6-a04c-9f347b212f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414912 Jul 13 07:26:56.422142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49e02321-fe52-42aa-8728-a87eb53e17de up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:56.451897 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-8fe8556d-ba8d-4ff4-a0dd-6f297d70048d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1830130 Jul 13 07:26:56.510523 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa6203-11f5-4cee-8e66-d163166480eb req-26fc8e9d-b360-4be0-b7b1-c66a290d4d80 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.512355 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bfa6203-11f5-4cee-8e66-d163166480eb req-26fc8e9d-b360-4be0-b7b1-c66a290d4d80 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 944 time: 0.5754783 Jul 13 07:26:56.599102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2de07ae5-af74-4f71-8704-fbc99395013a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:56.654124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:56.657702 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.674652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-38c272cb-222c-4f70-9bf6-0bccb5648ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.677759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-38c272cb-222c-4f70-9bf6-0bccb5648ccf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fafaecfc-c53d-4fdb-8517-c79ba984f2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6474369 Jul 13 07:26:56.693261 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bfa6203-11f5-4cee-8e66-d163166480eb req-2ca23cee-73ca-49f0-aa33-580a8ca70840 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424842 Jul 13 07:26:56.710410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-3b08f27f-7218-4814-82b1-00d4c69ff349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.719139 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-3b08f27f-7218-4814-82b1-00d4c69ff349 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.3959689 Jul 13 07:26:56.781048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0449bb49-e548-4922-8218-5fd79e053696 None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:56.781695 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0449bb49-e548-4922-8218-5fd79e053696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.787654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 2de07ae5-af74-4f71-8704-fbc99395013a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:56.829571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-198a2eae-4a75-4af0-8ca6-d2f5b770e04e service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743215 Jul 13 07:26:56.834889 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-8f529718-f4d4-4720-9958-b68ff6e11b25 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155226 Jul 13 07:26:57.051561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-46496295-0201-406b-bfa4-b8db5f63954b service neutron] 10.222.0.53 "GET /v2.0/networks/fafaecfc-c53d-4fdb-8517-c79ba984f2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957166 Jul 13 07:26:57.102514 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-cfa11a5d-2cd5-4e79-9435-e3b214c871fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2560530 Jul 13 07:26:57.107321 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7785aabe-314f-44a7-8ae3-3476fe3ecc43 req-552a0119-40bb-44a8-aa93-4aa270f84e10 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714562 Jul 13 07:26:57.202904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-0b020f4a-9277-4224-80b5-f2487ec8a4c6 service neutron] 10.222.0.53 "GET /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053626 Jul 13 07:26:57.280856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20498731-e2a8-43d0-a894-6dac500ed0b4 req-bf8bf515-6293-4b3a-b079-febca1eb0712 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.288495 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20498731-e2a8-43d0-a894-6dac500ed0b4 req-bf8bf515-6293-4b3a-b079-febca1eb0712 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 946 time: 0.1865447 Jul 13 07:26:57.370965 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20498731-e2a8-43d0-a894-6dac500ed0b4 req-c0ed4a90-5bc4-4570-a5db-519e8c81cc34 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814555 Jul 13 07:26:57.386273 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5d66dea-c533-4a43-a4e5-2c6f147433dc req-8253712c-8066-49d5-ac2e-21fba7cd9375 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.5244100 Jul 13 07:26:57.403625 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba885b0-c187-4946-8ea0-db67baf7a396 req-80715fbd-e932-4b26-b202-41349c9c812c service neutron] 10.222.0.53 "GET /v2.0/networks/fafaecfc-c53d-4fdb-8517-c79ba984f2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077655 Jul 13 07:26:57.452391 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51ec5c8-1b43-435a-88da-b39e6f4919da x-openstack-request-id: req-c51ec5c8-1b43-435a-88da-b39e6f4919da {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:57.452875 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-plugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:57.453518 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c51ec5c8-1b43-435a-88da-b39e6f4919da {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:57.454019 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de', 'code': 200} Jul 13 07:26:57.538028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-0f7cfdef-4449-4ecc-ab3b-69221abbc290 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] For port 96ba73fd-a31b-4066-8ca7-8de245ce89c4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:57.538492 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-0f7cfdef-4449-4ecc-ab3b-69221abbc290 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.583741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-0f7cfdef-4449-4ecc-ab3b-69221abbc290 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Calling delete_port for 96ba73fd-a31b-4066-8ca7-8de245ce89c4 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:57.638593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-a324b2a9-1b77-493d-b1fe-6b542bbe5554 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868957 Jul 13 07:26:57.735289 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.755522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad255156-c461-4551-933b-080033bda5bc req-73ca0010-a328-463e-959c-e1a68449effa tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.765088 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad255156-c461-4551-933b-080033bda5bc req-73ca0010-a328-463e-959c-e1a68449effa tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 944 time: 0.1609707 Jul 13 07:26:57.815700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5474f38f-b721-42bc-8f26-a3df742636b9 None None] Network 081c3b48-291a-43a5-8e7e-8ec640ca2216 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:57.874027 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad255156-c461-4551-933b-080033bda5bc req-4af0bcf6-26ea-462f-b072-26b190acdc50 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079466 Jul 13 07:26:58.012711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-196a0b1b-fd49-481d-8870-3f8eccb3365a tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.014704 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-196a0b1b-fd49-481d-8870-3f8eccb3365a tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91&tenant_id=2bb99b9efa844e71b4c81e68b036494d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.2386580 Jul 13 07:26:58.158083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0ff7bacd-ff5a-4178-84b4-2a1bb3346024 None None] Provisioning for port 2de07ae5-af74-4f71-8704-fbc99395013a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:58.167020 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0ff7bacd-ff5a-4178-84b4-2a1bb3346024 None None] Provisioning complete for port 2de07ae5-af74-4f71-8704-fbc99395013a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:58.167399 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0ff7bacd-ff5a-4178-84b4-2a1bb3346024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.291024 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0ff7bacd-ff5a-4178-84b4-2a1bb3346024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.308076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-c0949472-fbc8-480f-a7f9-194670846390 service neutron] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:58.365914 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-c0949472-fbc8-480f-a7f9-194670846390 service neutron] Notify callbacks [] for binding, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.372101 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e07316f-2e40-4d26-9f77-2e92c72ec94d req-c0949472-fbc8-480f-a7f9-194670846390 service neutron] 10.222.0.53 "DELETE /v2.0/ports/af26fc6e-8333-4769-8491-72a34cc42e0b/bindings/n-h2-798249-7 HTTP/1.1" status: 204 len: 173 time: 0.3491611 Jul 13 07:26:58.379856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0ff7bacd-ff5a-4178-84b4-2a1bb3346024 None None] For port 2de07ae5-af74-4f71-8704-fbc99395013a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2de07ae5-af74-4f71-8704-fbc99395013a,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:58.437122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 96ba73fd-a31b-4066-8ca7-8de245ce89c4 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:58.517732 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0ff7bacd-ff5a-4178-84b4-2a1bb3346024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.719495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7bacd-ff5a-4178-84b4-2a1bb3346024 None None] Pushing event updated for resources: {'Port': ['ID=2de07ae5-af74-4f71-8704-fbc99395013a,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:58.861254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-efeb84ee-a2d8-4edd-9d03-ef887e177c3e None None] Provisioning complete for port 2de07ae5-af74-4f71-8704-fbc99395013a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:58.863744 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-efeb84ee-a2d8-4edd-9d03-ef887e177c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.933838 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.945112 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e630ad3-e44c-47c8-a88b-343a3a94bbfd req-4b661e44-9e4c-4a12-9422-3ba7e1a92634 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.952528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-f4fc80fc-e075-4ef6-b14d-170290010d83 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3124659 Jul 13 07:26:58.953176 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e630ad3-e44c-47c8-a88b-343a3a94bbfd req-4b661e44-9e4c-4a12-9422-3ba7e1a92634 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 944 time: 0.1190398 Jul 13 07:26:59.037825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-a637ab17-a6bd-49c3-a11a-189736c3f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.039608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-a637ab17-a6bd-49c3-a11a-189736c3f33a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6dce74cabf664a40aa6539a3bf220f80&device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 1095 time: 1.5307407 Jul 13 07:26:59.069598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e630ad3-e44c-47c8-a88b-343a3a94bbfd req-f2f79040-460a-422c-95cd-c4ce472c6504 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141825 Jul 13 07:26:59.087977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 96ba73fd-a31b-4066-8ca7-8de245ce89c4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=96ba73fd-a31b-4066-8ca7-8de245ce89c4,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:59.142588 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.269139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-ab69a6f0-6ba7-4658-84b7-4d46eb005e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.271368 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-ab69a6f0-6ba7-4658-84b7-4d46eb005e76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fafaecfc-c53d-4fdb-8517-c79ba984f2bc HTTP/1.1" status: 200 len: 916 time: 0.2022083 Jul 13 07:26:59.290537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=96ba73fd-a31b-4066-8ca7-8de245ce89c4,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:59.342879 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-98e4ef6e-e18b-4186-b6ed-922c2c7075cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df70a66a-9267-4b91-9396-6b787e726f42 HTTP/1.1" status: 200 len: 217 time: 0.0593824 Jul 13 07:26:59.442262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97704b3-bfa0-4745-95cf-68962128fac6 req-31185bed-3ace-4b6f-95a3-ce731e49fa7a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.444124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a97704b3-bfa0-4745-95cf-68962128fac6 req-31185bed-3ace-4b6f-95a3-ce731e49fa7a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 1.5926650 Jul 13 07:26:59.455637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:59.458695 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e24af85-9fad-45b4-a909-0d5d05acf802" -d '{"events": [{"server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "name": "network-vif-unplugged", "status": "completed", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:59.542750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a97704b3-bfa0-4745-95cf-68962128fac6 req-29427572-dfb3-4d53-a207-158e524f9d3a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796859 Jul 13 07:26:59.654834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b2c40d8f-b885-43a5-8d3e-b3f3340dab18 None None] Provisioning complete for port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:59.655215 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b2c40d8f-b885-43a5-8d3e-b3f3340dab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.775565 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.779480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d280b09a-9f15-4673-8f1e-ae35a19f785c req-2bc0323c-e9b8-4995-889d-bed2f9331cde tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0354831 Jul 13 07:26:59.785363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f2eb2-7a57-43a7-8da8-c045b614a352 req-5000eca5-e1a4-4dad-a43d-9a1b5d27a08f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.790344 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-545f2eb2-7a57-43a7-8da8-c045b614a352 req-5000eca5-e1a4-4dad-a43d-9a1b5d27a08f tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cc8af64-783d-488f-ab77-2a12083a3624 HTTP/1.1" status: 200 len: 944 time: 0.2042801 Jul 13 07:26:59.814890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-4f0f7729-d42d-4edf-bf46-427b79d23ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.817220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-4f0f7729-d42d-4edf-bf46-427b79d23ad1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ca276c83-902c-4c88-8509-335797880e85 HTTP/1.1" status: 200 len: 854 time: 0.4639034 Jul 13 07:26:59.880361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-545f2eb2-7a57-43a7-8da8-c045b614a352 req-1e1dd20c-211b-404e-a7e8-4e6335d7d18a tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a083c8f-84ac-413a-b984-12fabfd682ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804827 Jul 13 07:26:59.895605 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b2c40d8f-b885-43a5-8d3e-b3f3340dab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.964495 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225bb14a-98e0-4555-83bb-c655f5b35b3b x-openstack-request-id: req-225bb14a-98e0-4555-83bb-c655f5b35b3b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:59.964815 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "name": "network-vif-unplugged", "status": "completed", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:59.965070 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-225bb14a-98e0-4555-83bb-c655f5b35b3b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:59.965458 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'code': 200} Jul 13 07:27:00.034065 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-0f7cfdef-4449-4ecc-ab3b-69221abbc290 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.066170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cfdef-4449-4ecc-ab3b-69221abbc290 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Pushing event deleted for resources: {'Port': ['ID=96ba73fd-a31b-4066-8ca7-8de245ce89c4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:00.075584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:27:00.088567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-630c37aa-33c7-494f-ba5d-d4e0a7cc8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:00.090822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-630c37aa-33c7-494f-ba5d-d4e0a7cc8883 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fafaecfc-c53d-4fdb-8517-c79ba984f2bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553302 Jul 13 07:27:00.150288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device df70a66a-9267-4b91-9396-6b787e726f42 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:00.343751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port df70a66a-9267-4b91-9396-6b787e726f42, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=df70a66a-9267-4b91-9396-6b787e726f42,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:00.357330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'df70a66a-9267-4b91-9396-6b787e726f42', 'network_id': 'fafaecfc-c53d-4fdb-8517-c79ba984f2bc', 'port_id': 'df70a66a-9267-4b91-9396-6b787e726f42', 'mac_address': 'fa:16:3e:81:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca276c83-902c-4c88-8509-335797880e85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:00.362015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-0f7cfdef-4449-4ecc-ab3b-69221abbc290 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] No DVR routers for this DVR port 96ba73fd-a31b-4066-8ca7-8de245ce89c4 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:00.372858 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-0f7cfdef-4449-4ecc-ab3b-69221abbc290 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.376265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4dd58d83-b0fc-499c-9e4c-212813f5a2dc req-0f7cfdef-4449-4ecc-ab3b-69221abbc290 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565 tempest-FloatingIPsAssociationNegativeTestJSON-1521297565-project] 10.222.0.54 "DELETE /v2.0/ports/96ba73fd-a31b-4066-8ca7-8de245ce89c4 HTTP/1.1" status: 204 len: 173 time: 5.2751784 Jul 13 07:27:00.378303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'name': 'network-vif-deleted', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:00.383737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36016a-faae-42d7-8259-a96b799aff3f req-1608f5b5-b21d-452f-beb1-e4efd9a526c3 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:00.386336 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a36016a-faae-42d7-8259-a96b799aff3f req-1608f5b5-b21d-452f-beb1-e4efd9a526c3 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 944 time: 0.1395152 Jul 13 07:27:00.390040 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458fb163-0824-44ec-851c-aa9656151ecd" -d '{"events": [{"server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "name": "network-vif-deleted", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:00.464878 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.492444 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a36016a-faae-42d7-8259-a96b799aff3f req-3387ef6f-c691-4b11-a1e2-75bb872a7bb5 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992236 Jul 13 07:27:00.496606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2de07ae5-af74-4f71-8704-fbc99395013a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:00.520349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df70a66a-9267-4b91-9396-6b787e726f42 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:00.554554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port df70a66a-9267-4b91-9396-6b787e726f42, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=df70a66a-9267-4b91-9396-6b787e726f42,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:00.584716 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.724006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c0bf8-a550-4d8f-98d1-4f197bd25828 req-30b4334e-c3fc-441f-9d90-0f2f315329b6 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:00.736206 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e0c0bf8-a550-4d8f-98d1-4f197bd25828 req-30b4334e-c3fc-441f-9d90-0f2f315329b6 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 944 time: 0.5968914 Jul 13 07:27:00.746254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-ded9bca7-a6fb-4b6f-8ba9-910652767347 service neutron] 10.222.0.53 "GET /v2.0/networks/fafaecfc-c53d-4fdb-8517-c79ba984f2bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448326 Jul 13 07:27:00.765067 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f96cb15-f44f-4cd0-ae31-cb2478e88be4 x-openstack-request-id: req-1f96cb15-f44f-4cd0-ae31-cb2478e88be4 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:00.765496 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc8af64-783d-488f-ab77-2a12083a3624", "name": "network-vif-deleted", "tag": "96ba73fd-a31b-4066-8ca7-8de245ce89c4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:00.765854 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f96cb15-f44f-4cd0-ae31-cb2478e88be4 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:00.766357 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc8af64-783d-488f-ab77-2a12083a3624', 'name': 'network-vif-deleted', 'tag': '96ba73fd-a31b-4066-8ca7-8de245ce89c4', 'status': 'completed', 'code': 200} Jul 13 07:27:00.804044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=df70a66a-9267-4b91-9396-6b787e726f42,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:00.833589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 2de07ae5-af74-4f71-8704-fbc99395013a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:00.834105 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.853314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:00.862713 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Sync routers for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:00.888615 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:00.890972 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:00.928695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e0c0bf8-a550-4d8f-98d1-4f197bd25828 req-d770e703-7491-42be-83a0-0bd9d9f398eb tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912878 Jul 13 07:27:01.055872 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.059807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-99c6825d-48aa-41c3-af25-966af1247cc0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0881522 Jul 13 07:27:01.062833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44796) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:01.107293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['df70a66a-9267-4b91-9396-6b787e726f42'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:01.173514 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00069cd4-63bc-43ca-8ddb-7df715d146df req-5c054a93-32f9-4654-9a1e-431ef1612a7b service neutron] 10.222.0.53 "GET /v2.0/networks/fafaecfc-c53d-4fdb-8517-c79ba984f2bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831115 Jul 13 07:27:01.295688 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:01.498394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f647fa-58a6-4804-b1b3-698666e44484 req-8508581d-2140-42a9-9b2b-880bf905a8e9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.502104 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6f647fa-58a6-4804-b1b3-698666e44484 req-8508581d-2140-42a9-9b2b-880bf905a8e9 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.1762068 Jul 13 07:27:01.571344 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6f647fa-58a6-4804-b1b3-698666e44484 req-d20d5855-da99-4ba4-80a1-1cf57d42ed01 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593722 Jul 13 07:27:01.691094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44802) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:01.709824 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c6c80810-16cf-458b-981c-9bf0748f5642 req-ee355cad-0d19-4a00-ad96-bbd5d875c166 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.1136003 Jul 13 07:27:01.771137 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:26:56Z', 'revision_number': 3, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:01.906025 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Checking router: b9647e6c-5f6f-459a-8a97-6ce149e1cb3e for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:01.906614 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Updating router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e port 930efec5-2c2d-439f-b932-aa82e3f86f4b binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:27:02.008989 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.238743 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.312908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a6588-a0ef-462d-8d9d-8c736f5ff4b2 req-7dd90de8-b451-4a50-8bc8-8cf5182b5ea2 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:02.314467 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5d2a6588-a0ef-462d-8d9d-8c736f5ff4b2 req-7dd90de8-b451-4a50-8bc8-8cf5182b5ea2 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 945 time: 0.1835890 Jul 13 07:27:02.406426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5d2a6588-a0ef-462d-8d9d-8c736f5ff4b2 req-70285fac-2136-4931-85af-87a71ea1eab9 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854945 Jul 13 07:27:02.513519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Allocated IP 172.20.0.1 (081c3b48-291a-43a5-8e7e-8ec640ca2216/ebc75dff-8648-4af2-96de-0e7931a86d5f/c1c8e857-f680-474c-9026-c082016c59b6) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:02.527400 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.632091 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.659008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f66249-07eb-4574-8bb4-9692b53c86d3 req-b96657fd-26c8-4b3a-aade-7458dcebadf5 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:02.672825 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c0f66249-07eb-4574-8bb4-9692b53c86d3 req-b96657fd-26c8-4b3a-aade-7458dcebadf5 tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 1095 time: 0.6045558 Jul 13 07:27:02.690571 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Transition to ACTIVE for port object 930efec5-2c2d-439f-b932-aa82e3f86f4b will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:02.715681 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.763401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c0f66249-07eb-4574-8bb4-9692b53c86d3 req-1e9c6c03-0512-4e1a-89a8-dc0c9da0483f tempest-LiveMigrationTest-256875456 tempest-LiveMigrationTest-256875456-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889590 Jul 13 07:27:02.870802 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Attempting to bind port 930efec5-2c2d-439f-b932-aa82e3f86f4b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:02.871044 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Attempting to bind port 930efec5-2c2d-439f-b932-aa82e3f86f4b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:02.871355 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Attempting to bind port 930efec5-2c2d-439f-b932-aa82e3f86f4b on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:02.898011 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:02.898011 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:02.898344 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.904070 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.905652 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:02.906175 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Bound port: 930efec5-2c2d-439f-b932-aa82e3f86f4b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:02.906791 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.937728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Transition to ACTIVE for port object c1c8e857-f680-474c-9026-c082016c59b6 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:02.951263 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Pushing event updated for resources: {'Port': ['ID=930efec5-2c2d-439f-b932-aa82e3f86f4b,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:02.983418 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.987716 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.990154 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.992191 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.992748 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.993099 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.993437 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.993771 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.994097 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:02.994409 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.994526 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.994816 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:02.995137 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:03.041090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Network 081c3b48-291a-43a5-8e7e-8ec640ca2216 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:03.063571 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] For port 930efec5-2c2d-439f-b932-aa82e3f86f4b, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:03.069666 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] For port 930efec5-2c2d-439f-b932-aa82e3f86f4b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=930efec5-2c2d-439f-b932-aa82e3f86f4b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:03.082638 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.084179 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c44fd2a-8948-4c70-a6d6-b9c408163181 req-40c0bb7d-cb51-403f-967b-04dc99a3cf23 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0413380 Jul 13 07:27:03.085685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:03.089333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:03.150610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.205818 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c8e857-f680-474c-9026-c082016c59b6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:03.265274 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b49162-716c-4d67-84ac-976a07695a5b None None] Pushing event updated for resources: {'Port': ['ID=930efec5-2c2d-439f-b932-aa82e3f86f4b,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:03.274860 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:03.275476 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:03.279767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] Deleting port 6eaf941a-4b01-4f60-ae98-c880ecd7a247 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:03.281754 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.308252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766f35a-54eb-4e56-98be-def8490154c4 req-e523930b-8193-40b0-bed7-d9b16a73cb5b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.319589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5766f35a-54eb-4e56-98be-def8490154c4 req-e523930b-8193-40b0-bed7-d9b16a73cb5b tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.3300114 Jul 13 07:27:03.515262 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.537262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-24770867-373e-4d6d-8c7b-3d763d427e18 None None] Provisioning for port c1c8e857-f680-474c-9026-c082016c59b6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:03.544322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-24770867-373e-4d6d-8c7b-3d763d427e18 None None] Provisioning complete for port c1c8e857-f680-474c-9026-c082016c59b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:03.544706 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24770867-373e-4d6d-8c7b-3d763d427e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.566278 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:03.592255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5766f35a-54eb-4e56-98be-def8490154c4 req-b77206ef-3a59-4700-b8be-e8a259decb73 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691295 Jul 13 07:27:03.665706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] For port 6eaf941a-4b01-4f60-ae98-c880ecd7a247, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6eaf941a-4b01-4f60-ae98-c880ecd7a247,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:03.666879 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.701886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] Calling delete_port for 6eaf941a-4b01-4f60-ae98-c880ecd7a247 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:03.962084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00079c-25cd-4169-8732-201edb8f6ead req-c056ffeb-f13a-4d98-9b83-34b402aa8c9b tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.970515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-24770867-373e-4d6d-8c7b-3d763d427e18 None None] Port c1c8e857-f680-474c-9026-c082016c59b6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:03.970763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf00079c-25cd-4169-8732-201edb8f6ead req-c056ffeb-f13a-4d98-9b83-34b402aa8c9b tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 945 time: 0.1475053 Jul 13 07:27:04.039586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf00079c-25cd-4169-8732-201edb8f6ead req-428f0e43-dba4-4148-ae23-0fa05a345f4a tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675297 Jul 13 07:27:04.048395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.054027 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:26:56Z', 'revision_number': 3, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:04.065014 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.086735 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b5a37d-ba30-4425-b890-8bb730e9878b None None] The sync data for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 is: [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:26:56Z', 'revision_number': 3, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:04.160226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device df70a66a-9267-4b91-9396-6b787e726f42 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:04.173699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c8e857-f680-474c-9026-c082016c59b6,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:04.219602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.281340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] Pushing event deleted for resources: {'Port': ['ID=6eaf941a-4b01-4f60-ae98-c880ecd7a247,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:04.286629 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.326640 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.368954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port df70a66a-9267-4b91-9396-6b787e726f42 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:04.383118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port df70a66a-9267-4b91-9396-6b787e726f42 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:04.383500 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.525087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Network 081c3b48-291a-43a5-8e7e-8ec640ca2216 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:04.528220 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:04.562239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcf048-3de6-4581-b78c-175172cd968d req-ae190c9c-e029-4d04-9db2-8deb64b054f9 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.573396 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-55dcf048-3de6-4581-b78c-175172cd968d req-ae190c9c-e029-4d04-9db2-8deb64b054f9 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 944 time: 0.2739358 Jul 13 07:27:04.577966 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.624657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79e2c05-6c5e-4db6-89cc-2c391dead5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df70a66a-9267-4b91-9396-6b787e726f42'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:04.627572 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261a8b87-a43a-4900-97e1-18e9d0fd9814" -d '{"events": [{"server_uuid": "c79e2c05-6c5e-4db6-89cc-2c391dead5ec", "name": "network-vif-plugged", "status": "completed", "tag": "df70a66a-9267-4b91-9396-6b787e726f42"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:04.655404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port df70a66a-9267-4b91-9396-6b787e726f42, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=df70a66a-9267-4b91-9396-6b787e726f42,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:04.663653 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.839331 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-55dcf048-3de6-4581-b78c-175172cd968d req-2d81bda7-12e1-4615-8ef5-b31837235945 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645111 Jul 13 07:27:04.870865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.902071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=df70a66a-9267-4b91-9396-6b787e726f42,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:04.998454 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d06c3ab9-0b96-4449-bf65-25e352aff180 req-f4b492dc-421a-4bf6-aa75-d56f412253e5 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.2712464 Jul 13 07:27:05.078596 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52efa85-fe07-4750-9d07-605250f1dcd0 x-openstack-request-id: req-a52efa85-fe07-4750-9d07-605250f1dcd0 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:05.079040 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79e2c05-6c5e-4db6-89cc-2c391dead5ec", "name": "network-vif-plugged", "status": "completed", "tag": "df70a66a-9267-4b91-9396-6b787e726f42", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:05.079346 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a52efa85-fe07-4750-9d07-605250f1dcd0 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:05.079978 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79e2c05-6c5e-4db6-89cc-2c391dead5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df70a66a-9267-4b91-9396-6b787e726f42', 'code': 200} Jul 13 07:27:05.105902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:05.400470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a9baa2d1-b13d-435b-81c6-f217e37125f2 None None] Provisioning complete for port c1c8e857-f680-474c-9026-c082016c59b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:05.403036 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9baa2d1-b13d-435b-81c6-f217e37125f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.424795 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:05.455404 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5e606747-bce0-4b99-842c-c2e9518e40f3 admin admin] 10.222.0.44 "PUT /v2.0/routers/b9647e6c-5f6f-459a-8a97-6ce149e1cb3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3913653 Jul 13 07:27:05.596233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ffb7d-526c-4e76-bbb2-45552f369ecf req-6589df9c-2768-4149-aae7-cdd3a3195834 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:05.604683 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ae7ffb7d-526c-4e76-bbb2-45552f369ecf req-6589df9c-2768-4149-aae7-cdd3a3195834 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 946 time: 0.1402018 Jul 13 07:27:05.659254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a9baa2d1-b13d-435b-81c6-f217e37125f2 None None] Port c1c8e857-f680-474c-9026-c082016c59b6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:05.678144 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ae7ffb7d-526c-4e76-bbb2-45552f369ecf req-54ae8462-a8b0-4971-b209-c5958fceafc4 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716414 Jul 13 07:27:05.793017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d7e170ec-e437-492b-8291-eaa4283ee1a8 None None] Provisioning complete for port df70a66a-9267-4b91-9396-6b787e726f42 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:05.793814 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d7e170ec-e437-492b-8291-eaa4283ee1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.899032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d2e2e-6e39-40f2-9eea-b2a0353e62db req-aa437cd0-5b15-4719-956b-57c4c15aa260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:05.900751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-014d2e2e-6e39-40f2-9eea-b2a0353e62db req-aa437cd0-5b15-4719-956b-57c4c15aa260 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 1097 time: 0.5999486 Jul 13 07:27:05.981376 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-014d2e2e-6e39-40f2-9eea-b2a0353e62db req-0b323718-dcf1-40ec-a666-e47596b92bfc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730550 Jul 13 07:27:05.987102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d7e170ec-e437-492b-8291-eaa4283ee1a8 None None] Provisioning complete for port c1c8e857-f680-474c-9026-c082016c59b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:05.987496 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d7e170ec-e437-492b-8291-eaa4283ee1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.042929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d7e170ec-e437-492b-8291-eaa4283ee1a8 None None] Port c1c8e857-f680-474c-9026-c082016c59b6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:06.069864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-31f7116c-9246-42a5-bdad-31be9f632a9f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:06.071926 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-31f7116c-9246-42a5-bdad-31be9f632a9f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.53 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 944 time: 1.3130498 Jul 13 07:27:06.254556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abbe0-7d32-48b3-9241-3f3ca46b514e req-561778e3-c401-4ebe-81ef-cbb834ccef22 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:06.261612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e2abbe0-7d32-48b3-9241-3f3ca46b514e req-561778e3-c401-4ebe-81ef-cbb834ccef22 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.2317176 Jul 13 07:27:06.366918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-2f4088e3-43c8-4806-909e-aaab260eabe4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Deleting port af26fc6e-8333-4769-8491-72a34cc42e0b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:06.367342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-2f4088e3-43c8-4806-909e-aaab260eabe4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.414620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e2abbe0-7d32-48b3-9241-3f3ca46b514e req-71eba910-77e4-496f-9aa4-acb27e595880 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519895 Jul 13 07:27:06.516563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 930efec5-2c2d-439f-b932-aa82e3f86f4b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:06.547796 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44876) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:06.553849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-21cb6410-c5d1-477e-917d-963963d0c738 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688450887', 'description': 'tempest-description--1378684830'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:06.606824 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21cb6410-c5d1-477e-917d-963963d0c738 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.640962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 930efec5-2c2d-439f-b932-aa82e3f86f4b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:06.646403 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 930efec5-2c2d-439f-b932-aa82e3f86f4b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:06.647240 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.707472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-2f4088e3-43c8-4806-909e-aaab260eabe4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] For port af26fc6e-8333-4769-8491-72a34cc42e0b, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=af26fc6e-8333-4769-8491-72a34cc42e0b,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:06.708486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-2f4088e3-43c8-4806-909e-aaab260eabe4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.728430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-2f4088e3-43c8-4806-909e-aaab260eabe4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Calling delete_port for af26fc6e-8333-4769-8491-72a34cc42e0b owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:06.828983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.876504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 930efec5-2c2d-439f-b932-aa82e3f86f4b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=930efec5-2c2d-439f-b932-aa82e3f86f4b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:06.891538 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.981829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] Router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:06.991608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-2f4088e3-43c8-4806-909e-aaab260eabe4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.029108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=930efec5-2c2d-439f-b932-aa82e3f86f4b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:07.117763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4088e3-43c8-4806-909e-aaab260eabe4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Pushing event deleted for resources: {'Port': ['ID=af26fc6e-8333-4769-8491-72a34cc42e0b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:07.170425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-2f4088e3-43c8-4806-909e-aaab260eabe4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] No DVR routers for this DVR port af26fc6e-8333-4769-8491-72a34cc42e0b on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:07.174194 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-2f4088e3-43c8-4806-909e-aaab260eabe4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.177983 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c95ac2f2-46f7-49f6-824f-96cf4f6d34a9 req-2f4088e3-43c8-4806-909e-aaab260eabe4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.53 "DELETE /v2.0/ports/af26fc6e-8333-4769-8491-72a34cc42e0b HTTP/1.1" status: 204 len: 173 time: 1.0589595 Jul 13 07:27:07.178897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'name': 'network-vif-deleted', 'tag': 'af26fc6e-8333-4769-8491-72a34cc42e0b'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:07.188993 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ca645f-a04b-40bd-becc-64508821ba38" -d '{"events": [{"server_uuid": "f68b599a-780f-4532-b554-d9a7c9feca91", "name": "network-vif-deleted", "tag": "af26fc6e-8333-4769-8491-72a34cc42e0b"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:07.265382 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa81de-e380-4a23-8e88-5c8a24fc1ecc req-1aa36cd3-aa06-40ae-86ce-dd23e3917bf1 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:07.267143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97aa81de-e380-4a23-8e88-5c8a24fc1ecc req-1aa36cd3-aa06-40ae-86ce-dd23e3917bf1 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 866 time: 0.6730008 Jul 13 07:27:07.337727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Sync routers for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:07.359992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:07.361037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:07.391839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97aa81de-e380-4a23-8e88-5c8a24fc1ecc req-cc4b8c56-9488-402c-bbf4-b0bec14955b6 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079302 Jul 13 07:27:07.401826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:07.405934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21cb6410-c5d1-477e-917d-963963d0c738 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.410697 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e05d14ab-dc84-4d85-872c-fd726c295e37 req-25b31c8a-c70b-41d4-91d7-f1b2ba275566 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.5715377 Jul 13 07:27:07.412118 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] Sync routers for ids ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:07.413247 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21cb6410-c5d1-477e-917d-963963d0c738 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.422541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ec357e15-347d-450f-9c3a-b1f9e4d0261e admin admin] 10.222.0.44 "PUT /v2.0/routers/0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7300277 Jul 13 07:27:07.432427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44892) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:07.435464 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] Routers {'0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:07.437205 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:07.456160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21cb6410-c5d1-477e-917d-963963d0c738 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.463382 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-21cb6410-c5d1-477e-917d-963963d0c738 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9143527 Jul 13 07:27:07.466038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44894) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:07.480623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8e842c45-389f-4dd8-a8de-4ea6c8104867 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'security_group_rule': {'security_group_id': '312b0f30-d974-4a00-b95f-a84bc353092b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:07.565047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e842c45-389f-4dd8-a8de-4ea6c8104867 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.678580 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e842c45-389f-4dd8-a8de-4ea6c8104867 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.680336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb6410-c5d1-477e-917d-963963d0c738 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312b0f30-d974-4a00-b95f-a84bc353092b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:07.687673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e842c45-389f-4dd8-a8de-4ea6c8104867 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.688700 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.734932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e842c45-389f-4dd8-a8de-4ea6c8104867 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.740762 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8e842c45-389f-4dd8-a8de-4ea6c8104867 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2703605 Jul 13 07:27:07.743860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44900) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:07.747193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.769668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:07.770502 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8e6095c7-8c83-4d5f-969e-7abac3f8cbed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'security_group_rule': {'security_group_id': '312b0f30-d974-4a00-b95f-a84bc353092b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:07.788763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e842c45-389f-4dd8-a8de-4ea6c8104867 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f9cbd9-14c5-4fc9-9d97-e10c67c795e3,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:07.834148 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] Set router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:07.843887 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aa2173-291d-4eb8-8a12-a42cb796e64c x-openstack-request-id: req-f6aa2173-291d-4eb8-8a12-a42cb796e64c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:07.844251 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68b599a-780f-4532-b554-d9a7c9feca91", "name": "network-vif-deleted", "tag": "af26fc6e-8333-4769-8491-72a34cc42e0b", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:07.844717 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6aa2173-291d-4eb8-8a12-a42cb796e64c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:07.845833 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68b599a-780f-4532-b554-d9a7c9feca91', 'name': 'network-vif-deleted', 'tag': 'af26fc6e-8333-4769-8491-72a34cc42e0b', 'status': 'completed', 'code': 200} Jul 13 07:27:07.855923 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e6095c7-8c83-4d5f-969e-7abac3f8cbed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.058591 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e6095c7-8c83-4d5f-969e-7abac3f8cbed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.069633 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e6095c7-8c83-4d5f-969e-7abac3f8cbed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.102069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e6095c7-8c83-4d5f-969e-7abac3f8cbed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.109339 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8e6095c7-8c83-4d5f-969e-7abac3f8cbed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3517911 Jul 13 07:27:08.115163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44902) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:08.126935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6095c7-8c83-4d5f-969e-7abac3f8cbed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cb7169-1412-47d5-8c25-f22aae0c4999,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:08.130796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d2f81-2f0c-4280-bdab-34a7363d1fe3 req-1bd15ee3-8029-40aa-bacc-85fbfac998ce tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:08.132551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c0d2f81-2f0c-4280-bdab-34a7363d1fe3 req-1bd15ee3-8029-40aa-bacc-85fbfac998ce tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 946 time: 0.2967167 Jul 13 07:27:08.145553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:08.191054 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.216917 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3b58d-512e-47d7-b94d-0c2be59a579a req-0e2449e4-7db9-449b-a7b7-32050f6411f5 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:08.232063 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09c3b58d-512e-47d7-b94d-0c2be59a579a req-0e2449e4-7db9-449b-a7b7-32050f6411f5 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.2528656 Jul 13 07:27:08.267026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device af26fc6e-8333-4769-8491-72a34cc42e0b no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:08.312292 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.336726 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09c3b58d-512e-47d7-b94d-0c2be59a579a req-8d03f1d5-0a41-495a-855d-e14ea5d8ed4d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024246 Jul 13 07:27:08.403957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: af26fc6e-8333-4769-8491-72a34cc42e0b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:08.405806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device af26fc6e-8333-4769-8491-72a34cc42e0b not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:08.490817 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:27:04Z', 'revision_number': 5, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port': {'id': '046ed07f-c283-4f98-9083-b4a68c7de224', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:37Z', 'updated_at': '2021-07-13T07:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:08.494081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 2, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:08.507647 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c0d2f81-2f0c-4280-bdab-34a7363d1fe3 req-58083588-4b11-4800-80db-396257d7d72b tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509088 Jul 13 07:27:08.589932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Checking router: b9647e6c-5f6f-459a-8a97-6ce149e1cb3e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:08.590286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Updating router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e port c1c8e857-f680-474c-9026-c082016c59b6 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:27:08.622409 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] Checking router: 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:08.657350 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] Routers {'0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:08.659412 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:08.685132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 930efec5-2c2d-439f-b932-aa82e3f86f4b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:08.687458 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.812590 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6dc15d6-7dfa-4a79-b193-24630d43cbc6 req-64541711-7e17-465a-9119-450078e13224 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 210 time: 0.0824668 Jul 13 07:27:08.845692 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f228404c-3b96-47bc-a990-11c4e553c6f9 req-6b3a71cb-9978-4e1e-9775-5e4ec58dc65f tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.1720107 Jul 13 07:27:08.908465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Deleting port 046ed07f-c283-4f98-9083-b4a68c7de224 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:08.908851 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.916998 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] Set router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:08.987642 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:27:08Z', 'revision_number': 6, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:09.069329 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7736f5-6c13-417f-af8e-85e24816c55a None None] The sync data for ids ['0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e'] in n-d-798249-7 is: [{'id': '0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-424855090-router', 'tenant_id': '24fc139a5fd6485c87d71f86923d94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:35Z', 'updated_at': '2021-07-13T07:27:08Z', 'revision_number': 6, 'project_id': '24fc139a5fd6485c87d71f86923d94a3', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:09.088291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.131789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 930efec5-2c2d-439f-b932-aa82e3f86f4b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:09.133490 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.171558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] For port 046ed07f-c283-4f98-9083-b4a68c7de224, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=046ed07f-c283-4f98-9083-b4a68c7de224,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:09.172124 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.206829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Calling delete_port for 046ed07f-c283-4f98-9083-b4a68c7de224 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:09.336705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Allocated IP 172.25.6.175 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/31b9a17b-45b8-456c-be20-735de5d263e5) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:09.544703 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:27:09.558686 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.658225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Transition to ACTIVE for port object c1c8e857-f680-474c-9026-c082016c59b6 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:09.670088 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.702720 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.758145 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.796002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4506f4-6735-47a0-905f-e295f497c3e1 None None] Pushing event updated for resources: {'Port': ['ID=c1c8e857-f680-474c-9026-c082016c59b6,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:09.864995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=046ed07f-c283-4f98-9083-b4a68c7de224,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:09.874676 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.930954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Attempting to bind port c1c8e857-f680-474c-9026-c082016c59b6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:09.931332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Attempting to bind port c1c8e857-f680-474c-9026-c082016c59b6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:09.931694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Attempting to bind port c1c8e857-f680-474c-9026-c082016c59b6 on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:09.938088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:09.938473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Checking segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:09.938888 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:09.939272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Bound using segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:09.944411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Bound port: c1c8e857-f680-474c-9026-c082016c59b6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:09.944858 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.033903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:10.049914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:10.067082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:10.103645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] For port c1c8e857-f680-474c-9026-c082016c59b6, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:10.109963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] For port c1c8e857-f680-474c-9026-c082016c59b6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c1c8e857-f680-474c-9026-c082016c59b6,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:10.123248 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.160185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5cd0599-b953-4112-bcea-1c647b0647be req-48c74a35-10c2-44d8-80a9-cb59774e1838 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 210 time: 0.0781765 Jul 13 07:27:10.242158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4506f4-6735-47a0-905f-e295f497c3e1 None None] Pushing event updated for resources: {'Port': ['ID=c1c8e857-f680-474c-9026-c082016c59b6,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:10.322233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:10.323608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:26:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:10.333731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'Port': ['ID=31b9a17b-45b8-456c-be20-735de5d263e5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:10.364161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.383990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.539769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b92fedf5-ceea-4476-b945-f44a7936611c req-da9ac779-57b8-4a2f-a235-695cc795f330 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0870912 Jul 13 07:27:10.548324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:10.641335 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.644505 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.754631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.754631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:27:10.761675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.763122 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-901c1306-4c1e-4bb7-aac7-2426bb284a01 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0b3f09f2-ed77-49ce-a9b3-4e9593f2b00e HTTP/1.1" status: 204 len: 168 time: 3.3289797 Jul 13 07:27:10.765807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44948) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:10.818165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1503398-6384-4682-a2a6-c8ac75b86673 req-64e6784e-4064-409d-9a81-1ec83e2eadef tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:10.826561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1503398-6384-4682-a2a6-c8ac75b86673 req-64e6784e-4064-409d-9a81-1ec83e2eadef tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 1.1787374 Jul 13 07:27:10.837417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 046ed07f-c283-4f98-9083-b4a68c7de224 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:10.913328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-293c7136-fd22-40e7-9742-c82dcec172ec admin admin] Deleting subnet 014265c9-d6a2-4ada-85e7-994f6403afa7 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:10.921976 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-293c7136-fd22-40e7-9742-c82dcec172ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.009297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-293c7136-fd22-40e7-9742-c82dcec172ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.014928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.098449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-293c7136-fd22-40e7-9742-c82dcec172ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.147994 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1503398-6384-4682-a2a6-c8ac75b86673 req-aff1c185-c990-4027-80f4-3dec53b6a376 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728508 Jul 13 07:27:11.262399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 046ed07f-c283-4f98-9083-b4a68c7de224 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:11.264307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.264802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 046ed07f-c283-4f98-9083-b4a68c7de224 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:11.265269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6eaf941a-4b01-4f60-ae98-c880ecd7a247 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:11.274890 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.350296 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-293c7136-fd22-40e7-9742-c82dcec172ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.389743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 6eaf941a-4b01-4f60-ae98-c880ecd7a247 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:11.391680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6eaf941a-4b01-4f60-ae98-c880ecd7a247 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:11.402349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'Port': ['ID=31b9a17b-45b8-456c-be20-735de5d263e5,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:11.422682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c7136-fd22-40e7-9742-c82dcec172ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=014265c9-d6a2-4ada-85e7-994f6403afa7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:11.446329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.447060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283f4de-4a56-4030-8acb-155539827b9e None None] Network 4fa91831-929b-47d0-80cd-f5b53068b927 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:11.450842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-293c7136-fd22-40e7-9742-c82dcec172ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.456810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-293c7136-fd22-40e7-9742-c82dcec172ec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/014265c9-d6a2-4ada-85e7-994f6403afa7 HTTP/1.1" status: 204 len: 168 time: 0.6884246 Jul 13 07:27:11.459958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44962) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:11.469195 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.470846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-35b2c113-3df5-43f7-a8f5-1a2af906d1ed tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3344874 Jul 13 07:27:11.559574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:10Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:11.662320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f8bad-27fd-4cc4-8b0a-3ae458253827 None None] The sync data for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 is: [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:10Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:11.772248 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a32048d8-bc33-4522-a54d-d1498f9c9375 req-151b1b1b-2312-4c94-b8d1-a96d029178ef tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 210 time: 0.3353491 Jul 13 07:27:11.780817 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-0f829765-75aa-467e-8dc6-d896f21d2b14 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--688450887&fields=id&tenant_id=91f2893f7fe74db9a018e62c856bdf9d HTTP/1.1" status: 200 len: 267 time: 0.1146498 Jul 13 07:27:11.781476 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.901152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Deleting port 9348dd01-2e70-4cbf-923d-d5acbdbb797a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:11.901673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.084481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2910d69b-54ce-4294-a60e-e166a487c723 req-20028fe4-cf86-41f7-9a87-a604af9b0f2c tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0807586 Jul 13 07:27:12.102637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] For port 9348dd01-2e70-4cbf-923d-d5acbdbb797a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9348dd01-2e70-4cbf-923d-d5acbdbb797a,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:12.103284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.124873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Calling delete_port for 9348dd01-2e70-4cbf-923d-d5acbdbb797a owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:12.136234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa75d6-7865-41fe-950c-67151ad14ee9 None None] DHCP port deletion for 4fa91831-929b-47d0-80cd-f5b53068b927 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:27:12.290559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa75d6-7865-41fe-950c-67151ad14ee9 None None] Deleting port 9348dd01-2e70-4cbf-923d-d5acbdbb797a {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:12.291552 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6bfa75d6-7865-41fe-950c-67151ad14ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.415427 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.437088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] No DVR routers for this DVR port 9348dd01-2e70-4cbf-923d-d5acbdbb797a on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:12.475366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6bfa75d6-7865-41fe-950c-67151ad14ee9 None None] For port 9348dd01-2e70-4cbf-923d-d5acbdbb797a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9348dd01-2e70-4cbf-923d-d5acbdbb797a,segment=NetworkSegment(b41d3555-7d7a-4161-b339-0ace63e825c4),segment_id=b41d3555-7d7a-4161-b339-0ace63e825c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:12.475956 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6bfa75d6-7865-41fe-950c-67151ad14ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.511236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa75d6-7865-41fe-950c-67151ad14ee9 None None] Calling delete_port for 9348dd01-2e70-4cbf-923d-d5acbdbb797a owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:12.543721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c1c8e857-f680-474c-9026-c082016c59b6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:12.546204 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9348dd01-2e70-4cbf-923d-d5acbdbb797a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:12.666481 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.683579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa91831-929b-47d0-80cd-f5b53068b927']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:12.740144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41d3555-7d7a-4161-b339-0ace63e825c4') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:12.740538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41d3555-7d7a-4161-b339-0ace63e825c4') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:12.749068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-ce260b29-6c61-4edc-957b-75bb2ef931dd tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:12.755935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-ce260b29-6c61-4edc-957b-75bb2ef931dd tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 817 time: 0.9730849 Jul 13 07:27:12.771934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.816114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.822290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-654ea3fc-d4a2-4e66-bb6f-87e77393a61a tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/quotas/91f2893f7fe74db9a018e62c856bdf9d HTTP/1.1" status: 200 len: 375 time: 0.0586812 Jul 13 07:27:12.835141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:12.835733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:12.838528 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:12.978999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.996825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.000099 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4fa91831-929b-47d0-80cd-f5b53068b927 HTTP/1.1" status: 204 len: 168 time: 1.5388684 Jul 13 07:27:13.059360 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-79b976a5-bcad-4ff4-884b-d4932a664e0c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2263024 Jul 13 07:27:13.068730 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6367313-2cff-4377-900a-3105360784f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa91831-929b-47d0-80cd-f5b53068b927,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:13.292612 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6bfa75d6-7865-41fe-950c-67151ad14ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.326560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bfa75d6-7865-41fe-950c-67151ad14ee9 None None] Network 4fa91831-929b-47d0-80cd-f5b53068b927 is not hosted by any dhcp agent {{(pid=93840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:27:13.328003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa75d6-7865-41fe-950c-67151ad14ee9 None None] No DVR routers for this DVR port 9348dd01-2e70-4cbf-923d-d5acbdbb797a on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:13.378715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-39efa0f1-df35-4108-a688-cc5363ded503 service neutron] 10.222.0.44 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029087 Jul 13 07:27:13.401406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45006) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:13.424453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa75d6-7865-41fe-950c-67151ad14ee9 None None] Pushing event deleted for resources: {'Port': ['ID=9348dd01-2e70-4cbf-923d-d5acbdbb797a,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:13.453222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c1c8e857-f680-474c-9026-c082016c59b6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:13.460286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c1c8e857-f680-474c-9026-c082016c59b6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:13.460673 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.523082 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fae05437-8097-407b-8b54-cb3609762a09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24fc139a5fd6485c87d71f86923d94a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1189721 Jul 13 07:27:13.525686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45012) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:13.634181 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-cf5f091c-376d-4996-bc00-f565fbb1d6df service neutron] 10.222.0.44 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515965 Jul 13 07:27:13.667349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c623e630-6225-4777-9d0d-70b2127cc7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.692813 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.723301 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c623e630-6225-4777-9d0d-70b2127cc7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.808455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port c1c8e857-f680-474c-9026-c082016c59b6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c1c8e857-f680-474c-9026-c082016c59b6,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:13.818643 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.082597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9348dd01-2e70-4cbf-923d-d5acbdbb797a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:14.136465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c623e630-6225-4777-9d0d-70b2127cc7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.145906 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c623e630-6225-4777-9d0d-70b2127cc7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.153077 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c623e630-6225-4777-9d0d-70b2127cc7d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a083c8f-84ac-413a-b984-12fabfd682ce HTTP/1.1" status: 204 len: 168 time: 0.6202259 Jul 13 07:27:14.218066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2975b0-ba0d-4f8f-950d-b1203ed6d88e req-26667a78-a65b-4f98-ae04-76010230ea57 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:14.257847 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa2975b0-ba0d-4f8f-950d-b1203ed6d88e req-26667a78-a65b-4f98-ae04-76010230ea57 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 945 time: 0.5351779 Jul 13 07:27:14.269228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 9348dd01-2e70-4cbf-923d-d5acbdbb797a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:14.272075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9348dd01-2e70-4cbf-923d-d5acbdbb797a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:14.342331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=c1c8e857-f680-474c-9026-c082016c59b6,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:14.357226 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1213356e-3a17-47c8-a803-bfd4053ba32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.365639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623e630-6225-4777-9d0d-70b2127cc7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a083c8f-84ac-413a-b984-12fabfd682ce,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:14.441132 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa2975b0-ba0d-4f8f-950d-b1203ed6d88e req-84a8e679-13e1-4794-8180-6a10520f9651 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808534 Jul 13 07:27:14.508723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9e818ec-b5be-4a43-b35e-3f4c42a0b169 req-24e07911-9339-47a9-9622-dca8d007ff46 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 210 time: 0.1483896 Jul 13 07:27:14.513995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 50be0313-cc2e-488f-a44e-ac5697dd054b details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:14.591026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-59261a7e-fc6b-4b12-b916-bd944c121cf2 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:14.593111 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-59261a7e-fc6b-4b12-b916-bd944c121cf2 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1096 time: 0.3480966 Jul 13 07:27:14.777429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc18cc91-9965-44b8-82dc-400ce6f30e93 req-85b78ae0-abbb-48d4-8eee-bf94dc76c8b6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 210 time: 0.1421781 Jul 13 07:27:14.883403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-7'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:14.988543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0f14955f-1dfc-489b-8d29-324371bee975 None None] Provisioning complete for port c1c8e857-f680-474c-9026-c082016c59b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:14.988941 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0f14955f-1dfc-489b-8d29-324371bee975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.010470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.185495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:15.204750 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b6224586-a72a-4c38-8645-12125a1e66ef req-e7d42f20-0a88-4185-83b6-f20b8c69c65d tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.1261051 Jul 13 07:27:15.271005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 50be0313-cc2e-488f-a44e-ac5697dd054b has no active binding in host n-h2-798249-7 {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:27:15.274059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:15.331472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:15.403024 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.406806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50be0313-cc2e-488f-a44e-ac5697dd054b'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:15.410155 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1466eaf0-1bae-40ee-ba7f-1903a5d9436a" -d '{"events": [{"server_uuid": "afd5ae47-0f4a-48bc-876d-767ebdaa7551", "name": "network-vif-unplugged", "status": "completed", "tag": "50be0313-cc2e-488f-a44e-ac5697dd054b"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:15.414690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.502349 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f34df2-cbf3-49e8-a6c7-b65d2ba3cf58 x-openstack-request-id: req-a8f34df2-cbf3-49e8-a6c7-b65d2ba3cf58 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:15.502725 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd5ae47-0f4a-48bc-876d-767ebdaa7551", "name": "network-vif-unplugged", "status": "completed", "tag": "50be0313-cc2e-488f-a44e-ac5697dd054b", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:15.503001 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8f34df2-cbf3-49e8-a6c7-b65d2ba3cf58 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:15.503595 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50be0313-cc2e-488f-a44e-ac5697dd054b', 'code': 200} Jul 13 07:27:15.526141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b on host n-h1-798249-7 for vnic_type normal with profile {"migrating_to": "n-h2-798249-7"} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:15.526968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:15.527819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:15.568264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Port 50be0313-cc2e-488f-a44e-ac5697dd054b on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:15.568628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Attempting to bind port 50be0313-cc2e-488f-a44e-ac5697dd054b on network 4916fcde-0d55-4029-ab45-0e9c1b82d8bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:15.576801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Pushing event updated for resources: {'Port': ['ID=50be0313-cc2e-488f-a44e-ac5697dd054b,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:15.589601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:15.590018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Checking segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:15.590732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Bound using segment: {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:15.591229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Bound port: 50be0313-cc2e-488f-a44e-ac5697dd054b, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604f129b-2ba2-4698-9d97-477f3e00d99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4916fcde-0d55-4029-ab45-0e9c1b82d8bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:15.591600 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.668577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:15.672081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:15.683095 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.824363 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fda778bd-4b78-4ab3-b1c8-5bd7de14cf58 req-79b7bc00-cd05-4ade-b9ee-cb5a61e6c02b tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 210 time: 0.0730364 Jul 13 07:27:15.841592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Pushing event updated for resources: {'Port': ['ID=50be0313-cc2e-488f-a44e-ac5697dd054b,revision_number=8']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:15.931464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:15.932259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.934033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-6f571153-bbec-4921-80b3-1e5005294713 service neutron] 10.222.0.54 "PUT /v2.0/ports/50be0313-cc2e-488f-a44e-ac5697dd054b HTTP/1.1" status: 200 len: 1121 time: 1.3336363 Jul 13 07:27:16.031322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fca8371a-e993-409d-b6cb-eeef23c6adab req-a486825c-334b-4caf-a4b6-cd7599fc52a7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 210 time: 0.0843527 Jul 13 07:27:16.037359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['50be0313-cc2e-488f-a44e-ac5697dd054b'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:16.114739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['50be0313-cc2e-488f-a44e-ac5697dd054b'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:16.364129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d82a3-44ff-46d9-a17b-c42128f75c76 req-98115848-3042-4424-8ada-61663426a100 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:16.378332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-697d82a3-44ff-46d9-a17b-c42128f75c76 req-98115848-3042-4424-8ada-61663426a100 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.2468212 Jul 13 07:27:16.465593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-697d82a3-44ff-46d9-a17b-c42128f75c76 req-2c6ba265-31dd-4def-8bce-40e4bd5966d8 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844371 Jul 13 07:27:16.466654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c1c8e857-f680-474c-9026-c082016c59b6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:16.590413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c1c8e857-f680-474c-9026-c082016c59b6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:16.590798 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.808418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8363a1dc-eefb-40b1-b170-305da570f404 req-9e4c9901-b210-4848-bebb-292adca4d16c tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0789056 Jul 13 07:27:17.048686 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5f06-c09d-45d6-adc8-78043ea50072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.051996 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09dbaa92-4435-439f-9d9a-e7aad6b4fbfe req-7e594c62-5db5-4480-9f87-cd5d1d4b2a22 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=f68b599a-780f-4532-b554-d9a7c9feca91 HTTP/1.1" status: 200 len: 210 time: 0.0631618 Jul 13 07:27:17.070743 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.353842 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-33e314ef-0e6b-447d-8464-120d9a6a446e req-837cdd4a-7c24-43b8-b153-3eb1ad64f981 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 210 time: 0.0550916 Jul 13 07:27:17.505321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'tag': '50be0313-cc2e-488f-a44e-ac5697dd054b'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:17.507572 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "afd5ae47-0f4a-48bc-876d-767ebdaa7551", "tag": "50be0313-cc2e-488f-a44e-ac5697dd054b"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:17.801871 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.848526 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e78d2a-d23d-4432-9d60-836f1ceae823 x-openstack-request-id: req-34e78d2a-d23d-4432-9d60-836f1ceae823 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:17.849159 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd5ae47-0f4a-48bc-876d-767ebdaa7551", "tag": "50be0313-cc2e-488f-a44e-ac5697dd054b", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:17.849601 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34e78d2a-d23d-4432-9d60-836f1ceae823 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:17.850217 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'tag': '50be0313-cc2e-488f-a44e-ac5697dd054b', 'status': 'completed', 'code': 200} Jul 13 07:27:17.947404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff1529-9168-40f6-87b3-2ede459a14da req-56e50cc4-068b-4862-8cb2-8e582d503d85 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:17.957771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8ff1529-9168-40f6-87b3-2ede459a14da req-56e50cc4-068b-4862-8cb2-8e582d503d85 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.3051016 Jul 13 07:27:18.033574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8ff1529-9168-40f6-87b3-2ede459a14da req-188637b2-d861-4f78-aea4-a0eb7089d893 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745308 Jul 13 07:27:18.067596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-7c0719d2-3bdc-4fdf-830d-640d55d03144 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.070279 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-7c0719d2-3bdc-4fdf-830d-640d55d03144 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.54 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 817 time: 0.4937623 Jul 13 07:27:18.151657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3 req-15ea8ace-2f12-459c-9112-833ed670e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.156234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3 req-15ea8ace-2f12-459c-9112-833ed670e828 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 1124 time: 0.2930601 Jul 13 07:27:18.251675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-02266265-826c-4100-a947-8544599adcf3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91f2893f7fe74db9a018e62c856bdf9d HTTP/1.1" status: 200 len: 379 time: 0.1592255 Jul 13 07:27:18.273029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'port': {'device_id': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'admin_state_up': True, 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'security_groups': ['312b0f30-d974-4a00-b95f-a84bc353092b']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:18.405215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3 req-1af80847-2d9a-4a02-87c7-6f641a1b0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.407087 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3 req-1af80847-2d9a-4a02-87c7-6f641a1b0059 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.2062714 Jul 13 07:27:18.551993 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01b34ee6-a8e4-44b0-9cc6-710c60fe8f39 req-6feffef1-b853-49cb-98bb-6bab79806065 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.2751522 Jul 13 07:27:18.638693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3 req-ee6b3910-c95c-41d2-9401-77979fbc6b12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50be0313-cc2e-488f-a44e-ac5697dd054b HTTP/1.1" status: 200 len: 217 time: 0.0847633 Jul 13 07:27:18.702432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3 req-79eb8a1e-63a8-495c-87da-ca21a7f0830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.704136 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3 req-79eb8a1e-63a8-495c-87da-ca21a7f0830c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.0560012 Jul 13 07:27:18.763872 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3 req-67549c19-ac9a-4101-b2fc-d6af58962b87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498521 Jul 13 07:27:18.810301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2c03c12-7a98-41eb-bad8-864a73ee4d58 req-438a0cb6-dea2-452d-947f-52fa2832513c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 210 time: 0.0704229 Jul 13 07:27:18.812465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Made reservation on behalf of 91f2893f7fe74db9a018e62c856bdf9d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:18.816825 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.926242 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3 req-7208233c-6ab0-41da-a2f4-14542770cbe5 service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150820 Jul 13 07:27:19.078924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Allocated IP 172.20.0.14 (081c3b48-291a-43a5-8e7e-8ec640ca2216/ebc75dff-8648-4af2-96de-0e7931a86d5f/e1adbf6a-0eda-40be-86da-759bf017f756) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:19.444238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8a1ef10-9d9b-41f1-83b5-601b5e40fbd3 req-caf677ae-2a6b-4c28-a1fb-f53ce7a9222a service neutron] 10.222.0.53 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247063 Jul 13 07:27:19.521678 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.546162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Transition to ACTIVE for port object e1adbf6a-0eda-40be-86da-759bf017f756 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:19.585398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01078d26-0512-4768-bf8f-e5bfa492e7e7 req-eefebb45-942c-4efc-8aaf-36989a46aed2 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.594043 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01078d26-0512-4768-bf8f-e5bfa492e7e7 req-eefebb45-942c-4efc-8aaf-36989a46aed2 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.1426368 Jul 13 07:27:19.630750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.695115 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01078d26-0512-4768-bf8f-e5bfa492e7e7 req-74619249-6d35-46ef-81c9-102b1fc12d42 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989206 Jul 13 07:27:19.700035 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.790787 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:19.800394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Network 081c3b48-291a-43a5-8e7e-8ec640ca2216 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:19.802937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:19.805742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:19.908372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.914450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.947650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-e4b2fcc0-26cd-49b3-ad1f-3330c63b51cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6821609 Jul 13 07:27:19.966360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Request body: {'port': {'device_id': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:20.114952 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3df27584-1835-48de-83f2-c1570e1ba6d4 req-cd38111f-7b9d-4063-af6c-50b2c9ec2f32 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0837326 Jul 13 07:27:20.129468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.332877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c3dc6449-f569-4c8b-b020-7450d8ec62ea None None] Provisioning for port e1adbf6a-0eda-40be-86da-759bf017f756 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:20.338522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c3dc6449-f569-4c8b-b020-7450d8ec62ea None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:20.339341 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6449-f569-4c8b-b020-7450d8ec62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.383533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc6449-f569-4c8b-b020-7450d8ec62ea None None] Port e1adbf6a-0eda-40be-86da-759bf017f756 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:20.492393 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588ded8-7622-44e5-ba0c-753346ceaba5 req-8563e4f2-2a52-4071-b5d2-95b5b7eac09d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.501116 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5588ded8-7622-44e5-ba0c-753346ceaba5 req-8563e4f2-2a52-4071-b5d2-95b5b7eac09d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 932 time: 0.1119545 Jul 13 07:27:20.566122 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5588ded8-7622-44e5-ba0c-753346ceaba5 req-e10c5c4e-1c01-475d-8f66-3b71b7c10a8f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637989 Jul 13 07:27:20.613724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1adbf6a-0eda-40be-86da-759bf017f756 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:20.620553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.634167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Transition to ACTIVE for port object e1adbf6a-0eda-40be-86da-759bf017f756 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:20.640784 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.749513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:20.807289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Attempting to bind port e1adbf6a-0eda-40be-86da-759bf017f756 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:20.807625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Attempting to bind port e1adbf6a-0eda-40be-86da-759bf017f756 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:20.811065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Attempting to bind port e1adbf6a-0eda-40be-86da-759bf017f756 on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:20.825585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Port e1adbf6a-0eda-40be-86da-759bf017f756 on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:20.825585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Attempting to bind port e1adbf6a-0eda-40be-86da-759bf017f756 on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:20.831442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:20.831820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Checking segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:20.832296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Bound using segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:20.832744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Bound port: e1adbf6a-0eda-40be-86da-759bf017f756, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:20.839271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.998197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:21.005213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:21.033233 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.105590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2afc6-7a3b-483f-9bc7-c6dd23d6c7e2 req-a7833042-296e-459e-bc7a-6a28cf3cf277 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.107192 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9fc2afc6-7a3b-483f-9bc7-c6dd23d6c7e2 req-a7833042-296e-459e-bc7a-6a28cf3cf277 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.1835194 Jul 13 07:27:21.187630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:21.198530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9fc2afc6-7a3b-483f-9bc7-c6dd23d6c7e2 req-7a07e050-bdf1-41ba-b2d9-08779982f19e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758798 Jul 13 07:27:21.199014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.199912 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.202027 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-d2dc485a-16de-4e5e-a462-746ee8279808 service neutron] 10.222.0.54 "PUT /v2.0/ports/e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 200 len: 1092 time: 1.2417326 Jul 13 07:27:21.202737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:21.213988 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544f9321-9151-42ee-8b1c-0439393160c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:21.441131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-f4e00873-679f-4792-a558-57997bd52736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.443030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-f4e00873-679f-4792-a558-57997bd52736 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 1095 time: 0.1762733 Jul 13 07:27:21.501417 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-467f8c4b-5cc6-497d-9294-4662f001ce8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 200 len: 217 time: 0.0493655 Jul 13 07:27:21.528340 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d82b50bf-1d86-461a-b085-a1ab2d3e1974 req-0eb406eb-10a2-4a1e-a1ce-07954e0c40c7 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0505362 Jul 13 07:27:21.579540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-8a361023-d9b4-4cfb-94fe-ca350d89bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.582023 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-8a361023-d9b4-4cfb-94fe-ca350d89bc3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.0717871 Jul 13 07:27:21.633867 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c618a2c-ee99-4e6b-8a09-7e616b45ccde x-openstack-request-id: req-4c618a2c-ee99-4e6b-8a09-7e616b45ccde {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:21.635007 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:21.635993 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c618a2c-ee99-4e6b-8a09-7e616b45ccde {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:21.636601 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'status': 'completed', 'code': 200} Jul 13 07:27:21.666909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-665e7b2e-b9cc-4305-b3a7-bd6fafe63779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.668746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-665e7b2e-b9cc-4305-b3a7-bd6fafe63779 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780671 Jul 13 07:27:21.782269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-30259112-9e49-4826-a3c7-f36ad2a4032d service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057556 Jul 13 07:27:21.929328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3773fa70-7b82-4882-9d01-fe3b7d968854 req-8094712f-7924-4785-ab3e-57b7201bf2e3 service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397717 Jul 13 07:27:22.167788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c08b-4771-458e-8620-cf91ec4e6712 req-72a140bd-ccf5-403e-8604-1edae6944089 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.175783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e702c08b-4771-458e-8620-cf91ec4e6712 req-72a140bd-ccf5-403e-8604-1edae6944089 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 944 time: 0.0834532 Jul 13 07:27:22.198059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f9321-9151-42ee-8b1c-0439393160c8 req-a3c97551-451c-4e31-9c3c-65f2f5670b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.200831 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-544f9321-9151-42ee-8b1c-0439393160c8 req-a3c97551-451c-4e31-9c3c-65f2f5670b75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 1095 time: 0.1615834 Jul 13 07:27:22.235195 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e702c08b-4771-458e-8620-cf91ec4e6712 req-e6149132-74db-4e0e-8e05-4ce72fda22c0 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515819 Jul 13 07:27:22.407704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f9321-9151-42ee-8b1c-0439393160c8 req-a8e3a4a1-8d73-4a2a-aa8c-f4cb93a7a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.411036 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-544f9321-9151-42ee-8b1c-0439393160c8 req-a8e3a4a1-8d73-4a2a-aa8c-f4cb93a7a1b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.1999903 Jul 13 07:27:22.464548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-544f9321-9151-42ee-8b1c-0439393160c8 req-c75fd6ae-7fb0-4eca-a850-a7c27644058f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 200 len: 217 time: 0.0465260 Jul 13 07:27:22.476215 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082867fa-d7ba-42eb-b3c5-e1b83e45e8ff req-b4483b77-4276-41b4-8b1c-1a6cc92aab02 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.483029 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-082867fa-d7ba-42eb-b3c5-e1b83e45e8ff req-b4483b77-4276-41b4-8b1c-1a6cc92aab02 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.0845406 Jul 13 07:27:22.529593 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-082867fa-d7ba-42eb-b3c5-e1b83e45e8ff req-8870398e-7c5d-4967-963a-56e0dd2dc5df tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Jul 13 07:27:22.547042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f9321-9151-42ee-8b1c-0439393160c8 req-827f07be-871e-49c1-8823-ef6fcb0365fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.551223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-544f9321-9151-42ee-8b1c-0439393160c8 req-827f07be-871e-49c1-8823-ef6fcb0365fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.0771368 Jul 13 07:27:22.641343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f9321-9151-42ee-8b1c-0439393160c8 req-522d9b81-dcb8-475a-84e9-30787f153cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.644232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-544f9321-9151-42ee-8b1c-0439393160c8 req-522d9b81-dcb8-475a-84e9-30787f153cca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803483 Jul 13 07:27:22.811863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-842b6db8-8efb-4abb-be08-f2662b64b860 req-6b15beee-ca06-49c3-9683-30c5535eda60 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0452728 Jul 13 07:27:22.936319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-544f9321-9151-42ee-8b1c-0439393160c8 req-c0e8e821-61b2-429f-907c-4e05771a9464 service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826242 Jul 13 07:27:23.137736 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-544f9321-9151-42ee-8b1c-0439393160c8 req-f015dcb4-0baf-433c-8df6-e9bd46c0531d service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757045 Jul 13 07:27:23.595856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d206c1-01ae-4762-b2ad-efadd5f12466 req-6b276f37-0a24-429e-b0f8-6d8fba6e8e06 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.598096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d6d206c1-01ae-4762-b2ad-efadd5f12466 req-6b276f37-0a24-429e-b0f8-6d8fba6e8e06 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 944 time: 0.1057134 Jul 13 07:27:23.663207 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d6d206c1-01ae-4762-b2ad-efadd5f12466 req-6e656512-bf70-4cbd-9459-1ac3eb7effc6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545504 Jul 13 07:27:23.832716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d5140-d9c8-413c-b3cf-c6608485ce63 req-84c51524-ff52-4d1e-af6d-df854ea7772c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.840565 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-484d5140-d9c8-413c-b3cf-c6608485ce63 req-84c51524-ff52-4d1e-af6d-df854ea7772c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.0802598 Jul 13 07:27:23.929131 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-484d5140-d9c8-413c-b3cf-c6608485ce63 req-dfd9b6b1-5d43-4895-b688-2d6a835df1fa tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861907 Jul 13 07:27:24.092216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24286337-bbd9-4c50-995a-8dbbc357b900 req-7ed74260-c2f2-4642-b9e3-d4594b85f3b6 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0432701 Jul 13 07:27:24.251721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 50be0313-cc2e-488f-a44e-ac5697dd054b no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:24.562340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e1adbf6a-0eda-40be-86da-759bf017f756 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:24.621075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccf89d-47f9-4fa2-b015-97eb2f737b94 req-90019d2d-439a-45f1-90f3-be53ae822807 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:24.622818 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-38ccf89d-47f9-4fa2-b015-97eb2f737b94 req-90019d2d-439a-45f1-90f3-be53ae822807 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=4038c18d-c188-471a-a554-7b18fd6a9b55 HTTP/1.1" status: 200 len: 951 time: 0.0735569 Jul 13 07:27:24.675705 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-38ccf89d-47f9-4fa2-b015-97eb2f737b94 req-4f1bc034-838b-4b3c-a27a-e2555d0b3a2a tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435653 Jul 13 07:27:24.779868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:24.796312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'port_id': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'mac_address': 'fa:16:3e:69:fe:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:24.839961 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.885730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1adbf6a-0eda-40be-86da-759bf017f756 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:24.917218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:24.923128 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.954165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0590f-b857-4743-ac99-a70d23d9ec0e req-fac3e314-e63b-4730-bc72-56361d014968 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:24.955903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7df0590f-b857-4743-ac99-a70d23d9ec0e req-fac3e314-e63b-4730-bc72-56361d014968 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 944 time: 0.0947390 Jul 13 07:27:25.026174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7df0590f-b857-4743-ac99-a70d23d9ec0e req-b065485d-018e-423d-b219-9e0b6aba98ac tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618217 Jul 13 07:27:25.039109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:25.048702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.049925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.050504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.051100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.051642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.052302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.052776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.053244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.053709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.054221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.054687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.055149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:25.222631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e1adbf6a-0eda-40be-86da-759bf017f756'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:25.444671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10445d16-963d-4394-be4a-6afa5a9e0636 req-9fd7fc40-3d0a-43c8-802f-339aa8d9fd57 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:25.447199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10445d16-963d-4394-be4a-6afa5a9e0636 req-9fd7fc40-3d0a-43c8-802f-339aa8d9fd57 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 943 time: 0.1248999 Jul 13 07:27:25.480820 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0db6c204-b7b6-40f1-a562-4e7031695ebc req-bd8f0fa9-e3b4-4065-b28d-19a03e901edf tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0639451 Jul 13 07:27:25.507218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10445d16-963d-4394-be4a-6afa5a9e0636 req-8a237a8c-a233-408a-a2a6-3b03a10be18d tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538599 Jul 13 07:27:25.679315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-e3a07906-66f3-48e8-852f-0e3f0eecf6e1 service neutron] 10.222.0.53 "GET /v2.0/ports/50be0313-cc2e-488f-a44e-ac5697dd054b/bindings/n-h2-798249-7 HTTP/1.1" status: 200 len: 384 time: 0.1182775 Jul 13 07:27:25.974627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-098d6944-cfee-4403-b7ff-8ff13db268c6 service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:26.020610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-098d6944-cfee-4403-b7ff-8ff13db268c6 service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:26.083274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-098d6944-cfee-4403-b7ff-8ff13db268c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50be0313-cc2e-488f-a44e-ac5697dd054b {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:26.123462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-098d6944-cfee-4403-b7ff-8ff13db268c6 service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:26.160300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-098d6944-cfee-4403-b7ff-8ff13db268c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.383538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-098d6944-cfee-4403-b7ff-8ff13db268c6 service neutron] Transition to ACTIVE for port object 50be0313-cc2e-488f-a44e-ac5697dd054b will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:26.398843 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-098d6944-cfee-4403-b7ff-8ff13db268c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.507475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-098d6944-cfee-4403-b7ff-8ff13db268c6 service neutron] No DVR routers for this DVR port 50be0313-cc2e-488f-a44e-ac5697dd054b on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:26.512730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d6944-cfee-4403-b7ff-8ff13db268c6 service neutron] Pushing event updated for resources: {'Port': ['ID=50be0313-cc2e-488f-a44e-ac5697dd054b,revision_number=10']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:26.573035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e1adbf6a-0eda-40be-86da-759bf017f756 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:26.587764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb751f-29ed-4d5a-b598-0106c5066d0a req-a1597a92-607f-4c1b-8b3a-1cdc325594ee tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.599836 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3ceb751f-29ed-4d5a-b598-0106c5066d0a req-a1597a92-607f-4c1b-8b3a-1cdc325594ee tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.2921293 Jul 13 07:27:26.620689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-098d6944-cfee-4403-b7ff-8ff13db268c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/50be0313-cc2e-488f-a44e-ac5697dd054b/bindings/n-h2-798249-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9357986 Jul 13 07:27:26.645304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3ecc2-7158-454e-bc34-c261e0f4bff5 req-e73c98e5-2f1c-4df9-b49c-5d9def302274 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.649994 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-99c3ecc2-7158-454e-bc34-c261e0f4bff5 req-e73c98e5-2f1c-4df9-b49c-5d9def302274 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 944 time: 0.1540413 Jul 13 07:27:26.686392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port e1adbf6a-0eda-40be-86da-759bf017f756 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:26.693897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:26.697221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.741710 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-99c3ecc2-7158-454e-bc34-c261e0f4bff5 req-cb3f5e05-e1d2-4651-a834-88d3ec79173e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801904 Jul 13 07:27:26.811966 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3ceb751f-29ed-4d5a-b598-0106c5066d0a req-b3a25d41-0245-4a00-add3-100337d6b1e3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105675 Jul 13 07:27:26.860763 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.911119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-1a6f7014-8e66-4676-9e0a-43e5875c78c4 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.912861 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-1a6f7014-8e66-4676-9e0a-43e5875c78c4 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.1688013 Jul 13 07:27:26.920999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-e4ca8ac1-9038-49bf-b72b-be86e85def71 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.922642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-e4ca8ac1-9038-49bf-b72b-be86e85def71 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 944 time: 0.2535961 Jul 13 07:27:26.936445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:26.950010 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d44b5c-727e-4c52-9b05-974338a90732" -d '{"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:26.981909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:26.989902 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.027065 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49e02321-fe52-42aa-8728-a87eb53e17de no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:27.130776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:27.158484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0d1329-d548-406d-9154-78cc635ee231 req-29cc0d05-a654-443b-9703-d987b2abb500 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.1293204 Jul 13 07:27:27.210850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-a9faadf2-e4db-4896-8391-0735507f3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:27.213335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-a9faadf2-e4db-4896-8391-0735507f3830 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551&tenant_id=4436904a5ed8492589e9ec322097daf3 HTTP/1.1" status: 200 len: 1095 time: 0.2891958 Jul 13 07:27:27.294861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69a788-1155-44c8-b2e8-ddd92d7de7bd req-f0bac46b-c8a9-4dea-8742-2a525c167d26 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:27.310034 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.318342 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec69a788-1155-44c8-b2e8-ddd92d7de7bd req-f0bac46b-c8a9-4dea-8742-2a525c167d26 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 944 time: 0.1374216 Jul 13 07:27:27.359303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45794) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:27.407754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:27.414558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-57cdc3c8-2767-48cf-9d7f-df752c009d42 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Deleting port b9f629e0-b447-44a1-a233-95069418da8f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:27.414962 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-57cdc3c8-2767-48cf-9d7f-df752c009d42 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.419600 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec69a788-1155-44c8-b2e8-ddd92d7de7bd req-f305e0fb-3317-470b-88fd-cc1cd65a571a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002648 Jul 13 07:27:27.420388 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.506762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-8f44cf07-b9ea-486b-af86-3c54163493b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:27.508340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-8f44cf07-b9ea-486b-af86-3c54163493b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4436904a5ed8492589e9ec322097daf3&device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 1095 time: 0.2437851 Jul 13 07:27:27.575057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=12']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:27.610583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c1b2fdce-649b-4ff6-afbf-5001765d9142 None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:27.611215 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c1b2fdce-649b-4ff6-afbf-5001765d9142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.751884 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58aa4b77-fb9a-436a-adf0-c159c1f5caaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.870543 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1782e7-1498-4d44-aee7-55edcaa88917 x-openstack-request-id: req-9d1782e7-1498-4d44-aee7-55edcaa88917 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:27.870926 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:27.871189 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d1782e7-1498-4d44-aee7-55edcaa88917 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:27.872391 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'code': 200} Jul 13 07:27:27.930663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-57cdc3c8-2767-48cf-9d7f-df752c009d42 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] For port b9f629e0-b447-44a1-a233-95069418da8f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b9f629e0-b447-44a1-a233-95069418da8f,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:27.931073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-57cdc3c8-2767-48cf-9d7f-df752c009d42 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.954170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-131e247f-334c-4e6a-b7eb-350ca8837e32 None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:27.954972 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-131e247f-334c-4e6a-b7eb-350ca8837e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.984944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-c7aeb13e-b57f-4dfb-9a0e-f38710659827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:27.987392 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-c7aeb13e-b57f-4dfb-9a0e-f38710659827 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 200 len: 922 time: 0.4646897 Jul 13 07:27:28.036579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-57cdc3c8-2767-48cf-9d7f-df752c009d42 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Calling delete_port for b9f629e0-b447-44a1-a233-95069418da8f owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:28.070975 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-131e247f-334c-4e6a-b7eb-350ca8837e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.101326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-c7e9fdd1-fe7b-4850-9a9b-f25f701eb962 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50be0313-cc2e-488f-a44e-ac5697dd054b HTTP/1.1" status: 200 len: 217 time: 0.1060264 Jul 13 07:27:28.111132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-131e247f-334c-4e6a-b7eb-350ca8837e32 None None] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:28.115599 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-131e247f-334c-4e6a-b7eb-350ca8837e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.186013 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e247f-334c-4e6a-b7eb-350ca8837e32 None None] Pushing event updated for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=13']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:28.196367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467a12d-a29b-4034-9f1a-771506be1a41 req-8b05bdfc-3b38-4918-9959-9acef6a50ef1 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:28.198015 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9467a12d-a29b-4034-9f1a-771506be1a41 req-8b05bdfc-3b38-4918-9959-9acef6a50ef1 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.0737205 Jul 13 07:27:28.243804 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9467a12d-a29b-4034-9f1a-771506be1a41 req-3400971e-e53d-4ea2-a0ea-61f0b4f1f082 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377963 Jul 13 07:27:28.482395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9cbdc194-5615-40cf-8d7f-44d158f49cde None None] Provisioning complete for port 49e02321-fe52-42aa-8728-a87eb53e17de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:28.482849 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cbdc194-5615-40cf-8d7f-44d158f49cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.485797 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-062c43fb-0fa5-4109-b21e-88f1ee957a7b req-d0ae80d4-7d33-44e1-b782-c25c0cd6aaff tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0301299 Jul 13 07:27:28.537238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-9c089f63-0395-4948-a127-17d459b623d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:28.538708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-9c089f63-0395-4948-a127-17d459b623d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 200 len: 861 time: 0.4142449 Jul 13 07:27:28.612128 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-61928846-91ec-4134-a7ca-d62b3ef34d67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4916fcde-0d55-4029-ab45-0e9c1b82d8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525000 Jul 13 07:27:28.612128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a413413-b8b6-4bb2-ab1d-5886f34d13ea req-af3d9431-0eac-47f9-81e6-65e965fd030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:28.612128 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a413413-b8b6-4bb2-ab1d-5886f34d13ea req-af3d9431-0eac-47f9-81e6-65e965fd030f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 1097 time: 0.6438344 Jul 13 07:27:28.637569 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58aa4b77-fb9a-436a-adf0-c159c1f5caaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.665436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58aa4b77-fb9a-436a-adf0-c159c1f5caaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.684618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e64253-3aac-43fc-887b-3a463b579612 req-01e96a1f-f0bd-4e29-8bf2-a51378c06fe9 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:28.686103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-73e64253-3aac-43fc-887b-3a463b579612 req-01e96a1f-f0bd-4e29-8bf2-a51378c06fe9 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3594522-a277-4d02-b06f-59493ea75cb7 HTTP/1.1" status: 200 len: 944 time: 0.6382120 Jul 13 07:27:28.751198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf284f-6cb8-4f0c-a8b2-7e389a409f59 req-7291164f-9932-411a-84a3-a9c5384619fe tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:28.753367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1bdf284f-6cb8-4f0c-a8b2-7e389a409f59 req-7291164f-9932-411a-84a3-a9c5384619fe tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 944 time: 0.0653114 Jul 13 07:27:28.794576 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1bdf284f-6cb8-4f0c-a8b2-7e389a409f59 req-83b4db39-052f-4a78-8d98-455d83d5d29a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355155 Jul 13 07:27:28.798842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a413413-b8b6-4bb2-ab1d-5886f34d13ea req-d7e7f360-b330-46a5-988e-abc09f3d1670 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807942 Jul 13 07:27:28.804438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-58aa4b77-fb9a-436a-adf0-c159c1f5caaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=596f9b30a5bf43c7ad1d482c3a156a97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4414773 Jul 13 07:27:28.805379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45862) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:28.820817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa4b77-fb9a-436a-adf0-c159c1f5caaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4513d7b7-3863-427b-b313-6405fe5e3775,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:28.857191 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-73e64253-3aac-43fc-887b-3a463b579612 req-1257ad5a-5fe3-41eb-b53e-3e935389db41 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582167 Jul 13 07:27:28.865109 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-57cdc3c8-2767-48cf-9d7f-df752c009d42 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.884294 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f580d2-0ab6-4e29-8c0d-1c4f819af5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.899257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdc3c8-2767-48cf-9d7f-df752c009d42 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Pushing event deleted for resources: {'Port': ['ID=b9f629e0-b447-44a1-a233-95069418da8f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:28.912662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-705fa72c-0298-41a2-a422-ef35544b9082 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956808 Jul 13 07:27:28.932553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f580d2-0ab6-4e29-8c0d-1c4f819af5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.967186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-57cdc3c8-2767-48cf-9d7f-df752c009d42 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] No DVR routers for this DVR port b9f629e0-b447-44a1-a233-95069418da8f on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:28.982449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-57cdc3c8-2767-48cf-9d7f-df752c009d42 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.985715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ae89921-a99c-4bbc-80eb-cc689ab496b0 req-57cdc3c8-2767-48cf-9d7f-df752c009d42 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.54 "DELETE /v2.0/ports/b9f629e0-b447-44a1-a233-95069418da8f HTTP/1.1" status: 204 len: 173 time: 1.9843929 Jul 13 07:27:28.985715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'name': 'network-vif-deleted', 'tag': 'b9f629e0-b447-44a1-a233-95069418da8f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:28.988580 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6098a07f-f4ee-4879-bcb7-cdac6cf2020b" -d '{"events": [{"server_uuid": "b3594522-a277-4d02-b06f-59493ea75cb7", "name": "network-vif-deleted", "tag": "b9f629e0-b447-44a1-a233-95069418da8f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:29.014504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f580d2-0ab6-4e29-8c0d-1c4f819af5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.018012 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f580d2-0ab6-4e29-8c0d-1c4f819af5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.022280 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f4f580d2-0ab6-4e29-8c0d-1c4f819af5d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4513d7b7-3863-427b-b313-6405fe5e3775 HTTP/1.1" status: 204 len: 168 time: 0.2157917 Jul 13 07:27:29.031485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f580d2-0ab6-4e29-8c0d-1c4f819af5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4513d7b7-3863-427b-b313-6405fe5e3775,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:29.121711 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4fecc-7dd2-4341-97b4-011856d78fb3 x-openstack-request-id: req-20b4fecc-7dd2-4341-97b4-011856d78fb3 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:29.122198 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3594522-a277-4d02-b06f-59493ea75cb7", "name": "network-vif-deleted", "tag": "b9f629e0-b447-44a1-a233-95069418da8f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:29.122598 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20b4fecc-7dd2-4341-97b4-011856d78fb3 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:29.123159 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3594522-a277-4d02-b06f-59493ea75cb7', 'name': 'network-vif-deleted', 'tag': 'b9f629e0-b447-44a1-a233-95069418da8f', 'status': 'completed', 'code': 200} Jul 13 07:27:29.139221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-98b0632e-69d9-45c4-ba7d-7f3a76a30369 service neutron] 10.222.0.54 "GET /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971204 Jul 13 07:27:29.469514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e6092-b517-4cf5-81f4-defd9abe3bf2 req-57816df2-9c43-454d-ada5-3a1631cfbac0 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:29.470957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c47e6092-b517-4cf5-81f4-defd9abe3bf2 req-57816df2-9c43-454d-ada5-3a1631cfbac0 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.0711234 Jul 13 07:27:29.527144 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c47e6092-b517-4cf5-81f4-defd9abe3bf2 req-754eee4b-3b07-4a53-8d5c-5c5b7793bd74 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493448 Jul 13 07:27:29.718643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c27892a1-edf8-4d91-baab-5cdd3f89544d req-d9069698-6380-4410-8589-321c76a6c3b5 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0401089 Jul 13 07:27:29.873417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de'}, {'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:29.876329 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacbd875-a6f3-4230-82a6-0be374f944d9" -d '{"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-unplugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de"}, {"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-plugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:29.947970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-dbbbcb46-6c9e-4d37-9ad4-113a3660e1bd tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:29.949505 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-dbbbcb46-6c9e-4d37-9ad4-113a3660e1bd tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551&tenant_id=4436904a5ed8492589e9ec322097daf3&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1095 time: 0.0730460 Jul 13 07:27:30.020555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94873ce4-92fd-4fbc-8355-cc81a5425d2e req-9eb4d3d6-a2d6-43bc-84f1-3b4e0f149902 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.024952 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-94873ce4-92fd-4fbc-8355-cc81a5425d2e req-9eb4d3d6-a2d6-43bc-84f1-3b4e0f149902 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 944 time: 0.0823982 Jul 13 07:27:30.068618 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-94873ce4-92fd-4fbc-8355-cc81a5425d2e req-96cff17e-7782-4134-9144-930dc53b0dfd tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373831 Jul 13 07:27:30.101845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-19ccfc6f-0539-4ed9-9728-470e8319875e service neutron] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:30.105876 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-19ccfc6f-0539-4ed9-9728-470e8319875e service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.107184 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e94ebbb-512c-4553-8a24-b331e1d43fc8 req-19ccfc6f-0539-4ed9-9728-470e8319875e service neutron] 10.222.0.54 "DELETE /v2.0/ports/50be0313-cc2e-488f-a44e-ac5697dd054b/bindings/n-h1-798249-7 HTTP/1.1" status: 204 len: 173 time: 0.1514289 Jul 13 07:27:30.121731 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724bb107-5a5a-416f-9774-b87538dc6181 x-openstack-request-id: req-724bb107-5a5a-416f-9774-b87538dc6181 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:30.122209 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-unplugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de", "code": 200}, {"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-plugged", "status": "completed", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:30.122561 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-724bb107-5a5a-416f-9774-b87538dc6181 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:30.122990 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de', 'code': 200} Jul 13 07:27:30.123292 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de', 'code': 200} Jul 13 07:27:30.616636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b9f629e0-b447-44a1-a233-95069418da8f no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:30.651830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: b9f629e0-b447-44a1-a233-95069418da8f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:30.652228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b9f629e0-b447-44a1-a233-95069418da8f not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:30.759130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5266b-4451-4814-91c1-dce8064425a0 req-56c91786-418f-4305-a200-8eb88d4ac708 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.760973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff5266b-4451-4814-91c1-dce8064425a0 req-56c91786-418f-4305-a200-8eb88d4ac708 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 1095 time: 0.0612419 Jul 13 07:27:30.800586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff5266b-4451-4814-91c1-dce8064425a0 req-6c780db7-b0e6-4ba5-ad61-6ed04fe83187 tempest-LiveAutoBlockMigrationV225Test-1411042721 tempest-LiveAutoBlockMigrationV225Test-1411042721-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Jul 13 07:27:31.107159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-310a3fe0-c8ac-4cae-a600-9ed553a37df4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:31.110311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-310a3fe0-c8ac-4cae-a600-9ed553a37df4 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 944 time: 0.0881960 Jul 13 07:27:31.167046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcb77e-9199-4614-bb19-f90e5cde21d5 req-23b5ab3a-16ca-453e-b591-199836feb813 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:31.172514 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adcb77e-9199-4614-bb19-f90e5cde21d5 req-23b5ab3a-16ca-453e-b591-199836feb813 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.0794537 Jul 13 07:27:31.221119 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adcb77e-9199-4614-bb19-f90e5cde21d5 req-9229e91f-db5f-4e22-9cdf-68a21fa4f393 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435011 Jul 13 07:27:31.226099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-75d33570-74c4-4780-a9b5-7a4d7bd96a25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Deleting port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:31.226690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-75d33570-74c4-4780-a9b5-7a4d7bd96a25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.351550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-75d33570-74c4-4780-a9b5-7a4d7bd96a25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] For port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:31.352105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-75d33570-74c4-4780-a9b5-7a4d7bd96a25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.367928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-75d33570-74c4-4780-a9b5-7a4d7bd96a25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Calling delete_port for f5bbee41-6f9c-4fe2-9f31-253a5d7b417e owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:31.403657 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0571231b-a111-41c4-8a36-a46e8765853e req-8337d165-3803-43ee-8ee4-b1bb78b4fa3a tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0376022 Jul 13 07:27:31.417627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ebc46-f07a-4d89-94ba-aa2051a6e889 req-4ef3a30c-9510-425e-a174-f0f6168e7c8f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:31.425450 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b55ebc46-f07a-4d89-94ba-aa2051a6e889 req-4ef3a30c-9510-425e-a174-f0f6168e7c8f tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4bd5346-8736-4e6b-b4dd-6b2061be1254 HTTP/1.1" status: 200 len: 944 time: 0.0752153 Jul 13 07:27:31.462013 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b55ebc46-f07a-4d89-94ba-aa2051a6e889 req-cf2524fb-f0f3-4d26-a195-5983259a706e tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354936 Jul 13 07:27:31.543739 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-75d33570-74c4-4780-a9b5-7a4d7bd96a25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.576430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d33570-74c4-4780-a9b5-7a4d7bd96a25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Pushing event deleted for resources: {'Port': ['ID=f5bbee41-6f9c-4fe2-9f31-253a5d7b417e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:31.622666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-75d33570-74c4-4780-a9b5-7a4d7bd96a25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] No DVR routers for this DVR port f5bbee41-6f9c-4fe2-9f31-253a5d7b417e on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:31.625446 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-75d33570-74c4-4780-a9b5-7a4d7bd96a25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.628208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-566e5d3e-1c34-4435-b8da-ddeb3adbe6f1 req-75d33570-74c4-4780-a9b5-7a4d7bd96a25 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.54 "DELETE /v2.0/ports/f5bbee41-6f9c-4fe2-9f31-253a5d7b417e HTTP/1.1" status: 204 len: 173 time: 0.5112300 Jul 13 07:27:31.628715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'name': 'network-vif-deleted', 'tag': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:31.630913 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deff04cd-537e-4b55-8cfd-a2c7e5f9eea3" -d '{"events": [{"server_uuid": "b4bd5346-8736-4e6b-b4dd-6b2061be1254", "name": "network-vif-deleted", "tag": "f5bbee41-6f9c-4fe2-9f31-253a5d7b417e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:31.816750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e5cb-480b-4b9b-904d-cf077fbff6ae req-9f71649f-3182-4e30-a7eb-7af9a4e3b98a tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:31.818410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d517e5cb-480b-4b9b-904d-cf077fbff6ae req-9f71649f-3182-4e30-a7eb-7af9a4e3b98a tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.0757709 Jul 13 07:27:31.828034 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46116) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.833294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e5a7bb85-57da-46d8-8fea-5655f8c95704 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'floatingip': {'port_id': 'e1adbf6a-0eda-40be-86da-759bf017f756'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:31.884453 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bb85-57da-46d8-8fea-5655f8c95704 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.029256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6e1dd999-dc63-4701-8a50-1d7c7006be89 req-5a8697ef-0de3-4f7d-b0ee-35642c4fac36 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0497289 Jul 13 07:27:32.140123 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d473772-a96e-49bd-bb70-562b4baf0fe7 x-openstack-request-id: req-6d473772-a96e-49bd-bb70-562b4baf0fe7 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:32.140123 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bd5346-8736-4e6b-b4dd-6b2061be1254", "name": "network-vif-deleted", "tag": "f5bbee41-6f9c-4fe2-9f31-253a5d7b417e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:32.141081 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d473772-a96e-49bd-bb70-562b4baf0fe7 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:32.141081 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bd5346-8736-4e6b-b4dd-6b2061be1254', 'name': 'network-vif-deleted', 'tag': 'f5bbee41-6f9c-4fe2-9f31-253a5d7b417e', 'status': 'completed', 'code': 200} Jul 13 07:27:32.389111 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddb6ac-15e5-4542-8b7d-cf9824e287eb req-d2a636c6-c4b4-42c1-adc1-92894dc02325 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:32.390598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-63ddb6ac-15e5-4542-8b7d-cf9824e287eb req-d2a636c6-c4b4-42c1-adc1-92894dc02325 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 944 time: 0.1293325 Jul 13 07:27:32.424818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-f9a14b79-f96f-4d6a-be4e-8d699ae22d73 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:32.425978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-f9a14b79-f96f-4d6a-be4e-8d699ae22d73 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.54 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 944 time: 0.0738790 Jul 13 07:27:32.469305 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-63ddb6ac-15e5-4542-8b7d-cf9824e287eb req-e208f4a1-b5fb-4c3a-b139-a118923e4e1a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701954 Jul 13 07:27:32.537505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bb85-57da-46d8-8fea-5655f8c95704 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.542948 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bb85-57da-46d8-8fea-5655f8c95704 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.567732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-a6041d95-336d-468b-b5f8-03cffb4e9e94 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Deleting port 50be0313-cc2e-488f-a44e-ac5697dd054b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:32.568111 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-a6041d95-336d-468b-b5f8-03cffb4e9e94 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.664129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bc19f-797d-41cb-b4f2-a82bcc12ea0f req-734f6533-02ee-498c-9e38-bed85fce39f7 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:32.665563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b29bc19f-797d-41cb-b4f2-a82bcc12ea0f req-734f6533-02ee-498c-9e38-bed85fce39f7 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 950 time: 0.1384375 Jul 13 07:27:32.667037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b62f85a5-19ca-40fe-95f2-60272afb823a req-c526da21-c292-47ce-9bfc-10d2120b608f tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0385482 Jul 13 07:27:32.680805 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-e5a7bb85-57da-46d8-8fea-5655f8c95704 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Floating IP 6336ae9b-bf79-4ba4-b8da-1f51447d72e9 associated. External IP: 172.25.6.175, port: e1adbf6a-0eda-40be-86da-759bf017f756. Jul 13 07:27:32.691583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-a6041d95-336d-468b-b5f8-03cffb4e9e94 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] For port 50be0313-cc2e-488f-a44e-ac5697dd054b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=50be0313-cc2e-488f-a44e-ac5697dd054b,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:32.691962 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-a6041d95-336d-468b-b5f8-03cffb4e9e94 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.715023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-a6041d95-336d-468b-b5f8-03cffb4e9e94 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Calling delete_port for 50be0313-cc2e-488f-a44e-ac5697dd054b owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:32.739301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b29bc19f-797d-41cb-b4f2-a82bcc12ea0f req-e74cab69-3f95-45f3-876f-cbad43bfb6a0 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622668 Jul 13 07:27:32.931768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a7bb85-57da-46d8-8fea-5655f8c95704 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:32.956264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-a6041d95-336d-468b-b5f8-03cffb4e9e94 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.971481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['69942dd3-fb59-4242-8645-9e59f7511040'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:33.021854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6041d95-336d-468b-b5f8-03cffb4e9e94 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Pushing event deleted for resources: {'Port': ['ID=50be0313-cc2e-488f-a44e-ac5697dd054b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:33.109568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a7bb85-57da-46d8-8fea-5655f8c95704 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:33.122515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] Sync routers for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:33.137018 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a7bb85-57da-46d8-8fea-5655f8c95704 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.166204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:33.168278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-a6041d95-336d-468b-b5f8-03cffb4e9e94 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] No DVR routers for this DVR port 50be0313-cc2e-488f-a44e-ac5697dd054b on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:33.168747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:33.189471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-a6041d95-336d-468b-b5f8-03cffb4e9e94 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.195423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1e616bb-4cba-4305-91e1-1c15f6d786cc req-a6041d95-336d-468b-b5f8-03cffb4e9e94 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.54 "DELETE /v2.0/ports/50be0313-cc2e-488f-a44e-ac5697dd054b HTTP/1.1" status: 204 len: 173 time: 0.7630732 Jul 13 07:27:33.261105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e5a7bb85-57da-46d8-8fea-5655f8c95704 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "PUT /v2.0/floatingips/6336ae9b-bf79-4ba4-b8da-1f51447d72e9 HTTP/1.1" status: 200 len: 992 time: 1.4318655 Jul 13 07:27:33.261975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:33.264965 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:33.413192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02502b9-575e-4e97-82fd-d1d497eb4822 req-e1c0087e-7780-46d6-9431-56f9ad71678c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:33.415696 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f02502b9-575e-4e97-82fd-d1d497eb4822 req-e1c0087e-7780-46d6-9431-56f9ad71678c tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 966 time: 0.1440117 Jul 13 07:27:33.421960 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:33.457801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46160) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:33.465567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f02502b9-575e-4e97-82fd-d1d497eb4822 req-6f741058-cf54-4054-8a76-929a53fd80fb tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/security-groups?id=d575a4a6-e058-4d86-91cc-84e3a8a81eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443070 Jul 13 07:27:33.634066 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5034fead-c016-4aca-9ccf-046916afd2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.721227 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce3a4956-4343-4b45-ba15-6b8e39a191ac req-78c40b83-6c07-4a64-a56a-8b106fce5a9e tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 210 time: 0.0888176 Jul 13 07:27:33.780389 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5eb6b7-9714-4c4b-939c-233506af4007 x-openstack-request-id: req-7e5eb6b7-9714-4c4b-939c-233506af4007 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:33.780921 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:33.781335 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e5eb6b7-9714-4c4b-939c-233506af4007 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:33.781896 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'status': 'completed', 'code': 200} Jul 13 07:27:33.811516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '6336ae9b-bf79-4ba4-b8da-1f51447d72e9', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'port_id': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'mac_address': 'fa:16:3e:69:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:27:10Z', 'updated_at': '2021-07-13T07:27:32Z', 'revision_number': 1, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:33.867736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] Checking router: b9647e6c-5f6f-459a-8a97-6ce149e1cb3e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:33.877891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:33.878768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:33.894718 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5034fead-c016-4aca-9ccf-046916afd2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.906192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-0b1ca406-9c34-4035-acc2-a58020a99578 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:33.908665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-0b1ca406-9c34-4035-acc2-a58020a99578 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 966 time: 0.2341893 Jul 13 07:27:33.911167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5034fead-c016-4aca-9ccf-046916afd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.941190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5034fead-c016-4aca-9ccf-046916afd2d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b22df70e0e384b529da280a9faff2cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823060 Jul 13 07:27:33.959234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46172) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:33.980106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4135649c-c5b9-4b64-8f99-45b84cdb0342 req-cf227390-02de-4148-a898-f03edb7a9c38 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0499139 Jul 13 07:27:34.009369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:34.094842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-9be19539-710d-45f4-945f-e9db7b6e100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:34.096599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-9be19539-710d-45f4-945f-e9db7b6e100e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 1097 time: 0.2899952 Jul 13 07:27:34.109556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034fead-c016-4aca-9ccf-046916afd2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d665cefe-3a4e-4ea4-ac73-5405053167c3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:34.158354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'name': 'network-vif-deleted', 'tag': '50be0313-cc2e-488f-a44e-ac5697dd054b'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:34.160944 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9890c80-8e2d-4cf6-80a0-b9572ad25c39" -d '{"events": [{"server_uuid": "afd5ae47-0f4a-48bc-876d-767ebdaa7551", "name": "network-vif-deleted", "tag": "50be0313-cc2e-488f-a44e-ac5697dd054b"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:34.265262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f6429-6d22-4876-a823-64bdce3c4186 req-7a980e5a-2472-45ad-b47f-9054356920ff tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:34.267289 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-993f6429-6d22-4876-a823-64bdce3c4186 req-7a980e5a-2472-45ad-b47f-9054356920ff tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.54 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 950 time: 0.3331983 Jul 13 07:27:34.304573 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-13261db8-bde9-4c41-9b77-b6cd586d96e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.308624 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.349909 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf1c4b0-d902-4581-89b9-366887964a48 x-openstack-request-id: req-bcf1c4b0-d902-4581-89b9-366887964a48 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:34.350207 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd5ae47-0f4a-48bc-876d-767ebdaa7551", "name": "network-vif-deleted", "tag": "50be0313-cc2e-488f-a44e-ac5697dd054b", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:34.350462 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcf1c4b0-d902-4581-89b9-366887964a48 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:34.350860 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd5ae47-0f4a-48bc-876d-767ebdaa7551', 'name': 'network-vif-deleted', 'tag': '50be0313-cc2e-488f-a44e-ac5697dd054b', 'status': 'completed', 'code': 200} Jul 13 07:27:34.413456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2e0d4-1213-4745-ad0f-4fee52f0ee2f req-27e06b25-717a-4c5c-86d8-0d92187ffa85 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:34.415284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3b2e0d4-1213-4745-ad0f-4fee52f0ee2f req-27e06b25-717a-4c5c-86d8-0d92187ffa85 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 950 time: 0.3905423 Jul 13 07:27:34.420283 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d5f1a46f-4d25-4c81-8d8d-0a2f6df19535 req-a7f034da-09ad-4578-a893-b9d8f7643fda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8c9cfc7d7ec4504bdaa76c6a3d3651b&device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0671756 Jul 13 07:27:34.429329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '6336ae9b-bf79-4ba4-b8da-1f51447d72e9', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'port_id': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'mac_address': 'fa:16:3e:69:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:27:10Z', 'updated_at': '2021-07-13T07:27:32Z', 'revision_number': 1, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:34.431964 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-13261db8-bde9-4c41-9b77-b6cd586d96e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.446844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-11e52626-aff2-4aee-a19c-769b0ed35539 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Deleting port 377e460a-3570-4658-9682-f2c52e100035 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:34.447384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-11e52626-aff2-4aee-a19c-769b0ed35539 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.456099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-bc7109a6-c46c-4fb3-b4e6-6b5aa9a38006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:34.457965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-bc7109a6-c46c-4fb3-b4e6-6b5aa9a38006 service neutron] 10.222.0.54 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.3528774 Jul 13 07:27:34.466678 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d5f1a46f-4d25-4c81-8d8d-0a2f6df19535 req-bd39798d-4692-4a3a-8fe5-b85447af97e1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b8c9cfc7d7ec4504bdaa76c6a3d3651b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369418 Jul 13 07:27:34.489006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68962a56-3467-4a96-82ba-22ee88cd74d8 None None] The sync data for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 is: [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '6336ae9b-bf79-4ba4-b8da-1f51447d72e9', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'port_id': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'mac_address': 'fa:16:3e:69:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:27:10Z', 'updated_at': '2021-07-13T07:27:32Z', 'revision_number': 1, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:34.632099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 50be0313-cc2e-488f-a44e-ac5697dd054b no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:34.671313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 50be0313-cc2e-488f-a44e-ac5697dd054b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:34.672330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 50be0313-cc2e-488f-a44e-ac5697dd054b not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:34.672791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f5bbee41-6f9c-4fe2-9f31-253a5d7b417e no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:34.681102 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3b2e0d4-1213-4745-ad0f-4fee52f0ee2f req-42c141d8-93d4-417e-bb7a-8ce3717d59dc tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545555 Jul 13 07:27:34.690128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1a46f-4d25-4c81-8d8d-0a2f6df19535 req-0b9f2ca6-0ae6-4c85-9a06-18fbae954c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:34.691145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d5f1a46f-4d25-4c81-8d8d-0a2f6df19535 req-0b9f2ca6-0ae6-4c85-9a06-18fbae954c7c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2097588 Jul 13 07:27:34.708599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-a562bf59-f1e3-4219-bdfd-feaf94f5009e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 200 len: 1000 time: 0.2342441 Jul 13 07:27:34.734627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: f5bbee41-6f9c-4fe2-9f31-253a5d7b417e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:34.734987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f5bbee41-6f9c-4fe2-9f31-253a5d7b417e not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:34.735420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f627064c-ec77-47b1-b852-be9c2ca55b8e no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:34.755301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09cd211b-b61d-41d6-b2d7-0caeb877b194 req-2d758642-d0e0-47dd-bb1f-fe4ddad33ba5 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0673637 Jul 13 07:27:34.869442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-11e52626-aff2-4aee-a19c-769b0ed35539 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] For port 377e460a-3570-4658-9682-f2c52e100035, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=377e460a-3570-4658-9682-f2c52e100035,segment=NetworkSegment(6c802274-100c-44f0-8118-32c48b1375b8),segment_id=6c802274-100c-44f0-8118-32c48b1375b8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:34.869812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-11e52626-aff2-4aee-a19c-769b0ed35539 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.885077 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82509508-2263-426d-9edd-4cd9ee938940 None None] New status for floating IP 6336ae9b-bf79-4ba4-b8da-1f51447d72e9: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:27:34.912440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-11e52626-aff2-4aee-a19c-769b0ed35539 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Calling delete_port for 377e460a-3570-4658-9682-f2c52e100035 owned by compute:tempest-test_az-948663256 {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:35.141977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-11e52626-aff2-4aee-a19c-769b0ed35539 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.147814 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.167785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac77f174-af58-460a-a868-67c1b357ca28 req-821cd1b7-6193-4f60-85b2-3b3baf0638aa tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 210 time: 0.0858679 Jul 13 07:27:35.178333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:35.181485 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ecc85-0e37-49d3-a627-3b6a55798b13" -d '{"events": [{"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-unplugged", "status": "completed", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:35.211527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:35.211925 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-13261db8-bde9-4c41-9b77-b6cd586d96e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.224165 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-13261db8-bde9-4c41-9b77-b6cd586d96e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.225315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-13261db8-bde9-4c41-9b77-b6cd586d96e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d665cefe-3a4e-4ea4-ac73-5405053167c3 HTTP/1.1" status: 204 len: 168 time: 1.2629552 Jul 13 07:27:35.226658 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a4b4503-51e6-405b-997f-e37e3ee90062 req-3f53d6a2-0549-4f3f-bd07-dcd63b965187 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 210 time: 0.0382094 Jul 13 07:27:35.228053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e52626-aff2-4aee-a19c-769b0ed35539 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Pushing event deleted for resources: {'Port': ['ID=377e460a-3570-4658-9682-f2c52e100035,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:35.228559 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.293110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-993f6429-6d22-4876-a823-64bdce3c4186 req-1e1ee537-b7fb-4ccb-bd67-017f19f9ccdd tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Deleting port f627064c-ec77-47b1-b852-be9c2ca55b8e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:35.293653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-993f6429-6d22-4876-a823-64bdce3c4186 req-1e1ee537-b7fb-4ccb-bd67-017f19f9ccdd tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.303444 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb86ca5-edb7-4686-9933-8b8665f0d2d1 x-openstack-request-id: req-dbb86ca5-edb7-4686-9933-8b8665f0d2d1 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:35.303749 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-unplugged", "status": "completed", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:35.303994 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbb86ca5-edb7-4686-9933-8b8665f0d2d1 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:35.304410 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'code': 200} Jul 13 07:27:35.305307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13261db8-bde9-4c41-9b77-b6cd586d96e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d665cefe-3a4e-4ea4-ac73-5405053167c3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:35.317247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-5473d893-72c2-48dc-a0ef-03467ccf18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:35.318918 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-5473d893-72c2-48dc-a0ef-03467ccf18eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.6019704 Jul 13 07:27:35.363557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:35.416401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-11e52626-aff2-4aee-a19c-769b0ed35539 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] No DVR routers for this DVR port 377e460a-3570-4658-9682-f2c52e100035 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:35.419447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-11e52626-aff2-4aee-a19c-769b0ed35539 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.423061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2ad90ae-ac8a-40ff-b668-9ab9536f3b44 req-11e52626-aff2-4aee-a19c-769b0ed35539 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.53 "DELETE /v2.0/ports/377e460a-3570-4658-9682-f2c52e100035 HTTP/1.1" status: 204 len: 173 time: 1.4878533 Jul 13 07:27:35.521460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-993f6429-6d22-4876-a823-64bdce3c4186 req-1e1ee537-b7fb-4ccb-bd67-017f19f9ccdd tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] For port f627064c-ec77-47b1-b852-be9c2ca55b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f627064c-ec77-47b1-b852-be9c2ca55b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:35.521836 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-993f6429-6d22-4876-a823-64bdce3c4186 req-1e1ee537-b7fb-4ccb-bd67-017f19f9ccdd tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.538273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-aec8ae2f-407c-4fba-99a9-144b24e27909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:35.540117 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-aec8ae2f-407c-4fba-99a9-144b24e27909 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055838 Jul 13 07:27:35.547064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-993f6429-6d22-4876-a823-64bdce3c4186 req-1e1ee537-b7fb-4ccb-bd67-017f19f9ccdd tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Calling delete_port for f627064c-ec77-47b1-b852-be9c2ca55b8e owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:35.674576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7f4dc8da-e89a-4cec-a405-43ccd61d4b41 None None] Provisioning complete for port f627064c-ec77-47b1-b852-be9c2ca55b8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:35.675197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc8da-e89a-4cec-a405-43ccd61d4b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.724235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-71814a3b-ddff-458f-a527-861de72d3b19 service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699586 Jul 13 07:27:35.899462 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc8da-e89a-4cec-a405-43ccd61d4b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.917812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4834c6b-572e-4329-94c2-0d5d3e0e47fd req-b9b476ad-5d1e-4c3b-a6c0-138c11329c7a service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865225 Jul 13 07:27:36.034751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-046320ff-34d3-4735-99f0-9cefd2fae998 req-1711bbc3-935a-433b-9019-616564c20556 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0353894 Jul 13 07:27:36.036152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17b1f-9f8b-4239-9bf0-c0c7663ed3ba req-2338e979-c216-4d4e-b81d-06086e043cff tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:36.045878 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44c17b1f-9f8b-4239-9bf0-c0c7663ed3ba req-2338e979-c216-4d4e-b81d-06086e043cff tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=42986a5d-5453-4391-8a48-e5858a0a187f HTTP/1.1" status: 200 len: 949 time: 0.1317170 Jul 13 07:27:36.051354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-993f6429-6d22-4876-a823-64bdce3c4186 req-1e1ee537-b7fb-4ccb-bd67-017f19f9ccdd tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:36.107050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44c17b1f-9f8b-4239-9bf0-c0c7663ed3ba req-02475c82-31e6-4dd0-b488-83ef76658e66 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596046 Jul 13 07:27:36.167040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ee537-b7fb-4ccb-bd67-017f19f9ccdd tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Pushing event deleted for resources: {'Port': ['ID=f627064c-ec77-47b1-b852-be9c2ca55b8e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:36.178680 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5f1a46f-4d25-4c81-8d8d-0a2f6df19535 req-9154e271-653d-4431-9ce2-9b3d6ac51957 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0652425 Jul 13 07:27:36.264456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-993f6429-6d22-4876-a823-64bdce3c4186 req-1e1ee537-b7fb-4ccb-bd67-017f19f9ccdd tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] No DVR routers for this DVR port f627064c-ec77-47b1-b852-be9c2ca55b8e on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:36.268265 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-993f6429-6d22-4876-a823-64bdce3c4186 req-1e1ee537-b7fb-4ccb-bd67-017f19f9ccdd tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:36.273664 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-993f6429-6d22-4876-a823-64bdce3c4186 req-1e1ee537-b7fb-4ccb-bd67-017f19f9ccdd tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.54 "DELETE /v2.0/ports/f627064c-ec77-47b1-b852-be9c2ca55b8e HTTP/1.1" status: 204 len: 173 time: 1.9821129 Jul 13 07:27:36.352522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'name': 'network-vif-deleted', 'tag': '377e460a-3570-4658-9682-f2c52e100035'}, {'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-deleted', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:36.355386 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caafdbde-aa6a-4856-a221-8f043b701dc2" -d '{"events": [{"server_uuid": "ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95", "name": "network-vif-deleted", "tag": "377e460a-3570-4658-9682-f2c52e100035"}, {"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-deleted", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:36.567956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-def4850d-735b-47ba-967e-8f8a4de9d57f req-f0f59dd0-3f2c-4ea5-a6d7-c22917dc7846 tempest-LiveMigrationTest-1696538428 tempest-LiveMigrationTest-1696538428-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95 HTTP/1.1" status: 200 len: 210 time: 0.0555952 Jul 13 07:27:36.583999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46238) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:36.663688 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56114474-2125-428d-8d76-0ee1bfb40dd9 req-c943baa9-7e85-4034-93dc-c0d5f9075b15 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 210 time: 0.0613012 Jul 13 07:27:36.663842 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9c41e3-72fb-4d56-b453-53906eeccc42 x-openstack-request-id: req-fc9c41e3-72fb-4d56-b453-53906eeccc42 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:36.664206 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95", "name": "network-vif-deleted", "tag": "377e460a-3570-4658-9682-f2c52e100035", "status": "completed", "code": 200}, {"server_uuid": "42986a5d-5453-4391-8a48-e5858a0a187f", "name": "network-vif-deleted", "tag": "f627064c-ec77-47b1-b852-be9c2ca55b8e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:36.664466 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc9c41e3-72fb-4d56-b453-53906eeccc42 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:36.664875 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb19eca-35fa-41f7-b5d1-2ff5bd9f6c95', 'name': 'network-vif-deleted', 'tag': '377e460a-3570-4658-9682-f2c52e100035', 'status': 'completed', 'code': 200} Jul 13 07:27:36.665229 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42986a5d-5453-4391-8a48-e5858a0a187f', 'name': 'network-vif-deleted', 'tag': 'f627064c-ec77-47b1-b852-be9c2ca55b8e', 'status': 'completed', 'code': 200} Jul 13 07:27:36.703267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-974322241-network', 'tenant_id': 'db8f5e24d3f5460abaf5acde64e9d73d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:36.725683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Made reservation on behalf of db8f5e24d3f5460abaf5acde64e9d73d for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:36.728362 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:36.740416 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.155049 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.160684 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.180365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:37.207397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.207683 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Added segment a6f74fcd-4c56-4f07-8cba-bab7d3c3c07c of type vlan for network 80a2cce8-a679-46de-96f7-b0802d35c700 Jul 13 07:27:37.271090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24847379-aa8d-4d08-ab0b-37f7a73d48b2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:37.275283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa91bc0a-2a05-4d76-8097-9dd85f9dfa39 req-99654edd-711f-4f11-b2cc-ae0cf3b16f85 tempest-ServerShowV257Test-1247332852 tempest-ServerShowV257Test-1247332852-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7ced94a-b08d-4707-a375-f5af2f5a8ec6 HTTP/1.1" status: 200 len: 210 time: 0.0523796 Jul 13 07:27:37.290297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.338101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.339837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:37.341554 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.381345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7960021 Jul 13 07:27:37.384200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46252) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:37.390235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Request body: {'subnet': {'network_id': '80a2cce8-a679-46de-96f7-b0802d35c700', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-974322241-subnet', 'tenant_id': 'db8f5e24d3f5460abaf5acde64e9d73d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:37.427218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Made reservation on behalf of db8f5e24d3f5460abaf5acde64e9d73d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:37.430467 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.435646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90097d-0d08-486a-ab87-bf4b7cb2e3bc admin admin] Pushing event updated for resources: {'Network': ['ID=80a2cce8-a679-46de-96f7-b0802d35c700,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:37.448861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 80a2cce8-a679-46de-96f7-b0802d35c700 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:37.690131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46262) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:37.701698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.726900 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.750993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9275d6c0-528c-4240-aa60-5be69b775de3,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:37.816200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b7650-11ca-4c50-93ee-a3e4bdd916d8 req-60c8f478-0ad9-4cd2-9c9e-03fd583b9fe3 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:37.820199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a02b7650-11ca-4c50-93ee-a3e4bdd916d8 req-60c8f478-0ad9-4cd2-9c9e-03fd583b9fe3 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=4038c18d-c188-471a-a554-7b18fd6a9b55 HTTP/1.1" status: 200 len: 951 time: 0.1810114 Jul 13 07:27:37.825603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Checking segment: {'id': 'a6f74fcd-4c56-4f07-8cba-bab7d3c3c07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80a2cce8-a679-46de-96f7-b0802d35c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:37.826476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Network hostable DHCP agents. Network: 80a2cce8-a679-46de-96f7-b0802d35c700, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:37.840640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f45e9b3-1a94-4562-9b3a-23fe5db50001 admin admin] Deleting subnet f3050d3f-f99c-4ffa-a37e-991c57adc495 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:37.845980 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f45e9b3-1a94-4562-9b3a-23fe5db50001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.873821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Network 80a2cce8-a679-46de-96f7-b0802d35c700 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:37.884156 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a02b7650-11ca-4c50-93ee-a3e4bdd916d8 req-1e43894d-e8db-4bfe-87ad-96b0a4ed5849 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499249 Jul 13 07:27:37.893191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 80a2cce8-a679-46de-96f7-b0802d35c700) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:37.900738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:37.902733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.913308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c19d39-4430-4b08-8c70-9c51db876587 None None] Network 80a2cce8-a679-46de-96f7-b0802d35c700 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:37.920889 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8397ba3d-6e26-4833-af6e-11ff6aaf2f70 req-0779fd7c-612f-496b-869f-bf431848f09c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 210 time: 0.0772438 Jul 13 07:27:37.929309 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5de8d7dc-eac9-4ae1-a893-90a145ffd0c9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5426321 Jul 13 07:27:37.938323 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f45e9b3-1a94-4562-9b3a-23fe5db50001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.992459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f45e9b3-1a94-4562-9b3a-23fe5db50001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.072049 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f45e9b3-1a94-4562-9b3a-23fe5db50001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.096495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f734f094-d66f-43c5-a657-fa4479ef13ad None None] Network 80a2cce8-a679-46de-96f7-b0802d35c700 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:38.108797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45e9b3-1a94-4562-9b3a-23fe5db50001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3050d3f-f99c-4ffa-a37e-991c57adc495,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:38.112033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f45e9b3-1a94-4562-9b3a-23fe5db50001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.114444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6f45e9b3-1a94-4562-9b3a-23fe5db50001 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f3050d3f-f99c-4ffa-a37e-991c57adc495 HTTP/1.1" status: 204 len: 168 time: 0.4232950 Jul 13 07:27:38.117138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46272) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:38.210379 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.228108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-17fdd0b8-bf9f-4341-aa2b-613ff670e5b6 req-2dcc9b33-eacb-4165-bbfb-7270857d5015 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-368451773', 'description': 'tempest-description-1863442441'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:38.263111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-17fdd0b8-bf9f-4341-aa2b-613ff670e5b6 req-2dcc9b33-eacb-4165-bbfb-7270857d5015 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.299190 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.310785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b96ab4f-26d4-46e6-a04c-9f347b212f1e']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:38.325909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c802274-100c-44f0-8118-32c48b1375b8') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:38.326358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c802274-100c-44f0-8118-32c48b1375b8') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:38.337984 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.346480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 377e460a-3570-4658-9682-f2c52e100035 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:38.366438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.390714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:38.393962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 377e460a-3570-4658-9682-f2c52e100035 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:38.394386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 377e460a-3570-4658-9682-f2c52e100035 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:38.395060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:38.397664 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:38.401717 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:38.461658 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-17fdd0b8-bf9f-4341-aa2b-613ff670e5b6 req-2dcc9b33-eacb-4165-bbfb-7270857d5015 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.472094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-17fdd0b8-bf9f-4341-aa2b-613ff670e5b6 req-2dcc9b33-eacb-4165-bbfb-7270857d5015 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.493260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.506406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.511070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7b96ab4f-26d4-46e6-a04c-9f347b212f1e HTTP/1.1" status: 204 len: 168 time: 0.3903661 Jul 13 07:27:38.518784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46280) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:38.526670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715e548-3392-4887-8cc8-b1c330563c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b96ab4f-26d4-46e6-a04c-9f347b212f1e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:38.567002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc9b33-eacb-4165-bbfb-7270857d5015 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a255962-5382-4a75-bf45-803f8fe5ed07,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:38.581836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-17fdd0b8-bf9f-4341-aa2b-613ff670e5b6 req-2dcc9b33-eacb-4165-bbfb-7270857d5015 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.583692 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-17fdd0b8-bf9f-4341-aa2b-613ff670e5b6 req-2dcc9b33-eacb-4165-bbfb-7270857d5015 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3631926 Jul 13 07:27:38.597201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc9ca28-130b-47ab-b6d1-92082f15c898 admin admin] Deleting subnet 061b25bb-5a7d-4f36-b5f3-2e46594bfd1f {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:38.600638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ca28-130b-47ab-b6d1-92082f15c898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.675271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ca28-130b-47ab-b6d1-92082f15c898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.707880 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4ad554a-9df2-49c6-a13c-f48d4f7dd3c5 req-ae2c3ac7-95c1-4b1c-ab4e-92f13bf166f2 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/4a255962-5382-4a75-bf45-803f8fe5ed07 HTTP/1.1" status: 200 len: 1804 time: 0.0967064 Jul 13 07:27:38.712887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-f4ad554a-9df2-49c6-a13c-f48d4f7dd3c5 req-ce41504f-a610-4a16-b44d-96e11b9d58b7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a255962-5382-4a75-bf45-803f8fe5ed07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:38.713512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-f4ad554a-9df2-49c6-a13c-f48d4f7dd3c5 req-ce41504f-a610-4a16-b44d-96e11b9d58b7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a255962-5382-4a75-bf45-803f8fe5ed07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:38.736063 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ca28-130b-47ab-b6d1-92082f15c898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.816486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f4ad554a-9df2-49c6-a13c-f48d4f7dd3c5 req-ce41504f-a610-4a16-b44d-96e11b9d58b7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.822400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46288) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:38.829239 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ca28-130b-47ab-b6d1-92082f15c898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.847800 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f4ad554a-9df2-49c6-a13c-f48d4f7dd3c5 req-ce41504f-a610-4a16-b44d-96e11b9d58b7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.855224 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f4ad554a-9df2-49c6-a13c-f48d4f7dd3c5 req-ce41504f-a610-4a16-b44d-96e11b9d58b7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.858195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9ca28-130b-47ab-b6d1-92082f15c898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061b25bb-5a7d-4f36-b5f3-2e46594bfd1f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:38.871499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ca28-130b-47ab-b6d1-92082f15c898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.873483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8fc9ca28-130b-47ab-b6d1-92082f15c898 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/061b25bb-5a7d-4f36-b5f3-2e46594bfd1f HTTP/1.1" status: 204 len: 168 time: 0.3535950 Jul 13 07:27:38.875970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46292) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:38.883358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41504f-a610-4a16-b44d-96e11b9d58b7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87485865-ef00-44ef-9639-6979a8b50f85,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:38.904053 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f4ad554a-9df2-49c6-a13c-f48d4f7dd3c5 req-ce41504f-a610-4a16-b44d-96e11b9d58b7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.915856 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4ad554a-9df2-49c6-a13c-f48d4f7dd3c5 req-ce41504f-a610-4a16-b44d-96e11b9d58b7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2013066 Jul 13 07:27:38.952475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-6e48e42c-0d98-4ac5-bbd1-c544f5ed13b3 req-db49bdc6-4caf-4ecf-ad4e-66f95ceb9aea tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1545091551', 'description': 'tempest-description-1084323600'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:38.998364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5309414d-3942-4b50-ace1-5f9e6e967bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.001041 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6e48e42c-0d98-4ac5-bbd1-c544f5ed13b3 req-db49bdc6-4caf-4ecf-ad4e-66f95ceb9aea tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.009902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.159218 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.182183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082d9b29-fd05-4fc8-9a44-4de23f0f7726']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:39.202251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f13385-ba32-4364-989d-5e6281f3ef15') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:39.202551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f13385-ba32-4364-989d-5e6281f3ef15') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:39.221551 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.246835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8ff7e-8ce4-4bf8-abed-aa3ccfe4cb97 req-950047df-f51f-4abb-b6e0-4d3024ce53a4 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:39.248600 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-05e8ff7e-8ce4-4bf8-abed-aa3ccfe4cb97 req-950047df-f51f-4abb-b6e0-4d3024ce53a4 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=4038c18d-c188-471a-a554-7b18fd6a9b55 HTTP/1.1" status: 200 len: 951 time: 0.1926725 Jul 13 07:27:39.254819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.279552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:39.280276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:39.281758 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:39.289384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5309414d-3942-4b50-ace1-5f9e6e967bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.304816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5309414d-3942-4b50-ace1-5f9e6e967bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.402977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6e48e42c-0d98-4ac5-bbd1-c544f5ed13b3 req-db49bdc6-4caf-4ecf-ad4e-66f95ceb9aea tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.409298 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6e48e42c-0d98-4ac5-bbd1-c544f5ed13b3 req-db49bdc6-4caf-4ecf-ad4e-66f95ceb9aea tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.418028 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-05e8ff7e-8ce4-4bf8-abed-aa3ccfe4cb97 req-92966f0c-c83a-4b6b-84b7-8b01a6fae76c tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4dc5f5-3588-4bef-9aa1-c583e7511db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593204 Jul 13 07:27:39.434835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309414d-3942-4b50-ace1-5f9e6e967bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3f4fa0-037a-402e-b9c5-8ba571c7f54c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:39.438424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46302) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:39.439085 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5309414d-3942-4b50-ace1-5f9e6e967bd8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8c9cfc7d7ec4504bdaa76c6a3d3651b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6150804 Jul 13 07:27:39.440510 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.473652 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6e48e42c-0d98-4ac5-bbd1-c544f5ed13b3 req-db49bdc6-4caf-4ecf-ad4e-66f95ceb9aea tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.484565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e48e42c-0d98-4ac5-bbd1-c544f5ed13b3 req-db49bdc6-4caf-4ecf-ad4e-66f95ceb9aea tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5408485 Jul 13 07:27:39.496084 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.500286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] 10.222.0.44 "DELETE /v2.0/networks/082d9b29-fd05-4fc8-9a44-4de23f0f7726 HTTP/1.1" status: 204 len: 168 time: 0.6208649 Jul 13 07:27:39.500286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf5b72-d6c5-4dde-9fc4-5874ac2ed436 admin admin] Pushing event deleted for resources: {'Network': ['ID=082d9b29-fd05-4fc8-9a44-4de23f0f7726,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:39.530428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49bdc6-4caf-4ecf-ad4e-66f95ceb9aea tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440eae22-10ae-462d-b27e-d71da9881467,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:39.571874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35335085-d221-486d-b9b6-0a0ac99922db req-e85d4d90-7df3-4e9a-b8b2-7dd367b00cde tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:39.573478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35335085-d221-486d-b9b6-0a0ac99922db req-e85d4d90-7df3-4e9a-b8b2-7dd367b00cde tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.54 "GET /v2.0/ports?device_id=4038c18d-c188-471a-a554-7b18fd6a9b55 HTTP/1.1" status: 200 len: 951 time: 0.1307869 Jul 13 07:27:39.642657 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2084-8c86-42c4-a494-ea0302901603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.665680 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f3fa030-c62d-4f3b-a163-299908dcccf5 req-f66885fa-d326-4f2a-80f1-7d83a2fd3d21 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ae47-0f4a-48bc-876d-767ebdaa7551 HTTP/1.1" status: 200 len: 210 time: 0.0714033 Jul 13 07:27:39.697391 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2084-8c86-42c4-a494-ea0302901603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.718237 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b4a8d9cd-2d95-440a-bb71-e26bcc0ff933 req-90fa6b6d-eb8d-4388-94b1-c7bb4e05a942 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/440eae22-10ae-462d-b27e-d71da9881467 HTTP/1.1" status: 200 len: 1805 time: 0.2026882 Jul 13 07:27:39.724059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46310) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:39.736956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-b4a8d9cd-2d95-440a-bb71-e26bcc0ff933 req-bd35d942-c5e1-46f7-afb1-fe0a79afc6bb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '440eae22-10ae-462d-b27e-d71da9881467', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:39.737289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-b4a8d9cd-2d95-440a-bb71-e26bcc0ff933 req-bd35d942-c5e1-46f7-afb1-fe0a79afc6bb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '440eae22-10ae-462d-b27e-d71da9881467', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:39.810278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-35335085-d221-486d-b9b6-0a0ac99922db req-8b79f44c-4206-467a-9cab-1b1e8e411bae tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Deleting port 49e02321-fe52-42aa-8728-a87eb53e17de {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:39.810940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-35335085-d221-486d-b9b6-0a0ac99922db req-8b79f44c-4206-467a-9cab-1b1e8e411bae tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.817210 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-15bd7e3d-bd32-4f59-9cda-c6e1ab1682ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bb99b9efa844e71b4c81e68b036494d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890124 Jul 13 07:27:39.819476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46312) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:39.848694 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2084-8c86-42c4-a494-ea0302901603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.851552 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2084-8c86-42c4-a494-ea0302901603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.853453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4bdc2084-8c86-42c4-a494-ea0302901603 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d3f4fa0-037a-402e-b9c5-8ba571c7f54c HTTP/1.1" status: 204 len: 168 time: 0.4015985 Jul 13 07:27:39.900919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc2084-8c86-42c4-a494-ea0302901603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3f4fa0-037a-402e-b9c5-8ba571c7f54c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:39.924291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b4a8d9cd-2d95-440a-bb71-e26bcc0ff933 req-bd35d942-c5e1-46f7-afb1-fe0a79afc6bb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.964078 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b4a8d9cd-2d95-440a-bb71-e26bcc0ff933 req-bd35d942-c5e1-46f7-afb1-fe0a79afc6bb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.969167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd79e-2f7f-4794-9898-447434db5a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.972901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-35335085-d221-486d-b9b6-0a0ac99922db req-8b79f44c-4206-467a-9cab-1b1e8e411bae tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] For port 49e02321-fe52-42aa-8728-a87eb53e17de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49e02321-fe52-42aa-8728-a87eb53e17de,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:39.973591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-35335085-d221-486d-b9b6-0a0ac99922db req-8b79f44c-4206-467a-9cab-1b1e8e411bae tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.995240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-35335085-d221-486d-b9b6-0a0ac99922db req-8b79f44c-4206-467a-9cab-1b1e8e411bae tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Calling delete_port for 49e02321-fe52-42aa-8728-a87eb53e17de owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:39.999240 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd79e-2f7f-4794-9898-447434db5a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.051248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b4a8d9cd-2d95-440a-bb71-e26bcc0ff933 req-bd35d942-c5e1-46f7-afb1-fe0a79afc6bb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.085570 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd79e-2f7f-4794-9898-447434db5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.088196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd79e-2f7f-4794-9898-447434db5a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.089377 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ef0bd79e-2f7f-4794-9898-447434db5a59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d575a4a6-e058-4d86-91cc-84e3a8a81eee HTTP/1.1" status: 204 len: 168 time: 0.2684901 Jul 13 07:27:40.107017 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b4a8d9cd-2d95-440a-bb71-e26bcc0ff933 req-bd35d942-c5e1-46f7-afb1-fe0a79afc6bb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.113806 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b4a8d9cd-2d95-440a-bb71-e26bcc0ff933 req-bd35d942-c5e1-46f7-afb1-fe0a79afc6bb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3946223 Jul 13 07:27:40.155636 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bd79e-2f7f-4794-9898-447434db5a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d575a4a6-e058-4d86-91cc-84e3a8a81eee,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:40.157594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35d942-c5e1-46f7-afb1-fe0a79afc6bb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7be89d-b6c6-492b-bb0c-0035704f4ebe,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:40.164568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-1ce24d3a-87c4-472c-b78d-f15e12c6f260 req-3982d310-6d1c-4c96-a491-bfd7e5b42b7f tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-224161652', 'description': 'tempest-description-959259010'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:40.200315 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1ce24d3a-87c4-472c-b78d-f15e12c6f260 req-3982d310-6d1c-4c96-a491-bfd7e5b42b7f tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.247827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-35335085-d221-486d-b9b6-0a0ac99922db req-8b79f44c-4206-467a-9cab-1b1e8e411bae tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.306525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79f44c-4206-467a-9cab-1b1e8e411bae tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Pushing event deleted for resources: {'Port': ['ID=49e02321-fe52-42aa-8728-a87eb53e17de,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:40.377361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-35335085-d221-486d-b9b6-0a0ac99922db req-8b79f44c-4206-467a-9cab-1b1e8e411bae tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] No DVR routers for this DVR port 49e02321-fe52-42aa-8728-a87eb53e17de on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:40.381080 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1ce24d3a-87c4-472c-b78d-f15e12c6f260 req-3982d310-6d1c-4c96-a491-bfd7e5b42b7f tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.388041 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1ce24d3a-87c4-472c-b78d-f15e12c6f260 req-3982d310-6d1c-4c96-a491-bfd7e5b42b7f tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.389654 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-35335085-d221-486d-b9b6-0a0ac99922db req-8b79f44c-4206-467a-9cab-1b1e8e411bae tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.396237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35335085-d221-486d-b9b6-0a0ac99922db req-8b79f44c-4206-467a-9cab-1b1e8e411bae tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.54 "DELETE /v2.0/ports/49e02321-fe52-42aa-8728-a87eb53e17de HTTP/1.1" status: 204 len: 173 time: 0.8163233 Jul 13 07:27:40.396874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-deleted', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:40.401541 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0366bd41-6f2f-4070-8002-1e6dcdf53ccf" -d '{"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-deleted", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:40.438058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982d310-6d1c-4c96-a491-bfd7e5b42b7f tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb38573e-03a0-4a41-9a42-46c163dc2987,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:40.442523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1ce24d3a-87c4-472c-b78d-f15e12c6f260 req-3982d310-6d1c-4c96-a491-bfd7e5b42b7f tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.457363 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ce24d3a-87c4-472c-b78d-f15e12c6f260 req-3982d310-6d1c-4c96-a491-bfd7e5b42b7f tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3133907 Jul 13 07:27:40.500371 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7420d82e-63ee-4a5e-8457-3773015f0b97 x-openstack-request-id: req-7420d82e-63ee-4a5e-8457-3773015f0b97 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:40.500869 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4038c18d-c188-471a-a554-7b18fd6a9b55", "name": "network-vif-deleted", "tag": "49e02321-fe52-42aa-8728-a87eb53e17de", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:40.501108 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7420d82e-63ee-4a5e-8457-3773015f0b97 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:40.502062 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4038c18d-c188-471a-a554-7b18fd6a9b55', 'name': 'network-vif-deleted', 'tag': '49e02321-fe52-42aa-8728-a87eb53e17de', 'status': 'completed', 'code': 200} Jul 13 07:27:40.536204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a6b8d984-d907-4de7-8be2-99ac477ba148 req-4588ae92-6449-4313-af2d-6d9d6d56c293 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1182125754', 'description': 'tempest-description-539661300'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:40.598172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a6b8d984-d907-4de7-8be2-99ac477ba148 req-4588ae92-6449-4313-af2d-6d9d6d56c293 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.719190 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d781d1b-32e8-4760-b568-7604c623c48a req-3c1f2e7a-86be-43e6-b256-dd808fee6cc3 tempest-ListImageFiltersTestJSON-1001386117 tempest-ListImageFiltersTestJSON-1001386117-project] 10.222.0.44 "GET /v2.0/ports?device_id=4038c18d-c188-471a-a554-7b18fd6a9b55 HTTP/1.1" status: 200 len: 210 time: 0.0702782 Jul 13 07:27:40.799678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46344) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:40.816622 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a6b8d984-d907-4de7-8be2-99ac477ba148 req-4588ae92-6449-4313-af2d-6d9d6d56c293 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.824298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a6b8d984-d907-4de7-8be2-99ac477ba148 req-4588ae92-6449-4313-af2d-6d9d6d56c293 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.871965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588ae92-6449-4313-af2d-6d9d6d56c293 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12e024b-93fd-4f9c-b259-c8650e0d1ae9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:40.876290 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4db408d7-728c-4330-865e-154f6244c79e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e20cb08a39cc406cac513fcb03dc3dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744882 Jul 13 07:27:40.878841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46346) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:40.886686 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a6b8d984-d907-4de7-8be2-99ac477ba148 req-4588ae92-6449-4313-af2d-6d9d6d56c293 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.891749 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6b8d984-d907-4de7-8be2-99ac477ba148 req-4588ae92-6449-4313-af2d-6d9d6d56c293 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3608222 Jul 13 07:27:41.385908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46366) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:41.429647 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b82af407-3509-4bc9-a086-4a44b69c3fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.457299 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4503093-43ee-4549-be14-9281a21d0636 req-6e18245a-35e3-4259-aa7e-bd8f9d5ff319 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/bb38573e-03a0-4a41-9a42-46c163dc2987 HTTP/1.1" status: 200 len: 1803 time: 0.5261579 Jul 13 07:27:41.462236 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b82af407-3509-4bc9-a086-4a44b69c3fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.498505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1022792193-network', 'tenant_id': 'f0ee4d03dd1f43da9a7b06b04104c8c5'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:41.522890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Made reservation on behalf of f0ee4d03dd1f43da9a7b06b04104c8c5 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:41.526641 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.532534 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4503093-43ee-4549-be14-9281a21d0636 req-93a9236e-bfea-4d4b-b30a-60180b8e700c tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/f12e024b-93fd-4f9c-b259-c8650e0d1ae9 HTTP/1.1" status: 200 len: 1804 time: 0.0636196 Jul 13 07:27:41.544147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-c4503093-43ee-4549-be14-9281a21d0636 req-9fdf0a9d-47f3-4571-86aa-04b0d3955240 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bb38573e-03a0-4a41-9a42-46c163dc2987', 'remote_group_id': 'f12e024b-93fd-4f9c-b259-c8650e0d1ae9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:41.544529 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.545243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-c4503093-43ee-4549-be14-9281a21d0636 req-9fdf0a9d-47f3-4571-86aa-04b0d3955240 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bb38573e-03a0-4a41-9a42-46c163dc2987', 'remote_group_id': 'f12e024b-93fd-4f9c-b259-c8650e0d1ae9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:41.560467 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b82af407-3509-4bc9-a086-4a44b69c3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.563045 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b82af407-3509-4bc9-a086-4a44b69c3fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.564785 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b82af407-3509-4bc9-a086-4a44b69c3fe2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9d446a8-df67-410a-9d82-e9a53a0bf86b HTTP/1.1" status: 204 len: 168 time: 0.6844068 Jul 13 07:27:41.581527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82af407-3509-4bc9-a086-4a44b69c3fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d446a8-df67-410a-9d82-e9a53a0bf86b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:41.663134 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c4503093-43ee-4549-be14-9281a21d0636 req-9fdf0a9d-47f3-4571-86aa-04b0d3955240 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.718013 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c4503093-43ee-4549-be14-9281a21d0636 req-9fdf0a9d-47f3-4571-86aa-04b0d3955240 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.718417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.723160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c4503093-43ee-4549-be14-9281a21d0636 req-9fdf0a9d-47f3-4571-86aa-04b0d3955240 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.725060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.744892 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf0a9d-47f3-4571-86aa-04b0d3955240 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df9a906-41af-4626-8773-511aef0809d5,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:41.755533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c4503093-43ee-4549-be14-9281a21d0636 req-9fdf0a9d-47f3-4571-86aa-04b0d3955240 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.757023 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4503093-43ee-4549-be14-9281a21d0636 req-9fdf0a9d-47f3-4571-86aa-04b0d3955240 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2178473 Jul 13 07:27:41.759373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:41.775785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad815cd-4de6-4561-b9ca-6959ca2b63a6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:41.782240 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.782597 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Added segment 94c62bf5-69d0-433c-b747-6e26c32c4089 of type vlan for network d23855fb-2f84-4411-a8ee-f1976bd095fa Jul 13 07:27:41.786295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-f3c23c76-4ef2-45a2-bfae-9b716108047c req-bf42c57e-3da5-4268-b663-b0736ac78a00 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-984030401', 'description': 'tempest-description-870246521'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:41.838716 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f3c23c76-4ef2-45a2-bfae-9b716108047c req-bf42c57e-3da5-4268-b663-b0736ac78a00 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.869796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.935074 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.936105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:41.936930 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.962189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f3c23c76-4ef2-45a2-bfae-9b716108047c req-bf42c57e-3da5-4268-b663-b0736ac78a00 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.968653 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f3c23c76-4ef2-45a2-bfae-9b716108047c req-bf42c57e-3da5-4268-b663-b0736ac78a00 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.006244 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42c57e-3da5-4268-b663-b0736ac78a00 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3bbc5f-3883-4270-8d2d-1bd9f15ae2a7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:42.010104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f3c23c76-4ef2-45a2-bfae-9b716108047c req-bf42c57e-3da5-4268-b663-b0736ac78a00 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.015531 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3c23c76-4ef2-45a2-bfae-9b716108047c req-bf42c57e-3da5-4268-b663-b0736ac78a00 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2374425 Jul 13 07:27:42.026867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] Pushing event updated for resources: {'Network': ['ID=d23855fb-2f84-4411-a8ee-f1976bd095fa,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:42.049810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-b8462136-a54e-440d-b454-5fc853ccf227 req-15bb400d-38dd-4070-b595-10ad42e27e36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1027209471', 'description': 'tempest-description-454455084'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:42.054627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d23855fb-2f84-4411-a8ee-f1976bd095fa details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:42.056007 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-585151e5-2854-4759-8b79-f6740facce56 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6689246 Jul 13 07:27:42.058795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46402) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:42.069138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Request body: {'subnet': {'network_id': 'd23855fb-2f84-4411-a8ee-f1976bd095fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1022792193-subnet', 'tenant_id': 'f0ee4d03dd1f43da9a7b06b04104c8c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:42.095092 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b8462136-a54e-440d-b454-5fc853ccf227 req-15bb400d-38dd-4070-b595-10ad42e27e36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.120039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Made reservation on behalf of f0ee4d03dd1f43da9a7b06b04104c8c5 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:42.130887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.225597 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b8462136-a54e-440d-b454-5fc853ccf227 req-15bb400d-38dd-4070-b595-10ad42e27e36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.234719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b8462136-a54e-440d-b454-5fc853ccf227 req-15bb400d-38dd-4070-b595-10ad42e27e36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.281053 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b8462136-a54e-440d-b454-5fc853ccf227 req-15bb400d-38dd-4070-b595-10ad42e27e36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.282773 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b8462136-a54e-440d-b454-5fc853ccf227 req-15bb400d-38dd-4070-b595-10ad42e27e36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2401683 Jul 13 07:27:42.307481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb400d-38dd-4070-b595-10ad42e27e36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7decf9-e775-4232-97c8-5abec1bc602a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:42.404298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.472540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9823de8f-0841-4ccd-b66e-0448914a13b4,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:42.491184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Checking segment: {'id': '94c62bf5-69d0-433c-b747-6e26c32c4089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd23855fb-2f84-4411-a8ee-f1976bd095fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:42.491802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Network hostable DHCP agents. Network: d23855fb-2f84-4411-a8ee-f1976bd095fa, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:42.514854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Network d23855fb-2f84-4411-a8ee-f1976bd095fa is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:42.532128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, d23855fb-2f84-4411-a8ee-f1976bd095fa) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:42.539072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:42.539373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.545457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac71fd8-6a2a-4cbd-85ff-96ea793fdcef None None] Network d23855fb-2f84-4411-a8ee-f1976bd095fa requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:42.571957 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2570315d-4995-44e8-a9f7-9944ff15828e req-7b7b241a-d135-41c9-9814-0ea8b4d9b2ac tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/4a3bbc5f-3883-4270-8d2d-1bd9f15ae2a7 HTTP/1.1" status: 200 len: 1803 time: 0.0888839 Jul 13 07:27:42.595545 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d1d7d689-9afc-453e-81e9-e9d68d486937 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5283046 Jul 13 07:27:42.661759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49e02321-fe52-42aa-8728-a87eb53e17de no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:42.670327 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2570315d-4995-44e8-a9f7-9944ff15828e req-14ed5a59-d645-4c1d-a3aa-1b9f3b998842 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/fe7decf9-e775-4232-97c8-5abec1bc602a HTTP/1.1" status: 200 len: 1804 time: 0.0949235 Jul 13 07:27:42.680496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-2570315d-4995-44e8-a9f7-9944ff15828e req-f0e38fe7-d1b6-4cde-bab3-0c7314f5ab44 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4a3bbc5f-3883-4270-8d2d-1bd9f15ae2a7', 'remote_group_id': 'fe7decf9-e775-4232-97c8-5abec1bc602a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:42.681457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-2570315d-4995-44e8-a9f7-9944ff15828e req-f0e38fe7-d1b6-4cde-bab3-0c7314f5ab44 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4a3bbc5f-3883-4270-8d2d-1bd9f15ae2a7', 'remote_group_id': 'fe7decf9-e775-4232-97c8-5abec1bc602a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:42.759640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 49e02321-fe52-42aa-8728-a87eb53e17de {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:42.768173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49e02321-fe52-42aa-8728-a87eb53e17de not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:42.823196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2570315d-4995-44e8-a9f7-9944ff15828e req-f0e38fe7-d1b6-4cde-bab3-0c7314f5ab44 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.858461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518c3f4a-b652-4f98-8691-5a3316c46e90 None None] Network d23855fb-2f84-4411-a8ee-f1976bd095fa requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:42.874839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2570315d-4995-44e8-a9f7-9944ff15828e req-f0e38fe7-d1b6-4cde-bab3-0c7314f5ab44 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.880644 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2570315d-4995-44e8-a9f7-9944ff15828e req-f0e38fe7-d1b6-4cde-bab3-0c7314f5ab44 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.900572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e38fe7-d1b6-4cde-bab3-0c7314f5ab44 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe336eac-c59f-45d1-8aaf-80c1571929a4,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:42.924342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2570315d-4995-44e8-a9f7-9944ff15828e req-f0e38fe7-d1b6-4cde-bab3-0c7314f5ab44 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.927221 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2570315d-4995-44e8-a9f7-9944ff15828e req-f0e38fe7-d1b6-4cde-bab3-0c7314f5ab44 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2509096 Jul 13 07:27:42.942287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46444) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:43.037934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e382285b-655f-46c3-8f1b-4a7ad39003d4 req-a474c8ee-b904-46f4-ab7e-7b8f496a55da tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/fe7decf9-e775-4232-97c8-5abec1bc602a HTTP/1.1" status: 200 len: 1804 time: 0.0836470 Jul 13 07:27:43.128265 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e382285b-655f-46c3-8f1b-4a7ad39003d4 req-4dc50dfc-fea1-43e5-a614-931c2c00acfb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.133159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7960dfcb-5b49-412d-8c3c-ac76094c8e6a admin admin] Deleting subnet 9823de8f-0841-4ccd-b66e-0448914a13b4 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:43.137350 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7960dfcb-5b49-412d-8c3c-ac76094c8e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.229427 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e382285b-655f-46c3-8f1b-4a7ad39003d4 req-4dc50dfc-fea1-43e5-a614-931c2c00acfb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.243884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7960dfcb-5b49-412d-8c3c-ac76094c8e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.350135 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7960dfcb-5b49-412d-8c3c-ac76094c8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.421511 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e382285b-655f-46c3-8f1b-4a7ad39003d4 req-4dc50dfc-fea1-43e5-a614-931c2c00acfb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.425720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e382285b-655f-46c3-8f1b-4a7ad39003d4 req-4dc50dfc-fea1-43e5-a614-931c2c00acfb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.426959 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e382285b-655f-46c3-8f1b-4a7ad39003d4 req-4dc50dfc-fea1-43e5-a614-931c2c00acfb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "DELETE /v2.0/security-groups/fe7decf9-e775-4232-97c8-5abec1bc602a HTTP/1.1" status: 204 len: 173 time: 0.3833759 Jul 13 07:27:43.442883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc50dfc-fea1-43e5-a614-931c2c00acfb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7decf9-e775-4232-97c8-5abec1bc602a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:43.478746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7960dfcb-5b49-412d-8c3c-ac76094c8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.539764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960dfcb-5b49-412d-8c3c-ac76094c8e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9823de8f-0841-4ccd-b66e-0448914a13b4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:43.542387 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7960dfcb-5b49-412d-8c3c-ac76094c8e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.546904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7960dfcb-5b49-412d-8c3c-ac76094c8e6a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9823de8f-0841-4ccd-b66e-0448914a13b4 HTTP/1.1" status: 204 len: 168 time: 0.6010928 Jul 13 07:27:43.547124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46476) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:43.566960 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2742ff99-61f3-45f4-9f7f-4a414da82299 req-b759613f-c488-410f-81d4-96434442ca46 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/4a3bbc5f-3883-4270-8d2d-1bd9f15ae2a7 HTTP/1.1" status: 200 len: 1803 time: 0.1126831 Jul 13 07:27:43.648909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-1466724b-d219-4164-89b7-5217c6042a81 req-b09fd309-9acc-48a4-a85d-2601065050f6 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-88877919', 'description': 'tempest-description-511668878'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:43.665171 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.715347 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1466724b-d219-4164-89b7-5217c6042a81 req-b09fd309-9acc-48a4-a85d-2601065050f6 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.783423 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.797542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23855fb-2f84-4411-a8ee-f1976bd095fa']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:43.812924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c62bf5-69d0-433c-b747-6e26c32c4089') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:43.813309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c62bf5-69d0-433c-b747-6e26c32c4089') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:43.828557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.847102 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.867036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:43.867356 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:43.869154 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:43.952152 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1466724b-d219-4164-89b7-5217c6042a81 req-b09fd309-9acc-48a4-a85d-2601065050f6 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.957395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1466724b-d219-4164-89b7-5217c6042a81 req-b09fd309-9acc-48a4-a85d-2601065050f6 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.989805 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.992219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fd309-9acc-48a4-a85d-2601065050f6 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aae95e-c59f-4248-9cdc-fbd520b966d8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:44.000291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.004972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d23855fb-2f84-4411-a8ee-f1976bd095fa HTTP/1.1" status: 204 len: 168 time: 0.4556298 Jul 13 07:27:44.014823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1466724b-d219-4164-89b7-5217c6042a81 req-b09fd309-9acc-48a4-a85d-2601065050f6 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.021630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1466724b-d219-4164-89b7-5217c6042a81 req-b09fd309-9acc-48a4-a85d-2601065050f6 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3856487 Jul 13 07:27:44.022664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a3530-f013-4577-8bc2-c0a393c276e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d23855fb-2f84-4411-a8ee-f1976bd095fa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:44.189990 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24162b70-2538-4430-8203-712cd07d4163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.257586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46514) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:44.390944 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1b9be142-9fbe-4580-a041-3a7e24e998a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0ee4d03dd1f43da9a7b06b04104c8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295083 Jul 13 07:27:44.391635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46522) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:44.414703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d268376f-13e9-4805-aca9-9a4f453f2509 req-1b01b51f-1296-4f9b-aa34-3d266441b1fa tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/c9aae95e-c59f-4248-9cdc-fbd520b966d8 HTTP/1.1" status: 200 len: 1802 time: 0.0864880 Jul 13 07:27:44.420441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-d268376f-13e9-4805-aca9-9a4f453f2509 req-8c62c46d-3054-48bd-b376-0e038944b865 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9aae95e-c59f-4248-9cdc-fbd520b966d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:44.421107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-d268376f-13e9-4805-aca9-9a4f453f2509 req-8c62c46d-3054-48bd-b376-0e038944b865 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9aae95e-c59f-4248-9cdc-fbd520b966d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:44.515339 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784abb2a-e64d-44d1-8219-e5d8a398251b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.544861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784abb2a-e64d-44d1-8219-e5d8a398251b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.565214 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d268376f-13e9-4805-aca9-9a4f453f2509 req-8c62c46d-3054-48bd-b376-0e038944b865 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.568449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46528) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:44.605975 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784abb2a-e64d-44d1-8219-e5d8a398251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.614395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d268376f-13e9-4805-aca9-9a4f453f2509 req-8c62c46d-3054-48bd-b376-0e038944b865 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.614657 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-784abb2a-e64d-44d1-8219-e5d8a398251b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.615952 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-784abb2a-e64d-44d1-8219-e5d8a398251b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ad815cd-4de6-4561-b9ca-6959ca2b63a6 HTTP/1.1" status: 204 len: 168 time: 0.2229643 Jul 13 07:27:44.620079 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d268376f-13e9-4805-aca9-9a4f453f2509 req-8c62c46d-3054-48bd-b376-0e038944b865 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.633857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784abb2a-e64d-44d1-8219-e5d8a398251b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad815cd-4de6-4561-b9ca-6959ca2b63a6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:44.644918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62c46d-3054-48bd-b376-0e038944b865 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba1c42b-943f-4214-96d1-6ba06317c278,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:44.653817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d268376f-13e9-4805-aca9-9a4f453f2509 req-8c62c46d-3054-48bd-b376-0e038944b865 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.662974 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d268376f-13e9-4805-aca9-9a4f453f2509 req-8c62c46d-3054-48bd-b376-0e038944b865 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2466953 Jul 13 07:27:44.811227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aa815635-a504-4e26-83bf-b32f92e3c07e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf9fae0a5db04b9ea8c16c88adb615ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403710 Jul 13 07:27:44.812585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46546) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:44.872673 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-2a462963-497e-48f4-a8dd-4c3e9e58a4bd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763280 Jul 13 07:27:44.917379 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4c9610ee-eb26-428a-9c16-e52004f184b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.953933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4c9610ee-eb26-428a-9c16-e52004f184b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.068338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4c9610ee-eb26-428a-9c16-e52004f184b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.071282 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4c9610ee-eb26-428a-9c16-e52004f184b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.074858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4c9610ee-eb26-428a-9c16-e52004f184b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f4dc5f5-3588-4bef-9aa1-c583e7511db9 HTTP/1.1" status: 204 len: 168 time: 0.2613308 Jul 13 07:27:45.088806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9610ee-eb26-428a-9c16-e52004f184b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4dc5f5-3588-4bef-9aa1-c583e7511db9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:45.152902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652d842-1270-4b7d-87ce-a78ed784974c req-2c17fdab-dc92-4e19-96f9-cfa341e60b7b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:45.154685 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-2c17fdab-dc92-4e19-96f9-cfa341e60b7b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809148 Jul 13 07:27:45.188620 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-dd0a3be0-5476-4514-85cc-e32242ff6ad8 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/quotas/1a8e1186474f4ffbb6a81c31a63e1d6d HTTP/1.1" status: 200 len: 375 time: 0.0272162 Jul 13 07:27:45.290501 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-e9a0de94-a6ad-4188-bebf-923d8aec479d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979490 Jul 13 07:27:45.304619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-86fcff77-3790-4e50-aecb-618744588486 req-480f619d-27f6-4ad8-8945-d35cea9391c1 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/c9aae95e-c59f-4248-9cdc-fbd520b966d8 HTTP/1.1" status: 200 len: 2395 time: 0.0615497 Jul 13 07:27:45.320286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-86fcff77-3790-4e50-aecb-618744588486 req-5092466b-eb76-481b-b3b0-9fca88a10548 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9aae95e-c59f-4248-9cdc-fbd520b966d8', 'remote_group_id': None}]} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:45.320640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-86fcff77-3790-4e50-aecb-618744588486 req-5092466b-eb76-481b-b3b0-9fca88a10548 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c9aae95e-c59f-4248-9cdc-fbd520b966d8', 'remote_group_id': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:45.473108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-86fcff77-3790-4e50-aecb-618744588486 req-5092466b-eb76-481b-b3b0-9fca88a10548 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.538073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-86fcff77-3790-4e50-aecb-618744588486 req-5092466b-eb76-481b-b3b0-9fca88a10548 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.547506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-86fcff77-3790-4e50-aecb-618744588486 req-5092466b-eb76-481b-b3b0-9fca88a10548 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.583108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-86fcff77-3790-4e50-aecb-618744588486 req-5092466b-eb76-481b-b3b0-9fca88a10548 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.584460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-86fcff77-3790-4e50-aecb-618744588486 req-5092466b-eb76-481b-b3b0-9fca88a10548 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2735350 Jul 13 07:27:45.585077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092466b-eb76-481b-b3b0-9fca88a10548 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a618f3-6118-419f-a373-970cd6df7679,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:45.883389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6d4fb-bf75-418d-80f3-abbc6496c2f0 req-ec76d0ff-a561-4456-8b93-a91952902964 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:45.885055 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-68c6d4fb-bf75-418d-80f3-abbc6496c2f0 req-ec76d0ff-a561-4456-8b93-a91952902964 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 946 time: 0.1315234 Jul 13 07:27:45.923944 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dead3eca-b814-4074-a43a-3dd23af39473 req-7369d580-cd11-4ee8-bf84-073549982f49 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 210 time: 0.0644581 Jul 13 07:27:45.988473 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-68c6d4fb-bf75-418d-80f3-abbc6496c2f0 req-4dc1b01d-7211-4031-ad8e-1c0f48140102 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890751 Jul 13 07:27:46.086835 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfe350f7-57ff-4bb7-9426-715072e062b2 req-a6c78fb3-1a86-459d-a72f-f8a7f31a653a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/c9aae95e-c59f-4248-9cdc-fbd520b966d8 HTTP/1.1" status: 200 len: 2993 time: 0.1223309 Jul 13 07:27:46.186107 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b5894525-2fe3-470c-88dc-cf784255fa57 req-6045fa8a-5f37-41d3-a129-7c1611a001a7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-group-rules/62a618f3-6118-419f-a373-970cd6df7679 HTTP/1.1" status: 200 len: 783 time: 0.0723054 Jul 13 07:27:46.274713 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b5894525-2fe3-470c-88dc-cf784255fa57 req-696e632d-9532-49a9-8669-90fb711c27fb tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/c9aae95e-c59f-4248-9cdc-fbd520b966d8 HTTP/1.1" status: 200 len: 2993 time: 0.0811059 Jul 13 07:27:46.313091 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b5894525-2fe3-470c-88dc-cf784255fa57 req-793b1899-f0a4-4ed2-a835-2ba7bfe0e416 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.324538 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b5894525-2fe3-470c-88dc-cf784255fa57 req-793b1899-f0a4-4ed2-a835-2ba7bfe0e416 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.377616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b5894525-2fe3-470c-88dc-cf784255fa57 req-793b1899-f0a4-4ed2-a835-2ba7bfe0e416 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.394338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b5894525-2fe3-470c-88dc-cf784255fa57 req-793b1899-f0a4-4ed2-a835-2ba7bfe0e416 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.397849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b5894525-2fe3-470c-88dc-cf784255fa57 req-793b1899-f0a4-4ed2-a835-2ba7bfe0e416 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/62a618f3-6118-419f-a373-970cd6df7679 HTTP/1.1" status: 204 len: 173 time: 0.1168284 Jul 13 07:27:46.413302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b1899-f0a4-4ed2-a835-2ba7bfe0e416 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62a618f3-6118-419f-a373-970cd6df7679,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:46.543763 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:27:46.554979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed398507-8a15-4f8b-a275-b6acc56fca42 req-66d092d5-c5ae-430c-9f39-79c1870f9fa2 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/c9aae95e-c59f-4248-9cdc-fbd520b966d8 HTTP/1.1" status: 200 len: 2395 time: 0.0650351 Jul 13 07:27:46.633404 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed398507-8a15-4f8b-a275-b6acc56fca42 req-bbe1e537-2cce-4dcc-bc31-9ecbe1adf34c tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.656578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46620) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:46.714537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed398507-8a15-4f8b-a275-b6acc56fca42 req-bbe1e537-2cce-4dcc-bc31-9ecbe1adf34c tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.784200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-9ea9f7a1-ecee-4686-8942-e17099502791 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:46.786224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-9ea9f7a1-ecee-4686-8942-e17099502791 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 946 time: 0.1442368 Jul 13 07:27:46.862781 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed398507-8a15-4f8b-a275-b6acc56fca42 req-bbe1e537-2cce-4dcc-bc31-9ecbe1adf34c tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.866448 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed398507-8a15-4f8b-a275-b6acc56fca42 req-bbe1e537-2cce-4dcc-bc31-9ecbe1adf34c tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.879686 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed398507-8a15-4f8b-a275-b6acc56fca42 req-bbe1e537-2cce-4dcc-bc31-9ecbe1adf34c tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "DELETE /v2.0/security-groups/c9aae95e-c59f-4248-9cdc-fbd520b966d8 HTTP/1.1" status: 204 len: 173 time: 0.3109798 Jul 13 07:27:46.938279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1e537-2cce-4dcc-bc31-9ecbe1adf34c tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aae95e-c59f-4248-9cdc-fbd520b966d8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:46.950258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-369750157-network', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:47.008126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Made reservation on behalf of a93cec1e09ea422eaac867513d8853c9 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:47.014822 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.054515 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.069969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdd0c8-1a3a-4dfe-a25a-f67fe1278d5e req-169eb4ff-3de9-40b0-97c1-d7894c492d10 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:47.070573 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5366c043-e1f6-4bb6-bd78-df05d8c9af12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.085257 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2fdd0c8-1a3a-4dfe-a25a-f67fe1278d5e req-169eb4ff-3de9-40b0-97c1-d7894c492d10 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 946 time: 0.1758051 Jul 13 07:27:47.089623 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.109186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-db85799c-9dde-4384-8056-d0115b32ad5f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Deleting port df70a66a-9267-4b91-9396-6b787e726f42 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:47.111185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-db85799c-9dde-4384-8056-d0115b32ad5f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.111617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46636) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:47.183501 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2fdd0c8-1a3a-4dfe-a25a-f67fe1278d5e req-79fe478e-5651-44e7-9d8c-069487b02301 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960965 Jul 13 07:27:47.257116 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-f5bd4b7f-c05d-4a96-a47c-13ff7144858c req-b957fbbe-496f-4cbe-92cd-265928619c7c tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] show failed (client error): The resource could not be found. Jul 13 07:27:47.258157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5bd4b7f-c05d-4a96-a47c-13ff7144858c req-b957fbbe-496f-4cbe-92cd-265928619c7c tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/fe7decf9-e775-4232-97c8-5abec1bc602a HTTP/1.1" status: 404 len: 352 time: 0.0676067 Jul 13 07:27:47.322054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-cbb5e7e0-b937-4da9-b409-daaf88dea850 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629132 Jul 13 07:27:47.379664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4394553-8066-442a-8212-3e3f3888af48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.430600 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a5d0b7d-fa77-4dfc-a9bb-1aa031e1ac75 req-ba5c02da-d8e2-4415-a817-7630ecf61c1b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 210 time: 0.0441501 Jul 13 07:27:47.458353 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.477469 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.492182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:47.507606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.512785 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Added segment 43da7656-80e4-41b4-8e57-acb4e8c1f782 of type vlan for network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 Jul 13 07:27:47.559567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-db85799c-9dde-4384-8056-d0115b32ad5f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] For port df70a66a-9267-4b91-9396-6b787e726f42, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=df70a66a-9267-4b91-9396-6b787e726f42,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:47.560274 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-db85799c-9dde-4384-8056-d0115b32ad5f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.600364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-db85799c-9dde-4384-8056-d0115b32ad5f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Calling delete_port for df70a66a-9267-4b91-9396-6b787e726f42 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:47.600612 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.638114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652d842-1270-4b7d-87ce-a78ed784974c req-6b16e887-b996-45de-bb17-6fe0c9ff86e6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:47.639569 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-6b16e887-b996-45de-bb17-6fe0c9ff86e6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3061950 Jul 13 07:27:47.691808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d01a0-1042-4273-9cf5-9b097cea5c49 req-7d3ea8b5-36a6-47d0-b75a-bdad32dce8b6 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:47.696683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f87d01a0-1042-4273-9cf5-9b097cea5c49 req-7d3ea8b5-36a6-47d0-b75a-bdad32dce8b6 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/ports?device_id=c79e2c05-6c5e-4db6-89cc-2c391dead5ec HTTP/1.1" status: 200 len: 946 time: 0.2618406 Jul 13 07:27:47.706978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Request body: {'port': {'device_id': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '1a8e1186474f4ffbb6a81c31a63e1d6d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:47.715632 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.717300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:47.718100 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.794169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-acf01363-6710-42bf-8ece-971dc908adb7 req-bb099c6c-4d9f-4a2a-8942-3a2e2224f123 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/4a3bbc5f-3883-4270-8d2d-1bd9f15ae2a7 HTTP/1.1" status: 200 len: 1803 time: 0.1562507 Jul 13 07:27:47.797606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.806157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5816459-ce30-4fd1-bdf4-822c2bc1d305,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:47.845981 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f87d01a0-1042-4273-9cf5-9b097cea5c49 req-bd170112-48af-4589-ae8a-d68f514b0102 tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1946823-fddf-482b-a54b-7c83c924a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302848 Jul 13 07:27:47.891054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] Pushing event updated for resources: {'Network': ['ID=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:47.913288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:47.972037 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4394553-8066-442a-8212-3e3f3888af48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.985628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-db85799c-9dde-4384-8056-d0115b32ad5f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.999467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['df70a66a-9267-4b91-9396-6b787e726f42'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:48.021822 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4394553-8066-442a-8212-3e3f3888af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.036313 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-88cb801f-6b37-463a-b8b9-8ba394cff733 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3782606 Jul 13 07:27:48.044319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46648) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:48.049527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-acf01363-6710-42bf-8ece-971dc908adb7 req-a5b9fc29-2e1c-467c-867a-fa8d9cb78a36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.085363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Request body: {'subnet': {'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-369750157-subnet', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:48.090706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85799c-9dde-4384-8056-d0115b32ad5f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Pushing event deleted for resources: {'Port': ['ID=df70a66a-9267-4b91-9396-6b787e726f42,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.099889 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b4394553-8066-442a-8212-3e3f3888af48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e51c2bd2d4a54c96872934821e3d75cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9823809 Jul 13 07:27:48.102788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46650) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:48.106522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4394553-8066-442a-8212-3e3f3888af48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7560f16c-e29b-4eaa-a537-3701410c1a5f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.114664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-acf01363-6710-42bf-8ece-971dc908adb7 req-a5b9fc29-2e1c-467c-867a-fa8d9cb78a36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.157105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-db85799c-9dde-4384-8056-d0115b32ad5f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] No DVR routers for this DVR port df70a66a-9267-4b91-9396-6b787e726f42 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:48.161183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-db85799c-9dde-4384-8056-d0115b32ad5f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.163295 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-acf01363-6710-42bf-8ece-971dc908adb7 req-a5b9fc29-2e1c-467c-867a-fa8d9cb78a36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.163439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8c8ab40f-294c-486b-ae41-c83ab7a9037a req-db85799c-9dde-4384-8056-d0115b32ad5f tempest-AttachSCSIVolumeTestJSON-1822859162 tempest-AttachSCSIVolumeTestJSON-1822859162-project] 10.222.0.53 "DELETE /v2.0/ports/df70a66a-9267-4b91-9396-6b787e726f42 HTTP/1.1" status: 204 len: 173 time: 1.3703952 Jul 13 07:27:48.167270 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-acf01363-6710-42bf-8ece-971dc908adb7 req-a5b9fc29-2e1c-467c-867a-fa8d9cb78a36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.168634 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-acf01363-6710-42bf-8ece-971dc908adb7 req-a5b9fc29-2e1c-467c-867a-fa8d9cb78a36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "DELETE /v2.0/security-groups/4a3bbc5f-3883-4270-8d2d-1bd9f15ae2a7 HTTP/1.1" status: 204 len: 173 time: 0.3736553 Jul 13 07:27:48.170450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79e2c05-6c5e-4db6-89cc-2c391dead5ec', 'name': 'network-vif-deleted', 'tag': 'df70a66a-9267-4b91-9396-6b787e726f42'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:48.173861 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e46379-39ba-48a4-ab28-2a13bbcafc4d" -d '{"events": [{"server_uuid": "c79e2c05-6c5e-4db6-89cc-2c391dead5ec", "name": "network-vif-deleted", "tag": "df70a66a-9267-4b91-9396-6b787e726f42"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:48.184684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9fc29-2e1c-467c-867a-fa8d9cb78a36 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3bbc5f-3883-4270-8d2d-1bd9f15ae2a7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.198820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Made reservation on behalf of 1a8e1186474f4ffbb6a81c31a63e1d6d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:48.202401 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.229061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.264759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a3db70b-31b7-4f59-91f7-0330846a58a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.270682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Made reservation on behalf of a93cec1e09ea422eaac867513d8853c9 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:48.273491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.330390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a3db70b-31b7-4f59-91f7-0330846a58a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.376966 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee9ae10-3520-47b5-be2d-f0de03125f93 req-5f498207-7cad-4e67-a586-9dce95c58867 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/f12e024b-93fd-4f9c-b259-c8650e0d1ae9 HTTP/1.1" status: 200 len: 1804 time: 0.0605860 Jul 13 07:27:48.498863 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ee9ae10-3520-47b5-be2d-f0de03125f93 req-3a7e98c5-ad9f-406e-abf3-33d43058c9db tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.540892 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ee9ae10-3520-47b5-be2d-f0de03125f93 req-3a7e98c5-ad9f-406e-abf3-33d43058c9db tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.547617 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1731a099-798f-4522-9b06-83ce490b82ac x-openstack-request-id: req-1731a099-798f-4522-9b06-83ce490b82ac {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:48.549137 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79e2c05-6c5e-4db6-89cc-2c391dead5ec", "name": "network-vif-deleted", "tag": "df70a66a-9267-4b91-9396-6b787e726f42", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:48.550366 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1731a099-798f-4522-9b06-83ce490b82ac {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:48.550977 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79e2c05-6c5e-4db6-89cc-2c391dead5ec', 'name': 'network-vif-deleted', 'tag': 'df70a66a-9267-4b91-9396-6b787e726f42', 'status': 'completed', 'code': 200} Jul 13 07:27:48.556431 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a3db70b-31b7-4f59-91f7-0330846a58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.565915 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a3db70b-31b7-4f59-91f7-0330846a58a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.573755 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6a3db70b-31b7-4f59-91f7-0330846a58a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7560f16c-e29b-4eaa-a537-3701410c1a5f HTTP/1.1" status: 204 len: 168 time: 0.4677970 Jul 13 07:27:48.660149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ee9ae10-3520-47b5-be2d-f0de03125f93 req-3a7e98c5-ad9f-406e-abf3-33d43058c9db tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.663240 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ee9ae10-3520-47b5-be2d-f0de03125f93 req-3a7e98c5-ad9f-406e-abf3-33d43058c9db tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.676846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee9ae10-3520-47b5-be2d-f0de03125f93 req-3a7e98c5-ad9f-406e-abf3-33d43058c9db tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "DELETE /v2.0/security-groups/f12e024b-93fd-4f9c-b259-c8650e0d1ae9 HTTP/1.1" status: 204 len: 173 time: 0.2985482 Jul 13 07:27:48.701485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e98c5-ad9f-406e-abf3-33d43058c9db tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12e024b-93fd-4f9c-b259-c8650e0d1ae9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.721426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.733635 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.746537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.851323 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be63265b-aefa-4df9-b5a2-031a52b6726e req-9938a345-9128-431e-a288-a8b05e691087 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 210 time: 0.0433955 Jul 13 07:27:48.854513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3db70b-31b7-4f59-91f7-0330846a58a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7560f16c-e29b-4eaa-a537-3701410c1a5f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.984489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60ce3d9-407f-45e2-ad57-d0062666558c,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.991767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c663b8d4-1da1-401b-affd-031a1f42ab11,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:49.026970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Checking segment: {'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:49.027337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Network hostable DHCP agents. Network: b5fbf790-8990-4e8f-bb3b-d5c051cd54b8, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:49.045164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a83b55-131b-4e89-80ee-84fa692c684b req-369f74e8-9880-473a-85ce-1babab5952f6 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:49.046688 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91a83b55-131b-4e89-80ee-84fa692c684b req-369f74e8-9880-473a-85ce-1babab5952f6 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 946 time: 0.3173215 Jul 13 07:27:49.098077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Allocated IP 192.168.233.111 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/ca5b033b-195b-42d3-82bb-e04df53c279f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:49.100168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:49.122877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b5fbf790-8990-4e8f-bb3b-d5c051cd54b8) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:49.133269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:49.133867 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.134867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7133d4a-803c-46ad-a5b3-d4d394054358 None None] Network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:49.156759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91a83b55-131b-4e89-80ee-84fa692c684b req-27fab7c0-5bf9-4be8-b184-f3ad2f840b0e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996284 Jul 13 07:27:49.209012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cafa49ce-3a84-4f3b-8ea2-34aa6cdf55eb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1316626 Jul 13 07:27:49.210144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46684) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:49.214842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:49.257709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.258791 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.324868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:27:49.325836 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.424726 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.508983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Allocated IP 172.20.0.2 (b5fbf790-8990-4e8f-bb3b-d5c051cd54b8/a60ce3d9-407f-45e2-ad57-d0062666558c/6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:49.668338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.688210 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.699094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Transition to ACTIVE for port object 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:49.717920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Transition to ACTIVE for port object 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:49.739370 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.750346 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1824a5f-6449-450c-8b77-9e89206c5808 req-e84c35eb-2139-4083-8fe2-f58fadfdc451 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:49.757784 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1824a5f-6449-450c-8b77-9e89206c5808 req-e84c35eb-2139-4083-8fe2-f58fadfdc451 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 944 time: 0.2605143 Jul 13 07:27:49.773941 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.789650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:49.794589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:49.803054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:49.808937 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1824a5f-6449-450c-8b77-9e89206c5808 req-fac9c75b-1423-4bfa-89b9-4d323e54e77f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501087 Jul 13 07:27:49.884839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Pushing event updated for resources: {'Port': ['ID=6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:49.913874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Attempting to bind port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:49.914250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Attempting to bind port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:49.914613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Attempting to bind port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b on network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:49.920823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:49.921197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Checking segment: {'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:49.921602 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.922151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Bound using segment: {'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:49.922627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Bound port: 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:49.923149 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.953572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.978478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Transition to ACTIVE for port object ca5b033b-195b-42d3-82bb-e04df53c279f will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:50.020514 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] For port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:50.026218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] For port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:50.035611 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.054710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.122023 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d94b8-0386-4150-be7f-44f69a381e8d None None] Pushing event updated for resources: {'Port': ['ID=6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:50.209415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.231570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:50.248289 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01fce18c-4669-4c2e-aedf-06dc192d3535 req-efab1696-e43a-444b-a0a8-d8f9ab972575 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/bb38573e-03a0-4a41-9a42-46c163dc2987 HTTP/1.1" status: 200 len: 1803 time: 1.0545280 Jul 13 07:27:50.249175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:50.251525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:50.262304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:50.269726 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.299235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-e94403f3-d2f4-4751-a04c-1574a3cdaf7e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:50.301950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-e94403f3-d2f4-4751-a04c-1574a3cdaf7e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.53 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 946 time: 0.2876847 Jul 13 07:27:50.397289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device df70a66a-9267-4b91-9396-6b787e726f42 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:50.412831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:50.413536 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.461314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a906c7-3097-4d73-8b83-3212612818ab req-0dbf8966-7c94-4c41-8dbc-ff511d34ecea tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:50.473015 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4a906c7-3097-4d73-8b83-3212612818ab req-0dbf8966-7c94-4c41-8dbc-ff511d34ecea tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 944 time: 0.4385393 Jul 13 07:27:50.499681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: df70a66a-9267-4b91-9396-6b787e726f42 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:50.501519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device df70a66a-9267-4b91-9396-6b787e726f42 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:50.653662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-151bcefe-9f86-45a6-9275-5476fc3937ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0032861 Jul 13 07:27:50.672588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Request body: {'port': {'device_id': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:50.764987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b9ebee3-2822-42e7-9bed-563e08c53174 None None] Provisioning for port ca5b033b-195b-42d3-82bb-e04df53c279f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:50.769728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b9ebee3-2822-42e7-9bed-563e08c53174 None None] Provisioning complete for port ca5b033b-195b-42d3-82bb-e04df53c279f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:50.770187 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b9ebee3-2822-42e7-9bed-563e08c53174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.859796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ebee3-2822-42e7-9bed-563e08c53174 None None] Port ca5b033b-195b-42d3-82bb-e04df53c279f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:50.862829 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.884534 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-01fce18c-4669-4c2e-aedf-06dc192d3535 req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.937708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Allocated IP 172.25.6.51 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/c4f80adc-bb1c-4ddb-8875-77a382d2494b) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:51.128805 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-01fce18c-4669-4c2e-aedf-06dc192d3535 req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.131144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dd9b1-a915-4485-b0c8-50eba2e0b41f req-182992b2-b37b-4728-abdd-e745b18374e0 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:51.137959 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd3dd9b1-a915-4485-b0c8-50eba2e0b41f req-182992b2-b37b-4728-abdd-e745b18374e0 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 936 time: 0.9561160 Jul 13 07:27:51.149474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-e4a906c7-3097-4d73-8b83-3212612818ab req-b228320d-8506-4fa9-b801-cd863ef0935f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Deleting port 69942dd3-fb59-4242-8645-9e59f7511040 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:51.149899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e4a906c7-3097-4d73-8b83-3212612818ab req-b228320d-8506-4fa9-b801-cd863ef0935f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.159585 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.238643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd3dd9b1-a915-4485-b0c8-50eba2e0b41f req-1c00c7e4-739c-44f9-b99e-c8583dff3e43 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993681 Jul 13 07:27:51.262108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.368188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:51.368781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e4a906c7-3097-4d73-8b83-3212612818ab req-b228320d-8506-4fa9-b801-cd863ef0935f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] For port 69942dd3-fb59-4242-8645-9e59f7511040, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=69942dd3-fb59-4242-8645-9e59f7511040,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:51.369090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e4a906c7-3097-4d73-8b83-3212612818ab req-b228320d-8506-4fa9-b801-cd863ef0935f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.397792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:51.406050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Deleting port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:51.406882 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.416001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:51.417309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-e4a906c7-3097-4d73-8b83-3212612818ab req-b228320d-8506-4fa9-b801-cd863ef0935f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Calling delete_port for 69942dd3-fb59-4242-8645-9e59f7511040 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:51.435522 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-01fce18c-4669-4c2e-aedf-06dc192d3535 req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.441749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-01fce18c-4669-4c2e-aedf-06dc192d3535 req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.448910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01fce18c-4669-4c2e-aedf-06dc192d3535 req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "DELETE /v2.0/security-groups/bb38573e-03a0-4a41-9a42-46c163dc2987 HTTP/1.1" status: 204 len: 173 time: 1.1505110 Jul 13 07:27:51.483604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Pushing event updated for resources: {'Port': ['ID=c4f80adc-bb1c-4ddb-8875-77a382d2494b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:51.497538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb38573e-03a0-4a41-9a42-46c163dc2987,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:51.565753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5b033b-195b-42d3-82bb-e04df53c279f {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:51.576643 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.598174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Transition to ACTIVE for port object ca5b033b-195b-42d3-82bb-e04df53c279f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:51.605567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.606208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.606719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.608268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.609289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.611633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.612373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.612776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.613126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.613653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.614222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.614609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faabf5cf-a3de-452a-a5d5-e8433f2d777a tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:51.621366 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.763730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:51.793931 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f2464a-aaee-4058-b1ce-ddc06e46da40 None None] Network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:51.910912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ddd1b-0c4b-400d-b19e-29de3f533dc5 req-3815e288-a04e-48ae-8c1f-581d693d4f7a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:51.917911 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab9ddd1b-0c4b-400d-b19e-29de3f533dc5 req-3815e288-a04e-48ae-8c1f-581d693d4f7a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7045eb4-a1ba-497d-ba31-c1e69d1ad927 HTTP/1.1" status: 200 len: 944 time: 0.2386572 Jul 13 07:27:51.918579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] For port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:51.919191 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.934221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Attempting to bind port ca5b033b-195b-42d3-82bb-e04df53c279f on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:51.934608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Attempting to bind port ca5b033b-195b-42d3-82bb-e04df53c279f by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:51.935335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Attempting to bind port ca5b033b-195b-42d3-82bb-e04df53c279f on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:51.954337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Port ca5b033b-195b-42d3-82bb-e04df53c279f on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:27:51.954961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Attempting to bind port ca5b033b-195b-42d3-82bb-e04df53c279f on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:51.970210 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e4a906c7-3097-4d73-8b83-3212612818ab req-b228320d-8506-4fa9-b801-cd863ef0935f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.987659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:51.988324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:51.988766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:51.989325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Bound port: ca5b033b-195b-42d3-82bb-e04df53c279f, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:51.989832 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.997138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['69942dd3-fb59-4242-8645-9e59f7511040'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:52.040399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab9ddd1b-0c4b-400d-b19e-29de3f533dc5 req-182cea45-ecbe-4b4f-826b-71a4c3ce7227 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179256 Jul 13 07:27:52.048869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228320d-8506-4fa9-b801-cd863ef0935f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Pushing event deleted for resources: {'Port': ['ID=69942dd3-fb59-4242-8645-9e59f7511040,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:52.078660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e71b435e-4c21-4a50-b6bf-f8f68b8cf479 None None] Provisioning for port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:52.195064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a906c7-3097-4d73-8b83-3212612818ab req-b228320d-8506-4fa9-b801-cd863ef0935f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] No DVR routers for this DVR port 69942dd3-fb59-4242-8645-9e59f7511040 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:52.205151 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e4a906c7-3097-4d73-8b83-3212612818ab req-b228320d-8506-4fa9-b801-cd863ef0935f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.207531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4a906c7-3097-4d73-8b83-3212612818ab req-b228320d-8506-4fa9-b801-cd863ef0935f tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.53 "DELETE /v2.0/ports/69942dd3-fb59-4242-8645-9e59f7511040 HTTP/1.1" status: 204 len: 173 time: 1.7240033 Jul 13 07:27:52.215213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'name': 'network-vif-deleted', 'tag': '69942dd3-fb59-4242-8645-9e59f7511040'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:52.223487 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a809c1-20d7-4ecc-b2e2-33bccf4fea0c" -d '{"events": [{"server_uuid": "a7045eb4-a1ba-497d-ba31-c1e69d1ad927", "name": "network-vif-deleted", "tag": "69942dd3-fb59-4242-8645-9e59f7511040"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:52.276592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.292667 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.293057 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Floating IP b077f832-1ad8-42ba-84dd-f70c2fc9a398 disassociated. External IP: 172.25.6.153, port: fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4. Jul 13 07:27:52.293429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Calling delete_port for fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:52.323758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:52.329947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:52.337113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.462775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:52.463513 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.469144 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] 10.222.0.54 "PUT /v2.0/ports/ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 1096 time: 1.8011618 Jul 13 07:27:52.556192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:52.573063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3906933-b47a-4d40-8c9b-567df31894b2 req-b457038e-a92c-41c7-8c37-937f04e2ec5e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:52.575226 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3906933-b47a-4d40-8c9b-567df31894b2 req-b457038e-a92c-41c7-8c37-937f04e2ec5e tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 946 time: 1.0743315 Jul 13 07:27:52.658020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c41b2-adcc-4289-93c5-a8a3a87cb189 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:52.675670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:52.680770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:52.681155 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.681670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43758c83-ddec-403a-a4a4-1e078fae04b3 req-7c88d19e-6b13-448b-9efe-70675f27ffc3 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/440eae22-10ae-462d-b27e-d71da9881467 HTTP/1.1" status: 200 len: 2404 time: 0.2858949 Jul 13 07:27:52.807911 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3906933-b47a-4d40-8c9b-567df31894b2 req-45ee3f60-3568-4e68-ba4e-befd4d14c243 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups?id=6abc16cf-3dcd-4d32-a590-39ea63364d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194495 Jul 13 07:27:52.880433 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.917735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652d842-1270-4b7d-87ce-a78ed784974c req-90e4687c-19de-4727-8ced-20035229394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:52.920384 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-90e4687c-19de-4727-8ced-20035229394f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1099 time: 0.3798885 Jul 13 07:27:52.927188 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfcb522-5cc8-4256-9058-0709c502f786 x-openstack-request-id: req-8dfcb522-5cc8-4256-9058-0709c502f786 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:52.927617 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7045eb4-a1ba-497d-ba31-c1e69d1ad927", "name": "network-vif-deleted", "tag": "69942dd3-fb59-4242-8645-9e59f7511040", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:52.927969 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8dfcb522-5cc8-4256-9058-0709c502f786 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:52.928406 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7045eb4-a1ba-497d-ba31-c1e69d1ad927', 'name': 'network-vif-deleted', 'tag': '69942dd3-fb59-4242-8645-9e59f7511040', 'status': 'completed', 'code': 200} Jul 13 07:27:52.934339 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.969201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:52.983496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-6f8c10a9-f905-468c-8398-161610ad7779 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 217 time: 0.0530157 Jul 13 07:27:52.996743 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.003859 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.009613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5647f606-d946-4835-a72b-abfd02ebe1ab None None] Provisioning complete for port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:53.010353 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5647f606-d946-4835-a72b-abfd02ebe1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.020614 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-43758c83-ddec-403a-a4a4-1e078fae04b3 req-7f16bdd7-bd52-4062-85df-bf11012de446 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.076975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event deleted for resources: {'Port': ['ID=fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:53.109267 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-43758c83-ddec-403a-a4a4-1e078fae04b3 req-7f16bdd7-bd52-4062-85df-bf11012de446 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.126891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:53.176255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.181076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.181664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.182197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.182718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.183485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.183956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.184378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.184722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.185130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.185474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.185861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:53.198006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-43758c83-ddec-403a-a4a4-1e078fae04b3 req-7f16bdd7-bd52-4062-85df-bf11012de446 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.200723 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-43758c83-ddec-403a-a4a4-1e078fae04b3 req-7f16bdd7-bd52-4062-85df-bf11012de446 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.201884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43758c83-ddec-403a-a4a4-1e078fae04b3 req-7f16bdd7-bd52-4062-85df-bf11012de446 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "DELETE /v2.0/security-groups/440eae22-10ae-462d-b27e-d71da9881467 HTTP/1.1" status: 204 len: 173 time: 0.5017517 Jul 13 07:27:53.237813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16bdd7-bd52-4062-85df-bf11012de446 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440eae22-10ae-462d-b27e-d71da9881467,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:53.254839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652d842-1270-4b7d-87ce-a78ed784974c req-6a10267f-eaf0-4cd1-8005-0ef1207ccc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:53.256673 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-6a10267f-eaf0-4cd1-8005-0ef1207ccc2e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.2578304 Jul 13 07:27:53.351784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652d842-1270-4b7d-87ce-a78ed784974c req-9d7d4078-41a2-4873-b428-09dac3be9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:53.353333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-9d7d4078-41a2-4873-b428-09dac3be9bd7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0850382 Jul 13 07:27:53.467360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:53.475521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cf9d-de95-443d-bc88-ce236e09102d req-d66dc277-db5f-4470-9438-8002c13fc22d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:53.477123 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-92c3cf9d-de95-443d-bc88-ce236e09102d req-d66dc277-db5f-4470-9438-8002c13fc22d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 948 time: 0.2845175 Jul 13 07:27:53.495357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e45a71fc-92be-4ff0-9e28-b4bee76456d1 req-b9c5dd6a-4be8-4a60-a916-4b68e4d35e0d tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "GET /v2.0/security-groups/4a255962-5382-4a75-bf45-803f8fe5ed07 HTTP/1.1" status: 200 len: 2397 time: 0.1402230 Jul 13 07:27:53.520881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-0d3f71de-c034-4eb6-8e26-d28453e5b126 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565661 Jul 13 07:27:53.564929 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.625387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-92c3cf9d-de95-443d-bc88-ce236e09102d req-0fa910a5-6540-4bbb-8c59-dd96db1f3c8e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362789 Jul 13 07:27:53.637636 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e45a71fc-92be-4ff0-9e28-b4bee76456d1 req-57e5c617-7603-4e4b-adfe-09ffa5c850c7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.689763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e45a71fc-92be-4ff0-9e28-b4bee76456d1 req-57e5c617-7603-4e4b-adfe-09ffa5c850c7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.705806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c652d842-1270-4b7d-87ce-a78ed784974c req-f002f5b7-07ef-4916-92a4-35dfd2cabbc6 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762922 Jul 13 07:27:53.753228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e45a71fc-92be-4ff0-9e28-b4bee76456d1 req-57e5c617-7603-4e4b-adfe-09ffa5c850c7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.756671 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e45a71fc-92be-4ff0-9e28-b4bee76456d1 req-57e5c617-7603-4e4b-adfe-09ffa5c850c7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.757983 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e45a71fc-92be-4ff0-9e28-b4bee76456d1 req-57e5c617-7603-4e4b-adfe-09ffa5c850c7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] 10.222.0.44 "DELETE /v2.0/security-groups/4a255962-5382-4a75-bf45-803f8fe5ed07 HTTP/1.1" status: 204 len: 173 time: 0.2515426 Jul 13 07:27:53.764880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46806) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:53.862044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5c617-7603-4e4b-adfe-09ffa5c850c7 tempest-SecurityGroupRulesTestJSON-1727368648 tempest-SecurityGroupRulesTestJSON-1727368648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a255962-5382-4a75-bf45-803f8fe5ed07,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:53.971757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-968fac06-cd29-4366-b0f9-15b3149ebd30 admin admin] Deleting subnet 9275d6c0-528c-4240-aa60-5be69b775de3 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:53.981450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-968fac06-cd29-4366-b0f9-15b3149ebd30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.092791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-968fac06-cd29-4366-b0f9-15b3149ebd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.162342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:54.174021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] Sync routers for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:54.191045 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-968fac06-cd29-4366-b0f9-15b3149ebd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.202809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:54.203470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:54.223767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46816) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:54.257626 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-968fac06-cd29-4366-b0f9-15b3149ebd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.288707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79a92079-115a-4a9b-b350-018fb22d4d52 req-17aff1ee-9edd-41aa-9220-8be2708a5351 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/ports?device_id=098a896d-e00c-4103-8312-0d7346c51797 HTTP/1.1" status: 200 len: 210 time: 0.0446470 Jul 13 07:27:54.315677 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] No DVR routers for this DVR port fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:54.335000 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-968fac06-cd29-4366-b0f9-15b3149ebd30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.337420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-968fac06-cd29-4366-b0f9-15b3149ebd30 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9275d6c0-528c-4240-aa60-5be69b775de3 HTTP/1.1" status: 204 len: 168 time: 0.5713735 Jul 13 07:27:54.338076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fac06-cd29-4366-b0f9-15b3149ebd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9275d6c0-528c-4240-aa60-5be69b775de3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:54.340990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46820) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:54.344137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.352677 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a20adf37-2f78-427f-8e42-cc02fb24d260 req-4809c6dc-59e6-4a9c-9c47-54c3f80943bb tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.53 "DELETE /v2.0/ports/fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 HTTP/1.1" status: 204 len: 173 time: 4.0364912 Jul 13 07:27:54.353349 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098a896d-e00c-4103-8312-0d7346c51797', 'name': 'network-vif-deleted', 'tag': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:54.363929 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d068f2f3-a330-4c9a-a737-ca62a36ae50f" -d '{"events": [{"server_uuid": "098a896d-e00c-4103-8312-0d7346c51797", "name": "network-vif-deleted", "tag": "fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:54.384747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:54.420713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:54.439871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2a4426f-d80b-469d-a8dc-c97b6bfef740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.505087 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ca6ae7-4931-4aec-a737-fe89ae0395b0 x-openstack-request-id: req-09ca6ae7-4931-4aec-a737-fe89ae0395b0 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:54.505817 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098a896d-e00c-4103-8312-0d7346c51797", "name": "network-vif-deleted", "tag": "fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:54.505919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:54.506028 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09ca6ae7-4931-4aec-a737-fe89ae0395b0 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:54.506114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:54.506203 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098a896d-e00c-4103-8312-0d7346c51797', 'name': 'network-vif-deleted', 'tag': 'fff3a9b0-2a7b-43ec-b25d-7180e86ce2c4', 'status': 'completed', 'code': 200} Jul 13 07:27:54.508224 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 69942dd3-fb59-4242-8645-9e59f7511040 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:54.526272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ed73a-daf0-458d-a95b-bb0502b54ae4 req-2fa08ea5-6e16-4f5e-a9c7-436dc683aff2 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:54.530985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.534064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-094ed73a-daf0-458d-a95b-bb0502b54ae4 req-2fa08ea5-6e16-4f5e-a9c7-436dc683aff2 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 944 time: 0.3068147 Jul 13 07:27:54.549458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Router a0b97093-d547-4905-af83-889c59f66e8b is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:27:54.554591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 69942dd3-fb59-4242-8645-9e59f7511040 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:54.555058 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 69942dd3-fb59-4242-8645-9e59f7511040 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:54.556944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:54.632623 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-094ed73a-daf0-458d-a95b-bb0502b54ae4 req-7a4e06e6-4b34-4c2e-8567-b56ccbe04769 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978150 Jul 13 07:27:54.697679 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.718129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a2cce8-a679-46de-96f7-b0802d35c700']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:54.737657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f74fcd-4c56-4f07-8cba-bab7d3c3c07c') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:54.737971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f74fcd-4c56-4f07-8cba-bab7d3c3c07c') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:54.753695 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.775330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:54.775641 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.777077 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.784706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:54.785595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.823562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-185fd9bd-4787-4205-b683-24a733866807 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:54.825467 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-185fd9bd-4787-4205-b683-24a733866807 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.53 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 944 time: 0.2880268 Jul 13 07:27:54.836982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2a4426f-d80b-469d-a8dc-c97b6bfef740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.853150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2a4426f-d80b-469d-a8dc-c97b6bfef740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:54.881507 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:54.916043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:54.945885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:54.951705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] Checking router: 8da105dd-1526-45f4-b77d-bbf64a6ec8ee for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:54.956564 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a2a4426f-d80b-469d-a8dc-c97b6bfef740 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c453b9b7e43403f82c31a67b902941f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279379 Jul 13 07:27:54.956975 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Sync routers for ids ['a0b97093-d547-4905-af83-889c59f66e8b'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:54.957621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4426f-d80b-469d-a8dc-c97b6bfef740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb58f1be-57d7-4d12-954d-2290e7363635,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:54.960509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46828) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:54.961543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:54.962791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:54.991851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:54.994385 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb" -d '{"events": [{"name": "network-changed", "server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:55.009303 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.009663 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Routers {'a0b97093-d547-4905-af83-889c59f66e8b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:55.011359 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a0b97093-d547-4905-af83-889c59f66e8b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:55.035132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.042007 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] 10.222.0.44 "DELETE /v2.0/networks/80a2cce8-a679-46de-96f7-b0802d35c700 HTTP/1.1" status: 204 len: 168 time: 0.6979477 Jul 13 07:27:55.057641 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad03fd24-670a-4a2b-899b-9b1c920d1828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.073082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbb1d8-1d2e-40a6-8d0e-6fc087a8589c admin admin] Pushing event deleted for resources: {'Network': ['ID=80a2cce8-a679-46de-96f7-b0802d35c700,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:55.087841 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.089116 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f92af46-6ea8-4a3c-a080-bde3d0ccf5fd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8779573 Jul 13 07:27:55.096866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46838) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:55.100489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f55f2-30e0-4063-a35e-ee71c2b850c4 req-702e4b60-2519-4feb-819f-1e27ed13aeb9 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:55.102035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d0f55f2-30e0-4063-a35e-ee71c2b850c4 req-702e4b60-2519-4feb-819f-1e27ed13aeb9 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 948 time: 0.2195275 Jul 13 07:27:55.171708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:55.197080 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d0f55f2-30e0-4063-a35e-ee71c2b850c4 req-4a84849e-feb1-4efb-8d1d-cc61602127d1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884759 Jul 13 07:27:55.256526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad03fd24-670a-4a2b-899b-9b1c920d1828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.256769 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Set router a0b97093-d547-4905-af83-889c59f66e8b gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:55.317838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46840) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:55.371886 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a911b9-e79f-4429-8f54-806ec490ffc5 x-openstack-request-id: req-87a911b9-e79f-4429-8f54-806ec490ffc5 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:55.372534 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:55.372970 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87a911b9-e79f-4429-8f54-806ec490ffc5 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:55.373688 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'status': 'completed', 'code': 200} Jul 13 07:27:55.418105 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-981e2667-8d0e-4e69-a650-70ef04cd2388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Deleting port 7fd177ca-c448-4c9f-9592-8c6194649011 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:55.418450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-981e2667-8d0e-4e69-a650-70ef04cd2388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.466506 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:51Z', 'revision_number': 3, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:55.491789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fe4143bd-5e4d-4333-8e75-adeac9650258 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db8f5e24d3f5460abaf5acde64e9d73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721671 Jul 13 07:27:55.504047 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Checking router: a0b97093-d547-4905-af83-889c59f66e8b for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:55.504623 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Updating router a0b97093-d547-4905-af83-889c59f66e8b port c4f80adc-bb1c-4ddb-8875-77a382d2494b binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:27:55.507428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46846) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:55.559382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-981e2667-8d0e-4e69-a650-70ef04cd2388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] For port 7fd177ca-c448-4c9f-9592-8c6194649011, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7fd177ca-c448-4c9f-9592-8c6194649011,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:55.559974 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-981e2667-8d0e-4e69-a650-70ef04cd2388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.579649 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.587793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-b6c74033-0515-415d-bb4b-b416493f51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:55.589556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-b6c74033-0515-415d-bb4b-b416493f51f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1099 time: 0.2145560 Jul 13 07:27:55.603403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46850) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:55.714362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-981e2667-8d0e-4e69-a650-70ef04cd2388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Calling delete_port for 7fd177ca-c448-4c9f-9592-8c6194649011 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:55.725843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:55.793902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95533541-7878-4758-a471-b7e4007b73b1 None None] The sync data for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 is: [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:22:45Z', 'revision_number': 4, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3442aba2-cde7-44fb-a418-7d302be10622', 'name': '', 'network_id': '97076159-f72c-4961-b56c-4c780b6575e4', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'mac_address': 'fa:16:3e:4e:97:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:44Z', 'updated_at': '2021-07-13T07:22:53Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'subnets': [{'id': '0fc9176c-a92f-42f8-a968-ec83019b7a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:55.866621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46858) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:55.914752 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad03fd24-670a-4a2b-899b-9b1c920d1828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.917909 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad03fd24-670a-4a2b-899b-9b1c920d1828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.921338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ad03fd24-670a-4a2b-899b-9b1c920d1828 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb58f1be-57d7-4d12-954d-2290e7363635 HTTP/1.1" status: 204 len: 168 time: 0.9560919 Jul 13 07:27:55.926307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3717c09e-0c19-4237-b9df-c911ad6fd5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.937637 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.945833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03fd24-670a-4a2b-899b-9b1c920d1828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb58f1be-57d7-4d12-954d-2290e7363635,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:55.957165 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Transition to ACTIVE for port object c4f80adc-bb1c-4ddb-8875-77a382d2494b will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:55.967466 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.996579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3717c09e-0c19-4237-b9df-c911ad6fd5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.047363 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d552d79-0e97-4785-b149-332b9891a8ad None None] Pushing event updated for resources: {'Port': ['ID=c4f80adc-bb1c-4ddb-8875-77a382d2494b,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:56.084951 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Attempting to bind port c4f80adc-bb1c-4ddb-8875-77a382d2494b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:56.085310 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Attempting to bind port c4f80adc-bb1c-4ddb-8875-77a382d2494b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:56.086373 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Attempting to bind port c4f80adc-bb1c-4ddb-8875-77a382d2494b on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:56.086978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-5a231a4d-edff-4c3e-9895-dcad43ec3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.089004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-5a231a4d-edff-4c3e-9895-dcad43ec3008 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.4881456 Jul 13 07:27:56.096688 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:56.097211 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:56.097677 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.098395 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:56.100511 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Bound port: c4f80adc-bb1c-4ddb-8875-77a382d2494b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:56.101110 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.134493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7e4c95-a524-4e3b-bf86-52d5e8a26055 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.139863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34a27-ec6b-48af-89ec-c8f37f4b5cbe req-bc559f6e-fde7-450b-a100-584c7b0cc9be tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.147339 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29e34a27-ec6b-48af-89ec-c8f37f4b5cbe req-bc559f6e-fde7-450b-a100-584c7b0cc9be tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 944 time: 0.2834008 Jul 13 07:27:56.162994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7e4c95-a524-4e3b-bf86-52d5e8a26055 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.201732 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] For port c4f80adc-bb1c-4ddb-8875-77a382d2494b, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:56.205981 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] For port c4f80adc-bb1c-4ddb-8875-77a382d2494b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c4f80adc-bb1c-4ddb-8875-77a382d2494b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:56.216751 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.260693 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29e34a27-ec6b-48af-89ec-c8f37f4b5cbe req-2e01481a-0e1d-41a6-b75b-4940f5430a22 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123254 Jul 13 07:27:56.307173 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Routers {'a0b97093-d547-4905-af83-889c59f66e8b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:56.308505 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a0b97093-d547-4905-af83-889c59f66e8b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:56.347258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae5ac58-3c8f-4489-9837-1ed446e5a35f None None] New status for floating IP b077f832-1ad8-42ba-84dd-f70c2fc9a398: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:27:56.390670 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7e4c95-a524-4e3b-bf86-52d5e8a26055 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.395691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7e4c95-a524-4e3b-bf86-52d5e8a26055 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.401569 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-de7e4c95-a524-4e3b-bf86-52d5e8a26055 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "DELETE /v2.0/security-groups/6abc16cf-3dcd-4d32-a590-39ea63364d0b HTTP/1.1" status: 204 len: 168 time: 0.5311410 Jul 13 07:27:56.404618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46868) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:56.417538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-d128bc2e-9a84-4ac6-aec1-d2ec1ea82a70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 217 time: 0.2841272 Jul 13 07:27:56.450904 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] Set router a0b97093-d547-4905-af83-889c59f66e8b gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:56.519795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e4c95-a524-4e3b-bf86-52d5e8a26055 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abc16cf-3dcd-4d32-a590-39ea63364d0b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:56.522974 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-981e2667-8d0e-4e69-a650-70ef04cd2388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.525869 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3717c09e-0c19-4237-b9df-c911ad6fd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.528474 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-1f89096a-5cc0-4d44-8852-2bec9b88342c tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] show failed (client error): The resource could not be found. Jul 13 07:27:56.528807 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3717c09e-0c19-4237-b9df-c911ad6fd5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.532118 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1f89096a-5cc0-4d44-8852-2bec9b88342c tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "GET /v2.0/security-groups/6abc16cf-3dcd-4d32-a590-39ea63364d0b HTTP/1.1" status: 404 len: 347 time: 0.1210823 Jul 13 07:27:56.534473 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3717c09e-0c19-4237-b9df-c911ad6fd5c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24847379-aa8d-4d08-ab0b-37f7a73d48b2 HTTP/1.1" status: 204 len: 168 time: 1.0233989 Jul 13 07:27:56.536480 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d552d79-0e97-4785-b149-332b9891a8ad None None] Pushing event updated for resources: {'Port': ['ID=c4f80adc-bb1c-4ddb-8875-77a382d2494b,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:56.565056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46870) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:56.575672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717c09e-0c19-4237-b9df-c911ad6fd5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24847379-aa8d-4d08-ab0b-37f7a73d48b2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:56.587057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e2667-8d0e-4e69-a650-70ef04cd2388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Pushing event deleted for resources: {'Port': ['ID=7fd177ca-c448-4c9f-9592-8c6194649011,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:56.663829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-981e2667-8d0e-4e69-a650-70ef04cd2388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] No DVR routers for this DVR port 7fd177ca-c448-4c9f-9592-8c6194649011 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:56.670845 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-981e2667-8d0e-4e69-a650-70ef04cd2388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.674261 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2925a0e4-12db-4cc4-b3cd-dc81bf5fd74e req-981e2667-8d0e-4e69-a650-70ef04cd2388 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.53 "DELETE /v2.0/ports/7fd177ca-c448-4c9f-9592-8c6194649011 HTTP/1.1" status: 204 len: 173 time: 1.8357868 Jul 13 07:27:56.675680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b8ea36-2a71-4131-b53d-888036b09237', 'name': 'network-vif-deleted', 'tag': '7fd177ca-c448-4c9f-9592-8c6194649011'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:56.678377 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3671ef-2183-4a24-8993-2fe74ad02bf4" -d '{"events": [{"server_uuid": "43b8ea36-2a71-4131-b53d-888036b09237", "name": "network-vif-deleted", "tag": "7fd177ca-c448-4c9f-9592-8c6194649011"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:56.717123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device ca5b033b-195b-42d3-82bb-e04df53c279f details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:56.724199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46876) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:56.800076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92f968-cbf3-45db-89d3-0bd03a4101f0 req-60061d6d-1f61-490c-9806-622a9f9ae7cd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.802780 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad92f968-cbf3-45db-89d3-0bd03a4101f0 req-60061d6d-1f61-490c-9806-622a9f9ae7cd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 948 time: 0.2971628 Jul 13 07:27:56.822887 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac41270-82de-47fe-a990-63883811f7c8 x-openstack-request-id: req-9ac41270-82de-47fe-a990-63883811f7c8 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:56.822887 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b8ea36-2a71-4131-b53d-888036b09237", "name": "network-vif-deleted", "tag": "7fd177ca-c448-4c9f-9592-8c6194649011", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:56.822887 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ac41270-82de-47fe-a990-63883811f7c8 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:56.823307 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b8ea36-2a71-4131-b53d-888036b09237', 'name': 'network-vif-deleted', 'tag': '7fd177ca-c448-4c9f-9592-8c6194649011', 'status': 'completed', 'code': 200} Jul 13 07:27:56.876208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-c7d56128-adc1-4f3e-a3b0-3d8008388fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.877674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-c7d56128-adc1-4f3e-a3b0-3d8008388fb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.3923776 Jul 13 07:27:56.892720 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad92f968-cbf3-45db-89d3-0bd03a4101f0 req-c3c248f3-ec68-4d6f-8f06-87d4e6231f62 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773458 Jul 13 07:27:56.919501 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.926027 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:51Z', 'revision_number': 3, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:56.968454 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34881aab-d9c6-4ca8-bfbb-138b2fdd15e2 None None] The sync data for ids ['a0b97093-d547-4905-af83-889c59f66e8b'] in n-d-798249-7 is: [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:51Z', 'revision_number': 3, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:56.979828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-55d9fc53-0276-4023-8e5f-8296165e7520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.997550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:57.012283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'mac_address': 'fa:16:3e:14:e8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:57.093535 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.134222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5b033b-195b-42d3-82bb-e04df53c279f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:57.189598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Allocated IP 172.20.0.1 (b5fbf790-8990-4e8f-bb3b-d5c051cd54b8/a60ce3d9-407f-45e2-ad57-d0062666558c/e04b9a90-2490-40e7-8840-7ef6ce05cae3) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:57.199789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:57.206235 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.228549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-55acfc0d-c188-488e-b55c-6bdffb2c1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:57.230396 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-55acfc0d-c188-488e-b55c-6bdffb2c1f41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2994099 Jul 13 07:27:57.238259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd06ae-d120-4cdf-a961-bdb029e02f20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Deleting port 26ce50cf-2885-4b48-b306-cee6b1ad5702 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:57.238917 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8bd06ae-d120-4cdf-a961-bdb029e02f20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.307115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:57.437554 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.479733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['ca5b033b-195b-42d3-82bb-e04df53c279f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:57.527032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Transition to ACTIVE for port object e04b9a90-2490-40e7-8840-7ef6ce05cae3 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:57.575349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.633257 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:57.638513 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:57.644397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:57.713890 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Pushing event updated for resources: {'Port': ['ID=e04b9a90-2490-40e7-8840-7ef6ce05cae3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:57.733237 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.915238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46900) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:58.083238 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.091160 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-3c59edde-c198-423d-b37c-caa0e2f6bc23 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8495405 Jul 13 07:27:58.124993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2029729508-network', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:58.129979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d62af3d5-6f08-44db-8e8c-4fd2095eb6ba None None] Provisioning for port e04b9a90-2490-40e7-8840-7ef6ce05cae3 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:58.140478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d62af3d5-6f08-44db-8e8c-4fd2095eb6ba None None] Provisioning complete for port e04b9a90-2490-40e7-8840-7ef6ce05cae3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:58.140985 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d62af3d5-6f08-44db-8e8c-4fd2095eb6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.190923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d62af3d5-6f08-44db-8e8c-4fd2095eb6ba None None] Port e04b9a90-2490-40e7-8840-7ef6ce05cae3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:58.207872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225e086-d47f-46e5-8ff2-afa46723796f req-aeee6afb-04ca-4e13-b9ed-59e21a69263b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:58.209481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e225e086-d47f-46e5-8ff2-afa46723796f req-aeee6afb-04ca-4e13-b9ed-59e21a69263b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 949 time: 0.1645293 Jul 13 07:27:58.217079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad88d1d5-3bcc-465b-8e8b-a50ac765e7c6 req-a878030f-9572-4486-9998-143fd079935a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=43b8ea36-2a71-4131-b53d-888036b09237 HTTP/1.1" status: 200 len: 210 time: 0.1242375 Jul 13 07:27:58.259621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-55d9fc53-0276-4023-8e5f-8296165e7520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.281038 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-55d9fc53-0276-4023-8e5f-8296165e7520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.304334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Made reservation on behalf of ce2c3dd577054ce2b508272ff4b3d273 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:58.306775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.309844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce02a6f6-d184-4a12-b8c8-fe59d59b9acb req-a88363e3-b206-4097-8f02-41cbb523e240 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002597 Jul 13 07:27:58.327225 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e225e086-d47f-46e5-8ff2-afa46723796f req-e04d407e-d316-42e9-ac59-9859205e0f68 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817497 Jul 13 07:27:58.336826 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.345806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8bd06ae-d120-4cdf-a961-bdb029e02f20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.346161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8bd06ae-d120-4cdf-a961-bdb029e02f20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.373362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-55d9fc53-0276-4023-8e5f-8296165e7520 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3137714ad7e34cbba9ce67418515c4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6413572 Jul 13 07:27:58.381800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46906) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:58.389925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd06ae-d120-4cdf-a961-bdb029e02f20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Calling delete_port for 26ce50cf-2885-4b48-b306-cee6b1ad5702 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:58.392433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9fc53-0276-4023-8e5f-8296165e7520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ed0c50-66ad-44fd-b3d7-8feaa4d0c6c8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:58.406721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7fd177ca-c448-4c9f-9592-8c6194649011 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:58.426396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.446546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.456232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 7fd177ca-c448-4c9f-9592-8c6194649011 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:58.456821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7fd177ca-c448-4c9f-9592-8c6194649011 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:58.483188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.533194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c4f80adc-bb1c-4ddb-8875-77a382d2494b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:58.607826 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Pushing event updated for resources: {'Port': ['ID=e04b9a90-2490-40e7-8840-7ef6ce05cae3,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:58.624701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c4f80adc-bb1c-4ddb-8875-77a382d2494b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:58.631807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c4f80adc-bb1c-4ddb-8875-77a382d2494b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:58.632560 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.640324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device ca5b033b-195b-42d3-82bb-e04df53c279f up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:58.653645 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5678e14-9b00-4668-9124-908e8f99cd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.712917 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.724553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.733687 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.769720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5678e14-9b00-4668-9124-908e8f99cd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.778717 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8bd06ae-d120-4cdf-a961-bdb029e02f20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.817957 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.821012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd06ae-d120-4cdf-a961-bdb029e02f20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Pushing event deleted for resources: {'Port': ['ID=26ce50cf-2885-4b48-b306-cee6b1ad5702,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:58.833891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port ca5b033b-195b-42d3-82bb-e04df53c279f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:58.872156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port ca5b033b-195b-42d3-82bb-e04df53c279f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:58.872156 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.874536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:58.914240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port c4f80adc-bb1c-4ddb-8875-77a382d2494b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c4f80adc-bb1c-4ddb-8875-77a382d2494b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:58.935054 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.941635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73fdf9c-f4f9-4e0d-be6b-4f788a647413,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:58.959418 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.959977 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Added segment 9511cb5a-3785-49d9-a2bd-a3c8b5b55546 of type vlan for network cac3b294-16aa-4942-93d6-017e8d76a22d Jul 13 07:27:58.968042 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8bd06ae-d120-4cdf-a961-bdb029e02f20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.971472 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8bd06ae-d120-4cdf-a961-bdb029e02f20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.975682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a8bd06ae-d120-4cdf-a961-bdb029e02f20 tempest-ServersWithSpecificFlavorTestJSON-1133002212 tempest-ServersWithSpecificFlavorTestJSON-1133002212-project] 10.222.0.44 "DELETE /v2.0/floatingips/b077f832-1ad8-42ba-84dd-f70c2fc9a398 HTTP/1.1" status: 204 len: 168 time: 2.4007294 Jul 13 07:27:59.038693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] Deleting port f3596c70-42e6-4cb0-abe1-58fc543c240e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:59.039049 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.040878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4b136eba-0283-40eb-8faf-9c2ae198d5c0 None None] Provisioning complete for port e04b9a90-2490-40e7-8840-7ef6ce05cae3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:59.041863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b136eba-0283-40eb-8faf-9c2ae198d5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.072212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.082189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5678e14-9b00-4668-9124-908e8f99cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.086168 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5678e14-9b00-4668-9124-908e8f99cd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.087353 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b5678e14-9b00-4668-9124-908e8f99cd6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9ed0c50-66ad-44fd-b3d7-8feaa4d0c6c8 HTTP/1.1" status: 204 len: 168 time: 0.7042851 Jul 13 07:27:59.143417 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:59.152391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=c4f80adc-bb1c-4ddb-8875-77a382d2494b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:59.180485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] For port f3596c70-42e6-4cb0-abe1-58fc543c240e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3596c70-42e6-4cb0-abe1-58fc543c240e,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:59.181104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.182295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:59.184387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4b136eba-0283-40eb-8faf-9c2ae198d5c0 None None] Port e04b9a90-2490-40e7-8840-7ef6ce05cae3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:59.199314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5678e14-9b00-4668-9124-908e8f99cd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ed0c50-66ad-44fd-b3d7-8feaa4d0c6c8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:59.207474 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.217145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.218546 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:59.219817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.221087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] Calling delete_port for f3596c70-42e6-4cb0-abe1-58fc543c240e owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:59.292450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:59.314216 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403147c3-8d53-416a-a7c4-b4c69a4f27d3" -d '{"events": [{"server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:59.354103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:59.363403 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.405675 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4889936 Jul 13 07:27:59.415028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46930) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:59.420875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Request body: {'subnet': {'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2029729508-subnet', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:59.571637 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989d1762-a8db-4d8d-91e0-d72e955d9cfb x-openstack-request-id: req-989d1762-a8db-4d8d-91e0-d72e955d9cfb {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:59.575635 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:59.575942 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-989d1762-a8db-4d8d-91e0-d72e955d9cfb {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:59.576394 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'code': 200} Jul 13 07:27:59.606396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:59.665973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b72b4756-1d14-4b14-9762-0e1c44f8859a None None] Provisioning complete for port e04b9a90-2490-40e7-8840-7ef6ce05cae3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:59.666271 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b72b4756-1d14-4b14-9762-0e1c44f8859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.758464 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b72b4756-1d14-4b14-9762-0e1c44f8859a None None] Port e04b9a90-2490-40e7-8840-7ef6ce05cae3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:59.883147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a79910f8-42c2-4121-b4a6-538694e05f31 None None] Provisioning complete for port ca5b033b-195b-42d3-82bb-e04df53c279f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:59.883533 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a79910f8-42c2-4121-b4a6-538694e05f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.956183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598dc73-8570-4588-bd10-6a3f6f2aaa01 admin admin] Pushing event updated for resources: {'Network': ['ID=cac3b294-16aa-4942-93d6-017e8d76a22d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:59.982177 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Made reservation on behalf of ce2c3dd577054ce2b508272ff4b3d273 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:59.984326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network cac3b294-16aa-4942-93d6-017e8d76a22d details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:59.984618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.011670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Router a0b97093-d547-4905-af83-889c59f66e8b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:00.101432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb0046-4585-47d3-8fff-b5a22eb8827d req-e18210ea-ddf0-4aa2-bace-897bfe0f0719 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.102674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82bb0046-4585-47d3-8fff-b5a22eb8827d req-e18210ea-ddf0-4aa2-bace-897bfe0f0719 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.3680010 Jul 13 07:28:00.105061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65344743-7d8b-4e59-ae83-56bfda4099a3 req-f0031295-7617-4c7a-9c2a-6b7eaefb2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.106550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65344743-7d8b-4e59-ae83-56bfda4099a3 req-f0031295-7617-4c7a-9c2a-6b7eaefb2148 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1101 time: 0.4717686 Jul 13 07:28:00.144844 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.202813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3596c70-42e6-4cb0-abe1-58fc543c240e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:00.215406 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65344743-7d8b-4e59-ae83-56bfda4099a3 req-bbf9d416-cbce-4359-91f7-9adb5bd8b6e4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877354 Jul 13 07:28:00.244921 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82bb0046-4585-47d3-8fff-b5a22eb8827d req-29561270-ccec-459d-81d8-919751c10fe7 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308100 Jul 13 07:28:00.309715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de247f-83bd-4e24-96d3-0e1e0c912ac1 req-608a1d5a-34f6-4ff3-9a8c-f970a73aaeea tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.311279 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1de247f-83bd-4e24-96d3-0e1e0c912ac1 req-608a1d5a-34f6-4ff3-9a8c-f970a73aaeea tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 944 time: 0.2120059 Jul 13 07:28:00.339509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200b5863-31de-485d-980f-fd872737912e admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:00.358801 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Sync routers for ids ['a0b97093-d547-4905-af83-889c59f66e8b'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:00.377728 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Routers {'a0b97093-d547-4905-af83-889c59f66e8b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:00.378372 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a0b97093-d547-4905-af83-889c59f66e8b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:00.416612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-200b5863-31de-485d-980f-fd872737912e admin admin] 10.222.0.44 "PUT /v2.0/routers/a0b97093-d547-4905-af83-889c59f66e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3106005 Jul 13 07:28:00.519719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1de247f-83bd-4e24-96d3-0e1e0c912ac1 req-ef5fb8ab-7e34-4b41-9d12-fb6f3a81528c tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944370 Jul 13 07:28:00.573425 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.609016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ec3d1-a985-414c-9160-290fc82ed462 req-ff212904-753f-44ef-9481-8d346f2d4867 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.612206 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-797ec3d1-a985-414c-9160-290fc82ed462 req-ff212904-753f-44ef-9481-8d346f2d4867 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 944 time: 0.3097003 Jul 13 07:28:00.620967 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.625015 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c4f80adc-bb1c-4ddb-8875-77a382d2494b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:00.749371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46970) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:00.769989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=104dc45f-e62e-4125-8555-756d17211915,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:00.787976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Checking segment: {'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:00.788687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Network hostable DHCP agents. Network: cac3b294-16aa-4942-93d6-017e8d76a22d, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:28:00.829454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Network cac3b294-16aa-4942-93d6-017e8d76a22d is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:28:00.839248 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Set router a0b97093-d547-4905-af83-889c59f66e8b gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:00.856478 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, cac3b294-16aa-4942-93d6-017e8d76a22d) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:00.871038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.871745 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.901439 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6fceb4c3-d458-4285-ba95-e5cf8d084030 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4850140 Jul 13 07:28:00.904135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46976) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:00.911087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:00.924489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ecacd-4e23-4658-9ad2-793f920137fd None None] Network cac3b294-16aa-4942-93d6-017e8d76a22d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:00.979763 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.980921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.042210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-797ec3d1-a985-414c-9160-290fc82ed462 req-d26c521a-643e-4b10-a8ab-773206100446 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Deleting port e065aa7d-84f6-4885-b9a7-9e393e073b90 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:01.042564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-797ec3d1-a985-414c-9160-290fc82ed462 req-d26c521a-643e-4b10-a8ab-773206100446 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.064972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] Router be5ed283-b000-4065-9e3a-ddfac3831693 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:01.115965 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.127963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c4f80adc-bb1c-4ddb-8875-77a382d2494b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:01.147914 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.246881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-797ec3d1-a985-414c-9160-290fc82ed462 req-d26c521a-643e-4b10-a8ab-773206100446 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] For port e065aa7d-84f6-4885-b9a7-9e393e073b90, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e065aa7d-84f6-4885-b9a7-9e393e073b90,segment=NetworkSegment(604f129b-2ba2-4698-9d97-477f3e00d99b),segment_id=604f129b-2ba2-4698-9d97-477f3e00d99b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:01.247415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-797ec3d1-a985-414c-9160-290fc82ed462 req-d26c521a-643e-4b10-a8ab-773206100446 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.268947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-797ec3d1-a985-414c-9160-290fc82ed462 req-d26c521a-643e-4b10-a8ab-773206100446 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Calling delete_port for e065aa7d-84f6-4885-b9a7-9e393e073b90 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:01.292514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:01.298627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cbb816ac-4b8d-4f2a-aee3-bb6ec6643291 admin admin] 10.222.0.44 "PUT /v2.0/routers/be5ed283-b000-4065-9e3a-ddfac3831693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6907189 Jul 13 07:28:01.306218 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e04b9a90-2490-40e7-8840-7ef6ce05cae3', 'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'mac_address': 'fa:16:3e:a6:d7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:56Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 2, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'subnets': [{'id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:01.345812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46984) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:01.386741 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Checking router: a0b97093-d547-4905-af83-889c59f66e8b for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:01.387353 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Updating router a0b97093-d547-4905-af83-889c59f66e8b port e04b9a90-2490-40e7-8840-7ef6ce05cae3 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:28:01.407770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] Sync routers for ids ['be5ed283-b000-4065-9e3a-ddfac3831693'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:01.462218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46986) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:01.473213 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.474618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-bfa5dbe6-a965-4fe9-9b1b-5815ad94592f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420399376', 'description': 'tempest-description--429293247'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:01.487313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] Routers {'be5ed283-b000-4065-9e3a-ddfac3831693'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:01.491750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['be5ed283-b000-4065-9e3a-ddfac3831693'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:01.518468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.676795 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.707502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-cac3b294-16aa-4942-93d6-017e8d76a22d', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:28:01.710268 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.729569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] Set router be5ed283-b000-4065-9e3a-ddfac3831693 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:01.764395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.784554 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfa5dbe6-a965-4fe9-9b1b-5815ad94592f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.818487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd22a4f-82d9-40c4-b85f-13bd66101b38 req-baeb01d9-eb96-4781-891c-6e0ed4d8daee tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.819702 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd22a4f-82d9-40c4-b85f-13bd66101b38 req-baeb01d9-eb96-4781-891c-6e0ed4d8daee tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.2823198 Jul 13 07:28:01.919570 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.934634 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Transition to ACTIVE for port object e04b9a90-2490-40e7-8840-7ef6ce05cae3 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:01.948752 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.949188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-797ec3d1-a985-414c-9160-290fc82ed462 req-d26c521a-643e-4b10-a8ab-773206100446 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.962502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd22a4f-82d9-40c4-b85f-13bd66101b38 req-fb124c50-a0b2-4bd0-9aea-7d39ab8aef2b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074893 Jul 13 07:28:02.006373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c521a-643e-4b10-a8ab-773206100446 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Pushing event deleted for resources: {'Port': ['ID=e065aa7d-84f6-4885-b9a7-9e393e073b90,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:02.027546 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c48e-c2c6-4f3b-b75f-888edd582ffa None None] Pushing event updated for resources: {'Port': ['ID=e04b9a90-2490-40e7-8840-7ef6ce05cae3,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:02.042690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20643ff-18d5-4da8-934c-7e2771ebaae3 req-7b0afcbd-2ab7-4912-8657-a01c02f3875a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.046304 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c20643ff-18d5-4da8-934c-7e2771ebaae3 req-7b0afcbd-2ab7-4912-8657-a01c02f3875a tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdbae853-742b-465d-9faa-22f6f9c12d85 HTTP/1.1" status: 200 len: 866 time: 0.3031371 Jul 13 07:28:02.190697 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Attempting to bind port e04b9a90-2490-40e7-8840-7ef6ce05cae3 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:02.194590 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Attempting to bind port e04b9a90-2490-40e7-8840-7ef6ce05cae3 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:02.195067 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Attempting to bind port e04b9a90-2490-40e7-8840-7ef6ce05cae3 on network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:02.196272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-797ec3d1-a985-414c-9160-290fc82ed462 req-d26c521a-643e-4b10-a8ab-773206100446 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] No DVR routers for this DVR port e065aa7d-84f6-4885-b9a7-9e393e073b90 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:02.210736 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:02.212952 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Checking segment: {'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:02.214467 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.214793 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-797ec3d1-a985-414c-9160-290fc82ed462 req-d26c521a-643e-4b10-a8ab-773206100446 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.214954 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Bound using segment: {'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:02.216839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-797ec3d1-a985-414c-9160-290fc82ed462 req-d26c521a-643e-4b10-a8ab-773206100446 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.54 "DELETE /v2.0/ports/e065aa7d-84f6-4885-b9a7-9e393e073b90 HTTP/1.1" status: 204 len: 173 time: 1.5935776 Jul 13 07:28:02.217106 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Bound port: e04b9a90-2490-40e7-8840-7ef6ce05cae3, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:02.218401 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.229365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'name': 'network-vif-deleted', 'tag': 'e065aa7d-84f6-4885-b9a7-9e393e073b90'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:02.231914 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f48f0ec-cfc0-4317-a4fa-eb0029313c05" -d '{"events": [{"server_uuid": "bdbae853-742b-465d-9faa-22f6f9c12d85", "name": "network-vif-deleted", "tag": "e065aa7d-84f6-4885-b9a7-9e393e073b90"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:02.324242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Allocated IP 172.20.0.2 (cac3b294-16aa-4942-93d6-017e8d76a22d/104dc45f-e62e-4125-8555-756d17211915/a517f52a-d223-474b-9409-cd7d10d08886) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:02.371845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c20643ff-18d5-4da8-934c-7e2771ebaae3 req-18b3cedc-c3c9-4fb3-ac64-ca170146f2f4 tempest-LiveAutoBlockMigrationV225Test-1205153963 tempest-LiveAutoBlockMigrationV225Test-1205153963-project] 10.222.0.44 "GET /v2.0/security-groups?id=43dd8962-8750-46b5-968e-32992697c6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704160 Jul 13 07:28:02.458344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfa5dbe6-a965-4fe9-9b1b-5815ad94592f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.466947 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.473322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Deleting port 0467ba0a-7611-45bc-8381-a4b49ad11304 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:02.474839 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.483518 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfa5dbe6-a965-4fe9-9b1b-5815ad94592f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.514489 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc95394-6f2a-4e72-b9a7-58185cd971e6 x-openstack-request-id: req-0bc95394-6f2a-4e72-b9a7-58185cd971e6 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:02.514935 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbae853-742b-465d-9faa-22f6f9c12d85", "name": "network-vif-deleted", "tag": "e065aa7d-84f6-4885-b9a7-9e393e073b90", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:02.516001 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bc95394-6f2a-4e72-b9a7-58185cd971e6 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:02.516945 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbae853-742b-465d-9faa-22f6f9c12d85', 'name': 'network-vif-deleted', 'tag': 'e065aa7d-84f6-4885-b9a7-9e393e073b90', 'status': 'completed', 'code': 200} Jul 13 07:28:02.517909 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.537463 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] For port e04b9a90-2490-40e7-8840-7ef6ce05cae3, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:02.540989 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfa5dbe6-a965-4fe9-9b1b-5815ad94592f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.549567 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bfa5dbe6-a965-4fe9-9b1b-5815ad94592f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0720699 Jul 13 07:28:02.559498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47012) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:02.570013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3284582f-fecc-4ec7-b4a7-ed70159d141f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Request body: {'security_group_rule': {'security_group_id': '9798d896-5241-48c1-93d0-747a1e59ea5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:02.575535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-router', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:25Z', 'updated_at': '2021-07-13T07:27:59Z', 'revision_number': 5, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'gw_port': {'id': '0467ba0a-7611-45bc-8381-a4b49ad11304', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:26Z', 'updated_at': '2021-07-13T07:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:02.602212 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] For port e04b9a90-2490-40e7-8840-7ef6ce05cae3, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e04b9a90-2490-40e7-8840-7ef6ce05cae3,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:02.624318 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.658925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5dbe6-a965-4fe9-9b1b-5815ad94592f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9798d896-5241-48c1-93d0-747a1e59ea5a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:02.675234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e065aa7d-84f6-4885-b9a7-9e393e073b90 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:02.705517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: e065aa7d-84f6-4885-b9a7-9e393e073b90 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:02.705653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e065aa7d-84f6-4885-b9a7-9e393e073b90 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:02.707125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] Checking router: be5ed283-b000-4065-9e3a-ddfac3831693 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:02.708934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.747344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] Routers {'be5ed283-b000-4065-9e3a-ddfac3831693'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:02.747977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['be5ed283-b000-4065-9e3a-ddfac3831693'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:02.771706 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3284582f-fecc-4ec7-b4a7-ed70159d141f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.786936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Allocated IP 172.25.6.225 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/d210094f-c34b-4c30-af8d-af1ec0f61f0d) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:02.823521 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Routers {'a0b97093-d547-4905-af83-889c59f66e8b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:02.824190 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a0b97093-d547-4905-af83-889c59f66e8b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:02.837046 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c48e-c2c6-4f3b-b75f-888edd582ffa None None] Pushing event updated for resources: {'Port': ['ID=e04b9a90-2490-40e7-8840-7ef6ce05cae3,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:02.865349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] For port 0467ba0a-7611-45bc-8381-a4b49ad11304, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0467ba0a-7611-45bc-8381-a4b49ad11304,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:02.866121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.919835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Calling delete_port for 0467ba0a-7611-45bc-8381-a4b49ad11304 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:02.929197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] Set router be5ed283-b000-4065-9e3a-ddfac3831693 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:03.028519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-router', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:25Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 6, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:03.068361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fccd584-f38e-4efd-af01-58cbbc5bb9b5 None None] The sync data for ids ['be5ed283-b000-4065-9e3a-ddfac3831693'] in n-d-798249-7 is: [{'id': 'be5ed283-b000-4065-9e3a-ddfac3831693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1051729716-router', 'tenant_id': '6dce74cabf664a40aa6539a3bf220f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:25Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 6, 'project_id': '6dce74cabf664a40aa6539a3bf220f80', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:03.099578 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.099814 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] Set router a0b97093-d547-4905-af83-889c59f66e8b gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:03.115594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Transition to ACTIVE for port object a517f52a-d223-474b-9409-cd7d10d08886 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:03.149962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Transition to ACTIVE for port object a517f52a-d223-474b-9409-cd7d10d08886 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:03.163468 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.220736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Network cac3b294-16aa-4942-93d6-017e8d76a22d is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:03.235570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:03.239193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.246453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:03.265148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Pushing event updated for resources: {'Port': ['ID=a517f52a-d223-474b-9409-cd7d10d08886,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:03.365447 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2faccbe-0b5d-431a-80c8-4fb3502523e8 req-c4645264-8c57-4cc4-b56b-150d554a47dc tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:03.373592 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2faccbe-0b5d-431a-80c8-4fb3502523e8 req-c4645264-8c57-4cc4-b56b-150d554a47dc tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1101 time: 0.4875698 Jul 13 07:28:03.405317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Attempting to bind port a517f52a-d223-474b-9409-cd7d10d08886 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:03.405590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Attempting to bind port a517f52a-d223-474b-9409-cd7d10d08886 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:03.406228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Attempting to bind port a517f52a-d223-474b-9409-cd7d10d08886 on network cac3b294-16aa-4942-93d6-017e8d76a22d {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:03.412822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:03.413455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Checking segment: {'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:03.414022 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.414612 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Bound using segment: {'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:03.415237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Bound port: a517f52a-d223-474b-9409-cd7d10d08886, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:03.415796 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.498880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b2faccbe-0b5d-431a-80c8-4fb3502523e8 req-02955c02-1f2d-4818-89ac-96a3adebff6d tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.522983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.530939 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e04b9a90-2490-40e7-8840-7ef6ce05cae3', 'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'mac_address': 'fa:16:3e:a6:d7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:56Z', 'updated_at': '2021-07-13T07:28:02Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'subnets': [{'id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:03.555809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] For port a517f52a-d223-474b-9409-cd7d10d08886, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:03.576787 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132cb30-64d8-4f49-9738-80a6bd056c44 None None] The sync data for ids ['a0b97093-d547-4905-af83-889c59f66e8b'] in n-d-798249-7 is: [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e04b9a90-2490-40e7-8840-7ef6ce05cae3', 'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'mac_address': 'fa:16:3e:a6:d7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:56Z', 'updated_at': '2021-07-13T07:28:02Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'subnets': [{'id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:03.578768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] For port a517f52a-d223-474b-9409-cd7d10d08886, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a517f52a-d223-474b-9409-cd7d10d08886,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:03.589042 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.638882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47028) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:03.659272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c421e-f6d3-445a-9164-cd0e5984bf06 None None] Pushing event updated for resources: {'Port': ['ID=a517f52a-d223-474b-9409-cd7d10d08886,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:03.693712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3284582f-fecc-4ec7-b4a7-ed70159d141f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.709370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3284582f-fecc-4ec7-b4a7-ed70159d141f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.732056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284582f-fecc-4ec7-b4a7-ed70159d141f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464db1fc-ef14-460e-9d1c-24ed4e82cb09,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:03.874042 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.903430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=0467ba0a-7611-45bc-8381-a4b49ad11304,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:04.050419 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.117686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:04.162283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:04.185797 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.197851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:04.198845 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.244947 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.284940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.285524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router be5ed283-b000-4065-9e3a-ddfac3831693 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:28:04.290470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.292950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a8c66600-6bae-449f-b155-18369dad3c0b admin admin] 10.222.0.44 "DELETE /v2.0/routers/be5ed283-b000-4065-9e3a-ddfac3831693 HTTP/1.1" status: 204 len: 168 time: 2.9461532 Jul 13 07:28:04.296236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47038) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:04.301602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Pushing event updated for resources: {'Port': ['ID=d210094f-c34b-4c30-af8d-af1ec0f61f0d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:04.506559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b2faccbe-0b5d-431a-80c8-4fb3502523e8 req-02955c02-1f2d-4818-89ac-96a3adebff6d tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.525007 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3284582f-fecc-4ec7-b4a7-ed70159d141f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.526532 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3284582f-fecc-4ec7-b4a7-ed70159d141f tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9633756 Jul 13 07:28:04.528911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47042) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:04.549894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-38fc6e86-4016-487f-b70a-d50a20863e0d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Request body: {'security_group_rule': {'security_group_id': '9798d896-5241-48c1-93d0-747a1e59ea5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:04.598754 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b2faccbe-0b5d-431a-80c8-4fb3502523e8 req-02955c02-1f2d-4818-89ac-96a3adebff6d tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.604841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5b9648-388f-410c-943b-3d6dfdaaf890 admin admin] Deleting subnet 372555d4-2af3-4335-a093-1e7008a761f8 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:04.621672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e04b9a90-2490-40e7-8840-7ef6ce05cae3 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:04.651486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38fc6e86-4016-487f-b70a-d50a20863e0d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.652751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d192a4-fbae-4eb1-90a3-56364c2198ab admin admin] Deleting subnet ca276c83-902c-4c88-8509-335797880e85 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:04.671365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf5b9648-388f-410c-943b-3d6dfdaaf890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.708461 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1d192a4-fbae-4eb1-90a3-56364c2198ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.715029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e04b9a90-2490-40e7-8840-7ef6ce05cae3 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:04.723070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e04b9a90-2490-40e7-8840-7ef6ce05cae3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:04.723549 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.752303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47046) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:04.820307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38fc6e86-4016-487f-b70a-d50a20863e0d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.832361 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38fc6e86-4016-487f-b70a-d50a20863e0d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.855303 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2faccbe-0b5d-431a-80c8-4fb3502523e8 req-02955c02-1f2d-4818-89ac-96a3adebff6d tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4804382 Jul 13 07:28:04.865216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc6e86-4016-487f-b70a-d50a20863e0d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25ed17c-addc-4c07-ab0a-07d76505c376,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:04.882687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38fc6e86-4016-487f-b70a-d50a20863e0d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.883940 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-38fc6e86-4016-487f-b70a-d50a20863e0d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3479962 Jul 13 07:28:04.889398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47052) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:04.898767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:04.947200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.957254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02955c02-1f2d-4818-89ac-96a3adebff6d tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adde028b-5015-4f35-b29a-87fb508246b6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:04.961026 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.037082 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf5b9648-388f-410c-943b-3d6dfdaaf890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.049033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e04b9a90-2490-40e7-8840-7ef6ce05cae3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e04b9a90-2490-40e7-8840-7ef6ce05cae3,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:05.052354 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1d192a4-fbae-4eb1-90a3-56364c2198ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.064201 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.133170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a517f52a-d223-474b-9409-cd7d10d08886 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:05.171390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10605cbd-91f8-400d-ac60-fc7d4ed77f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.174180 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.293556 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf5b9648-388f-410c-943b-3d6dfdaaf890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.483839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Allocated IP 172.25.6.220 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/0884a01e-b6d6-4d48-912a-09df9703f4db) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:05.543491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718665c6-8644-4a96-b30f-a76cc1fb86fe None None] Network cac3b294-16aa-4942-93d6-017e8d76a22d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:05.563398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] Deleting port 3442aba2-cde7-44fb-a418-7d302be10622 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:05.564049 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.573691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e04b9a90-2490-40e7-8840-7ef6ce05cae3,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:05.587086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-59ca57e9-bd24-4ccd-b3e4-9aeb26b787ff None None] Provisioning for port a517f52a-d223-474b-9409-cd7d10d08886 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:05.589601 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.602954 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf5b9648-388f-410c-943b-3d6dfdaaf890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.623495 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1d192a4-fbae-4eb1-90a3-56364c2198ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.637890 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.666846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a517f52a-d223-474b-9409-cd7d10d08886 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:05.690926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a517f52a-d223-474b-9409-cd7d10d08886 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:05.691271 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.714024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b9648-388f-410c-943b-3d6dfdaaf890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372555d4-2af3-4335-a093-1e7008a761f8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:05.719969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf5b9648-388f-410c-943b-3d6dfdaaf890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.722064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cf5b9648-388f-410c-943b-3d6dfdaaf890 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/372555d4-2af3-4335-a093-1e7008a761f8 HTTP/1.1" status: 204 len: 168 time: 2.0815656 Jul 13 07:28:05.725792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47066) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:05.740335 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.851749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-adb2c109-88dc-46d1-be01-db17fad3f737 None None] Provisioning complete for port e04b9a90-2490-40e7-8840-7ef6ce05cae3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:05.851975 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-adb2c109-88dc-46d1-be01-db17fad3f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.852782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:05.896879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] For port 3442aba2-cde7-44fb-a418-7d302be10622, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3442aba2-cde7-44fb-a418-7d302be10622,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:05.897635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.901983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:05.906127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:05.936665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] Calling delete_port for 3442aba2-cde7-44fb-a418-7d302be10622 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:05.955798 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1d192a4-fbae-4eb1-90a3-56364c2198ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.981883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.990933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d192a4-fbae-4eb1-90a3-56364c2198ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca276c83-902c-4c88-8509-335797880e85,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.009864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Pushing event updated for resources: {'Port': ['ID=0884a01e-b6d6-4d48-912a-09df9703f4db,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.028000 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.068302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port a517f52a-d223-474b-9409-cd7d10d08886, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a517f52a-d223-474b-9409-cd7d10d08886,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:06.079835 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.109306 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1d192a4-fbae-4eb1-90a3-56364c2198ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.112452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b1d192a4-fbae-4eb1-90a3-56364c2198ab admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ca276c83-902c-4c88-8509-335797880e85 HTTP/1.1" status: 204 len: 168 time: 1.8132634 Jul 13 07:28:06.123683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47072) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:06.124805 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10605cbd-91f8-400d-ac60-fc7d4ed77f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.140536 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10605cbd-91f8-400d-ac60-fc7d4ed77f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.144403 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1193751f-ea79-4ee2-86e9-0b2ab1d789e5 None None] Network fafaecfc-c53d-4fdb-8517-c79ba984f2bc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:06.229478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0467ba0a-7611-45bc-8381-a4b49ad11304 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:06.280620 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.291416 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.298875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 0467ba0a-7611-45bc-8381-a4b49ad11304 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:06.299308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0467ba0a-7611-45bc-8381-a4b49ad11304 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:06.299954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3596c70-42e6-4cb0-abe1-58fc543c240e no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:06.301017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4916fcde-0d55-4029-ab45-0e9c1b82d8bd']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:06.314126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-10605cbd-91f8-400d-ac60-fc7d4ed77f28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60c0ebba9e6f46628f8329ae3092faff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5012145 Jul 13 07:28:06.317195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47074) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:06.339671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: f3596c70-42e6-4cb0-abe1-58fc543c240e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:06.340124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3596c70-42e6-4cb0-abe1-58fc543c240e not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:06.350114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=a517f52a-d223-474b-9409-cd7d10d08886,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.352069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.355887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604f129b-2ba2-4698-9d97-477f3e00d99b') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:06.356242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604f129b-2ba2-4698-9d97-477f3e00d99b') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:06.374817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10605cbd-91f8-400d-ac60-fc7d4ed77f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29421a59-3aa5-4ab9-829a-8a8ef57e7582,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.416988 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.433066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3069f411-f309-4f9e-8837-977961ef0de0 None None] Provisioning complete for port a517f52a-d223-474b-9409-cd7d10d08886 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:06.433747 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3069f411-f309-4f9e-8837-977961ef0de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.441400 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.483346 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.489884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-b036003f-4c9d-46a6-9d67-d511a2c076fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4123833 Jul 13 07:28:06.511135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:06.511389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e04b9a90-2490-40e7-8840-7ef6ce05cae3 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:06.511553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:06.515937 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:06.531314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4071725a-1e06-4fc4-8950-64a26803622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.539224 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.545451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba357f51-875b-42bf-84ff-525563dd000f None None] DHCP port deletion for fafaecfc-c53d-4fdb-8517-c79ba984f2bc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:28:06.637466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e04b9a90-2490-40e7-8840-7ef6ce05cae3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:06.637844 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.702570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ba357f51-875b-42bf-84ff-525563dd000f None None] Deleting port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:06.702570 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ba357f51-875b-42bf-84ff-525563dd000f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.757110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576b2cd-39a1-4950-bb22-50dfcc2d5ef3 req-4ee2f6cc-719f-4e51-a7d9-ec108ab4259d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:06.757799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1576b2cd-39a1-4950-bb22-50dfcc2d5ef3 req-4ee2f6cc-719f-4e51-a7d9-ec108ab4259d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.5771224 Jul 13 07:28:06.768803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:28:06.798560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.806447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4071725a-1e06-4fc4-8950-64a26803622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.814654 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.814868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a517f52a-d223-474b-9409-cd7d10d08886 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:06.817638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ba357f51-875b-42bf-84ff-525563dd000f None None] For port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5df6b376-6c0e-4886-ac6a-00d18d42e1a4,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:06.818146 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ba357f51-875b-42bf-84ff-525563dd000f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.823235 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.841446 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.846225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4916fcde-0d55-4029-ab45-0e9c1b82d8bd HTTP/1.1" status: 204 len: 168 time: 1.1159365 Jul 13 07:28:06.846388 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1576b2cd-39a1-4950-bb22-50dfcc2d5ef3 req-c23741ce-a160-4434-93f7-5caacc796ae1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759077 Jul 13 07:28:06.879972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ba357f51-875b-42bf-84ff-525563dd000f None None] Calling delete_port for 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:06.880228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47094) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:06.923001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d165cd-2b96-434c-9567-f89998ee0cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4916fcde-0d55-4029-ab45-0e9c1b82d8bd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.925079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.997463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Pushing event updated for resources: {'Port': ['ID=0884a01e-b6d6-4d48-912a-09df9703f4db,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.001431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Deleting port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:07.002041 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.024142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] Pushing event deleted for resources: {'Port': ['ID=3442aba2-cde7-44fb-a418-7d302be10622,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.046679 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.052696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a517f52a-d223-474b-9409-cd7d10d08886 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:07.055941 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.063146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae8203a-d5cb-4e69-92a4-409e17a183c4 admin admin] Deleting subnet 3838f3a7-a3bc-4041-a1ef-5db2f8c477c1 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:07.096381 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4071725a-1e06-4fc4-8950-64a26803622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.100344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4071725a-1e06-4fc4-8950-64a26803622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.102354 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4071725a-1e06-4fc4-8950-64a26803622f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29421a59-3aa5-4ab9-829a-8a8ef57e7582 HTTP/1.1" status: 204 len: 168 time: 0.7486835 Jul 13 07:28:07.113940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] For port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5df6b376-6c0e-4886-ac6a-00d18d42e1a4,segment=NetworkSegment(198496ef-8b9b-4644-8b96-133757e347d2),segment_id=198496ef-8b9b-4644-8b96-133757e347d2)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:07.114369 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.128599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.137571 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1aa5d5a9-4ec6-432d-8520-f940b0b785d4 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2394092 Jul 13 07:28:07.139672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071725a-1e06-4fc4-8950-64a26803622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29421a59-3aa5-4ab9-829a-8a8ef57e7582,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.145841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Calling delete_port for 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:07.158206 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ba357f51-875b-42bf-84ff-525563dd000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.239566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba357f51-875b-42bf-84ff-525563dd000f None None] Pushing event deleted for resources: {'Port': ['ID=5df6b376-6c0e-4886-ac6a-00d18d42e1a4,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.243921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba357f51-875b-42bf-84ff-525563dd000f None None] No DVR routers for this DVR port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:07.346157 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.383228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Pushing event deleted for resources: {'Port': ['ID=5df6b376-6c0e-4886-ac6a-00d18d42e1a4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.394236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] No DVR routers for this DVR port 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:07.549360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.560949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafaecfc-c53d-4fdb-8517-c79ba984f2bc']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:07.577015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198496ef-8b9b-4644-8b96-133757e347d2') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:07.577324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198496ef-8b9b-4644-8b96-133757e347d2') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:07.587412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dae8203a-d5cb-4e69-92a4-409e17a183c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.588861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.605170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.612978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:07.613384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:07.616230 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:07.630980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47118) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:07.655456 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e593fc9-4338-4770-87aa-b1152f3a167b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.659383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:07.670926 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Sync routers for ids ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:07.683176 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Routers {'862da0f0-39aa-4644-86b2-d7bdd65ebbb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:07.683789 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:07.700174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dae8203a-d5cb-4e69-92a4-409e17a183c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.717251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.730901 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.736235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] 10.222.0.44 "DELETE /v2.0/networks/fafaecfc-c53d-4fdb-8517-c79ba984f2bc HTTP/1.1" status: 204 len: 168 time: 1.6054676 Jul 13 07:28:07.737540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47120) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:07.742946 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.766848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee27e9-4ef9-442e-ba91-9faa83aeda9c admin admin] Pushing event deleted for resources: {'Network': ['ID=fafaecfc-c53d-4fdb-8517-c79ba984f2bc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.789539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-f9551daf-d83e-4b56-8761-3ea0337dc070 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1420399376&fields=id&tenant_id=a93cec1e09ea422eaac867513d8853c9 HTTP/1.1" status: 200 len: 267 time: 0.1962976 Jul 13 07:28:07.828095 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Set router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:07.886380 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dae8203a-d5cb-4e69-92a4-409e17a183c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.970638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e593fc9-4338-4770-87aa-b1152f3a167b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.981868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e593fc9-4338-4770-87aa-b1152f3a167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.997794 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.999033 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-247cac1f-4bd2-4393-8b95-58f003963794 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0938225 Jul 13 07:28:07.999962 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.008053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47124) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:08.015372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7e593fc9-4338-4770-87aa-b1152f3a167b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13c04d626a6c41939b792ce6d8d3c3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832526 Jul 13 07:28:08.019876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47126) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:08.035083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783092-7b19-4d9f-b004-750981fade34 req-d9301dce-fc83-47da-999b-e689deee4f72 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.041849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-d9301dce-fc83-47da-999b-e689deee4f72 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/networks?id=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 HTTP/1.1" status: 200 len: 811 time: 0.2514393 Jul 13 07:28:08.057494 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:04Z', 'revision_number': 3, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:08.090091 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Checking router: 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:08.090528 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Updating router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 port d210094f-c34b-4c30-af8d-af1ec0f61f0d binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:28:08.119791 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-1aa14eda-c874-4d6c-9d7e-d10bd16bff4c tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/quotas/a93cec1e09ea422eaac867513d8853c9 HTTP/1.1" status: 200 len: 375 time: 0.0770180 Jul 13 07:28:08.126998 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.148577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dae8203a-d5cb-4e69-92a4-409e17a183c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.195828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e593fc9-4338-4770-87aa-b1152f3a167b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a50dd98-e561-4abe-8bff-e6189308893a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.255670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8203a-d5cb-4e69-92a4-409e17a183c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3838f3a7-a3bc-4041-a1ef-5db2f8c477c1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.258947 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dae8203a-d5cb-4e69-92a4-409e17a183c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.263256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dae8203a-d5cb-4e69-92a4-409e17a183c4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3838f3a7-a3bc-4041-a1ef-5db2f8c477c1 HTTP/1.1" status: 204 len: 168 time: 1.3784578 Jul 13 07:28:08.263587 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47130) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:08.315978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b388382-2fd7-4e1a-b0c8-5e0d48c1d1ab req-74bf226b-f092-43c6-a957-135b4bd33bf8 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.317519 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b388382-2fd7-4e1a-b0c8-5e0d48c1d1ab req-74bf226b-f092-43c6-a957-135b4bd33bf8 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.2255988 Jul 13 07:28:08.337862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f593171-0aac-46bc-b80d-7515f67b5ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.410951 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.432053 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-bce28320-9f7d-4ba4-973a-d8ea4c4a337b tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a93cec1e09ea422eaac867513d8853c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3036129 Jul 13 07:28:08.476795 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f593171-0aac-46bc-b80d-7515f67b5ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.478249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b388382-2fd7-4e1a-b0c8-5e0d48c1d1ab req-9f8167d9-35a8-4c47-be5a-ff80e9640a2b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213558 Jul 13 07:28:08.488263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-2eca906d-545c-471b-9e0b-7344011bf51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.489940 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-2eca906d-545c-471b-9e0b-7344011bf51b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1101 time: 0.2417343 Jul 13 07:28:08.509096 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.546743 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Transition to ACTIVE for port object d210094f-c34b-4c30-af8d-af1ec0f61f0d will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:08.592051 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.628970 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Attempting to bind port d210094f-c34b-4c30-af8d-af1ec0f61f0d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:08.629339 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Attempting to bind port d210094f-c34b-4c30-af8d-af1ec0f61f0d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:08.629707 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Attempting to bind port d210094f-c34b-4c30-af8d-af1ec0f61f0d on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:08.661105 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.670371 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:08.670586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:08.670787 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:08.671360 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.671912 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:08.672678 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Bound port: d210094f-c34b-4c30-af8d-af1ec0f61f0d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:08.674403 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.706609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03977500-3db9-4c7f-9f95-8d7cf2bbd4b7']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:08.710904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f593171-0aac-46bc-b80d-7515f67b5ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.713592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f593171-0aac-46bc-b80d-7515f67b5ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.714796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:08.715384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-1696e133-8c9d-42da-a634-e310b5cdbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.716558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5df6b376-6c0e-4886-ac6a-00d18d42e1a4 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:08.716959 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-1696e133-8c9d-42da-a634-e310b5cdbd0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2204156 Jul 13 07:28:08.722452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6f593171-0aac-46bc-b80d-7515f67b5ae4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a50dd98-e561-4abe-8bff-e6189308893a HTTP/1.1" status: 204 len: 168 time: 0.6985056 Jul 13 07:28:08.745840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] Router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:08.748728 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] For port d210094f-c34b-4c30-af8d-af1ec0f61f0d, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:08.753003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8675c32-e9c4-460d-903c-5f82ac7e7856') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:08.753310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8675c32-e9c4-460d-903c-5f82ac7e7856') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:08.753774 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] For port d210094f-c34b-4c30-af8d-af1ec0f61f0d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d210094f-c34b-4c30-af8d-af1ec0f61f0d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:08.771194 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.789164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f593171-0aac-46bc-b80d-7515f67b5ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a50dd98-e561-4abe-8bff-e6189308893a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.805157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.816065 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Pushing event updated for resources: {'Port': ['ID=d210094f-c34b-4c30-af8d-af1ec0f61f0d,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.824476 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.826929 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.827272 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.827609 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.827951 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.828392 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.829341 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.829708 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.830068 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.830389 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.830707 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.831054 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.831368 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:08.832607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:08.833064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:08.854554 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:08.862177 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Routers {'862da0f0-39aa-4644-86b2-d7bdd65ebbb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:08.862906 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:08.969958 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a14bcf-73e7-4d55-aaeb-e9e683df15d6 None None] Pushing event updated for resources: {'Port': ['ID=d210094f-c34b-4c30-af8d-af1ec0f61f0d,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:09.099867 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.119840 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] Set router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:09.124845 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.129488 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] 10.222.0.44 "DELETE /v2.0/networks/03977500-3db9-4c7f-9f95-8d7cf2bbd4b7 HTTP/1.1" status: 204 len: 168 time: 0.8582060 Jul 13 07:28:09.133888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b470e-b8e1-4125-bb90-ad80df1d82af admin admin] Pushing event deleted for resources: {'Network': ['ID=03977500-3db9-4c7f-9f95-8d7cf2bbd4b7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:09.144256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:09.154731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] Sync routers for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:09.156876 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-108cd62f-3bc6-4959-bec2-340c172aff05 admin admin] 10.222.0.44 "PUT /v2.0/routers/8da105dd-1526-45f4-b77d-bbf64a6ec8ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4059465 Jul 13 07:28:09.160293 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47140) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:09.165299 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-42c78ef7-15c7-4895-a999-9678d0d360d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 217 time: 0.0519333 Jul 13 07:28:09.169008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:09.172669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:09.245815 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-9ad1cd1d-9354-457b-b335-7cccd95190ed service neutron] 10.222.0.44 "GET /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7763963 Jul 13 07:28:09.302812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-a09c6d56-548b-4c6d-8dc1-f4939a3331ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:09.304413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-a09c6d56-548b-4c6d-8dc1-f4939a3331ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0981586 Jul 13 07:28:09.348203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47148) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:09.363939 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.433297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:09.456459 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:04Z', 'revision_number': 3, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:09.464285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.489640 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ad38b-6760-476e-95e5-bef78c949cdb None None] The sync data for ids ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'] in n-d-798249-7 is: [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:04Z', 'revision_number': 3, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:09.507425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-96cff194-f144-48fb-8aeb-ba898accd5e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4436904a5ed8492589e9ec322097daf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570165 Jul 13 07:28:09.511335 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-6a7165a0-5e5c-4cb3-ba46-5970f1d88544 service neutron] 10.222.0.44 "GET /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566538 Jul 13 07:28:09.512035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47152) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:09.592363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-3d4895d5-36a7-442c-af44-5a2150981cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:09.594571 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-3d4895d5-36a7-442c-af44-5a2150981cec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2803380 Jul 13 07:28:09.743247 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3c98846-26f0-4f55-81a5-d8e28a0b1491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.794038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-0c2949e8-f698-451a-94f7-dcf441f4b48c service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779106 Jul 13 07:28:09.794292 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.817959 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:28:06Z', 'revision_number': 5, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port': {'id': '701c66c3-d433-44a5-ac42-81e29def98a1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:40Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:09.829729 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3c98846-26f0-4f55-81a5-d8e28a0b1491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.874141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] Checking router: 8da105dd-1526-45f4-b77d-bbf64a6ec8ee for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:09.884484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] Routers {'8da105dd-1526-45f4-b77d-bbf64a6ec8ee'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:09.885226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:09.972529 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.093575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Deleting port 701c66c3-d433-44a5-ac42-81e29def98a1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:10.102083 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.156537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] Set router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:10.191211 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb6a5c54-135d-4f27-b4a1-087c4f87bff9 req-a374e776-cbea-48e4-bb16-25ca13478e99 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 210 time: 0.0501397 Jul 13 07:28:10.206140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3c98846-26f0-4f55-81a5-d8e28a0b1491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.209835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3c98846-26f0-4f55-81a5-d8e28a0b1491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.212224 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c3c98846-26f0-4f55-81a5-d8e28a0b1491 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43dd8962-8750-46b5-968e-32992697c6ab HTTP/1.1" status: 204 len: 168 time: 0.6974370 Jul 13 07:28:10.254000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c98846-26f0-4f55-81a5-d8e28a0b1491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dd8962-8750-46b5-968e-32992697c6ab,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:10.303578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] For port 701c66c3-d433-44a5-ac42-81e29def98a1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=701c66c3-d433-44a5-ac42-81e29def98a1,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:10.304145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.331126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:28:09Z', 'revision_number': 6, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:10.336614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Calling delete_port for 701c66c3-d433-44a5-ac42-81e29def98a1 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:10.416727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeffadd-4386-495d-bc37-51af013e7bd4 None None] The sync data for ids ['8da105dd-1526-45f4-b77d-bbf64a6ec8ee'] in n-d-798249-7 is: [{'id': '8da105dd-1526-45f4-b77d-bbf64a6ec8ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1454983891-router', 'tenant_id': '454e5dc3399d4ae980241bf4741e7a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:38Z', 'updated_at': '2021-07-13T07:28:09Z', 'revision_number': 6, 'project_id': '454e5dc3399d4ae980241bf4741e7a6a', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:10.599339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Allocated IP 172.20.0.1 (cac3b294-16aa-4942-93d6-017e8d76a22d/104dc45f-e62e-4125-8555-756d17211915/b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:10.628432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-6164bdca-5856-47ae-b6c9-b2752f5e6f22 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361267 Jul 13 07:28:10.660603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.721445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Pushing event deleted for resources: {'Port': ['ID=701c66c3-d433-44a5-ac42-81e29def98a1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:10.807514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdad1a-4e80-4665-ac91-a9fd3493d1fe req-a4c5d876-9a98-48ee-9b8f-2c4322dc2997 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:10.810231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64fdad1a-4e80-4665-ac91-a9fd3493d1fe req-a4c5d876-9a98-48ee-9b8f-2c4322dc2997 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.9215584 Jul 13 07:28:10.869869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d210094f-c34b-4c30-af8d-af1ec0f61f0d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:10.927252 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.021283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port d210094f-c34b-4c30-af8d-af1ec0f61f0d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:11.026615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d210094f-c34b-4c30-af8d-af1ec0f61f0d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:11.026994 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.030229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47190) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:11.161850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64fdad1a-4e80-4665-ac91-a9fd3493d1fe req-3e880983-c4f5-4c50-8aba-3d7dd353fe11 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797027 Jul 13 07:28:11.184077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] Deleting port 3a52a50b-644f-4a88-87e1-205e19e4a5c8 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:11.185143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.209396 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.232151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.243525 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.255575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port d210094f-c34b-4c30-af8d-af1ec0f61f0d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d210094f-c34b-4c30-af8d-af1ec0f61f0d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:11.266657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.348907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] For port 3a52a50b-644f-4a88-87e1-205e19e4a5c8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3a52a50b-644f-4a88-87e1-205e19e4a5c8,segment=NetworkSegment(c841b463-1848-4180-b981-16c11843a9fc),segment_id=c841b463-1848-4180-b981-16c11843a9fc)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:11.349507 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.370787 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] Calling delete_port for 3a52a50b-644f-4a88-87e1-205e19e4a5c8 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:11.406818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=d210094f-c34b-4c30-af8d-af1ec0f61f0d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:11.415542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-12dc9437-f0a9-4f2a-a039-e30aa53f6f57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4bd7d7601c14a3bb90c72955a1837a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835588 Jul 13 07:28:11.417051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.417627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da105dd-1526-45f4-b77d-bbf64a6ec8ee {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:28:11.424043 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.429116 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4035cedd-11fe-42ad-a7d0-d43e1e87beee admin admin] 10.222.0.44 "DELETE /v2.0/routers/8da105dd-1526-45f4-b77d-bbf64a6ec8ee HTTP/1.1" status: 204 len: 168 time: 2.2677033 Jul 13 07:28:11.429819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47200) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:11.430200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47202) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:11.476955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.510863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2af1b60c-f0a1-49f3-b9ee-835613223bed req-66b50231-8565-40a7-8d46-de848f3084b0 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 210 time: 0.0547988 Jul 13 07:28:11.526378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Transition to ACTIVE for port object b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:11.540427 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c582d64d-74a8-47b3-b329-b900b977b4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.552083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e13a45-b661-4494-9e8e-9c14d14cb757 admin admin] Deleting subnet 0fc9176c-a92f-42f8-a968-ec83019b7a94 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:11.557414 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-51e13a45-b661-4494-9e8e-9c14d14cb757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.603480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c582d64d-74a8-47b3-b329-b900b977b4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.615693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-51e13a45-b661-4494-9e8e-9c14d14cb757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.692823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.770260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Network cac3b294-16aa-4942-93d6-017e8d76a22d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:11.777427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:11.784497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:11.802402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.829968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:11.883112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a52a50b-644f-4a88-87e1-205e19e4a5c8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:12.049167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.235020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c582d64d-74a8-47b3-b329-b900b977b4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.240806 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c582d64d-74a8-47b3-b329-b900b977b4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.246848 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c582d64d-74a8-47b3-b329-b900b977b4df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/432b1dc9-cdeb-4a05-8a36-e6a75e649d67 HTTP/1.1" status: 204 len: 168 time: 0.8156388 Jul 13 07:28:12.276084 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-51e13a45-b661-4494-9e8e-9c14d14cb757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.283745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582d64d-74a8-47b3-b329-b900b977b4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432b1dc9-cdeb-4a05-8a36-e6a75e649d67,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:12.386577 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783092-7b19-4d9f-b004-750981fade34 req-a1e4f3e1-19e0-4d8f-9c29-44c2805af02c tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:12.393824 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-a1e4f3e1-19e0-4d8f-9c29-44c2805af02c tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.53 "GET /v2.0/networks?id=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 HTTP/1.1" status: 200 len: 811 time: 0.4181314 Jul 13 07:28:12.396639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b715492a-5fd2-4a28-87e0-c1dab1d25088 None None] Provisioning for port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:12.420177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b715492a-5fd2-4a28-87e0-c1dab1d25088 None None] Provisioning complete for port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:12.420564 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b715492a-5fd2-4a28-87e0-c1dab1d25088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.543278 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-96f3f5c7-ce86-4d62-801d-f75253dfef99 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a93cec1e09ea422eaac867513d8853c9 HTTP/1.1" status: 200 len: 380 time: 0.1402047 Jul 13 07:28:12.556480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Request body: {'port': {'device_id': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'admin_state_up': True, 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'security_groups': ['9798d896-5241-48c1-93d0-747a1e59ea5a']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:12.562334 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.587739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b715492a-5fd2-4a28-87e0-c1dab1d25088 None None] Port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:12.697501 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-51e13a45-b661-4494-9e8e-9c14d14cb757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.746445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d210094f-c34b-4c30-af8d-af1ec0f61f0d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:12.777656 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e13a45-b661-4494-9e8e-9c14d14cb757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc9176c-a92f-42f8-a968-ec83019b7a94,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:12.792927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-51e13a45-b661-4494-9e8e-9c14d14cb757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.797798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6f29ee-72e8-4aab-a79f-c31c0fc0b61d None None] Network 97076159-f72c-4961-b56c-4c780b6575e4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:12.800106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-51e13a45-b661-4494-9e8e-9c14d14cb757 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0fc9176c-a92f-42f8-a968-ec83019b7a94 HTTP/1.1" status: 204 len: 168 time: 1.3672333 Jul 13 07:28:12.801206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47242) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:12.854270 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f0b71-b422-4249-830e-c4907a88e2d2 req-52761309-5ca3-4bf5-9ed6-9be3f3c1eb49 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:12.855965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f152592-cd1d-4932-a42d-4c24e17e617f req-8c0cadf8-50e4-43ea-ba55-ffd51dead669 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 210 time: 0.0680084 Jul 13 07:28:12.871472 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.873657 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-252f0b71-b422-4249-830e-c4907a88e2d2 req-52761309-5ca3-4bf5-9ed6-9be3f3c1eb49 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.4130950 Jul 13 07:28:12.987634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Made reservation on behalf of a93cec1e09ea422eaac867513d8853c9 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:12.993129 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.036624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-252f0b71-b422-4249-830e-c4907a88e2d2 req-16cdf185-dba2-4f16-8fba-2953169b2487 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609120 Jul 13 07:28:13.041084 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.188432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] Router 64ea7d52-b21a-4080-8794-553add0b29ea has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:13.266941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d210094f-c34b-4c30-af8d-af1ec0f61f0d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:13.267486 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.364428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.378202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.383932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Deleting port f3bcf746-134d-441e-ba7a-51d4d401301b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:13.384484 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.394014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:13.404159 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] Sync routers for ids ['64ea7d52-b21a-4080-8794-553add0b29ea'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:13.421430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b4afa0b6-6183-4b9c-b120-838cc5ec2574 admin admin] 10.222.0.44 "PUT /v2.0/routers/64ea7d52-b21a-4080-8794-553add0b29ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6676943 Jul 13 07:28:13.425460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47268) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:13.433286 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] Routers {'64ea7d52-b21a-4080-8794-553add0b29ea'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:13.433908 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64ea7d52-b21a-4080-8794-553add0b29ea'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:13.538271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Allocated IP 172.20.0.11 (b5fbf790-8990-4e8f-bb3b-d5c051cd54b8/a60ce3d9-407f-45e2-ad57-d0062666558c/4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:13.583527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.650458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47270) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:13.669154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b08e722-7248-4abc-874b-71d313ffc668 None None] DHCP port deletion for 97076159-f72c-4961-b56c-4c780b6575e4 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:28:13.692609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] For port f3bcf746-134d-441e-ba7a-51d4d401301b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3bcf746-134d-441e-ba7a-51d4d401301b,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:13.692934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.760667 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3442aba2-cde7-44fb-a418-7d302be10622 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:13.773051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Calling delete_port for f3bcf746-134d-441e-ba7a-51d4d401301b owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:13.792990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:13.805392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 3442aba2-cde7-44fb-a418-7d302be10622 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:13.810741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3442aba2-cde7-44fb-a418-7d302be10622 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:13.814143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.814858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 701c66c3-d433-44a5-ac42-81e29def98a1 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:13.849381 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] Set router 64ea7d52-b21a-4080-8794-553add0b29ea gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:13.863242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 701c66c3-d433-44a5-ac42-81e29def98a1 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:13.863815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 701c66c3-d433-44a5-ac42-81e29def98a1 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:13.866474 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3b08e722-7248-4abc-874b-71d313ffc668 None None] Deleting port f3bcf746-134d-441e-ba7a-51d4d401301b {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:13.868765 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3b08e722-7248-4abc-874b-71d313ffc668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.003122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-17559803-1db7-4f32-8e68-f57de680009f None None] Provisioning complete for port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:14.016827 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-17559803-1db7-4f32-8e68-f57de680009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.079793 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.088463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3b08e722-7248-4abc-874b-71d313ffc668 None None] For port f3bcf746-134d-441e-ba7a-51d4d401301b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3bcf746-134d-441e-ba7a-51d4d401301b,segment=NetworkSegment(4db41497-5982-4a61-bbad-5e54130396fa),segment_id=4db41497-5982-4a61-bbad-5e54130396fa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:14.089300 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3b08e722-7248-4abc-874b-71d313ffc668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.142379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3b08e722-7248-4abc-874b-71d313ffc668 None None] Calling delete_port for f3bcf746-134d-441e-ba7a-51d4d401301b owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:14.146303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-17559803-1db7-4f32-8e68-f57de680009f None None] Port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:14.191668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Network cac3b294-16aa-4942-93d6-017e8d76a22d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:14.195311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:14.239572 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3b08e722-7248-4abc-874b-71d313ffc668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.253050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.309400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08e722-7248-4abc-874b-71d313ffc668 None None] Pushing event deleted for resources: {'Port': ['ID=f3bcf746-134d-441e-ba7a-51d4d401301b,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:14.317533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08e722-7248-4abc-874b-71d313ffc668 None None] No DVR routers for this DVR port f3bcf746-134d-441e-ba7a-51d4d401301b on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:14.318927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Transition to ACTIVE for port object 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:14.320565 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.324482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2b9960f7-2ada-45e0-a09a-18c6a039a5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.332234 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-router', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 5, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'gw_port': {'id': '708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:46Z', 'updated_at': '2021-07-13T07:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:14.412134 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-472c2cc3-04bf-44de-a126-ded53464a136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.424727 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] Checking router: 64ea7d52-b21a-4080-8794-553add0b29ea for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:14.438464 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] Routers {'64ea7d52-b21a-4080-8794-553add0b29ea'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:14.439485 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64ea7d52-b21a-4080-8794-553add0b29ea'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:14.449621 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cfc67dfc-3f2a-4b27-897d-0a8b8c9ec5cb req-86bfa4ff-9556-4310-9c7d-1692172f0da3 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 210 time: 0.1500881 Jul 13 07:28:14.471788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bcf746-134d-441e-ba7a-51d4d401301b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:14.478062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] No DVR routers for this DVR port f3bcf746-134d-441e-ba7a-51d4d401301b on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:14.492611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3bcf746-134d-441e-ba7a-51d4d401301b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:14.527531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: f3bcf746-134d-441e-ba7a-51d4d401301b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:14.528467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3bcf746-134d-441e-ba7a-51d4d401301b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:14.595934 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] Set router 64ea7d52-b21a-4080-8794-553add0b29ea gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:14.634119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.643734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.668680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97076159-f72c-4961-b56c-4c780b6575e4']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:14.681001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9f586449-a341-41cc-9015-349d6531ed69 None None] Provisioning complete for port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:14.681479 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f586449-a341-41cc-9015-349d6531ed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.681595 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-router', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:28:14Z', 'revision_number': 6, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:14.717387 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:14.721709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9f586449-a341-41cc-9015-349d6531ed69 None None] Port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:14.738483 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8c7adc-1a25-4c4a-a5c9-a1a532ecbbbb None None] The sync data for ids ['64ea7d52-b21a-4080-8794-553add0b29ea'] in n-d-798249-7 is: [{'id': '64ea7d52-b21a-4080-8794-553add0b29ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600829977-router', 'tenant_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:25:43Z', 'updated_at': '2021-07-13T07:28:14Z', 'revision_number': 6, 'project_id': 'f67e9a83e8e34e41a48ef7f15bd9653d', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:14.738625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:14.741872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db41497-5982-4a61-bbad-5e54130396fa') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:14.742234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db41497-5982-4a61-bbad-5e54130396fa') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:14.762090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:14.807758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Deleting port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:14.808191 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.838463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:14.839635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.853297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.883094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Pushing event updated for resources: {'Port': ['ID=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:14.891920 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.906099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:14.906618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:14.908393 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:14.997573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577d80-233f-4475-a9e7-2cc129d134a6 req-de4c23cc-c43b-4beb-acfe-57dd051a1e06 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:15.016460 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-472c2cc3-04bf-44de-a126-ded53464a136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.016870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1577d80-233f-4475-a9e7-2cc129d134a6 req-de4c23cc-c43b-4beb-acfe-57dd051a1e06 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.2805054 Jul 13 07:28:15.017617 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.025864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:15.029939 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.033013 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] 10.222.0.44 "DELETE /v2.0/networks/97076159-f72c-4961-b56c-4c780b6575e4 HTTP/1.1" status: 204 len: 168 time: 2.2285292 Jul 13 07:28:15.051066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47302) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:15.051750 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-472c2cc3-04bf-44de-a126-ded53464a136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.146224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1577d80-233f-4475-a9e7-2cc129d134a6 req-fd5370e2-ead6-4250-ad79-4d41c7cf1fe9 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278591 Jul 13 07:28:15.159446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0d6b3193-7ba5-4ead-b83d-cf7463c6a9a7 None None] Provisioning for port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:15.169438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0d6b3193-7ba5-4ead-b83d-cf7463c6a9a7 None None] Provisioning complete for port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:15.180417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] For port 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:15.180909 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0d6b3193-7ba5-4ead-b83d-cf7463c6a9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.182955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.200381 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-0c6c5665-d783-4a23-b998-ea6a3e2f7272 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6484108 Jul 13 07:28:15.206646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d737f-4efc-4075-ba42-7525ca999776 admin admin] Pushing event deleted for resources: {'Network': ['ID=97076159-f72c-4961-b56c-4c780b6575e4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:15.213216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Calling delete_port for 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:15.241486 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-472c2cc3-04bf-44de-a126-ded53464a136 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6cd60c12d7741308381ee78fc800b57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5935304 Jul 13 07:28:15.246110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Request body: {'port': {'device_id': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:15.254405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b3193-7ba5-4ead-b83d-cf7463c6a9a7 None None] Port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:15.257379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47306) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:15.339837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c2cc3-04bf-44de-a126-ded53464a136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ec6c47-3e8f-4a1f-8de2-d846f9b81a72,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:15.367739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:15.375199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0503ff3b-c142-40ac-b21e-a1acee4ff2c6 admin admin] 10.222.0.44 "PUT /v2.0/routers/862da0f0-39aa-4644-86b2-d7bdd65ebbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3577008 Jul 13 07:28:15.381489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Sync routers for ids ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:15.395113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Routers {'862da0f0-39aa-4644-86b2-d7bdd65ebbb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:15.396108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:27:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:15.402847 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.427827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9404-34ee-4a98-bd98-a4ba5e3681fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.451305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9404-34ee-4a98-bd98-a4ba5e3681fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.523373 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55e3a8e9-e036-497e-aaad-4bb6df256263 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1266940 Jul 13 07:28:15.537912 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9404-34ee-4a98-bd98-a4ba5e3681fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.540365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9404-34ee-4a98-bd98-a4ba5e3681fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.541591 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2bdd9404-34ee-4a98-bd98-a4ba5e3681fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66ec6c47-3e8f-4a1f-8de2-d846f9b81a72 HTTP/1.1" status: 204 len: 168 time: 0.2812538 Jul 13 07:28:15.555213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd9404-34ee-4a98-bd98-a4ba5e3681fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ec6c47-3e8f-4a1f-8de2-d846f9b81a72,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:15.576179 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.612999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:15.620601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Set router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:15.709094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-c838533b-46aa-4daf-812f-e6203ebc395a tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:15.710697 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-c838533b-46aa-4daf-812f-e6203ebc395a tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718638 Jul 13 07:28:15.766751 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.845552 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-6d115d48-8b33-4150-b9b6-187487c1466e tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/quotas/06ede4f600ea4c078f07d3dacbd9843c HTTP/1.1" status: 200 len: 375 time: 0.1273937 Jul 13 07:28:15.905936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948aa1f-a2c2-4a4d-8d69-ac78a2bb41a0 req-394f29b8-7d25-49e6-9251-e5a35a4e7aee tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:15.914311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c948aa1f-a2c2-4a4d-8d69-ac78a2bb41a0 req-394f29b8-7d25-49e6-9251-e5a35a4e7aee tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 932 time: 0.2244933 Jul 13 07:28:15.917514 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.928112 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-f4eaeb94-a801-4b5e-97dc-6963a3669f23 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814841 Jul 13 07:28:15.936625 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.958493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:12Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b', 'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'mac_address': 'fa:16:3e:fe:04:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:10Z', 'updated_at': '2021-07-13T07:28:13Z', 'revision_number': 2, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'subnets': [{'id': '104dc45f-e62e-4125-8555-756d17211915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:15.971785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c948aa1f-a2c2-4a4d-8d69-ac78a2bb41a0 req-0812a395-1703-46b0-80b6-714f77f29308 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564327 Jul 13 07:28:16.006970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Checking router: 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:16.007344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Updating router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:28:16.037878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.040593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64ea7d52-b21a-4080-8794-553add0b29ea {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:28:16.050195 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.060088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9c84bf42-88e2-4c76-b56b-3f48a6d999b4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/64ea7d52-b21a-4080-8794-553add0b29ea HTTP/1.1" status: 204 len: 168 time: 2.6314507 Jul 13 07:28:16.060853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47328) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:16.102874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47330) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:16.119958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44144771-3529-45bc-9323-01d27a790b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.138644 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.192457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-307b2ef4-45c8-49e8-a316-6f402fdb905e admin admin] Deleting subnet 8268a4f7-cfa2-4637-9648-ff6f536bf588 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:16.202903 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-307b2ef4-45c8-49e8-a316-6f402fdb905e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.264511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-307b2ef4-45c8-49e8-a316-6f402fdb905e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.510056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:16.550882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44144771-3529-45bc-9323-01d27a790b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.567699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:16.570763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44144771-3529-45bc-9323-01d27a790b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.572862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 708a7d69-fdd5-49ed-bc7a-c7b76ec6f38c not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:16.573417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a52a50b-644f-4a88-87e1-205e19e4a5c8 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:16.622413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 3a52a50b-644f-4a88-87e1-205e19e4a5c8 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:16.622832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a52a50b-644f-4a88-87e1-205e19e4a5c8 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:16.693244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-44144771-3529-45bc-9323-01d27a790b42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78659deb8745401f835cdbad9f161233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865948 Jul 13 07:28:16.705963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b961363b-eb76-42a3-b66c-484b902d256a req-420986a2-b3bd-4f70-af20-95bd9192c73c tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 210 time: 0.4263916 Jul 13 07:28:16.706737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47346) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:16.712445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:16.725942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-307b2ef4-45c8-49e8-a316-6f402fdb905e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.739525 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.749994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44144771-3529-45bc-9323-01d27a790b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d3611c-d4d7-441f-aba2-e01feb4916e6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:16.770544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Transition to ACTIVE for port object b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:16.783173 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.806913 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.814566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-307b2ef4-45c8-49e8-a316-6f402fdb905e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.825208 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Transition to ACTIVE for port object 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:16.838830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.863938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-307b2ef4-45c8-49e8-a316-6f402fdb905e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.868648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-307b2ef4-45c8-49e8-a316-6f402fdb905e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8268a4f7-cfa2-4637-9648-ff6f536bf588 HTTP/1.1" status: 204 len: 168 time: 0.8044326 Jul 13 07:28:16.868648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b2ef4-45c8-49e8-a316-6f402fdb905e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8268a4f7-cfa2-4637-9648-ff6f536bf588,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:16.872277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47348) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:16.894359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f769cdfc-2d69-4c3d-ba66-dad4691d5317 None None] Network 8b808319-076e-4f1a-add3-c7316684a7c7 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:16.947006 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-846a9ef5-cae4-46da-8eb4-db06d8622db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.980983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-846a9ef5-cae4-46da-8eb4-db06d8622db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.002815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017d4ea-ac82-472e-be6b-a1907114fe89 None None] Pushing event updated for resources: {'Port': ['ID=b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.007222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.091723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.149962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Deleting port 37742480-807f-494e-bf41-3b33ab39be1a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:17.150444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.158809 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-846a9ef5-cae4-46da-8eb4-db06d8622db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.161388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-846a9ef5-cae4-46da-8eb4-db06d8622db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.180006 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-846a9ef5-cae4-46da-8eb4-db06d8622db5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11d3611c-d4d7-441f-aba2-e01feb4916e6 HTTP/1.1" status: 204 len: 168 time: 0.4696970 Jul 13 07:28:17.256354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47354) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:17.263602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3d838603-fb0e-4536-868b-22d147950ad7 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--881227167', 'description': 'tempest-description--889958526'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:17.289574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a9ef5-cae4-46da-8eb4-db06d8622db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d3611c-d4d7-441f-aba2-e01feb4916e6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.305282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] For port 37742480-807f-494e-bf41-3b33ab39be1a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=37742480-807f-494e-bf41-3b33ab39be1a,segment=NetworkSegment(c841b463-1848-4180-b981-16c11843a9fc),segment_id=c841b463-1848-4180-b981-16c11843a9fc)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:17.306547 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.333633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Calling delete_port for 37742480-807f-494e-bf41-3b33ab39be1a owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:17.350210 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d838603-fb0e-4536-868b-22d147950ad7 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.361550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Attempting to bind port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:17.362002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Attempting to bind port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:17.362379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Attempting to bind port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b on network cac3b294-16aa-4942-93d6-017e8d76a22d {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:17.372747 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.377979 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2456c1b5-3b5b-4954-b1d0-58b29090c2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.411790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.448228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:17.449982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Checking segment: {'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:17.450972 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.451816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Bound using segment: {'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:17.453385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Bound port: b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:17.454198 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.465753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dcf15-4e4d-45d6-ac27-13c36c957c6c req-364f9ced-e142-4d8d-93fa-1719e187392f tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.467441 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-648dcf15-4e4d-45d6-ac27-13c36c957c6c req-364f9ced-e142-4d8d-93fa-1719e187392f tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.3685000 Jul 13 07:28:17.468345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Attempting to bind port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:17.469626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Attempting to bind port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:17.470003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Attempting to bind port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f on network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:17.490052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f on network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:17.490380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Attempting to bind port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f on network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:17.509168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:17.512052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Checking segment: {'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:17.512539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Bound using segment: {'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:17.513000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Bound port: 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43da7656-80e4-41b4-8e57-acb4e8c1f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:17.513472 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.616589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] For port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:17.620711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] For port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:17.628847 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.639438 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-648dcf15-4e4d-45d6-ac27-13c36c957c6c req-0cf2f8fc-b79c-4f4d-84f6-d70b3c6e2f1e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624768 Jul 13 07:28:17.651375 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.664260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d838603-fb0e-4536-868b-22d147950ad7 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.701928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d838603-fb0e-4536-868b-22d147950ad7 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.705679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Pushing event deleted for resources: {'Port': ['ID=37742480-807f-494e-bf41-3b33ab39be1a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.709064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] No DVR routers for this DVR port 37742480-807f-494e-bf41-3b33ab39be1a on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:17.711412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017d4ea-ac82-472e-be6b-a1907114fe89 None None] Pushing event updated for resources: {'Port': ['ID=b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.718290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c421f5-c227-4cf0-a6e9-1aaf3dc14abb None None] DHCP port deletion for 8b808319-076e-4f1a-add3-c7316684a7c7 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:28:17.741275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Routers {'862da0f0-39aa-4644-86b2-d7bdd65ebbb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:17.742735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:17.746828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] For port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:17.763562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] For port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:17.783933 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.815239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa916491-129c-42f5-999b-b26df003cbf2 req-bc63c0ef-5e1a-4fca-a570-ded0bd78f1b3 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.824266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa916491-129c-42f5-999b-b26df003cbf2 req-bc63c0ef-5e1a-4fca-a570-ded0bd78f1b3 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 944 time: 0.3054354 Jul 13 07:28:17.842331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.879719 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.882374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d838603-fb0e-4536-868b-22d147950ad7 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4dee2f-8781-4e8f-a846-655318c4ee31,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.913405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.913656 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.932094 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-d139caa9-ca2b-46da-b262-69d83ae39e27 service neutron] 10.222.0.53 "PUT /v2.0/ports/4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f HTTP/1.1" status: 200 len: 1092 time: 2.7151780 Jul 13 07:28:17.942776 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'tag': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:17.947049 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c97d1e-b842-447a-8a62-f69d65c1795f" -d '{"events": [{"name": "network-changed", "server_uuid": "b95bf47e-2abd-4ea1-8f86-9f88d33e31f5", "tag": "4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:18.035832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] Set router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:18.088335 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-42446e6b-c9d3-48c9-a585-607f173d6dc4 req-b9f9b847-c6ae-42c1-b359-bf10801d3510 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 210 time: 0.0972688 Jul 13 07:28:18.111394 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.144913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b808319-076e-4f1a-add3-c7316684a7c7']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:18.163329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c841b463-1848-4180-b981-16c11843a9fc') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:18.163877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c841b463-1848-4180-b981-16c11843a9fc') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:18.175511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.191580 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.206499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:18.207156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.270262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783092-7b19-4d9f-b004-750981fade34 req-705f83d1-7ff0-4fa1-b9a7-f688e1e99f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.272181 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-705f83d1-7ff0-4fa1-b9a7-f688e1e99f1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a93cec1e09ea422eaac867513d8853c9&device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 1095 time: 0.2625680 Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:18.305957 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:18.310828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d838603-fb0e-4536-868b-22d147950ad7 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.312104 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3d838603-fb0e-4536-868b-22d147950ad7 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0545330 Jul 13 07:28:18.313913 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.337844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47372) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:18.372052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0ea8f415-1425-44df-bb42-80409884e6cb tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Request body: {'security_group_rule': {'security_group_id': '3d4dee2f-8781-4e8f-a846-655318c4ee31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:18.393904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-43d518d9-341b-487d-a7a4-5a8b89acbb36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f HTTP/1.1" status: 200 len: 217 time: 0.1096237 Jul 13 07:28:18.404147 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa916491-129c-42f5-999b-b26df003cbf2 req-c86882f0-e76c-437d-9184-fbf0184e5b10 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5734675 Jul 13 07:28:18.405353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] Deleting port 41d852af-d8b2-43cc-a879-24cbb8949805 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:18.406281 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.408876 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.433103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] 10.222.0.44 "DELETE /v2.0/networks/8b808319-076e-4f1a-add3-c7316684a7c7 HTTP/1.1" status: 204 len: 168 time: 1.5596604 Jul 13 07:28:18.442628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-af29d94a-09f0-46bb-8933-e06d199637c5 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517668 Jul 13 07:28:18.498911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 37742480-807f-494e-bf41-3b33ab39be1a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:18.529485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9d556-5c5b-49de-9f7e-50a62c5e803d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b808319-076e-4f1a-add3-c7316684a7c7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:18.553021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783092-7b19-4d9f-b004-750981fade34 req-c6a9b67a-37f6-4344-84be-df7c8a17ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.554799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-c6a9b67a-37f6-4344-84be-df7c8a17ad70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a60ce3d9-407f-45e2-ad57-d0062666558c HTTP/1.1" status: 200 len: 850 time: 0.1526000 Jul 13 07:28:18.555024 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 37742480-807f-494e-bf41-3b33ab39be1a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:18.555548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 37742480-807f-494e-bf41-3b33ab39be1a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:18.572220 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9d2131-dc74-4134-bcd9-06fc6fdeeb23 x-openstack-request-id: req-2b9d2131-dc74-4134-bcd9-06fc6fdeeb23 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:18.572503 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95bf47e-2abd-4ea1-8f86-9f88d33e31f5", "tag": "4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:18.572842 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b9d2131-dc74-4134-bcd9-06fc6fdeeb23 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:18.573251 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'tag': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f', 'status': 'completed', 'code': 200} Jul 13 07:28:18.607490 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f415-1425-44df-bb42-80409884e6cb tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.691515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47386) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:18.694063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-ae34590a-a238-4446-b238-2d7b843216ee tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.695499 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-ae34590a-a238-4446-b238-2d7b843216ee tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393575 Jul 13 07:28:18.711498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Request body: {'port': {'device_id': 'a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '06ede4f600ea4c078f07d3dacbd9843c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:18.717265 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f415-1425-44df-bb42-80409884e6cb tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.733612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] For port 41d852af-d8b2-43cc-a879-24cbb8949805, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=41d852af-d8b2-43cc-a879-24cbb8949805,segment=NetworkSegment(66950d29-8d03-45aa-bb9a-29c05d55b050),segment_id=66950d29-8d03-45aa-bb9a-29c05d55b050)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:18.734539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.739586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783092-7b19-4d9f-b004-750981fade34 req-3e9b3f43-86ba-48a4-8432-995292055631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.741178 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-3e9b3f43-86ba-48a4-8432-995292055631 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592953 Jul 13 07:28:18.750407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f415-1425-44df-bb42-80409884e6cb tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.772703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] Calling delete_port for 41d852af-d8b2-43cc-a879-24cbb8949805 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:18.774455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:12Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b', 'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'mac_address': 'fa:16:3e:fe:04:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:10Z', 'updated_at': '2021-07-13T07:28:17Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'subnets': [{'id': '104dc45f-e62e-4125-8555-756d17211915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:18.782231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8f415-1425-44df-bb42-80409884e6cb tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddfdfdf-66db-4222-882a-5d042a2e3b41,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:18.843655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc08f10-ae20-49c4-a591-70691eb6ea39 None None] The sync data for ids ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'] in n-d-798249-7 is: [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:12Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b', 'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'mac_address': 'fa:16:3e:fe:04:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:10Z', 'updated_at': '2021-07-13T07:28:17Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'subnets': [{'id': '104dc45f-e62e-4125-8555-756d17211915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:18.882624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ea8f415-1425-44df-bb42-80409884e6cb tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.886419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0ea8f415-1425-44df-bb42-80409884e6cb tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5209076 Jul 13 07:28:18.886519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-96aa1286-2cbd-41c8-9e06-89d2885165c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6dce74cabf664a40aa6539a3bf220f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924329 Jul 13 07:28:18.887437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47390) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:18.887437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47392) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:18.895314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0eba1860-c943-4989-8332-75cf6a05905b tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Request body: {'security_group_rule': {'security_group_id': '3d4dee2f-8781-4e8f-a846-655318c4ee31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:18.942180 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-eac8e70e-aa77-4579-b4f5-e7e497bf5a89 service neutron] 10.222.0.53 "GET /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903529 Jul 13 07:28:18.973394 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0eba1860-c943-4989-8332-75cf6a05905b tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.112933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9525c6b-e5cb-4afa-bd74-72f0e1f86966 req-eee9ece1-50ff-4f4d-b2e0-01f2c617f1d6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.114977 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c9525c6b-e5cb-4afa-bd74-72f0e1f86966 req-eee9ece1-50ff-4f4d-b2e0-01f2c617f1d6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.2820559 Jul 13 07:28:19.115670 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42715891-5a04-4750-95c1-4798afa3a82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.159344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Made reservation on behalf of 06ede4f600ea4c078f07d3dacbd9843c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:19.163243 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.166497 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77783092-7b19-4d9f-b004-750981fade34 req-5261f2ac-68bd-4795-bbb8-7e4df8a75c58 service neutron] 10.222.0.53 "GET /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980534 Jul 13 07:28:19.219143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42715891-5a04-4750-95c1-4798afa3a82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.274008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0eba1860-c943-4989-8332-75cf6a05905b tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.275563 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.294186 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0eba1860-c943-4989-8332-75cf6a05905b tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.324852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-92f11ade-be7d-4767-ab11-40f7f19eb317 req-62dc00ab-c057-4aeb-afcd-b4542eeddeca tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 210 time: 0.0663316 Jul 13 07:28:19.336852 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c9525c6b-e5cb-4afa-bd74-72f0e1f86966 req-2a710aa7-ba11-4df7-a966-603ba6c5c7e7 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069132 Jul 13 07:28:19.352981 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.368246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba1860-c943-4989-8332-75cf6a05905b tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c31e9c8-be6e-4938-bafe-3316d2967d17,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:19.385132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0eba1860-c943-4989-8332-75cf6a05905b tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.386911 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0eba1860-c943-4989-8332-75cf6a05905b tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4985652 Jul 13 07:28:19.392214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47404) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:19.392403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d852af-d8b2-43cc-a879-24cbb8949805,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:19.399028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-e414ad35-099d-4334-aeea-47d3d00b2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.400603 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-e414ad35-099d-4334-aeea-47d3d00b2dc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a93cec1e09ea422eaac867513d8853c9&device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 1095 time: 0.1719067 Jul 13 07:28:19.401011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:19.429641 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42715891-5a04-4750-95c1-4798afa3a82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.451213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42715891-5a04-4750-95c1-4798afa3a82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.452421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-42715891-5a04-4750-95c1-4798afa3a82b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1946823-fddf-482b-a54b-7c83c924a722 HTTP/1.1" status: 204 len: 168 time: 0.5149667 Jul 13 07:28:19.514899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42715891-5a04-4750-95c1-4798afa3a82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1946823-fddf-482b-a54b-7c83c924a722,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:19.644684 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.699308 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.751837 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.784276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.829507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a372e7a8-de65-4b27-9be3-2c914a0d4975,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:19.829764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-cc73f71b-f58b-44e4-9249-0487ba63fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.831227 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-cc73f71b-f58b-44e4-9249-0487ba63fb5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 HTTP/1.1" status: 200 len: 912 time: 0.4140165 Jul 13 07:28:19.835348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.932147 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-35d1a69a-64d9-4d1f-85b0-2c6c21a230bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f HTTP/1.1" status: 200 len: 217 time: 0.0935631 Jul 13 07:28:20.075003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-4c22e2b9-e531-42d7-a4af-1a85bcf535a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.076784 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-4c22e2b9-e531-42d7-a4af-1a85bcf535a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a60ce3d9-407f-45e2-ad57-d0062666558c HTTP/1.1" status: 200 len: 850 time: 0.0943329 Jul 13 07:28:20.131356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9fa6e-ad97-48e6-8fd9-881bff5e15df req-88bc427e-3e74-474b-a1f1-8c4def789457 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.132769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47426) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:20.132989 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9c9fa6e-ad97-48e6-8fd9-881bff5e15df req-88bc427e-3e74-474b-a1f1-8c4def789457 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 944 time: 0.3561850 Jul 13 07:28:20.147647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Allocated IP 192.168.233.113 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/4482ac7c-8501-42c3-ac1b-ce8d37108a34) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:20.209782 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e13463df-7ad4-4a42-b403-79e2d3144ef5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f67e9a83e8e34e41a48ef7f15bd9653d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747368 Jul 13 07:28:20.226320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9c9fa6e-ad97-48e6-8fd9-881bff5e15df req-2f11137d-cbe6-4005-8c84-44c33ac1faac tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767763 Jul 13 07:28:20.235715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47430) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:20.275142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-a2257afa-31d1-44cd-aede-fc93514c4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.276884 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-a2257afa-31d1-44cd-aede-fc93514c4abd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918082 Jul 13 07:28:20.321021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.400389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ec5e061-2dc7-46f4-8a20-84756abdc5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.449439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] Router 84020bc8-a90d-444d-9620-dd36df851e04 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:20.478433 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-5dac3b0f-3d7c-4fea-9f92-589ff6b3ea96 service neutron] 10.222.0.53 "GET /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443334 Jul 13 07:28:20.595072 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ec5e061-2dc7-46f4-8a20-84756abdc5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.612757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9c97d1e-b842-447a-8a62-f69d65c1795f req-7603a742-06a0-4505-b4fa-6eab35fb76dc service neutron] 10.222.0.53 "GET /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988045 Jul 13 07:28:20.658832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:20.727738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:20.734810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4300ed37-ae65-42cc-b08a-793d72e8b995 admin admin] 10.222.0.44 "PUT /v2.0/routers/84020bc8-a90d-444d-9620-dd36df851e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6778922 Jul 13 07:28:20.745086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab57f4-563e-43d2-95f6-1da3d9e54866 req-eba114d0-5225-4514-a167-f653deb497b0 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.746588 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9ab57f4-563e-43d2-95f6-1da3d9e54866 req-eba114d0-5225-4514-a167-f653deb497b0 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.1287663 Jul 13 07:28:20.747134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47448) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:20.754400 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] Sync routers for ids ['84020bc8-a90d-444d-9620-dd36df851e04'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:20.759405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:20.771334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:20.771723 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.774129 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] Routers {'84020bc8-a90d-444d-9620-dd36df851e04'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:20.775476 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['84020bc8-a90d-444d-9620-dd36df851e04'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:20.811919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd7c0400-1a78-4c41-b049-fef2cf39beb3 req-5234f34c-a49b-4161-88a8-ed1f052db196 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 210 time: 0.1009974 Jul 13 07:28:20.917785 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.929377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Allocated IP 172.25.6.83 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/c6fa2241-964e-4811-b800-1a3c5a1ee665) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:20.959088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:20.964935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.024519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:21.051159 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] Set router 84020bc8-a90d-444d-9620-dd36df851e04 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:21.061650 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ec5e061-2dc7-46f4-8a20-84756abdc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.064510 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ec5e061-2dc7-46f4-8a20-84756abdc5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.070127 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8ec5e061-2dc7-46f4-8a20-84756abdc5c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8795dd1a-f51f-4e48-9f46-7dacc683a279 HTTP/1.1" status: 204 len: 168 time: 0.8303175 Jul 13 07:28:21.084870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.118144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5e061-2dc7-46f4-8a20-84756abdc5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8795dd1a-f51f-4e48-9f46-7dacc683a279,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:21.124378 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.134994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Transition to ACTIVE for port object 4482ac7c-8501-42c3-ac1b-ce8d37108a34 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:21.201661 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.216439 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.289336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:21.302311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:21.304799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:21.308321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:21.314921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Pushing event updated for resources: {'Port': ['ID=4482ac7c-8501-42c3-ac1b-ce8d37108a34,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:21.355479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:21.358288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:21.456513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.457243 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.476745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47462) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:21.491504 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-55c4787e-3fb2-4a93-adda-cdf7a6a63ca0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7843859 Jul 13 07:28:21.494466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Pushing event updated for resources: {'Port': ['ID=c6fa2241-964e-4811-b800-1a3c5a1ee665,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:21.509934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Request body: {'port': {'device_id': 'a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:21.551210 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84020bc8-a90d-444d-9620-dd36df851e04', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-router', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:54Z', 'updated_at': '2021-07-13T07:28:19Z', 'revision_number': 5, 'project_id': '9366ac68db434544a9de1b00952ba063', 'gw_port': {'id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:57Z', 'updated_at': '2021-07-13T07:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:21.593924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5ed0561d-679a-4cd6-9102-0576dff4e5ca None None] Provisioning complete for port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:21.599305 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5ed0561d-679a-4cd6-9102-0576dff4e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.631989 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] Checking router: 84020bc8-a90d-444d-9620-dd36df851e04 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:21.652564 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] Routers {'84020bc8-a90d-444d-9620-dd36df851e04'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:21.654066 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['84020bc8-a90d-444d-9620-dd36df851e04'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:21.835884 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9ab57f4-563e-43d2-95f6-1da3d9e54866 req-b1d5fa55-0248-4456-988a-5b597a22979c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660133 Jul 13 07:28:21.837391 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.923059 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] Set router 84020bc8-a90d-444d-9620-dd36df851e04 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:21.925839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d8c9b321-9e8c-449f-a6a6-2a93b9c75c83 None None] Provisioning for port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:21.930453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d8c9b321-9e8c-449f-a6a6-2a93b9c75c83 None None] Provisioning complete for port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:21.930934 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b321-9e8c-449f-a6a6-2a93b9c75c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.975461 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.009376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d8c9b321-9e8c-449f-a6a6-2a93b9c75c83 None None] Port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:22.130692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Deleting port bf842bf4-3764-4af8-b734-007c7b2a345f {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:22.130692 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.180896 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.182330 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95d271ed-5d19-4a80-96fb-966a95be77ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.244764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b54b8-7e10-492a-bd1b-dc4550ff220e req-94dc383d-87f5-488f-9884-c62bc82ca387 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.246354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb1b54b8-7e10-492a-bd1b-dc4550ff220e req-94dc383d-87f5-488f-9884-c62bc82ca387 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 936 time: 0.2109425 Jul 13 07:28:22.270609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.284428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] For port bf842bf4-3764-4af8-b734-007c7b2a345f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bf842bf4-3764-4af8-b734-007c7b2a345f,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:22.284799 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.286447 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84020bc8-a90d-444d-9620-dd36df851e04', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-router', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:54Z', 'updated_at': '2021-07-13T07:28:19Z', 'revision_number': 5, 'project_id': '9366ac68db434544a9de1b00952ba063', 'gw_port': {'id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:57Z', 'updated_at': '2021-07-13T07:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:22.288227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47484) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:22.314742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Calling delete_port for bf842bf4-3764-4af8-b734-007c7b2a345f owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:22.319710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.320397 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97abb64e-29ad-4902-aac2-5ffd9879d5f0 None None] The sync data for ids ['84020bc8-a90d-444d-9620-dd36df851e04'] in n-d-798249-7 is: [{'id': '84020bc8-a90d-444d-9620-dd36df851e04', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1251796666-router', 'tenant_id': '9366ac68db434544a9de1b00952ba063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:54Z', 'updated_at': '2021-07-13T07:28:19Z', 'revision_number': 5, 'project_id': '9366ac68db434544a9de1b00952ba063', 'gw_port': {'id': 'bf842bf4-3764-4af8-b734-007c7b2a345f', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84020bc8-a90d-444d-9620-dd36df851e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:57Z', 'updated_at': '2021-07-13T07:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:22.330676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb1b54b8-7e10-492a-bd1b-dc4550ff220e req-3df1951e-5f70-4f65-ae45-01125a2c6687 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775049 Jul 13 07:28:22.388730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7433ce0-30a2-4401-bc4d-6e9357cee6fd req-76bcef51-2a7d-48b0-a0af-adaabac9ae45 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.390910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7433ce0-30a2-4401-bc4d-6e9357cee6fd req-76bcef51-2a7d-48b0-a0af-adaabac9ae45 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 944 time: 0.2708092 Jul 13 07:28:22.451471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:22.473869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-network', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:22.542765 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7433ce0-30a2-4401-bc4d-6e9357cee6fd req-eec7e6df-f5cd-46b1-a08c-e76127555486 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450753 Jul 13 07:28:22.570396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:22.576204 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.587996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'port_id': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f', 'mac_address': 'fa:16:3e:aa:cc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:22.610135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf842bf4-3764-4af8-b734-007c7b2a345f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:22.637847 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.652827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:22.675675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:22.677346 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.682606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.745188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95d271ed-5d19-4a80-96fb-966a95be77ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.780646 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95d271ed-5d19-4a80-96fb-966a95be77ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.780920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:22.807634 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.828311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:22.873421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.906479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d271ed-5d19-4a80-96fb-966a95be77ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed92d27-4a7c-451e-bf5a-8d6db1caa959,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:22.920501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-95d271ed-5d19-4a80-96fb-966a95be77ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06bfcefddae0431396bcab23dc545a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4396334 Jul 13 07:28:22.927676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47492) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:22.952147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.956785 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.981284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:22.981923 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.995305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Made reservation on behalf of 83d9090e2e0b47fba5a912b851d2ab08 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:22.997956 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.032889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Pushing event updated for resources: {'Port': ['ID=c6fa2241-964e-4811-b800-1a3c5a1ee665,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.061216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:23.063449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.130032 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.145982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.146785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84020bc8-a90d-444d-9620-dd36df851e04 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:28:23.152788 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.156740 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9c13789e-8c91-4910-9fe4-001e67e429c2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/84020bc8-a90d-444d-9620-dd36df851e04 HTTP/1.1" status: 204 len: 168 time: 2.4059057 Jul 13 07:28:23.157879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47494) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:23.182428 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94451283-52e1-49f4-89eb-345d1174c6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.217838 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94451283-52e1-49f4-89eb-345d1174c6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.262846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4482ac7c-8501-42c3-ac1b-ce8d37108a34 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:23.282481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.288707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a14622-ce35-4488-bf32-09742894856a admin admin] Deleting subnet 4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:23.293377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7a14622-ce35-4488-bf32-09742894856a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.309982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.317493 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.326310 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94451283-52e1-49f4-89eb-345d1174c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.330368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94451283-52e1-49f4-89eb-345d1174c6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.333802 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-94451283-52e1-49f4-89eb-345d1174c6d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ed92d27-4a7c-451e-bf5a-8d6db1caa959 HTTP/1.1" status: 204 len: 168 time: 0.4027636 Jul 13 07:28:23.334281 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.357055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-90823e47-e4e0-4690-8b3c-3c42adb62f9a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9498086 Jul 13 07:28:23.358136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:28:23.369566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Transition to ACTIVE for port object 4482ac7c-8501-42c3-ac1b-ce8d37108a34 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:23.378762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea7165b-2517-42dc-8f14-4954c8143596,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.381721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.382265 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Added segment b8c6e93a-0d20-439d-868e-52cd80a0c362 of type vlan for network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 Jul 13 07:28:23.384908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b36b2-d28d-4fa1-86c0-7ec699a78bd9 req-27d58296-6628-408f-84a9-168f4893af82 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:23.395192 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd6b36b2-d28d-4fa1-86c0-7ec699a78bd9 req-27d58296-6628-408f-84a9-168f4893af82 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.2586143 Jul 13 07:28:23.398068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.402653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7a14622-ce35-4488-bf32-09742894856a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.407191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94451283-52e1-49f4-89eb-345d1174c6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed92d27-4a7c-451e-bf5a-8d6db1caa959,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.455476 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.524543 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.525342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:23.526014 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.548162 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:28:23.612158 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3228180 Jul 13 07:28:23.631487 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47518) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:23.639572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Pushing event updated for resources: {'Port': ['ID=4482ac7c-8501-42c3-ac1b-ce8d37108a34,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.651942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Request body: {'subnet': {'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-subnet', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:23.687238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a6509-0a5b-44da-b2e1-3514209f1d36 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8db35d-7d5e-4a8d-ab82-7ae1c0987184,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.697851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:28:23.757175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd6b36b2-d28d-4fa1-86c0-7ec699a78bd9 req-49b8dd7f-921f-449e-966b-d7f7e50f39a5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363426 Jul 13 07:28:23.784042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670f1d4-8a70-49a0-86fa-e96b9db6b9b9 req-b506ebd9-0bf9-478d-a727-0c036d0920e1 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:23.792050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2670f1d4-8a70-49a0-86fa-e96b9db6b9b9 req-b506ebd9-0bf9-478d-a727-0c036d0920e1 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 948 time: 0.1987913 Jul 13 07:28:23.816512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Made reservation on behalf of 83d9090e2e0b47fba5a912b851d2ab08 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:23.824495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.850945 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2670f1d4-8a70-49a0-86fa-e96b9db6b9b9 req-bb154b91-07bd-43c4-bbb9-4661c05a896c tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578833 Jul 13 07:28:23.916931 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7a14622-ce35-4488-bf32-09742894856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.006737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47544) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:24.026015 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-423ac4d4-bb72-4ee9-967e-201271517b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.078736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Attempting to bind port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:24.079466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Attempting to bind port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:24.079642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Attempting to bind port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:24.097546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:24.097882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Attempting to bind port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:24.120052 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7a14622-ce35-4488-bf32-09742894856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.122042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:24.122476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:24.123106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:24.123258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Bound port: 4482ac7c-8501-42c3-ac1b-ce8d37108a34, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:24.123560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.137945 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-423ac4d4-bb72-4ee9-967e-201271517b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.143921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-423ac4d4-bb72-4ee9-967e-201271517b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.189719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a14622-ce35-4488-bf32-09742894856a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.191818 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7a14622-ce35-4488-bf32-09742894856a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.192771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-423ac4d4-bb72-4ee9-967e-201271517b30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c787965e124e49df94d9156e7a3329d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843638 Jul 13 07:28:24.194000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a7a14622-ce35-4488-bf32-09742894856a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4226fdc4-e50c-4ad2-a0f6-4c964ef97cfc HTTP/1.1" status: 204 len: 168 time: 1.0334811 Jul 13 07:28:24.195556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ac4d4-bb72-4ee9-967e-201271517b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3fcf1e-c27b-4851-b4d2-15cc267fa7a2,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.199116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47548) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:24.199631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47550) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:24.211032 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb14e4b-f239-41c8-8c29-89943af0915b None None] Network 078b5b77-61da-429a-aa82-388c03a93e6d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:24.239378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a356e-7b46-43eb-9e87-20ed8343a3c9 req-47d3e158-e2e9-4ac9-a22a-e6a7b4c507ed tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:24.241609 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff6a356e-7b46-43eb-9e87-20ed8343a3c9 req-47d3e158-e2e9-4ac9-a22a-e6a7b4c507ed tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 945 time: 0.2878249 Jul 13 07:28:24.313814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcf9a-50b2-4974-ba27-72c7ceb1a69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.335130 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.346308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] For port 4482ac7c-8501-42c3-ac1b-ce8d37108a34, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:24.353070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff6a356e-7b46-43eb-9e87-20ed8343a3c9 req-63a74208-4566-46cb-8dd0-cc73c6782ba1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022716 Jul 13 07:28:24.353344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcf9a-50b2-4974-ba27-72c7ceb1a69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.359600 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.369955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] For port 4482ac7c-8501-42c3-ac1b-ce8d37108a34, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4482ac7c-8501-42c3-ac1b-ce8d37108a34,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:24.407720 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.471667 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:24.474795 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcf9a-50b2-4974-ba27-72c7ceb1a69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.482056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41d852af-d8b2-43cc-a879-24cbb8949805 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:24.482836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e528ddcb-b1ff-4d99-8ed3-695a93d6cd65,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.487782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:24.488454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.489873 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] 10.222.0.53 "PUT /v2.0/ports/4482ac7c-8501-42c3-ac1b-ce8d37108a34 HTTP/1.1" status: 200 len: 1096 time: 2.9864349 Jul 13 07:28:24.492101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba', 'tag': '4482ac7c-8501-42c3-ac1b-ce8d37108a34'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:24.498393 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcf9a-50b2-4974-ba27-72c7ceb1a69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.500922 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d7bdcf9a-50b2-4974-ba27-72c7ceb1a69c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c3fcf1e-c27b-4851-b4d2-15cc267fa7a2 HTTP/1.1" status: 204 len: 168 time: 0.3004644 Jul 13 07:28:24.501767 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1713ed6-0312-4368-9876-af49461661bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba", "tag": "4482ac7c-8501-42c3-ac1b-ce8d37108a34"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:24.525213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdcf9a-50b2-4974-ba27-72c7ceb1a69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3fcf1e-c27b-4851-b4d2-15cc267fa7a2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.542255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Deleting port 2fa82538-256a-4392-889e-54b655036e88 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:24.542752 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.555000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Checking segment: {'id': 'b8c6e93a-0d20-439d-868e-52cd80a0c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:24.555390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Network hostable DHCP agents. Network: cd8db35d-7d5e-4a8d-ab82-7ae1c0987184, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:28:24.612444 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2412ef54-0e89-4d0d-971e-2cfd48cbdbb0 x-openstack-request-id: req-2412ef54-0e89-4d0d-971e-2cfd48cbdbb0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:24.620970 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba", "tag": "4482ac7c-8501-42c3-ac1b-ce8d37108a34", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:24.621275 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2412ef54-0e89-4d0d-971e-2cfd48cbdbb0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:24.621728 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba', 'tag': '4482ac7c-8501-42c3-ac1b-ce8d37108a34', 'status': 'completed', 'code': 200} Jul 13 07:28:24.630724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33d16b-f4b4-4711-b15b-e50fe3128473 service neutron] Pushing event updated for resources: {'Port': ['ID=4482ac7c-8501-42c3-ac1b-ce8d37108a34,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.652659 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] For port 2fa82538-256a-4392-889e-54b655036e88, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2fa82538-256a-4392-889e-54b655036e88,segment=NetworkSegment(66950d29-8d03-45aa-bb9a-29c05d55b050),segment_id=66950d29-8d03-45aa-bb9a-29c05d55b050)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:24.655605 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.669858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Calling delete_port for 2fa82538-256a-4392-889e-54b655036e88 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:24.674756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] DHCP port deletion for 078b5b77-61da-429a-aa82-388c03a93e6d request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:28:24.679226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 41d852af-d8b2-43cc-a879-24cbb8949805 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:24.680262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41d852af-d8b2-43cc-a879-24cbb8949805 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:24.680913 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bf842bf4-3764-4af8-b734-007c7b2a345f no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:24.748502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:28:24.752444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: bf842bf4-3764-4af8-b734-007c7b2a345f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:24.752930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bf842bf4-3764-4af8-b734-007c7b2a345f not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:24.793472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Deleting port 2fa82538-256a-4392-889e-54b655036e88 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:24.795121 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.801788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, cd8db35d-7d5e-4a8d-ab82-7ae1c0987184) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:24.820373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:24.823660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.834098 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.873980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] No DVR routers for this DVR port 2fa82538-256a-4392-889e-54b655036e88 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:24.884049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-b57d225d-89bc-4a28-8c8a-9f10f78a88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:24.886164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-b57d225d-89bc-4a28-8c8a-9f10f78a88ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 1099 time: 0.3160377 Jul 13 07:28:24.971502 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.984702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078b5b77-61da-429a-aa82-388c03a93e6d']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:24.997223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66950d29-8d03-45aa-bb9a-29c05d55b050') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:24.997592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66950d29-8d03-45aa-bb9a-29c05d55b050') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:25.007202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-83ca9f94-9819-4ca2-8133-a10b361fea23 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3608060 Jul 13 07:28:25.008979 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.018262 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-21446713-3a35-418c-91ef-a097fc64d124 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=4482ac7c-8501-42c3-ac1b-ce8d37108a34 HTTP/1.1" status: 200 len: 217 time: 0.1207085 Jul 13 07:28:25.018760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47596) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:25.023227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-router', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:25.032756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adce052-bfc8-406d-a908-58066b65afb5 None None] Network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:25.041304 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.063333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:25.063940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.091621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:25.100772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] For port 2fa82538-256a-4392-889e-54b655036e88, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2fa82538-256a-4392-889e-54b655036e88,segment=NetworkSegment(66950d29-8d03-45aa-bb9a-29c05d55b050),segment_id=66950d29-8d03-45aa-bb9a-29c05d55b050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:25.101171 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.122910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:25.123277 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.129546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-8a277309-ae15-42ad-92ff-02eb3001d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.131544 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-8a277309-ae15-42ad-92ff-02eb3001d090 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1050448 Jul 13 07:28:25.134272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Calling delete_port for 2fa82538-256a-4392-889e-54b655036e88 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:25.136295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa82538-256a-4392-889e-54b655036e88,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:25.148629 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:25.151603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.159181 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.164147 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] 10.222.0.44 "DELETE /v2.0/networks/078b5b77-61da-429a-aa82-388c03a93e6d HTTP/1.1" status: 204 len: 168 time: 0.9594934 Jul 13 07:28:25.167228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.168303 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.195664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bed9c2-5f3c-4c85-912f-7d41022e6350 admin admin] Pushing event deleted for resources: {'Network': ['ID=078b5b77-61da-429a-aa82-388c03a93e6d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:25.336475 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.345914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-628a5920-e557-45f0-8b8d-af2c5aaada0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.347468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-628a5920-e557-45f0-8b8d-af2c5aaada0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015159 Jul 13 07:28:25.355852 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee95cbe-ae3a-475d-b8ec-678e7f3aea95 req-1c30ffe2-eb43-4aca-9e75-0d591f489488 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.357495 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cee95cbe-ae3a-475d-b8ec-678e7f3aea95 req-1c30ffe2-eb43-4aca-9e75-0d591f489488 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 948 time: 0.2104228 Jul 13 07:28:25.433312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cee95cbe-ae3a-475d-b8ec-678e7f3aea95 req-54e4c1cb-33f1-4f7e-80df-88a7d9962fac tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691288 Jul 13 07:28:25.440827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47614) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:25.522732 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e998e2de-faaa-4611-bbfb-86ccadb461c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=454e5dc3399d4ae980241bf4741e7a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789013 Jul 13 07:28:25.523757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47616) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:25.633443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-8fa69082-4456-4265-b08e-ef9966640bb7 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053401 Jul 13 07:28:25.636911 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.643953 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0841fbf7-2dca-45ee-aa16-5f3c1eef9918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.654872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-cd8db35d-7d5e-4a8d-ab82-7ae1c0987184', 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'fixed_ips': [{'subnet_id': 'e528ddcb-b1ff-4d99-8ed3-695a93d6cd65'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:28:25.656410 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.664723 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.671201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a39e8-c34a-4d9b-aed3-de84d800b1ef req-04b5340d-ec5e-486b-90df-4681fbd2bf79 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.672916 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed6a39e8-c34a-4d9b-aed3-de84d800b1ef req-04b5340d-ec5e-486b-90df-4681fbd2bf79 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.5284190 Jul 13 07:28:25.704182 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0841fbf7-2dca-45ee-aa16-5f3c1eef9918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.707109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:25.713820 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:25.717877 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6aa272-1e2a-4c57-b860-86232e4e285e" -d '{"events": [{"server_uuid": "b95bf47e-2abd-4ea1-8f86-9f88d33e31f5", "name": "network-vif-plugged", "status": "completed", "tag": "4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:25.745345 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.752750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Pushing event deleted for resources: {'Port': ['ID=2fa82538-256a-4392-889e-54b655036e88,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:25.754912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Network 078b5b77-61da-429a-aa82-388c03a93e6d is not hosted by any dhcp agent {{(pid=93840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:28:25.755577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] No DVR routers for this DVR port 2fa82538-256a-4392-889e-54b655036e88 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:25.794886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.795431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.798147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.798725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.800535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.801061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.802137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.802640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.804507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.805150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.805728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.806230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f64d1-8c28-4e74-9adb-e4354a950eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:25.816041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1c6279d-401d-427d-9815-cb84bf5cefed req-15f7a54b-6cd7-46a1-aaa8-5a96b2660286 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698017 Jul 13 07:28:25.892153 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0841fbf7-2dca-45ee-aa16-5f3c1eef9918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.895166 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0841fbf7-2dca-45ee-aa16-5f3c1eef9918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.898789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0841fbf7-2dca-45ee-aa16-5f3c1eef9918 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52b6edef-beeb-47ab-bc84-40aae3d7d713 HTTP/1.1" status: 204 len: 168 time: 0.3716686 Jul 13 07:28:25.932846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841fbf7-2dca-45ee-aa16-5f3c1eef9918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b6edef-beeb-47ab-bc84-40aae3d7d713,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:25.997538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18bedb-3bdb-497e-b50a-fdc8b5e25877 req-651cf629-9bcb-4916-a0de-4b4a687db73d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.999496 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d18bedb-3bdb-497e-b50a-fdc8b5e25877 req-651cf629-9bcb-4916-a0de-4b4a687db73d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 946 time: 0.1198709 Jul 13 07:28:26.052597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.079934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d18bedb-3bdb-497e-b50a-fdc8b5e25877 req-33092365-f72a-4a57-a600-ea193a64a1b7 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709767 Jul 13 07:28:26.176701 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f97fc4-8a8d-4c33-9f74-980d4958fb12 x-openstack-request-id: req-06f97fc4-8a8d-4c33-9f74-980d4958fb12 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:26.177310 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95bf47e-2abd-4ea1-8f86-9f88d33e31f5", "name": "network-vif-plugged", "status": "completed", "tag": "4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:26.177785 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06f97fc4-8a8d-4c33-9f74-980d4958fb12 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:26.178977 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f', 'code': 200} Jul 13 07:28:26.321015 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:26.383321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed6a39e8-c34a-4d9b-aed3-de84d800b1ef req-8e50f9e5-767f-4ea5-a0c2-0fcf391a4f32 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662053 Jul 13 07:28:26.418319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f991926-a956-4569-a4d0-6d19cd6edf75 req-4849404f-3f2d-47d7-adcc-6c08fa94b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.419443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1713ed6-0312-4368-9876-af49461661bb req-6488297b-db7e-4a81-80f2-5725846f4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.420187 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f991926-a956-4569-a4d0-6d19cd6edf75 req-4849404f-3f2d-47d7-adcc-6c08fa94b90a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 1097 time: 0.1652715 Jul 13 07:28:26.423564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d1713ed6-0312-4368-9876-af49461661bb req-6488297b-db7e-4a81-80f2-5725846f4845 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 1099 time: 0.4844935 Jul 13 07:28:26.480174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-feac205a-5cd2-48ca-b307-273d542850b7 None None] Provisioning complete for port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:26.485935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-feac205a-5cd2-48ca-b307-273d542850b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.558246 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f991926-a956-4569-a4d0-6d19cd6edf75 req-c0faac1c-f006-484b-afc1-6da30c05ad87 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254053 Jul 13 07:28:26.573411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Allocated IP 172.20.0.2 (cd8db35d-7d5e-4a8d-ab82-7ae1c0987184/e528ddcb-b1ff-4d99-8ed3-695a93d6cd65/f3b233b0-e40b-4a85-b788-13f84652ae58) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:26.579655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2fa82538-256a-4392-889e-54b655036e88 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:26.633273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 2fa82538-256a-4392-889e-54b655036e88 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:26.633551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2fa82538-256a-4392-889e-54b655036e88 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:26.816472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47644) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:26.866345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1713ed6-0312-4368-9876-af49461661bb req-22a96075-af42-48cf-b1f5-5a4f88fdf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.867881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d1713ed6-0312-4368-9876-af49461661bb req-22a96075-af42-48cf-b1f5-5a4f88fdf95a service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.3820274 Jul 13 07:28:26.913046 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.933435 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ef7f4bbd-ce48-4a66-9ca6-2f8f7119b9c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9366ac68db434544a9de1b00952ba063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1095099 Jul 13 07:28:26.943463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47648) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:26.950719 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.991102 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.993722 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d1713ed6-0312-4368-9876-af49461661bb req-758078d8-9d32-4a19-937e-0e8a3b237456 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=4482ac7c-8501-42c3-ac1b-ce8d37108a34 HTTP/1.1" status: 200 len: 217 time: 0.0822992 Jul 13 07:28:27.015479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Transition to ACTIVE for port object f3b233b0-e40b-4a85-b788-13f84652ae58 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:27.020118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba754e33-4907-4bb8-a4d8-bfcb1e78c6bc req-6995c1ec-da83-480f-8650-0964c06ff255 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.032208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba754e33-4907-4bb8-a4d8-bfcb1e78c6bc req-6995c1ec-da83-480f-8650-0964c06ff255 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 948 time: 0.2935092 Jul 13 07:28:27.046049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Transition to ACTIVE for port object f3b233b0-e40b-4a85-b788-13f84652ae58 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:27.063193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.122426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:27.126393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:27.130790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:27.132832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1713ed6-0312-4368-9876-af49461661bb req-3bf7515b-4e3e-4a42-b5ba-2e477f1fbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.134845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d1713ed6-0312-4368-9876-af49461661bb req-3bf7515b-4e3e-4a42-b5ba-2e477f1fbe1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0969927 Jul 13 07:28:27.170658 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4db5-ad7e-4298-965f-91c4e77c5a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.206551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Allocated IP 172.25.6.230 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/90715396-8785-44bd-b385-45f1f55f72c9) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:27.210721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Pushing event updated for resources: {'Port': ['ID=f3b233b0-e40b-4a85-b788-13f84652ae58,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:27.237063 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba754e33-4907-4bb8-a4d8-bfcb1e78c6bc req-dad3226f-481d-49ab-95c7-2e827f39fe6a tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995821 Jul 13 07:28:27.272188 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4db5-ad7e-4298-965f-91c4e77c5a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.313511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Attempting to bind port f3b233b0-e40b-4a85-b788-13f84652ae58 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:27.322182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Attempting to bind port f3b233b0-e40b-4a85-b788-13f84652ae58 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'b8c6e93a-0d20-439d-868e-52cd80a0c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:27.324505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Attempting to bind port f3b233b0-e40b-4a85-b788-13f84652ae58 on network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:27.341245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:27.341513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Checking segment: {'id': 'b8c6e93a-0d20-439d-868e-52cd80a0c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:27.347638 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.350343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Bound using segment: {'id': 'b8c6e93a-0d20-439d-868e-52cd80a0c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:27.355510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Bound port: f3b233b0-e40b-4a85-b788-13f84652ae58, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c6e93a-0d20-439d-868e-52cd80a0c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:27.355972 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.367992 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4db5-ad7e-4298-965f-91c4e77c5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.371652 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea2f4db5-ad7e-4298-965f-91c4e77c5a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.376092 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ea2f4db5-ad7e-4298-965f-91c4e77c5a10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68775d6f-e370-449a-9f3d-cfb4679d53d2 HTTP/1.1" status: 204 len: 168 time: 0.4314463 Jul 13 07:28:27.392246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f4db5-ad7e-4298-965f-91c4e77c5a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68775d6f-e370-449a-9f3d-cfb4679d53d2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:27.586629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] For port f3b233b0-e40b-4a85-b788-13f84652ae58, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:27.591502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] For port f3b233b0-e40b-4a85-b788-13f84652ae58, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3b233b0-e40b-4a85-b788-13f84652ae58,segment=NetworkSegment(b8c6e93a-0d20-439d-868e-52cd80a0c362),segment_id=b8c6e93a-0d20-439d-868e-52cd80a0c362)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:27.597837 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.756291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4602af-77df-4e58-9a29-02b0a1ed7f88 None None] Pushing event updated for resources: {'Port': ['ID=f3b233b0-e40b-4a85-b788-13f84652ae58,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:27.799907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc5338-603e-4328-9506-0c4d87999aa4 req-cf51f187-e486-46fb-84fb-6998c435dd07 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.801664 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-96fc5338-603e-4328-9506-0c4d87999aa4 req-cf51f187-e486-46fb-84fb-6998c435dd07 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.1633973 Jul 13 07:28:27.901709 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-96fc5338-603e-4328-9506-0c4d87999aa4 req-77fe4310-dbaf-420c-8581-181a6cf94c93 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860856 Jul 13 07:28:28.054409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1713ed6-0312-4368-9876-af49461661bb req-9ebacd5e-5f31-4556-ad97-774bc063db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:28.056883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d1713ed6-0312-4368-9876-af49461661bb req-9ebacd5e-5f31-4556-ad97-774bc063db24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9127398 Jul 13 07:28:28.147563 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.370118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.430984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941c4af-ded9-4935-bf13-a594a26b83ef req-a63b3471-8c58-45b9-ae14-a8767ff513bd tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:28.433363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d941c4af-ded9-4935-bf13-a594a26b83ef req-a63b3471-8c58-45b9-ae14-a8767ff513bd tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 946 time: 0.5153697 Jul 13 07:28:28.438647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Pushing event updated for resources: {'Port': ['ID=90715396-8785-44bd-b385-45f1f55f72c9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:28.447280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d1713ed6-0312-4368-9876-af49461661bb req-fe869fbf-88bf-4254-b55b-289d4d788718 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871304 Jul 13 07:28:28.486890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4482ac7c-8501-42c3-ac1b-ce8d37108a34 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:28.525730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:28.527226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:28.536607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:28.549610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47688) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:28.599375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3b233b0-e40b-4a85-b788-13f84652ae58 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:28.638344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bbf80-1299-49dc-8a71-5c02264c0d63 req-2ddce13d-9979-42e3-a3ed-4e16ed4ed18a tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:28.648888 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a7bbf80-1299-49dc-8a71-5c02264c0d63 req-2ddce13d-9979-42e3-a3ed-4e16ed4ed18a tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 948 time: 0.1672049 Jul 13 07:28:28.724922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d941c4af-ded9-4935-bf13-a594a26b83ef req-06055bb1-c2fe-494b-a824-5579d5e66044 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804632 Jul 13 07:28:28.736387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a7bbf80-1299-49dc-8a71-5c02264c0d63 req-20719834-f77d-47fd-bd0c-3e7f8a0a4f8f tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863619 Jul 13 07:28:28.802740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-91cd091b-0b39-4d7a-ba54-c10709d7dc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.803039 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 4482ac7c-8501-42c3-ac1b-ce8d37108a34, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4482ac7c-8501-42c3-ac1b-ce8d37108a34,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:28.821299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '4482ac7c-8501-42c3-ac1b-ce8d37108a34', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '4482ac7c-8501-42c3-ac1b-ce8d37108a34', 'mac_address': 'fa:16:3e:8d:9e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:28.901242 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.937475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d1713ed6-0312-4368-9876-af49461661bb req-8c7a4011-3c15-4dd9-8aa4-581ce9573219 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726205 Jul 13 07:28:28.940261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4482ac7c-8501-42c3-ac1b-ce8d37108a34 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:28.946593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port f3b233b0-e40b-4a85-b788-13f84652ae58 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:29.005269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 4482ac7c-8501-42c3-ac1b-ce8d37108a34, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4482ac7c-8501-42c3-ac1b-ce8d37108a34,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:29.015932 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.119638 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-91cd091b-0b39-4d7a-ba54-c10709d7dc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.124944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=4482ac7c-8501-42c3-ac1b-ce8d37108a34,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:29.128169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-91cd091b-0b39-4d7a-ba54-c10709d7dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.197118 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47708) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:29.201012 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-91cd091b-0b39-4d7a-ba54-c10709d7dc0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=599ac12f644f4df1a735120ecf7947b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6492486 Jul 13 07:28:29.248086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['4482ac7c-8501-42c3-ac1b-ce8d37108a34'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:29.303819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.307568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd091b-0b39-4d7a-ba54-c10709d7dc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f43efe5-7ae0-4b21-81f6-ecfd296f78cc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:29.349488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a72807-327f-4626-97ea-c8b78f24e4d0 req-63748d42-3577-4ec0-bc0f-8cd5899e1aee tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.358436 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-13a72807-327f-4626-97ea-c8b78f24e4d0 req-63748d42-3577-4ec0-bc0f-8cd5899e1aee tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.1782713 Jul 13 07:28:29.408799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-13a72807-327f-4626-97ea-c8b78f24e4d0 req-062364f7-5b10-48b9-8dc9-16bef6b54be2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485761 Jul 13 07:28:29.432417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef38cbcc-aa7c-48ae-ada6-3d18d84632ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.590856 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef38cbcc-aa7c-48ae-ada6-3d18d84632ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.739145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ebf870-10a6-440b-9155-7c070d744ba3 None None] Network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:29.739702 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef38cbcc-aa7c-48ae-ada6-3d18d84632ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.742809 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef38cbcc-aa7c-48ae-ada6-3d18d84632ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.744119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ef38cbcc-aa7c-48ae-ada6-3d18d84632ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f43efe5-7ae0-4b21-81f6-ecfd296f78cc HTTP/1.1" status: 204 len: 168 time: 0.5459569 Jul 13 07:28:29.748156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.758706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38cbcc-aa7c-48ae-ada6-3d18d84632ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f43efe5-7ae0-4b21-81f6-ecfd296f78cc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:29.870812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f591b61-fd97-45a4-87ce-bc7033ccf838 None None] Provisioning for port f3b233b0-e40b-4a85-b788-13f84652ae58 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:29.877521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f591b61-fd97-45a4-87ce-bc7033ccf838 None None] Provisioning complete for port f3b233b0-e40b-4a85-b788-13f84652ae58 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:29.877954 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f591b61-fd97-45a4-87ce-bc7033ccf838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.026250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:28:30.126476 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f591b61-fd97-45a4-87ce-bc7033ccf838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.140981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0da74-f9a9-40dc-8993-46ce2c4db01b req-84ebd5f3-bd3a-4372-872d-aa0c568cbd0e tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.143712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2be0da74-f9a9-40dc-8993-46ce2c4db01b req-84ebd5f3-bd3a-4372-872d-aa0c568cbd0e tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 946 time: 0.1426966 Jul 13 07:28:30.239373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6f591b61-fd97-45a4-87ce-bc7033ccf838 None None] For port f3b233b0-e40b-4a85-b788-13f84652ae58, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3b233b0-e40b-4a85-b788-13f84652ae58,segment=NetworkSegment(b8c6e93a-0d20-439d-868e-52cd80a0c362),segment_id=b8c6e93a-0d20-439d-868e-52cd80a0c362)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:30.252325 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f591b61-fd97-45a4-87ce-bc7033ccf838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.255240 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2be0da74-f9a9-40dc-8993-46ce2c4db01b req-cf0f7817-85f2-411e-94e1-1cde044ab82d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046450 Jul 13 07:28:30.272286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcec240-b47d-4644-be9e-fd458e575d64 req-f640d8a0-3916-4710-a4e0-93417674d1cc tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.274468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bdcec240-b47d-4644-be9e-fd458e575d64 req-f640d8a0-3916-4710-a4e0-93417674d1cc tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 949 time: 0.2703075 Jul 13 07:28:30.308514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:30.342527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Sync routers for ids ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:30.347756 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.349375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e6303592-ffdf-4e2f-a2aa-d437135a9878 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3296273 Jul 13 07:28:30.352221 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47738) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:30.370992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Routers {'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:30.371403 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:30.372651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bdcec240-b47d-4644-be9e-fd458e575d64 req-106603b1-6dd3-49c3-b7f7-0fa37180fe53 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854037 Jul 13 07:28:30.597037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935baaac-65ce-4242-b3a4-13ce080f5c62 req-ee07df64-894b-421c-80b7-c7a41675671e tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.611325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-935baaac-65ce-4242-b3a4-13ce080f5c62 req-ee07df64-894b-421c-80b7-c7a41675671e tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 946 time: 0.1062846 Jul 13 07:28:30.613973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47748) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:30.628629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b6b1b0b1-b764-4b52-8866-c8451726d9b1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Request body: {'floatingip': {'port_id': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:30.637675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4482ac7c-8501-42c3-ac1b-ce8d37108a34 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:30.727702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f591b61-fd97-45a4-87ce-bc7033ccf838 None None] Pushing event updated for resources: {'Port': ['ID=f3b233b0-e40b-4a85-b788-13f84652ae58,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:30.733683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b0b1-b764-4b52-8866-c8451726d9b1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.806234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Set router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:30.885232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ac7ec722-8000-44c5-a170-62b1ab2da95d None None] Provisioning complete for port f3b233b0-e40b-4a85-b788-13f84652ae58 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:30.885764 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec722-8000-44c5-a170-62b1ab2da95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.159951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:31.186791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:31.187717 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.259890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d175fb-0ffb-4a9a-a05f-8c99b3a05089 req-49747f7a-ff2f-424c-898e-3007789f0c17 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:31.261495 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07d175fb-0ffb-4a9a-a05f-8c99b3a05089 req-49747f7a-ff2f-424c-898e-3007789f0c17 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.1546774 Jul 13 07:28:31.376880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.381906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-router', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '90715396-8785-44bd-b385-45f1f55f72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:29Z', 'revision_number': 3, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'gw_port': {'id': '90715396-8785-44bd-b385-45f1f55f72c9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:26Z', 'updated_at': '2021-07-13T07:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:31.416673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Checking router: a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:31.416673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Updating router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 port 90715396-8785-44bd-b385-45f1f55f72c9 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:28:31.448883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.475881 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.502429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4482ac7c-8501-42c3-ac1b-ce8d37108a34'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:31.504831 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b243101-64ee-4d86-a73c-f45fc964a05b" -d '{"events": [{"server_uuid": "a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba", "name": "network-vif-plugged", "status": "completed", "tag": "4482ac7c-8501-42c3-ac1b-ce8d37108a34"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:31.524324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 4482ac7c-8501-42c3-ac1b-ce8d37108a34, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4482ac7c-8501-42c3-ac1b-ce8d37108a34,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:31.540509 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.627549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07d175fb-0ffb-4a9a-a05f-8c99b3a05089 req-d352fc6a-d09a-466c-a21f-7a306f270dbe tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298297 Jul 13 07:28:31.830187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Allocated IP 172.20.0.1 (cd8db35d-7d5e-4a8d-ab82-7ae1c0987184/e528ddcb-b1ff-4d99-8ed3-695a93d6cd65/017439e0-f818-4a99-ac01-9508b01298b6) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:32.029341 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f5c7c9-d4c5-463f-bcbc-d3f865ab602a x-openstack-request-id: req-d1f5c7c9-d4c5-463f-bcbc-d3f865ab602a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:32.029851 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba", "name": "network-vif-plugged", "status": "completed", "tag": "4482ac7c-8501-42c3-ac1b-ce8d37108a34", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:32.029851 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1f5c7c9-d4c5-463f-bcbc-d3f865ab602a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:32.030802 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4482ac7c-8501-42c3-ac1b-ce8d37108a34', 'code': 200} Jul 13 07:28:32.130563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=4482ac7c-8501-42c3-ac1b-ce8d37108a34,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:32.246034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.310236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d999-c390-404c-94ae-4b40e90ef224 req-e8fb3c2a-2362-40d2-be1f-09ee06a10b0f tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.323787 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bb7d999-c390-404c-94ae-4b40e90ef224 req-e8fb3c2a-2362-40d2-be1f-09ee06a10b0f tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 950 time: 0.5806756 Jul 13 07:28:32.413849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Transition to ACTIVE for port object 017439e0-f818-4a99-ac01-9508b01298b6 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:32.456436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47816) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:32.488890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f7545ce8-8fa4-4f25-863b-e489e4c86d23 None None] Provisioning complete for port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:32.489464 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f7545ce8-8fa4-4f25-863b-e489e4c86d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.495938 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.526159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3b233b0-e40b-4a85-b788-13f84652ae58 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:32.544262 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bb7d999-c390-404c-94ae-4b40e90ef224 req-c8973f6e-3bdd-4c3b-9f66-f670bb14eb59 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174721 Jul 13 07:28:32.564487 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.585197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Transition to ACTIVE for port object 90715396-8785-44bd-b385-45f1f55f72c9 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:32.621638 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.697903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:32.699490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f3b233b0-e40b-4a85-b788-13f84652ae58 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:32.699973 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.701759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Attempting to bind port 90715396-8785-44bd-b385-45f1f55f72c9 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:32.703018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Attempting to bind port 90715396-8785-44bd-b385-45f1f55f72c9 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:32.703478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Attempting to bind port 90715396-8785-44bd-b385-45f1f55f72c9 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:32.715068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:32.741936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Pushing event updated for resources: {'Port': ['ID=017439e0-f818-4a99-ac01-9508b01298b6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:32.751793 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:32.779350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.resource_extend [None req-b6b1b0b1-b764-4b52-8866-c8451726d9b1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] It took 0.89 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:28:32.830910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3028e1-7770-4450-9d2a-4bfc0cec729b None None] Pushing event updated for resources: {'Port': ['ID=90715396-8785-44bd-b385-45f1f55f72c9,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:32.833611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:32.836436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:32.839364 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.839867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:32.840597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Bound port: 90715396-8785-44bd-b385-45f1f55f72c9, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:32.841079 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.872252 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a68de66e-9a02-4c31-9b45-f5f06567d796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.882237 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b0b1-b764-4b52-8866-c8451726d9b1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.916847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b0b1-b764-4b52-8866-c8451726d9b1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.976872 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.053288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] For port 90715396-8785-44bd-b385-45f1f55f72c9, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:33.053840 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-b6b1b0b1-b764-4b52-8866-c8451726d9b1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Floating IP f6f6fb3d-02b6-4e55-bf2e-66b8ddb04951 associated. External IP: 172.25.6.220, port: 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f. Jul 13 07:28:33.072458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] For port 90715396-8785-44bd-b385-45f1f55f72c9, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=90715396-8785-44bd-b385-45f1f55f72c9,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:33.089673 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.151581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Routers {'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:33.152440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:33.265049 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.314482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3028e1-7770-4450-9d2a-4bfc0cec729b None None] Pushing event updated for resources: {'Port': ['ID=90715396-8785-44bd-b385-45f1f55f72c9,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:33.323554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47832) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:33.350742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8be91921-3f9e-480d-8e52-064632514b3a None None] Provisioning for port 017439e0-f818-4a99-ac01-9508b01298b6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:33.357422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8be91921-3f9e-480d-8e52-064632514b3a None None] Provisioning complete for port 017439e0-f818-4a99-ac01-9508b01298b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:33.357810 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8be91921-3f9e-480d-8e52-064632514b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.401957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] Set router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:33.406606 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-b577557e-b3d5-493b-adc1-22d58db03c67 service neutron] show failed (client error): The resource could not be found. Jul 13 07:28:33.407661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-b577557e-b3d5-493b-adc1-22d58db03c67 service neutron] 10.222.0.54 "GET /v2.0/ports/ca5b033b-195b-42d3-82bb-e04df53c279f/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.5615437 Jul 13 07:28:33.493073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8be91921-3f9e-480d-8e52-064632514b3a None None] Port 017439e0-f818-4a99-ac01-9508b01298b6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:33.512587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a68de66e-9a02-4c31-9b45-f5f06567d796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.557843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd18785-bb9d-4cce-b64b-8d0d093c7cd0 req-27d0e14c-b4b2-4e93-8f28-41f982887b3d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.565131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a68de66e-9a02-4c31-9b45-f5f06567d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.568524 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecd18785-bb9d-4cce-b64b-8d0d093c7cd0 req-27d0e14c-b4b2-4e93-8f28-41f982887b3d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.6561584 Jul 13 07:28:33.570413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc393ea3-24a1-4c71-ae58-8a918cc071c6 req-22265528-35e6-4956-977c-57da52c14790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.571858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fc393ea3-24a1-4c71-ae58-8a918cc071c6 req-22265528-35e6-4956-977c-57da52c14790 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 1101 time: 1.5639806 Jul 13 07:28:33.635559 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a68de66e-9a02-4c31-9b45-f5f06567d796 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81173c9824144a03bec0cabe30dcf84e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1738405 Jul 13 07:28:33.636954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68de66e-9a02-4c31-9b45-f5f06567d796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc49e6-7a60-4a8e-95a4-100d87a9b61f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:33.639883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47840) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:33.706580 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71b4f9fb-dfa8-4516-b1f7-a2b6d6771281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.730639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-router', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '90715396-8785-44bd-b385-45f1f55f72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:29Z', 'revision_number': 3, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'gw_port': {'id': '90715396-8785-44bd-b385-45f1f55f72c9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:26Z', 'updated_at': '2021-07-13T07:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:33.752937 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.758536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842b517-f91f-4808-8a97-1ac418e12e07 None None] The sync data for ids ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'] in n-d-798249-7 is: [{'id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-router', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '90715396-8785-44bd-b385-45f1f55f72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:29Z', 'revision_number': 3, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'gw_port': {'id': '90715396-8785-44bd-b385-45f1f55f72c9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:26Z', 'updated_at': '2021-07-13T07:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:33.777770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.802929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b1b0b1-b764-4b52-8866-c8451726d9b1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Router a0b97093-d547-4905-af83-889c59f66e8b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:33.839226 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fc393ea3-24a1-4c71-ae58-8a918cc071c6 req-2f16a27a-2788-45a5-95d5-5049c32440a2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316256 Jul 13 07:28:33.850958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecd18785-bb9d-4cce-b64b-8d0d093c7cd0 req-d7a9259b-5ac2-46e7-940b-32732ea64b79 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741098 Jul 13 07:28:34.020209 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b1b0b1-b764-4b52-8866-c8451726d9b1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:34.027527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b0b1-b764-4b52-8866-c8451726d9b1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.034443 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] Sync routers for ids ['a0b97093-d547-4905-af83-889c59f66e8b'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:34.046576 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] Routers {'a0b97093-d547-4905-af83-889c59f66e8b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:34.047458 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a0b97093-d547-4905-af83-889c59f66e8b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:34.052954 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71b4f9fb-dfa8-4516-b1f7-a2b6d6771281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.064610 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71b4f9fb-dfa8-4516-b1f7-a2b6d6771281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.099733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-71b4f9fb-dfa8-4516-b1f7-a2b6d6771281 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=702439e3e0c24048b12415f8b343e275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7724278 Jul 13 07:28:34.101497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47842) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:34.150000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b6b1b0b1-b764-4b52-8866-c8451726d9b1 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "PUT /v2.0/floatingips/f6f6fb3d-02b6-4e55-bf2e-66b8ddb04951 HTTP/1.1" status: 200 len: 992 time: 3.5334592 Jul 13 07:28:34.156794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'tag': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:34.162554 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd558d6-d7a4-4aa1-9724-51c768cb9373" -d '{"events": [{"name": "network-changed", "server_uuid": "b95bf47e-2abd-4ea1-8f86-9f88d33e31f5", "tag": "4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:34.187698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4f9fb-dfa8-4516-b1f7-a2b6d6771281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1d7bb0-a503-4f8b-9b4e-c5dc80b237a1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:34.239673 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.240347 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e6199b4-70a3-4763-bdb9-0151346b96f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.289591 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] Set router a0b97093-d547-4905-af83-889c59f66e8b gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:34.292171 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e6199b4-70a3-4763-bdb9-0151346b96f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.412178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Pushing event updated for resources: {'Port': ['ID=017439e0-f818-4a99-ac01-9508b01298b6,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:34.420621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e6199b4-70a3-4763-bdb9-0151346b96f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.423954 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e6199b4-70a3-4763-bdb9-0151346b96f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.438257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0e6199b4-70a3-4763-bdb9-0151346b96f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d1d7bb0-a503-4f8b-9b4e-c5dc80b237a1 HTTP/1.1" status: 204 len: 168 time: 0.3242304 Jul 13 07:28:34.461697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6199b4-70a3-4763-bdb9-0151346b96f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1d7bb0-a503-4f8b-9b4e-c5dc80b237a1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:34.461913 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b249ae9c-d92e-4f30-9282-02f5f29d4a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.520783 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a77751-1617-4fbe-97f9-b22bb15599bc x-openstack-request-id: req-f5a77751-1617-4fbe-97f9-b22bb15599bc {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:34.521159 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95bf47e-2abd-4ea1-8f86-9f88d33e31f5", "tag": "4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:34.521493 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5a77751-1617-4fbe-97f9-b22bb15599bc {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:34.522030 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'tag': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f', 'status': 'completed', 'code': 200} Jul 13 07:28:34.606804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b249ae9c-d92e-4f30-9282-02f5f29d4a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.633285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.803400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 90715396-8785-44bd-b385-45f1f55f72c9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:34.823740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713078-0147-436f-992a-6dca5a660043 req-92f5a1fc-d249-44f6-93f5-79dee403e88d tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:34.832512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d4713078-0147-436f-992a-6dca5a660043 req-92f5a1fc-d249-44f6-93f5-79dee403e88d tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 950 time: 1.0771196 Jul 13 07:28:34.846972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-5a1f5531-2da9-498e-b603-479f417fb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:34.851968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-581950d1-dc81-4fbb-9d2b-948fdeb62f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:34.852922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-5a1f5531-2da9-498e-b603-479f417fb93a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a93cec1e09ea422eaac867513d8853c9&device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 1097 time: 0.1931121 Jul 13 07:28:34.854300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-581950d1-dc81-4fbb-9d2b-948fdeb62f4c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce&tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d HTTP/1.1" status: 200 len: 1101 time: 0.5980422 Jul 13 07:28:34.883408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device ca5b033b-195b-42d3-82bb-e04df53c279f no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:34.915781 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:34.935996 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'f6f6fb3d-02b6-4e55-bf2e-66b8ddb04951', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'port_id': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'mac_address': 'fa:16:3e:aa:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:28:06Z', 'updated_at': '2021-07-13T07:28:31Z', 'revision_number': 1, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04b9a90-2490-40e7-8840-7ef6ce05cae3', 'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'mac_address': 'fa:16:3e:a6:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:56Z', 'updated_at': '2021-07-13T07:28:04Z', 'revision_number': 5, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'subnets': [{'id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:35.015624 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] Checking router: a0b97093-d547-4905-af83-889c59f66e8b for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:35.025000 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] Routers {'a0b97093-d547-4905-af83-889c59f66e8b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:35.032939 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a0b97093-d547-4905-af83-889c59f66e8b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:35.050806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47858) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:35.063812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-87e3930a-e62f-40a9-b0cc-9d27da219105 None None] Provisioning complete for port 017439e0-f818-4a99-ac01-9508b01298b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:35.064470 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-87e3930a-e62f-40a9-b0cc-9d27da219105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.091728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9fde0e88-828d-41cf-bfdd-96771db67daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.135225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b249ae9c-d92e-4f30-9282-02f5f29d4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.145448 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b249ae9c-d92e-4f30-9282-02f5f29d4a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.146733 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b249ae9c-d92e-4f30-9282-02f5f29d4a37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35dc49e6-7a60-4a8e-95a4-100d87a9b61f HTTP/1.1" status: 204 len: 168 time: 1.4993298 Jul 13 07:28:35.186617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d4713078-0147-436f-992a-6dca5a660043 req-dee053fc-5acd-4f6b-9986-9f26db9f1620 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523719 Jul 13 07:28:35.187805 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] Set router a0b97093-d547-4905-af83-889c59f66e8b gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:35.248832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249ae9c-d92e-4f30-9282-02f5f29d4a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc49e6-7a60-4a8e-95a4-100d87a9b61f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:35.295270 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:35.300445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:35.307257 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.325667 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.336676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 90715396-8785-44bd-b385-45f1f55f72c9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:35.346001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-ee4138b7-c3f0-4189-b30f-bc378812eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:35.348501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-ee4138b7-c3f0-4189-b30f-bc378812eaf9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 HTTP/1.1" status: 200 len: 912 time: 0.4797721 Jul 13 07:28:35.362432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-87e3930a-e62f-40a9-b0cc-9d27da219105 None None] Port 017439e0-f818-4a99-ac01-9508b01298b6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:35.389292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 90715396-8785-44bd-b385-45f1f55f72c9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:35.390167 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.573387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:35.582242 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-e2e99645-8c72-4711-b9f4-ad817f7eccce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f HTTP/1.1" status: 200 len: 1000 time: 0.2224767 Jul 13 07:28:35.590228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:35.598540 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1498e0ff-92c3-4f95-b6e4-de46a1678947" -d '{"events": [{"server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:35.626676 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.700429 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:28:35.708560 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:28:35.747139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:35.748716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-c9114779-a68d-4df1-bece-d418d9b3c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:35.751061 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'f6f6fb3d-02b6-4e55-bf2e-66b8ddb04951', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'port_id': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'mac_address': 'fa:16:3e:aa:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:28:06Z', 'updated_at': '2021-07-13T07:28:31Z', 'revision_number': 1, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04b9a90-2490-40e7-8840-7ef6ce05cae3', 'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'mac_address': 'fa:16:3e:a6:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:56Z', 'updated_at': '2021-07-13T07:28:04Z', 'revision_number': 5, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'subnets': [{'id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:35.754459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-c9114779-a68d-4df1-bece-d418d9b3c93b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a60ce3d9-407f-45e2-ad57-d0062666558c HTTP/1.1" status: 200 len: 850 time: 0.1546862 Jul 13 07:28:35.812489 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6666a0-a1bb-4ef9-b3f1-a0fab050b7d8 None None] The sync data for ids ['a0b97093-d547-4905-af83-889c59f66e8b'] in n-d-798249-7 is: [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'f6f6fb3d-02b6-4e55-bf2e-66b8ddb04951', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'port_id': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'mac_address': 'fa:16:3e:aa:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:28:06Z', 'updated_at': '2021-07-13T07:28:31Z', 'revision_number': 1, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04b9a90-2490-40e7-8840-7ef6ce05cae3', 'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'mac_address': 'fa:16:3e:a6:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:56Z', 'updated_at': '2021-07-13T07:28:04Z', 'revision_number': 5, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'subnets': [{'id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:35.877277 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f92428e-319f-4790-be7a-b4ab87d58788 x-openstack-request-id: req-5f92428e-319f-4790-be7a-b4ab87d58788 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:35.877515 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:35.877770 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f92428e-319f-4790-be7a-b4ab87d58788 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:35.878173 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'code': 200} Jul 13 07:28:35.925965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:35.933578 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.943770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f20bd-6b80-4a7d-a73d-abd72713b25b req-3a38a48a-f040-4d1e-8e88-a3cbc8763191 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:35.948481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-432c0033-1e1f-4229-8683-2b4f3cb5366f None None] Provisioning complete for port 017439e0-f818-4a99-ac01-9508b01298b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:35.949839 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-432c0033-1e1f-4229-8683-2b4f3cb5366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.957060 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a01f20bd-6b80-4a7d-a73d-abd72713b25b req-3a38a48a-f040-4d1e-8e88-a3cbc8763191 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.8344021 Jul 13 07:28:36.034034 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a01f20bd-6b80-4a7d-a73d-abd72713b25b req-3ac5c5cd-68a3-4d14-9e23-1b18f9e352fc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758729 Jul 13 07:28:36.075593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 90715396-8785-44bd-b385-45f1f55f72c9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=90715396-8785-44bd-b385-45f1f55f72c9,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:36.100289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-432c0033-1e1f-4229-8683-2b4f3cb5366f None None] Port 017439e0-f818-4a99-ac01-9508b01298b6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:36.100638 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-ad88d2d5-d0b4-4374-8f6e-f360614e932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.102737 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.105016 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-ad88d2d5-d0b4-4374-8f6e-f360614e932d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3415115 Jul 13 07:28:36.131458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:36.162857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-97d256b4-600d-4e5c-8226-178e2c9a204a admin admin] 10.222.0.44 "PUT /v2.0/routers/a7f6860d-e130-4a32-a42f-2c3f9bee4aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8087792 Jul 13 07:28:36.238865 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=90715396-8785-44bd-b385-45f1f55f72c9,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:36.282442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Provisioning complete for port ca5b033b-195b-42d3-82bb-e04df53c279f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:36.282819 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.315293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9fde0e88-828d-41cf-bfdd-96771db67daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.324391 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.346185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9fde0e88-828d-41cf-bfdd-96771db67daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.454722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47880) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:36.493264 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.518336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff45c5b-1a47-43b9-9443-6717e8e1a272 None None] New status for floating IP f6f6fb3d-02b6-4e55-bf2e-66b8ddb04951: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:28:36.537928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde0e88-828d-41cf-bfdd-96771db67daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c67b811-24a4-4057-b1df-de5d8dab0926,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:36.571167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9fde0e88-828d-41cf-bfdd-96771db67daf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2728df0bbbd949cc9f3defdf27013b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5192873 Jul 13 07:28:36.575712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 90715396-8785-44bd-b385-45f1f55f72c9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:36.595457 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e57d-37cf-4ebf-9691-40eea4d8dca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.598751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47882) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:36.623172 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-6ea6a69c-e089-4468-8014-fedb1ccdc51c service neutron] 10.222.0.53 "GET /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039549 Jul 13 07:28:36.828597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2a7c4-ff2c-4590-856f-1c94c7cda84b req-66dbd7de-d67b-48a1-a048-5f427d4c3fa4 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.830035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:36.831075 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fd2a7c4-ff2c-4590-856f-1c94c7cda84b req-66dbd7de-d67b-48a1-a048-5f427d4c3fa4 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 950 time: 0.3693445 Jul 13 07:28:36.880056 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:36.927324 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98d219b3-08b4-4994-a580-0e3123af6d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.933497 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Sync routers for ids ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:36.939482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5b033b-195b-42d3-82bb-e04df53c279f {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:36.949858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.950533 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Routers {'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:36.954088 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:36.974366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 90715396-8785-44bd-b385-45f1f55f72c9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:36.974769 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.984405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Transition to ACTIVE for port object ca5b033b-195b-42d3-82bb-e04df53c279f will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:36.986066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cdd558d6-d7a4-4aa1-9724-51c768cb9373 req-10a35875-2a77-4864-ae4a-254a23da6a2a service neutron] 10.222.0.53 "GET /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392258 Jul 13 07:28:37.082195 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98d219b3-08b4-4994-a580-0e3123af6d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.083096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9751b41a-2dba-4f91-9b00-0788de282acc req-7e1e097a-92d3-4c63-a040-7109a229d766 tempest-FloatingIPsNegativeTestJSON-1138186453 tempest-FloatingIPsNegativeTestJSON-1138186453-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=83d9090e2e0b47fba5a912b851d2ab08 HTTP/1.1" status: 200 len: 217 time: 0.0948977 Jul 13 07:28:37.087238 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.117508 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:28:37.117946 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:28:37.127502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fd2a7c4-ff2c-4590-856f-1c94c7cda84b req-aa8ec992-f9e9-4918-b332-dbf85b641b97 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722871 Jul 13 07:28:37.171968 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Set router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:37.197008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=7']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:37.198100 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e57d-37cf-4ebf-9691-40eea4d8dca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.205122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e57d-37cf-4ebf-9691-40eea4d8dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.283458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] No DVR routers for this DVR port ca5b033b-195b-42d3-82bb-e04df53c279f on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:37.339051 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1fd3e57d-37cf-4ebf-9691-40eea4d8dca3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b593d8e8b4ba447cac320960cbb54bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8691397 Jul 13 07:28:37.339542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:37.376634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3e57d-37cf-4ebf-9691-40eea4d8dca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6a1cd7-fedb-45d5-8628-815b172bbb47,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:37.380490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Attempting to bind port ca5b033b-195b-42d3-82bb-e04df53c279f on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:37.380839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Attempting to bind port ca5b033b-195b-42d3-82bb-e04df53c279f by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:37.381169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Attempting to bind port ca5b033b-195b-42d3-82bb-e04df53c279f on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:37.388378 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98d219b3-08b4-4994-a580-0e3123af6d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.393323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Port ca5b033b-195b-42d3-82bb-e04df53c279f on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:37.393687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Attempting to bind port ca5b033b-195b-42d3-82bb-e04df53c279f on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:37.400594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:37.402068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:37.402466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:37.402931 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98d219b3-08b4-4994-a580-0e3123af6d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.407146 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-98d219b3-08b4-4994-a580-0e3123af6d1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c67b811-24a4-4057-b1df-de5d8dab0926 HTTP/1.1" status: 204 len: 168 time: 0.7834685 Jul 13 07:28:37.407359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Bound port: ca5b033b-195b-42d3-82bb-e04df53c279f, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:37.407359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.457508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d219b3-08b4-4994-a580-0e3123af6d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c67b811-24a4-4057-b1df-de5d8dab0926,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:37.560837 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d6e26a-1297-4e21-82ae-65ee5372a263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.591921 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-router', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '90715396-8785-44bd-b385-45f1f55f72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:33Z', 'revision_number': 4, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'gw_port': {'id': '90715396-8785-44bd-b385-45f1f55f72c9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:26Z', 'updated_at': '2021-07-13T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '017439e0-f818-4a99-ac01-9508b01298b6', 'name': '', 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'mac_address': 'fa:16:3e:b1:2b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'e528ddcb-b1ff-4d99-8ed3-695a93d6cd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:31Z', 'updated_at': '2021-07-13T07:28:33Z', 'revision_number': 2, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'subnets': [{'id': 'e528ddcb-b1ff-4d99-8ed3-695a93d6cd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:37.600516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:37.604830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dc5c5f23-b677-4a6b-bb8c-8e3f681410dc req-bf17614b-4c49-48c9-a388-7ca193669f0f tempest-FloatingIPsNegativeTestJSON-1138186453 tempest-FloatingIPsNegativeTestJSON-1138186453-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0537374 Jul 13 07:28:37.619786 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:37.627738 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.633209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d6e26a-1297-4e21-82ae-65ee5372a263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.679732 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Checking router: a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:37.680139 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Updating router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 port 017439e0-f818-4a99-ac01-9508b01298b6 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:28:37.687648 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.699288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=8']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:37.716201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.718343 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.721093 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-d19db1a6-fd0d-466d-87e9-a5d82c9f4900 service neutron] 10.222.0.53 "PUT /v2.0/ports/ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 1096 time: 2.8452864 Jul 13 07:28:37.721910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:37.724952 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a" -d '{"events": [{"name": "network-changed", "server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:37.771456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19009ca-75f3-429d-864e-bc7499858ef5 req-948b934a-27c3-440e-aa2e-491b624e9517 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.777953 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.779043 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.786133 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f19009ca-75f3-429d-864e-bc7499858ef5 req-948b934a-27c3-440e-aa2e-491b624e9517 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 948 time: 0.3297095 Jul 13 07:28:37.865632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:28:37.870468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-e63e0a14-a256-424b-98b7-ac9b72044dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.871499 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:28:37.880635 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-e63e0a14-a256-424b-98b7-ac9b72044dd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1099 time: 0.1264324 Jul 13 07:28:37.897017 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d6e26a-1297-4e21-82ae-65ee5372a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.904410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d6e26a-1297-4e21-82ae-65ee5372a263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.906010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b8d6e26a-1297-4e21-82ae-65ee5372a263 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d6a1cd7-fedb-45d5-8628-815b172bbb47 HTTP/1.1" status: 204 len: 168 time: 0.5653381 Jul 13 07:28:37.942828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6e26a-1297-4e21-82ae-65ee5372a263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6a1cd7-fedb-45d5-8628-815b172bbb47,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:37.966862 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f19009ca-75f3-429d-864e-bc7499858ef5 req-118ab0ea-7ec2-47d7-8304-3c93cfe31beb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797521 Jul 13 07:28:38.081849 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-a3c06a85-de02-4745-ac55-195da1f62de7 req-cbf74a8c-3c1a-4afb-97e1-484f120a322a tempest-FloatingIPsNegativeTestJSON-1138186453 tempest-FloatingIPsNegativeTestJSON-1138186453-project] show failed (client error): The resource could not be found. Jul 13 07:28:38.082983 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3c06a85-de02-4745-ac55-195da1f62de7 req-cbf74a8c-3c1a-4afb-97e1-484f120a322a tempest-FloatingIPsNegativeTestJSON-1138186453 tempest-FloatingIPsNegativeTestJSON-1138186453-project] 10.222.0.44 "GET /v2.0/floatingips/a08c8f66-0c3d-47ba-911e-2496685a485a HTTP/1.1" status: 404 len: 350 time: 0.0677021 Jul 13 07:28:38.092331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47914) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:38.157705 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-c20740e9-477a-4a1e-8dd3-aa4ff64a8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.162361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-c20740e9-477a-4a1e-8dd3-aa4ff64a8527 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2761240 Jul 13 07:28:38.288331 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590a213f-83c8-4298-ac50-9a3c8280146d x-openstack-request-id: req-590a213f-83c8-4298-ac50-9a3c8280146d {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:38.288927 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:38.288927 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-590a213f-83c8-4298-ac50-9a3c8280146d {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:38.289286 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'status': 'completed', 'code': 200} Jul 13 07:28:38.318912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-b3ac1dc3-8f54-4d91-9be9-5b99bbbf8365 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 217 time: 0.1468980 Jul 13 07:28:38.427844 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.437857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-8d6ee660-3aaf-421b-a16c-fcbd9d394468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.439664 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-8d6ee660-3aaf-421b-a16c-fcbd9d394468 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1133313 Jul 13 07:28:38.460937 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Transition to ACTIVE for port object 017439e0-f818-4a99-ac01-9508b01298b6 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:38.473892 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.516417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-f9920827-7b91-425b-92db-ac79bc0af514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.522776 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-f9920827-7b91-425b-92db-ac79bc0af514 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1099 time: 0.2433896 Jul 13 07:28:38.629259 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.687570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:38.698213 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b515caf-16fb-4f70-b101-e7b40e479d59" -d '{"events": [{"server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:38.734725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:38.742478 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.866551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-f8f0f7c2-3e26-4d39-ab8f-b772e7ed410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.871099 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-f8f0f7c2-3e26-4d39-ab8f-b772e7ed410a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4213557 Jul 13 07:28:38.909568 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e739cc-d34a-4b96-91a9-556c758d47d4 x-openstack-request-id: req-a2e739cc-d34a-4b96-91a9-556c758d47d4 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:38.909863 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:38.910122 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2e739cc-d34a-4b96-91a9-556c758d47d4 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:38.910519 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'code': 200} Jul 13 07:28:38.956178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eadf9-676f-41d5-81cf-f8c8e585ec0e None None] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:38.984889 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b595a-0089-4b9c-935d-f82a32042797 None None] Pushing event updated for resources: {'Port': ['ID=017439e0-f818-4a99-ac01-9508b01298b6,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:39.076240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-68e8a6b4-bf69-4c01-a03c-af8d19dd3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.078708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-68e8a6b4-bf69-4c01-a03c-af8d19dd3db9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.5395448 Jul 13 07:28:39.135289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47c3b-ed90-4fb8-847d-9b51168f6f9f req-9fccf44e-32c4-4753-a803-714ae2adf349 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.138081 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Attempting to bind port 017439e0-f818-4a99-ac01-9508b01298b6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:39.138445 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Attempting to bind port 017439e0-f818-4a99-ac01-9508b01298b6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'b8c6e93a-0d20-439d-868e-52cd80a0c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:39.138808 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Attempting to bind port 017439e0-f818-4a99-ac01-9508b01298b6 on network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:39.145834 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7a47c3b-ed90-4fb8-847d-9b51168f6f9f req-9fccf44e-32c4-4753-a803-714ae2adf349 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 950 time: 0.5201592 Jul 13 07:28:39.159817 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:39.160393 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Checking segment: {'id': 'b8c6e93a-0d20-439d-868e-52cd80a0c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:39.160805 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.161202 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Bound using segment: {'id': 'b8c6e93a-0d20-439d-868e-52cd80a0c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:39.164813 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Bound port: 017439e0-f818-4a99-ac01-9508b01298b6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c6e93a-0d20-439d-868e-52cd80a0c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:39.165289 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.270665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-67dc3197-e531-41a0-aff8-d7a12743bf1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 217 time: 0.1835909 Jul 13 07:28:39.330365 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] For port 017439e0-f818-4a99-ac01-9508b01298b6, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:39.340725 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] For port 017439e0-f818-4a99-ac01-9508b01298b6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=017439e0-f818-4a99-ac01-9508b01298b6,segment=NetworkSegment(b8c6e93a-0d20-439d-868e-52cd80a0c362),segment_id=b8c6e93a-0d20-439d-868e-52cd80a0c362)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:39.342266 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7a47c3b-ed90-4fb8-847d-9b51168f6f9f req-6b4af3c3-5d6b-48f7-a025-056d293ec51c tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907647 Jul 13 07:28:39.355163 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.387095 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-cf12ade7-db7a-4994-8c59-4ae77db0b16d service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004151 Jul 13 07:28:39.442740 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b595a-0089-4b9c-935d-f82a32042797 None None] Pushing event updated for resources: {'Port': ['ID=017439e0-f818-4a99-ac01-9508b01298b6,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:39.475410 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Routers {'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:39.476342 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:39.601286 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e860ef-7274-4e50-a1bf-a6480fb48330 req-a8b539e1-8df4-4b19-bac9-d735f958d836 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041943 Jul 13 07:28:39.606428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-6cd184ad-4bc0-4589-82e1-c8701d5a6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.616458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-6cd184ad-4bc0-4589-82e1-c8701d5a6d2e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.3304160 Jul 13 07:28:39.744061 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] Set router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:39.749552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b8ebe-3e00-42ec-8b5d-db383b9902d2 req-66404ca0-2d9b-4896-a3ab-f8f69d8f88fb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.767351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-791b8ebe-3e00-42ec-8b5d-db383b9902d2 req-66404ca0-2d9b-4896-a3ab-f8f69d8f88fb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.4525158 Jul 13 07:28:39.839195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-89793b4e-51a0-401e-b29b-855a8f645b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.843906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-89793b4e-51a0-401e-b29b-855a8f645b13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1101 time: 0.1686854 Jul 13 07:28:39.926951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-0c5143fb-7406-4988-a754-d85b8b22964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.928537 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-0c5143fb-7406-4988-a754-d85b8b22964e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3087156 Jul 13 07:28:40.078690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.128995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-d8dbe3b6-24af-4c39-b72a-6bf87651bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.130505 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-d8dbe3b6-24af-4c39-b72a-6bf87651bba8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2782640 Jul 13 07:28:40.138922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-791b8ebe-3e00-42ec-8b5d-db383b9902d2 req-7172a9c2-853e-4d03-a7a7-58955f8879c1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704972 Jul 13 07:28:40.190075 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-router', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '90715396-8785-44bd-b385-45f1f55f72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:33Z', 'revision_number': 4, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'gw_port': {'id': '90715396-8785-44bd-b385-45f1f55f72c9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:26Z', 'updated_at': '2021-07-13T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '017439e0-f818-4a99-ac01-9508b01298b6', 'name': '', 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'mac_address': 'fa:16:3e:b1:2b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'e528ddcb-b1ff-4d99-8ed3-695a93d6cd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:31Z', 'updated_at': '2021-07-13T07:28:39Z', 'revision_number': 4, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'subnets': [{'id': 'e528ddcb-b1ff-4d99-8ed3-695a93d6cd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:40.215932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-3e9d6810-77b4-4578-b644-039c1205bbfe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 217 time: 0.0750589 Jul 13 07:28:40.227153 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a61e76-4cc8-4603-b8bf-abf97db4405c None None] The sync data for ids ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'] in n-d-798249-7 is: [{'id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-router', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '90715396-8785-44bd-b385-45f1f55f72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:33Z', 'revision_number': 4, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'gw_port': {'id': '90715396-8785-44bd-b385-45f1f55f72c9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:26Z', 'updated_at': '2021-07-13T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '017439e0-f818-4a99-ac01-9508b01298b6', 'name': '', 'network_id': 'cd8db35d-7d5e-4a8d-ab82-7ae1c0987184', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'mac_address': 'fa:16:3e:b1:2b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'e528ddcb-b1ff-4d99-8ed3-695a93d6cd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:31Z', 'updated_at': '2021-07-13T07:28:39Z', 'revision_number': 4, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'subnets': [{'id': 'e528ddcb-b1ff-4d99-8ed3-695a93d6cd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:40.337007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-3a7093f6-5dc7-40b9-ab28-9d31bc8c9aa4 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693655 Jul 13 07:28:40.391268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-e5176e7d-85f5-46f2-a6d8-d11850b03df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.392826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-e5176e7d-85f5-46f2-a6d8-d11850b03df1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1674128 Jul 13 07:28:40.554497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 017439e0-f818-4a99-ac01-9508b01298b6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:40.613065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-83d3adcc-1816-4d94-88d1-fc5981935a01 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.620615 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-83d3adcc-1816-4d94-88d1-fc5981935a01 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2826486 Jul 13 07:28:40.637233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 017439e0-f818-4a99-ac01-9508b01298b6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:40.646105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 017439e0-f818-4a99-ac01-9508b01298b6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:40.646577 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.656315 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-a9876afc-3352-4ab8-a8cd-850f2c05f25b tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/quotas/06ede4f600ea4c078f07d3dacbd9843c HTTP/1.1" status: 200 len: 375 time: 0.0344880 Jul 13 07:28:40.660962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-c065e9a3-9766-4470-b157-591975b81833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.662730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-c065e9a3-9766-4470-b157-591975b81833 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2563682 Jul 13 07:28:40.832370 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.850533 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-3f5feb0c-3e88-4a85-8858-397d3c10ed7c tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1930265 Jul 13 07:28:40.870229 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-340b0e9b-07bd-48c5-836e-1888bff4b92f service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717138 Jul 13 07:28:40.910603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 017439e0-f818-4a99-ac01-9508b01298b6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=017439e0-f818-4a99-ac01-9508b01298b6,segment=NetworkSegment(b8c6e93a-0d20-439d-868e-52cd80a0c362),segment_id=b8c6e93a-0d20-439d-868e-52cd80a0c362)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:40.917436 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.013662 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=017439e0-f818-4a99-ac01-9508b01298b6,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:41.063698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-7d6f9159-eb63-40c5-97fc-06b07bd8423c service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1188688 Jul 13 07:28:41.095435 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-d481e4fe-9a8f-4256-b450-911795bfe50d service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142525 Jul 13 07:28:41.177372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-b39753a6-689b-4d5c-ac5c-7e3316853c9b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1018584 Jul 13 07:28:41.551052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-46377b87-18ee-451c-9ad1-dca1b8256c1a None None] Provisioning complete for port 017439e0-f818-4a99-ac01-9508b01298b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:41.553667 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46377b87-18ee-451c-9ad1-dca1b8256c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.855698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36c9a0b8-cdd3-4fab-b8eb-1d9066b8cd23 req-d1db7a3a-5a69-498c-96b3-074aa2eb80f6 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 210 time: 0.1946499 Jul 13 07:28:41.876213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa04e3-94bc-49ad-a7c7-567a40f1b2aa req-ce13c2f7-6d3e-46a3-a2b1-5fec12a99f0a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:41.877843 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daaa04e3-94bc-49ad-a7c7-567a40f1b2aa req-ce13c2f7-6d3e-46a3-a2b1-5fec12a99f0a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.2021601 Jul 13 07:28:41.882079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff1c053c-30a5-4d11-a05a-1ab0dae2166a req-d48f241f-2af2-4c9b-9477-61b6bcbd4526 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113029 Jul 13 07:28:41.968678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-dd3e8db6-3f2f-466d-bc8c-8fd7744fde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:41.970403 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-dd3e8db6-3f2f-466d-bc8c-8fd7744fde49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 1097 time: 0.6230421 Jul 13 07:28:41.985761 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daaa04e3-94bc-49ad-a7c7-567a40f1b2aa req-8259df89-70b5-40a3-b13d-6b018f815cae tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013901 Jul 13 07:28:42.153942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-17dae076-ea7c-4ace-9182-189a471a554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:42.159196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-17dae076-ea7c-4ace-9182-189a471a554a service neutron] 10.222.0.54 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.1212935 Jul 13 07:28:42.325564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-1e0b4ce7-897f-48fd-abe0-d380078a1bab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 200 len: 1002 time: 0.1606390 Jul 13 07:28:42.342858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] Deleting port 017439e0-f818-4a99-ac01-9508b01298b6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:42.343202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.390995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48036) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:42.472176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-d240361c-3df5-4a40-b0ec-38211345c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:42.473667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-d240361c-3df5-4a40-b0ec-38211345c43f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.1409991 Jul 13 07:28:42.502086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 017439e0-f818-4a99-ac01-9508b01298b6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:42.560618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] For port 017439e0-f818-4a99-ac01-9508b01298b6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=017439e0-f818-4a99-ac01-9508b01298b6,segment=NetworkSegment(b8c6e93a-0d20-439d-868e-52cd80a0c362),segment_id=b8c6e93a-0d20-439d-868e-52cd80a0c362)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:42.561531 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.580132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ca5b033b-195b-42d3-82bb-e04df53c279f details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:42.582043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] Calling delete_port for 017439e0-f818-4a99-ac01-9508b01298b6 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:42.594650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 017439e0-f818-4a99-ac01-9508b01298b6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:42.595029 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.610429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-afe919ef-28a1-4f36-887f-e804f8918001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:42.614762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-afe919ef-28a1-4f36-887f-e804f8918001 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252604 Jul 13 07:28:42.617341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-930c5d74-d559-42e0-aeaa-80fac157d113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.761045 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-930c5d74-d559-42e0-aeaa-80fac157d113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.768733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-930c5d74-d559-42e0-aeaa-80fac157d113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.788184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:42.799833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-309a6981-d869-442f-afe3-1a9aa2e70f85 service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576035 Jul 13 07:28:42.802568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'mac_address': 'fa:16:3e:14:e8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:42.825426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-930c5d74-d559-42e0-aeaa-80fac157d113 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55218fae66574872a43ff932ccce2974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330795 Jul 13 07:28:42.828938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c5d74-d559-42e0-aeaa-80fac157d113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca5674a-597b-45ff-97ef-51a58e59a921,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:42.831716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48042) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:42.890660 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.922630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca5b033b-195b-42d3-82bb-e04df53c279f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:42.954109 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4d360ea-4a06-4ca6-87af-e5400b829d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.956298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.978012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:42.999594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] Pushing event deleted for resources: {'Port': ['ID=017439e0-f818-4a99-ac01-9508b01298b6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:43.005036 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.050257 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4d360ea-4a06-4ca6-87af-e5400b829d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.174751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4d360ea-4a06-4ca6-87af-e5400b829d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.177633 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4d360ea-4a06-4ca6-87af-e5400b829d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.178992 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c4d360ea-4a06-4ca6-87af-e5400b829d7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ca5674a-597b-45ff-97ef-51a58e59a921 HTTP/1.1" status: 204 len: 168 time: 0.3459344 Jul 13 07:28:43.195978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d360ea-4a06-4ca6-87af-e5400b829d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca5674a-597b-45ff-97ef-51a58e59a921,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:43.240473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:43.349283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ca5b033b-195b-42d3-82bb-e04df53c279f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:43.445230 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4206a762-7aff-473e-aa2c-1cdc7eef8a11 req-8ecc1c25-32e5-4d4a-8947-f1ad64146c8f tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 210 time: 0.4132407 Jul 13 07:28:43.446893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-26d61a7f-82d2-4309-a5ab-8d1d565ba3df tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4046829 Jul 13 07:28:43.448845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e1211cd-d98d-443d-a89a-9b3f405ec09e req-d253e07c-d524-4409-b6e4-faa5df612960 service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409664 Jul 13 07:28:43.608640 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0d5b0-f5e7-4bf9-aa93-c15040937cfb req-7b7c31d2-efe4-4647-b9d6-5a95266f2099 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:43.614100 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0a0d5b0-f5e7-4bf9-aa93-c15040937cfb req-7b7c31d2-efe4-4647-b9d6-5a95266f2099 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.2761691 Jul 13 07:28:43.708545 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0a0d5b0-f5e7-4bf9-aa93-c15040937cfb req-ccc7b5ef-860c-449e-b5bc-9792844a7a4e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861897 Jul 13 07:28:43.741466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-af372bb0-df27-43ff-b0e7-0fc4ef29749a tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:43.742461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-af372bb0-df27-43ff-b0e7-0fc4ef29749a tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699442 Jul 13 07:28:43.746260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.755143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Request body: {'port': {'device_id': 'a56c97fe-1e7a-4831-aadb-2359fa6a6e7b', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '06ede4f600ea4c078f07d3dacbd9843c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:44.074806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48068) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:44.084800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Made reservation on behalf of 06ede4f600ea4c078f07d3dacbd9843c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:44.084800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.107617 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fdec49fa-881b-4edd-95d3-46664b2a6767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.194754 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-29ffd754-544e-4054-93a8-dd7b31be9de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.240186 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fdec49fa-881b-4edd-95d3-46664b2a6767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.246376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fdec49fa-881b-4edd-95d3-46664b2a6767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.309073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec49fa-881b-4edd-95d3-46664b2a6767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb056f-20b5-4cf8-9755-f276d0c14c1d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:44.336559 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fdec49fa-881b-4edd-95d3-46664b2a6767 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88c4ee1e95854c0aa6680e917324dd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605834 Jul 13 07:28:44.341137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48074) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:44.376881 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d7200-66fb-45b8-8d7f-e9376a107652 req-8cc549f3-7c6d-4061-8f91-41527fb58a58 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:44.379494 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a8d7200-66fb-45b8-8d7f-e9376a107652 req-8cc549f3-7c6d-4061-8f91-41527fb58a58 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 950 time: 0.0977497 Jul 13 07:28:44.434220 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a8d7200-66fb-45b8-8d7f-e9376a107652 req-7f823f67-117c-434b-9147-e9d14523490f tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Jul 13 07:28:44.476114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Allocated IP 192.168.233.17 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/0867b60e-45e6-4195-8c50-c199a80a930c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:44.510667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] Router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:44.533712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4dbd359a-b85c-4faa-a6ab-c86f73f68db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.579680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ca5b033b-195b-42d3-82bb-e04df53c279f up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:44.649808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-a55b135b-668e-4ee8-86ce-36ecec696966 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:44.651677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-a55b135b-668e-4ee8-86ce-36ecec696966 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce&tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 950 time: 0.3440104 Jul 13 07:28:44.676925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port ca5b033b-195b-42d3-82bb-e04df53c279f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:44.681380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port ca5b033b-195b-42d3-82bb-e04df53c279f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:44.681798 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.699660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4dbd359a-b85c-4faa-a6ab-c86f73f68db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.759377 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6d495f2-546b-4a38-8f4a-5793cebd68e1 req-8614b3b1-022c-47e1-ad26-6ff747056cb8 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 210 time: 0.0888407 Jul 13 07:28:44.765556 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.800192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:44.802783 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da396d8-c0fb-4daa-bcb0-4b7641cfa39a" -d '{"events": [{"server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:44.819727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:44.826658 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.907611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:44.915729 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cb832b-7de4-4ccf-8055-2671a62b6750 x-openstack-request-id: req-39cb832b-7de4-4ccf-8055-2671a62b6750 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:44.916040 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "name": "network-vif-plugged", "status": "completed", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:44.916523 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39cb832b-7de4-4ccf-8055-2671a62b6750 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:44.917098 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'code': 200} Jul 13 07:28:44.984972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:44.989214 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-ccadb53a-3406-4cd1-91da-eef52990fb08 service neutron] delete failed (client error): The resource could not be found. Jul 13 07:28:44.990239 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-ccadb53a-3406-4cd1-91da-eef52990fb08 service neutron] 10.222.0.54 "DELETE /v2.0/ports/ca5b033b-195b-42d3-82bb-e04df53c279f/bindings/n-h2-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.3275516 Jul 13 07:28:44.994565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] Sync routers for ids ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:44.995555 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f80af310-cf39-44f8-8ebd-36b67bb48525 admin admin] 10.222.0.44 "PUT /v2.0/routers/a7f6860d-e130-4a32-a42f-2c3f9bee4aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8993471 Jul 13 07:28:44.996484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4dbd359a-b85c-4faa-a6ab-c86f73f68db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.998231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48098) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:44.999090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4dbd359a-b85c-4faa-a6ab-c86f73f68db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.005249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4dbd359a-b85c-4faa-a6ab-c86f73f68db6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aacb056f-20b5-4cf8-9755-f276d0c14c1d HTTP/1.1" status: 204 len: 168 time: 0.6536429 Jul 13 07:28:45.010277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] Routers {'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:45.011377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:45.025015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd359a-b85c-4faa-a6ab-c86f73f68db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb056f-20b5-4cf8-9755-f276d0c14c1d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:45.072028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.103132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Transition to ACTIVE for port object 0867b60e-45e6-4195-8c50-c199a80a930c will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:45.199147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] Set router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:45.239294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.251019 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.290423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Pushing event updated for resources: {'Port': ['ID=0867b60e-45e6-4195-8c50-c199a80a930c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:45.307339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-c0578ff1-6417-4ccf-ae77-b471606af050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.308970 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-c0578ff1-6417-4ccf-ae77-b471606af050 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1102 time: 0.1800933 Jul 13 07:28:45.323544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['4482ac7c-8501-42c3-ac1b-ce8d37108a34'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:45.367191 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.374330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:45.378805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:45.383182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:45.449086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Deleting port 90715396-8785-44bd-b385-45f1f55f72c9 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:45.449625 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.472478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.472928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.497740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-07d548a0-b270-40b6-a665-12ebd0e21851 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7467289 Jul 13 07:28:45.511690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Request body: {'port': {'device_id': 'a56c97fe-1e7a-4831-aadb-2359fa6a6e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:45.558070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-6cbfdbaa-9e6e-415f-9722-8edf04e9fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.559608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-6cbfdbaa-9e6e-415f-9722-8edf04e9fb24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2418964 Jul 13 07:28:45.581461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-50cbe0d7-672e-4e93-bcc9-b4896b1e0736 None None] Provisioning complete for port ca5b033b-195b-42d3-82bb-e04df53c279f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:45.581856 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-50cbe0d7-672e-4e93-bcc9-b4896b1e0736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.602604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] For port 90715396-8785-44bd-b385-45f1f55f72c9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=90715396-8785-44bd-b385-45f1f55f72c9,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:45.603044 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.624991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Calling delete_port for 90715396-8785-44bd-b385-45f1f55f72c9 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:45.948053 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.005454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-router', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '90715396-8785-44bd-b385-45f1f55f72c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:42Z', 'revision_number': 5, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'gw_port': {'id': '90715396-8785-44bd-b385-45f1f55f72c9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:26Z', 'updated_at': '2021-07-13T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:46.028369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Pushing event deleted for resources: {'Port': ['ID=90715396-8785-44bd-b385-45f1f55f72c9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:46.057665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] Checking router: a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:46.069582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ddc50b83-243f-49a7-9eb7-47e524f79068 None None] Provisioning for port 0867b60e-45e6-4195-8c50-c199a80a930c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:46.078302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ddc50b83-243f-49a7-9eb7-47e524f79068 None None] Provisioning complete for port 0867b60e-45e6-4195-8c50-c199a80a930c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:46.079361 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ddc50b83-243f-49a7-9eb7-47e524f79068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.114156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] Routers {'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:46.115099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:46.174990 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.248326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-c868428d-4e98-4d50-90da-78607dcbf65f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 217 time: 0.6697640 Jul 13 07:28:46.312744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b1c9a-7337-4fda-b487-4440f943e33a req-b0d7b572-cb39-4e3a-91e6-ef23caabce97 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.321992 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f8b1c9a-7337-4fda-b487-4440f943e33a req-b0d7b572-cb39-4e3a-91e6-ef23caabce97 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 935 time: 0.2391133 Jul 13 07:28:46.335949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.339057 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.346648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ddc50b83-243f-49a7-9eb7-47e524f79068 None None] Port 0867b60e-45e6-4195-8c50-c199a80a930c cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:46.391669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.396568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] Set router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:46.410246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33885e26-60c0-4f3e-bbf3-cb545560974a req-e87834df-b7ed-460b-a5ee-001ecf068254 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.418339 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33885e26-60c0-4f3e-bbf3-cb545560974a req-e87834df-b7ed-460b-a5ee-001ecf068254 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 951 time: 0.1727650 Jul 13 07:28:46.434180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-377d96cf-deff-4931-ac6e-27984c3cdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.435642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-377d96cf-deff-4931-ac6e-27984c3cdc2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1535485 Jul 13 07:28:46.464325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-router', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:45Z', 'revision_number': 7, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:46.499306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b89c6-4ba7-4388-9688-3ba4569286dc None None] The sync data for ids ['a7f6860d-e130-4a32-a42f-2c3f9bee4aa6'] in n-d-798249-7 is: [{'id': 'a7f6860d-e130-4a32-a42f-2c3f9bee4aa6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144304189-router', 'tenant_id': '83d9090e2e0b47fba5a912b851d2ab08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:45Z', 'revision_number': 7, 'project_id': '83d9090e2e0b47fba5a912b851d2ab08', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:46.589075 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33885e26-60c0-4f3e-bbf3-cb545560974a req-4ac8e2d5-058d-43ef-bbac-777f1ffb4273 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697373 Jul 13 07:28:46.675546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-73514a4e-1fa7-42b0-af12-ab918c1ab1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.677162 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-73514a4e-1fa7-42b0-af12-ab918c1ab1f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2317257 Jul 13 07:28:46.977161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0867b60e-45e6-4195-8c50-c199a80a930c {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:47.022754 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2913-711a-4096-9169-7536deddd843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.034898 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.051257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.062217 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f8b1c9a-7337-4fda-b487-4440f943e33a req-f99ad642-636f-465b-ad72-0d935944f161 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7357635 Jul 13 07:28:47.064504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.065642 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:28:47.071897 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.077481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4e740e48-7d34-4e5d-a5d8-1a51fbf9cf6b admin admin] 10.222.0.44 "DELETE /v2.0/routers/a7f6860d-e130-4a32-a42f-2c3f9bee4aa6 HTTP/1.1" status: 204 len: 168 time: 2.0767794 Jul 13 07:28:47.079232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48156) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:47.092518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Transition to ACTIVE for port object 0867b60e-45e6-4195-8c50-c199a80a930c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:47.098923 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.142065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d91294b-f069-400c-b3ac-e26169841b0a admin admin] Deleting subnet e528ddcb-b1ff-4d99-8ed3-695a93d6cd65 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:47.147806 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d91294b-f069-400c-b3ac-e26169841b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.148710 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-e5e602cb-e336-45e8-a62a-b3cfe76d3c62 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963765 Jul 13 07:28:47.170762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0867b60e-45e6-4195-8c50-c199a80a930c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:47.190352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d91294b-f069-400c-b3ac-e26169841b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.317475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d91294b-f069-400c-b3ac-e26169841b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.384967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Attempting to bind port 0867b60e-45e6-4195-8c50-c199a80a930c on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:47.386121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Attempting to bind port 0867b60e-45e6-4195-8c50-c199a80a930c by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:47.386559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Attempting to bind port 0867b60e-45e6-4195-8c50-c199a80a930c on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:47.400956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e446cb6-bf0a-41a1-832f-3d84fb129bac req-58206d26-f69c-4f27-93a3-c63eb6560022 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426851 Jul 13 07:28:47.408177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Port 0867b60e-45e6-4195-8c50-c199a80a930c on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:47.408659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Attempting to bind port 0867b60e-45e6-4195-8c50-c199a80a930c on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:47.415095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:47.415604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:47.419528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:47.420753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Bound port: 0867b60e-45e6-4195-8c50-c199a80a930c, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:47.421402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.490955 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d91294b-f069-400c-b3ac-e26169841b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.537796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] For port 0867b60e-45e6-4195-8c50-c199a80a930c, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:47.540182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91294b-f069-400c-b3ac-e26169841b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e528ddcb-b1ff-4d99-8ed3-695a93d6cd65,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:47.544630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] For port 0867b60e-45e6-4195-8c50-c199a80a930c, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0867b60e-45e6-4195-8c50-c199a80a930c,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:47.544827 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d91294b-f069-400c-b3ac-e26169841b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.548521 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0d91294b-f069-400c-b3ac-e26169841b0a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e528ddcb-b1ff-4d99-8ed3-695a93d6cd65 HTTP/1.1" status: 204 len: 168 time: 0.4670992 Jul 13 07:28:47.550755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48166) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:47.562509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f105b480-ce66-4d5f-be04-088eb54c841a None None] Network cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:47.564824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.683111 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.688810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.689491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.690810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] 10.222.0.54 "PUT /v2.0/ports/0867b60e-45e6-4195-8c50-c199a80a930c HTTP/1.1" status: 200 len: 1095 time: 2.1840837 Jul 13 07:28:47.692107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56c97fe-1e7a-4831-aadb-2359fa6a6e7b', 'tag': '0867b60e-45e6-4195-8c50-c199a80a930c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:47.699378 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5620e3-5444-4937-b383-2b23c50dc796" -d '{"events": [{"name": "network-changed", "server_uuid": "a56c97fe-1e7a-4831-aadb-2359fa6a6e7b", "tag": "0867b60e-45e6-4195-8c50-c199a80a930c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:47.788506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11e844-57ff-4b70-84ba-e5b7c1c145a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0867b60e-45e6-4195-8c50-c199a80a930c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:47.863838 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.964322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cfe01-d5ab-451e-8595-77f25ce2b0d1 req-c7ab6507-852b-4d3d-8e38-4058880d1f13 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.971971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e81ad-c9f7-4686-851d-fcae4af590d5 None None] DHCP port deletion for cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:28:47.988550 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f3cfe01-d5ab-451e-8595-77f25ce2b0d1 req-c7ab6507-852b-4d3d-8e38-4058880d1f13 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 951 time: 0.2097895 Jul 13 07:28:48.044270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e81ad-c9f7-4686-851d-fcae4af590d5 None None] Deleting port f3b233b0-e40b-4a85-b788-13f84652ae58 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:48.044760 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c5e81ad-c9f7-4686-851d-fcae4af590d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.049353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-903f4a4a-fb91-4840-bf4b-890161a80db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.051426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-903f4a4a-fb91-4840-bf4b-890161a80db9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 1098 time: 0.2563949 Jul 13 07:28:48.091600 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f3cfe01-d5ab-451e-8595-77f25ce2b0d1 req-4f0da344-8d27-4b4b-ac71-f02a4f883792 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947361 Jul 13 07:28:48.142943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-e863f3bc-125d-4193-89ba-93da73a4c06f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=0867b60e-45e6-4195-8c50-c199a80a930c HTTP/1.1" status: 200 len: 217 time: 0.0783362 Jul 13 07:28:48.166610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-4c5e81ad-c9f7-4686-851d-fcae4af590d5 None None] For port f3b233b0-e40b-4a85-b788-13f84652ae58, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3b233b0-e40b-4a85-b788-13f84652ae58,segment=NetworkSegment(b8c6e93a-0d20-439d-868e-52cd80a0c362),segment_id=b8c6e93a-0d20-439d-868e-52cd80a0c362)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:48.167829 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c5e81ad-c9f7-4686-851d-fcae4af590d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.171526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Deleting port f3b233b0-e40b-4a85-b788-13f84652ae58 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:48.171983 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.183796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e81ad-c9f7-4686-851d-fcae4af590d5 None None] Calling delete_port for f3b233b0-e40b-4a85-b788-13f84652ae58 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:48.268351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142994da-9d25-4a20-ad10-330883c62e21 req-eb3a2f0c-a6d7-41f0-a411-5da2e78f98fd tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.268972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142994da-9d25-4a20-ad10-330883c62e21 req-eb3a2f0c-a6d7-41f0-a411-5da2e78f98fd tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.269155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-d8061987-d57d-4d68-9d66-cdd326cda180 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1412303 Jul 13 07:28:48.269860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142994da-9d25-4a20-ad10-330883c62e21 req-eb3a2f0c-a6d7-41f0-a411-5da2e78f98fd tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.272536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142994da-9d25-4a20-ad10-330883c62e21 req-eb3a2f0c-a6d7-41f0-a411-5da2e78f98fd tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.273041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142994da-9d25-4a20-ad10-330883c62e21 req-eb3a2f0c-a6d7-41f0-a411-5da2e78f98fd tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.273598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142994da-9d25-4a20-ad10-330883c62e21 req-eb3a2f0c-a6d7-41f0-a411-5da2e78f98fd tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.275234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142994da-9d25-4a20-ad10-330883c62e21 req-eb3a2f0c-a6d7-41f0-a411-5da2e78f98fd tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.296637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-142994da-9d25-4a20-ad10-330883c62e21 req-eb3a2f0c-a6d7-41f0-a411-5da2e78f98fd tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4982 time: 0.4585388 Jul 13 07:28:48.324776 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ddb8b6-de26-42eb-87a0-237f35c9c3a8 x-openstack-request-id: req-64ddb8b6-de26-42eb-87a0-237f35c9c3a8 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:48.325244 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56c97fe-1e7a-4831-aadb-2359fa6a6e7b", "tag": "0867b60e-45e6-4195-8c50-c199a80a930c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:48.325631 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64ddb8b6-de26-42eb-87a0-237f35c9c3a8 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:48.326523 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56c97fe-1e7a-4831-aadb-2359fa6a6e7b', 'tag': '0867b60e-45e6-4195-8c50-c199a80a930c', 'status': 'completed', 'code': 200} Jul 13 07:28:48.330753 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c5e81ad-c9f7-4686-851d-fcae4af590d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.381085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e81ad-c9f7-4686-851d-fcae4af590d5 None None] Pushing event deleted for resources: {'Port': ['ID=f3b233b0-e40b-4a85-b788-13f84652ae58,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:48.402262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] For port f3b233b0-e40b-4a85-b788-13f84652ae58, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f3b233b0-e40b-4a85-b788-13f84652ae58,segment=NetworkSegment(b8c6e93a-0d20-439d-868e-52cd80a0c362),segment_id=b8c6e93a-0d20-439d-868e-52cd80a0c362)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:48.402653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.421982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Calling delete_port for f3b233b0-e40b-4a85-b788-13f84652ae58 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:48.452108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e81ad-c9f7-4686-851d-fcae4af590d5 None None] No DVR routers for this DVR port f3b233b0-e40b-4a85-b788-13f84652ae58 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:48.515649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd210e8-eae2-4e11-97b1-d8bee3cbce02 req-e22d66bc-e1dc-4731-9965-8aa26b87cabb tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.525863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd210e8-eae2-4e11-97b1-d8bee3cbce02 req-e22d66bc-e1dc-4731-9965-8aa26b87cabb tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 947 time: 0.1162386 Jul 13 07:28:48.539359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 017439e0-f818-4a99-ac01-9508b01298b6 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:48.541798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-06163186-f9e9-4c1e-94b9-5f2237553424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.543663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-06163186-f9e9-4c1e-94b9-5f2237553424 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.3930762 Jul 13 07:28:48.580473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 017439e0-f818-4a99-ac01-9508b01298b6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:48.581133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 017439e0-f818-4a99-ac01-9508b01298b6 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:48.581353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 90715396-8785-44bd-b385-45f1f55f72c9 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:48.623125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 90715396-8785-44bd-b385-45f1f55f72c9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:48.623824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 90715396-8785-44bd-b385-45f1f55f72c9 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:48.624672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3b233b0-e40b-4a85-b788-13f84652ae58 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:48.661373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: f3b233b0-e40b-4a85-b788-13f84652ae58 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:48.661860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f3b233b0-e40b-4a85-b788-13f84652ae58 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:48.678804 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd210e8-eae2-4e11-97b1-d8bee3cbce02 req-534cd273-995e-4e7b-bd8e-c57b011b6c9f tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514778 Jul 13 07:28:48.682254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-467500b3-3754-4caa-a818-ddab49b31e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.683757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-467500b3-3754-4caa-a818-ddab49b31e8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1102 time: 0.1404073 Jul 13 07:28:48.693860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.732577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b233b0-e40b-4a85-b788-13f84652ae58,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:48.751662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] No DVR routers for this DVR port f3b233b0-e40b-4a85-b788-13f84652ae58 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:48.758233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-e56c11dd-96c1-46a5-b374-fece9071a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.759512 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-e56c11dd-96c1-46a5-b374-fece9071a0bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2044306 Jul 13 07:28:48.782064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eedb62-f7af-45e5-a86d-5c285f243eff req-26886d60-1a4e-41c8-b038-8f1262f8f34e tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.783566 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7eedb62-f7af-45e5-a86d-5c285f243eff req-26886d60-1a4e-41c8-b038-8f1262f8f34e tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 886 time: 0.1940606 Jul 13 07:28:48.814687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-ca47404d-53f2-475c-b36b-3a00af80d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.816721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-ca47404d-53f2-475c-b36b-3a00af80d4b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1077449 Jul 13 07:28:48.885662 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.905055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8db35d-7d5e-4a8d-ab82-7ae1c0987184']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:48.915569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-ab0bed35-d628-4e5c-902e-391ae74810eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 217 time: 0.0698128 Jul 13 07:28:48.921677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c6e93a-0d20-439d-868e-52cd80a0c362') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:48.922175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c6e93a-0d20-439d-868e-52cd80a0c362') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:48.940997 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.957219 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-8ed659fa-6a3f-49ec-87c3-8331a2663e5e service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772156 Jul 13 07:28:48.961290 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.979231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:48.979766 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:48.981647 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:49.069889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-d540729b-2422-49d1-8781-cf2e894ecca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.071358 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-d540729b-2422-49d1-8781-cf2e894ecca3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1395216 Jul 13 07:28:49.092742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.094003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddc79-8731-47b7-893d-184b9b2ea07a req-443b294f-1cc7-4b95-b11b-15542c8c6102 tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.094486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddc79-8731-47b7-893d-184b9b2ea07a req-443b294f-1cc7-4b95-b11b-15542c8c6102 tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.094963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddc79-8731-47b7-893d-184b9b2ea07a req-443b294f-1cc7-4b95-b11b-15542c8c6102 tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.095529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddc79-8731-47b7-893d-184b9b2ea07a req-443b294f-1cc7-4b95-b11b-15542c8c6102 tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.095996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddc79-8731-47b7-893d-184b9b2ea07a req-443b294f-1cc7-4b95-b11b-15542c8c6102 tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.096566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddc79-8731-47b7-893d-184b9b2ea07a req-443b294f-1cc7-4b95-b11b-15542c8c6102 tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.097036 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddc79-8731-47b7-893d-184b9b2ea07a req-443b294f-1cc7-4b95-b11b-15542c8c6102 tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.097180 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.098921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-118ddc79-8731-47b7-893d-184b9b2ea07a req-443b294f-1cc7-4b95-b11b-15542c8c6102 tempest-NetworksTest-1971385163 tempest-NetworksTest-1971385163-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4982 time: 0.2811213 Jul 13 07:28:49.121209 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cd8db35d-7d5e-4a8d-ab82-7ae1c0987184 HTTP/1.1" status: 204 len: 168 time: 1.5500069 Jul 13 07:28:49.142711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ea253-5d9d-4b18-ac0f-877680de3d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8db35d-7d5e-4a8d-ab82-7ae1c0987184,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:49.172187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c86468-fa7e-4865-84d4-dcf11ca11a00 req-f15c9516-2935-4e34-8f06-a472de3020f6 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055378 Jul 13 07:28:49.199580 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-7db6422c-aff0-4db2-8a83-2ad4bdc380e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.202398 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-7db6422c-aff0-4db2-8a83-2ad4bdc380e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227601 Jul 13 07:28:49.345818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2f454-c6b0-4a93-a12a-3c36ed5f2caa req-41083ac7-bd19-418e-9404-ec4043907ea7 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.347830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-53f2f454-c6b0-4a93-a12a-3c36ed5f2caa req-41083ac7-bd19-418e-9404-ec4043907ea7 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 951 time: 0.1236067 Jul 13 07:28:49.375414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-6746a26f-3616-4407-be3c-ad354c3ebede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.377223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-6746a26f-3616-4407-be3c-ad354c3ebede service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 1098 time: 0.1079290 Jul 13 07:28:49.409312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-80c57474-aeb4-4e19-aca7-b47b26290248 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997180 Jul 13 07:28:49.464869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48218) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:49.492772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-53f2f454-c6b0-4a93-a12a-3c36ed5f2caa req-cf6ee5cb-5fe7-4e27-97a9-87bc03737e1b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372912 Jul 13 07:28:49.506055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-5072a4cf-2a01-4d48-887a-f49df33f3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.507540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-5072a4cf-2a01-4d48-887a-f49df33f3adf service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1215134 Jul 13 07:28:49.569712 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48224) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:49.576375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-de78a49a-59cb-4879-976a-292091cae7e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=0867b60e-45e6-4195-8c50-c199a80a930c HTTP/1.1" status: 200 len: 217 time: 0.0605185 Jul 13 07:28:49.589003 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b22bed53-8232-4d7a-b173-7945104d639d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83d9090e2e0b47fba5a912b851d2ab08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1208498 Jul 13 07:28:49.589492 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58e158af-68f3-407c-9a83-768ac7df04e0 req-25b1e4ec-2f42-4aba-a11c-700241986acc service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705558 Jul 13 07:28:49.589629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48228) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:49.645351 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.658845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-880ade0a-e545-4cd0-b779-f41d202ee284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.660605 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-880ade0a-e545-4cd0-b779-f41d202ee284 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0760300 Jul 13 07:28:49.667826 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-692eef6d-f60d-4017-b4e5-e85eaaa48bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.715307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-692eef6d-f60d-4017-b4e5-e85eaaa48bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.777885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-692eef6d-f60d-4017-b4e5-e85eaaa48bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.781656 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-692eef6d-f60d-4017-b4e5-e85eaaa48bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.796567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-692eef6d-f60d-4017-b4e5-e85eaaa48bfc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ea7165b-2517-42dc-8f14-4954c8143596 HTTP/1.1" status: 204 len: 168 time: 0.1976669 Jul 13 07:28:49.814556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-5217580c-2475-4862-a5a9-cccb6c3826ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.817169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-5217580c-2475-4862-a5a9-cccb6c3826ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492863 Jul 13 07:28:49.817328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692eef6d-f60d-4017-b4e5-e85eaaa48bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea7165b-2517-42dc-8f14-4954c8143596,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:49.877795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcc2b9-60f0-4415-b744-473fc42d58fd req-a8fea552-3ebc-45cb-be0e-b116f31ad7a4 tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.879003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4fcc2b9-60f0-4415-b744-473fc42d58fd req-a8fea552-3ebc-45cb-be0e-b116f31ad7a4 tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1102 time: 0.1703262 Jul 13 07:28:49.881689 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a5dae3e-a499-4a4d-af89-6ed9a468884b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.020226 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4fcc2b9-60f0-4415-b744-473fc42d58fd req-83857bf1-f05c-48df-a0da-b1c726ec6ded tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200361 Jul 13 07:28:50.030570 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-d3afabfe-8631-4e27-858d-64724a4aa924 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832681 Jul 13 07:28:50.039355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfa379-88b9-4f9a-8900-a57d0d651d88 req-2bcfbf32-446a-4959-9011-afbb32c53a59 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:50.040982 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-edbfa379-88b9-4f9a-8900-a57d0d651d88 req-2bcfbf32-446a-4959-9011-afbb32c53a59 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 947 time: 0.1190767 Jul 13 07:28:50.084812 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-edbfa379-88b9-4f9a-8900-a57d0d651d88 req-d66e31bb-a9be-4071-a81c-a8fe08b43a90 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365062 Jul 13 07:28:50.199294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a5dae3e-a499-4a4d-af89-6ed9a468884b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.202921 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd5620e3-5444-4937-b383-2b23c50dc796 req-dc9d714d-2f1c-4535-af1d-73b1c11122cc service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633534 Jul 13 07:28:50.208358 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a5dae3e-a499-4a4d-af89-6ed9a468884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.254803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3a5dae3e-a499-4a4d-af89-6ed9a468884b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe2f2b39f9e748028bfcc422d8bc343d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6815255 Jul 13 07:28:50.255442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dae3e-a499-4a4d-af89-6ed9a468884b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf74d1a-14f8-4ef5-810b-3fd28380bf78,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:50.258121 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48248) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:50.367979 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ae66-a620-41f7-a8c9-0153e9f85d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.383119 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-1ecdacb9-e34a-403e-8bc3-445ea3710641 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340128 Jul 13 07:28:50.435299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ae66-a620-41f7-a8c9-0153e9f85d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.559529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-87b537e9-90d8-49b5-a518-6d6b5d46366e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:50.566533 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-87b537e9-90d8-49b5-a518-6d6b5d46366e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736073 Jul 13 07:28:50.581867 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ae66-a620-41f7-a8c9-0153e9f85d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.585205 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ae66-a620-41f7-a8c9-0153e9f85d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.586492 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4ad1ae66-a620-41f7-a8c9-0153e9f85d48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3bf74d1a-14f8-4ef5-810b-3fd28380bf78 HTTP/1.1" status: 204 len: 168 time: 0.3244488 Jul 13 07:28:50.596427 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-2b1306d7-386b-4ed7-b669-6e419e9a65c5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/quotas/1a8e1186474f4ffbb6a81c31a63e1d6d HTTP/1.1" status: 200 len: 375 time: 0.0287755 Jul 13 07:28:50.616074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1ae66-a620-41f7-a8c9-0153e9f85d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf74d1a-14f8-4ef5-810b-3fd28380bf78,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:50.678921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-3161e649-ab6d-4813-a1af-204f17b43f05 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815711 Jul 13 07:28:50.865939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0867b60e-45e6-4195-8c50-c199a80a930c details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:51.042091 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-269302ec-c577-49d6-bc95-54c6cff6679b req-cfe50cb7-ebd7-40c5-9109-92220f370995 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 210 time: 0.0490854 Jul 13 07:28:51.094615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 0867b60e-45e6-4195-8c50-c199a80a930c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0867b60e-45e6-4195-8c50-c199a80a930c,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:51.110602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '0867b60e-45e6-4195-8c50-c199a80a930c', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '0867b60e-45e6-4195-8c50-c199a80a930c', 'mac_address': 'fa:16:3e:e0:b6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:51.182137 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.224879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0867b60e-45e6-4195-8c50-c199a80a930c {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:51.295713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48308) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:51.302872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 0867b60e-45e6-4195-8c50-c199a80a930c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0867b60e-45e6-4195-8c50-c199a80a930c,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:51.311945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.323105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.426570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=0867b60e-45e6-4195-8c50-c199a80a930c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:51.468679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f608-dab6-410e-9152-1010c89ed894 req-b63d8dbf-b30a-4a89-9f4b-a652e4955ffe tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:51.470624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f338f608-dab6-410e-9152-1010c89ed894 req-b63d8dbf-b30a-4a89-9f4b-a652e4955ffe tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 948 time: 0.1723118 Jul 13 07:28:51.523405 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.532682 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.554920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f338f608-dab6-410e-9152-1010c89ed894 req-9d81a9a3-af38-4856-acd3-5a1543b783ae tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779290 Jul 13 07:28:51.633685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['0867b60e-45e6-4195-8c50-c199a80a930c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:51.653589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b16234-8c16-4b1c-9124-6bd8d989ef06,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:51.668248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48336) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:51.670663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acc268de33c94db0bd9d99c33ee345dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681674 Jul 13 07:28:51.681106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.681468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.681822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.682170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.682512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.682968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.683313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.683649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.683984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.684340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.684672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.685002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07494e7-5821-42cf-945d-e0cbe31e317a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:51.783415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a20ae078-535b-4c41-97ad-204262742510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.829977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a20ae078-535b-4c41-97ad-204262742510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.930720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a20ae078-535b-4c41-97ad-204262742510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.934766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a20ae078-535b-4c41-97ad-204262742510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.936760 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a20ae078-535b-4c41-97ad-204262742510 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69b16234-8c16-4b1c-9124-6bd8d989ef06 HTTP/1.1" status: 204 len: 168 time: 0.2675166 Jul 13 07:28:51.945719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ae078-535b-4c41-97ad-204262742510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b16234-8c16-4b1c-9124-6bd8d989ef06,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:51.995997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48344) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:52.138283 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-321ca107-c116-442b-9f90-489ac0372f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.219786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-882bcf98-6852-4b16-8d76-8c73d65bd018 req-6657dad2-416c-4601-b8b5-6894a0b0491d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 210 time: 0.0356095 Jul 13 07:28:52.281245 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-321ca107-c116-442b-9f90-489ac0372f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.286978 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-321ca107-c116-442b-9f90-489ac0372f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.337278 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-321ca107-c116-442b-9f90-489ac0372f14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aae30b0b75684e65968c6b266bc1a7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396580 Jul 13 07:28:52.339151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ca107-c116-442b-9f90-489ac0372f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57024cc5-6b5e-4a26-9d9f-43daeeedc289,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:52.342334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48360) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:52.384278 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-0b7e6116-356d-429b-8278-66762b8f47ae tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--881227167&fields=id&tenant_id=ce2c3dd577054ce2b508272ff4b3d273 HTTP/1.1" status: 200 len: 267 time: 0.0733538 Jul 13 07:28:52.426377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce921f0a-63d4-4f80-a06f-443e54345ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.455910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-731b3d48-0579-4337-9659-37505b1f35e2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445404 Jul 13 07:28:52.460868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce921f0a-63d4-4f80-a06f-443e54345ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.523838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-cddacd61-60eb-4a85-aa70-d1176ef493db tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:52.532208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-cddacd61-60eb-4a85-aa70-d1176ef493db tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/networks?id=cac3b294-16aa-4942-93d6-017e8d76a22d HTTP/1.1" status: 200 len: 816 time: 0.1467416 Jul 13 07:28:52.552260 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-a537bee7-2ca4-47f1-846a-b5914433e7b4 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/quotas/ce2c3dd577054ce2b508272ff4b3d273 HTTP/1.1" status: 200 len: 375 time: 0.0189390 Jul 13 07:28:52.588756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-49272a73-35ed-4df0-ae79-55bfe8f506a5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:52.590560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-49272a73-35ed-4df0-ae79-55bfe8f506a5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276047 Jul 13 07:28:52.610808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Request body: {'port': {'device_id': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '1a8e1186474f4ffbb6a81c31a63e1d6d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:52.646444 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-96bcaaed-ddad-4d43-a2b8-3615be9de85e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce2c3dd577054ce2b508272ff4b3d273&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878236 Jul 13 07:28:52.711872 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce921f0a-63d4-4f80-a06f-443e54345ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.718830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce921f0a-63d4-4f80-a06f-443e54345ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.721310 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ce921f0a-63d4-4f80-a06f-443e54345ff5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57024cc5-6b5e-4a26-9d9f-43daeeedc289 HTTP/1.1" status: 204 len: 168 time: 0.3780189 Jul 13 07:28:52.741718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce921f0a-63d4-4f80-a06f-443e54345ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57024cc5-6b5e-4a26-9d9f-43daeeedc289,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:52.780332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Made reservation on behalf of 1a8e1186474f4ffbb6a81c31a63e1d6d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:52.782133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-1a633638-fb6a-4876-a869-858c5f1c0bd1 service neutron] 10.222.0.44 "GET /v2.0/networks/cac3b294-16aa-4942-93d6-017e8d76a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307514 Jul 13 07:28:52.784752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.882840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0867b60e-45e6-4195-8c50-c199a80a930c up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:52.912139 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-5987735e-91fc-4684-9f5b-b02cf1b8edee service neutron] 10.222.0.44 "GET /v2.0/networks/cac3b294-16aa-4942-93d6-017e8d76a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284833 Jul 13 07:28:52.953046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 0867b60e-45e6-4195-8c50-c199a80a930c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:52.960095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 0867b60e-45e6-4195-8c50-c199a80a930c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:52.961811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.005950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Allocated IP 192.168.233.43 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/4c9cb3f7-0d5f-46ec-bf4b-5799a1797781) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:53.015887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a765b-5827-4455-9218-466ab402fa29 req-b19de6e0-664a-4beb-92e6-22b9d0620363 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.017396 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be1a765b-5827-4455-9218-466ab402fa29 req-b19de6e0-664a-4beb-92e6-22b9d0620363 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 948 time: 0.2158620 Jul 13 07:28:53.087193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be1a765b-5827-4455-9218-466ab402fa29 req-12099aaf-fce8-4a61-b501-31733e3deb09 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609775 Jul 13 07:28:53.150258 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.239047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 0867b60e-45e6-4195-8c50-c199a80a930c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0867b60e-45e6-4195-8c50-c199a80a930c,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:53.240949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56c97fe-1e7a-4831-aadb-2359fa6a6e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0867b60e-45e6-4195-8c50-c199a80a930c'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:53.247388 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4103829-c640-4cc5-bae3-4e3dd1a83015" -d '{"events": [{"server_uuid": "a56c97fe-1e7a-4831-aadb-2359fa6a6e7b", "name": "network-vif-plugged", "status": "completed", "tag": "0867b60e-45e6-4195-8c50-c199a80a930c"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:53.252065 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.371715 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.398715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Transition to ACTIVE for port object 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:53.423602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=0867b60e-45e6-4195-8c50-c199a80a930c,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:53.486751 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.498973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ca5b033b-195b-42d3-82bb-e04df53c279f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:53.551044 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb08239-e028-4aed-8284-792ab4c024e5 x-openstack-request-id: req-adb08239-e028-4aed-8284-792ab4c024e5 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:53.551269 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56c97fe-1e7a-4831-aadb-2359fa6a6e7b", "name": "network-vif-plugged", "status": "completed", "tag": "0867b60e-45e6-4195-8c50-c199a80a930c", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:53.552272 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-adb08239-e028-4aed-8284-792ab4c024e5 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:53.554531 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56c97fe-1e7a-4831-aadb-2359fa6a6e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0867b60e-45e6-4195-8c50-c199a80a930c', 'code': 200} Jul 13 07:28:53.647158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:53.685687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:53.690419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:53.735698 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef86f97-90e6-4520-b19b-31ac5d4cf842 req-6c53aa79-9ed3-4e6e-9022-423c1654b674 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.753051 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ef86f97-90e6-4520-b19b-31ac5d4cf842 req-6c53aa79-9ed3-4e6e-9022-423c1654b674 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 935 time: 0.1462274 Jul 13 07:28:53.786609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c75863a9-a1f6-409d-9a72-3c2ef3291a5d None None] Provisioning complete for port 0867b60e-45e6-4195-8c50-c199a80a930c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:53.787618 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c75863a9-a1f6-409d-9a72-3c2ef3291a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.789065 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef6b3a47-0eb0-47ce-982f-0e13a81e888a req-d629e7fa-cba5-4f8f-a775-aecdc8bc8400 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 210 time: 0.1353509 Jul 13 07:28:53.848079 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ef86f97-90e6-4520-b19b-31ac5d4cf842 req-3e5c7f44-414a-47a6-8fff-9ebc116d0fb4 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933695 Jul 13 07:28:53.851980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Pushing event updated for resources: {'Port': ['ID=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:53.939746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.940698 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.978816 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-920b6b87-f09e-471a-b265-ec9ecf63fefd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3775659 Jul 13 07:28:53.980969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297fc30-ec81-4d48-a407-cd1fa7fc029e req-c6d7a64c-f022-4c2a-a8c4-721f51cc8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.982551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d297fc30-ec81-4d48-a407-cd1fa7fc029e req-c6d7a64c-f022-4c2a-a8c4-721f51cc8fe1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 1100 time: 0.3473785 Jul 13 07:28:54.008710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Request body: {'port': {'device_id': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:54.099482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d297fc30-ec81-4d48-a407-cd1fa7fc029e req-f588bcd4-7385-4624-8329-87612532890f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001978 Jul 13 07:28:54.141349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.156854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c4870a5c-c24a-43d7-87fc-ab1f0780e534 None None] Provisioning for port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:54.162589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c4870a5c-c24a-43d7-87fc-ab1f0780e534 None None] Provisioning complete for port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:54.164118 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4870a5c-c24a-43d7-87fc-ab1f0780e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.206740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c4870a5c-c24a-43d7-87fc-ab1f0780e534 None None] Port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:54.367074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a6bc6-32f0-4310-af1a-6fcc3e82ef6f req-9ade5fe5-56a0-483f-bfd6-50af670841e0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:54.368687 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-332a6bc6-32f0-4310-af1a-6fcc3e82ef6f req-9ade5fe5-56a0-483f-bfd6-50af670841e0 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 949 time: 0.1214547 Jul 13 07:28:54.429945 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-332a6bc6-32f0-4310-af1a-6fcc3e82ef6f req-e9fd9f8e-8b8b-4f75-8c31-7508158967f4 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542212 Jul 13 07:28:54.506677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-25710b7c-c707-4cf9-baff-4f60cc70ef93 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=57dd7875605544a49dc1902d9c1f7f94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346751 Jul 13 07:28:54.980193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-e00e50d2-45ed-423f-94af-c5535a6e8c49 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:54.981764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-e00e50d2-45ed-423f-94af-c5535a6e8c49 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4743307 Jul 13 07:28:55.001696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:55.011593 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.014986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-8343b2b8-112f-4786-82fd-d35d44fcd4a4 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/quotas/57dd7875605544a49dc1902d9c1f7f94 HTTP/1.1" status: 200 len: 375 time: 0.0247083 Jul 13 07:28:55.034787 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Transition to ACTIVE for port object 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:55.058826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-4bd03c22-620e-4ff9-9112-2163660ea8d8 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dd7875605544a49dc1902d9c1f7f94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366960 Jul 13 07:28:55.059564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.094967 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f319fc1d-030d-42b1-b3c4-d253857b51b9 req-82e08ffa-67a8-46b8-b58e-ab6e3bc93e20 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 210 time: 0.0543199 Jul 13 07:28:55.136535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:55.191403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-2eb34cc4-8181-4867-ad93-147ba1719d45 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.193929 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-2eb34cc4-8181-4867-ad93-147ba1719d45 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.53 "GET /v2.0/networks?id=cac3b294-16aa-4942-93d6-017e8d76a22d HTTP/1.1" status: 200 len: 816 time: 0.1545892 Jul 13 07:28:55.254533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Attempting to bind port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:55.255195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Attempting to bind port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:55.255768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Attempting to bind port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:55.269463 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-2b565da2-f0ea-480b-9ee7-5914035fc4e9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce2c3dd577054ce2b508272ff4b3d273 HTTP/1.1" status: 200 len: 379 time: 0.0623205 Jul 13 07:28:55.270929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:55.271265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Attempting to bind port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:55.278329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:55.278681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:55.279829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:55.280439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Bound port: 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:55.280838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.283754 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Request body: {'port': {'device_id': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'admin_state_up': True, 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'security_groups': ['3d4dee2f-8781-4e8f-a846-655318c4ee31']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:55.435288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:55.447255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:55.455241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.462684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65871740-2545-4d97-9159-1f1c4d8d30e3 req-7e16f25e-bd1e-4e65-b59e-690141b59a40 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.476776 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65871740-2545-4d97-9159-1f1c4d8d30e3 req-7e16f25e-bd1e-4e65-b59e-690141b59a40 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 947 time: 0.1991329 Jul 13 07:28:55.585551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:55.593074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.594058 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.596192 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d023091c-4b1d-47aa-b229-d44379ff13e0 service neutron] 10.222.0.54 "PUT /v2.0/ports/4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 HTTP/1.1" status: 200 len: 1095 time: 1.5938411 Jul 13 07:28:55.598278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:55.601892 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f640aa-a827-4b70-90cc-70faf9cb9748" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:55.664942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-30548ff3-cbe0-4bc8-b73d-a71fc4a9300f req-ca85810b-6d64-4884-9078-82cfb156953e tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 210 time: 0.0674202 Jul 13 07:28:55.690899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65871740-2545-4d97-9159-1f1c4d8d30e3 req-19656145-865a-447a-af4d-56299ed09cb3 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131360 Jul 13 07:28:55.693312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Made reservation on behalf of ce2c3dd577054ce2b508272ff4b3d273 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:55.704547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.778231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-3bb6cdda-bc55-4327-9d7c-695051f7207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.782981 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-3bb6cdda-bc55-4327-9d7c-695051f7207c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 1098 time: 0.1335433 Jul 13 07:28:55.837971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-a9667470-acfb-4474-a348-481d8ba0df07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 HTTP/1.1" status: 200 len: 217 time: 0.0471325 Jul 13 07:28:55.971501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Allocated IP 172.20.0.8 (cac3b294-16aa-4942-93d6-017e8d76a22d/104dc45f-e62e-4125-8555-756d17211915/b6e4f87f-62bd-4829-bf4c-a69d710daf51) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:55.982718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d10c94ba-71a0-4205-b2b0-52e03e68a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.984415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-d10c94ba-71a0-4205-b2b0-52e03e68a7c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1330967 Jul 13 07:28:55.990905 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa75e0f9-77fc-4d91-a138-68e124cc1d2d x-openstack-request-id: req-fa75e0f9-77fc-4d91-a138-68e124cc1d2d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:55.991196 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:56.002093 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa75e0f9-77fc-4d91-a138-68e124cc1d2d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:56.002561 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'status': 'completed', 'code': 200} Jul 13 07:28:56.028277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7238517-0ee4-4987-a058-5e40d5e44ab4 req-fc83939b-a981-4564-a90a-32fc0c718b18 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.030614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7238517-0ee4-4987-a058-5e40d5e44ab4 req-fc83939b-a981-4564-a90a-32fc0c718b18 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 949 time: 0.1914325 Jul 13 07:28:56.125890 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7238517-0ee4-4987-a058-5e40d5e44ab4 req-519795b0-809a-4f64-b88a-a992ee7ec7cd tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767703 Jul 13 07:28:56.166039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-48e9bec1-39cf-4b7b-9899-4a67faa47594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.167628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-48e9bec1-39cf-4b7b-9899-4a67faa47594 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599071 Jul 13 07:28:56.218803 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.240435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Transition to ACTIVE for port object b6e4f87f-62bd-4829-bf4c-a69d710daf51 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:56.317157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7559c983-b2b3-4a77-a209-2c5f9f716717 req-d7a36b44-5135-4946-96fd-cf63f40b72a9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 210 time: 0.0381894 Jul 13 07:28:56.345855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.365283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-a0c4ec0a-e805-4a47-8d5e-6ce81d69b949 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897647 Jul 13 07:28:56.437883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Network cac3b294-16aa-4942-93d6-017e8d76a22d is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:56.442709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:56.456859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:56.499729 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-419dfa9e-98d3-41b6-9d96-c77ed93887e2 req-5e9d9219-7e1b-42b0-b6fd-ab32734258b4 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277969 Jul 13 07:28:56.548634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Pushing event updated for resources: {'Port': ['ID=b6e4f87f-62bd-4829-bf4c-a69d710daf51,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:56.580716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.581077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.592372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.592813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.593297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.593637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.594128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.594462 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.594790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.595119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.595443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.595768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:56.621378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.632463 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.635406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-ad5fb41c-2c39-4362-8caf-6c4819b9ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.638183 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-ad5fb41c-2c39-4362-8caf-6c4819b9ea9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 1098 time: 0.0710006 Jul 13 07:28:56.662795 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7545bb55-ebab-4392-b08f-c8e64efd6f89 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3853445 Jul 13 07:28:56.677460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Request body: {'port': {'device_id': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:56.815058 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c0758014-2ceb-470f-bfe1-dabdb1887aa6 None None] Provisioning for port b6e4f87f-62bd-4829-bf4c-a69d710daf51 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:56.827492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c0758014-2ceb-470f-bfe1-dabdb1887aa6 None None] Provisioning complete for port b6e4f87f-62bd-4829-bf4c-a69d710daf51 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:56.828489 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c0758014-2ceb-470f-bfe1-dabdb1887aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.853913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-b7397130-a49a-42f7-ab68-92cac8c35053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.853913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-b7397130-a49a-42f7-ab68-92cac8c35053 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2078640 Jul 13 07:28:56.870426 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.922973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c0758014-2ceb-470f-bfe1-dabdb1887aa6 None None] Port b6e4f87f-62bd-4829-bf4c-a69d710daf51 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:56.931629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-f8ac6aa3-2d0d-4d75-aa56-b13dffb77fcb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 HTTP/1.1" status: 200 len: 217 time: 0.0670223 Jul 13 07:28:56.997145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22fa6ac2-bd81-4cfb-8ed9-d1991c75f820 req-f7b070f2-4d62-4374-a30b-5118662a412f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 210 time: 0.1271455 Jul 13 07:28:57.156958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-7acef1a2-a41b-4212-a5b1-2a192318d208 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=57dd7875605544a49dc1902d9c1f7f94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1394088 Jul 13 07:28:57.164331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-328f248f-4707-4141-b73a-42d20663915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:57.166613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-328f248f-4707-4141-b73a-42d20663915a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.2253337 Jul 13 07:28:57.340689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744e755-9a14-461d-8567-9836df101d2f req-d0e28aa5-3c36-47e1-a3d3-bbaf5dac0e13 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:57.353171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641e7da-fdaa-4fc3-9551-de9c9b14b923 req-bccb9554-9eab-47d4-86a5-db433f55e96d tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:57.354356 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c744e755-9a14-461d-8567-9836df101d2f req-d0e28aa5-3c36-47e1-a3d3-bbaf5dac0e13 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 947 time: 0.3380864 Jul 13 07:28:57.355816 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c641e7da-fdaa-4fc3-9551-de9c9b14b923 req-bccb9554-9eab-47d4-86a5-db433f55e96d tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 949 time: 0.1848676 Jul 13 07:28:57.465695 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c641e7da-fdaa-4fc3-9551-de9c9b14b923 req-7989b3d6-7bfd-460c-8c62-91e401f85df8 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888977 Jul 13 07:28:57.476628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c744e755-9a14-461d-8567-9836df101d2f req-989bfbda-9879-4518-9a67-02bb4b6558aa tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212978 Jul 13 07:28:57.482973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-cbc841a1-d8cd-4560-9c18-0254a99ad7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:57.485585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-cbc841a1-d8cd-4560-9c18-0254a99ad7e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3110423 Jul 13 07:28:57.493885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-0bdb2ebe-9d03-42d2-814f-32b5bfd416d8 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:57.495757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-0bdb2ebe-9d03-42d2-814f-32b5bfd416d8 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3128805 Jul 13 07:28:57.539228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e4f87f-62bd-4829-bf4c-a69d710daf51 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:57.556107 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.579726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Request body: {'port': {'device_id': '436f5a7a-92cd-4360-b6ba-9e8732fbb013', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '57dd7875605544a49dc1902d9c1f7f94'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:57.588426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Transition to ACTIVE for port object b6e4f87f-62bd-4829-bf4c-a69d710daf51 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:57.598911 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.731624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Pushing event updated for resources: {'Port': ['ID=b6e4f87f-62bd-4829-bf4c-a69d710daf51,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:57.738042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-fd10de59-f1d0-49f4-b622-2f26e949c05d service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406206 Jul 13 07:28:57.741672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Made reservation on behalf of 57dd7875605544a49dc1902d9c1f7f94 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:57.747185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.767966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.777449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48540) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:57.887218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Attempting to bind port b6e4f87f-62bd-4829-bf4c-a69d710daf51 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:57.887958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Attempting to bind port b6e4f87f-62bd-4829-bf4c-a69d710daf51 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:57.889083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Attempting to bind port b6e4f87f-62bd-4829-bf4c-a69d710daf51 on network cac3b294-16aa-4942-93d6-017e8d76a22d {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:57.896045 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Port b6e4f87f-62bd-4829-bf4c-a69d710daf51 on network cac3b294-16aa-4942-93d6-017e8d76a22d not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:57.897005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Attempting to bind port b6e4f87f-62bd-4829-bf4c-a69d710daf51 on network cac3b294-16aa-4942-93d6-017e8d76a22d {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:57.915382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:57.919675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Checking segment: {'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:57.921283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Bound using segment: {'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:57.921852 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Bound port: b6e4f87f-62bd-4829-bf4c-a69d710daf51, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9511cb5a-3785-49d9-a2bd-a3c8b5b55546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:57.922232 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.967357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8f640aa-a827-4b70-90cc-70faf9cb9748 req-44b6c6a6-ab32-4e20-94aa-2365a7e6b79b service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001998 Jul 13 07:28:57.970023 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76a2ac0e-923a-4062-ab84-87aa98e443d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.015795 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] For port b6e4f87f-62bd-4829-bf4c-a69d710daf51, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:58.026307 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2ab2a-9eea-4c8e-8008-a7b84f0194e2 req-16922c9a-8b36-406d-9267-4c947ac9a792 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.027303 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.035818 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd2ab2a-9eea-4c8e-8008-a7b84f0194e2 req-16922c9a-8b36-406d-9267-4c947ac9a792 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 943 time: 0.2521963 Jul 13 07:28:58.045186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] For port b6e4f87f-62bd-4829-bf4c-a69d710daf51, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b6e4f87f-62bd-4829-bf4c-a69d710daf51,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:58.056388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.059694 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.123437 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd2ab2a-9eea-4c8e-8008-a7b84f0194e2 req-ab19e415-e363-42a9-b69c-80d8d50e892e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850084 Jul 13 07:28:58.150746 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.151382 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.153328 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] 10.222.0.53 "PUT /v2.0/ports/b6e4f87f-62bd-4829-bf4c-a69d710daf51 HTTP/1.1" status: 200 len: 1091 time: 1.4804990 Jul 13 07:28:58.153328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'tag': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:58.155706 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db675acf-4b8a-479e-a4ee-35f1838c70c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5762f8e-d6f9-4129-ada4-693fa4c5e68f", "tag": "b6e4f87f-62bd-4829-bf4c-a69d710daf51"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:58.174309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e583e65-ae09-4a8f-843e-989c8d9fa5a6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.200306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924680a-4073-4665-99c8-a7067c1dcdee service neutron] Pushing event updated for resources: {'Port': ['ID=b6e4f87f-62bd-4829-bf4c-a69d710daf51,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.220194 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3462f56c-efe7-4e3a-8820-1676530a15f0 x-openstack-request-id: req-3462f56c-efe7-4e3a-8820-1676530a15f0 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:58.220632 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5762f8e-d6f9-4129-ada4-693fa4c5e68f", "tag": "b6e4f87f-62bd-4829-bf4c-a69d710daf51", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:58.220990 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3462f56c-efe7-4e3a-8820-1676530a15f0 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:58.221584 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'tag': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51', 'status': 'completed', 'code': 200} Jul 13 07:28:58.243846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a27688-e512-4044-9c15-681e970cc6f7 req-cd87491c-a8c4-4338-8458-474a4d2140eb tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 210 time: 0.0471234 Jul 13 07:28:58.284582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-b32934a7-cf9e-4492-9e0f-121e51e0e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.287048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-b32934a7-cf9e-4492-9e0f-121e51e0e8a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce2c3dd577054ce2b508272ff4b3d273&device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 1094 time: 0.0782189 Jul 13 07:28:58.344240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Allocated IP 192.168.233.76 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/3cf84101-1d43-4458-9d44-93fb497fd86c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:58.349654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-ffabc51e-09c4-4e8b-9a02-325bcd6ccf10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e4f87f-62bd-4829-bf4c-a69d710daf51 HTTP/1.1" status: 200 len: 217 time: 0.0527766 Jul 13 07:28:58.386503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76a2ac0e-923a-4062-ab84-87aa98e443d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.406059 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76a2ac0e-923a-4062-ab84-87aa98e443d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.413436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-654f70aa-c413-4b04-9a26-e0e06f9a230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.415092 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-654f70aa-c413-4b04-9a26-e0e06f9a230f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=104dc45f-e62e-4125-8555-756d17211915 HTTP/1.1" status: 200 len: 855 time: 0.0557120 Jul 13 07:28:58.481683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-76a2ac0e-923a-4062-ab84-87aa98e443d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b43e162ed9d4ba6a375643d2432a263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6928060 Jul 13 07:28:58.483172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48548) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:58.497903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7effa319-09dd-479c-bdc2-79dfd7c48dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.499420 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-7effa319-09dd-479c-bdc2-79dfd7c48dd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cac3b294-16aa-4942-93d6-017e8d76a22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730252 Jul 13 07:28:58.500755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2ac0e-923a-4062-ab84-87aa98e443d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac01953-3973-4efa-96c7-316a76896b27,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.595924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9ddb5d2-5bcf-4133-9c38-be16dfb14c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.644066 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.647302 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9ddb5d2-5bcf-4133-9c38-be16dfb14c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.706391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Transition to ACTIVE for port object 3cf84101-1d43-4458-9d44-93fb497fd86c will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:58.712263 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-25a647fa-cda4-44a7-a279-3c9705b25456 service neutron] 10.222.0.53 "GET /v2.0/networks/cac3b294-16aa-4942-93d6-017e8d76a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953914 Jul 13 07:28:58.758905 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9ddb5d2-5bcf-4133-9c38-be16dfb14c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.761429 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9ddb5d2-5bcf-4133-9c38-be16dfb14c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.762597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c9ddb5d2-5bcf-4133-9c38-be16dfb14c6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aac01953-3973-4efa-96c7-316a76896b27 HTTP/1.1" status: 204 len: 168 time: 0.2751708 Jul 13 07:28:58.769808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafd69b-14b2-42a9-bfe6-04dad4bf4830 req-aa430a8b-9948-45ea-9334-c134bcc61d77 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.777102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddb5d2-5bcf-4133-9c38-be16dfb14c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac01953-3973-4efa-96c7-316a76896b27,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.778489 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-efafd69b-14b2-42a9-bfe6-04dad4bf4830 req-aa430a8b-9948-45ea-9334-c134bcc61d77 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 949 time: 0.1267986 Jul 13 07:28:58.791529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e8408-3a9a-4510-90c1-3894cb0337bd req-9e7b2d9c-9c01-4a9c-b4af-81e1ad0e0fc0 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.799635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e9e8408-3a9a-4510-90c1-3894cb0337bd req-9e7b2d9c-9c01-4a9c-b4af-81e1ad0e0fc0 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 947 time: 0.1440127 Jul 13 07:28:58.808134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.883697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:58.891336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:58.891671 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-efafd69b-14b2-42a9-bfe6-04dad4bf4830 req-876ca116-4eb1-4026-8275-5d6f8d9ffc09 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954714 Jul 13 07:28:58.895907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:58.909866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:58.919462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e9e8408-3a9a-4510-90c1-3894cb0337bd req-bb9594bd-d470-4339-a463-a650f01293ab tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188197 Jul 13 07:28:58.922714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Pushing event updated for resources: {'Port': ['ID=3cf84101-1d43-4458-9d44-93fb497fd86c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.931378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6efb0ae4-f6f5-44ac-a045-ada4d2f8443e req-1e5aecd1-c527-4dde-8064-149f2cebeb49 service neutron] 10.222.0.53 "GET /v2.0/networks/cac3b294-16aa-4942-93d6-017e8d76a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104197 Jul 13 07:28:59.042436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:59.047417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.097941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-a691301d-6be7-4e70-a547-d0951c84ae52 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5251987 Jul 13 07:28:59.113986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Request body: {'port': {'device_id': '436f5a7a-92cd-4360-b6ba-9e8732fbb013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:59.151559 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-268beb9b-5795-49ea-9809-1cd42854a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:59.155840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-268beb9b-5795-49ea-9809-1cd42854a584 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce2c3dd577054ce2b508272ff4b3d273&device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 1094 time: 0.1293941 Jul 13 07:28:59.200631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:59.212684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'mac_address': 'fa:16:3e:17:b1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:59.297081 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.308555 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.351237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:59.358440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-237ee7f8-553d-4488-b9fa-8864dc725556 None None] Provisioning for port 3cf84101-1d43-4458-9d44-93fb497fd86c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:59.369635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-237ee7f8-553d-4488-b9fa-8864dc725556 None None] Provisioning complete for port 3cf84101-1d43-4458-9d44-93fb497fd86c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:59.370349 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-237ee7f8-553d-4488-b9fa-8864dc725556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.383501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48568) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:59.412399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-237ee7f8-553d-4488-b9fa-8864dc725556 None None] Port 3cf84101-1d43-4458-9d44-93fb497fd86c cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:59.416097 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23af0f2-467b-4a63-aa99-563b2b5a58c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.418450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:59.423587 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.426082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-bac54251-7222-4c7c-b609-1b0abe1b29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:59.427676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-bac54251-7222-4c7c-b609-1b0abe1b29c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cac3b294-16aa-4942-93d6-017e8d76a22d HTTP/1.1" status: 200 len: 917 time: 0.2655237 Jul 13 07:28:59.489859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.494657 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-58eda99d-fee9-4181-8759-5b77c44ea2fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e4f87f-62bd-4829-bf4c-a69d710daf51 HTTP/1.1" status: 200 len: 217 time: 0.0576305 Jul 13 07:28:59.575050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238a9dd-2d0b-436e-aa09-f3c1a2dc0b1d req-60267dc4-869c-4a06-a598-d120a4687d39 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:59.582628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b238a9dd-2d0b-436e-aa09-f3c1a2dc0b1d req-60267dc4-869c-4a06-a598-d120a4687d39 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 943 time: 0.1816833 Jul 13 07:28:59.694526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4c9cb3f7-0d5f-46ec-bf4b-5799a1797781'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:59.719929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b238a9dd-2d0b-436e-aa09-f3c1a2dc0b1d req-7159e818-b1db-4d08-95dc-22f4b33a3288 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364052 Jul 13 07:28:59.982139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf84101-1d43-4458-9d44-93fb497fd86c {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:59.989880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f499a17-c2cc-4c7e-bee4-73f07cac3144 req-e90c5082-5be9-47c3-9fe6-ce9139b210b1 tempest-LiveMigrationNegativeTest-719741793 tempest-LiveMigrationNegativeTest-719741793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:59.994196 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.997028 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f499a17-c2cc-4c7e-bee4-73f07cac3144 req-e90c5082-5be9-47c3-9fe6-ce9139b210b1 tempest-LiveMigrationNegativeTest-719741793 tempest-LiveMigrationNegativeTest-719741793-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 1100 time: 0.6521726 Jul 13 07:29:00.012747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Transition to ACTIVE for port object 3cf84101-1d43-4458-9d44-93fb497fd86c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:00.024883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de08755-2776-4074-8c8a-a9ca2d884b5f req-9943ac2a-755c-461c-8925-48b05124f560 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:00.026460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0de08755-2776-4074-8c8a-a9ca2d884b5f req-9943ac2a-755c-461c-8925-48b05124f560 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 935 time: 0.1741176 Jul 13 07:29:00.027657 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.119872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-d55e73be-6971-404b-b997-7806dc568962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:00.121648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-d55e73be-6971-404b-b997-7806dc568962 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=104dc45f-e62e-4125-8555-756d17211915 HTTP/1.1" status: 200 len: 855 time: 0.6162846 Jul 13 07:29:00.124501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf84101-1d43-4458-9d44-93fb497fd86c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.137069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2f499a17-c2cc-4c7e-bee4-73f07cac3144 req-ec37a9d8-3612-4a44-9ee8-d6bd9e49f9b1 tempest-LiveMigrationNegativeTest-719741793 tempest-LiveMigrationNegativeTest-719741793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.145351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0de08755-2776-4074-8c8a-a9ca2d884b5f req-d6ea84c5-0c12-4e5b-8785-e08af47c280f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e583e65-ae09-4a8f-843e-989c8d9fa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098061 Jul 13 07:29:00.169884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23af0f2-467b-4a63-aa99-563b2b5a58c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.195737 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23af0f2-467b-4a63-aa99-563b2b5a58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.237528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23af0f2-467b-4a63-aa99-563b2b5a58c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22194ee8-e602-47aa-9f05-6c09108c3d04,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.264123 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f23af0f2-467b-4a63-aa99-563b2b5a58c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d685da19f918460bbd89cb87a6494051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8765738 Jul 13 07:29:00.275313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48580) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:00.318397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Attempting to bind port 3cf84101-1d43-4458-9d44-93fb497fd86c on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:00.318613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Attempting to bind port 3cf84101-1d43-4458-9d44-93fb497fd86c by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:00.319184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Attempting to bind port 3cf84101-1d43-4458-9d44-93fb497fd86c on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:00.329854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Port 3cf84101-1d43-4458-9d44-93fb497fd86c on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:00.330065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Attempting to bind port 3cf84101-1d43-4458-9d44-93fb497fd86c on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:00.342161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:00.342508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:00.342906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:00.343434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Bound port: 3cf84101-1d43-4458-9d44-93fb497fd86c, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:00.345796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.384714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-f5b991e9-2fb7-4649-88a2-8d57ee7f0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:00.386404 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-f5b991e9-2fb7-4649-88a2-8d57ee7f0c08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cac3b294-16aa-4942-93d6-017e8d76a22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377737 Jul 13 07:29:00.446463 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-39b5de63-bd83-4ad5-a19e-513b57146f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.479970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] For port 3cf84101-1d43-4458-9d44-93fb497fd86c, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:00.503597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] For port 3cf84101-1d43-4458-9d44-93fb497fd86c, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=3cf84101-1d43-4458-9d44-93fb497fd86c,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:00.518108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04584fe-5f27-4a08-829b-689d1210d9c3 req-8c0fce0d-c4b4-47e3-9d46-7e5333bab172 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:00.519702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c04584fe-5f27-4a08-829b-689d1210d9c3 req-8c0fce0d-c4b4-47e3-9d46-7e5333bab172 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 948 time: 0.1270955 Jul 13 07:29:00.521569 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.522146 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-39b5de63-bd83-4ad5-a19e-513b57146f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.551384 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2f499a17-c2cc-4c7e-bee4-73f07cac3144 req-ec37a9d8-3612-4a44-9ee8-d6bd9e49f9b1 tempest-LiveMigrationNegativeTest-719741793 tempest-LiveMigrationNegativeTest-719741793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.552644 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:29:00.572689 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2f499a17-c2cc-4c7e-bee4-73f07cac3144 req-ec37a9d8-3612-4a44-9ee8-d6bd9e49f9b1 tempest-LiveMigrationNegativeTest-719741793 tempest-LiveMigrationNegativeTest-719741793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.601538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-1ae46165-7d91-4eab-bc62-22482c736c11 service neutron] 10.222.0.53 "GET /v2.0/networks/cac3b294-16aa-4942-93d6-017e8d76a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053251 Jul 13 07:29:00.610827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:00.611456 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.618873 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] 10.222.0.53 "PUT /v2.0/ports/3cf84101-1d43-4458-9d44-93fb497fd86c HTTP/1.1" status: 200 len: 1095 time: 1.5096264 Jul 13 07:29:00.619372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436f5a7a-92cd-4360-b6ba-9e8732fbb013', 'tag': '3cf84101-1d43-4458-9d44-93fb497fd86c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:00.621982 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9953d9-6590-4b84-aecd-36eb533d041c" -d '{"events": [{"name": "network-changed", "server_uuid": "436f5a7a-92cd-4360-b6ba-9e8732fbb013", "tag": "3cf84101-1d43-4458-9d44-93fb497fd86c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:00.650421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f499a17-c2cc-4c7e-bee4-73f07cac3144 req-ec37a9d8-3612-4a44-9ee8-d6bd9e49f9b1 tempest-LiveMigrationNegativeTest-719741793 tempest-LiveMigrationNegativeTest-719741793-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457591 Jul 13 07:29:00.704857 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c04584fe-5f27-4a08-829b-689d1210d9c3 req-ea6d5df3-1d26-42c9-ab19-731d2b9158a2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675153 Jul 13 07:29:00.708150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254e103-4e16-440c-b549-9164e0f34035 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf84101-1d43-4458-9d44-93fb497fd86c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.790117 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db675acf-4b8a-479e-a4ee-35f1838c70c8 req-423e0cfa-3d48-4af8-acec-b0a8523a00f9 service neutron] 10.222.0.53 "GET /v2.0/networks/cac3b294-16aa-4942-93d6-017e8d76a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748998 Jul 13 07:29:00.834489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37a9d8-3612-4a44-9ee8-d6bd9e49f9b1 tempest-LiveMigrationNegativeTest-719741793 tempest-LiveMigrationNegativeTest-719741793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796b0eab-a387-4994-99c0-9f269ab4601a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.842156 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-39b5de63-bd83-4ad5-a19e-513b57146f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.845804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-39b5de63-bd83-4ad5-a19e-513b57146f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.847002 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-39b5de63-bd83-4ad5-a19e-513b57146f29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22194ee8-e602-47aa-9f05-6c09108c3d04 HTTP/1.1" status: 204 len: 168 time: 0.5708990 Jul 13 07:29:00.865238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-0fd4eb04-06a2-4651-bdcf-e9bbd584799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:00.870251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-0fd4eb04-06a2-4651-bdcf-e9bbd584799b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57dd7875605544a49dc1902d9c1f7f94&device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 1098 time: 0.1903648 Jul 13 07:29:00.873716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5de63-bd83-4ad5-a19e-513b57146f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22194ee8-e602-47aa-9f05-6c09108c3d04,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.934599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:00.947486 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff61546-678e-45be-aabf-04553c8111de x-openstack-request-id: req-5ff61546-678e-45be-aabf-04553c8111de {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:00.947649 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436f5a7a-92cd-4360-b6ba-9e8732fbb013", "tag": "3cf84101-1d43-4458-9d44-93fb497fd86c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:00.947852 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ff61546-678e-45be-aabf-04553c8111de {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:00.948289 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436f5a7a-92cd-4360-b6ba-9e8732fbb013', 'tag': '3cf84101-1d43-4458-9d44-93fb497fd86c', 'status': 'completed', 'code': 200} Jul 13 07:29:01.048453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-6eaf822f-abaf-47cf-8a37-09c1ca7da21b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=3cf84101-1d43-4458-9d44-93fb497fd86c HTTP/1.1" status: 200 len: 217 time: 0.1667070 Jul 13 07:29:01.124336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:01.134453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:01.136836 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.151928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-0e7e6112-fcfa-48a4-a142-b2b5989f9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:01.153490 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-0e7e6112-fcfa-48a4-a142-b2b5989f9f2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0919390 Jul 13 07:29:01.258127 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.278495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-aa474453-71f8-492b-960c-24cb6695673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:01.283705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-aa474453-71f8-492b-960c-24cb6695673a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104274 Jul 13 07:29:01.287049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271ee4-728a-4526-9a6b-9d29518297f7 req-e9139e72-c726-48ee-b1d1-606c33c1849d tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:01.291321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:01.299649 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a71b29b-9d10-4801-97ca-8c21742f1ada" -d '{"events": [{"server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "name": "network-vif-plugged", "status": "completed", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:01.303561 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e271ee4-728a-4526-9a6b-9d29518297f7 req-e9139e72-c726-48ee-b1d1-606c33c1849d tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 943 time: 0.1653724 Jul 13 07:29:01.325213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:01.336218 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.396285 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e271ee4-728a-4526-9a6b-9d29518297f7 req-b559ce77-d154-4d43-a41d-c41f4073034a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930538 Jul 13 07:29:01.464822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.568146 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-639cce91-0580-4c6b-aecc-3572b3ede517 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753394 Jul 13 07:29:01.669720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0629ad-d059-43a5-a7bc-1bc0e45026b2 req-e02fca8d-fc66-4d42-9e1f-f77d54255b7b tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:01.677214 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e0629ad-d059-43a5-a7bc-1bc0e45026b2 req-e02fca8d-fc66-4d42-9e1f-f77d54255b7b tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 947 time: 0.1661801 Jul 13 07:29:01.750521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21b2a4c4-a787-40e0-980e-3ee383b3ba77 req-ecb0aae9-ac1d-425a-82b3-95fb11a4e63c service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713428 Jul 13 07:29:01.784684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e0629ad-d059-43a5-a7bc-1bc0e45026b2 req-b752406b-b835-4720-9ce0-df09caff354c tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e583e65-ae09-4a8f-843e-989c8d9fa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061242 Jul 13 07:29:01.883048 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7ad018-34b4-437f-9357-4b719d593ef6 x-openstack-request-id: req-aa7ad018-34b4-437f-9357-4b719d593ef6 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:01.884222 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "name": "network-vif-plugged", "status": "completed", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:01.884714 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa7ad018-34b4-437f-9357-4b719d593ef6 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:01.885449 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'code': 200} Jul 13 07:29:01.934010 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-13c31150-ff83-46cd-bc3e-b4910c03c6b1 None None] Provisioning complete for port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:01.934954 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-13c31150-ff83-46cd-bc3e-b4910c03c6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.974711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-1a82417a-6259-49cf-a676-bbdc87a164d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:01.976796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-1a82417a-6259-49cf-a676-bbdc87a164d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57dd7875605544a49dc1902d9c1f7f94&device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 1098 time: 0.1151910 Jul 13 07:29:02.118152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ab96a-4013-4012-8342-3595b68dde17 req-855d1290-2c71-4cc2-9a11-25e7018559f1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.120415 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e3ab96a-4013-4012-8342-3595b68dde17 req-855d1290-2c71-4cc2-9a11-25e7018559f1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.0981538 Jul 13 07:29:02.165164 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e3ab96a-4013-4012-8342-3595b68dde17 req-090e6928-a6b9-4072-b51e-0d1ed5ee05a7 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 Jul 13 07:29:02.166324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fe15e-a33c-43ea-80a2-5c5550114aa2 req-0687d72b-c035-4f95-b13e-1e8684c20020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.167678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-437fe15e-a33c-43ea-80a2-5c5550114aa2 req-0687d72b-c035-4f95-b13e-1e8684c20020 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 1100 time: 0.1899908 Jul 13 07:29:02.198243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-a71d6859-b296-454a-807f-939d5b9e40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.199699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-a71d6859-b296-454a-807f-939d5b9e40ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1817613 Jul 13 07:29:02.218205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a546fa-a840-4320-9c3c-2db65ed53d16 req-ea6382e4-7bde-4f3d-bb30-c85882bacd6e tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.219703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9a546fa-a840-4320-9c3c-2db65ed53d16 req-ea6382e4-7bde-4f3d-bb30-c85882bacd6e tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 949 time: 0.1683137 Jul 13 07:29:02.269087 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-656647eb-a812-4d9f-a25e-c37e71ae5332 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=3cf84101-1d43-4458-9d44-93fb497fd86c HTTP/1.1" status: 200 len: 217 time: 0.0595670 Jul 13 07:29:02.280701 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-437fe15e-a33c-43ea-80a2-5c5550114aa2 req-11f27e92-d454-4508-89e3-160e7026303b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013846 Jul 13 07:29:02.323831 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9a546fa-a840-4320-9c3c-2db65ed53d16 req-f4ef75ef-c5f3-494f-a349-317828ab9585 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947013 Jul 13 07:29:02.349173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-8b71108e-a5bd-4876-8cd3-48426273f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.350990 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-8b71108e-a5bd-4876-8cd3-48426273f905 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0644634 Jul 13 07:29:02.415338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-932063f3-fe32-472b-b1a7-aa17a5536812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.416888 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-932063f3-fe32-472b-b1a7-aa17a5536812 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577292 Jul 13 07:29:02.516221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-d112e6f0-9703-4efe-9c17-17e4407c3083 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883665 Jul 13 07:29:02.648072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1896bf-16ee-4cca-a82f-cc5a95405121 req-b4de6151-110f-4a8c-b08a-b79e33f444d5 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.649581 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be1896bf-16ee-4cca-a82f-cc5a95405121 req-b4de6151-110f-4a8c-b08a-b79e33f444d5 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 943 time: 0.1324859 Jul 13 07:29:02.655896 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd9953d9-6590-4b84-aecd-36eb533d041c req-ad8478a0-927e-4d1c-8ecb-28f7875a7559 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287739 Jul 13 07:29:02.695844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be1896bf-16ee-4cca-a82f-cc5a95405121 req-c8cc3e84-58bb-47db-9340-a3ebc9546075 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389705 Jul 13 07:29:02.958845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ab2fa-c144-444f-b8b9-e83f6f98ffe4 req-1868f43f-db50-44ed-a964-00862763f9f6 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.960496 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-da2ab2fa-c144-444f-b8b9-e83f6f98ffe4 req-1868f43f-db50-44ed-a964-00862763f9f6 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 947 time: 0.0810406 Jul 13 07:29:03.018298 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-da2ab2fa-c144-444f-b8b9-e83f6f98ffe4 req-e8e121d7-e34b-42be-a58d-2ea7ce1d2b6f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e583e65-ae09-4a8f-843e-989c8d9fa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495725 Jul 13 07:29:03.075311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-91f375b4-ffe4-423b-98f4-c9d97113cb6d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ead84b43522f4048a469efff97c04e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242474 Jul 13 07:29:03.190715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-e0ec7ea1-c666-4f8e-b7a9-f4d57c26913a tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:03.192429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-e0ec7ea1-c666-4f8e-b7a9-f4d57c26913a tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1102333 Jul 13 07:29:03.207034 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-2a1f9c2c-296c-44f4-b480-4dfb39888e42 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/quotas/ead84b43522f4048a469efff97c04e3c HTTP/1.1" status: 200 len: 375 time: 0.0094199 Jul 13 07:29:03.240323 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-bdc1216e-6051-4f59-8a32-cef974487513 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ead84b43522f4048a469efff97c04e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282400 Jul 13 07:29:03.340887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc03c4-6a46-4c86-b6e6-62b4e592a39b req-cc961bc1-82fe-40ed-b35d-4786f14c1125 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:03.343957 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-46bc03c4-6a46-4c86-b6e6-62b4e592a39b req-cc961bc1-82fe-40ed-b35d-4786f14c1125 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.0670464 Jul 13 07:29:03.397302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-47889d7b-fca5-4db0-9e80-98b91735af85 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:03.398815 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-47889d7b-fca5-4db0-9e80-98b91735af85 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.54 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 949 time: 0.0991559 Jul 13 07:29:03.413754 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-46bc03c4-6a46-4c86-b6e6-62b4e592a39b req-0c1da2e6-29bd-41d9-b581-9934953b37f1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570815 Jul 13 07:29:03.525065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-bb143dda-b082-44d1-9e9e-8ef56ca8a174 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Deleting port 0867b60e-45e6-4195-8c50-c199a80a930c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:03.525834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-bb143dda-b082-44d1-9e9e-8ef56ca8a174 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.606521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f708ff-5e2b-41d1-93ff-2f2e5a3cbeec req-8629c0e7-d35d-470d-95a1-1d0b1105b6ab tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:03.608502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88f708ff-5e2b-41d1-93ff-2f2e5a3cbeec req-8629c0e7-d35d-470d-95a1-1d0b1105b6ab tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 949 time: 0.0732782 Jul 13 07:29:03.648925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-bb143dda-b082-44d1-9e9e-8ef56ca8a174 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] For port 0867b60e-45e6-4195-8c50-c199a80a930c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0867b60e-45e6-4195-8c50-c199a80a930c,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:03.649312 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-bb143dda-b082-44d1-9e9e-8ef56ca8a174 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.655999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88f708ff-5e2b-41d1-93ff-2f2e5a3cbeec req-cf93fbb2-a815-468f-a7c9-18c656967c9f tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386312 Jul 13 07:29:03.670053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-bb143dda-b082-44d1-9e9e-8ef56ca8a174 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Calling delete_port for 0867b60e-45e6-4195-8c50-c199a80a930c owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:03.753126 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-78fe63f1-8a75-4b5d-9dac-b78fcb934db1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ead84b43522f4048a469efff97c04e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276711 Jul 13 07:29:03.912007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-e0271f6c-a001-4278-a4b3-450f9031a531 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:03.913537 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-e0271f6c-a001-4278-a4b3-450f9031a531 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516783 Jul 13 07:29:03.928658 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-bb143dda-b082-44d1-9e9e-8ef56ca8a174 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.931332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-4e9d98ad-8b33-4329-be3e-a438003121bb tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/quotas/ead84b43522f4048a469efff97c04e3c HTTP/1.1" status: 200 len: 375 time: 0.0114868 Jul 13 07:29:03.943912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['0867b60e-45e6-4195-8c50-c199a80a930c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:03.974587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['4482ac7c-8501-42c3-ac1b-ce8d37108a34'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:04.001948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-623e2c1f-87c7-4a44-a2ce-968ae3e314c4 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ead84b43522f4048a469efff97c04e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630469 Jul 13 07:29:04.002644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb143dda-b082-44d1-9e9e-8ef56ca8a174 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Pushing event deleted for resources: {'Port': ['ID=0867b60e-45e6-4195-8c50-c199a80a930c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:04.053028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-bb143dda-b082-44d1-9e9e-8ef56ca8a174 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] No DVR routers for this DVR port 0867b60e-45e6-4195-8c50-c199a80a930c on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:04.101049 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-bb143dda-b082-44d1-9e9e-8ef56ca8a174 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.105704 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7856c2ac-8611-4fd3-a1e7-d385a4329edd req-bb143dda-b082-44d1-9e9e-8ef56ca8a174 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.54 "DELETE /v2.0/ports/0867b60e-45e6-4195-8c50-c199a80a930c HTTP/1.1" status: 204 len: 173 time: 0.7017860 Jul 13 07:29:04.106216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56c97fe-1e7a-4831-aadb-2359fa6a6e7b', 'name': 'network-vif-deleted', 'tag': '0867b60e-45e6-4195-8c50-c199a80a930c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:04.110447 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6c311c-7c0c-4a15-86c5-590506c690ac" -d '{"events": [{"server_uuid": "a56c97fe-1e7a-4831-aadb-2359fa6a6e7b", "name": "network-vif-deleted", "tag": "0867b60e-45e6-4195-8c50-c199a80a930c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:04.180457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-6f8285fb-c238-4c61-bfa1-fdada210baac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285999 Jul 13 07:29:04.320319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0fc3-ef6f-4de6-877c-5fe920a57012 req-35c3d796-fffc-47fb-ae51-1ea7cfbe961c tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:04.328734 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-177f0fc3-ef6f-4de6-877c-5fe920a57012 req-35c3d796-fffc-47fb-ae51-1ea7cfbe961c tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 943 time: 0.2389388 Jul 13 07:29:04.395867 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.418160 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-177f0fc3-ef6f-4de6-877c-5fe920a57012 req-95b0c313-62f9-4421-ab19-502f925a5e01 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882173 Jul 13 07:29:04.603890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72c74-1f03-4051-af9f-646315b72098 req-43350f70-f08d-4709-a172-621b2919d5a5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:04.605466 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5f72c74-1f03-4051-af9f-646315b72098 req-43350f70-f08d-4709-a172-621b2919d5a5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1031878 Jul 13 07:29:04.653314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9567a-c171-4a59-924a-7d8e30c50e8a req-7a67cca4-b720-49a8-b4d0-a3d5e1051029 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:04.663196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 3cf84101-1d43-4458-9d44-93fb497fd86c details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:04.673065 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-28c9567a-c171-4a59-924a-7d8e30c50e8a req-7a67cca4-b720-49a8-b4d0-a3d5e1051029 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 947 time: 0.1028144 Jul 13 07:29:04.675941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5f72c74-1f03-4051-af9f-646315b72098 req-2026a84e-b338-4b64-b8c2-81da4e6fb269 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632370 Jul 13 07:29:04.732532 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0dcb27-9ecc-484c-9cb5-243d91f4fc0a x-openstack-request-id: req-5d0dcb27-9ecc-484c-9cb5-243d91f4fc0a {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:04.733244 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56c97fe-1e7a-4831-aadb-2359fa6a6e7b", "name": "network-vif-deleted", "tag": "0867b60e-45e6-4195-8c50-c199a80a930c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:04.733712 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d0dcb27-9ecc-484c-9cb5-243d91f4fc0a {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:04.734130 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56c97fe-1e7a-4831-aadb-2359fa6a6e7b', 'name': 'network-vif-deleted', 'tag': '0867b60e-45e6-4195-8c50-c199a80a930c', 'status': 'completed', 'code': 200} Jul 13 07:29:04.792685 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-28c9567a-c171-4a59-924a-7d8e30c50e8a req-571773bd-884f-4ac9-8c47-611d3203fe6e tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e583e65-ae09-4a8f-843e-989c8d9fa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176834 Jul 13 07:29:04.827673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 3cf84101-1d43-4458-9d44-93fb497fd86c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=3cf84101-1d43-4458-9d44-93fb497fd86c,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:04.856646 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '3cf84101-1d43-4458-9d44-93fb497fd86c', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '3cf84101-1d43-4458-9d44-93fb497fd86c', 'mac_address': 'fa:16:3e:7b:9a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:04.869856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1279487d-5504-4e02-85b6-7448e1ae5a75 req-4f38b621-deb7-42ff-864b-059a583c2dcb tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 210 time: 0.0852985 Jul 13 07:29:04.929772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-5c7fcda1-4633-445b-be08-7592c074ae28 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ead84b43522f4048a469efff97c04e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452526 Jul 13 07:29:04.962159 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.983479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf84101-1d43-4458-9d44-93fb497fd86c {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:05.058143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 3cf84101-1d43-4458-9d44-93fb497fd86c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=3cf84101-1d43-4458-9d44-93fb497fd86c,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:05.063643 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.135883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-3490b9b8-bbc5-48fd-ab1e-634a3804eb57 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:05.139952 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-3490b9b8-bbc5-48fd-ab1e-634a3804eb57 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049375 Jul 13 07:29:05.165515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Request body: {'port': {'device_id': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': 'ead84b43522f4048a469efff97c04e3c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:05.177324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=3cf84101-1d43-4458-9d44-93fb497fd86c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:05.385135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1fd56cb5-5016-4260-91bd-f8282985943a req-b4b6e6cb-2908-4c05-84a3-e5ef0bfb9240 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a56c97fe-1e7a-4831-aadb-2359fa6a6e7b HTTP/1.1" status: 200 len: 210 time: 0.0572610 Jul 13 07:29:05.407406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['3cf84101-1d43-4458-9d44-93fb497fd86c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:05.438561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Made reservation on behalf of ead84b43522f4048a469efff97c04e3c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:05.444295 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.457906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.590389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.598152 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.650382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516d8ca-5630-4c27-8288-dccb0acbd514 req-1fac34f3-624c-479e-ac41-2a1efad23c2a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:05.651988 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1516d8ca-5630-4c27-8288-dccb0acbd514 req-1fac34f3-624c-479e-ac41-2a1efad23c2a tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 943 time: 0.0939660 Jul 13 07:29:05.673534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6adb0f-7b46-479b-850d-f3a9d49d3085,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:05.709733 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1516d8ca-5630-4c27-8288-dccb0acbd514 req-5764096d-b640-4d6a-bf71-068ef916ba9e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466313 Jul 13 07:29:05.750365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Allocated IP 192.168.233.201 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/d8392492-1f74-4eda-b651-e23d8fbddbc6) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:05.999775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2f688-f875-4ac4-b476-a79da4cceda9 req-d869f054-cca5-40bb-b9aa-32efd7bb07fc tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.005158 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-32f2f688-f875-4ac4-b476-a79da4cceda9 req-d869f054-cca5-40bb-b9aa-32efd7bb07fc tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 948 time: 0.0821164 Jul 13 07:29:06.045453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-32f2f688-f875-4ac4-b476-a79da4cceda9 req-a488c2e3-79a4-446b-9434-a1d30ac9b0f7 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e583e65-ae09-4a8f-843e-989c8d9fa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372946 Jul 13 07:29:06.200101 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ede79731-fa8c-4c3e-a590-4c53da826d86 req-0cc3d648-5288-4c5e-b5c4-ca2265d42103 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 210 time: 0.0347466 Jul 13 07:29:06.216832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-4839fb7f-313c-4a45-85fd-aa349be11a25 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ead84b43522f4048a469efff97c04e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640092 Jul 13 07:29:06.381085 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.402367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08684489-c0ff-4940-bd0e-45cb9259caac req-bf407825-1818-451b-a9d1-794ce8f13606 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.408565 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08684489-c0ff-4940-bd0e-45cb9259caac req-bf407825-1818-451b-a9d1-794ce8f13606 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.6141448 Jul 13 07:29:06.423740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-2f39757c-2a42-4d33-8329-f1b25978ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.425302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-2f39757c-2a42-4d33-8329-f1b25978ff21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 1100 time: 0.2717285 Jul 13 07:29:06.446340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Transition to ACTIVE for port object d8392492-1f74-4eda-b651-e23d8fbddbc6 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:06.491770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-26073b50-2840-4524-84f8-84e9a66b0acc tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.493255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-26073b50-2840-4524-84f8-84e9a66b0acc tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472880 Jul 13 07:29:06.518366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Request body: {'port': {'device_id': 'fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': 'ead84b43522f4048a469efff97c04e3c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:06.570838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08684489-c0ff-4940-bd0e-45cb9259caac req-87e42e23-2756-444d-9ba8-e2f0ede9aee6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544743 Jul 13 07:29:06.657667 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.672284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-4b1e3cab-d637-457c-8aa7-9257863a0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.672925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 3cf84101-1d43-4458-9d44-93fb497fd86c up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:06.673801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-4b1e3cab-d637-457c-8aa7-9257863a0156 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2352369 Jul 13 07:29:06.725313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48780) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:06.770299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 3cf84101-1d43-4458-9d44-93fb497fd86c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:06.771006 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-586b89af-f10c-44e9-b8db-b2371c0102a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 HTTP/1.1" status: 200 len: 217 time: 0.0652437 Jul 13 07:29:06.777161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 3cf84101-1d43-4458-9d44-93fb497fd86c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:06.777376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:06.779361 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.795181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:06.797055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:06.799262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:06.921324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Made reservation on behalf of ead84b43522f4048a469efff97c04e3c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:06.926393 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.927403 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb9bd-12fe-44bb-b24a-87fa351dcd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.930636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-f1fd53f7-dbeb-44cd-bd82-88a9769b058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.932199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-f1fd53f7-dbeb-44cd-bd82-88a9769b058a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1498508 Jul 13 07:29:06.941020 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.948729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0867b60e-45e6-4195-8c50-c199a80a930c no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:06.968848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.969488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.991313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 0867b60e-45e6-4195-8c50-c199a80a930c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:06.991650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0867b60e-45e6-4195-8c50-c199a80a930c not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:06.998636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436f5a7a-92cd-4360-b6ba-9e8732fbb013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf84101-1d43-4458-9d44-93fb497fd86c'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:07.001176 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165f49e0-a2f6-4fca-af55-7805bfbff077" -d '{"events": [{"server_uuid": "436f5a7a-92cd-4360-b6ba-9e8732fbb013", "name": "network-vif-plugged", "status": "completed", "tag": "3cf84101-1d43-4458-9d44-93fb497fd86c"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:07.014393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 3cf84101-1d43-4458-9d44-93fb497fd86c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=3cf84101-1d43-4458-9d44-93fb497fd86c,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:07.020184 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.094134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=3cf84101-1d43-4458-9d44-93fb497fd86c,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:07.095789 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb9bd-12fe-44bb-b24a-87fa351dcd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.102192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb9bd-12fe-44bb-b24a-87fa351dcd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.125056 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598daf4-dee1-4cb1-9ceb-42029a185e71 req-6f5ad9a0-b7d8-449b-9df1-050049b10754 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.126629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7598daf4-dee1-4cb1-9ceb-42029a185e71 req-6f5ad9a0-b7d8-449b-9df1-050049b10754 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 950 time: 0.1860900 Jul 13 07:29:07.132605 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-89e535b4-f5a1-4a54-bc83-46a7b3fb2319 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9767668 Jul 13 07:29:07.146374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02caf4-7d42-4263-ab85-63f6165095b1 req-8cb47f82-4b22-4674-aa92-cbc3c52b13bc tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.154252 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3b02caf4-7d42-4263-ab85-63f6165095b1 req-8cb47f82-4b22-4674-aa92-cbc3c52b13bc tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 943 time: 0.2912712 Jul 13 07:29:07.165677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Request body: {'port': {'device_id': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:07.174156 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f2fbb9bd-12fe-44bb-b24a-87fa351dcd65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ec77117ce9c447687a1ae6592b556a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475377 Jul 13 07:29:07.175391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbb9bd-12fe-44bb-b24a-87fa351dcd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5d71a1-23be-4584-85c1-22899b89adc0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:07.177967 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48792) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:07.202886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4331ac57-eeac-48a9-b481-bbf76f5c8b62 None None] Provisioning for port d8392492-1f74-4eda-b651-e23d8fbddbc6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:07.208291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4331ac57-eeac-48a9-b481-bbf76f5c8b62 None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:07.208916 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4331ac57-eeac-48a9-b481-bbf76f5c8b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.215834 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7598daf4-dee1-4cb1-9ceb-42029a185e71 req-5d5b095f-b87f-434e-aa65-c9bd7c5dc4a5 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781467 Jul 13 07:29:07.244247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-33211a20-ede1-4bbf-b201-9d1555af7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.245795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-33211a20-ede1-4bbf-b201-9d1555af7d2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2985637 Jul 13 07:29:07.260600 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4461-0aff-4d0a-9573-f512bc0bd845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.292822 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4461-0aff-4d0a-9573-f512bc0bd845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.295807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4331ac57-eeac-48a9-b481-bbf76f5c8b62 None None] Port d8392492-1f74-4eda-b651-e23d8fbddbc6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:07.306049 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c8cdc7-3d26-4812-94d5-cd7333caa543 x-openstack-request-id: req-25c8cdc7-3d26-4812-94d5-cd7333caa543 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:07.306996 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436f5a7a-92cd-4360-b6ba-9e8732fbb013", "name": "network-vif-plugged", "status": "completed", "tag": "3cf84101-1d43-4458-9d44-93fb497fd86c", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:07.307328 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25c8cdc7-3d26-4812-94d5-cd7333caa543 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:07.307795 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436f5a7a-92cd-4360-b6ba-9e8732fbb013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf84101-1d43-4458-9d44-93fb497fd86c', 'code': 200} Jul 13 07:29:07.316268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3b02caf4-7d42-4263-ab85-63f6165095b1 req-4a2c0f35-a400-4505-9da8-c6e84edf4525 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609797 Jul 13 07:29:07.370874 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4461-0aff-4d0a-9573-f512bc0bd845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.380338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a6d4461-0aff-4d0a-9573-f512bc0bd845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.389364 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1a6d4461-0aff-4d0a-9573-f512bc0bd845 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f5d71a1-23be-4584-85c1-22899b89adc0 HTTP/1.1" status: 204 len: 168 time: 0.2076950 Jul 13 07:29:07.399119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d4461-0aff-4d0a-9573-f512bc0bd845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5d71a1-23be-4584-85c1-22899b89adc0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:07.453969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-53382a39-44a5-4744-81d1-ed2be79fe8a2 None None] Provisioning complete for port 3cf84101-1d43-4458-9d44-93fb497fd86c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:07.454577 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53382a39-44a5-4744-81d1-ed2be79fe8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.528431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-dd28de25-67a5-4257-8b61-610dc5202eb3 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498522 Jul 13 07:29:07.542783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddfed6-efaf-42cd-acba-0993c7afd95a req-79dabad4-b7aa-442f-81c7-4c907e561d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.544948 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8ddfed6-efaf-42cd-acba-0993c7afd95a req-79dabad4-b7aa-442f-81c7-4c907e561d4a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 1100 time: 0.1189623 Jul 13 07:29:07.561352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Allocated IP 192.168.233.146 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/caceb0b4-1456-4f39-85ca-291e66a88a50) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:07.596271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a103-6149-4879-b9bb-063af089453b req-98d05ac1-c0c6-453f-a5ca-d68d1af93f88 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.597685 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c551a103-6149-4879-b9bb-063af089453b req-98d05ac1-c0c6-453f-a5ca-d68d1af93f88 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 949 time: 0.1229892 Jul 13 07:29:07.613779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3a3deab0-ddae-492c-8d7b-376a651cd4e4 req-90762aea-38e7-4a24-9ff5-ab566457cee7 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 210 time: 0.0878816 Jul 13 07:29:07.618750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.621450 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8ddfed6-efaf-42cd-acba-0993c7afd95a req-57eb7e5c-5266-4121-ac99-533b654ca1ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0e583e65-ae09-4a8f-843e-989c8d9fa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618396 Jul 13 07:29:07.645765 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c551a103-6149-4879-b9bb-063af089453b req-a33c8ce8-baef-4945-944f-d23ac4b9b45a tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e583e65-ae09-4a8f-843e-989c8d9fa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Jul 13 07:29:07.741190 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.813358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-5f42acc9-f168-4db6-8eff-891cc956ce64 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641561 Jul 13 07:29:08.000139 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.020877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Transition to ACTIVE for port object caceb0b4-1456-4f39-85ca-291e66a88a50 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:08.036436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278503a3-c2af-409a-bfc6-f2c474c724c2 req-d666104e-a4fb-4a8c-b864-a9ed89a6e13b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.037932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-278503a3-c2af-409a-bfc6-f2c474c724c2 req-d666104e-a4fb-4a8c-b864-a9ed89a6e13b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1342950 Jul 13 07:29:08.093513 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-278503a3-c2af-409a-bfc6-f2c474c724c2 req-ccd35e19-ba2f-4532-9752-e1fe84b59b0c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Jul 13 07:29:08.096916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.166305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:08.198184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:08.204847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:08.211208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Pushing event updated for resources: {'Port': ['ID=caceb0b4-1456-4f39-85ca-291e66a88a50,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:08.281610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.282342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.314905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-7586ffe6-b747-4eba-8e69-59cfb40cda8d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8071322 Jul 13 07:29:08.338878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Request body: {'port': {'device_id': 'fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:08.383010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8392492-1f74-4eda-b651-e23d8fbddbc6 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:08.396550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.433128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Transition to ACTIVE for port object d8392492-1f74-4eda-b651-e23d8fbddbc6 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:08.441681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.506300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.592091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-06be8a84-a12b-41a6-8013-72235f129397 None None] Provisioning for port caceb0b4-1456-4f39-85ca-291e66a88a50 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:08.598609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-06be8a84-a12b-41a6-8013-72235f129397 None None] Provisioning complete for port caceb0b4-1456-4f39-85ca-291e66a88a50 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:08.599070 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06be8a84-a12b-41a6-8013-72235f129397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.604662 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-9856ffe1-0d6e-4a8c-9b19-c125e11a1008 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.606260 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-9856ffe1-0d6e-4a8c-9b19-c125e11a1008 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 950 time: 0.1074083 Jul 13 07:29:08.617077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533e42f-55e8-4920-b5b0-0fc8a9250b06 req-2c484d54-6bf7-4c55-9ba1-9f9b3335b87f tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.624418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c533e42f-55e8-4920-b5b0-0fc8a9250b06 req-2c484d54-6bf7-4c55-9ba1-9f9b3335b87f tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 950 time: 0.2262821 Jul 13 07:29:08.656027 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:08.715087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-06be8a84-a12b-41a6-8013-72235f129397 None None] Port caceb0b4-1456-4f39-85ca-291e66a88a50 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:08.752515 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c533e42f-55e8-4920-b5b0-0fc8a9250b06 req-acb69638-b2d2-4dfe-a27d-5b93562eeb47 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/security-groups?id=a372e7a8-de65-4b27-9be3-2c914a0d4975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026938 Jul 13 07:29:08.859591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-e7abb2db-10a9-4e09-9cab-8c3c0f832287 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Deleting port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:08.860042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-e7abb2db-10a9-4e09-9cab-8c3c0f832287 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.900544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efe676-ceaa-4a43-91d0-40fee1286f14 req-5d20f0ad-0445-496a-a77a-49fd36b00061 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.909263 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27efe676-ceaa-4a43-91d0-40fee1286f14 req-5d20f0ad-0445-496a-a77a-49fd36b00061 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 943 time: 0.4167187 Jul 13 07:29:08.987783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Attempting to bind port d8392492-1f74-4eda-b651-e23d8fbddbc6 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:08.988150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Attempting to bind port d8392492-1f74-4eda-b651-e23d8fbddbc6 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:08.988472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Attempting to bind port d8392492-1f74-4eda-b651-e23d8fbddbc6 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:09.006213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27efe676-ceaa-4a43-91d0-40fee1286f14 req-6352f61e-5b92-4d89-aa5d-b3faaa23d31b tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959973 Jul 13 07:29:09.037022 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-e7abb2db-10a9-4e09-9cab-8c3c0f832287 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] For port 4482ac7c-8501-42c3-ac1b-ce8d37108a34, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4482ac7c-8501-42c3-ac1b-ce8d37108a34,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:09.037305 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-e7abb2db-10a9-4e09-9cab-8c3c0f832287 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.048219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Port d8392492-1f74-4eda-b651-e23d8fbddbc6 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:09.048642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Attempting to bind port d8392492-1f74-4eda-b651-e23d8fbddbc6 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:09.057231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:09.057657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:09.058117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:09.058972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Bound port: d8392492-1f74-4eda-b651-e23d8fbddbc6, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:09.058972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.061334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aea9cd-3acd-4ca5-921c-5f83a03acc1e req-1fc4915e-2b13-4715-97c3-8af044110e35 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:09.063039 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35aea9cd-3acd-4ca5-921c-5f83a03acc1e req-1fc4915e-2b13-4715-97c3-8af044110e35 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 936 time: 0.1438789 Jul 13 07:29:09.063810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-e7abb2db-10a9-4e09-9cab-8c3c0f832287 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Calling delete_port for 4482ac7c-8501-42c3-ac1b-ce8d37108a34 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:09.160775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35aea9cd-3acd-4ca5-921c-5f83a03acc1e req-e9dfeede-bcfd-46b1-bf2b-8be27acfd2f4 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908320 Jul 13 07:29:09.182058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:09.262047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-e7abb2db-10a9-4e09-9cab-8c3c0f832287 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.269291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:09.277073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['4482ac7c-8501-42c3-ac1b-ce8d37108a34'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:09.282451 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.298782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abb2db-10a9-4e09-9cab-8c3c0f832287 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Pushing event deleted for resources: {'Port': ['ID=4482ac7c-8501-42c3-ac1b-ce8d37108a34,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:09.309090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caceb0b4-1456-4f39-85ca-291e66a88a50 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:09.347126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.355571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:09.356392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.358114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] 10.222.0.54 "PUT /v2.0/ports/d8392492-1f74-4eda-b651-e23d8fbddbc6 HTTP/1.1" status: 200 len: 1096 time: 2.2001743 Jul 13 07:29:09.360760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:09.370647 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02" -d '{"events": [{"name": "network-changed", "server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:09.398335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-e7abb2db-10a9-4e09-9cab-8c3c0f832287 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] No DVR routers for this DVR port 4482ac7c-8501-42c3-ac1b-ce8d37108a34 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:09.402831 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-e7abb2db-10a9-4e09-9cab-8c3c0f832287 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.406225 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-720b8abb-5649-4eed-b1a4-eeed43b2d24e req-e7abb2db-10a9-4e09-9cab-8c3c0f832287 tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.53 "DELETE /v2.0/ports/4482ac7c-8501-42c3-ac1b-ce8d37108a34 HTTP/1.1" status: 204 len: 173 time: 0.7808151 Jul 13 07:29:09.406785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba', 'name': 'network-vif-deleted', 'tag': '4482ac7c-8501-42c3-ac1b-ce8d37108a34'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:09.410763 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84caa822-e0ba-416c-9210-a616696c6e80" -d '{"events": [{"server_uuid": "a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba", "name": "network-vif-deleted", "tag": "4482ac7c-8501-42c3-ac1b-ce8d37108a34"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:09.420880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c34c1-9d2d-49cb-90be-3e6a8976025d req-6182b937-af92-4fd2-998f-c97ff4150e14 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:09.422727 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d50c34c1-9d2d-49cb-90be-3e6a8976025d req-6182b937-af92-4fd2-998f-c97ff4150e14 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 949 time: 0.2762115 Jul 13 07:29:09.459453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Transition to ACTIVE for port object caceb0b4-1456-4f39-85ca-291e66a88a50 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:09.495407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.508424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d3238-229d-442a-95aa-9a30aeec9953 service neutron] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:09.605838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d50c34c1-9d2d-49cb-90be-3e6a8976025d req-5a359621-7c8d-4195-aab2-2a3f595cfb29 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e583e65-ae09-4a8f-843e-989c8d9fa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448812 Jul 13 07:29:09.658138 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146a775-d229-442d-a602-d951592edbc6 req-6e993e46-eaab-4a07-a5ff-13ef50f074d6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:09.660629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b146a775-d229-442d-a602-d951592edbc6 req-6e993e46-eaab-4a07-a5ff-13ef50f074d6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1052880 Jul 13 07:29:09.668959 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Pushing event updated for resources: {'Port': ['ID=caceb0b4-1456-4f39-85ca-291e66a88a50,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:09.678493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-5c2b2fb4-3941-44c8-b600-7f732c1b89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:09.680201 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-5c2b2fb4-3941-44c8-b600-7f732c1b89ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ead84b43522f4048a469efff97c04e3c&device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 1099 time: 0.2777815 Jul 13 07:29:09.734202 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b146a775-d229-442d-a602-d951592edbc6 req-3388f0bd-a7c6-46d0-8463-7ae872a782f2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663986 Jul 13 07:29:09.749644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-4c2853b3-6007-4e1e-95a9-0f9885d79bec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6 HTTP/1.1" status: 200 len: 217 time: 0.0576448 Jul 13 07:29:09.820228 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb229b3c-6919-4449-ae39-1ac0c3145678 x-openstack-request-id: req-bb229b3c-6919-4449-ae39-1ac0c3145678 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:09.820950 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba", "name": "network-vif-deleted", "tag": "4482ac7c-8501-42c3-ac1b-ce8d37108a34", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:09.821331 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb229b3c-6919-4449-ae39-1ac0c3145678 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:09.822049 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba', 'name': 'network-vif-deleted', 'tag': '4482ac7c-8501-42c3-ac1b-ce8d37108a34', 'status': 'completed', 'code': 200} Jul 13 07:29:09.951839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48902) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:10.051087 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fcef7c9c-b4ae-4f05-938f-1fdef57b801f req-3d4347c2-496c-42d8-8119-d197b22c9d7c tempest-LiveMigrationNegativeTest-375682130 tempest-LiveMigrationNegativeTest-375682130-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5c0a0ea-aa12-47f4-a507-ace2adb9f0ba HTTP/1.1" status: 200 len: 210 time: 0.0602469 Jul 13 07:29:10.190735 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e080f12-8ace-441e-9059-168d56f5c0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.474154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd409c-f71e-4b71-a356-e55be6930770 req-d635110f-97db-48c4-b821-5408210d80d1 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.481644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18fd409c-f71e-4b71-a356-e55be6930770 req-d635110f-97db-48c4-b821-5408210d80d1 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 943 time: 0.1957078 Jul 13 07:29:10.484983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e080f12-8ace-441e-9059-168d56f5c0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.493440 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e080f12-8ace-441e-9059-168d56f5c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.521788 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfae519-3953-4c67-946a-721159e4c30f x-openstack-request-id: req-0dfae519-3953-4c67-946a-721159e4c30f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:10.522362 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:10.522514 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0dfae519-3953-4c67-946a-721159e4c30f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:10.522851 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'status': 'completed', 'code': 200} Jul 13 07:29:10.563042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Attempting to bind port caceb0b4-1456-4f39-85ca-291e66a88a50 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:10.563376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Attempting to bind port caceb0b4-1456-4f39-85ca-291e66a88a50 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:10.563862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Attempting to bind port caceb0b4-1456-4f39-85ca-291e66a88a50 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:10.565977 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0e080f12-8ace-441e-9059-168d56f5c0f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=669cc79d6f134b599f8a2ffce6f47c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6129003 Jul 13 07:29:10.567658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e080f12-8ace-441e-9059-168d56f5c0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317b6aa3-e4da-4c0c-860f-bb505ce8ce29,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:10.570820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48920) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:10.574711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Port caceb0b4-1456-4f39-85ca-291e66a88a50 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:10.575043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Attempting to bind port caceb0b4-1456-4f39-85ca-291e66a88a50 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:10.587221 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18fd409c-f71e-4b71-a356-e55be6930770 req-c733ab12-048a-4244-ae10-9bfd0cd35562 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043961 Jul 13 07:29:10.607507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:10.607507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:10.607507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:10.607507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Bound port: caceb0b4-1456-4f39-85ca-291e66a88a50, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:10.607507 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.651541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-a9993768-4540-4dde-a015-26e21d111183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.652972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-a9993768-4540-4dde-a015-26e21d111183 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.8952198 Jul 13 07:29:10.665816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f69c1b2-aa99-486e-907a-fb825e73b193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.695607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device b6e4f87f-62bd-4829-bf4c-a69d710daf51 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:10.710604 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f69c1b2-aa99-486e-907a-fb825e73b193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.760894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee36f76-9fa5-41ba-8eac-b332fd392552 req-0115b891-946a-4fed-90ea-733d9742d84c tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.762485 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ee36f76-9fa5-41ba-8eac-b332fd392552 req-0115b891-946a-4fed-90ea-733d9742d84c tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 949 time: 0.2436578 Jul 13 07:29:10.786344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] For port caceb0b4-1456-4f39-85ca-291e66a88a50, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:10.818229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f69c1b2-aa99-486e-907a-fb825e73b193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.818800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] For port caceb0b4-1456-4f39-85ca-291e66a88a50, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=caceb0b4-1456-4f39-85ca-291e66a88a50,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:10.821277 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f69c1b2-aa99-486e-907a-fb825e73b193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.825037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f69c1b2-aa99-486e-907a-fb825e73b193 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/317b6aa3-e4da-4c0c-860f-bb505ce8ce29 HTTP/1.1" status: 204 len: 168 time: 0.2504399 Jul 13 07:29:10.839162 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69c1b2-aa99-486e-907a-fb825e73b193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b6aa3-e4da-4c0c-860f-bb505ce8ce29,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:10.862356 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.896057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4cf0-2b93-4353-83f0-8b205c37cf30 req-a7921a5b-1f48-4690-9a0a-b64ce0c94c80 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.898035 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16ae4cf0-2b93-4353-83f0-8b205c37cf30 req-a7921a5b-1f48-4690-9a0a-b64ce0c94c80 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 948 time: 0.1692545 Jul 13 07:29:10.943705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ee36f76-9fa5-41ba-8eac-b332fd392552 req-f36309da-10f4-424d-ac2d-ec38416a6c88 tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e583e65-ae09-4a8f-843e-989c8d9fa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713817 Jul 13 07:29:10.968618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.970225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.973238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] 10.222.0.53 "PUT /v2.0/ports/caceb0b4-1456-4f39-85ca-291e66a88a50 HTTP/1.1" status: 200 len: 1096 time: 2.6398623 Jul 13 07:29:10.982490 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16ae4cf0-2b93-4353-83f0-8b205c37cf30 req-cf30d1ab-b6a2-49fc-bdae-9623bebfabc5 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773637 Jul 13 07:29:11.079973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port b6e4f87f-62bd-4829-bf4c-a69d710daf51, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b6e4f87f-62bd-4829-bf4c-a69d710daf51,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:11.131186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'port_id': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51', 'mac_address': 'fa:16:3e:01:c4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:11.135504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ebf31-e916-4759-b300-57c4b94e8e86 service neutron] Pushing event updated for resources: {'Port': ['ID=caceb0b4-1456-4f39-85ca-291e66a88a50,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:11.147485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-dc2e90a1-b890-480c-8e9b-d69f2c361438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.149300 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-dc2e90a1-b890-480c-8e9b-d69f2c361438 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4884882 Jul 13 07:29:11.218166 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.238823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e4f87f-62bd-4829-bf4c-a69d710daf51 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:11.244070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-747e8fa3-601b-4650-ad9a-9bccf7d760ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.245826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-747e8fa3-601b-4650-ad9a-9bccf7d760ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ead84b43522f4048a469efff97c04e3c&device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 1099 time: 0.2043061 Jul 13 07:29:11.284332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port b6e4f87f-62bd-4829-bf4c-a69d710daf51, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b6e4f87f-62bd-4829-bf4c-a69d710daf51,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:11.295682 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.299806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-0115d436-ec02-4cd7-a3a1-87e97df3c0f4 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418488 Jul 13 07:29:11.335697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fe246-c3cf-49a4-b5bc-e4723fa42025 req-fd043abb-e4c2-48f1-ad9b-fcc054032650 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.347978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f24fe246-c3cf-49a4-b5bc-e4723fa42025 req-fd043abb-e4c2-48f1-ad9b-fcc054032650 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1993730 Jul 13 07:29:11.393887 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-6f5d8fa2-0086-4010-8f44-7d3008017016 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=caceb0b4-1456-4f39-85ca-291e66a88a50 HTTP/1.1" status: 200 len: 217 time: 0.0930557 Jul 13 07:29:11.435258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=b6e4f87f-62bd-4829-bf4c-a69d710daf51,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:11.456789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f24fe246-c3cf-49a4-b5bc-e4723fa42025 req-01350db4-fa8f-4fa6-af9d-196a8df2de3a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078212 Jul 13 07:29:11.460806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48934) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:11.505035 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd957f89-c56b-4065-99f0-fa9d0e30cbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.538257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc3d4628-adf6-4adc-9c15-758d7f4f92da req-1a1a8aac-afae-4def-a495-5bc667943a22 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304964 Jul 13 07:29:11.543424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-3624d9e5-9bd4-4ded-8e88-2d2518d49c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.545928 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-3624d9e5-9bd4-4ded-8e88-2d2518d49c4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1369934 Jul 13 07:29:11.594311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['b6e4f87f-62bd-4829-bf4c-a69d710daf51'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:11.657051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd957f89-c56b-4065-99f0-fa9d0e30cbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.667454 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd957f89-c56b-4065-99f0-fa9d0e30cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.709699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-d2044444-9bf7-4619-911e-3a9df46b748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.711486 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-d2044444-9bf7-4619-911e-3a9df46b748d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537986 Jul 13 07:29:11.749937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd957f89-c56b-4065-99f0-fa9d0e30cbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb9b8b0-c1b4-473b-a9b1-c36f74bd4489,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:11.759914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-4f35812c-a3b1-43e0-9428-2e2277664cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.763918 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-4f35812c-a3b1-43e0-9428-2e2277664cf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ead84b43522f4048a469efff97c04e3c&device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 1099 time: 0.1258235 Jul 13 07:29:11.798764 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cd957f89-c56b-4065-99f0-fa9d0e30cbd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb552ceae0404c239f0a198811d96e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338871 Jul 13 07:29:11.801927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48942) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:11.871282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48944) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:11.875623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-dd804bc3-0a10-4381-87f7-c6e2852dcd8d tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.877158 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-dd804bc3-0a10-4381-87f7-c6e2852dcd8d tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.53 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 949 time: 0.1243670 Jul 13 07:29:11.881960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-24d8370d-18a4-4e4a-89c9-52935b63108e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.938691 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-24d8370d-18a4-4e4a-89c9-52935b63108e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.963856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-e848d0f8-dd81-467c-9a01-971b6cb220ad service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429891 Jul 13 07:29:12.031968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-5fc4327f-dd15-4722-8674-b98de81c512f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Deleting port 3cf84101-1d43-4458-9d44-93fb497fd86c {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:12.032340 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-5fc4327f-dd15-4722-8674-b98de81c512f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.037095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-865b8e70-64af-478f-849a-7855698fc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.038780 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-865b8e70-64af-478f-849a-7855698fc508 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2648847 Jul 13 07:29:12.060360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-24d8370d-18a4-4e4a-89c9-52935b63108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.063505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-24d8370d-18a4-4e4a-89c9-52935b63108e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.064487 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-24d8370d-18a4-4e4a-89c9-52935b63108e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fb9b8b0-c1b4-473b-a9b1-c36f74bd4489 HTTP/1.1" status: 204 len: 168 time: 0.2607358 Jul 13 07:29:12.094480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c80f76-8fb7-47f0-b265-50cc1ff4f92c req-4d209cb4-5316-4544-b32c-0f839fe7c7f4 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.096148 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4c80f76-8fb7-47f0-b265-50cc1ff4f92c req-4d209cb4-5316-4544-b32c-0f839fe7c7f4 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 944 time: 0.3398428 Jul 13 07:29:12.096332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8370d-18a4-4e4a-89c9-52935b63108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb9b8b0-c1b4-473b-a9b1-c36f74bd4489,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:12.143745 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-26297492-7b77-401f-8f03-281175c88210 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6 HTTP/1.1" status: 200 len: 217 time: 0.0681093 Jul 13 07:29:12.184570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-5fc4327f-dd15-4722-8674-b98de81c512f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] For port 3cf84101-1d43-4458-9d44-93fb497fd86c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=3cf84101-1d43-4458-9d44-93fb497fd86c,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:12.185569 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-5fc4327f-dd15-4722-8674-b98de81c512f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.201542 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-5fc4327f-dd15-4722-8674-b98de81c512f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Calling delete_port for 3cf84101-1d43-4458-9d44-93fb497fd86c owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:12.215430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeef59-a62a-4e9a-a75f-24e7ad0d39fa req-c798209d-17db-40ff-a184-53297b554c3e tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.217679 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ddbeef59-a62a-4e9a-a75f-24e7ad0d39fa req-c798209d-17db-40ff-a184-53297b554c3e tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/ports?device_id=436f5a7a-92cd-4360-b6ba-9e8732fbb013 HTTP/1.1" status: 200 len: 949 time: 0.1482394 Jul 13 07:29:12.229477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1c60a8e9-e537-4d3e-aa1d-51c991a037e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06ede4f600ea4c078f07d3dacbd9843c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543532 Jul 13 07:29:12.234200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48956) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:12.264438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b2db716-c7ab-42e2-a98c-32d3e5ba44b4 req-4339d2f7-d42a-4ecb-b52c-583f6ccb3711 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863233 Jul 13 07:29:12.269399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4c80f76-8fb7-47f0-b265-50cc1ff4f92c req-32f921cb-b3d1-4581-b72f-e51d00f21ca7 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325662 Jul 13 07:29:12.273763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-e6afebe4-788c-4fa8-a653-4a6e518c605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.275385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-e6afebe4-788c-4fa8-a653-4a6e518c605b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1172280 Jul 13 07:29:12.344188 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ddbeef59-a62a-4e9a-a75f-24e7ad0d39fa req-45d0d38b-1834-45e0-b491-15125cb2467d tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e583e65-ae09-4a8f-843e-989c8d9fa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755277 Jul 13 07:29:12.357315 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-645d8d4a-d539-4498-ba18-066aad8fd6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.385044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-b42b4781-e06a-40af-9d91-cae040f4722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.386713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-b42b4781-e06a-40af-9d91-cae040f4722f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963590 Jul 13 07:29:12.407814 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-645d8d4a-d539-4498-ba18-066aad8fd6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.453784 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-5fc4327f-dd15-4722-8674-b98de81c512f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.467639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['3cf84101-1d43-4458-9d44-93fb497fd86c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:12.486918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4327f-dd15-4722-8674-b98de81c512f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Pushing event deleted for resources: {'Port': ['ID=3cf84101-1d43-4458-9d44-93fb497fd86c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:12.557139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2', 'tag': 'caceb0b4-1456-4f39-85ca-291e66a88a50'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:12.559345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-5fc4327f-dd15-4722-8674-b98de81c512f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] No DVR routers for this DVR port 3cf84101-1d43-4458-9d44-93fb497fd86c on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:12.560169 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ee10d-1689-415a-9377-b371f476f9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2", "tag": "caceb0b4-1456-4f39-85ca-291e66a88a50"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:12.570801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-5fc4327f-dd15-4722-8674-b98de81c512f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.573007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25b188ca-42a8-4d04-ae49-1dcd32b0bb37 req-5fc4327f-dd15-4722-8674-b98de81c512f tempest-ImagesNegativeTestJSON-1651229421 tempest-ImagesNegativeTestJSON-1651229421-project] 10.222.0.53 "DELETE /v2.0/ports/3cf84101-1d43-4458-9d44-93fb497fd86c HTTP/1.1" status: 204 len: 173 time: 0.6883662 Jul 13 07:29:12.573501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436f5a7a-92cd-4360-b6ba-9e8732fbb013', 'name': 'network-vif-deleted', 'tag': '3cf84101-1d43-4458-9d44-93fb497fd86c'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:12.576575 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a30613-7a8d-4561-bd1b-4674f12a8288" -d '{"events": [{"server_uuid": "436f5a7a-92cd-4360-b6ba-9e8732fbb013", "name": "network-vif-deleted", "tag": "3cf84101-1d43-4458-9d44-93fb497fd86c"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:12.615118 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-47d1c47b-9577-4b24-a23e-3c536a482df4 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203465 Jul 13 07:29:12.702686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device b6e4f87f-62bd-4829-bf4c-a69d710daf51 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:12.734016 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a4c3f98-5864-4b85-abc9-958ef1f4fa02 req-26fd3002-3577-4501-985d-18fd6b2d4e66 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057124 Jul 13 07:29:12.759574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76fd33-6ccc-4871-9a35-878863eb6007 req-8f79c5ac-b343-40f0-854a-0b85ef2c8f01 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.767294 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be76fd33-6ccc-4871-9a35-878863eb6007 req-8f79c5ac-b343-40f0-854a-0b85ef2c8f01 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 948 time: 0.3333442 Jul 13 07:29:12.788798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-645d8d4a-d539-4498-ba18-066aad8fd6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.791209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-645d8d4a-d539-4498-ba18-066aad8fd6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.797895 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-645d8d4a-d539-4498-ba18-066aad8fd6c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a372e7a8-de65-4b27-9be3-2c914a0d4975 HTTP/1.1" status: 204 len: 168 time: 0.5543592 Jul 13 07:29:12.830569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port b6e4f87f-62bd-4829-bf4c-a69d710daf51 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:12.831513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d8d4a-d539-4498-ba18-066aad8fd6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a372e7a8-de65-4b27-9be3-2c914a0d4975,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:12.838709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port b6e4f87f-62bd-4829-bf4c-a69d710daf51 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:12.840588 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.860494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be76fd33-6ccc-4871-9a35-878863eb6007 req-ffd2ce2b-a855-4bf5-8fa9-6cd3c74e0b0e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920894 Jul 13 07:29:12.994217 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.025230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:13.029369 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26d205-f21d-4a6c-8fd0-c8e3e86886f4" -d '{"events": [{"server_uuid": "b5762f8e-d6f9-4129-ada4-693fa4c5e68f", "name": "network-vif-plugged", "status": "completed", "tag": "b6e4f87f-62bd-4829-bf4c-a69d710daf51"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:13.049502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port b6e4f87f-62bd-4829-bf4c-a69d710daf51, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b6e4f87f-62bd-4829-bf4c-a69d710daf51,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:13.056372 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.085871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7484d4-da45-456d-be7f-1dbc26a3b88e req-1588862c-ea9b-456a-bcd3-0cca180247ee tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.087522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed7484d4-da45-456d-be7f-1dbc26a3b88e req-1588862c-ea9b-456a-bcd3-0cca180247ee tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.0814407 Jul 13 07:29:13.100618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 3cf84101-1d43-4458-9d44-93fb497fd86c no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:13.172698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed7484d4-da45-456d-be7f-1dbc26a3b88e req-8f8dd166-ff1f-4696-aa95-83db77bad980 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751767 Jul 13 07:29:13.178186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=b6e4f87f-62bd-4829-bf4c-a69d710daf51,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:13.182605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 3cf84101-1d43-4458-9d44-93fb497fd86c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:13.183402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 3cf84101-1d43-4458-9d44-93fb497fd86c not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:13.184216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4482ac7c-8501-42c3-ac1b-ce8d37108a34 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:13.226928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 4482ac7c-8501-42c3-ac1b-ce8d37108a34 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:13.227424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4482ac7c-8501-42c3-ac1b-ce8d37108a34 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:13.274660 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6172eb5-2bed-4f48-89fb-973945aa9cc1 x-openstack-request-id: req-c6172eb5-2bed-4f48-89fb-973945aa9cc1 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:13.274872 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2", "tag": "caceb0b4-1456-4f39-85ca-291e66a88a50", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:13.275268 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6172eb5-2bed-4f48-89fb-973945aa9cc1 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:13.275500 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2', 'tag': 'caceb0b4-1456-4f39-85ca-291e66a88a50', 'status': 'completed', 'code': 200} Jul 13 07:29:13.285891 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbb41d8-48c8-45a6-a5c3-3f1688e464f2 x-openstack-request-id: req-6bbb41d8-48c8-45a6-a5c3-3f1688e464f2 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:13.286471 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436f5a7a-92cd-4360-b6ba-9e8732fbb013", "name": "network-vif-deleted", "tag": "3cf84101-1d43-4458-9d44-93fb497fd86c", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:13.286471 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bbb41d8-48c8-45a6-a5c3-3f1688e464f2 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:13.286836 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436f5a7a-92cd-4360-b6ba-9e8732fbb013', 'name': 'network-vif-deleted', 'tag': '3cf84101-1d43-4458-9d44-93fb497fd86c', 'status': 'completed', 'code': 200} Jul 13 07:29:13.366147 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738d3252-93c2-4aaf-aaa8-7ab0d844bfe9 x-openstack-request-id: req-738d3252-93c2-4aaf-aaa8-7ab0d844bfe9 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:13.366429 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5762f8e-d6f9-4129-ada4-693fa4c5e68f", "name": "network-vif-plugged", "status": "completed", "tag": "b6e4f87f-62bd-4829-bf4c-a69d710daf51", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:13.366687 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-738d3252-93c2-4aaf-aaa8-7ab0d844bfe9 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:13.367084 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51', 'code': 200} Jul 13 07:29:13.424750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee10d-1689-415a-9377-b371f476f9a2 req-a2b83721-56a6-4b5e-8424-88b6339471da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.426308 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-518ee10d-1689-415a-9377-b371f476f9a2 req-a2b83721-56a6-4b5e-8424-88b6339471da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ead84b43522f4048a469efff97c04e3c&device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 1099 time: 0.1127548 Jul 13 07:29:13.429492 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49008) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:13.562914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dca8c339-c3a3-458a-a28a-98b0460cebe2 None None] Provisioning complete for port b6e4f87f-62bd-4829-bf4c-a69d710daf51 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:13.564271 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dca8c339-c3a3-458a-a28a-98b0460cebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.636569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dfbc59bd-8ea7-4e93-abd5-8077ff835026 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d002274e0984c7093da72a199a27f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059731 Jul 13 07:29:13.642498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49016) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:13.695197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193989-0621-4833-9dc3-ddbd6066a6cb req-d7e27124-eb6e-4b8c-8901-7d490d0591ce tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.702937 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33193989-0621-4833-9dc3-ddbd6066a6cb req-d7e27124-eb6e-4b8c-8901-7d490d0591ce tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 945 time: 0.1813021 Jul 13 07:29:13.706003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2c487-757c-49ce-aeeb-b7d56329aaf2 req-17cbced9-00fb-47dd-9b8d-02800f1404dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.707427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-03b2c487-757c-49ce-aeeb-b7d56329aaf2 req-17cbced9-00fb-47dd-9b8d-02800f1404dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 1096 time: 0.1348448 Jul 13 07:29:13.719488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee10d-1689-415a-9377-b371f476f9a2 req-eeacc3be-8596-4434-afb2-7873a151f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.720991 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-518ee10d-1689-415a-9377-b371f476f9a2 req-eeacc3be-8596-4434-afb2-7873a151f3a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2784777 Jul 13 07:29:13.744957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a272f-9463-40c4-befa-db086840b55e req-c3757648-ca11-4e97-b285-caf47bd6da93 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.751855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-801a272f-9463-40c4-befa-db086840b55e req-c3757648-ca11-4e97-b285-caf47bd6da93 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.2482872 Jul 13 07:29:13.772821 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33193989-0621-4833-9dc3-ddbd6066a6cb req-2d6fb3df-b5ad-4091-81a9-56f2cb8c6e4f tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687430 Jul 13 07:29:13.775378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-03b2c487-757c-49ce-aeeb-b7d56329aaf2 req-591629af-7159-484a-b95e-3849cd2df355 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591853 Jul 13 07:29:13.792858 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-518ee10d-1689-415a-9377-b371f476f9a2 req-5126944d-c293-405b-a0c4-b8fafe973019 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=caceb0b4-1456-4f39-85ca-291e66a88a50 HTTP/1.1" status: 200 len: 217 time: 0.0646462 Jul 13 07:29:13.811475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a8402b0-1348-4f2f-8877-dd4990ae021e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.877342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a8402b0-1348-4f2f-8877-dd4990ae021e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.883360 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-801a272f-9463-40c4-befa-db086840b55e req-2a075708-cf48-4ca2-98e5-c8d975a8df4c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306636 Jul 13 07:29:13.939984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee10d-1689-415a-9377-b371f476f9a2 req-18a2c573-db39-4a54-90ec-1bb2b71260fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.941516 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-518ee10d-1689-415a-9377-b371f476f9a2 req-18a2c573-db39-4a54-90ec-1bb2b71260fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1031988 Jul 13 07:29:13.990739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a8402b0-1348-4f2f-8877-dd4990ae021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.993796 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a8402b0-1348-4f2f-8877-dd4990ae021e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.995042 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1a8402b0-1348-4f2f-8877-dd4990ae021e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/796b0eab-a387-4994-99c0-9f269ab4601a HTTP/1.1" status: 204 len: 168 time: 0.3503563 Jul 13 07:29:14.013582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8402b0-1348-4f2f-8877-dd4990ae021e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796b0eab-a387-4994-99c0-9f269ab4601a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:14.033763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee10d-1689-415a-9377-b371f476f9a2 req-9ed3c233-a555-43fb-85d2-255dc472d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:14.035954 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-518ee10d-1689-415a-9377-b371f476f9a2 req-9ed3c233-a555-43fb-85d2-255dc472d130 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872018 Jul 13 07:29:14.202520 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-36817a27-aa28-47b5-88b3-b59afaa93853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.212359 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-518ee10d-1689-415a-9377-b371f476f9a2 req-36e8c655-290b-4720-9444-bca3a6fe05c2 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619411 Jul 13 07:29:14.243356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825d4c3-7014-4478-9c17-6677b62df6af req-c0298b47-d4f7-41a8-8396-3dfb73282f62 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:14.246655 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a825d4c3-7014-4478-9c17-6677b62df6af req-c0298b47-d4f7-41a8-8396-3dfb73282f62 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 948 time: 0.0905693 Jul 13 07:29:14.320301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a825d4c3-7014-4478-9c17-6677b62df6af req-772ce0bd-7f03-4c4a-a436-8c9fe72b20ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670030 Jul 13 07:29:14.347627 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-518ee10d-1689-415a-9377-b371f476f9a2 req-dc956da9-6964-41ef-bfb9-8ab9189c99f5 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262879 Jul 13 07:29:14.448958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbbbba-a488-487f-9aa3-f393abb041c6 req-cf7e3072-4d4e-4090-baee-5de2502f7053 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:14.451205 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1cbbbba-a488-487f-9aa3-f393abb041c6 req-cf7e3072-4d4e-4090-baee-5de2502f7053 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.0721178 Jul 13 07:29:14.492790 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1cbbbba-a488-487f-9aa3-f393abb041c6 req-7060b489-24cf-4017-a0b2-7979cd95a7df tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Jul 13 07:29:14.709065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49064) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:14.711232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device caceb0b4-1456-4f39-85ca-291e66a88a50 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:14.870803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port caceb0b4-1456-4f39-85ca-291e66a88a50, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=caceb0b4-1456-4f39-85ca-291e66a88a50,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:14.888407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'caceb0b4-1456-4f39-85ca-291e66a88a50', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'caceb0b4-1456-4f39-85ca-291e66a88a50', 'mac_address': 'fa:16:3e:a2:8d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:14.943782 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.964163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caceb0b4-1456-4f39-85ca-291e66a88a50 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:14.972605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d8392492-1f74-4eda-b651-e23d8fbddbc6 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:14.983474 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7c55b32f-7de0-4dde-8ae1-ff46bbd5adc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57dd7875605544a49dc1902d9c1f7f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722001 Jul 13 07:29:14.986544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49080) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:15.008769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port caceb0b4-1456-4f39-85ca-291e66a88a50, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=caceb0b4-1456-4f39-85ca-291e66a88a50,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:15.019911 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.108791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49082) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:15.125812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4840924-232d-4530-b803-6451d0cf2865 req-53cb4fb1-7313-4faf-ae11-8e993b669125 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.127763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4840924-232d-4530-b803-6451d0cf2865 req-53cb4fb1-7313-4faf-ae11-8e993b669125 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 945 time: 0.1596699 Jul 13 07:29:15.133795 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a70e9aa2-9e53-4fa4-b336-52e6b7b51754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.174601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=caceb0b4-1456-4f39-85ca-291e66a88a50,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.183448 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a70e9aa2-9e53-4fa4-b336-52e6b7b51754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.208155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:15.246142 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4840924-232d-4530-b803-6451d0cf2865 req-46736d7c-15fc-42bc-bb5b-0d249e0d44c5 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019328 Jul 13 07:29:15.249643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'mac_address': 'fa:16:3e:38:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:15.264255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed42c5f-fb1b-4b37-b791-2872e13e3398 req-5677eefe-014e-4083-84cd-705a8b2d60f7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.272318 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8ed42c5f-fb1b-4b37-b791-2872e13e3398 req-5677eefe-014e-4083-84cd-705a8b2d60f7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1846652 Jul 13 07:29:15.321729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['caceb0b4-1456-4f39-85ca-291e66a88a50'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:15.330806 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8ed42c5f-fb1b-4b37-b791-2872e13e3398 req-dac88288-436a-435d-abc0-0b53908f5490 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536444 Jul 13 07:29:15.343338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a70e9aa2-9e53-4fa4-b336-52e6b7b51754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.347212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a70e9aa2-9e53-4fa4-b336-52e6b7b51754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.348398 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a70e9aa2-9e53-4fa4-b336-52e6b7b51754 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e583e65-ae09-4a8f-843e-989c8d9fa5a6 HTTP/1.1" status: 204 len: 168 time: 0.3609166 Jul 13 07:29:15.371083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e9aa2-9e53-4fa4-b336-52e6b7b51754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e583e65-ae09-4a8f-843e-989c8d9fa5a6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.373987 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.419989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8392492-1f74-4eda-b651-e23d8fbddbc6 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:15.454723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:15.478422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:15.502316 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.506409 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.631318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.653670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f10a1-f152-4048-9731-f620579ca071 req-a514a208-eff7-4a6a-8685-634e2a9a00e4 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.664634 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a00f10a1-f152-4048-9731-f620579ca071 req-a514a208-eff7-4a6a-8685-634e2a9a00e4 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 945 time: 0.1430883 Jul 13 07:29:15.674063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49104) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:15.679463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-31c58b62-694d-4521-8ea6-cd7c7b563c62 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Request body: {'floatingip': {'port_id': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:15.725894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.734094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31c58b62-694d-4521-8ea6-cd7c7b563c62 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.819391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d8392492-1f74-4eda-b651-e23d8fbddbc6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:15.965066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a7ce6-cf8f-4b56-ba1d-9f0d108b2208 req-17aeb761-ada3-4c09-99e2-ce01047e6eee tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.967434 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-469a7ce6-cf8f-4b56-ba1d-9f0d108b2208 req-17aeb761-ada3-4c09-99e2-ce01047e6eee tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 949 time: 0.1852870 Jul 13 07:29:16.057823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-469a7ce6-cf8f-4b56-ba1d-9f0d108b2208 req-d5797120-56ba-4b69-8a4c-49a624961d28 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801268 Jul 13 07:29:16.060305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Allocated IP 172.25.6.74 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/efa3e601-fe2d-4c9b-b99d-66134a0afbe6) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:16.175540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6c154-86e2-49a4-be35-4f5b22dae5b0 req-23537aa1-d5c9-4466-b6fa-a67fc8dddde2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:16.182276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b5c6c154-86e2-49a4-be35-4f5b22dae5b0 req-23537aa1-d5c9-4466-b6fa-a67fc8dddde2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.2484524 Jul 13 07:29:16.213559 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.260845 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.307668 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b5c6c154-86e2-49a4-be35-4f5b22dae5b0 req-f5ab5755-d13e-4c10-891e-966aef883f3c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210675 Jul 13 07:29:16.315067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event updated for resources: {'Port': ['ID=efa3e601-fe2d-4c9b-b99d-66134a0afbe6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:16.332227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:16.333769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:16.336605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:16.453841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.560564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.652044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff465a73-abc0-410d-8fa8-5060c5979e6f req-9af549d7-7d18-4a9e-9b24-4bcd83d43e8f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:16.654375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff465a73-abc0-410d-8fa8-5060c5979e6f req-9af549d7-7d18-4a9e-9b24-4bcd83d43e8f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1332223 Jul 13 07:29:16.719037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device caceb0b4-1456-4f39-85ca-291e66a88a50 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:16.746681 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff465a73-abc0-410d-8fa8-5060c5979e6f req-274ca48b-47b3-4c24-a4b6-846a4b6ad4f1 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784371 Jul 13 07:29:16.818808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port caceb0b4-1456-4f39-85ca-291e66a88a50 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:16.821114 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.827551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port caceb0b4-1456-4f39-85ca-291e66a88a50 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:16.828756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.831273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.837539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49144) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:16.888712 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31c58b62-694d-4521-8ea6-cd7c7b563c62 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.902518 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31c58b62-694d-4521-8ea6-cd7c7b563c62 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.954512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event updated for resources: {'Port': ['ID=efa3e601-fe2d-4c9b-b99d-66134a0afbe6,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:16.963233 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.980571 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.983329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.986176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d8392492-1f74-4eda-b651-e23d8fbddbc6 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:16.988340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7fa7fc2f-45ef-4588-bc19-580ed494849c tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8777611 Jul 13 07:29:16.988877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49148) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:16.995386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-632933149-network', 'tenant_id': 'ea464cf7bef84c148440a20fffb9fff8'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:17.002082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1177770221'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:17.022630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:29:17.022630 n-d-798249-7 neutron-server[93838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:29:17.022630 n-d-798249-7 neutron-server[93838]: [parameters: {'project_id_1': 'd5a8e3b793dc4e8a89fc46140e8a2b74', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 29, 17, 9003)}] Jul 13 07:29:17.022630 n-d-798249-7 neutron-server[93838]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:29:17.023248 n-d-798249-7 neutron-server[93838]: DEBUG oslo_db.api [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:29:17.031584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Made reservation on behalf of ea464cf7bef84c148440a20fffb9fff8 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:17.035463 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.045349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.046629 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-31c58b62-694d-4521-8ea6-cd7c7b563c62 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Floating IP 29c56f8b-76eb-44a7-86d8-0d0dc626db47 associated. External IP: 172.25.6.83, port: b6e4f87f-62bd-4829-bf4c-a69d710daf51. Jul 13 07:29:17.067531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caceb0b4-1456-4f39-85ca-291e66a88a50'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:17.070031 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506f4650-0cdd-46b3-8961-cdeb147ea10b" -d '{"events": [{"server_uuid": "fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2", "name": "network-vif-plugged", "status": "completed", "tag": "caceb0b4-1456-4f39-85ca-291e66a88a50"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:17.106929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2cfd627e-4c49-4d9d-b75d-27e8654e66f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.121012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port caceb0b4-1456-4f39-85ca-291e66a88a50, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=caceb0b4-1456-4f39-85ca-291e66a88a50,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:17.127104 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.145066 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012db80-7638-42a8-83c7-f40fc13fd976 x-openstack-request-id: req-0012db80-7638-42a8-83c7-f40fc13fd976 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:17.145933 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2", "name": "network-vif-plugged", "status": "completed", "tag": "caceb0b4-1456-4f39-85ca-291e66a88a50", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:17.145933 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0012db80-7638-42a8-83c7-f40fc13fd976 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:17.146155 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caceb0b4-1456-4f39-85ca-291e66a88a50', 'code': 200} Jul 13 07:29:17.157363 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.163759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.173742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.206819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:17.229899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.231982 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Added segment af5e580d-b340-4c17-b893-2f6edfd59bce of type vlan for network 40616115-1a6d-4fc8-b39a-431b83bf48b7 Jul 13 07:29:17.253163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port d8392492-1f74-4eda-b651-e23d8fbddbc6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:17.266048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:17.266639 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.306479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.314448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=caceb0b4-1456-4f39-85ca-291e66a88a50,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:17.365004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:17.397100 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.398738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:17.399605 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.422965 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.442725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5996652 Jul 13 07:29:17.445526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49158) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:17.453906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Request body: {'subnet': {'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-632933149-subnet', 'tenant_id': 'ea464cf7bef84c148440a20fffb9fff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:17.484607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:17.489761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7158a-9f91-4111-b7e8-8d8c2d64b3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=40616115-1a6d-4fc8-b39a-431b83bf48b7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:17.495190 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.509594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c405df-2e6e-432d-9ffc-cfb79a379762 req-a8b64f79-caf5-4c30-ae3c-6e87ae2c6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:17.511275 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53c405df-2e6e-432d-9ffc-cfb79a379762 req-a8b64f79-caf5-4c30-ae3c-6e87ae2c6f10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 1101 time: 0.3029590 Jul 13 07:29:17.515635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 40616115-1a6d-4fc8-b39a-431b83bf48b7 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:17.522099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8fef2-4449-4e65-b213-60a8f9ae6cad req-b77ef46d-a49b-443a-9b8c-b8c6a960a334 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:17.529970 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9fc8fef2-4449-4e65-b213-60a8f9ae6cad req-b77ef46d-a49b-443a-9b8c-b8c6a960a334 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 950 time: 0.2757156 Jul 13 07:29:17.548360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Made reservation on behalf of ea464cf7bef84c148440a20fffb9fff8 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:17.551737 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.568070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Made reservation on behalf of d5a8e3b793dc4e8a89fc46140e8a2b74 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:17.572572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.592635 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.631696 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9fc8fef2-4449-4e65-b213-60a8f9ae6cad req-26a9550c-2a10-4060-9feb-7b7d5a5830aa tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007648 Jul 13 07:29:17.640278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c58b62-694d-4521-8ea6-cd7c7b563c62 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:29:17.642862 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53c405df-2e6e-432d-9ffc-cfb79a379762 req-3a775ec2-4433-451c-be3f-df457d8ca997 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082268 Jul 13 07:29:17.682909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7c7931b4-9d16-4cbd-a0ee-3b5f5563a65a None None] Provisioning complete for port caceb0b4-1456-4f39-85ca-291e66a88a50 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:17.683288 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7c7931b4-9d16-4cbd-a0ee-3b5f5563a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.752104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:17.853194 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.863259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c58b62-694d-4521-8ea6-cd7c7b563c62 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:17.873898 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] Sync routers for ids ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:17.878385 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31c58b62-694d-4521-8ea6-cd7c7b563c62 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.882498 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.887143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.890847 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] Routers {'862da0f0-39aa-4644-86b2-d7bdd65ebbb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:17.891835 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:17.893827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.906761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:17.916647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.917166 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Added segment 84ed5050-301c-48a3-9a2d-6b1932a0c90c of type vlan for network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc Jul 13 07:29:17.944416 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-31c58b62-694d-4521-8ea6-cd7c7b563c62 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "PUT /v2.0/floatingips/29c56f8b-76eb-44a7-86d8-0d0dc626db47 HTTP/1.1" status: 200 len: 990 time: 2.2687860 Jul 13 07:29:17.945089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'tag': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:17.947612 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5762f8e-d6f9-4129-ada4-693fa4c5e68f", "tag": "b6e4f87f-62bd-4829-bf4c-a69d710daf51"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:18.036964 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] Set router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:29:18.048471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535825a7-2290-4b36-925e-57eac803ae53,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:18.050733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f23ae8d9-10cb-4bcc-b1bf-a9b4c71ecd3e None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:18.051114 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f23ae8d9-10cb-4bcc-b1bf-a9b4c71ecd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.066230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.073748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99129e8-6f68-462f-ab0d-07dade10006b req-da5137df-3285-417f-8215-85ba56539f22 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.074555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Checking segment: {'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:18.075797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Network hostable DHCP agents. Network: 40616115-1a6d-4fc8-b39a-431b83bf48b7, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:18.084592 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f99129e8-6f68-462f-ab0d-07dade10006b req-da5137df-3285-417f-8215-85ba56539f22 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1168334 Jul 13 07:29:18.089492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Pushing event updated for resources: {'Subnet': ['ID=60fe286e-8237-4f7c-baaf-eea98f1f5ebc,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:18.118539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Network 40616115-1a6d-4fc8-b39a-431b83bf48b7 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:18.145893 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 40616115-1a6d-4fc8-b39a-431b83bf48b7) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:18.151440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.155260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.163824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.166241 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f99129e8-6f68-462f-ab0d-07dade10006b req-ca809ae3-22a8-4c72-b4c0-022fb32f5211 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758822 Jul 13 07:29:18.169305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ea3c0-1623-40fb-b707-7034072f25de None None] Network 40616115-1a6d-4fc8-b39a-431b83bf48b7 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:18.171828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.172733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.246988 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d27624e5-fdf2-40da-86ff-bcc47e24891a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7930069 Jul 13 07:29:18.297917 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:12Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '29c56f8b-76eb-44a7-86d8-0d0dc626db47', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'port_id': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'mac_address': 'fa:16:3e:01:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:28:21Z', 'updated_at': '2021-07-13T07:29:16Z', 'revision_number': 1, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b', 'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'mac_address': 'fa:16:3e:fe:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:10Z', 'updated_at': '2021-07-13T07:28:20Z', 'revision_number': 5, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'subnets': [{'id': '104dc45f-e62e-4125-8555-756d17211915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:18.311185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3195624 Jul 13 07:29:18.315830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49174) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:18.322681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Request body: {'subnet': {'network_id': 'ab8ea5ea-000a-4061-94a6-b1b65ef00bfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:18.330749 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] Checking router: 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:29:18.339965 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] Routers {'862da0f0-39aa-4644-86b2-d7bdd65ebbb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:18.340697 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:18.376814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ad6d3-861a-453a-9987-51ccc00667c8 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event updated for resources: {'Network': ['ID=ab8ea5ea-000a-4061-94a6-b1b65ef00bfc,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:18.395441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e419d4-0c40-4fd9-a947-bbb8c8e937cc req-27e3d48b-f30d-4e36-88b0-1469c3534d52 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.403168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6e419d4-0c40-4fd9-a947-bbb8c8e937cc req-27e3d48b-f30d-4e36-88b0-1469c3534d52 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.2262962 Jul 13 07:29:18.414281 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe188b-0779-448e-a9ed-de11c623a1b1 x-openstack-request-id: req-eebe188b-0779-448e-a9ed-de11c623a1b1 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:18.414571 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5762f8e-d6f9-4129-ada4-693fa4c5e68f", "tag": "b6e4f87f-62bd-4829-bf4c-a69d710daf51", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:18.414827 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eebe188b-0779-448e-a9ed-de11c623a1b1 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:18.417824 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'tag': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51', 'status': 'completed', 'code': 200} Jul 13 07:29:18.432848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:18.450877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553ee561-cdea-457a-a134-8f7f95f865bc None None] Network 40616115-1a6d-4fc8-b39a-431b83bf48b7 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:18.487255 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] Set router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:29:18.500204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6e419d4-0c40-4fd9-a947-bbb8c8e937cc req-6cc14093-95d1-47bb-ba17-5968217e3a9f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959601 Jul 13 07:29:18.681408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Made reservation on behalf of d5a8e3b793dc4e8a89fc46140e8a2b74 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:18.686488 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.707794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-eff8845a-0c67-4996-93c3-6250d5b5e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.710053 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-eff8845a-0c67-4996-93c3-6250d5b5e322 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce2c3dd577054ce2b508272ff4b3d273&device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 1096 time: 0.1680164 Jul 13 07:29:18.761512 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:12Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '29c56f8b-76eb-44a7-86d8-0d0dc626db47', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'port_id': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'mac_address': 'fa:16:3e:01:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:28:21Z', 'updated_at': '2021-07-13T07:29:16Z', 'revision_number': 1, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b', 'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'mac_address': 'fa:16:3e:fe:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:10Z', 'updated_at': '2021-07-13T07:28:20Z', 'revision_number': 5, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'subnets': [{'id': '104dc45f-e62e-4125-8555-756d17211915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:18.790436 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde7e3c-2ddf-4e67-828c-d922cec237eb None None] The sync data for ids ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'] in n-d-798249-7 is: [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:12Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '29c56f8b-76eb-44a7-86d8-0d0dc626db47', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'port_id': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'mac_address': 'fa:16:3e:01:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:28:21Z', 'updated_at': '2021-07-13T07:29:16Z', 'revision_number': 1, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b', 'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'mac_address': 'fa:16:3e:fe:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:10Z', 'updated_at': '2021-07-13T07:28:20Z', 'revision_number': 5, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'subnets': [{'id': '104dc45f-e62e-4125-8555-756d17211915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:29:18.961902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38906324-60d8-4746-bd91-01560e5eef99 req-eb67f68e-acec-46d2-8ac1-5b28b92000cf tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.963673 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-eb67f68e-acec-46d2-8ac1-5b28b92000cf tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/networks?id=40616115-1a6d-4fc8-b39a-431b83bf48b7 HTTP/1.1" status: 200 len: 821 time: 0.1528058 Jul 13 07:29:18.966651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-356a45e3-678b-4d30-bdf6-d0c6a93a139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.968382 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-356a45e3-678b-4d30-bdf6-d0c6a93a139b service neutron] 10.222.0.53 "GET /v2.0/networks?id=cac3b294-16aa-4942-93d6-017e8d76a22d HTTP/1.1" status: 200 len: 917 time: 0.2462149 Jul 13 07:29:18.981046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-70ec9083-b38e-4421-a547-da4f1a5f0630 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/quotas/ea464cf7bef84c148440a20fffb9fff8 HTTP/1.1" status: 200 len: 375 time: 0.0101662 Jul 13 07:29:19.020560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-dd500360-ca87-42d4-ac0c-015fb89cfed7 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea464cf7bef84c148440a20fffb9fff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328555 Jul 13 07:29:19.038788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49200) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:19.087607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6da746-e6bd-40b2-b176-37675f401286 req-8f6bf23b-5df0-4e8f-a509-cb89b307a564 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:19.089205 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2b6da746-e6bd-40b2-b176-37675f401286 req-8f6bf23b-5df0-4e8f-a509-cb89b307a564 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 950 time: 0.2120204 Jul 13 07:29:19.148778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:19.153381 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529d2873-022e-439b-b252-dddfa98439ce" -d '{"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-plugged", "status": "completed", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:19.159719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-6f7f2eb3-485a-466e-b20b-39b372158270 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e4f87f-62bd-4829-bf4c-a69d710daf51 HTTP/1.1" status: 200 len: 998 time: 0.1631575 Jul 13 07:29:19.169483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ea22a-a28a-42cc-b46a-48b2fbe59f79 None None] New status for floating IP 29c56f8b-76eb-44a7-86d8-0d0dc626db47: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:29:19.198258 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.212555 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a2da8ab-e7a6-44c7-be8d-316b672725a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.252199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2b6da746-e6bd-40b2-b176-37675f401286 req-948d571f-015d-4a08-b366-d840c2fcc590 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329386 Jul 13 07:29:19.269508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-78e51aae-c4cb-44e4-af11-20f0a8931cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:19.271094 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-78e51aae-c4cb-44e4-af11-20f0a8931cc9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=104dc45f-e62e-4125-8555-756d17211915 HTTP/1.1" status: 200 len: 855 time: 0.1045206 Jul 13 07:29:19.298614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-c835823b-317a-422a-a82d-69cdb2324739 service neutron] 10.222.0.44 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685905 Jul 13 07:29:19.342875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event updated for resources: {'Subnet': ['ID=6f1bd89a-356c-4f2a-8376-e0408f0f23ac,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:19.368786 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Checking segment: {'id': '84ed5050-301c-48a3-9a2d-6b1932a0c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab8ea5ea-000a-4061-94a6-b1b65ef00bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:19.369215 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Network hostable DHCP agents. Network: ab8ea5ea-000a-4061-94a6-b1b65ef00bfc, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:19.395486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-a95c5f44-b686-47a5-9b92-c84a0fd20173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:19.397297 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-a95c5f44-b686-47a5-9b92-c84a0fd20173 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cac3b294-16aa-4942-93d6-017e8d76a22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148074 Jul 13 07:29:19.407016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:19.431193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ab8ea5ea-000a-4061-94a6-b1b65ef00bfc) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:19.446366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117766ed-7939-46e6-b8f9-740d91c0e1b1 None None] Network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:19.451344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:19.451501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-abb7f723-ddbf-46dc-a440-3557b0d85e2d service neutron] 10.222.0.44 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442149 Jul 13 07:29:19.451880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.459278 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a2da8ab-e7a6-44c7-be8d-316b672725a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.474121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a2da8ab-e7a6-44c7-be8d-316b672725a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.524076 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8fc31233-d2c6-4abf-959a-30bba64d5692 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2054994 Jul 13 07:29:19.527247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49214) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:19.532061 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-19077875', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:19.540262 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9a2da8ab-e7a6-44c7-be8d-316b672725a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d88746ec0b449238fd5096e7d859da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004337 Jul 13 07:29:19.544957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49216) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:19.567191 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277ed290-9a5d-4af2-9cb0-3f605a093c9d x-openstack-request-id: req-277ed290-9a5d-4af2-9cb0-3f605a093c9d {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:19.567658 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-plugged", "status": "completed", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:19.568080 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-277ed290-9a5d-4af2-9cb0-3f605a093c9d {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:19.568324 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.568677 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'code': 200} Jul 13 07:29:19.569336 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.645489 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-fe7eb4d1-f18e-47cf-98c8-6fdcf1f8e0e2 service neutron] 10.222.0.53 "GET /v2.0/networks/cac3b294-16aa-4942-93d6-017e8d76a22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261603 Jul 13 07:29:19.649884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2da8ab-e7a6-44c7-be8d-316b672725a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eb14a9-0887-4826-bcc0-f5c650f8aaca,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:19.675556 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.684866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ab8ea5ea-000a-4061-94a6-b1b65ef00bfc', 'network_id': 'ab8ea5ea-000a-4061-94a6-b1b65ef00bfc', 'tenant_id': 'd5a8e3b793dc4e8a89fc46140e8a2b74', 'fixed_ips': [{'subnet_id': '6f1bd89a-356c-4f2a-8376-e0408f0f23ac'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:29:19.685771 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.717196 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3fff100-2a1f-4ef7-a585-e72061509614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.749220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d660a95-0a01-4575-8a06-2062b491e221 req-79e379dd-06fe-4d06-bc88-8f1aaacfa48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:19.750753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d660a95-0a01-4575-8a06-2062b491e221 req-79e379dd-06fe-4d06-bc88-8f1aaacfa48a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 1101 time: 0.1664400 Jul 13 07:29:19.795073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3fff100-2a1f-4ef7-a585-e72061509614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.800682 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3765bd29-4ecf-4a9b-8cf3-e4e8aa0a0a0b req-31528bd7-96b7-4c76-b7d9-f2fb82024c29 service neutron] 10.222.0.53 "GET /v2.0/networks/cac3b294-16aa-4942-93d6-017e8d76a22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461191 Jul 13 07:29:19.826544 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.846399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1915-729f-48ae-acee-9ee47f7f6a96 req-dd569e13-e2eb-4273-a804-1ca2e5da9925 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:19.854005 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-adec1915-729f-48ae-acee-9ee47f7f6a96 req-dd569e13-e2eb-4273-a804-1ca2e5da9925 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.2800753 Jul 13 07:29:19.862030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d660a95-0a01-4575-8a06-2062b491e221 req-9b06ede6-98d9-492f-b6c2-eee5751b6ad5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996141 Jul 13 07:29:19.866262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Allocated IP 172.20.0.2 (ab8ea5ea-000a-4061-94a6-b1b65ef00bfc/6f1bd89a-356c-4f2a-8376-e0408f0f23ac/39ee9d62-0cb7-4548-9cdc-14cbacae4c17) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:19.923962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa05f74-1248-423a-98f0-2e07ef9d9a12 req-e2347a9b-5299-4a64-898c-b4d1a1a91678 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:19.925640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fa05f74-1248-423a-98f0-2e07ef9d9a12 req-e2347a9b-5299-4a64-898c-b4d1a1a91678 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1334245 Jul 13 07:29:19.936232 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3fff100-2a1f-4ef7-a585-e72061509614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.939291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3fff100-2a1f-4ef7-a585-e72061509614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.943117 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d3fff100-2a1f-4ef7-a585-e72061509614 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6eb14a9-0887-4826-bcc0-f5c650f8aaca HTTP/1.1" status: 204 len: 168 time: 0.3902762 Jul 13 07:29:19.966583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fff100-2a1f-4ef7-a585-e72061509614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eb14a9-0887-4826-bcc0-f5c650f8aaca,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:20.034398 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fa05f74-1248-423a-98f0-2e07ef9d9a12 req-80c8d0b3-7cc9-4f8d-9463-0997da2596b4 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827625 Jul 13 07:29:20.092378 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.097508 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.103214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Transition to ACTIVE for port object 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:20.115213 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-adec1915-729f-48ae-acee-9ee47f7f6a96 req-948839fa-0918-4f64-8520-37886268ca4a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601299 Jul 13 07:29:20.120724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Transition to ACTIVE for port object 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:20.140502 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.206450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:20.212203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:20.221465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:20.318272 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-990afcd5-f9df-46a5-bf82-3eb75df2111e req-d282063a-ce51-402b-b6c4-78f0031f42f6 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 210 time: 0.0740635 Jul 13 07:29:20.461735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Pushing event updated for resources: {'Port': ['ID=39ee9d62-0cb7-4548-9cdc-14cbacae4c17,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:20.477454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Attempting to bind port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:20.478106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Attempting to bind port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '84ed5050-301c-48a3-9a2d-6b1932a0c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab8ea5ea-000a-4061-94a6-b1b65ef00bfc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:20.478682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Attempting to bind port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 on network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:20.485655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:20.486288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Checking segment: {'id': '84ed5050-301c-48a3-9a2d-6b1932a0c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab8ea5ea-000a-4061-94a6-b1b65ef00bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:20.486888 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.487455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Bound using segment: {'id': '84ed5050-301c-48a3-9a2d-6b1932a0c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab8ea5ea-000a-4061-94a6-b1b65ef00bfc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:20.488130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Bound port: 39ee9d62-0cb7-4548-9cdc-14cbacae4c17, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ed5050-301c-48a3-9a2d-6b1932a0c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ab8ea5ea-000a-4061-94a6-b1b65ef00bfc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:20.488812 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.498613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49234) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:20.511739 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72363155-456a-4928-90f8-c6aee2ab7646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.584664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] For port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:20.589018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] For port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=39ee9d62-0cb7-4548-9cdc-14cbacae4c17,segment=NetworkSegment(84ed5050-301c-48a3-9a2d-6b1932a0c90c),segment_id=84ed5050-301c-48a3-9a2d-6b1932a0c90c)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:20.596432 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.661077 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72363155-456a-4928-90f8-c6aee2ab7646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.666993 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72363155-456a-4928-90f8-c6aee2ab7646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.707805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b5b7f-b8a8-4fc2-9d09-37c3534db05b None None] Pushing event updated for resources: {'Port': ['ID=39ee9d62-0cb7-4548-9cdc-14cbacae4c17,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:20.713052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-72363155-456a-4928-90f8-c6aee2ab7646 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=655ae86f09024ab9b8b39be0d499208b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133658 Jul 13 07:29:20.715127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72363155-456a-4928-90f8-c6aee2ab7646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e26aa-6dff-4178-88e1-bfb5f4b3694f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:20.718057 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49236) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:20.785907 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2218647a-273d-452e-af7e-2948c262e9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.810433 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2218647a-273d-452e-af7e-2948c262e9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.817131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.841009 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.860120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5251a-5c3c-409e-ab2a-5faa25226e7f req-cbc8d8b8-4eec-4e9b-b4cf-61479d0ac8a6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.861673 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ba5251a-5c3c-409e-ab2a-5faa25226e7f req-cbc8d8b8-4eec-4e9b-b4cf-61479d0ac8a6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.5799742 Jul 13 07:29:20.863945 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2218647a-273d-452e-af7e-2948c262e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.867064 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2218647a-273d-452e-af7e-2948c262e9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.870311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2218647a-273d-452e-af7e-2948c262e9de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef7e26aa-6dff-4178-88e1-bfb5f4b3694f HTTP/1.1" status: 204 len: 168 time: 0.1489403 Jul 13 07:29:20.877016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218647a-273d-452e-af7e-2948c262e9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e26aa-6dff-4178-88e1-bfb5f4b3694f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:21.004066 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ba5251a-5c3c-409e-ab2a-5faa25226e7f req-3bffd0ca-108b-436e-997e-0035c518c305 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597961 Jul 13 07:29:21.068127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Allocated IP 172.25.6.110 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/2662204c-0f53-410b-bb43-c72e02101b61) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:21.210101 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.253530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccfa2a-3600-4dfc-9c6d-bf35d80a6650 req-1dc17d42-c946-48ab-8b60-2fadf5c795eb tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:21.260550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12ccfa2a-3600-4dfc-9c6d-bf35d80a6650 req-1dc17d42-c946-48ab-8b60-2fadf5c795eb tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1022377 Jul 13 07:29:21.295549 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.311169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12ccfa2a-3600-4dfc-9c6d-bf35d80a6650 req-a516c430-0f5e-43c1-8b7d-0ead561febc2 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Jul 13 07:29:21.402764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:21.415504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:21.422295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:21.489350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c68905-7b43-4f62-b682-2be2519a7286 req-735bf1e9-315d-4134-ae27-44c3c6b1d33b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:21.497891 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-66c68905-7b43-4f62-b682-2be2519a7286 req-735bf1e9-315d-4134-ae27-44c3c6b1d33b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.2587452 Jul 13 07:29:21.589676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event updated for resources: {'Port': ['ID=2662204c-0f53-410b-bb43-c72e02101b61,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:21.697844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a38c966c-415d-40c3-ae18-bfdbd6b5f39c req-9e1109cc-69e0-4bbb-be0c-0b5034201b6b tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 210 time: 0.1130838 Jul 13 07:29:21.708928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-66c68905-7b43-4f62-b682-2be2519a7286 req-3415d850-3c66-471b-99f3-a6158f998c18 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062006 Jul 13 07:29:21.796537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38906324-60d8-4746-bd91-01560e5eef99 req-1e3ec72a-0906-4608-8b77-4559875865be tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:21.801898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-1e3ec72a-0906-4608-8b77-4559875865be tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.54 "GET /v2.0/networks?id=40616115-1a6d-4fc8-b39a-431b83bf48b7 HTTP/1.1" status: 200 len: 821 time: 0.2807026 Jul 13 07:29:21.844728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Request body: {'port': {'device_id': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7', 'admin_state_up': True, 'tenant_id': 'ea464cf7bef84c148440a20fffb9fff8'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:21.927691 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-4e45e28f-5fe5-490c-b6c9-2ed0f8f349c9 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ead84b43522f4048a469efff97c04e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187909 Jul 13 07:29:21.989882 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.116297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea7d30-904c-46bc-bea6-6ccb13f9f31b None None] Network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:22.301088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b5607b6f-a119-4116-b5cd-55f0d50dd81b None None] Provisioning for port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:22.327107 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.388757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d46ae-a9bf-48c5-a1c1-f28706ade9ad req-67bd5733-4552-498b-8c9b-508afa332592 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:22.395777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-696d46ae-a9bf-48c5-a1c1-f28706ade9ad req-67bd5733-4552-498b-8c9b-508afa332592 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1539962 Jul 13 07:29:22.419121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-3d4ad70c-45af-4a14-ab0b-b927c68ebbdc tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:22.425984 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-3d4ad70c-45af-4a14-ab0b-b927c68ebbdc tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4924710 Jul 13 07:29:22.428947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Made reservation on behalf of ea464cf7bef84c148440a20fffb9fff8 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:22.432496 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.460838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-9d113328-f6a1-4eb9-9039-dea112437090 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/quotas/ead84b43522f4048a469efff97c04e3c HTTP/1.1" status: 200 len: 375 time: 0.0338759 Jul 13 07:29:22.491960 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-696d46ae-a9bf-48c5-a1c1-f28706ade9ad req-76262596-84f4-441c-8e45-835340601b94 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951619 Jul 13 07:29:22.592688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Router 89a48503-9130-47f7-8675-00d1dd4a1803 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:29:22.610978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:22.701120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:22.702257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-66247bd8-0d17-4b20-80cf-d206b596cab5 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ead84b43522f4048a469efff97c04e3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2405500 Jul 13 07:29:22.704991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:22.705372 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.734383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Allocated IP 172.20.0.7 (40616115-1a6d-4fc8-b39a-431b83bf48b7/60fe286e-8237-4f7c-baaf-eea98f1f5ebc/07e28859-c7c8-4fa4-9b9a-0223e9e5072a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:22.760753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bd627774-208a-4224-adf8-8495a836ef51 None None] Provisioning complete for port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:22.761923 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bd627774-208a-4224-adf8-8495a836ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.791146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:22.806551 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec2ea9-5a8a-4320-bef4-d2bc2bb1531c None None] Sync routers for ids ['89a48503-9130-47f7-8675-00d1dd4a1803'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:22.823791 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec2ea9-5a8a-4320-bef4-d2bc2bb1531c None None] Routers {'89a48503-9130-47f7-8675-00d1dd4a1803'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:22.827515 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1fec2ea9-5a8a-4320-bef4-d2bc2bb1531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['89a48503-9130-47f7-8675-00d1dd4a1803'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:22.830222 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.831556 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fadc2e02-b568-4467-9a63-e5f43380a9e5 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.3033347 Jul 13 07:29:22.835431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49302) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:22.854698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.943425 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bd627774-208a-4224-adf8-8495a836ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.994353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=39ee9d62-0cb7-4548-9cdc-14cbacae4c17,segment=NetworkSegment(84ed5050-301c-48a3-9a2d-6b1932a0c90c),segment_id=84ed5050-301c-48a3-9a2d-6b1932a0c90c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:23.004293 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.024690 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1fec2ea9-5a8a-4320-bef4-d2bc2bb1531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:23.039397 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec2ea9-5a8a-4320-bef4-d2bc2bb1531c None None] Routers {'89a48503-9130-47f7-8675-00d1dd4a1803'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:23.040129 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1fec2ea9-5a8a-4320-bef4-d2bc2bb1531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['89a48503-9130-47f7-8675-00d1dd4a1803'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:23.081767 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1fec2ea9-5a8a-4320-bef4-d2bc2bb1531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:23.082790 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec2ea9-5a8a-4320-bef4-d2bc2bb1531c None None] The sync data for ids ['89a48503-9130-47f7-8675-00d1dd4a1803'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:29:23.109546 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-bd627774-208a-4224-adf8-8495a836ef51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:29:23.110063 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-bd627774-208a-4224-adf8-8495a836ef51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:29:23.125632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=39ee9d62-0cb7-4548-9cdc-14cbacae4c17,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:23.159961 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-38d526f9-f423-40cc-8b07-cb361c1233c8 req-cb9f4c01-5234-46fb-9a26-b205677bb295 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 210 time: 0.0612671 Jul 13 07:29:23.185316 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.283642 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.342600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Network 40616115-1a6d-4fc8-b39a-431b83bf48b7 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:23.350945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:23.356787 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:23.387038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event updated for resources: {'Port': ['ID=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:23.388490 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-478f10d2-300d-40b0-8513-64303336b590 req-3457ac21-64d5-47ae-ac00-e4be4b371624 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 210 time: 0.0472836 Jul 13 07:29:23.414208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f099b78-52df-4e21-86a4-f708ea831b69 req-8e516ff3-dcc3-49f3-8841-0cf843a25c0f tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.415745 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9f099b78-52df-4e21-86a4-f708ea831b69 req-8e516ff3-dcc3-49f3-8841-0cf843a25c0f tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.2133250 Jul 13 07:29:23.431826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.432485 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.469720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-5643d8ca-3e88-454c-bd05-5854e8e979ea tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6369529 Jul 13 07:29:23.478322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9f099b78-52df-4e21-86a4-f708ea831b69 req-4dd83adf-7a52-4381-bca1-739c8c7f5bc2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534062 Jul 13 07:29:23.494786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Request body: {'port': {'device_id': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:23.647600 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.703930 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.875780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414fe07-4f75-4e30-8ca4-e0db13dc551a req-f1f74be6-c540-4fe5-af48-81e3103a3e4e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.877367 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6414fe07-4f75-4e30-8ca4-e0db13dc551a req-f1f74be6-c540-4fe5-af48-81e3103a3e4e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1581252 Jul 13 07:29:23.976553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6414fe07-4f75-4e30-8ca4-e0db13dc551a req-6fbed656-64fe-432a-bb4c-2c40276400b7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818164 Jul 13 07:29:24.099564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Allocated IP 172.20.0.1 (ab8ea5ea-000a-4061-94a6-b1b65ef00bfc/6f1bd89a-356c-4f2a-8376-e0408f0f23ac/d2efb2c0-b060-4bf4-844e-fa399cd7edeb) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:24.110919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e28859-c7c8-4fa4-9b9a-0223e9e5072a {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:24.121374 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.136898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Transition to ACTIVE for port object 07e28859-c7c8-4fa4-9b9a-0223e9e5072a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:24.143055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.206502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Pushing event updated for resources: {'Port': ['ID=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:24.236408 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.250605 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Transition to ACTIVE for port object d2efb2c0-b060-4bf4-844e-fa399cd7edeb will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:24.287747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Attempting to bind port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:24.288546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Attempting to bind port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:24.289194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Attempting to bind port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a on network 40616115-1a6d-4fc8-b39a-431b83bf48b7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:24.289352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.295301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a on network 40616115-1a6d-4fc8-b39a-431b83bf48b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:24.295911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Attempting to bind port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a on network 40616115-1a6d-4fc8-b39a-431b83bf48b7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:24.313596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:24.313839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Checking segment: {'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:24.314145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Bound using segment: {'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:24.314591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Bound port: 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:24.314960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.343811 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:24.347882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:24.356225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:24.384935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event updated for resources: {'Port': ['ID=d2efb2c0-b060-4bf4-844e-fa399cd7edeb,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:24.424491 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.484569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c20b2-f1ad-4ba3-b424-5cff169760b4 req-27ffddc1-9613-485f-a42b-786f365e1e48 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.492605 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e9c20b2-f1ad-4ba3-b424-5cff169760b4 req-27ffddc1-9613-485f-a42b-786f365e1e48 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 943 time: 0.1927602 Jul 13 07:29:24.564516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:24.571197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-e229ca29-8be9-42c2-af0a-d7d01a2e4c1e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ead84b43522f4048a469efff97c04e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283394 Jul 13 07:29:24.622900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] For port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:24.659594 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.696057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:24.699576 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.736078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-fe92cb9b-3918-4dee-9b6a-11391985e58b tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.737641 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-fe92cb9b-3918-4dee-9b6a-11391985e58b tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581376 Jul 13 07:29:24.757438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e9c20b2-f1ad-4ba3-b424-5cff169760b4 req-b69e69bd-67a0-40b0-bd82-b72f2a892ff5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605374 Jul 13 07:29:24.775592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] For port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:24.784561 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.791379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Request body: {'port': {'device_id': 'c25bc286-78ff-41d3-a0ab-f51a096a7744', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': 'ead84b43522f4048a469efff97c04e3c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:24.846576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.847722 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.849872 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-96102cee-5572-4a79-9072-a659196937e3 service neutron] 10.222.0.54 "PUT /v2.0/ports/07e28859-c7c8-4fa4-9b9a-0223e9e5072a HTTP/1.1" status: 200 len: 1091 time: 1.3705790 Jul 13 07:29:24.857467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'tag': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:24.863958 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9926b767-1027-4079-ab0b-0fd1a616026e" -d '{"events": [{"name": "network-changed", "server_uuid": "535bff30-1b1e-4b0a-afce-1e4b75d85263", "tag": "07e28859-c7c8-4fa4-9b9a-0223e9e5072a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:24.958631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c7b1bf5f-1301-4b20-84fe-4520bdd4966e None None] Provisioning for port d2efb2c0-b060-4bf4-844e-fa399cd7edeb completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:24.980209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c7b1bf5f-1301-4b20-84fe-4520bdd4966e None None] Provisioning complete for port d2efb2c0-b060-4bf4-844e-fa399cd7edeb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:24.982360 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7b1bf5f-1301-4b20-84fe-4520bdd4966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.050334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96102cee-5572-4a79-9072-a659196937e3 service neutron] Pushing event updated for resources: {'Port': ['ID=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:25.065537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1bf5f-1301-4b20-84fe-4520bdd4966e None None] Port d2efb2c0-b060-4bf4-844e-fa399cd7edeb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:25.092266 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.112523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.125303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-678e4b84-a6fe-4f81-a147-fe0edb0c7296 req-1087a67e-5f59-4268-be39-84ed85ecaeca tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 210 time: 0.0400426 Jul 13 07:29:25.167181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38906324-60d8-4746-bd91-01560e5eef99 req-bcd70aae-fef8-452e-8590-8cfda76fb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.169563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-bcd70aae-fef8-452e-8590-8cfda76fb981 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea464cf7bef84c148440a20fffb9fff8&device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 1094 time: 0.1435432 Jul 13 07:29:25.225880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Made reservation on behalf of ead84b43522f4048a469efff97c04e3c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:25.229543 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.233933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event updated for resources: {'Port': ['ID=d2efb2c0-b060-4bf4-844e-fa399cd7edeb,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:25.234319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-8f2293f3-8d4d-4586-8995-d9f551c9c4c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a HTTP/1.1" status: 200 len: 217 time: 0.0541699 Jul 13 07:29:25.238062 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.292423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c489d-9fb7-4852-b79e-9fa76747e37c req-86b4ff31-2192-4539-be21-cfbd73940b38 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.292742 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f79c489d-9fb7-4852-b79e-9fa76747e37c req-86b4ff31-2192-4539-be21-cfbd73940b38 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1979346 Jul 13 07:29:25.323255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38906324-60d8-4746-bd91-01560e5eef99 req-70edba28-09e4-42d2-9c2a-b8a7d79e2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.325964 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-70edba28-09e4-42d2-9c2a-b8a7d79e2b28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=60fe286e-8237-4f7c-baaf-eea98f1f5ebc HTTP/1.1" status: 200 len: 861 time: 0.0603588 Jul 13 07:29:25.329740 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea25ae9d-a119-4935-87ba-70839f255bbe x-openstack-request-id: req-ea25ae9d-a119-4935-87ba-70839f255bbe {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:25.330128 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535bff30-1b1e-4b0a-afce-1e4b75d85263", "tag": "07e28859-c7c8-4fa4-9b9a-0223e9e5072a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:25.330481 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea25ae9d-a119-4935-87ba-70839f255bbe {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:25.330986 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'tag': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a', 'status': 'completed', 'code': 200} Jul 13 07:29:25.415764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-d07b9888-e16b-440d-ad11-18590a3ecdc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40616115-1a6d-4fc8-b39a-431b83bf48b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495920 Jul 13 07:29:25.489702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-65b7def2-bfaa-40d1-af8f-3d13fee5ddb1 None None] Provisioning complete for port d2efb2c0-b060-4bf4-844e-fa399cd7edeb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:25.490578 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-65b7def2-bfaa-40d1-af8f-3d13fee5ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.526306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-65b7def2-bfaa-40d1-af8f-3d13fee5ddb1 None None] Port d2efb2c0-b060-4bf4-844e-fa399cd7edeb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:25.582520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Allocated IP 192.168.233.203 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:25.623069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-618710a0-2f68-45fd-9372-6a1e3f3d3feb service neutron] 10.222.0.54 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959939 Jul 13 07:29:25.655790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aef2cf-f0b2-4fb5-9a2c-0451502097cd req-ac24be36-8299-4289-ab58-25a30cf2657f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.657285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56aef2cf-f0b2-4fb5-9a2c-0451502097cd req-ac24be36-8299-4289-ab58-25a30cf2657f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.2198455 Jul 13 07:29:25.727540 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f79c489d-9fb7-4852-b79e-9fa76747e37c req-91778be4-a3a4-49ef-b1de-83e6247b2382 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260101 Jul 13 07:29:25.739998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:25.741717 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:25.811171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56aef2cf-f0b2-4fb5-9a2c-0451502097cd req-55f3e643-b4d4-47c7-be21-fc32c23bac5f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473124 Jul 13 07:29:25.884823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38906324-60d8-4746-bd91-01560e5eef99 req-734fb95b-a049-43b5-9344-54afc07f5103 service neutron] 10.222.0.54 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479639 Jul 13 07:29:25.938203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Router 89a48503-9130-47f7-8675-00d1dd4a1803 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:29:25.939422 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.958642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Transition to ACTIVE for port object 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:26.053059 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.070387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['caceb0b4-1456-4f39-85ca-291e66a88a50'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:26.073354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d8392492-1f74-4eda-b651-e23d8fbddbc6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:26.135968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:26.155995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926b767-1027-4079-ab0b-0fd1a616026e req-da2228d8-c665-4101-a87b-6e0db29e8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.157500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:26.157672 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9926b767-1027-4079-ab0b-0fd1a616026e req-da2228d8-c665-4101-a87b-6e0db29e8d1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ea464cf7bef84c148440a20fffb9fff8&device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 1094 time: 0.1875257 Jul 13 07:29:26.165048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-40c1ac32-d67f-4e3f-90fa-bfea97ccec46 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "PUT /v2.0/routers/89a48503-9130-47f7-8675-00d1dd4a1803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3281469 Jul 13 07:29:26.172847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:26.180604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49394) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:26.181218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a3df59-ce80-4d09-a8af-f1355272a040 None None] Sync routers for ids ['89a48503-9130-47f7-8675-00d1dd4a1803'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:26.188964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:26.198661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Request body: {'port': {'network_id': 'ab8ea5ea-000a-4061-94a6-b1b65ef00bfc', 'name': 'tempest-FloatingIPAdminTestJSON-472456783'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:26.211112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a3df59-ce80-4d09-a8af-f1355272a040 None None] Routers {'89a48503-9130-47f7-8675-00d1dd4a1803'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:26.212188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-26a3df59-ce80-4d09-a8af-f1355272a040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['89a48503-9130-47f7-8675-00d1dd4a1803'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:26.230208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Pushing event updated for resources: {'Port': ['ID=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:26.265693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-26a3df59-ce80-4d09-a8af-f1355272a040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:26.283001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a3df59-ce80-4d09-a8af-f1355272a040 None None] Routers {'89a48503-9130-47f7-8675-00d1dd4a1803'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:26.283920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-26a3df59-ce80-4d09-a8af-f1355272a040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['89a48503-9130-47f7-8675-00d1dd4a1803'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:26.334579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-896c83e9-8868-435f-a632-0da3637f89ba None None] Provisioning complete for port d2efb2c0-b060-4bf4-844e-fa399cd7edeb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:26.358818 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-896c83e9-8868-435f-a632-0da3637f89ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.377209 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926b767-1027-4079-ab0b-0fd1a616026e req-8b1f2648-2267-47ae-8db7-50b6215336f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.379993 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9926b767-1027-4079-ab0b-0fd1a616026e req-8b1f2648-2267-47ae-8db7-50b6215336f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=40616115-1a6d-4fc8-b39a-431b83bf48b7 HTTP/1.1" status: 200 len: 922 time: 0.2016277 Jul 13 07:29:26.459331 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9926b767-1027-4079-ab0b-0fd1a616026e req-b118c32a-3dc7-42ae-aba6-8d91a64ec7d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a HTTP/1.1" status: 200 len: 217 time: 0.0701871 Jul 13 07:29:26.467636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.468476 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.544903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926b767-1027-4079-ab0b-0fd1a616026e req-f9c6fee4-df25-4791-8c1f-bfbc7dd84914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.546635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9926b767-1027-4079-ab0b-0fd1a616026e req-f9c6fee4-df25-4791-8c1f-bfbc7dd84914 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=60fe286e-8237-4f7c-baaf-eea98f1f5ebc HTTP/1.1" status: 200 len: 861 time: 0.0642061 Jul 13 07:29:26.549842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-1384e8d9-7fda-410c-9d53-3a934e505984 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7724445 Jul 13 07:29:26.589634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Made reservation on behalf of d5a8e3b793dc4e8a89fc46140e8a2b74 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:26.599887 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.617597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Request body: {'port': {'device_id': 'c25bc286-78ff-41d3-a0ab-f51a096a7744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:26.624165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9926b767-1027-4079-ab0b-0fd1a616026e req-b0e38b79-edd6-40d0-8967-0bb51d15e8a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40616115-1a6d-4fc8-b39a-431b83bf48b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505104 Jul 13 07:29:26.632483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-26a3df59-ce80-4d09-a8af-f1355272a040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:26.633202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a3df59-ce80-4d09-a8af-f1355272a040 None None] The sync data for ids ['89a48503-9130-47f7-8675-00d1dd4a1803'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:29:26.678331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] device_id is not set on port 37ea7fc4-f6cd-4121-81f9-01898ab0b8b5 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:29:26.713297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-896c83e9-8868-435f-a632-0da3637f89ba None None] Port d2efb2c0-b060-4bf4-844e-fa399cd7edeb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:26.744625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781753-41f7-436a-8551-63755ef2e497 req-b987f428-8008-41d8-9a6f-5d1dbc4ba3b8 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.746075 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f781753-41f7-436a-8551-63755ef2e497 req-b987f428-8008-41d8-9a6f-5d1dbc4ba3b8 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 936 time: 0.1359756 Jul 13 07:29:26.787810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9926b767-1027-4079-ab0b-0fd1a616026e req-5c445890-0676-4201-bc32-08d63ba59955 service neutron] 10.222.0.54 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329687 Jul 13 07:29:26.818863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f781753-41f7-436a-8551-63755ef2e497 req-271ab8a9-bac0-44c8-9922-30ef345adccb tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653243 Jul 13 07:29:26.929679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9926b767-1027-4079-ab0b-0fd1a616026e req-2eb90d91-1a29-4fde-be85-1ab6cd47d481 service neutron] 10.222.0.54 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274695 Jul 13 07:29:26.944482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ee49f-ada4-4f0f-b100-e5b680ea2b55 req-dca4763c-b468-458d-af71-9230b7c4e3fc tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.952139 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa3ee49f-ada4-4f0f-b100-e5b680ea2b55 req-dca4763c-b468-458d-af71-9230b7c4e3fc tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 943 time: 0.7023127 Jul 13 07:29:26.956135 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f7fd0d4e-828e-4f8d-b7de-2ec11164d11e None None] Provisioning for port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:26.960671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Allocated IP 172.20.0.10 (ab8ea5ea-000a-4061-94a6-b1b65ef00bfc/6f1bd89a-356c-4f2a-8376-e0408f0f23ac/37ea7fc4-f6cd-4121-81f9-01898ab0b8b5) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:26.974686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f7fd0d4e-828e-4f8d-b7de-2ec11164d11e None None] Provisioning complete for port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:26.975461 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0d4e-828e-4f8d-b7de-2ec11164d11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.008422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e1adbf6a-0eda-40be-86da-759bf017f756 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:27.009687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.042856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd0d4e-828e-4f8d-b7de-2ec11164d11e None None] Port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:27.068301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa3ee49f-ada4-4f0f-b100-e5b680ea2b55 req-1fac1b03-bdc7-4185-b2b5-bab0d28fb43a tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151614 Jul 13 07:29:27.201999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:27.217064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'port_id': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'mac_address': 'fa:16:3e:69:fe:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:27.277349 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.295261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1adbf6a-0eda-40be-86da-759bf017f756 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:27.323854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:27.333304 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.346764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.381029 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Transition to ACTIVE for port object 37ea7fc4-f6cd-4121-81f9-01898ab0b8b5 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:27.448058 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.475008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:27.493905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e1adbf6a-0eda-40be-86da-759bf017f756'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:27.519418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:27.521369 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c26ff-0c18-49db-b559-1543a01006e1 req-a727417d-359c-4c96-8fbb-e89213cde6e6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:27.526469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:27.531492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b68c26ff-0c18-49db-b559-1543a01006e1 req-a727417d-359c-4c96-8fbb-e89213cde6e6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.2239392 Jul 13 07:29:27.551666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:27.587213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.587790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.587970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.588286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.588604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.589137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.589429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.589710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.597370 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.597780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.598130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.598472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:27.688377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:27.690132 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.711523 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5294206 Jul 13 07:29:27.714066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c32af-dd1f-4a74-8781-78f1d52cb646 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event updated for resources: {'Port': ['ID=37ea7fc4-f6cd-4121-81f9-01898ab0b8b5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:27.717552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49446) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:27.849343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:27.864325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.928361 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b68c26ff-0c18-49db-b559-1543a01006e1 req-d32c854a-0c56-4b52-b717-0317376ff383 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957160 Jul 13 07:29:27.929520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Transition to ACTIVE for port object 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:27.938527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.964002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f862611a-efce-4818-af2e-5bee77b2883c None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:27.964419 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f862611a-efce-4818-af2e-5bee77b2883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.008074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafb30d-fe8f-4432-b5b3-3a92bedbd473 req-df77bfcc-3369-4590-b8e3-abe3c76d0437 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.017188 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cbafb30d-fe8f-4432-b5b3-3a92bedbd473 req-df77bfcc-3369-4590-b8e3-abe3c76d0437 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.1972787 Jul 13 07:29:28.079082 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cbafb30d-fe8f-4432-b5b3-3a92bedbd473 req-5d235245-2dec-41e4-8148-13b2173c8b57 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606205 Jul 13 07:29:28.122618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:28.145219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'project_id': 'd5a8e3b793dc4e8a89fc46140e8a2b74', 'port_id': '37ea7fc4-f6cd-4121-81f9-01898ab0b8b5'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:28.175516 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.190395 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f862611a-efce-4818-af2e-5bee77b2883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.225173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:28.228185 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd6a8a-b67f-4f20-89f2-f43b1c645295" -d '{"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:28.252411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-f862611a-efce-4818-af2e-5bee77b2883c None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:28.262758 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f862611a-efce-4818-af2e-5bee77b2883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.335616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Attempting to bind port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:28.336003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Attempting to bind port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:28.336514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Attempting to bind port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:28.342462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:28.342871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Attempting to bind port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:28.348375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:28.349034 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:28.349501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:28.350198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Bound port: 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:28.350660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.389484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862611a-efce-4818-af2e-5bee77b2883c None None] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:28.439259 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.550045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d40626ca-15db-4ee8-b739-aabf75e9ea11 None None] Provisioning for port 37ea7fc4-f6cd-4121-81f9-01898ab0b8b5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:28.559856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d40626ca-15db-4ee8-b739-aabf75e9ea11 None None] Provisioning complete for port 37ea7fc4-f6cd-4121-81f9-01898ab0b8b5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:28.560326 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d40626ca-15db-4ee8-b739-aabf75e9ea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.639782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] For port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:28.646046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] For port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:28.662837 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.681945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d40626ca-15db-4ee8-b739-aabf75e9ea11 None None] Port 37ea7fc4-f6cd-4121-81f9-01898ab0b8b5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:28.741359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Allocated IP 172.25.6.212 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/6253486b-43f5-45bd-92be-cf5f6133b287) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:28.813366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-39e66c1b-d84e-4fc4-8dba-a15378a8e8e4 None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:28.813795 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39e66c1b-d84e-4fc4-8dba-a15378a8e8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.841840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea7d34-0719-4010-a0b9-3c801a97fd9b req-4a7e27bc-625e-4da0-b3a5-69274b633709 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.843521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a0ea7d34-0719-4010-a0b9-3c801a97fd9b req-4a7e27bc-625e-4da0-b3a5-69274b633709 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 948 time: 0.4117434 Jul 13 07:29:28.844489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:28.885124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.885923 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.888275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-7a257b20-b08a-45f8-a331-8165a15428c7 service neutron] 10.222.0.54 "PUT /v2.0/ports/9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 HTTP/1.1" status: 200 len: 1096 time: 2.2768559 Jul 13 07:29:28.889074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25bc286-78ff-41d3-a0ab-f51a096a7744', 'tag': '9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:28.891609 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d62d159-56d5-43a1-b3b3-15d28992306d" -d '{"events": [{"name": "network-changed", "server_uuid": "c25bc286-78ff-41d3-a0ab-f51a096a7744", "tag": "9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:28.953621 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a0ea7d34-0719-4010-a0b9-3c801a97fd9b req-95bda2a2-57c5-483d-adb0-75824a35e846 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881522 Jul 13 07:29:29.013537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07e28859-c7c8-4fa4-9b9a-0223e9e5072a details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:29.016076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e1adbf6a-0eda-40be-86da-759bf017f756 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:29.043402 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:29.051816 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80415a75-bef8-4f8a-aaf9-cbe839dcbc4f x-openstack-request-id: req-80415a75-bef8-4f8a-aaf9-cbe839dcbc4f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:29.051947 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:29.052242 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80415a75-bef8-4f8a-aaf9-cbe839dcbc4f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:29.052535 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'code': 200} Jul 13 07:29:29.083345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-0d1746e8-becc-430e-b172-f93a88c5170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.088351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-0d1746e8-becc-430e-b172-f93a88c5170a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ead84b43522f4048a469efff97c04e3c&device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 1099 time: 0.1310232 Jul 13 07:29:29.103477 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0d299-2d2f-4bfb-abaa-2f592ec44d1a req-fc1fe2f8-e17d-4a8f-8111-e4f32b973ead tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.115196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6fc0d299-2d2f-4bfb-abaa-2f592ec44d1a req-fc1fe2f8-e17d-4a8f-8111-e4f32b973ead tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 943 time: 0.2354565 Jul 13 07:29:29.130412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:29.130755 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:29.145161 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-c5b36212-a618-44eb-984b-67ef7e68bae6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 HTTP/1.1" status: 200 len: 217 time: 0.0484288 Jul 13 07:29:29.250946 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6fc0d299-2d2f-4bfb-abaa-2f592ec44d1a req-cbcbfe3d-05cd-4a28-bdd5-760aa6cdaefd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322782 Jul 13 07:29:29.264884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:29.290128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a', 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7', 'port_id': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a', 'mac_address': 'fa:16:3e:31:3a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fe286e-8237-4f7c-baaf-eea98f1f5ebc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:29.366308 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:29.393658 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:29.409806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e28859-c7c8-4fa4-9b9a-0223e9e5072a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:29.436445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:29.441842 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:29.519242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:29.522450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:29.524288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:29.527279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:29.625353 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4fa5ae-fc0a-4766-a23d-8b734fa765f6 x-openstack-request-id: req-dc4fa5ae-fc0a-4766-a23d-8b734fa765f6 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:29.625353 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25bc286-78ff-41d3-a0ab-f51a096a7744", "tag": "9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:29.625353 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc4fa5ae-fc0a-4766-a23d-8b734fa765f6 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:29.625828 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25bc286-78ff-41d3-a0ab-f51a096a7744', 'tag': '9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6', 'status': 'completed', 'code': 200} Jul 13 07:29:29.683896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-6cb842ab-1ed9-4c2a-9d84-dbc6d3f26457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.685545 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-6cb842ab-1ed9-4c2a-9d84-dbc6d3f26457 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.5333369 Jul 13 07:29:29.709895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Pushing event updated for resources: {'Port': ['ID=6253486b-43f5-45bd-92be-cf5f6133b287,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:29.733779 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['07e28859-c7c8-4fa4-9b9a-0223e9e5072a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:29.774661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fc596-0a05-4353-8e23-936b8719cf7d req-c0052380-baef-4e2b-b80f-bdb0f50e25db tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.782115 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-176fc596-0a05-4353-8e23-936b8719cf7d req-c0052380-baef-4e2b-b80f-bdb0f50e25db tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1410658 Jul 13 07:29:29.792138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-4d9b4bae-ebea-448d-bd8c-2f1b6230af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.794014 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-4d9b4bae-ebea-448d-bd8c-2f1b6230af87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009493 Jul 13 07:29:29.853529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3efdef-a3be-46d7-918d-35771d6ed8c0 req-f9139040-93e9-48b4-bd09-0dacc512d7e7 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.855678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-176fc596-0a05-4353-8e23-936b8719cf7d req-f7eff2f8-775d-45c2-af68-f0bc1820578e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725861 Jul 13 07:29:29.861370 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a3efdef-a3be-46d7-918d-35771d6ed8c0 req-f9139040-93e9-48b4-bd09-0dacc512d7e7 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1917784 Jul 13 07:29:29.944164 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a3efdef-a3be-46d7-918d-35771d6ed8c0 req-ac7b0d8c-0978-4115-8188-37f767faa35c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816004 Jul 13 07:29:29.953240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-e2efca3d-a1db-4978-8c39-3c1ab080aaab service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501102 Jul 13 07:29:30.166689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62c57c09-db2a-4cd3-951a-1cd79aa09233 req-f147b404-2432-4526-bc47-7a9601c7e0b6 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053943 Jul 13 07:29:30.223100 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.343075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.442101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-e53262f7-751c-42d7-ae36-45c891a09e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.445243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-e53262f7-751c-42d7-ae36-45c891a09e2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ead84b43522f4048a469efff97c04e3c&device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 1099 time: 0.2086008 Jul 13 07:29:30.459370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5021d19-13af-439d-8077-fccfd4bb6969 req-4041e3e5-346f-45c9-9bc4-6b4c2d931d7f tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.467644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5021d19-13af-439d-8077-fccfd4bb6969 req-4041e3e5-346f-45c9-9bc4-6b4c2d931d7f tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 948 time: 0.1699772 Jul 13 07:29:30.565851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-df564e3f-b314-4da4-baa9-2f0eba8ee19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.567973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-df564e3f-b314-4da4-baa9-2f0eba8ee19b service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.0925848 Jul 13 07:29:30.578777 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.589605 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.620736 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-4852f7e4-dd2b-46a4-9748-dce398d64aff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 HTTP/1.1" status: 200 len: 217 time: 0.0450022 Jul 13 07:29:30.680303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5021d19-13af-439d-8077-fccfd4bb6969 req-210969cc-e6dd-4830-9144-2990e6127b5a tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113087 Jul 13 07:29:30.702572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.712672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-ddf490c1-e7e1-42ac-92a7-9e94cb056486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.714831 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-ddf490c1-e7e1-42ac-92a7-9e94cb056486 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0835581 Jul 13 07:29:30.766630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Pushing event updated for resources: {'Port': ['ID=6253486b-43f5-45bd-92be-cf5f6133b287,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:30.789700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-665e9fcc-8a45-4610-8e56-d2edf5c98098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.793165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-665e9fcc-8a45-4610-8e56-d2edf5c98098 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641484 Jul 13 07:29:30.862210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29b1ee-3d63-4cec-a328-40b5ab73918f req-eb8ab994-ccf4-404e-b124-9cba96b8ddbd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.869814 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f29b1ee-3d63-4cec-a328-40b5ab73918f req-eb8ab994-ccf4-404e-b124-9cba96b8ddbd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 944 time: 0.2153449 Jul 13 07:29:30.901463 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Floating IP 181a2f4c-502e-450a-b98a-fdf89c56fc29 associated. External IP: 172.25.6.212, port: 37ea7fc4-f6cd-4121-81f9-01898ab0b8b5. Jul 13 07:29:30.975844 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f29b1ee-3d63-4cec-a328-40b5ab73918f req-afb26ac4-4eba-4e9f-a7a1-1130e0a1452a tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048322 Jul 13 07:29:30.998041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-8e158ef5-7683-4242-a105-0fc8ebf49d17 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964314 Jul 13 07:29:31.021653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07e28859-c7c8-4fa4-9b9a-0223e9e5072a up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:31.126427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:31.134094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:31.139273 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.182935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d62d159-56d5-43a1-b3b3-15d28992306d req-a4a1c9ec-d21e-4d37-90e0-4f1330a47a4a service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775205 Jul 13 07:29:31.318774 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.332632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f31e-0403-4d11-b502-ab361b53ba34 req-60ea2fd8-53ad-44a7-89e3-a39250d03478 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:31.340366 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5871f31e-0403-4d11-b502-ab361b53ba34 req-60ea2fd8-53ad-44a7-89e3-a39250d03478 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1464112 Jul 13 07:29:31.367074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Router 89a48503-9130-47f7-8675-00d1dd4a1803 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:29:31.373249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:31.376154 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840446b1-69ed-4402-91fb-8fae0e0187a9" -d '{"events": [{"server_uuid": "535bff30-1b1e-4b0a-afce-1e4b75d85263", "name": "network-vif-plugged", "status": "completed", "tag": "07e28859-c7c8-4fa4-9b9a-0223e9e5072a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:31.380489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:31.393897 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.436568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5871f31e-0403-4d11-b502-ab361b53ba34 req-22e1e97c-fe32-4f40-88e4-8312564dd0d4 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950055 Jul 13 07:29:31.494524 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:31.573723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:31.584565 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73fa2b4-5495-4df3-95c5-7416245a71bf None None] Sync routers for ids ['89a48503-9130-47f7-8675-00d1dd4a1803'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:31.596705 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73fa2b4-5495-4df3-95c5-7416245a71bf None None] Routers {'89a48503-9130-47f7-8675-00d1dd4a1803'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:31.597472 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f73fa2b4-5495-4df3-95c5-7416245a71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['89a48503-9130-47f7-8675-00d1dd4a1803'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:31.612003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.661085 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f73fa2b4-5495-4df3-95c5-7416245a71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:31.681521 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b5f9113e-dc4e-49d1-9293-77c71b485f39 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9605052 Jul 13 07:29:31.682333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49510) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:31.696990 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73fa2b4-5495-4df3-95c5-7416245a71bf None None] Routers {'89a48503-9130-47f7-8675-00d1dd4a1803'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:31.701900 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f73fa2b4-5495-4df3-95c5-7416245a71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['89a48503-9130-47f7-8675-00d1dd4a1803'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:31.737011 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808e939-e497-4f23-9574-e047866ace03 req-205d0e54-e2e6-4adf-962e-9fd8ea866010 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:31.744739 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2808e939-e497-4f23-9574-e047866ace03 req-205d0e54-e2e6-4adf-962e-9fd8ea866010 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1456020 Jul 13 07:29:31.795300 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f73fa2b4-5495-4df3-95c5-7416245a71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:31.799523 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73fa2b4-5495-4df3-95c5-7416245a71bf None None] The sync data for ids ['89a48503-9130-47f7-8675-00d1dd4a1803'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:29:31.801654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2808e939-e497-4f23-9574-e047866ace03 req-e146b91b-7bed-4497-84fc-202f1e37d798 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556855 Jul 13 07:29:31.861156 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9220bfc-40fd-4ead-b4ad-066b8c54b791 x-openstack-request-id: req-f9220bfc-40fd-4ead-b4ad-066b8c54b791 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:31.861376 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535bff30-1b1e-4b0a-afce-1e4b75d85263", "name": "network-vif-plugged", "status": "completed", "tag": "07e28859-c7c8-4fa4-9b9a-0223e9e5072a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:31.861749 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9220bfc-40fd-4ead-b4ad-066b8c54b791 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:31.862779 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a', 'code': 200} Jul 13 07:29:32.010821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49516) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:32.114384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5f5dc-7d51-4021-aaba-e715f4bea680 req-4af8315e-3f3c-4670-aed6-67bdc9a68372 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:32.125323 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0d5f5dc-7d51-4021-aaba-e715f4bea680 req-4af8315e-3f3c-4670-aed6-67bdc9a68372 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 948 time: 0.1323943 Jul 13 07:29:32.145683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d7a1ca3a-fec9-4609-bdaf-ee243130d013 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] 10.222.0.44 "GET /v2.0/floatingips/181a2f4c-502e-450a-b98a-fdf89c56fc29 HTTP/1.1" status: 200 len: 983 time: 0.4619474 Jul 13 07:29:32.148322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49522) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:32.221115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06a36509-130d-4c8d-ba0b-39c6c5af6f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.251533 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0d5f5dc-7d51-4021-aaba-e715f4bea680 req-21f9bf46-b3df-4709-94c1-4e271cf91c26 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252387 Jul 13 07:29:32.380096 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06a36509-130d-4c8d-ba0b-39c6c5af6f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.383310 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3a4748aa-b121-4b37-85d9-cd028ad47de0 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.2288411 Jul 13 07:29:32.386264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49524) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:32.390571 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06a36509-130d-4c8d-ba0b-39c6c5af6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.404350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055b3ac-99ea-4f63-b7ed-eb084461de22 req-11808bbe-7de2-4682-8362-0ceea970ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:32.407404 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a055b3ac-99ea-4f63-b7ed-eb084461de22 req-11808bbe-7de2-4682-8362-0ceea970ba79 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 1096 time: 0.4398732 Jul 13 07:29:32.424928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dec52-7fee-4310-b926-ac6e2a5ec569 req-185f2e93-a1fc-491d-8113-78cb9078d26d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:32.432638 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9a1dec52-7fee-4310-b926-ac6e2a5ec569 req-185f2e93-a1fc-491d-8113-78cb9078d26d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.1621070 Jul 13 07:29:32.524332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a055b3ac-99ea-4f63-b7ed-eb084461de22 req-535de92e-79eb-4f14-a55a-738555066a1c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891523 Jul 13 07:29:32.527269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9a1dec52-7fee-4310-b926-ac6e2a5ec569 req-17a9bb1d-2d9c-4f0d-bd35-ef1089ca7691 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938778 Jul 13 07:29:32.600116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a36509-130d-4c8d-ba0b-39c6c5af6f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8defb332-728c-4b9a-a245-9744bca7596b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:32.643244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-06a36509-130d-4c8d-ba0b-39c6c5af6f83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e8ddebd20a446b78e7c562f86dbfc00&name=default HTTP/1.1" status: 200 len: 2982 time: 0.6289835 Jul 13 07:29:32.645856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49528) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:32.724051 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-439d2e5b-d068-437e-8be9-838eb85827ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.757400 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-439d2e5b-d068-437e-8be9-838eb85827ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.846658 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-439d2e5b-d068-437e-8be9-838eb85827ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.850905 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-439d2e5b-d068-437e-8be9-838eb85827ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.853237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-439d2e5b-d068-437e-8be9-838eb85827ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8defb332-728c-4b9a-a245-9744bca7596b HTTP/1.1" status: 204 len: 168 time: 0.2062852 Jul 13 07:29:32.894165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d2e5b-d068-437e-8be9-838eb85827ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8defb332-728c-4b9a-a245-9744bca7596b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:33.030380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:33.263387 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06cbbe-55c1-499c-854a-de52f95512d0 req-7782b884-cd7f-4945-bc69-5fc96e6cedce tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:33.267440 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e06cbbe-55c1-499c-854a-de52f95512d0 req-7782b884-cd7f-4945-bc69-5fc96e6cedce tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.6232064 Jul 13 07:29:33.277968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba88fe-e18b-4410-8ec5-f6703399cbe3 req-bfd32658-5f95-4764-a52f-f8ebd644cf8d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:33.288266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3dba88fe-e18b-4410-8ec5-f6703399cbe3 req-bfd32658-5f95-4764-a52f-f8ebd644cf8d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1448214 Jul 13 07:29:33.321793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:33.337531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6', 'mac_address': 'fa:16:3e:95:35:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:33.380969 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.400479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49542) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:33.401175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:33.411615 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e06cbbe-55c1-499c-854a-de52f95512d0 req-cacdef5a-9f1c-482f-8571-58a1f5bb3f97 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333549 Jul 13 07:29:33.422851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Deleting port 6253486b-43f5-45bd-92be-cf5f6133b287 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:33.423221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.435783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:33.472074 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.505709 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3dba88fe-e18b-4410-8ec5-f6703399cbe3 req-6cbde1b0-f7be-4bbd-8548-f586b48e07d4 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170784 Jul 13 07:29:33.509229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea73c436-113e-4d2c-a51c-d5d2455f14f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.597600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:33.702800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea73c436-113e-4d2c-a51c-d5d2455f14f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.713482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea73c436-113e-4d2c-a51c-d5d2455f14f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.748669 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.749354 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.766779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ea73c436-113e-4d2c-a51c-d5d2455f14f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7af8ef60903a400aa48897ad3b3fc320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626194 Jul 13 07:29:33.767012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Calling delete_port for 6253486b-43f5-45bd-92be-cf5f6133b287 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:33.767434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49550) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:33.794396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73c436-113e-4d2c-a51c-d5d2455f14f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76482f7-dbc7-4cc9-acf1-2752f1371239,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:33.838999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:33.895021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c7597-9c0d-4acd-9aee-43e0004417a2 req-f4bc6da9-122d-4c30-98ed-8388e7bb42f7 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:33.896689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-586c7597-9c0d-4acd-9aee-43e0004417a2 req-f4bc6da9-122d-4c30-98ed-8388e7bb42f7 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.1194420 Jul 13 07:29:33.938345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134bc7a-956f-4867-989b-a1ab41e8a234 req-ca3d7615-98b3-49bc-8921-0ae5aa13c495 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:33.940005 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2134bc7a-956f-4867-989b-a1ab41e8a234 req-ca3d7615-98b3-49bc-8921-0ae5aa13c495 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 949 time: 0.3110678 Jul 13 07:29:33.970738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-586c7597-9c0d-4acd-9aee-43e0004417a2 req-9ad4d357-b31d-4759-a8ed-b00724a52a09 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623338 Jul 13 07:29:34.001301 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52a9d587-5894-45c0-93b3-043d10da4c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.048648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2134bc7a-956f-4867-989b-a1ab41e8a234 req-ee1ed826-7837-4578-a046-ecf8facf940f tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954411 Jul 13 07:29:34.068232 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52a9d587-5894-45c0-93b3-043d10da4c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.159125 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52a9d587-5894-45c0-93b3-043d10da4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.162365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52a9d587-5894-45c0-93b3-043d10da4c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.185580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-52a9d587-5894-45c0-93b3-043d10da4c98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e76482f7-dbc7-4cc9-acf1-2752f1371239 HTTP/1.1" status: 204 len: 168 time: 0.4160900 Jul 13 07:29:34.212464 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9d587-5894-45c0-93b3-043d10da4c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76482f7-dbc7-4cc9-acf1-2752f1371239,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:34.252695 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.258413 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.289639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event deleted for resources: {'Port': ['ID=6253486b-43f5-45bd-92be-cf5f6133b287,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:34.351224 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.351599 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Floating IP 181a2f4c-502e-450a-b98a-fdf89c56fc29 disassociated (deleted). External IP: 172.25.6.212, port: 37ea7fc4-f6cd-4121-81f9-01898ab0b8b5. Jul 13 07:29:34.694730 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Router 89a48503-9130-47f7-8675-00d1dd4a1803 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:29:34.741812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2347497-1cef-4e09-b9c2-f00a52f419f5 req-b7c359c2-3348-4abd-b6f3-92f8ab5d6941 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:34.752096 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c2347497-1cef-4e09-b9c2-f00a52f419f5 req-b7c359c2-3348-4abd-b6f3-92f8ab5d6941 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1616297 Jul 13 07:29:34.833805 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c2347497-1cef-4e09-b9c2-f00a52f419f5 req-29ce3e0d-80ec-43d8-b4aa-6591dc866eba tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805697 Jul 13 07:29:34.916692 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-bf225832-3fbd-4f17-ba0d-0484a4fbb39b service neutron] 10.222.0.54 "GET /v2.0/ports/4c9cb3f7-0d5f-46ec-bf4b-5799a1797781/bindings/n-h2-798249-7 HTTP/1.1" status: 200 len: 382 time: 0.1075337 Jul 13 07:29:34.972893 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:34.978707 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.984554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0161ce-d36c-41c4-aeab-3837c1129d01 None None] Sync routers for ids ['89a48503-9130-47f7-8675-00d1dd4a1803'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:35.000547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0161ce-d36c-41c4-aeab-3837c1129d01 None None] Routers {'89a48503-9130-47f7-8675-00d1dd4a1803'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:35.004177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ee0161ce-d36c-41c4-aeab-3837c1129d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['89a48503-9130-47f7-8675-00d1dd4a1803'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:35.091586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:35.094089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ee0161ce-d36c-41c4-aeab-3837c1129d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:35.111242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49582) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:35.111584 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b1feb065-4b7d-4701-bcee-329a948cae1f tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "DELETE /v2.0/floatingips/181a2f4c-502e-450a-b98a-fdf89c56fc29 HTTP/1.1" status: 204 len: 168 time: 2.7226000 Jul 13 07:29:35.119346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:35.148084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c133e-aa34-4a2a-9a54-3227789d1233 req-dec12750-bc35-4b3e-98a2-5f30efdf3e03 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.159765 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-435c133e-aa34-4a2a-9a54-3227789d1233 req-dec12750-bc35-4b3e-98a2-5f30efdf3e03 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.3664610 Jul 13 07:29:35.189602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.192631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0161ce-d36c-41c4-aeab-3837c1129d01 None None] Routers {'89a48503-9130-47f7-8675-00d1dd4a1803'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:35.195569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ee0161ce-d36c-41c4-aeab-3837c1129d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['89a48503-9130-47f7-8675-00d1dd4a1803'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:35.240004 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-435c133e-aa34-4a2a-9a54-3227789d1233 req-90c31ad6-8557-4289-a704-4ad2a4ca6f82 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791488 Jul 13 07:29:35.257647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ee0161ce-d36c-41c4-aeab-3837c1129d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:35.258532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0161ce-d36c-41c4-aeab-3837c1129d01 None None] The sync data for ids ['89a48503-9130-47f7-8675-00d1dd4a1803'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:29:35.320934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:35.350803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:35.351188 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.400935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d46fe-9cf8-45c9-a6e7-df6dc5d01f87 req-07f008b9-5902-4292-8ad7-9616980be41a tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.408505 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d19d46fe-9cf8-45c9-a6e7-df6dc5d01f87 req-07f008b9-5902-4292-8ad7-9616980be41a tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.1622488 Jul 13 07:29:35.500518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d19d46fe-9cf8-45c9-a6e7-df6dc5d01f87 req-152c38ca-d87b-4961-bfa6-2c47556cc0ef tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904436 Jul 13 07:29:35.510954 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.575891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:35.577038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25bc286-78ff-41d3-a0ab-f51a096a7744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:35.579947 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6fb582-12e8-45f3-a1cd-eaf00ea913a4" -d '{"events": [{"server_uuid": "c25bc286-78ff-41d3-a0ab-f51a096a7744", "name": "network-vif-plugged", "status": "completed", "tag": "9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:35.587583 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.632812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.655541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8977cb6-159e-473d-83bb-241c44d83edd req-45c405c2-7ad1-46cc-8b8b-eb907537185d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.659840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-bc9d1e42-5076-4c8a-8ca8-5d14d0b9b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.662378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-bc9d1e42-5076-4c8a-8ca8-5d14d0b9b865 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57&tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d HTTP/1.1" status: 200 len: 1100 time: 0.2800736 Jul 13 07:29:35.670609 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f8977cb6-159e-473d-83bb-241c44d83edd req-45c405c2-7ad1-46cc-8b8b-eb907537185d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 949 time: 0.1292257 Jul 13 07:29:35.670763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:35.767139 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f8977cb6-159e-473d-83bb-241c44d83edd req-6e59dfe9-c8d2-446d-a065-993131d01b96 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953157 Jul 13 07:29:35.857949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-172c06fc-739e-47e9-b31b-432f6d78fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.859530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-172c06fc-739e-47e9-b31b-432f6d78fbd3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 1100 time: 0.1531177 Jul 13 07:29:35.924261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Allocated IP 172.25.6.232 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/5de82000-90f3-46c6-a296-2622be14dd99) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:36.108773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-89aece47-b857-4dfe-bf61-e143945a6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.110549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-89aece47-b857-4dfe-bf61-e143945a6dfe service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2298141 Jul 13 07:29:36.112552 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9640b38a-4adf-43a9-9012-1f79038d9799 x-openstack-request-id: req-9640b38a-4adf-43a9-9012-1f79038d9799 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:36.112849 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25bc286-78ff-41d3-a0ab-f51a096a7744", "name": "network-vif-plugged", "status": "completed", "tag": "9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:36.113107 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9640b38a-4adf-43a9-9012-1f79038d9799 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:36.113499 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25bc286-78ff-41d3-a0ab-f51a096a7744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6', 'code': 200} Jul 13 07:29:36.163022 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4c019b1e-db3d-4037-b27f-3c400f6c7351 None None] Provisioning complete for port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:36.163311 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c019b1e-db3d-4037-b27f-3c400f6c7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.175434 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-a9a58386-c277-40db-a73c-e845df82803f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 HTTP/1.1" status: 200 len: 217 time: 0.0493526 Jul 13 07:29:36.180377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.301646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581576d-233b-4dad-9d3e-00de7cc15f27 req-12623aff-3ca9-44e0-9aa6-af826ca71ba6 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.303501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-23a228fd-5cc0-4a6e-a99c-abfccacbf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.303651 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4581576d-233b-4dad-9d3e-00de7cc15f27 req-12623aff-3ca9-44e0-9aa6-af826ca71ba6 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.2213118 Jul 13 07:29:36.305323 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-23a228fd-5cc0-4a6e-a99c-abfccacbf14e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1225524 Jul 13 07:29:36.364699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4581576d-233b-4dad-9d3e-00de7cc15f27 req-b6282a29-18b0-4bf8-8a46-30461f573b57 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549057 Jul 13 07:29:36.416653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462f92e-3af0-4810-aac6-087903a6075a req-54b6c217-7d2c-44b8-b129-4f6a1a2ab993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.418245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e462f92e-3af0-4810-aac6-087903a6075a req-54b6c217-7d2c-44b8-b129-4f6a1a2ab993 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 1101 time: 0.1945894 Jul 13 07:29:36.457265 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.515833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981b6a-1cf2-4b9a-9e75-02f14fcf8251 req-b67f001b-cd69-4547-9770-a5ca093d9db6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.517441 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07981b6a-1cf2-4b9a-9e75-02f14fcf8251 req-b67f001b-cd69-4547-9770-a5ca093d9db6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.2545054 Jul 13 07:29:36.539787 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e462f92e-3af0-4810-aac6-087903a6075a req-ac7d0d7f-1ea5-4496-b42d-6f37d710073b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107402 Jul 13 07:29:36.553808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:36.564231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Pushing event updated for resources: {'Port': ['ID=5de82000-90f3-46c6-a296-2622be14dd99,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:36.570194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:36.576003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-2657abbe-7cb8-431c-861c-9a86c385d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.577274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-2657abbe-7cb8-431c-861c-9a86c385d733 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2626586 Jul 13 07:29:36.578464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:36.707124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d002c04-c38e-4749-b137-2e1ff6862986 req-1c30720c-bfc4-47d7-a8c1-d8baf660ef13 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.721325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d002c04-c38e-4749-b137-2e1ff6862986 req-1c30720c-bfc4-47d7-a8c1-d8baf660ef13 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1798322 Jul 13 07:29:36.740167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-7f807dbc-42a4-4fbe-9aa0-9a2650173798 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190810 Jul 13 07:29:36.752621 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07981b6a-1cf2-4b9a-9e75-02f14fcf8251 req-3e244992-171e-4a69-9984-046962a5923f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221596 Jul 13 07:29:36.787041 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d002c04-c38e-4749-b137-2e1ff6862986 req-2d34f98c-0486-4653-8982-50b0911ef216 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600288 Jul 13 07:29:36.908482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.022099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d169a40-3c1b-4111-a12d-0a181a5f5390 req-e3ed7857-5720-4103-9269-f93bc6552f43 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296119 Jul 13 07:29:37.023623 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.067228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985baf29-5dd9-461e-a385-4141bd9505c2 req-92f225a7-0ed4-45da-b319-ab62bc5d5ec6 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:37.076051 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-985baf29-5dd9-461e-a385-4141bd9505c2 req-92f225a7-0ed4-45da-b319-ab62bc5d5ec6 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 950 time: 0.1043289 Jul 13 07:29:37.118014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96ddfb-d592-4ccb-b4f6-a72e39a6e3b3 req-3ac8b7bc-01cb-4648-a010-0b92b1280480 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:37.126165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c96ddfb-d592-4ccb-b4f6-a72e39a6e3b3 req-3ac8b7bc-01cb-4648-a010-0b92b1280480 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.1579854 Jul 13 07:29:37.135008 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-985baf29-5dd9-461e-a385-4141bd9505c2 req-dfd4b2bb-212c-4899-9ba2-38afd5831a64 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525417 Jul 13 07:29:37.207777 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c96ddfb-d592-4ccb-b4f6-a72e39a6e3b3 req-6749905f-96ac-4c7a-a294-e7d01089b730 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805826 Jul 13 07:29:37.281732 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.289084 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.529758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a30b4a-d329-41f0-a406-a1a289fc9d42 req-58196976-93e3-4ad6-8dd7-7e30d13ea7cc tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:37.538271 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d4a30b4a-d329-41f0-a406-a1a289fc9d42 req-58196976-93e3-4ad6-8dd7-7e30d13ea7cc tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.1215103 Jul 13 07:29:37.554392 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:29:37.597665 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d4a30b4a-d329-41f0-a406-a1a289fc9d42 req-73e957ad-2e29-41e3-acca-84d6a5205155 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585272 Jul 13 07:29:37.742047 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.007779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.010713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Pushing event updated for resources: {'Port': ['ID=5de82000-90f3-46c6-a296-2622be14dd99,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:38.037152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05971c0a-1e20-40ab-8379-1dc30d7af6e7 req-3523d2e6-174d-412e-9318-3fd972c07a3e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.037748 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.038883 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-05971c0a-1e20-40ab-8379-1dc30d7af6e7 req-3523d2e6-174d-412e-9318-3fd972c07a3e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.0990472 Jul 13 07:29:38.041564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49650) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:38.041752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-05ebc70c-3e8e-43e2-a3c7-9a48b2c7a2a7 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9294503 Jul 13 07:29:38.055871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e6871-1fd2-4037-8103-1f5f5d0f3618 req-fad3f66d-332a-4eb0-bbf4-5158d2f6d8a5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.066426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b43e6871-1fd2-4037-8103-1f5f5d0f3618 req-fad3f66d-332a-4eb0-bbf4-5158d2f6d8a5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.1752772 Jul 13 07:29:38.103382 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-05971c0a-1e20-40ab-8379-1dc30d7af6e7 req-44dfe6d4-24d0-4ce9-b9db-e2a904264f18 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551984 Jul 13 07:29:38.122610 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b43e6871-1fd2-4037-8103-1f5f5d0f3618 req-cc1dd22a-02c7-466f-bb7c-8e88bdb32bd3 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551114 Jul 13 07:29:38.270450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:38.348955 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.359094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c66dc-e4d9-4d95-94a6-c3069435f6b7 req-8a352c17-79c3-4eca-b92b-da8a2e95262d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.366480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a8c66dc-e4d9-4d95-94a6-c3069435f6b7 req-8a352c17-79c3-4eca-b92b-da8a2e95262d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.0871310 Jul 13 07:29:38.401336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2985b21-c739-42dc-82cf-89804f345596 req-a8f67f10-9164-462c-afc9-2217c08fb3e1 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.409140 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2985b21-c739-42dc-82cf-89804f345596 req-a8f67f10-9164-462c-afc9-2217c08fb3e1 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.1298759 Jul 13 07:29:38.412544 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a8c66dc-e4d9-4d95-94a6-c3069435f6b7 req-0c336b5b-77d3-4829-b309-fc25dd3564c8 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Jul 13 07:29:38.460201 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2985b21-c739-42dc-82cf-89804f345596 req-08d600f9-cac9-4ce6-a90d-b52d926886b5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Jul 13 07:29:38.553248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.707490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Allocated IP 172.25.6.13 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/da7a2528-0460-41fa-be99-e9b0402dcec5) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:38.716275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dda078-7fdb-4c4a-9503-35b0df229463 req-36f651a9-3355-4164-b9d0-b1ba9c174def tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.723038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12dda078-7fdb-4c4a-9503-35b0df229463 req-36f651a9-3355-4164-b9d0-b1ba9c174def tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 950 time: 0.1293652 Jul 13 07:29:38.774484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12dda078-7fdb-4c4a-9503-35b0df229463 req-7c08f159-0a89-42c0-ae75-5509f6a44fc0 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489480 Jul 13 07:29:38.834206 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.899501 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.939031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:38.942909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:38.951339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:39.013953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Pushing event updated for resources: {'Port': ['ID=da7a2528-0460-41fa-be99-e9b0402dcec5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:39.044666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:39.067779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882e0f-2f63-408c-bc04-4c4e3ce07637 req-df3cfcef-fda0-4fb6-9d1e-3f368d616786 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.069730 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d882e0f-2f63-408c-bc04-4c4e3ce07637 req-df3cfcef-fda0-4fb6-9d1e-3f368d616786 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.1176510 Jul 13 07:29:39.123860 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.157868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d882e0f-2f63-408c-bc04-4c4e3ce07637 req-4f87e730-20ed-44b8-baf2-de59834549cc tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754550 Jul 13 07:29:39.196836 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.237179 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.265398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:39.267944 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07041d96-2a57-4767-825f-63613bf6619c" -d '{"events": [{"server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:39.294001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:39.310697 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.455638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:39.457310 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.499866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bca913-9cb6-40c5-990d-5339bc4bdf0e req-4a7e3585-71d1-4e86-9895-aef068c0984c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.507075 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79bca913-9cb6-40c5-990d-5339bc4bdf0e req-4a7e3585-71d1-4e86-9895-aef068c0984c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1310468 Jul 13 07:29:39.521543 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.557622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79bca913-9cb6-40c5-990d-5339bc4bdf0e req-48ae1f97-ea79-4d1c-a10f-021a26071a3c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460148 Jul 13 07:29:39.743219 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f3523f-8739-4aae-8382-4f4450977658 x-openstack-request-id: req-a4f3523f-8739-4aae-8382-4f4450977658 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:39.743519 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:39.743773 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4f3523f-8739-4aae-8382-4f4450977658 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:39.744193 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'code': 200} Jul 13 07:29:39.753313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Pushing event updated for resources: {'Port': ['ID=da7a2528-0460-41fa-be99-e9b0402dcec5,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:39.788155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7526c14-be21-4226-b52a-16026b006bd2 req-75877339-ca0c-4f56-8ecf-c6dbffdf131c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.803397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e7526c14-be21-4226-b52a-16026b006bd2 req-75877339-ca0c-4f56-8ecf-c6dbffdf131c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.3431151 Jul 13 07:29:39.806124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bab2e73e-e420-4d33-8d21-bb2200625c47 None None] Provisioning complete for port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:39.806744 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bab2e73e-e420-4d33-8d21-bb2200625c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.830666 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.913727 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.915562 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-353e4013-3105-469f-a713-2b4e68da5346 tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8727560 Jul 13 07:29:39.918868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49702) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:39.940179 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e7526c14-be21-4226-b52a-16026b006bd2 req-3f587fcc-0e6b-4f23-ad10-1f1261c962b4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351624 Jul 13 07:29:40.026064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bab2e73e-e420-4d33-8d21-bb2200625c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.069963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-bab2e73e-e420-4d33-8d21-bb2200625c47 None None] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:40.084761 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bab2e73e-e420-4d33-8d21-bb2200625c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.166796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2e73e-e420-4d33-8d21-bb2200625c47 None None] Pushing event updated for resources: {'Port': ['ID=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:40.182661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4b8db-15fe-489e-8a46-1ad5d8c4664c req-634cbd8a-df58-4505-ad3c-9b35d51a399b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.191239 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ab4b8db-15fe-489e-8a46-1ad5d8c4664c req-634cbd8a-df58-4505-ad3c-9b35d51a399b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1070724 Jul 13 07:29:40.194559 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-426a2b35-0e22-4796-a330-40308c59d7b3 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.2722943 Jul 13 07:29:40.195078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49706) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:40.264292 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ab4b8db-15fe-489e-8a46-1ad5d8c4664c req-5d2b9191-2656-4d94-9e5d-82922fea82b8 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706761 Jul 13 07:29:40.323577 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49710) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:40.324852 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d1a764b8-5f66-4e0f-b3ef-fd6d371a2acc tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1278417 Jul 13 07:29:40.357597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d45e5-f549-4453-8329-09117b23e4b2 req-5c483088-e07c-492d-a53b-09a831f5bf33 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.358056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d45e5-f549-4453-8329-09117b23e4b2 req-5c483088-e07c-492d-a53b-09a831f5bf33 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.358537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d45e5-f549-4453-8329-09117b23e4b2 req-5c483088-e07c-492d-a53b-09a831f5bf33 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.359013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d45e5-f549-4453-8329-09117b23e4b2 req-5c483088-e07c-492d-a53b-09a831f5bf33 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.359528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d45e5-f549-4453-8329-09117b23e4b2 req-5c483088-e07c-492d-a53b-09a831f5bf33 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.360006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d45e5-f549-4453-8329-09117b23e4b2 req-5c483088-e07c-492d-a53b-09a831f5bf33 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.360500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d45e5-f549-4453-8329-09117b23e4b2 req-5c483088-e07c-492d-a53b-09a831f5bf33 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.360970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d45e5-f549-4453-8329-09117b23e4b2 req-5c483088-e07c-492d-a53b-09a831f5bf33 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.361443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d45e5-f549-4453-8329-09117b23e4b2 req-5c483088-e07c-492d-a53b-09a831f5bf33 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.370299 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-766d45e5-f549-4453-8329-09117b23e4b2 req-5c483088-e07c-492d-a53b-09a831f5bf33 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744&device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263&device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2&device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755&device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f&device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57&device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5&device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce&device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 8212 time: 0.2679408 Jul 13 07:29:40.385616 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-766d45e5-f549-4453-8329-09117b23e4b2 req-4b889f64-0d0e-404b-ac03-97590c008c1e tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.525366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0b0d1-9b08-467d-847b-f4ddab5cb7ca tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Deleting port da7a2528-0460-41fa-be99-e9b0402dcec5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:40.525723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b0d1-9b08-467d-847b-f4ddab5cb7ca tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.575382 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-766d45e5-f549-4453-8329-09117b23e4b2 req-4b889f64-0d0e-404b-ac03-97590c008c1e tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.583667 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-766d45e5-f549-4453-8329-09117b23e4b2 req-4b889f64-0d0e-404b-ac03-97590c008c1e tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.586604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e0f9f441-a1b0-415c-9bd4-a2c96d9dc725 None None] Provisioning complete for port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:40.587360 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f441-a1b0-415c-9bd4-a2c96d9dc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.619190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b889f64-0d0e-404b-ac03-97590c008c1e tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eec526-43d1-4fde-976f-468afc1dba18,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:40.669963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-766d45e5-f549-4453-8329-09117b23e4b2 req-4b889f64-0d0e-404b-ac03-97590c008c1e tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&id=3d4dee2f-8781-4e8f-a846-655318c4ee31&id=9798d896-5241-48c1-93d0-747a1e59ea5a&id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 698 time: 0.2968609 Jul 13 07:29:40.695348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b0d1-9b08-467d-847b-f4ddab5cb7ca tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.695798 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b0d1-9b08-467d-847b-f4ddab5cb7ca tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.726625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0b0d1-9b08-467d-847b-f4ddab5cb7ca tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Calling delete_port for da7a2528-0460-41fa-be99-e9b0402dcec5 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:40.983337 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b0d1-9b08-467d-847b-f4ddab5cb7ca tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.047150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:41.049774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0b0d1-9b08-467d-847b-f4ddab5cb7ca tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Pushing event deleted for resources: {'Port': ['ID=da7a2528-0460-41fa-be99-e9b0402dcec5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:41.184734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b0d1-9b08-467d-847b-f4ddab5cb7ca tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.187855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ce0b0d1-9b08-467d-847b-f4ddab5cb7ca tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.189109 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1ce0b0d1-9b08-467d-847b-f4ddab5cb7ca tempest-FloatingIPAdminTestJSON-896841815 tempest-FloatingIPAdminTestJSON-896841815-project] 10.222.0.44 "DELETE /v2.0/floatingips/38b84296-e769-417c-9504-521359d58767 HTTP/1.1" status: 204 len: 168 time: 0.8639176 Jul 13 07:29:41.192286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49730) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:41.272393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-955c730e-49a8-44e4-a103-f3fd537ed751 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:41.275265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-955c730e-49a8-44e4-a103-f3fd537ed751 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57&tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 949 time: 0.1702573 Jul 13 07:29:41.313396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:41.335728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'mac_address': 'fa:16:3e:17:b1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:41.428926 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.468391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:41.524201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-2adc1bd6-d16c-42b6-82c4-ffbec7ea8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:41.526087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:41.530958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-2adc1bd6-d16c-42b6-82c4-ffbec7ea8f66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 1100 time: 0.1766973 Jul 13 07:29:41.535741 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.536616 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed7d5-c925-412c-9508-112642e2c9dd req-bfa61d0c-fcb6-4117-a967-b0f44cac4874 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:41.537461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49738) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:41.539387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56bed7d5-c925-412c-9508-112642e2c9dd req-bfa61d0c-fcb6-4117-a967-b0f44cac4874 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.3142574 Jul 13 07:29:41.617610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-243ca2d2-1e59-46cf-9d47-1f9d56168906 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Deleting port 5de82000-90f3-46c6-a296-2622be14dd99 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:41.617950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-243ca2d2-1e59-46cf-9d47-1f9d56168906 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.662034 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:41.745301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:41.748682 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb9aee-32c7-4679-b090-5ec3c71cb825" -d '{"events": [{"server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "name": "network-vif-plugged", "status": "completed", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:41.832365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-144b51a1-e229-4d3b-b460-d03450337841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:41.833838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-144b51a1-e229-4d3b-b460-d03450337841 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2869346 Jul 13 07:29:41.868327 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8525dbd6-6ebb-4e13-acb0-47533af7657d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.868597 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56bed7d5-c925-412c-9508-112642e2c9dd req-28417765-e7b9-4282-b2d1-139dd63be00f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3186879 Jul 13 07:29:41.913264 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-0cdc9cea-ce40-4115-9c04-b446a35c32c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 HTTP/1.1" status: 200 len: 217 time: 0.0579662 Jul 13 07:29:41.944618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-243ca2d2-1e59-46cf-9d47-1f9d56168906 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.946122 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-243ca2d2-1e59-46cf-9d47-1f9d56168906 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.948758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4c9cb3f7-0d5f-46ec-bf4b-5799a1797781'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:41.987264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-243ca2d2-1e59-46cf-9d47-1f9d56168906 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Calling delete_port for 5de82000-90f3-46c6-a296-2622be14dd99 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:42.035885 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8525dbd6-6ebb-4e13-acb0-47533af7657d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.107689 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8525dbd6-6ebb-4e13-acb0-47533af7657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.221268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ecfa79e6-cb7f-4633-b81d-389ea369b1eb None None] Provisioning complete for port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:42.223547 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ecfa79e6-cb7f-4633-b81d-389ea369b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.308754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-e85aaa28-2589-4e8b-bed9-a5a533485b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.312398 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-e85aaa28-2589-4e8b-bed9-a5a533485b28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.3809974 Jul 13 07:29:42.332228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8525dbd6-6ebb-4e13-acb0-47533af7657d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a91e9a93310847f7a74e886da83a10e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7908342 Jul 13 07:29:42.333888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49750) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:42.367512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95ed82-8137-40dd-92d9-8aef8e7b97d2 req-c146b360-dd14-4fe7-ae33-5c0dec3f0b88 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.378847 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de95ed82-8137-40dd-92d9-8aef8e7b97d2 req-c146b360-dd14-4fe7-ae33-5c0dec3f0b88 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 948 time: 0.2828319 Jul 13 07:29:42.403412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-243ca2d2-1e59-46cf-9d47-1f9d56168906 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.406967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525dbd6-6ebb-4e13-acb0-47533af7657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32570107-16cf-44ca-9f73-9bebd9ed6b89,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.432777 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ecfa79e6-cb7f-4633-b81d-389ea369b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.491557 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de95ed82-8137-40dd-92d9-8aef8e7b97d2 req-37eb0e12-b658-4c84-8336-a645abd9a839 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114969 Jul 13 07:29:42.503628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ecfa79e6-cb7f-4633-b81d-389ea369b1eb None None] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:42.522260 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c20dea7d-ccd1-4b9c-ab96-8cfae313f2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.524787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ca2d2-1e59-46cf-9d47-1f9d56168906 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Pushing event deleted for resources: {'Port': ['ID=5de82000-90f3-46c6-a296-2622be14dd99,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.535893 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ecfa79e6-cb7f-4633-b81d-389ea369b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.603516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4835881-ccfc-409b-b266-3fe721d49507 req-53249efc-31f2-4ace-9d68-05801ac55120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.607888 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4835881-ccfc-409b-b266-3fe721d49507 req-53249efc-31f2-4ace-9d68-05801ac55120 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 1097 time: 0.3172095 Jul 13 07:29:42.623847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa79e6-cb7f-4633-b81d-389ea369b1eb None None] Pushing event updated for resources: {'Port': ['ID=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.641680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-f56613c3-b368-44ea-9b44-b5ada160c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.643218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-f56613c3-b368-44ea-9b44-b5ada160c017 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2870088 Jul 13 07:29:42.644228 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219b28d-a0db-4ed4-a619-7bb6030eabcf x-openstack-request-id: req-4219b28d-a0db-4ed4-a619-7bb6030eabcf {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:42.644607 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "name": "network-vif-plugged", "status": "completed", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:42.644864 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4219b28d-a0db-4ed4-a619-7bb6030eabcf {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:42.645255 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'code': 200} Jul 13 07:29:42.729741 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-243ca2d2-1e59-46cf-9d47-1f9d56168906 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.732637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-243ca2d2-1e59-46cf-9d47-1f9d56168906 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.749539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-243ca2d2-1e59-46cf-9d47-1f9d56168906 tempest-FloatingIPAdminTestJSON-1082745409 tempest-FloatingIPAdminTestJSON-1082745409-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/315a2081-2717-4cb0-acec-4294b7150f6d HTTP/1.1" status: 204 len: 168 time: 1.5560882 Jul 13 07:29:42.750218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49756) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:42.798167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c20dea7d-ccd1-4b9c-ab96-8cfae313f2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.000617 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c20dea7d-ccd1-4b9c-ab96-8cfae313f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.003237 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c20dea7d-ccd1-4b9c-ab96-8cfae313f2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.006850 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c20dea7d-ccd1-4b9c-ab96-8cfae313f2aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32570107-16cf-44ca-9f73-9bebd9ed6b89 HTTP/1.1" status: 204 len: 168 time: 0.6690631 Jul 13 07:29:43.098160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20dea7d-ccd1-4b9c-ab96-8cfae313f2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32570107-16cf-44ca-9f73-9bebd9ed6b89,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:43.110662 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e7f63cfc-989f-43d4-ad73-4f355347e7b7 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Deleting port 37ea7fc4-f6cd-4121-81f9-01898ab0b8b5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:43.110932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7f63cfc-989f-43d4-ad73-4f355347e7b7 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.175094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7e89ec3e-4399-46ef-99a9-8393a0814e32 None None] Provisioning complete for port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:43.175793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7e89ec3e-4399-46ef-99a9-8393a0814e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.253149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-9bbacdef-1752-4435-9492-fa855662df9d service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001925 Jul 13 07:29:43.383021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4835881-ccfc-409b-b266-3fe721d49507 req-fc839d74-a0c0-4d43-a796-787eed425314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.388420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4835881-ccfc-409b-b266-3fe721d49507 req-fc839d74-a0c0-4d43-a796-787eed425314 service neutron] 10.222.0.54 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.7332871 Jul 13 07:29:43.476152 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4835881-ccfc-409b-b266-3fe721d49507 req-e91a481e-b051-4dc3-95c3-e3abac156dff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 200 len: 1002 time: 0.0804083 Jul 13 07:29:43.477997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab1308-f3ad-4bdc-8859-4d2fd16d0aaf req-8b0f2765-bcc0-4388-91c7-01a7541293e7 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.479617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1ab1308-f3ad-4bdc-8859-4d2fd16d0aaf req-8b0f2765-bcc0-4388-91c7-01a7541293e7 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.4801974 Jul 13 07:29:43.481631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7f63cfc-989f-43d4-ad73-4f355347e7b7 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.519948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e7f63cfc-989f-43d4-ad73-4f355347e7b7 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Calling delete_port for 37ea7fc4-f6cd-4121-81f9-01898ab0b8b5 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:43.618494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4835881-ccfc-409b-b266-3fe721d49507 req-f96c6fab-6238-4753-947d-4411f1568038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.619702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4835881-ccfc-409b-b266-3fe721d49507 req-f96c6fab-6238-4753-947d-4411f1568038 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.1309958 Jul 13 07:29:43.719023 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d224ee38-e879-4ced-938d-d5f29a0f96f9 req-21f00ade-c037-41b8-aa86-f51f85743f0e service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478257 Jul 13 07:29:43.727804 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1ab1308-f3ad-4bdc-8859-4d2fd16d0aaf req-3a4aab8d-80cf-4132-af78-fc368cfc79bc tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275774 Jul 13 07:29:43.728154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7494f-0744-4b77-9186-3bd203ded8b8 req-322eab3a-dfc1-49e7-bf25-856ddc40bfaf tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.728726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7494f-0744-4b77-9186-3bd203ded8b8 req-322eab3a-dfc1-49e7-bf25-856ddc40bfaf tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.729134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7494f-0744-4b77-9186-3bd203ded8b8 req-322eab3a-dfc1-49e7-bf25-856ddc40bfaf tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.731832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79d7494f-0744-4b77-9186-3bd203ded8b8 req-322eab3a-dfc1-49e7-bf25-856ddc40bfaf tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744&device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2&device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 2884 time: 0.2461786 Jul 13 07:29:43.736539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4835881-ccfc-409b-b266-3fe721d49507 req-4b131ecb-06e1-49c8-b14c-c6354c88e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:43.738017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4835881-ccfc-409b-b266-3fe721d49507 req-4b131ecb-06e1-49c8-b14c-c6354c88e0a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097269 Jul 13 07:29:43.765667 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7f63cfc-989f-43d4-ad73-4f355347e7b7 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.807980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79d7494f-0744-4b77-9186-3bd203ded8b8 req-d14c738e-0ca5-4a28-9726-279ab14f5eb3 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689442 Jul 13 07:29:43.912648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f63cfc-989f-43d4-ad73-4f355347e7b7 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event deleted for resources: {'Port': ['ID=37ea7fc4-f6cd-4121-81f9-01898ab0b8b5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:43.941396 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4835881-ccfc-409b-b266-3fe721d49507 req-24c119cd-0eb2-4186-83b7-b54cfd031ec0 service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786723 Jul 13 07:29:44.099924 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7f63cfc-989f-43d4-ad73-4f355347e7b7 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.106527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e7f63cfc-989f-43d4-ad73-4f355347e7b7 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "DELETE /v2.0/ports/37ea7fc4-f6cd-4121-81f9-01898ab0b8b5 HTTP/1.1" status: 204 len: 168 time: 1.3468716 Jul 13 07:29:44.110402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49784) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:44.129229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4835881-ccfc-409b-b266-3fe721d49507 req-d94f5f83-db60-478e-ab17-50916306e1ae service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786659 Jul 13 07:29:44.204536 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9316fa67-ac33-4b67-9a30-c453d9f2d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.205191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bfdb8-b5dd-4df7-827e-d00c5a6343db req-43223bbd-374c-4223-95cb-383f999079f9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:44.215201 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1c8bfdb8-b5dd-4df7-827e-d00c5a6343db req-43223bbd-374c-4223-95cb-383f999079f9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.2470543 Jul 13 07:29:44.279176 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1c8bfdb8-b5dd-4df7-827e-d00c5a6343db req-5ad43745-0123-4b6b-ad62-ca49a4cdbcc3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628371 Jul 13 07:29:44.340929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac6435c-222b-4e53-8195-e0911dbabe32 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:44.346447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49790) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:44.346662 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5ac6435c-222b-4e53-8195-e0911dbabe32 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "GET /v2.0/ports?device_id=89a48503-9130-47f7-8675-00d1dd4a1803 HTTP/1.1" status: 200 len: 913 time: 0.2348726 Jul 13 07:29:44.647412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:44.650649 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c41f566-3f13-4ef3-b806-b14d5cacc004" -d '{"events": [{"server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "name": "network-vif-plugged", "status": "completed", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:44.666710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23d157-186a-4497-979e-591e357f4cb1 req-ea1f61ff-d01f-43eb-ae0f-22a046bf8480 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:44.681550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f23d157-186a-4497-979e-591e357f4cb1 req-ea1f61ff-d01f-43eb-ae0f-22a046bf8480 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.4065368 Jul 13 07:29:44.841661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f23d157-186a-4497-979e-591e357f4cb1 req-9bbec7d6-5231-4053-ac80-eae1d0794ef3 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590862 Jul 13 07:29:44.974843 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb7ab6b-24ab-4616-bdf7-9a1900172848 x-openstack-request-id: req-7cb7ab6b-24ab-4616-bdf7-9a1900172848 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:44.975394 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "name": "network-vif-plugged", "status": "completed", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:44.975843 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cb7ab6b-24ab-4616-bdf7-9a1900172848 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:44.976505 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'code': 200} Jul 13 07:29:45.079853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07e28859-c7c8-4fa4-9b9a-0223e9e5072a details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:45.086819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:45.399488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.409274 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:45.410510 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.538006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:45.638664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a', 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7', 'port_id': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a', 'mac_address': 'fa:16:3e:31:3a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fe286e-8237-4f7c-baaf-eea98f1f5ebc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:45.825935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf3645-027d-490e-abd8-132dba7bf3b8 req-8d3fb11c-6d93-42fa-835d-b27055e65dd2 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:45.849440 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eedf3645-027d-490e-abd8-132dba7bf3b8 req-8d3fb11c-6d93-42fa-835d-b27055e65dd2 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.1793771 Jul 13 07:29:45.949043 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.957837 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eedf3645-027d-490e-abd8-132dba7bf3b8 req-1b628a7f-5350-4792-bb55-77d9f998c900 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065955 Jul 13 07:29:45.993409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07e28859-c7c8-4fa4-9b9a-0223e9e5072a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:46.034585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:46.041695 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.176511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:46.260706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['07e28859-c7c8-4fa4-9b9a-0223e9e5072a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:46.277494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97348f02-f5bd-4a04-9930-cf960ca5b2e4 req-5ea03f75-4d23-477b-84e1-ec5132f98ed8 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:46.285462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97348f02-f5bd-4a04-9930-cf960ca5b2e4 req-5ea03f75-4d23-477b-84e1-ec5132f98ed8 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1043184 Jul 13 07:29:46.369606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97348f02-f5bd-4a04-9930-cf960ca5b2e4 req-5bd84f5a-fa0e-4e1b-b360-c542758c308f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824375 Jul 13 07:29:46.570277 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b68fc9f-6e38-45ec-8dce-f75dbc4aff09 req-9108c40b-841b-4287-8949-516d26a615ba tempest-FlavorsV2NegativeTest-28026331 tempest-FlavorsV2NegativeTest-28026331-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=edf45ee48b0744d48b1b13ce11953843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408070 Jul 13 07:29:46.609672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Deleting port d2efb2c0-b060-4bf4-844e-fa399cd7edeb {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:46.610406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.709085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701981e8-19bd-4c3c-8f28-52383edd3e26 req-2f0874d3-ed84-4f8c-a9d2-f618c91b5527 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:46.710772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-701981e8-19bd-4c3c-8f28-52383edd3e26 req-2f0874d3-ed84-4f8c-a9d2-f618c91b5527 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.0909097 Jul 13 07:29:46.752387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68fc9f-6e38-45ec-8dce-f75dbc4aff09 req-e01a329e-65ab-41de-b8f4-a9c93e8b93b2 tempest-FlavorsV2NegativeTest-28026331 tempest-FlavorsV2NegativeTest-28026331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:46.753865 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b68fc9f-6e38-45ec-8dce-f75dbc4aff09 req-e01a329e-65ab-41de-b8f4-a9c93e8b93b2 tempest-FlavorsV2NegativeTest-28026331 tempest-FlavorsV2NegativeTest-28026331-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823516 Jul 13 07:29:46.759490 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-701981e8-19bd-4c3c-8f28-52383edd3e26 req-a09bc321-b4fd-40a9-9f75-be4084e12612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Jul 13 07:29:46.780044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.794918 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b68fc9f-6e38-45ec-8dce-f75dbc4aff09 req-0c939036-d58c-48f2-9877-4e66639b5119 tempest-FlavorsV2NegativeTest-28026331 tempest-FlavorsV2NegativeTest-28026331-project] 10.222.0.44 "GET /v2.0/quotas/edf45ee48b0744d48b1b13ce11953843 HTTP/1.1" status: 200 len: 375 time: 0.0269437 Jul 13 07:29:46.795873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Calling delete_port for d2efb2c0-b060-4bf4-844e-fa399cd7edeb owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:46.847946 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b68fc9f-6e38-45ec-8dce-f75dbc4aff09 req-af539048-bdfb-4f41-baa7-21434d936235 tempest-FlavorsV2NegativeTest-28026331 tempest-FlavorsV2NegativeTest-28026331-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edf45ee48b0744d48b1b13ce11953843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448630 Jul 13 07:29:47.028611 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-931969cd-e426-4f37-9ada-4b5c5deef51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.045522 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.089618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07e28859-c7c8-4fa4-9b9a-0223e9e5072a up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:47.118574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac2292-a416-4c2f-88a0-0575e1e0d8a3 req-94c07195-e360-4bb1-867e-a1259b46d225 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:47.120725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68ac2292-a416-4c2f-88a0-0575e1e0d8a3 req-94c07195-e360-4bb1-867e-a1259b46d225 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1632750 Jul 13 07:29:47.177395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.183295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:47.183823 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.214001 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68ac2292-a416-4c2f-88a0-0575e1e0d8a3 req-228ea867-d7a8-4ba3-bb23-d5521d4694a6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824289 Jul 13 07:29:47.220769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event deleted for resources: {'Port': ['ID=d2efb2c0-b060-4bf4-844e-fa399cd7edeb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:47.346869 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.403333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:47.407565 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2cb36-981c-400b-820b-af56d88c2f00" -d '{"events": [{"server_uuid": "535bff30-1b1e-4b0a-afce-1e4b75d85263", "name": "network-vif-plugged", "status": "completed", "tag": "07e28859-c7c8-4fa4-9b9a-0223e9e5072a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:47.440352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:47.451561 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.490800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a4cab-f54f-48b5-beb8-80f3ec0e938d req-1effdad0-630f-412c-bffa-d1476b6adcfa tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:47.495238 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-802a4cab-f54f-48b5-beb8-80f3ec0e938d req-1effdad0-630f-412c-bffa-d1476b6adcfa tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 944 time: 0.1777089 Jul 13 07:29:47.510046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:47.556109 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-802a4cab-f54f-48b5-beb8-80f3ec0e938d req-ed299c7a-f4e0-4cbb-bc0b-a67fba9b5c2f tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526085 Jul 13 07:29:47.625434 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.693442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49904) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:47.726623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef89ac8-6a4d-4cda-bf96-8888b3f255bc req-fc7c56de-b34f-4639-83ab-f30e346aa8b9 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:47.728208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ef89ac8-6a4d-4cda-bf96-8888b3f255bc req-fc7c56de-b34f-4639-83ab-f30e346aa8b9 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 1101 time: 0.1749830 Jul 13 07:29:47.812553 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.825303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ef89ac8-6a4d-4cda-bf96-8888b3f255bc req-5820992f-79be-4ff4-84ac-111cfbddbbcb tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615242 Jul 13 07:29:47.834615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-e48dba59-70aa-44ad-b131-8ff574847e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:47.836495 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-e48dba59-70aa-44ad-b131-8ff574847e93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 1097 time: 0.1497693 Jul 13 07:29:47.884587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e1e8b22b-1144-4c7d-9c8d-916dc7b7eef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.918941 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96ea82f-7273-424e-8851-6ec345e0c495 x-openstack-request-id: req-d96ea82f-7273-424e-8851-6ec345e0c495 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:47.919485 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535bff30-1b1e-4b0a-afce-1e4b75d85263", "name": "network-vif-plugged", "status": "completed", "tag": "07e28859-c7c8-4fa4-9b9a-0223e9e5072a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:47.920093 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d96ea82f-7273-424e-8851-6ec345e0c495 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:47.920733 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a', 'code': 200} Jul 13 07:29:48.015944 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86233fd7-70c2-4988-9c5d-bdb664d7e154 req-728e907a-5942-4854-9a88-e553d24b5c77 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.017791 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-86233fd7-70c2-4988-9c5d-bdb664d7e154 req-728e907a-5942-4854-9a88-e553d24b5c77 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1382895 Jul 13 07:29:48.024724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-e3604446-16e5-499b-9d18-de5df75d5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.026224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-e3604446-16e5-499b-9d18-de5df75d5f77 service neutron] 10.222.0.54 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.1510794 Jul 13 07:29:48.030859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Router 89a48503-9130-47f7-8675-00d1dd4a1803 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:29:48.088751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-86233fd7-70c2-4988-9c5d-bdb664d7e154 req-b1959af5-8621-4929-a707-8a0942d00237 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575831 Jul 13 07:29:48.150368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e1e8b22b-1144-4c7d-9c8d-916dc7b7eef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.156002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-49d4e552-9442-4ab7-8853-c2e916924be8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 200 len: 1002 time: 0.1215267 Jul 13 07:29:48.158327 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e1e8b22b-1144-4c7d-9c8d-916dc7b7eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.225215 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e1e8b22b-1144-4c7d-9c8d-916dc7b7eef1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edf45ee48b0744d48b1b13ce11953843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304112 Jul 13 07:29:48.228127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49916) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:48.230253 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8b22b-1144-4c7d-9c8d-916dc7b7eef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cca295-f08d-4fd1-b910-b91dbe87562b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:48.264343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:48.267182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-518de9bf-4f6d-4277-a650-da6daaa76c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.268915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-518de9bf-4f6d-4277-a650-da6daaa76c80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.0828183 Jul 13 07:29:48.273871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-616b5e58-9def-4356-8594-69b7cecac502 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "PUT /v2.0/routers/89a48503-9130-47f7-8675-00d1dd4a1803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9242306 Jul 13 07:29:48.278124 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4786c858-e41e-44f5-8a91-03946015e0f7 None None] Sync routers for ids ['89a48503-9130-47f7-8675-00d1dd4a1803'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:48.285581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49918) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:48.299748 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4786c858-e41e-44f5-8a91-03946015e0f7 None None] Routers {'89a48503-9130-47f7-8675-00d1dd4a1803'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:48.301319 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4786c858-e41e-44f5-8a91-03946015e0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['89a48503-9130-47f7-8675-00d1dd4a1803'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:48.314907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cfda3a5-3338-4aae-89b5-5ca477fbb87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.349861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cfda3a5-3338-4aae-89b5-5ca477fbb87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.380600 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4786c858-e41e-44f5-8a91-03946015e0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:48.392704 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4786c858-e41e-44f5-8a91-03946015e0f7 None None] Routers {'89a48503-9130-47f7-8675-00d1dd4a1803'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:48.394153 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4786c858-e41e-44f5-8a91-03946015e0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['89a48503-9130-47f7-8675-00d1dd4a1803'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:48.425790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.441549 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4786c858-e41e-44f5-8a91-03946015e0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:48.442468 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4786c858-e41e-44f5-8a91-03946015e0f7 None None] The sync data for ids ['89a48503-9130-47f7-8675-00d1dd4a1803'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:29:48.458178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ba970-b7c0-47e4-94b2-25b3b6f54a6e req-024f32a1-8d3d-43f1-9ef5-f28a70fd22da tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.461281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-950ba970-b7c0-47e4-94b2-25b3b6f54a6e req-024f32a1-8d3d-43f1-9ef5-f28a70fd22da tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 1101 time: 0.1083620 Jul 13 07:29:48.501839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cfda3a5-3338-4aae-89b5-5ca477fbb87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.504701 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cfda3a5-3338-4aae-89b5-5ca477fbb87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.505846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9cfda3a5-3338-4aae-89b5-5ca477fbb87c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0cca295-f08d-4fd1-b910-b91dbe87562b HTTP/1.1" status: 204 len: 168 time: 0.2704363 Jul 13 07:29:48.525375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfda3a5-3338-4aae-89b5-5ca477fbb87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cca295-f08d-4fd1-b910-b91dbe87562b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:48.550786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-cf198cd2-9f31-4f38-842a-bb185b41a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.552357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-cf198cd2-9f31-4f38-842a-bb185b41a487 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2769425 Jul 13 07:29:48.573113 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-950ba970-b7c0-47e4-94b2-25b3b6f54a6e req-8af7c1bd-0738-40b8-9481-9b7224446e21 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947015 Jul 13 07:29:48.593473 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.765198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74a40d-5335-409a-b171-f792aac1997a req-8e8b7a7d-ed50-4862-8789-20bcbf918812 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.772584 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a74a40d-5335-409a-b171-f792aac1997a req-8e8b7a7d-ed50-4862-8789-20bcbf918812 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.0768361 Jul 13 07:29:48.827153 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a74a40d-5335-409a-b171-f792aac1997a req-8ae14ffd-3456-460f-af54-6e887afe459b tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535889 Jul 13 07:29:49.047271 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-1d2fe673-764c-4ee7-8d50-21cdc0bf679a service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862833 Jul 13 07:29:49.066228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Deleting port 2662204c-0f53-410b-bb43-c72e02101b61 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:49.066566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.215798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.219525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be6cb75-3b89-4dbc-8e6e-5c5bedf0a5a1 req-8754e02f-e0d9-4af6-9bbf-dfe69a2f1f29 service neutron] 10.222.0.54 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640420 Jul 13 07:29:49.237322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Calling delete_port for 2662204c-0f53-410b-bb43-c72e02101b61 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:49.482405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49968) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:49.505103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-850374dc-c9ac-46f7-87da-c86ab7c7b5ad tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3697541 Jul 13 07:29:49.541799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49a880-0b28-451c-8e39-913993cfc278 req-611009d0-0050-4d4f-b2c4-1b16c9fdcb74 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.544033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf49a880-0b28-451c-8e39-913993cfc278 req-611009d0-0050-4d4f-b2c4-1b16c9fdcb74 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.1507058 Jul 13 07:29:49.552092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.607371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event deleted for resources: {'Port': ['ID=2662204c-0f53-410b-bb43-c72e02101b61,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:49.639502 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.664663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-network', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:49.694187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-1ea6046f-679d-4755-a27f-2ea44661934b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.695697 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-1ea6046f-679d-4755-a27f-2ea44661934b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832116 Jul 13 07:29:49.696643 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf49a880-0b28-451c-8e39-913993cfc278 req-6776552d-6dad-4fd2-aa1d-45cbc9a97e77 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455956 Jul 13 07:29:49.716048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.718906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-ed4f4d86-5d05-4fcb-acf7-87b19b5b1e82 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1491487 Jul 13 07:29:49.721413 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-fc3493c7-b0bf-4cff-b3c9-157ba0c4cee2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/quotas/1a8e1186474f4ffbb6a81c31a63e1d6d HTTP/1.1" status: 200 len: 375 time: 0.0165257 Jul 13 07:29:49.830941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Made reservation on behalf of 36d8db81e28e47c4820391538d88ac9c for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:49.833435 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.843165 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-675b8160-5d87-409d-821a-ec4aef23abf6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141388 Jul 13 07:29:49.847515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-1817c87c-4647-4efc-a996-9874bcb03625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.849412 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.850229 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-1817c87c-4647-4efc-a996-9874bcb03625 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a93cec1e09ea422eaac867513d8853c9&device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 1097 time: 0.1060293 Jul 13 07:29:49.851378 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.855311 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.942934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.943607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Fanout notify agent at l3_agent the message router_deleted on router 89a48503-9130-47f7-8675-00d1dd4a1803 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:29:49.952720 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.953973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-54f87078-279a-4a53-a239-e3016ff33847 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "DELETE /v2.0/routers/89a48503-9130-47f7-8675-00d1dd4a1803 HTTP/1.1" status: 204 len: 168 time: 1.6671619 Jul 13 07:29:49.956606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49984) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:50.008617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-025a7fff-52af-4322-be4f-37a384b98aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.010768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-025a7fff-52af-4322-be4f-37a384b98aaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 HTTP/1.1" status: 200 len: 912 time: 0.1382909 Jul 13 07:29:50.028621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f8a7b7-9e03-4b47-b253-f299cdcc1131 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Deleting subnet 6f1bd89a-356c-4f2a-8376-e0408f0f23ac {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:50.031890 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a7b7-9e03-4b47-b253-f299cdcc1131 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.124448 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a7b7-9e03-4b47-b253-f299cdcc1131 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.179153 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-4868dc59-47ef-447b-bf02-48eb5dcbf847 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f HTTP/1.1" status: 200 len: 1002 time: 0.1609817 Jul 13 07:29:50.310201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-b464b7b3-fe10-4722-ba4a-e1f6f12d9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.311751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-b464b7b3-fe10-4722-ba4a-e1f6f12d9879 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a60ce3d9-407f-45e2-ad57-d0062666558c HTTP/1.1" status: 200 len: 850 time: 0.1159055 Jul 13 07:29:50.372963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.389649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-a3051823-4dcb-469b-b116-e49a63c90e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.391453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-a3051823-4dcb-469b-b116-e49a63c90e45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723588 Jul 13 07:29:50.407610 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a7b7-9e03-4b47-b253-f299cdcc1131 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.410515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.444486 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69bd9181-42c0-4212-907e-88677ed353b5 req-6f796b71-88d8-4f17-82e9-6cc58f8640b1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 210 time: 0.0570869 Jul 13 07:29:50.468603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c35827d-4d13-4067-a15a-9615f5246987,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:50.505887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:50.557454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.558661 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Added segment 30c1c1bc-7ddf-47fb-814c-15feea296f83 of type vlan for network 8e6a8986-a80b-4189-86b4-cb43433139ca Jul 13 07:29:50.619969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7dc7-9872-47e1-90d1-9467603ae3b6 req-a6b74387-53a4-40ba-9148-53ceefea52f4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.624546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da0c7dc7-9872-47e1-90d1-9467603ae3b6 req-a6b74387-53a4-40ba-9148-53ceefea52f4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.3299866 Jul 13 07:29:50.649259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a7b7-9e03-4b47-b253-f299cdcc1131 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.651949 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-9190d3dd-0392-4b3b-911b-0accad6f124d service neutron] 10.222.0.53 "GET /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485731 Jul 13 07:29:50.658079 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.694681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be666a-68ae-4f93-b308-067efed386e2 None None] Network ab8ea5ea-000a-4061-94a6-b1b65ef00bfc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:50.744210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8a7b7-9e03-4b47-b253-f299cdcc1131 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1bd89a-356c-4f2a-8376-e0408f0f23ac,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:50.754395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-d2dbe616-f97c-40c6-80e0-2c1914ea5ce7 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.756052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-d2dbe616-f97c-40c6-80e0-2c1914ea5ce7 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.54 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 945 time: 0.4085934 Jul 13 07:29:50.759357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a7b7-9e03-4b47-b253-f299cdcc1131 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.764912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b9f8a7b7-9e03-4b47-b253-f299cdcc1131 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "DELETE /v2.0/subnets/6f1bd89a-356c-4f2a-8376-e0408f0f23ac HTTP/1.1" status: 204 len: 168 time: 0.8043172 Jul 13 07:29:50.765327 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da0c7dc7-9872-47e1-90d1-9467603ae3b6 req-9a8c1897-6fcb-4860-898c-af24793145c8 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335897 Jul 13 07:29:50.782309 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3008a-6acc-47e5-9a90-700075766737 req-afd09585-b9b4-4235-8b56-5711f387aa0d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.791628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5a3008a-6acc-47e5-9a90-700075766737 req-afd09585-b9b4-4235-8b56-5711f387aa0d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1785111 Jul 13 07:29:50.794321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50006) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:50.821291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.822271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.822866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.896634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4119065 Jul 13 07:29:50.896634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50008) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:50.904650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Request body: {'subnet': {'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-subnet', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:50.949794 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8a64799-916a-4efe-ad13-4c423eefb154 req-79c6fc1c-41ea-4da6-b0e5-5106cf10db34 service neutron] 10.222.0.53 "GET /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871897 Jul 13 07:29:50.964872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd30118-6007-4791-87ba-7a180ba0ba19 admin admin] Pushing event updated for resources: {'Network': ['ID=8e6a8986-a80b-4189-86b4-cb43433139ca,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:50.978275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 8e6a8986-a80b-4189-86b4-cb43433139ca details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:50.987077 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.996606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-0c4b1f82-6172-40ac-9a12-b35f72c9f396 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Deleting port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:50.996952 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-0c4b1f82-6172-40ac-9a12-b35f72c9f396 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.001868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d2b0a-6db7-4c68-af86-2fce0b0ed2df None None] DHCP port deletion for ab8ea5ea-000a-4061-94a6-b1b65ef00bfc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:29:51.022689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5a3008a-6acc-47e5-9a90-700075766737 req-bb3b2a57-2d24-44ef-a759-aada5533c80a tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290461 Jul 13 07:29:51.085232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Deleting port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:51.085712 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.092821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07e28859-c7c8-4fa4-9b9a-0223e9e5072a no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:51.113619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Made reservation on behalf of 36d8db81e28e47c4820391538d88ac9c for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:51.115997 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.156880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-751d2b0a-6db7-4c68-af86-2fce0b0ed2df None None] Deleting port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:51.157100 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-751d2b0a-6db7-4c68-af86-2fce0b0ed2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.160821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] For port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=39ee9d62-0cb7-4548-9cdc-14cbacae4c17,segment=NetworkSegment(84ed5050-301c-48a3-9a2d-6b1932a0c90c),segment_id=84ed5050-301c-48a3-9a2d-6b1932a0c90c)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:51.162284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.175855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706bacf-9407-4310-88cb-f0dd0daa6eb9 req-b94b7be0-9e18-45c0-8a2c-80c0bd9c8e02 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:51.177428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0706bacf-9407-4310-88cb-f0dd0daa6eb9 req-b94b7be0-9e18-45c0-8a2c-80c0bd9c8e02 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.2277079 Jul 13 07:29:51.180540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Calling delete_port for 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:51.184037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-0c4b1f82-6172-40ac-9a12-b35f72c9f396 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] For port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:51.184443 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-0c4b1f82-6172-40ac-9a12-b35f72c9f396 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.258760 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0706bacf-9407-4310-88cb-f0dd0daa6eb9 req-4806eceb-6a9f-4530-9319-eea7688da328 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715699 Jul 13 07:29:51.266148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-0c4b1f82-6172-40ac-9a12-b35f72c9f396 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Calling delete_port for 07e28859-c7c8-4fa4-9b9a-0223e9e5072a owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:51.268964 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.306414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-751d2b0a-6db7-4c68-af86-2fce0b0ed2df None None] For port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=39ee9d62-0cb7-4548-9cdc-14cbacae4c17,segment=NetworkSegment(84ed5050-301c-48a3-9a2d-6b1932a0c90c),segment_id=84ed5050-301c-48a3-9a2d-6b1932a0c90c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:51.306884 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-751d2b0a-6db7-4c68-af86-2fce0b0ed2df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.321782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:51.325263 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9001ce-509a-47d6-9c55-141ba196c522" -d '{"events": [{"server_uuid": "535bff30-1b1e-4b0a-afce-1e4b75d85263", "name": "network-vif-unplugged", "status": "completed", "tag": "07e28859-c7c8-4fa4-9b9a-0223e9e5072a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:51.345645 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.346962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-751d2b0a-6db7-4c68-af86-2fce0b0ed2df None None] Calling delete_port for 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:51.388082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:51.395220 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] No DVR routers for this DVR port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:51.409779 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eac761-8c10-4460-91bf-bf6e03058425 x-openstack-request-id: req-45eac761-8c10-4460-91bf-bf6e03058425 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:51.410040 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535bff30-1b1e-4b0a-afce-1e4b75d85263", "name": "network-vif-unplugged", "status": "completed", "tag": "07e28859-c7c8-4fa4-9b9a-0223e9e5072a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:51.410242 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45eac761-8c10-4460-91bf-bf6e03058425 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:51.411394 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a', 'code': 200} Jul 13 07:29:51.418303 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.455836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event deleted for resources: {'Port': ['ID=39ee9d62-0cb7-4548-9cdc-14cbacae4c17,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:51.566807 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.590479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.629184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8ea5ea-000a-4061-94a6-b1b65ef00bfc']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:51.649338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e1adbf6a-0eda-40be-86da-759bf017f756 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:51.656610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ed5050-301c-48a3-9a2d-6b1932a0c90c') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:51.657391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ed5050-301c-48a3-9a2d-6b1932a0c90c') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:51.679947 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.715306 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.722059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:51.729806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa47bfc6-da00-4990-84cc-29df7ebf0128,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:51.741033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-10f9e1f6-9ec4-4c9c-b951-f42982adb7b1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1264453 Jul 13 07:29:51.741448 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f01248bd-c67b-4c8f-97d0-def18376002b req-00148a15-6ea9-456e-95ee-9f86fd9a19e6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 210 time: 0.0384357 Jul 13 07:29:51.744438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:51.744780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.745857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.746354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.746691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.746983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.747141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.747353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.747695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.748196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.748536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.748918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.749256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.749589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:51.751410 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-751d2b0a-6db7-4c68-af86-2fce0b0ed2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:51.752307 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:51.755853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-0c4b1f82-6172-40ac-9a12-b35f72c9f396 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.790410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d2b0a-6db7-4c68-af86-2fce0b0ed2df None None] No DVR routers for this DVR port 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:51.818762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d2b0a-6db7-4c68-af86-2fce0b0ed2df None None] Pushing event deleted for resources: {'Port': ['ID=39ee9d62-0cb7-4548-9cdc-14cbacae4c17,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:51.826290 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.848742 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.888883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:51.892971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-e6fa1246-f333-4d63-8068-bec77500ce29 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:51.894493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-e6fa1246-f333-4d63-8068-bec77500ce29 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375320 Jul 13 07:29:51.904774 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.908693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.913343 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "DELETE /v2.0/networks/ab8ea5ea-000a-4061-94a6-b1b65ef00bfc HTTP/1.1" status: 204 len: 168 time: 1.0826411 Jul 13 07:29:51.915259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346f2c7-7565-4bbf-a104-19def0bbb776 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event deleted for resources: {'Network': ['ID=ab8ea5ea-000a-4061-94a6-b1b65ef00bfc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:51.917873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50020) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:51.950485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Request body: {'port': {'device_id': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '1a8e1186474f4ffbb6a81c31a63e1d6d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:52.002691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:52.020100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b1f82-6172-40ac-9a12-b35f72c9f396 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event deleted for resources: {'Port': ['ID=07e28859-c7c8-4fa4-9b9a-0223e9e5072a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:52.122314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-ef866129-937c-494d-8382-f51969aef365 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Deleting port efa3e601-fe2d-4c9b-b99d-66134a0afbe6 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:52.122824 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef866129-937c-494d-8382-f51969aef365 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.139506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-0c4b1f82-6172-40ac-9a12-b35f72c9f396 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] No DVR routers for this DVR port 07e28859-c7c8-4fa4-9b9a-0223e9e5072a on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:52.145606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-698a9014-4e50-4fcb-aa04-fb91d5c55f80 req-478bd2c8-1576-4fbb-a7db-7942d1551b96 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=535bff30-1b1e-4b0a-afce-1e4b75d85263 HTTP/1.1" status: 200 len: 210 time: 0.1412880 Jul 13 07:29:52.146703 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-0c4b1f82-6172-40ac-9a12-b35f72c9f396 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.148669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eea3352c-45ac-4181-b160-92a1f7b0efc4 req-0c4b1f82-6172-40ac-9a12-b35f72c9f396 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.54 "DELETE /v2.0/ports/07e28859-c7c8-4fa4-9b9a-0223e9e5072a HTTP/1.1" status: 204 len: 173 time: 1.3824794 Jul 13 07:29:52.151421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'name': 'network-vif-deleted', 'tag': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:52.153921 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9728be5-78e2-4a3d-8694-f5adfdc4d50c" -d '{"events": [{"server_uuid": "535bff30-1b1e-4b0a-afce-1e4b75d85263", "name": "network-vif-deleted", "tag": "07e28859-c7c8-4fa4-9b9a-0223e9e5072a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:52.156542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Checking segment: {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:52.156906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Network hostable DHCP agents. Network: 8e6a8986-a80b-4189-86b4-cb43433139ca, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:52.212430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Network 8e6a8986-a80b-4189-86b4-cb43433139ca is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:52.226784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 8e6a8986-a80b-4189-86b4-cb43433139ca) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:52.235616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Made reservation on behalf of 1a8e1186474f4ffbb6a81c31a63e1d6d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:52.236656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da48633e-bb24-4ae8-ac76-a3ab7e559ff5 None None] Network 8e6a8986-a80b-4189-86b4-cb43433139ca requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:52.240222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.257453 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4adece5-c5dc-41da-986f-538929c83ce2 x-openstack-request-id: req-d4adece5-c5dc-41da-986f-538929c83ce2 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:52.257750 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535bff30-1b1e-4b0a-afce-1e4b75d85263", "name": "network-vif-deleted", "tag": "07e28859-c7c8-4fa4-9b9a-0223e9e5072a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:52.258671 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4adece5-c5dc-41da-986f-538929c83ce2 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:52.258671 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535bff30-1b1e-4b0a-afce-1e4b75d85263', 'name': 'network-vif-deleted', 'tag': '07e28859-c7c8-4fa4-9b9a-0223e9e5072a', 'status': 'completed', 'code': 200} Jul 13 07:29:52.260561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:52.262170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.279137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef866129-937c-494d-8382-f51969aef365 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.279897 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef866129-937c-494d-8382-f51969aef365 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.300323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-ef866129-937c-494d-8382-f51969aef365 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Calling delete_port for efa3e601-fe2d-4c9b-b99d-66134a0afbe6 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:52.324232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ba7b2a59-6a0f-44f7-b7e5-1c068afa9857 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4209504 Jul 13 07:29:52.324954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50028) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:52.332069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:52.332230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229af2ba-0905-4e1d-aba6-88a702216e53 req-df9c4555-bc3d-4ba6-b3e0-9aa66dfdc362 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:52.333903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-229af2ba-0905-4e1d-aba6-88a702216e53 req-df9c4555-bc3d-4ba6-b3e0-9aa66dfdc362 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1697698 Jul 13 07:29:52.391887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.392959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.415452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ccec1e6f-889f-480f-8adc-235d6913ab0c None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:52.415872 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ccec1e6f-889f-480f-8adc-235d6913ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.467794 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-229af2ba-0905-4e1d-aba6-88a702216e53 req-fcb2e810-6471-4ceb-8224-6a67055a3518 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802026 Jul 13 07:29:52.592915 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:52.595226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef866129-937c-494d-8382-f51969aef365 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.623909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-8e6a8986-a80b-4189-86b4-cb43433139ca', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:29:52.624596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef866129-937c-494d-8382-f51969aef365 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Pushing event deleted for resources: {'Port': ['ID=efa3e601-fe2d-4c9b-b99d-66134a0afbe6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:52.624794 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.628789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:52.628789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 39ee9d62-0cb7-4548-9cdc-14cbacae4c17 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:52.706648 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef866129-937c-494d-8382-f51969aef365 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.709983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef866129-937c-494d-8382-f51969aef365 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.713753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ef866129-937c-494d-8382-f51969aef365 tempest-FloatingIPAdminTestJSON-1296377785 tempest-FloatingIPAdminTestJSON-1296377785-project] 10.222.0.44 "DELETE /v2.0/floatingips/5b82ec56-f6e9-4744-a541-f9c0dae053be HTTP/1.1" status: 204 len: 168 time: 0.7862427 Jul 13 07:29:52.739213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ccec1e6f-889f-480f-8adc-235d6913ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.863188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Allocated IP 192.168.233.81 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/e23a0343-75ae-43b9-a788-830ac70d4495) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:52.879436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.907618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Allocated IP 172.20.0.2 (8e6a8986-a80b-4189-86b4-cb43433139ca/aa47bfc6-da00-4990-84cc-29df7ebf0128/e9950f89-3417-4407-b437-704fe68491c6) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:53.000510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb2199fd-00bc-4769-9a7d-ffd2020f144b req-834791b6-4ce8-421e-bb41-c5f3a09d4769 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 210 time: 0.0703475 Jul 13 07:29:53.014123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50040) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:53.051788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ccec1e6f-889f-480f-8adc-235d6913ab0c None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:53.057281 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ccec1e6f-889f-480f-8adc-235d6913ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.134591 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.148151 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.157691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Transition to ACTIVE for port object e9950f89-3417-4407-b437-704fe68491c6 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:53.159524 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec1e6f-889f-480f-8adc-235d6913ab0c None None] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.177997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Transition to ACTIVE for port object e9950f89-3417-4407-b437-704fe68491c6 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:53.187489 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.210917 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-545d5ba7-fbdc-4a96-be70-7befddb5ee9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5a8e3b793dc4e8a89fc46140e8a2b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953442 Jul 13 07:29:53.211802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50046) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:53.243191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb26c97-2ac2-4636-9b7f-dd137c7dbfa5 req-a7df3e03-04f4-43b8-9d74-e1dff18a6422 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:53.251058 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ddb26c97-2ac2-4636-9b7f-dd137c7dbfa5 req-a7df3e03-04f4-43b8-9d74-e1dff18a6422 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 944 time: 0.3893752 Jul 13 07:29:53.254388 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Pushing event updated for resources: {'Port': ['ID=e9950f89-3417-4407-b437-704fe68491c6,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.265363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Network 8e6a8986-a80b-4189-86b4-cb43433139ca is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:53.267481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:53.270734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e2ace0a4-2692-41af-b9ce-bb5c346d2738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.285038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:53.316253 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e2ace0a4-2692-41af-b9ce-bb5c346d2738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.362130 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ddb26c97-2ac2-4636-9b7f-dd137c7dbfa5 req-e1e148d7-be62-4501-bca4-c8807496a1e8 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099441 Jul 13 07:29:53.395090 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e2ace0a4-2692-41af-b9ce-bb5c346d2738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.400106 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e2ace0a4-2692-41af-b9ce-bb5c346d2738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.407582 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e2ace0a4-2692-41af-b9ce-bb5c346d2738 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/535825a7-2290-4b36-925e-57eac803ae53 HTTP/1.1" status: 204 len: 168 time: 0.1939006 Jul 13 07:29:53.411930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}, {'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:53.414252 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f4ee7a-94d4-496b-bdc1-10471134baac" -d '{"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}, {"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:53.429154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ace0a4-2692-41af-b9ce-bb5c346d2738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535825a7-2290-4b36-925e-57eac803ae53,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.430725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Attempting to bind port e9950f89-3417-4407-b437-704fe68491c6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:53.431238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Attempting to bind port e9950f89-3417-4407-b437-704fe68491c6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:53.431512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Attempting to bind port e9950f89-3417-4407-b437-704fe68491c6 on network 8e6a8986-a80b-4189-86b4-cb43433139ca {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:53.451113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:53.451487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Checking segment: {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:53.451903 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.452334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Bound using segment: {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:53.452817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Bound port: e9950f89-3417-4407-b437-704fe68491c6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:53.453232 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.462583 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.487673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Transition to ACTIVE for port object e23a0343-75ae-43b9-a788-830ac70d4495 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:53.562289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] For port e9950f89-3417-4407-b437-704fe68491c6, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:53.566447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] For port e9950f89-3417-4407-b437-704fe68491c6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e9950f89-3417-4407-b437-704fe68491c6,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:53.572093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-60376120-d3d7-4337-8f60-05050b6c213b None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:53.572408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-60376120-d3d7-4337-8f60-05050b6c213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.575551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.644814 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.663580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ca5b033b-195b-42d3-82bb-e04df53c279f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:53.665934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4c9cb3f7-0d5f-46ec-bf4b-5799a1797781'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:53.698790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.758494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3a5b8-a15d-40ab-934a-f82dd2579685 None None] Pushing event updated for resources: {'Port': ['ID=e9950f89-3417-4407-b437-704fe68491c6,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.766206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.781357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:53.797104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:53.803493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:53.918361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.951778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50070) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:53.974625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:53.975292 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.999674 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1baf92fa-6408-4dec-b7be-ac420771f283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.067218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-025b8929-9d08-4e8d-80e9-ef000b68ed9c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1212723 Jul 13 07:29:54.095191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Request body: {'port': {'device_id': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:54.106667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Allocated IP 172.25.6.150 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/a39a06d7-80fa-42ab-8fa4-6294f07ab22d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:54.225904 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79b0b49-d012-40eb-946b-99334505a5d7 x-openstack-request-id: req-e79b0b49-d012-40eb-946b-99334505a5d7 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:54.226210 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-unplugged", "status": "failed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "code": 422}, {"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-plugged", "status": "failed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:54.226471 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e79b0b49-d012-40eb-946b-99334505a5d7 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:54.226924 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'code': 422} returned with failed status Jul 13 07:29:54.227185 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'code': 422} returned with failed status Jul 13 07:29:54.239529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1baf92fa-6408-4dec-b7be-ac420771f283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.247363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1baf92fa-6408-4dec-b7be-ac420771f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.285819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.301538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1baf92fa-6408-4dec-b7be-ac420771f283 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74b7a64107d04ead8059edd277e133f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451736 Jul 13 07:29:54.303694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50080) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:54.310743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf92fa-6408-4dec-b7be-ac420771f283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa0d446-e6dd-4d91-b03f-f885ae333c10,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:54.387241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-809d07b7-e173-47a8-b2f2-57b45b36b9e1 None None] Provisioning for port e23a0343-75ae-43b9-a788-830ac70d4495 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:54.391378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-809d07b7-e173-47a8-b2f2-57b45b36b9e1 None None] Provisioning complete for port e23a0343-75ae-43b9-a788-830ac70d4495 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:54.391753 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-809d07b7-e173-47a8-b2f2-57b45b36b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.430883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.437183 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-809d07b7-e173-47a8-b2f2-57b45b36b9e1 None None] Port e23a0343-75ae-43b9-a788-830ac70d4495 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:54.550871 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea504f24-e6bb-4d02-9994-d6d4782f8b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.613402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e9950f89-3417-4407-b437-704fe68491c6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:54.631714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50086) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:54.638140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-21d8a938-7cd6-4773-9286-67300ca17a8c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314395002', 'description': 'tempest-description--1952754601'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:54.666229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e81db6-a7f3-4773-ab55-e2127ffb8818 req-b2d82ac7-fa27-4749-9352-ceda26b17916 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.672905 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d8a938-7cd6-4773-9286-67300ca17a8c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.681204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18e81db6-a7f3-4773-ab55-e2127ffb8818 req-b2d82ac7-fa27-4749-9352-ceda26b17916 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.3468020 Jul 13 07:29:54.712508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e9950f89-3417-4407-b437-704fe68491c6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:54.742852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea504f24-e6bb-4d02-9994-d6d4782f8b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.812143 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d8a938-7cd6-4773-9286-67300ca17a8c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.824236 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d8a938-7cd6-4773-9286-67300ca17a8c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.864044 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d8a938-7cd6-4773-9286-67300ca17a8c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.865707 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-21d8a938-7cd6-4773-9286-67300ca17a8c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2328827 Jul 13 07:29:54.866911 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8a938-7cd6-4773-9286-67300ca17a8c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d460661f-3f00-405d-9365-89774a042912,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:54.869484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50088) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:54.890253 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.903063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-103e7948-64c8-42ff-883b-6b109e466b7d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Request body: {'security_group_rule': {'security_group_id': 'd460661f-3f00-405d-9365-89774a042912', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:54.973110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea504f24-e6bb-4d02-9994-d6d4782f8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.974552 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-103e7948-64c8-42ff-883b-6b109e466b7d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.975857 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea504f24-e6bb-4d02-9994-d6d4782f8b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.980485 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ea504f24-e6bb-4d02-9994-d6d4782f8b57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0aa0d446-e6dd-4d91-b03f-f885ae333c10 HTTP/1.1" status: 204 len: 168 time: 0.6732149 Jul 13 07:29:54.996050 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18e81db6-a7f3-4773-ab55-e2127ffb8818 req-31a47877-5a8a-4310-accb-65ea903e3e16 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132017 Jul 13 07:29:55.044334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:55.046667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea504f24-e6bb-4d02-9994-d6d4782f8b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa0d446-e6dd-4d91-b03f-f885ae333c10,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.061373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:55.069803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:55.102780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Pushing event updated for resources: {'Port': ['ID=a39a06d7-80fa-42ab-8fa4-6294f07ab22d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.104929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4909ca-6de1-401a-9ea8-115a3412b769 None None] Network 8e6a8986-a80b-4189-86b4-cb43433139ca requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:55.139493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07e28859-c7c8-4fa4-9b9a-0223e9e5072a no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:55.150753 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-103e7948-64c8-42ff-883b-6b109e466b7d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.174478 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-103e7948-64c8-42ff-883b-6b109e466b7d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.178968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23a0343-75ae-43b9-a788-830ac70d4495 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:55.196192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 07e28859-c7c8-4fa4-9b9a-0223e9e5072a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:55.196826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07e28859-c7c8-4fa4-9b9a-0223e9e5072a not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:55.197428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e1adbf6a-0eda-40be-86da-759bf017f756 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:55.235114 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.243759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eb5012fa-5739-4e7d-9bd7-21853ffced6a None None] Provisioning for port e9950f89-3417-4407-b437-704fe68491c6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:55.259911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eb5012fa-5739-4e7d-9bd7-21853ffced6a None None] Provisioning complete for port e9950f89-3417-4407-b437-704fe68491c6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:55.260596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb5012fa-5739-4e7d-9bd7-21853ffced6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.305469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e7948-64c8-42ff-883b-6b109e466b7d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e484e5d-8412-453b-b382-b117b4d31933,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.308050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-103e7948-64c8-42ff-883b-6b109e466b7d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.309570 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-103e7948-64c8-42ff-883b-6b109e466b7d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4283569 Jul 13 07:29:55.313881 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50094) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:55.320109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8a529b76-0720-4423-a996-be85d70944a5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Request body: {'security_group_rule': {'security_group_id': 'd460661f-3f00-405d-9365-89774a042912', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:55.321374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Transition to ACTIVE for port object e23a0343-75ae-43b9-a788-830ac70d4495 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:55.335551 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.357246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b0954-ae3a-4ce1-aee7-291e5985c4fc req-9c804e95-fdb8-402d-8ddc-6ebab5a4ffb9 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:55.359103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e1b0954-ae3a-4ce1-aee7-291e5985c4fc req-9c804e95-fdb8-402d-8ddc-6ebab5a4ffb9 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 935 time: 0.2016857 Jul 13 07:29:55.380351 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.404616 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e1b0954-ae3a-4ce1-aee7-291e5985c4fc req-0121e78a-6de3-4a9a-bcd0-9e191daf5d79 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397744 Jul 13 07:29:55.411439 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8a529b76-0720-4423-a996-be85d70944a5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.447970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.577287 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8a529b76-0720-4423-a996-be85d70944a5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.579202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:55.585104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8a529b76-0720-4423-a996-be85d70944a5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.617110 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.618972 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a529b76-0720-4423-a996-be85d70944a5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd228cd4-7014-4729-a4bf-2fd917b10a2d,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.639240 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.701444 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8a529b76-0720-4423-a996-be85d70944a5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.702980 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8a529b76-0720-4423-a996-be85d70944a5 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3879108 Jul 13 07:29:55.706500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50104) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:55.721688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:55.763967 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50106) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:55.803774 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb5012fa-5739-4e7d-9bd7-21853ffced6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.856165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.912578 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ceb4dc8a-3be8-499e-8103-09e1e675d471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.920742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-eb5012fa-5739-4e7d-9bd7-21853ffced6a None None] For port e9950f89-3417-4407-b437-704fe68491c6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e9950f89-3417-4407-b437-704fe68491c6,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:55.933557 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb5012fa-5739-4e7d-9bd7-21853ffced6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.934353 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.007889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:56.008533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:56.009080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:56.055606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5012fa-5739-4e7d-9bd7-21853ffced6a None None] Pushing event updated for resources: {'Port': ['ID=e9950f89-3417-4407-b437-704fe68491c6,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.124469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8085f3a4-480a-409d-98e5-b99d353add2a None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:56.125913 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8085f3a4-480a-409d-98e5-b99d353add2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.222671 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8085f3a4-480a-409d-98e5-b99d353add2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.228899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ceb4dc8a-3be8-499e-8103-09e1e675d471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.233593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:56.237169 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af37f55e-84dc-4cbd-a233-3983e079f334" -d '{"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:56.239366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df5b4b-59d5-435a-b02f-8473a19b1578 req-fcf897fb-b4e9-41cb-9d14-eb22fba45f4c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:56.246686 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53df5b4b-59d5-435a-b02f-8473a19b1578 req-fcf897fb-b4e9-41cb-9d14-eb22fba45f4c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.4951375 Jul 13 07:29:56.255118 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ceb4dc8a-3be8-499e-8103-09e1e675d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.272359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8085f3a4-480a-409d-98e5-b99d353add2a None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:56.278349 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8085f3a4-480a-409d-98e5-b99d353add2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.325977 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ceb4dc8a-3be8-499e-8103-09e1e675d471 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51496d1186ca4dc39e5b4d51fa606b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387933 Jul 13 07:29:56.329473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50120) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:56.331654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4dc8a-3be8-499e-8103-09e1e675d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dadf485-bc86-46e9-9896-7bd4ddc3f784,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.348231 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085f3a4-480a-409d-98e5-b99d353add2a None None] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.365024 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53df5b4b-59d5-435a-b02f-8473a19b1578 req-439a6fda-aff6-4426-af6b-3714b3350ba5 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174538 Jul 13 07:29:56.389749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Port e23a0343-75ae-43b9-a788-830ac70d4495 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:56.390428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:56.416979 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.422866 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.446651 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9860af19-46c8-48e9-91a9-550c84abac0e x-openstack-request-id: req-9860af19-46c8-48e9-91a9-550c84abac0e {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:56.446952 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-unplugged", "status": "failed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:56.447248 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9860af19-46c8-48e9-91a9-550c84abac0e {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:56.447611 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'code': 422} returned with failed status Jul 13 07:29:56.459906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:56.460273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:56.460699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:56.461102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Bound port: e23a0343-75ae-43b9-a788-830ac70d4495, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:56.461646 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.481525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c723e345-0b76-476b-9d0f-1883db14acdf None None] Provisioning complete for port e9950f89-3417-4407-b437-704fe68491c6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:56.481909 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c723e345-0b76-476b-9d0f-1883db14acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.510157 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.533063 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.629116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:56.632635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.633188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:56.636985 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.641553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4dadf485-bc86-46e9-9896-7bd4ddc3f784 HTTP/1.1" status: 204 len: 168 time: 0.3085599 Jul 13 07:29:56.654134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.679768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dadf485-bc86-46e9-9896-7bd4ddc3f784,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.726355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.726810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.727263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.727667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.727804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.728228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.728581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.728738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.729059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.729403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.729759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.730843 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3f3af-a6e0-4032-be50-b9ab271295eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:56.737976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.753948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-c308630d-0c65-47c2-afae-9bf39a165009 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3689466 Jul 13 07:29:56.794595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0528d9b-5ffc-4865-b4b4-686842065ddf req-88f7f94b-685b-436e-a91f-fe433f9b7295 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:56.800659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0528d9b-5ffc-4865-b4b4-686842065ddf req-88f7f94b-685b-436e-a91f-fe433f9b7295 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.4117155 Jul 13 07:29:56.832928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e9950f89-3417-4407-b437-704fe68491c6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:56.837329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:56.838350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.840457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-eb5ca99e-cd5d-44c6-8fbc-2469f8390410 service neutron] 10.222.0.54 "PUT /v2.0/ports/e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 1095 time: 2.7634943 Jul 13 07:29:56.842080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:56.844648 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:56.861465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Allocated IP 172.25.6.90 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/1b6b5f51-803e-4612-b6f2-6d8bbeac0d24) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:56.900378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e9950f89-3417-4407-b437-704fe68491c6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:56.913043 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.915603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbc8f9-a11f-4a04-88ed-3256c6c910e8 req-aa91957c-04bc-425e-9855-61328494e778 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:56.917956 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5fbc8f9-a11f-4a04-88ed-3256c6c910e8 req-aa91957c-04bc-425e-9855-61328494e778 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 947 time: 0.3550653 Jul 13 07:29:56.944317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0528d9b-5ffc-4865-b4b4-686842065ddf req-8c14a854-6752-48a6-9c18-d3f3c207f971 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407461 Jul 13 07:29:57.058609 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0baa3c-0528-451b-a6c2-a3c3af90e4a3 x-openstack-request-id: req-ad0baa3c-0528-451b-a6c2-a3c3af90e4a3 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:57.059937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-df69773c-9e9e-4dcd-88d6-7c245edfdea6 None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:57.060314 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-df69773c-9e9e-4dcd-88d6-7c245edfdea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.069737 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:57.070198 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad0baa3c-0528-451b-a6c2-a3c3af90e4a3 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:57.072144 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'status': 'completed', 'code': 200} Jul 13 07:29:57.093689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5fbc8f9-a11f-4a04-88ed-3256c6c910e8 req-e52c818d-c0ee-4d6f-bcc2-5a40db0d8b0b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618910 Jul 13 07:29:57.098949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Router 1bfc20fc-7577-4522-a196-840b1bd8d5bf is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:29:57.118073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-38d4a2f0-ffb7-4b8a-8caa-eafa479a89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.128271 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-38d4a2f0-ffb7-4b8a-8caa-eafa479a89d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1098 time: 0.2388742 Jul 13 07:29:57.276986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-1938dc69-43d9-495c-b9f2-bf808d56c5be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 217 time: 0.1336606 Jul 13 07:29:57.332285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.426178 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.493851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-4f53035a-527d-43b9-aaf3-3567573e30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.497000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-4f53035a-527d-43b9-aaf3-3567573e30a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.2118824 Jul 13 07:29:57.506817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:57.521953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:57.531239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:57.569004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event updated for resources: {'Port': ['ID=1b6b5f51-803e-4612-b6f2-6d8bbeac0d24,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:57.577728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:57.589683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Sync routers for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:57.610334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:57.610979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:57.651131 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.654891 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-28fbead9-dfce-4e6b-b1aa-31fc9ea8bc8e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.3265450 Jul 13 07:29:57.657069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50156) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:57.727325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-bacc060a-aa53-438b-b94a-9d84e5ff6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.727325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-bacc060a-aa53-438b-b94a-9d84e5ff6a08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2037923 Jul 13 07:29:57.743450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.747822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:29:57.751098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003a407-bb81-4e2d-a50e-291ffe2b4ae5 req-0435a012-ccc9-4aa7-a7c3-e8978d825bff tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.762831 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8003a407-bb81-4e2d-a50e-291ffe2b4ae5 req-0435a012-ccc9-4aa7-a7c3-e8978d825bff tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.2062466 Jul 13 07:29:57.834239 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.917832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8003a407-bb81-4e2d-a50e-291ffe2b4ae5 req-3841635c-4ebb-4f3a-833e-d7bc595e9aea tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541882 Jul 13 07:29:57.961804 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-b45cbffb-c8f7-4fc4-a9ad-621922bd2d2b service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258842 Jul 13 07:29:57.999160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:29:55Z', 'revision_number': 3, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:58.061549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Checking router: 1bfc20fc-7577-4522-a196-840b1bd8d5bf for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:29:58.061944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Updating router 1bfc20fc-7577-4522-a196-840b1bd8d5bf port a39a06d7-80fa-42ab-8fa4-6294f07ab22d binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:29:58.081633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3990a70-29ba-4f25-b33c-d854dd2b212e req-d4ebd7d5-a18e-4c6d-bf8f-5b0f902422ff service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123567 Jul 13 07:29:58.111444 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.286756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-d3ac4b56-557b-4230-95bc-c7c62ab89eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.288925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-d3ac4b56-557b-4230-95bc-c7c62ab89eb2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1098 time: 0.1362164 Jul 13 07:29:58.475837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-789cee6a-9f03-4d58-b56b-024d38998a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.477512 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-789cee6a-9f03-4d58-b56b-024d38998a87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1808379 Jul 13 07:29:58.481046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:58.487066 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae13c8e-b100-4cbb-a15d-46d552fe4cd2" -d '{"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:58.489755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62cfd3-769e-4583-a1ae-099dda19dc7e req-e132c095-74be-49de-914f-541fb0242cbf tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.491337 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f62cfd3-769e-4583-a1ae-099dda19dc7e req-e132c095-74be-49de-914f-541fb0242cbf tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 947 time: 0.1553018 Jul 13 07:29:58.535846 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.552271 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-c46aaf51-8026-4395-bec0-13a3ccd9bf96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 217 time: 0.0598767 Jul 13 07:29:58.570356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Transition to ACTIVE for port object a39a06d7-80fa-42ab-8fa4-6294f07ab22d will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:58.581115 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.584040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f62cfd3-769e-4583-a1ae-099dda19dc7e req-b6a417fc-7198-49df-a71f-01bbca5beee2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823212 Jul 13 07:29:58.648565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-7c9ed14e-f1aa-4aab-b4d9-019117ba9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.650093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-7c9ed14e-f1aa-4aab-b4d9-019117ba9749 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0867183 Jul 13 07:29:58.663992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Attempting to bind port a39a06d7-80fa-42ab-8fa4-6294f07ab22d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:58.665375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Attempting to bind port a39a06d7-80fa-42ab-8fa4-6294f07ab22d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:58.666185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Attempting to bind port a39a06d7-80fa-42ab-8fa4-6294f07ab22d on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:58.676192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:58.677023 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:58.677678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.678376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:58.679082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Bound port: a39a06d7-80fa-42ab-8fa4-6294f07ab22d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:58.679700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.681856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c101d16-c724-4571-a191-6305550cb095 None None] Pushing event updated for resources: {'Port': ['ID=a39a06d7-80fa-42ab-8fa4-6294f07ab22d,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:58.762212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] For port a39a06d7-80fa-42ab-8fa4-6294f07ab22d, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:58.767225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] For port a39a06d7-80fa-42ab-8fa4-6294f07ab22d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a39a06d7-80fa-42ab-8fa4-6294f07ab22d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:58.775969 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.777157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-ae647712-8c13-4eed-9e95-267e95b559eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.783450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-ae647712-8c13-4eed-9e95-267e95b559eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252184 Jul 13 07:29:58.849051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:58.849853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:58.924831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c101d16-c724-4571-a191-6305550cb095 None None] Pushing event updated for resources: {'Port': ['ID=a39a06d7-80fa-42ab-8fa4-6294f07ab22d,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:58.957636 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50186) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:58.972454 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.984166 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.004652 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-519f6cdc-d0ea-45d1-9d41-2ea066056dc6 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137365 Jul 13 07:29:59.045648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:29:59.095106 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13362b61-c18c-4605-a937-479c85b2650a x-openstack-request-id: req-13362b61-c18c-4605-a937-479c85b2650a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:59.095592 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-plugged", "status": "failed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:59.095852 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13362b61-c18c-4605-a937-479c85b2650a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:59.096464 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'code': 422} returned with failed status Jul 13 07:29:59.148928 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fa2dae9-08b0-448d-880c-c892f6fe0ae1 req-e2244b84-df37-4e30-b799-a2ec55d00e13 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369569 Jul 13 07:29:59.182958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4cb99-8887-4ea0-b66e-3e68d0f7e908 req-1e3a76ca-fadb-43ff-9e73-a50e49f81a94 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.184544 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20e4cb99-8887-4ea0-b66e-3e68d0f7e908 req-1e3a76ca-fadb-43ff-9e73-a50e49f81a94 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.9710605 Jul 13 07:29:59.199625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-eb23217c-a1e4-4b5a-985b-856aaf9ba803 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-270281338'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:59.256240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event updated for resources: {'Port': ['ID=1b6b5f51-803e-4612-b6f2-6d8bbeac0d24,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:59.280998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff4bb9-df76-4a19-ab46-8954224ed755 req-b71a7790-0221-4863-848e-7aa1d26a0554 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.283164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fff4bb9-df76-4a19-ab46-8954224ed755 req-b71a7790-0221-4863-848e-7aa1d26a0554 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.0744710 Jul 13 07:29:59.294407 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.317523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb23217c-a1e4-4b5a-985b-856aaf9ba803 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.318650 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb23217c-a1e4-4b5a-985b-856aaf9ba803 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.334699 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.345048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-80b31c54-f24c-4518-a3b0-5776494ae1b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6280437 Jul 13 07:29:59.368450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fff4bb9-df76-4a19-ab46-8954224ed755 req-df40f1b2-18df-4f20-a16b-06e79577d829 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771675 Jul 13 07:29:59.369765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:29:55Z', 'revision_number': 3, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:59.375477 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20e4cb99-8887-4ea0-b66e-3e68d0f7e908 req-8d04ea7e-297b-4808-b1ca-d059461798ee tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662457 Jul 13 07:29:59.439700 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.444152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d8d53a-2574-4b30-9d60-bb61b6ec7ded None None] The sync data for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 is: [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:29:55Z', 'revision_number': 3, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:29:59.454222 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb23217c-a1e4-4b5a-985b-856aaf9ba803 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.462183 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb23217c-a1e4-4b5a-985b-856aaf9ba803 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.519906 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb23217c-a1e4-4b5a-985b-856aaf9ba803 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.523826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eb23217c-a1e4-4b5a-985b-856aaf9ba803 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5604956 Jul 13 07:29:59.524890 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50198) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:59.642624 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-49648a9f-08bb-41d1-a675-942f07c6216b tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.776864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-3d43b792-3756-4028-bc17-a418bcfa8771 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.783986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-3d43b792-3756-4028-bc17-a418bcfa8771 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/networks?id=40616115-1a6d-4fc8-b39a-431b83bf48b7 HTTP/1.1" status: 200 len: 821 time: 0.1986136 Jul 13 07:29:59.820793 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-695eedf0-2035-496f-86f6-0052cb580b8f tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/quotas/ea464cf7bef84c148440a20fffb9fff8 HTTP/1.1" status: 200 len: 375 time: 0.0357673 Jul 13 07:29:59.922029 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-8ce63d94-e4d4-43d4-afc9-8119f452f6a9 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea464cf7bef84c148440a20fffb9fff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991757 Jul 13 07:29:59.950365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-49648a9f-08bb-41d1-a675-942f07c6216b tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.957642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-49648a9f-08bb-41d1-a675-942f07c6216b tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.008625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Allocated IP 172.20.0.1 (8e6a8986-a80b-4189-86b4-cb43433139ca/aa47bfc6-da00-4990-84cc-29df7ebf0128/7ccedea7-eb65-4c5f-ada5-a512da57b4d4) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:00.031758 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-49648a9f-08bb-41d1-a675-942f07c6216b tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.032489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49648a9f-08bb-41d1-a675-942f07c6216b tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45380b9a-81f3-4957-9155-ee67d221f570 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:30:00.042833 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-49648a9f-08bb-41d1-a675-942f07c6216b tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.044142 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-49648a9f-08bb-41d1-a675-942f07c6216b tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] 10.222.0.44 "DELETE /v2.0/routers/45380b9a-81f3-4957-9155-ee67d221f570 HTTP/1.1" status: 204 len: 168 time: 0.5191479 Jul 13 07:30:00.055177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50210) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:00.066685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-710b160b-3292-485c-9954-75ee6ec0d42c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Request body: {'router': {'name': 'tempest-router-1412147130', 'distributed': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:00.115591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7196-f617-43ba-9870-361876868977 req-501645d7-1022-4418-bf56-42370f4cc03e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:00.117906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69db7196-f617-43ba-9870-361876868977 req-501645d7-1022-4418-bf56-42370f4cc03e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 947 time: 0.3465147 Jul 13 07:30:00.124324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-1940a699-76b4-4155-a452-ce50c5d5978d service neutron] 10.222.0.44 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008915 Jul 13 07:30:00.217364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-710b160b-3292-485c-9954-75ee6ec0d42c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.218807 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-710b160b-3292-485c-9954-75ee6ec0d42c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.259193 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69db7196-f617-43ba-9870-361876868977 req-e72d3ac5-79ac-457e-9a04-621fce7e5a56 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102021 Jul 13 07:30:00.279642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.317952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Transition to ACTIVE for port object 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:00.364775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.393314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Network 8e6a8986-a80b-4189-86b4-cb43433139ca is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:00.394579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-ee144d68-f170-48f8-bae5-ef75e62f5835 service neutron] 10.222.0.44 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670329 Jul 13 07:30:00.396960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:00.398265 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-710b160b-3292-485c-9954-75ee6ec0d42c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.409292 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-710b160b-3292-485c-9954-75ee6ec0d42c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.414832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:00.439924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-710b160b-3292-485c-9954-75ee6ec0d42c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.441668 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-710b160b-3292-485c-9954-75ee6ec0d42c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3846610 Jul 13 07:30:00.444644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50216) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:00.555756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Pushing event updated for resources: {'Port': ['ID=7ccedea7-eb65-4c5f-ada5-a512da57b4d4,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:00.690177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a39a06d7-80fa-42ab-8fa4-6294f07ab22d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:00.704111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.722580 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69ba9ad0-d582-44fc-be27-78a533c9ee3a tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.813149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a39a06d7-80fa-42ab-8fa4-6294f07ab22d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:00.818961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a39a06d7-80fa-42ab-8fa4-6294f07ab22d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:00.819516 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.922653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c68553b-dfa9-4d73-bf9f-34401041ffa8 None None] Provisioning for port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:00.928392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c68553b-dfa9-4d73-bf9f-34401041ffa8 None None] Provisioning complete for port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:00.928981 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c68553b-dfa9-4d73-bf9f-34401041ffa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.006507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2c68553b-dfa9-4d73-bf9f-34401041ffa8 None None] Port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:01.017082 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.064234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port a39a06d7-80fa-42ab-8fa4-6294f07ab22d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a39a06d7-80fa-42ab-8fa4-6294f07ab22d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:01.083157 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.171476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d8392492-1f74-4eda-b651-e23d8fbddbc6 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:01.187611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d8392492-1f74-4eda-b651-e23d8fbddbc6 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:01.212496 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.241513 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69ba9ad0-d582-44fc-be27-78a533c9ee3a tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.245204 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69ba9ad0-d582-44fc-be27-78a533c9ee3a tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.276837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=a39a06d7-80fa-42ab-8fa4-6294f07ab22d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:01.297569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fb8ba-aff3-4b08-b1cb-e42707066c0f req-f59cd157-d211-4a5a-9062-4dbdccd0c97f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:01.308122 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-665fb8ba-aff3-4b08-b1cb-e42707066c0f req-f59cd157-d211-4a5a-9062-4dbdccd0c97f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.2390645 Jul 13 07:30:01.322481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69ba9ad0-d582-44fc-be27-78a533c9ee3a tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.323168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ba9ad0-d582-44fc-be27-78a533c9ee3a tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0760ac27-1989-4981-afa6-4e3d4c773772 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:30:01.328745 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69ba9ad0-d582-44fc-be27-78a533c9ee3a tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.329914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-69ba9ad0-d582-44fc-be27-78a533c9ee3a tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] 10.222.0.44 "DELETE /v2.0/routers/0760ac27-1989-4981-afa6-4e3d4c773772 HTTP/1.1" status: 204 len: 168 time: 0.8842380 Jul 13 07:30:01.335812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50228) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:01.362458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5cb5e394-663c-414a-9a6b-0aa8e30f72e4 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Request body: {'router': {'name': 'tempest-router-1811088736', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3f27eb540c0e4917a8557ef69e1c31d5'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:01.369820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85421682-ddad-4cf7-9497-46d07599bd49 req-818057cf-3f5f-4658-9a3c-6cdb9dc99c3f tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:01.383107 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85421682-ddad-4cf7-9497-46d07599bd49 req-818057cf-3f5f-4658-9a3c-6cdb9dc99c3f tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.2223110 Jul 13 07:30:01.461168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85421682-ddad-4cf7-9497-46d07599bd49 req-88de9090-49f8-42cb-b452-4ddf41a5351f tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748894 Jul 13 07:30:01.473028 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.528432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:01.530521 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-665fb8ba-aff3-4b08-b1cb-e42707066c0f req-2fda83be-9a49-4a6c-a150-d33c9c023177 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213538 Jul 13 07:30:01.545598 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cb5e394-663c-414a-9a6b-0aa8e30f72e4 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.546706 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cb5e394-663c-414a-9a6b-0aa8e30f72e4 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.550093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:01.552869 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2632e938-e11a-471f-a24b-6f356fb8cc3d" -d '{"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-unplugged", "status": "completed", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:01.572828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:01.574885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'mac_address': 'fa:16:3e:38:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:01.601550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec59d897-9f96-46f4-9b7a-a6814efb2560 req-818b8bda-d6c0-44d6-b2e2-9ada49d9356e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 210 time: 0.0666840 Jul 13 07:30:01.609724 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.691190 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.701871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.765423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:01.772840 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.825819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8392492-1f74-4eda-b651-e23d8fbddbc6 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:01.917242 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cb5e394-663c-414a-9a6b-0aa8e30f72e4 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.924153 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:30:01.924813 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:30:01.935593 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03405b64-d4e5-4629-b87c-4eea209b8567 x-openstack-request-id: req-03405b64-d4e5-4629-b87c-4eea209b8567 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:01.936423 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-unplugged", "status": "completed", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:01.936592 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03405b64-d4e5-4629-b87c-4eea209b8567 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:01.937060 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'code': 200} Jul 13 07:30:01.953699 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cb5e394-663c-414a-9a6b-0aa8e30f72e4 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.956869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Pushing event updated for resources: {'Port': ['ID=7ccedea7-eb65-4c5f-ada5-a512da57b4d4,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:02.025663 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.049552 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cb5e394-663c-414a-9a6b-0aa8e30f72e4 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.055602 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5cb5e394-663c-414a-9a6b-0aa8e30f72e4 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7063618 Jul 13 07:30:02.056371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50238) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:02.066496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:02.193845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Network 8e6a8986-a80b-4189-86b4-cb43433139ca is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:02.205007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245378a-db16-4555-ad08-03d11c08076c req-b6b5ab48-0f49-4955-9222-65789b42c998 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:02.206611 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9245378a-db16-4555-ad08-03d11c08076c req-b6b5ab48-0f49-4955-9222-65789b42c998 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 947 time: 0.4499390 Jul 13 07:30:02.207567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:02.253966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b6db2d14-05e0-4268-b160-74d9ef9f1868 None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:02.254349 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b6db2d14-05e0-4268-b160-74d9ef9f1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.383039 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9245378a-db16-4555-ad08-03d11c08076c req-1bf366d4-452d-426f-b336-79ecfab9a206 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552993 Jul 13 07:30:02.393900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Router 1bfc20fc-7577-4522-a196-840b1bd8d5bf has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:02.410800 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b6db2d14-05e0-4268-b160-74d9ef9f1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.433534 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.434127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.489539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b6db2d14-05e0-4268-b160-74d9ef9f1868 None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:02.552512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b6db2d14-05e0-4268-b160-74d9ef9f1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.553643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:02.560882 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-486aefd6-4113-4349-9838-35f5410ff29a admin admin] 10.222.0.44 "PUT /v2.0/routers/1bfc20fc-7577-4522-a196-840b1bd8d5bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9016957 Jul 13 07:30:02.564846 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Sync routers for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:02.577471 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:02.578613 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:02.621029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a39a06d7-80fa-42ab-8fa4-6294f07ab22d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:02.657600 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.716237 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:02.758411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8392492-1f74-4eda-b651-e23d8fbddbc6 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:02.872739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db2d14-05e0-4268-b160-74d9ef9f1868 None None] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:02.908285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b6db2d14-05e0-4268-b160-74d9ef9f1868 None None] Provisioning complete for port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:02.908968 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b6db2d14-05e0-4268-b160-74d9ef9f1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.010404 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 2, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:03.070886 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Checking router: 1bfc20fc-7577-4522-a196-840b1bd8d5bf for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:03.071241 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Updating router 1bfc20fc-7577-4522-a196-840b1bd8d5bf port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:30:03.144939 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.190005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a39a06d7-80fa-42ab-8fa4-6294f07ab22d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:03.190800 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.205442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-9a425de3-fb44-466d-ac64-33ebbbd08a31 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:03.207039 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-9a425de3-fb44-466d-ac64-33ebbbd08a31 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.53 "GET /v2.0/networks?id=40616115-1a6d-4fc8-b39a-431b83bf48b7 HTTP/1.1" status: 200 len: 821 time: 0.4211257 Jul 13 07:30:03.220402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Request body: {'port': {'device_id': 'fb1ae830-72b3-486e-8545-3709a883699f', 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7', 'admin_state_up': True, 'tenant_id': 'ea464cf7bef84c148440a20fffb9fff8'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:03.230360 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:30:03.230971 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:30:03.241412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aad76c-d984-4950-8f41-c7390d5b6a8e req-6f4d3134-3b32-4446-bf9d-dc2b6447d2e2 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:03.244536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b6db2d14-05e0-4268-b160-74d9ef9f1868 None None] Port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:03.248632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a2aad76c-d984-4950-8f41-c7390d5b6a8e req-6f4d3134-3b32-4446-bf9d-dc2b6447d2e2 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.4419715 Jul 13 07:30:03.264366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93838) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 13 07:30:03.264755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Router 066ade72-d394-4c3a-9f47-c303237584fc migrating from provider to provider. {{(pid=93838) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 13 07:30:03.265143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.270755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.289691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.370447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-75c21955-dfb0-4bb5-b96b-0fe1f229eb04 None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:03.371674 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75c21955-dfb0-4bb5-b96b-0fe1f229eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.384665 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a2aad76c-d984-4950-8f41-c7390d5b6a8e req-35aa7e88-deaf-4530-bf04-6bebae5efac6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276212 Jul 13 07:30:03.421164 n-d-798249-7 neutron-server[93838]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] No L3 agents can host the router 066ade72-d394-4c3a-9f47-c303237584fc Jul 13 07:30:03.443509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab56fc2-e48b-4865-b927-4f4230d304b4 req-997ce259-c436-4f61-9995-03632780c347 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:03.452894 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ab56fc2-e48b-4865-b927-4f4230d304b4 req-997ce259-c436-4f61-9995-03632780c347 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1801066 Jul 13 07:30:03.489847 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Made reservation on behalf of ea464cf7bef84c148440a20fffb9fff8 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:03.493950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.549752 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.570983 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Transition to ACTIVE for port object 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:03.579188 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.579715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-75c21955-dfb0-4bb5-b96b-0fe1f229eb04 None None] Provisioning complete for port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:03.580316 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75c21955-dfb0-4bb5-b96b-0fe1f229eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.617997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Hosts for router 066ade72-d394-4c3a-9f47-c303237584fc: [] {{(pid=93838) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 13 07:30:03.641809 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Pushing event updated for resources: {'Port': ['ID=7ccedea7-eb65-4c5f-ada5-a512da57b4d4,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:03.653792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-75c21955-dfb0-4bb5-b96b-0fe1f229eb04 None None] Port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:03.655258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ab56fc2-e48b-4865-b927-4f4230d304b4 req-32b05b0e-1e17-4162-a44a-0bfd2dfd21fa tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012405 Jul 13 07:30:03.656002 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.656979 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.657685 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.658192 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.658692 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.659190 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.659708 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.660404 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.661064 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.661946 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.662446 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.663019 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:03.689018 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebc3a8e6-d81e-4814-adaf-95e46ff71711 req-983e7759-7f6b-4284-85b0-ebaa3034cc56 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 210 time: 0.0698833 Jul 13 07:30:03.718885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Hosts for other DVR routers connected to router 066ade72-d394-4c3a-9f47-c303237584fc: set() {{(pid=93838) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 13 07:30:03.724201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.727552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8fe706c7-6e96-4399-b5dd-6ad8a1a9b232 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] 10.222.0.44 "PUT /v2.0/routers/066ade72-d394-4c3a-9f47-c303237584fc HTTP/1.1" status: 200 len: 717 time: 1.6696522 Jul 13 07:30:03.730408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50260) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:03.752956 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Attempting to bind port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:03.753690 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Attempting to bind port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:03.754298 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Attempting to bind port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 on network 8e6a8986-a80b-4189-86b4-cb43433139ca {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:03.772517 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:03.773204 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Checking segment: {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:03.773797 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.774401 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Bound using segment: {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:03.777362 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Bound port: 7ccedea7-eb65-4c5f-ada5-a512da57b4d4, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:03.778038 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.835351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Allocated IP 172.20.0.10 (40616115-1a6d-4fc8-b39a-431b83bf48b7/60fe286e-8237-4f7c-baaf-eea98f1f5ebc/170d529e-22b6-4ed1-aaf1-1cce0895ab95) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:03.907007 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d753493d-01a8-4ea4-90e9-b13a75488320 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] 10.222.0.44 "GET /v2.0/routers/066ade72-d394-4c3a-9f47-c303237584fc HTTP/1.1" status: 200 len: 717 time: 0.1728880 Jul 13 07:30:03.911800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50262) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:03.937833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:03.938647 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] For port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:03.940464 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c19a7d9-33c1-482c-8d44-57c3afb7f5c7" -d '{"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-plugged", "status": "completed", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:03.944289 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] For port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7ccedea7-eb65-4c5f-ada5-a512da57b4d4,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:03.957667 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.078816 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:04.079692 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:29:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:04.085024 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153c6b5-6d61-411a-b575-e69730989ba8 None None] Pushing event updated for resources: {'Port': ['ID=7ccedea7-eb65-4c5f-ada5-a512da57b4d4,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:04.195331 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.201644 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.233236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8392492-1f74-4eda-b651-e23d8fbddbc6 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:04.262589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:04.264472 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.270122 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.274810 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:04.321867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:04.370410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:04.381063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50276) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:04.388240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ebf761ad-a72c-4144-9e1f-a3bf5cad9ca2 tempest-RoutersTestDVR-913258881 tempest-RoutersTestDVR-913258881-project] 10.222.0.44 "GET /v2.0/routers/066ade72-d394-4c3a-9f47-c303237584fc HTTP/1.1" status: 200 len: 683 time: 0.4606688 Jul 13 07:30:04.410762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:04.443238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'mac_address': 'fa:16:3e:8c:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:04.449264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753a73c-4520-43d2-bae7-d36491602683 req-50965693-26af-4f01-af85-aaf0f7b7f838 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:04.457901 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f753a73c-4520-43d2-bae7-d36491602683 req-50965693-26af-4f01-af85-aaf0f7b7f838 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 947 time: 0.2471130 Jul 13 07:30:04.508814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-259ede2e-f645-4e77-86ba-023a70ae801c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.538877 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.554846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23a0343-75ae-43b9-a788-830ac70d4495 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:04.557989 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f753a73c-4520-43d2-bae7-d36491602683 req-e5d7a3a6-c8ee-4270-9a25-399ac78ff16e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844007 Jul 13 07:30:04.643423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:04.654127 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.675178 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:03Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:04.717625 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5971cf75-e8e7-46d4-b50b-175278bcd94d None None] The sync data for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 is: [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:03Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:04.773340 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.839475 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950071f6-79a5-41c3-82da-b0580773d8a1 x-openstack-request-id: req-950071f6-79a5-41c3-82da-b0580773d8a1 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:04.840374 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-plugged", "status": "completed", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:04.840553 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-950071f6-79a5-41c3-82da-b0580773d8a1 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:04.841040 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'code': 200} Jul 13 07:30:04.846722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:04.909301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523f574-22f2-4f13-a682-f5b47416b55c req-ed73e381-9fff-4b8b-91e1-53fd39aa550f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:04.910989 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-ed73e381-9fff-4b8b-91e1-53fd39aa550f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 821 time: 0.7107894 Jul 13 07:30:04.919634 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-259ede2e-f645-4e77-86ba-023a70ae801c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.935095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-259ede2e-f645-4e77-86ba-023a70ae801c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.935929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a1a08d0d-186c-4561-a1b9-e47fd31735e6 None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:04.936419 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a1a08d0d-186c-4561-a1b9-e47fd31735e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.954825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Network 40616115-1a6d-4fc8-b39a-431b83bf48b7 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:05.000216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:05.003711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:05.065829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:05.066514 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.070324 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-e9d7d444-624f-4ccb-b63d-415f5960ab53 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/quotas/36d8db81e28e47c4820391538d88ac9c HTTP/1.1" status: 200 len: 375 time: 0.1333013 Jul 13 07:30:05.099655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event updated for resources: {'Port': ['ID=170d529e-22b6-4ed1-aaf1-1cce0895ab95,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:05.139500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-259ede2e-f645-4e77-86ba-023a70ae801c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.140055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ede2e-f645-4e77-86ba-023a70ae801c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 066ade72-d394-4c3a-9f47-c303237584fc {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:30:05.145825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-259ede2e-f645-4e77-86ba-023a70ae801c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.153372 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-259ede2e-f645-4e77-86ba-023a70ae801c tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] 10.222.0.44 "DELETE /v2.0/routers/066ade72-d394-4c3a-9f47-c303237584fc HTTP/1.1" status: 204 len: 168 time: 0.7693050 Jul 13 07:30:05.155448 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50288) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:05.162399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8970235f-2ba0-48c5-81b6-802b2c0a5bda tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Request body: {'router': {'name': 'tempest-router-753693926', 'distributed': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:05.176918 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-79693d0b-50ac-45b1-851c-d415071ac687 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9604697 Jul 13 07:30:05.183676 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a1a08d0d-186c-4561-a1b9-e47fd31735e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.186642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97f02-a049-4f47-a9a5-d843af5614c0 req-9249b08a-d407-4959-8802-bab2b9d87533 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:05.194512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Request body: {'port': {'device_id': 'fb1ae830-72b3-486e-8545-3709a883699f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:05.202753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4b97f02-a049-4f47-a9a5-d843af5614c0 req-9249b08a-d407-4959-8802-bab2b9d87533 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.3297312 Jul 13 07:30:05.235737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e23a0343-75ae-43b9-a788-830ac70d4495'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:05.252577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d8392492-1f74-4eda-b651-e23d8fbddbc6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:05.282900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461b025-1349-411e-896f-1cb7fd2b064a req-2251fd0a-0153-46af-8888-1efc8df82477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:05.293866 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8970235f-2ba0-48c5-81b6-802b2c0a5bda tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.294910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9461b025-1349-411e-896f-1cb7fd2b064a req-2251fd0a-0153-46af-8888-1efc8df82477 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 1100 time: 0.3248701 Jul 13 07:30:05.295453 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8970235f-2ba0-48c5-81b6-802b2c0a5bda tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.312635 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-323edf87-01df-42e2-b05e-a1c896af4005 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2330785 Jul 13 07:30:05.385830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4b97f02-a049-4f47-a9a5-d843af5614c0 req-28241545-f13c-45fb-8dd7-a64fec2f27f9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816330 Jul 13 07:30:05.404535 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8970235f-2ba0-48c5-81b6-802b2c0a5bda tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.445936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a1a08d0d-186c-4561-a1b9-e47fd31735e6 None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:05.457820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9461b025-1349-411e-896f-1cb7fd2b064a req-bd62ec4f-6f89-4373-b138-1e5615205f68 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576056 Jul 13 07:30:05.459557 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a1a08d0d-186c-4561-a1b9-e47fd31735e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.504999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8970235f-2ba0-48c5-81b6-802b2c0a5bda tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.528840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-480296b6-a68e-4ddd-a1fb-a7e519047c6c service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221955 Jul 13 07:30:05.535026 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.737472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a08d0d-186c-4561-a1b9-e47fd31735e6 None None] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:05.775745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d87c75-3a36-4114-976d-b443bee4258b req-e45f5db5-a852-44d4-91da-cf3080eb987e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:05.783637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84d87c75-3a36-4114-976d-b443bee4258b req-e45f5db5-a852-44d4-91da-cf3080eb987e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.2147462 Jul 13 07:30:05.857077 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84d87c75-3a36-4114-976d-b443bee4258b req-609476db-6f8e-4417-a0d3-3d5e8e568c1c tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668540 Jul 13 07:30:06.068137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301aa80-1c03-4c31-83c3-d1854bbbca65 req-066b6a98-7a3a-4cb2-914f-f45d6fcce950 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:06.070100 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f301aa80-1c03-4c31-83c3-d1854bbbca65 req-066b6a98-7a3a-4cb2-914f-f45d6fcce950 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 932 time: 0.0718017 Jul 13 07:30:06.100961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-801ee245-662e-46ba-a881-ac7600d62ee2 None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:06.101343 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-801ee245-662e-46ba-a881-ac7600d62ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.108277 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8970235f-2ba0-48c5-81b6-802b2c0a5bda tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.111105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8970235f-2ba0-48c5-81b6-802b2c0a5bda tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9526477 Jul 13 07:30:06.113779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50292) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:06.136702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f301aa80-1c03-4c31-83c3-d1854bbbca65 req-f744509c-74fe-4c3e-9d76-8645f7d59959 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588107 Jul 13 07:30:06.188880 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-62123599-d456-415c-85e5-0c099bfcdb07 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512122 Jul 13 07:30:06.321671 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-554788d7-2f61-461a-9486-d0a0ae7b5ff5 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.591077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170d529e-22b6-4ed1-aaf1-1cce0895ab95 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:06.634373 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.680604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:06.686850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-554788d7-2f61-461a-9486-d0a0ae7b5ff5 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.689269 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-554788d7-2f61-461a-9486-d0a0ae7b5ff5 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.736598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Transition to ACTIVE for port object 170d529e-22b6-4ed1-aaf1-1cce0895ab95 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:06.749775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-801addde-4bc4-490b-a086-b61b235dab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:06.751823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-801addde-4bc4-490b-a086-b61b235dab95 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d&tenant_id=91f2893f7fe74db9a018e62c856bdf9d HTTP/1.1" status: 200 len: 1098 time: 0.5984809 Jul 13 07:30:06.754034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.772225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:06.776975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:06.777356 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.784227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:06.791574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-554788d7-2f61-461a-9486-d0a0ae7b5ff5 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.792357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554788d7-2f61-461a-9486-d0a0ae7b5ff5 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 323a19cc-6ade-4c7b-9389-f6f8d7dac786 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:30:06.798647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-554788d7-2f61-461a-9486-d0a0ae7b5ff5 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.799941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-554788d7-2f61-461a-9486-d0a0ae7b5ff5 tempest-RoutersTestDVR-1301929212 tempest-RoutersTestDVR-1301929212-project-admin] 10.222.0.44 "DELETE /v2.0/routers/323a19cc-6ade-4c7b-9389-f6f8d7dac786 HTTP/1.1" status: 204 len: 168 time: 0.6775455 Jul 13 07:30:06.844921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:06.852608 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef458b9-54a2-4ac5-94e0-202080d3b97c" -d '{"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-plugged", "status": "completed", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:06.893194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=170d529e-22b6-4ed1-aaf1-1cce0895ab95,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:06.936475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf762bb-87c5-403f-9011-7ab81a5c141e req-6a3d6821-30ee-428a-b012-52c85822c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:06.938128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4bf762bb-87c5-403f-9011-7ab81a5c141e req-6a3d6821-30ee-428a-b012-52c85822c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 948 time: 0.2974083 Jul 13 07:30:06.961873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d8392492-1f74-4eda-b651-e23d8fbddbc6 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:06.993395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33e0da-99e7-4704-bf08-ab294913db90 req-acd5c65d-7677-4de9-be71-defa4ef21c74 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:06.995150 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f33e0da-99e7-4704-bf08-ab294913db90 req-acd5c65d-7677-4de9-be71-defa4ef21c74 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.3313437 Jul 13 07:30:07.011810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Attempting to bind port 170d529e-22b6-4ed1-aaf1-1cce0895ab95 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:07.012277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Attempting to bind port 170d529e-22b6-4ed1-aaf1-1cce0895ab95 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:07.013180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Attempting to bind port 170d529e-22b6-4ed1-aaf1-1cce0895ab95 on network 40616115-1a6d-4fc8-b39a-431b83bf48b7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:07.030522 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4bf762bb-87c5-403f-9011-7ab81a5c141e req-42c8108b-8924-4d0b-87da-030009d1230a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853889 Jul 13 07:30:07.031460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Port 170d529e-22b6-4ed1-aaf1-1cce0895ab95 on network 40616115-1a6d-4fc8-b39a-431b83bf48b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:07.032152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Attempting to bind port 170d529e-22b6-4ed1-aaf1-1cce0895ab95 on network 40616115-1a6d-4fc8-b39a-431b83bf48b7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:07.043790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:07.044250 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Checking segment: {'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:07.044684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Bound using segment: {'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:07.045282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Bound port: 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:07.045774 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.060890 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.096333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.160806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] For port 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:07.162938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7ccedea7-eb65-4c5f-ada5-a512da57b4d4,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:07.169387 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.194246 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-39818e19-445f-4618-a9c3-81e6ad3045a1 req-09f184ba-cdf2-41ed-a2a5-11a7b5429152 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 210 time: 0.0513611 Jul 13 07:30:07.207107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] For port 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:07.226710 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.229590 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f33e0da-99e7-4704-bf08-ab294913db90 req-356864d1-760e-4991-9881-16e1c87f601f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133219 Jul 13 07:30:07.252345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:07.252729 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.279761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:07.280613 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.282463 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] 10.222.0.53 "PUT /v2.0/ports/170d529e-22b6-4ed1-aaf1-1cce0895ab95 HTTP/1.1" status: 200 len: 1092 time: 2.0938857 Jul 13 07:30:07.283099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1ae830-72b3-486e-8545-3709a883699f', 'tag': '170d529e-22b6-4ed1-aaf1-1cce0895ab95'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:07.285958 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1043282e-08ac-4757-8c1c-eba2f72c9774" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1ae830-72b3-486e-8545-3709a883699f", "tag": "170d529e-22b6-4ed1-aaf1-1cce0895ab95"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:07.316219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=7ccedea7-eb65-4c5f-ada5-a512da57b4d4,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:07.329884 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4a4bf9-6dc8-4790-b3e8-8b1a44de6633 x-openstack-request-id: req-bf4a4bf9-6dc8-4790-b3e8-8b1a44de6633 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:07.330423 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-plugged", "status": "completed", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:07.330883 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf4a4bf9-6dc8-4790-b3e8-8b1a44de6633 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:07.331446 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'code': 200} Jul 13 07:30:07.332273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7a7bd-7a0a-4475-8610-20a8b8250cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=170d529e-22b6-4ed1-aaf1-1cce0895ab95,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:07.464431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:07.467305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-8497d358-d92b-45eb-a30b-593016ba86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:07.478359 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-8497d358-d92b-45eb-a30b-593016ba86c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea464cf7bef84c148440a20fffb9fff8&device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 1095 time: 0.1345303 Jul 13 07:30:07.494941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50322) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:07.563240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port e23a0343-75ae-43b9-a788-830ac70d4495 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:07.568135 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port e23a0343-75ae-43b9-a788-830ac70d4495 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:07.568513 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.617978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-e2263706-c91c-44fd-aa23-29c49e5fb029 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95 HTTP/1.1" status: 200 len: 217 time: 0.1161866 Jul 13 07:30:07.622292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a9209934-bbf4-45af-b943-dab567485be9 None None] Provisioning complete for port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:07.622667 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9209934-bbf4-45af-b943-dab567485be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.685602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-3fed7790-e43c-4b8e-abd6-8e7d3ff3a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:07.687271 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-3fed7790-e43c-4b8e-abd6-8e7d3ff3a7af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60fe286e-8237-4f7c-baaf-eea98f1f5ebc HTTP/1.1" status: 200 len: 861 time: 0.0619197 Jul 13 07:30:07.699642 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd223cf-c3b7-4a2e-b4ce-cd1440540bce req-5fb27e19-6bd5-4b12-af20-2348c2ba82fb tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:07.706622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0bd223cf-c3b7-4a2e-b4ce-cd1440540bce req-5fb27e19-6bd5-4b12-af20-2348c2ba82fb tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.2244411 Jul 13 07:30:07.710136 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.727537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b67316e-bad8-4c3e-8e98-9104a540d385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.753388 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-6b2f0b03-bbd5-420e-a150-ab45372b606e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40616115-1a6d-4fc8-b39a-431b83bf48b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439301 Jul 13 07:30:07.761042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:07.776441 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.790937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:07.796648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0bd223cf-c3b7-4a2e-b4ce-cd1440540bce req-87c0cb97-3ede-4d50-9612-386ec432c904 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889833 Jul 13 07:30:07.799253 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.899520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:07.906247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3e40b-d276-430f-b01c-2245e5327d5e req-1a6356fe-9918-4bb7-891f-8c27fd80564c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:07.913687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fe3e40b-d276-430f-b01c-2245e5327d5e req-1a6356fe-9918-4bb7-891f-8c27fd80564c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 944 time: 0.3465402 Jul 13 07:30:07.924073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b67316e-bad8-4c3e-8e98-9104a540d385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.929817 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-0fd37e0c-a82a-472e-b1d6-2c2a4283a02a service neutron] 10.222.0.53 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632676 Jul 13 07:30:07.937005 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b67316e-bad8-4c3e-8e98-9104a540d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.000971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6b67316e-bad8-4c3e-8e98-9104a540d385 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f27eb540c0e4917a8557ef69e1c31d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026429 Jul 13 07:30:08.009531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50328) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:08.036043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67316e-bad8-4c3e-8e98-9104a540d385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6855605-ba1e-4617-a380-fc7720169f7a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:08.044821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:08.056645 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e855b3a0-7f83-4071-b93f-580d212b711a x-openstack-request-id: req-e855b3a0-7f83-4071-b93f-580d212b711a {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:08.057032 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1ae830-72b3-486e-8545-3709a883699f", "tag": "170d529e-22b6-4ed1-aaf1-1cce0895ab95", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:08.057882 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e855b3a0-7f83-4071-b93f-580d212b711a {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:08.058303 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1ae830-72b3-486e-8545-3709a883699f', 'tag': '170d529e-22b6-4ed1-aaf1-1cce0895ab95', 'status': 'completed', 'code': 200} Jul 13 07:30:08.060405 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bb7b6a-1283-487c-81bb-ba7af7b9d1d7 req-1f87a240-ef18-4fcf-9745-9d607225dd64 service neutron] 10.222.0.53 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216893 Jul 13 07:30:08.077370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fe3e40b-d276-430f-b01c-2245e5327d5e req-2daa2b8e-7a00-4865-bb41-423026eb1f0e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627274 Jul 13 07:30:08.151991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:08.154369 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb13a1b2-3572-4a74-a3b6-7e1742649ce9" -d '{"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:08.159960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.167681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2b6bd8b-c4bb-4453-9cd3-adffe1057bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.187470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Transition to ACTIVE for port object e1adbf6a-0eda-40be-86da-759bf017f756 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:08.200888 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.221301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-db18586f-92a9-430a-8cf9-eeb744fa2869 None None] Provisioning complete for port e23a0343-75ae-43b9-a788-830ac70d4495 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:08.221823 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-db18586f-92a9-430a-8cf9-eeb744fa2869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.251416 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2b6bd8b-c4bb-4453-9cd3-adffe1057bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.272990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043282e-08ac-4757-8c1c-eba2f72c9774 req-91507158-957c-4f6d-8fd0-89db07356a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.276789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1043282e-08ac-4757-8c1c-eba2f72c9774 req-91507158-957c-4f6d-8fd0-89db07356a1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea464cf7bef84c148440a20fffb9fff8&device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 1095 time: 0.1359942 Jul 13 07:30:08.305164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=12']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:08.497792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c4b0d-3a09-4891-ba2e-477726aa3ed0 req-ff9a22c3-76a9-4a67-b367-6a47dcfe9f07 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.507268 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb3c4b0d-3a09-4891-ba2e-477726aa3ed0 req-ff9a22c3-76a9-4a67-b367-6a47dcfe9f07 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.2023201 Jul 13 07:30:08.541742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043282e-08ac-4757-8c1c-eba2f72c9774 req-fb85b824-ae66-468d-bbbd-8d05037f1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.543256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1043282e-08ac-4757-8c1c-eba2f72c9774 req-fb85b824-ae66-468d-bbbd-8d05037f1889 service neutron] 10.222.0.53 "GET /v2.0/networks?id=40616115-1a6d-4fc8-b39a-431b83bf48b7 HTTP/1.1" status: 200 len: 922 time: 0.2600999 Jul 13 07:30:08.585949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb15a-004f-4acd-9a90-3d736f52eb1c req-aa309899-d72e-4169-9355-4f1a751d0c92 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.594936 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-591eb15a-004f-4acd-9a90-3d736f52eb1c req-aa309899-d72e-4169-9355-4f1a751d0c92 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.3916676 Jul 13 07:30:08.599390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2b6bd8b-c4bb-4453-9cd3-adffe1057bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.602229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2b6bd8b-c4bb-4453-9cd3-adffe1057bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.606070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f2b6bd8b-c4bb-4453-9cd3-adffe1057bd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6855605-ba1e-4617-a380-fc7720169f7a HTTP/1.1" status: 204 len: 168 time: 0.5905447 Jul 13 07:30:08.626140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523f574-22f2-4f13-a682-f5b47416b55c req-a270d301-f17f-4106-80a8-a48ffcad3330 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.627612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-a270d301-f17f-4106-80a8-a48ffcad3330 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.54 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 821 time: 0.3405900 Jul 13 07:30:08.637519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1043282e-08ac-4757-8c1c-eba2f72c9774 req-03faece2-51f4-4dfd-b6d5-aa68ca0b553a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95 HTTP/1.1" status: 200 len: 217 time: 0.0845664 Jul 13 07:30:08.638075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:08.661272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] No DVR routers for this DVR port e1adbf6a-0eda-40be-86da-759bf017f756 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:08.666053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Request body: {'port': {'device_id': 'edff92d9-941a-4223-968b-213966c6c8e2', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'admin_state_up': True, 'tenant_id': '36d8db81e28e47c4820391538d88ac9c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:08.670746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6bd8b-c4bb-4453-9cd3-adffe1057bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6855605-ba1e-4617-a380-fc7720169f7a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:08.693499 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb3c4b0d-3a09-4891-ba2e-477726aa3ed0 req-63793495-acaa-4e30-aea9-06f832fec6b4 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820502 Jul 13 07:30:08.732255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043282e-08ac-4757-8c1c-eba2f72c9774 req-541d7d17-a6bb-4da5-9219-65859cfd946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.733499 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1043282e-08ac-4757-8c1c-eba2f72c9774 req-541d7d17-a6bb-4da5-9219-65859cfd946a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60fe286e-8237-4f7c-baaf-eea98f1f5ebc HTTP/1.1" status: 200 len: 861 time: 0.0868492 Jul 13 07:30:08.746408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:08.746874 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:08.806498 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1043282e-08ac-4757-8c1c-eba2f72c9774 req-0d786d9c-fc4a-4802-9a15-38097f4a97e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40616115-1a6d-4fc8-b39a-431b83bf48b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650628 Jul 13 07:30:08.920430 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a4758e5-954a-4f6e-bcb5-a944c63f6297 req-d374f3f0-5d06-4ea5-a2da-0cb7fead3627 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 210 time: 0.0366800 Jul 13 07:30:08.984467 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1043282e-08ac-4757-8c1c-eba2f72c9774 req-aac789db-d043-4477-8a41-d39577637fb8 service neutron] 10.222.0.53 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698167 Jul 13 07:30:09.019985 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50344) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:09.044913 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f76a5c-39a0-49a3-844b-848793875e18 x-openstack-request-id: req-59f76a5c-39a0-49a3-844b-848793875e18 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:09.045521 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:09.045521 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59f76a5c-39a0-49a3-844b-848793875e18 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:09.045903 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'code': 200} Jul 13 07:30:09.061790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-84767e2c-3566-47c6-87d9-15c769ef95c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.073039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-591eb15a-004f-4acd-9a90-3d736f52eb1c req-371759b3-beb8-4e31-8933-ff0e6308272c tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767456 Jul 13 07:30:09.187597 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1043282e-08ac-4757-8c1c-eba2f72c9774 req-1c7cb808-7b75-45bc-9383-f933ce1bbf05 service neutron] 10.222.0.53 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932416 Jul 13 07:30:09.209202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a66532-21a6-4d0f-9cf8-23c22eb69be5 req-6dcfbd7f-96ff-4f18-9035-057066682d4f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.210746 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74a66532-21a6-4d0f-9cf8-23c22eb69be5 req-6dcfbd7f-96ff-4f18-9035-057066682d4f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.1637006 Jul 13 07:30:09.226048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Attempting to bind port e1adbf6a-0eda-40be-86da-759bf017f756 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:09.226609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Attempting to bind port e1adbf6a-0eda-40be-86da-759bf017f756 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:09.227317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Attempting to bind port e1adbf6a-0eda-40be-86da-759bf017f756 on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:09.233278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Port e1adbf6a-0eda-40be-86da-759bf017f756 on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:09.233609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Attempting to bind port e1adbf6a-0eda-40be-86da-759bf017f756 on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:09.238590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:09.238930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Checking segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:09.239313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Bound using segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:09.239740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Bound port: e1adbf6a-0eda-40be-86da-759bf017f756, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:09.240122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.276427 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74a66532-21a6-4d0f-9cf8-23c22eb69be5 req-13ef4ad0-7ab4-4923-8102-06999dd21c1b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541227 Jul 13 07:30:09.300693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-84767e2c-3566-47c6-87d9-15c769ef95c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.306507 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-84767e2c-3566-47c6-87d9-15c769ef95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.330966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:09.332620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:09.332966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Made reservation on behalf of 36d8db81e28e47c4820391538d88ac9c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:09.335470 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d823009-6642-4c78-8100-227e65549f1a" -d '{"events": [{"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-plugged", "status": "completed", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:09.336808 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.368178 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-84767e2c-3566-47c6-87d9-15c769ef95c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68acfbaa4ae84b7bb006fbf58368bd73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450720 Jul 13 07:30:09.369044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50362) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:09.370863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84767e2c-3566-47c6-87d9-15c769ef95c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6476dbf-fbe7-4a78-a725-aa0532d7ec5b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:09.374949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:09.421181 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.474609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.475296 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.477167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] 10.222.0.53 "PUT /v2.0/ports/e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 200 len: 1093 time: 2.6977141 Jul 13 07:30:09.487118 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c80e5e0b-4753-4864-9403-45890ffe34f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.525051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c80e5e0b-4753-4864-9403-45890ffe34f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.564331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae897a2-1c9a-4f7d-a5a2-6357617216fe req-a887acf2-520f-4e3d-ac0b-94f29332fe75 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.572066 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ae897a2-1c9a-4f7d-a5a2-6357617216fe req-a887acf2-520f-4e3d-ac0b-94f29332fe75 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 944 time: 0.1328490 Jul 13 07:30:09.595456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156e9f8-e4f5-4f3c-a5f5-29d8e89a51ab service neutron] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=13']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:09.627083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Allocated IP 172.20.0.7 (8e6a8986-a80b-4189-86b4-cb43433139ca/aa47bfc6-da00-4990-84cc-29df7ebf0128/e52d47da-bac6-46b2-a9c3-12ed6c083f17) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:09.635413 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ae897a2-1c9a-4f7d-a5a2-6357617216fe req-a03f3b7a-9921-4759-9efb-f6c09bc026b3 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590649 Jul 13 07:30:09.670337 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c80e5e0b-4753-4864-9403-45890ffe34f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.673938 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c80e5e0b-4753-4864-9403-45890ffe34f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.678055 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c80e5e0b-4753-4864-9403-45890ffe34f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6476dbf-fbe7-4a78-a725-aa0532d7ec5b HTTP/1.1" status: 204 len: 168 time: 0.2886651 Jul 13 07:30:09.683399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-5d8c0164-d313-46ad-84a9-c7ee876d4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.689303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-5d8c0164-d313-46ad-84a9-c7ee876d4381 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 1096 time: 0.1730459 Jul 13 07:30:09.692500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e5e0b-4753-4864-9403-45890ffe34f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6476dbf-fbe7-4a78-a725-aa0532d7ec5b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:09.747127 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3713f5d7-0585-4eca-93db-b8a7e7e60e4f x-openstack-request-id: req-3713f5d7-0585-4eca-93db-b8a7e7e60e4f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:09.747640 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-plugged", "status": "completed", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:09.747792 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3713f5d7-0585-4eca-93db-b8a7e7e60e4f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:09.748113 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'code': 200} Jul 13 07:30:10.008489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-1b17cc6f-4f81-4cd6-a891-3e3d1a7f3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.010592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-1b17cc6f-4f81-4cd6-a891-3e3d1a7f3a09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.3140094 Jul 13 07:30:10.044166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcf45e-3d2d-4827-99a5-dd28a67b285b req-f5aed38a-a317-448a-89d3-ba461c285e83 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.045741 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3afcf45e-3d2d-4827-99a5-dd28a67b285b req-f5aed38a-a317-448a-89d3-ba461c285e83 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.0836005 Jul 13 07:30:10.099004 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3afcf45e-3d2d-4827-99a5-dd28a67b285b req-fe25ad91-2c4e-42bf-ae4a-730b94148362 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457358 Jul 13 07:30:10.163256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-ed5cf679-83b6-4fe6-9433-2ac0625b629e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 200 len: 1000 time: 0.1205490 Jul 13 07:30:10.184082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60391-95f7-4d80-8c9d-6be943a39a2a req-8a850ce4-cdc4-4d78-b9ad-9797680113f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.185745 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-73f60391-95f7-4d80-8c9d-6be943a39a2a req-8a850ce4-cdc4-4d78-b9ad-9797680113f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1100 time: 0.3226337 Jul 13 07:30:10.189646 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.245027 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1eefc-411a-4a29-894c-74d8e939b1d8 req-11b2d233-67f5-4413-af75-fd7a6400cddb tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.246622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26a1eefc-411a-4a29-894c-74d8e939b1d8 req-11b2d233-67f5-4413-af75-fd7a6400cddb tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.3357332 Jul 13 07:30:10.247077 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-10d40991-4a1c-4ee5-bd1c-8134cd0b3026 req-7d4c55e6-87f8-42ec-94ff-977ca1923c7b tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 210 time: 0.0312393 Jul 13 07:30:10.258845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Transition to ACTIVE for port object e52d47da-bac6-46b2-a9c3-12ed6c083f17 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:10.290967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-d94e8637-158c-43c7-82bc-41e62e8be2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.292668 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-d94e8637-158c-43c7-82bc-41e62e8be2e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.1207829 Jul 13 07:30:10.317487 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-73f60391-95f7-4d80-8c9d-6be943a39a2a req-45c96d98-b426-4bca-9c51-0725926310af service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962567 Jul 13 07:30:10.381772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26a1eefc-411a-4a29-894c-74d8e939b1d8 req-4b0fe849-0216-48ba-b4ef-93893f90b964 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204598 Jul 13 07:30:10.410376 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.466507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Network 8e6a8986-a80b-4189-86b4-cb43433139ca is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:10.484124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:10.484124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:10.523199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-fc80dc6d-3a47-4178-8e00-84799a88a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.524780 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-fc80dc6d-3a47-4178-8e00-84799a88a5a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214508 Jul 13 07:30:10.527675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Pushing event updated for resources: {'Port': ['ID=e52d47da-bac6-46b2-a9c3-12ed6c083f17,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:10.546692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.547352 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.559417 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624460ab-f9fc-49c4-85d6-a95f8b84836b req-f6c87c0b-fa31-4797-9fd8-759a4761cbab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.568550 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-624460ab-f9fc-49c4-85d6-a95f8b84836b req-f6c87c0b-fa31-4797-9fd8-759a4761cbab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.1076362 Jul 13 07:30:10.586217 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-114b9e48-25f1-4278-9d70-af37a2d03e8c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9263697 Jul 13 07:30:10.612247 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-624460ab-f9fc-49c4-85d6-a95f8b84836b req-f8461c31-b9d2-4f18-97dd-c34815c782d5 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420420 Jul 13 07:30:10.616982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Request body: {'port': {'device_id': 'edff92d9-941a-4223-968b-213966c6c8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:10.633114 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50398) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:10.687843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-7f416f8d-e506-4c55-92a8-f3e54e7b56a7 service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546071 Jul 13 07:30:10.739916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.764510 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-898174006'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:10.791594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Made reservation on behalf of 27a2d9b7b70d4405909d841b53142030 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:10.795410 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.804619 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.820917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-83c6501b-3cc9-4b18-a815-b0a3370ca1b8 None None] Provisioning for port e52d47da-bac6-46b2-a9c3-12ed6c083f17 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:10.828168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-83c6501b-3cc9-4b18-a815-b0a3370ca1b8 None None] Provisioning complete for port e52d47da-bac6-46b2-a9c3-12ed6c083f17 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:10.828775 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-83c6501b-3cc9-4b18-a815-b0a3370ca1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.878886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-83c6501b-3cc9-4b18-a815-b0a3370ca1b8 None None] Port e52d47da-bac6-46b2-a9c3-12ed6c083f17 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:10.954451 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.958399 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.981922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 170d529e-22b6-4ed1-aaf1-1cce0895ab95 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:10.998360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:11.016803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7875cb-46d0-4c89-9e3a-014cde67bcd2,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:11.022806 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.023147 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Added segment cacbe0f2-89c3-4356-8259-e4a9e3150d81 of type vlan for network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 Jul 13 07:30:11.047932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:11.050217 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92822f2d-6b01-4c84-974d-36535efb5f40" -d '{"events": [{"name": "network-changed", "server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:11.063179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce1f9d-73e5-4546-8efe-a42d62011661 req-2d1bc3de-06cf-4548-9965-0288e23b1f6e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:11.067010 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.070262 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecce1f9d-73e5-4546-8efe-a42d62011661 req-2d1bc3de-06cf-4548-9965-0288e23b1f6e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 944 time: 0.2871246 Jul 13 07:30:11.084588 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9733b2f-a70a-4dbb-a2ff-e2c5c92151c1 req-669f6fb2-ab9c-4f06-80bc-c582e163b6b7 service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292985 Jul 13 07:30:11.108179 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683e5cce-ab53-4a06-86d3-e615d6b552a0 x-openstack-request-id: req-683e5cce-ab53-4a06-86d3-e615d6b552a0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:11.108471 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:11.108729 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-683e5cce-ab53-4a06-86d3-e615d6b552a0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:11.109120 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'status': 'completed', 'code': 200} Jul 13 07:30:11.126941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:11.140790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.141430 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '170d529e-22b6-4ed1-aaf1-1cce0895ab95', 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7', 'port_id': '170d529e-22b6-4ed1-aaf1-1cce0895ab95', 'mac_address': 'fa:16:3e:eb:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fe286e-8237-4f7c-baaf-eea98f1f5ebc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:11.155794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:11.156480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.174280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecce1f9d-73e5-4546-8efe-a42d62011661 req-cbd1f49a-0f32-4fce-881d-ecdfc7fe426e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029291 Jul 13 07:30:11.193705 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.208652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170d529e-22b6-4ed1-aaf1-1cce0895ab95 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:11.237003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:11.246636 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.258175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6237075 Jul 13 07:30:11.267238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50414) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.283801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'subnet': {'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:11.393112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=170d529e-22b6-4ed1-aaf1-1cce0895ab95,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:11.445116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c68d7-54b7-4e1a-8db9-2088033f48a9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Network': ['ID=3821bdab-fbb1-4f38-bfe2-4ab5844cea72,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:11.458351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:11.543693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52d47da-bac6-46b2-a9c3-12ed6c083f17 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:11.551519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-4af72249-19c0-4c67-9610-57916d25ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:11.553456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-4af72249-19c0-4c67-9610-57916d25ca93 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 1096 time: 0.3779240 Jul 13 07:30:11.561389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.611444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['170d529e-22b6-4ed1-aaf1-1cce0895ab95'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:11.632606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Transition to ACTIVE for port object e52d47da-bac6-46b2-a9c3-12ed6c083f17 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:11.642504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.645956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Made reservation on behalf of 27a2d9b7b70d4405909d841b53142030 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:11.650413 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.672706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3a341-3ad8-4789-9320-989fa3d7335e req-1b9d1968-f4d7-4e26-a6f8-46f4ee3ac526 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:11.682327 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ba3a341-3ad8-4789-9320-989fa3d7335e req-1b9d1968-f4d7-4e26-a6f8-46f4ee3ac526 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.2503812 Jul 13 07:30:11.828961 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ba3a341-3ad8-4789-9320-989fa3d7335e req-1efe0ea2-4d56-46b8-af5e-da28ea7321ad tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453879 Jul 13 07:30:11.847986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Pushing event updated for resources: {'Port': ['ID=e52d47da-bac6-46b2-a9c3-12ed6c083f17,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:11.863122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fb58b-c0fa-4ecd-873e-44e63d718e41 req-afb5e9e4-6ed7-46ee-b790-39bbca6bc243 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:11.871941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-301fb58b-c0fa-4ecd-873e-44e63d718e41 req-afb5e9e4-6ed7-46ee-b790-39bbca6bc243 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 931 time: 0.3149312 Jul 13 07:30:11.902167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-63cbad22-bf22-49d4-9232-d42c522813cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:11.904329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-63cbad22-bf22-49d4-9232-d42c522813cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.3302264 Jul 13 07:30:12.023417 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-301fb58b-c0fa-4ecd-873e-44e63d718e41 req-1a0271fb-9cdf-4cf5-81af-464efdb8269f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487901 Jul 13 07:30:12.070566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Attempting to bind port e52d47da-bac6-46b2-a9c3-12ed6c083f17 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:12.070995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Attempting to bind port e52d47da-bac6-46b2-a9c3-12ed6c083f17 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:12.071254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Attempting to bind port e52d47da-bac6-46b2-a9c3-12ed6c083f17 on network 8e6a8986-a80b-4189-86b4-cb43433139ca {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:12.081726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Port e52d47da-bac6-46b2-a9c3-12ed6c083f17 on network 8e6a8986-a80b-4189-86b4-cb43433139ca not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:12.082165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Attempting to bind port e52d47da-bac6-46b2-a9c3-12ed6c083f17 on network 8e6a8986-a80b-4189-86b4-cb43433139ca {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:12.087668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:12.088918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Checking segment: {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:12.089421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Bound using segment: {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:12.089982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Bound port: e52d47da-bac6-46b2-a9c3-12ed6c083f17, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:12.090466 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.166879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.237746 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Subnet': ['ID=8430fc36-8b75-4580-b48c-412fae2bfcfb,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:12.281056 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Checking segment: {'id': 'cacbe0f2-89c3-4356-8259-e4a9e3150d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:12.281484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Network hostable DHCP agents. Network: 3821bdab-fbb1-4f38-bfe2-4ab5844cea72, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:12.310845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:12.329282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 3821bdab-fbb1-4f38-bfe2-4ab5844cea72) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:12.338582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.340121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.343148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef13ae0-fb63-4243-9164-13facee01773 None None] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:12.372846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3a2784a4-96ad-4166-af06-ecfb4078c2be tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1040900 Jul 13 07:30:12.375401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50440) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:12.387751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'port': {'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72', 'name': 'tempest-AllowedAddressPairTestJSON-25282444'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:12.608518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abbdca-4296-4bcf-b3b7-782692fccf39 req-2fbf13e8-5681-4aaa-94cb-85c0cf4feefd tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.616801 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-28abbdca-4296-4bcf-b3b7-782692fccf39 req-2fbf13e8-5681-4aaa-94cb-85c0cf4feefd tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.1556113 Jul 13 07:30:12.623410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-3821bdab-fbb1-4f38-bfe2-4ab5844cea72', 'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72', 'tenant_id': '27a2d9b7b70d4405909d841b53142030', 'fixed_ips': [{'subnet_id': '8430fc36-8b75-4580-b48c-412fae2bfcfb'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:30:12.626116 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.675697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Made reservation on behalf of 27a2d9b7b70d4405909d841b53142030 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:12.683883 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.731812 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-28abbdca-4296-4bcf-b3b7-782692fccf39 req-a3e22648-947a-4aef-94f0-7c702173828e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140153 Jul 13 07:30:12.751323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] device_id is not set on port 2a3b5281-10ee-40cc-9795-683874b16988 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:12.784580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] For port e52d47da-bac6-46b2-a9c3-12ed6c083f17, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:12.790789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] For port e52d47da-bac6-46b2-a9c3-12ed6c083f17, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:12.815241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.820702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-ceb2e0a7-70c5-4c9c-bf94-66f8a9afbb6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 200 len: 1000 time: 0.5962143 Jul 13 07:30:12.821556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Allocated IP 172.20.0.2 (3821bdab-fbb1-4f38-bfe2-4ab5844cea72/8430fc36-8b75-4580-b48c-412fae2bfcfb/c18928cf-3d54-48de-a0fd-9f7c98b92e89) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:12.942531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-a4583cbd-1114-46ee-b36e-9b054824a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.944053 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-a4583cbd-1114-46ee-b36e-9b054824a178 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.0878959 Jul 13 07:30:12.951824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0802e2-244b-42db-966b-3f27a2fd98ed req-05573c43-2c35-4492-9604-6458d535907b tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.963640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c0802e2-244b-42db-966b-3f27a2fd98ed req-05573c43-2c35-4492-9604-6458d535907b tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.7379022 Jul 13 07:30:12.991014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.991652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.993074 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] 10.222.0.54 "PUT /v2.0/ports/e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 1091 time: 2.3803890 Jul 13 07:30:13.037145 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.049029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Transition to ACTIVE for port object c18928cf-3d54-48de-a0fd-9f7c98b92e89 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:13.050179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff07b9-427f-466f-8386-71d02090e10d service neutron] Pushing event updated for resources: {'Port': ['ID=e52d47da-bac6-46b2-a9c3-12ed6c083f17,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:13.070289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Transition to ACTIVE for port object c18928cf-3d54-48de-a0fd-9f7c98b92e89 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:13.079991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 170d529e-22b6-4ed1-aaf1-1cce0895ab95 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:13.084172 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.122817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:13.135756 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44419926-94b0-4cfb-8dc7-cf2637d40a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:13.163149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c0802e2-244b-42db-966b-3f27a2fd98ed req-a14937ea-0695-4c15-bd6c-0b339a03d299 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984115 Jul 13 07:30:13.174034 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:13.186955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:13.209057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:13.214267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Allocated IP 172.20.0.8 (3821bdab-fbb1-4f38-bfe2-4ab5844cea72/8430fc36-8b75-4580-b48c-412fae2bfcfb/2a3b5281-10ee-40cc-9795-683874b16988) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:13.223989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Pushing event updated for resources: {'Port': ['ID=c18928cf-3d54-48de-a0fd-9f7c98b92e89,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:13.236091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 170d529e-22b6-4ed1-aaf1-1cce0895ab95 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:13.258346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523f574-22f2-4f13-a682-f5b47416b55c req-dd585d22-7fb7-4793-a05a-27cce103e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:13.262140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-dd585d22-7fb7-4793-a05a-27cce103e237 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1094 time: 0.2005942 Jul 13 07:30:13.319668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 170d529e-22b6-4ed1-aaf1-1cce0895ab95 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:13.320405 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.367550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-a666a5cd-4b48-49a4-b2b7-c8f5af2b1ac5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 217 time: 0.0925751 Jul 13 07:30:13.480044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Attempting to bind port c18928cf-3d54-48de-a0fd-9f7c98b92e89 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:13.480605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Attempting to bind port c18928cf-3d54-48de-a0fd-9f7c98b92e89 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'cacbe0f2-89c3-4356-8259-e4a9e3150d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:13.480740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Attempting to bind port c18928cf-3d54-48de-a0fd-9f7c98b92e89 on network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:13.504428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:13.509613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Checking segment: {'id': 'cacbe0f2-89c3-4356-8259-e4a9e3150d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:13.512926 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.514223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Bound using segment: {'id': 'cacbe0f2-89c3-4356-8259-e4a9e3150d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:13.514855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Bound port: c18928cf-3d54-48de-a0fd-9f7c98b92e89, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacbe0f2-89c3-4356-8259-e4a9e3150d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:13.515336 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.538747 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.538988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523f574-22f2-4f13-a682-f5b47416b55c req-85083a5c-8249-45c6-a6fb-e8888d011e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:13.540430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-85083a5c-8249-45c6-a6fb-e8888d011e54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1565778 Jul 13 07:30:13.562023 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Transition to ACTIVE for port object 2a3b5281-10ee-40cc-9795-683874b16988 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:13.624264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0dc94-f095-4f13-80f3-f67b8eafd867 req-0a94aed4-4999-42f2-aa3d-8a93302ec1f2 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:13.625909 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6d0dc94-f095-4f13-80f3-f67b8eafd867 req-0a94aed4-4999-42f2-aa3d-8a93302ec1f2 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 945 time: 0.1791470 Jul 13 07:30:13.628073 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.683716 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.700858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523f574-22f2-4f13-a682-f5b47416b55c req-46e9661d-1318-4104-93cf-9c8af8cfb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:13.702425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-46e9661d-1318-4104-93cf-9c8af8cfb4d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492567 Jul 13 07:30:13.721592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:13.731670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:13.738978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:13.759183 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6d0dc94-f095-4f13-80f3-f67b8eafd867 req-ec64636a-7378-4d07-bdce-4464536a699f tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257846 Jul 13 07:30:13.761924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] For port c18928cf-3d54-48de-a0fd-9f7c98b92e89, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:13.789769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] For port c18928cf-3d54-48de-a0fd-9f7c98b92e89, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c18928cf-3d54-48de-a0fd-9f7c98b92e89,segment=NetworkSegment(cacbe0f2-89c3-4356-8259-e4a9e3150d81),segment_id=cacbe0f2-89c3-4356-8259-e4a9e3150d81)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:13.812770 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.817352 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Port': ['ID=2a3b5281-10ee-40cc-9795-683874b16988,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:13.878280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:13.881846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.912910 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-76b2dd05-61d2-4964-b1f8-cb046dc712ee tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5332880 Jul 13 07:30:13.913425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50452) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:13.925798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'port': {'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72', 'name': 'tempest-AllowedAddressPairTestJSON-1734427186', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3c:a6:54'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:13.942145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1ae830-72b3-486e-8545-3709a883699f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170d529e-22b6-4ed1-aaf1-1cce0895ab95'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:13.954394 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade62c3d-ece4-446a-8077-cf5afe739fad" -d '{"events": [{"server_uuid": "fb1ae830-72b3-486e-8545-3709a883699f", "name": "network-vif-plugged", "status": "completed", "tag": "170d529e-22b6-4ed1-aaf1-1cce0895ab95"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:13.961319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0248b2-443d-4bd8-9b15-4e57426272ff None None] Pushing event updated for resources: {'Port': ['ID=c18928cf-3d54-48de-a0fd-9f7c98b92e89,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:13.984931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-f712b89c-3e56-4c77-9f04-c45a9bd03bba service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293391 Jul 13 07:30:13.996587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:14.021798 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.148885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e523f574-22f2-4f13-a682-f5b47416b55c req-027d86fb-3688-4c50-a596-2325d7b24e46 service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321104 Jul 13 07:30:14.157632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=170d529e-22b6-4ed1-aaf1-1cce0895ab95,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:14.193065 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1829a355-744d-47c6-a1b1-1f2513972c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.200523 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acae668-e70f-42b9-8cac-b31440ae42dc req-dbfc4346-54ef-4ff2-b083-5863650522dc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:14.209452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3acae668-e70f-42b9-8cac-b31440ae42dc req-dbfc4346-54ef-4ff2-b083-5863650522dc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.2845540 Jul 13 07:30:14.233241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Made reservation on behalf of 27a2d9b7b70d4405909d841b53142030 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:14.302156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3acae668-e70f-42b9-8cac-b31440ae42dc req-9bd7ab0f-36fc-4b35-8f97-85f5be3ae0ec tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883341 Jul 13 07:30:14.348810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-5bdabbce-9f48-4741-8208-8cda271cca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:14.350564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-5bdabbce-9f48-4741-8208-8cda271cca4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357565 Jul 13 07:30:14.389696 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.390501 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6402893f-52cb-44fe-827e-528838ac734f x-openstack-request-id: req-6402893f-52cb-44fe-827e-528838ac734f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:14.391014 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:14.391468 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6402893f-52cb-44fe-827e-528838ac734f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:14.392427 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'status': 'completed', 'code': 200} Jul 13 07:30:14.413825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] device_id is not set on port 20878cc4-f7d6-4575-ac29-aa39713e8d69 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:14.560694 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:30:14.799127 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-3a3e51e3-e38d-4691-8baf-61c3880a8ea8 service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152092 Jul 13 07:30:14.821280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c18928cf-3d54-48de-a0fd-9f7c98b92e89 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:14.821881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-c209f589-b871-4ee9-b692-7032250c68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:14.824238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-c209f589-b871-4ee9-b692-7032250c68e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1094 time: 0.4061294 Jul 13 07:30:14.851603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Allocated IP 172.20.0.3 (3821bdab-fbb1-4f38-bfe2-4ab5844cea72/8430fc36-8b75-4580-b48c-412fae2bfcfb/20878cc4-f7d6-4575-ac29-aa39713e8d69) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:14.874599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77d616-6eb3-4602-bb4b-22ef622782a0 req-099bf3fd-3091-47bb-ad08-7680f2cbcc04 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:14.876500 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d77d616-6eb3-4602-bb4b-22ef622782a0 req-099bf3fd-3091-47bb-ad08-7680f2cbcc04 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 943 time: 0.3072937 Jul 13 07:30:14.995784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-c23793f7-da6e-43b2-a72e-7055149db305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.001794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-c23793f7-da6e-43b2-a72e-7055149db305 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.1663005 Jul 13 07:30:15.002611 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d77d616-6eb3-4602-bb4b-22ef622782a0 req-2d9f51ef-6d3f-43a5-a13e-8b6353ea2eb9 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185138 Jul 13 07:30:15.162328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-0b022c8a-9cd1-433e-95b7-ffcf0e9e1ed7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 217 time: 0.1504815 Jul 13 07:30:15.163111 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ad8a6a-4728-4b36-8970-2a68ffdb0a26 x-openstack-request-id: req-63ad8a6a-4728-4b36-8970-2a68ffdb0a26 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:15.163661 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1ae830-72b3-486e-8545-3709a883699f", "name": "network-vif-plugged", "status": "completed", "tag": "170d529e-22b6-4ed1-aaf1-1cce0895ab95", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:15.164279 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63ad8a6a-4728-4b36-8970-2a68ffdb0a26 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:15.165059 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1ae830-72b3-486e-8545-3709a883699f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170d529e-22b6-4ed1-aaf1-1cce0895ab95', 'code': 200} Jul 13 07:30:15.226383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c18928cf-3d54-48de-a0fd-9f7c98b92e89 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:15.227054 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.269093 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Transition to ACTIVE for port object 20878cc4-f7d6-4575-ac29-aa39713e8d69 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:15.388234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-effe7352-60a1-492d-b885-752f31c9ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.389800 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-effe7352-60a1-492d-b885-752f31c9ca7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1991651 Jul 13 07:30:15.411985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97469e4-f6f8-46c2-a017-4aa6de724700 req-13803927-c14e-494b-bf26-44649cb49b63 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.424663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c97469e4-f6f8-46c2-a017-4aa6de724700 req-13803927-c14e-494b-bf26-44649cb49b63 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.3881581 Jul 13 07:30:15.445879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.510189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92822f2d-6b01-4c84-974d-36535efb5f40 req-50fa7c37-e0d2-45a1-a6e3-a01c7e731b1d service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070717 Jul 13 07:30:15.575463 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c97469e4-f6f8-46c2-a017-4aa6de724700 req-3a476a2f-f5a9-495d-a9aa-2bf700645a80 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401868 Jul 13 07:30:15.579088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Port': ['ID=20878cc4-f7d6-4575-ac29-aa39713e8d69,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:15.603997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-28e53eec-4931-4de8-bcde-229624f89890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.605828 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-28e53eec-4931-4de8-bcde-229624f89890 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695096 Jul 13 07:30:15.640142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:15.653964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0da752-9ae4-4b23-b85c-f66d9f0e71b1 req-052c0c05-7522-4d40-bac0-91607a5cf0e7 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.665676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e0da752-9ae4-4b23-b85c-f66d9f0e71b1 req-052c0c05-7522-4d40-bac0-91607a5cf0e7 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.3506033 Jul 13 07:30:15.668431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:15.676848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:15.778781 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.786012 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.815363 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e0da752-9ae4-4b23-b85c-f66d9f0e71b1 req-e35759bb-527c-49a1-991f-d589d4145c08 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440804 Jul 13 07:30:15.889953 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9c7c43f4-a2b1-491e-a174-2db83ad65947 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9745009 Jul 13 07:30:15.897068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50468) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:15.957282 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-dc6cdeb3-1928-48f8-a7e1-d2a0c38441ce service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425920 Jul 13 07:30:16.026071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed2bac-90bc-472e-a9ec-c5db67e5f76d None None] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:16.049009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b71f3d-249b-4f75-989f-01b8c463e8f5 req-3a28c09a-fcfa-4e6f-a81e-37e7f2f7c738 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:16.052961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3b71f3d-249b-4f75-989f-01b8c463e8f5 req-3a28c09a-fcfa-4e6f-a81e-37e7f2f7c738 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.3230369 Jul 13 07:30:16.279805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2d7c595e-050c-4e96-88b6-ec001b720c79 None None] Provisioning for port c18928cf-3d54-48de-a0fd-9f7c98b92e89 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:16.290397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2d7c595e-050c-4e96-88b6-ec001b720c79 None None] Provisioning complete for port c18928cf-3d54-48de-a0fd-9f7c98b92e89 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:16.293465 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d7c595e-050c-4e96-88b6-ec001b720c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.317700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3b71f3d-249b-4f75-989f-01b8c463e8f5 req-3a0fce5a-f18f-4b05-8f6f-4319c7e78547 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559834 Jul 13 07:30:16.339129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f0a6c-7ae5-49c9-8d60-466dcbb885b4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:16.347042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44419926-94b0-4cfb-8dc7-cf2637d40a0c req-571fb0e4-b0b7-49f8-85d9-d8b0ee0fd81e service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785636 Jul 13 07:30:16.378551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f0a6c-7ae5-49c9-8d60-466dcbb885b4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:16.404932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f0a6c-7ae5-49c9-8d60-466dcbb885b4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:16.407644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6e7f0a6c-7ae5-49c9-8d60-466dcbb885b4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.5092618 Jul 13 07:30:16.410514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50474) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:16.579381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f81ff-f56a-4ffb-bcde-ed83ce624bed req-0743e5ae-c350-42c0-99ad-a587376b7f01 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:16.586476 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-059f81ff-f56a-4ffb-bcde-ed83ce624bed req-0743e5ae-c350-42c0-99ad-a587376b7f01 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 946 time: 0.3902349 Jul 13 07:30:16.652872 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d7c595e-050c-4e96-88b6-ec001b720c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.656332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ef391-a566-4905-9770-384763474f65 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Deleting port 20878cc4-f7d6-4575-ac29-aa39713e8d69 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:16.656692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef391-a566-4905-9770-384763474f65 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.682891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d82c6-d6ff-4c3c-9d8c-05b54c283cf4 req-9c6ee01e-ca4f-4936-b6b9-20b1b40a02ae tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:16.686275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-725d82c6-d6ff-4c3c-9d8c-05b54c283cf4 req-9c6ee01e-ca4f-4936-b6b9-20b1b40a02ae tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 946 time: 0.1214981 Jul 13 07:30:16.686455 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-059f81ff-f56a-4ffb-bcde-ed83ce624bed req-57851be4-81c6-4196-b6a6-fbab6869cf92 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983791 Jul 13 07:30:16.800889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2d7c595e-050c-4e96-88b6-ec001b720c79 None None] For port c18928cf-3d54-48de-a0fd-9f7c98b92e89, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c18928cf-3d54-48de-a0fd-9f7c98b92e89,segment=NetworkSegment(cacbe0f2-89c3-4356-8259-e4a9e3150d81),segment_id=cacbe0f2-89c3-4356-8259-e4a9e3150d81)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:16.814023 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d7c595e-050c-4e96-88b6-ec001b720c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.822666 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-725d82c6-d6ff-4c3c-9d8c-05b54c283cf4 req-6757a45b-e8ac-474d-b09d-f2331f5a90d8 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068759 Jul 13 07:30:16.993246 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e52d47da-bac6-46b2-a9c3-12ed6c083f17 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:17.032120 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef391-a566-4905-9770-384763474f65 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.110891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ef391-a566-4905-9770-384763474f65 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Calling delete_port for 20878cc4-f7d6-4575-ac29-aa39713e8d69 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:17.184291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c595e-050c-4e96-88b6-ec001b720c79 None None] Pushing event updated for resources: {'Port': ['ID=c18928cf-3d54-48de-a0fd-9f7c98b92e89,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:17.216128 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21270150-715c-4641-a9a3-6babfee23838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.231834 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.325192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ae100-68df-420c-95f0-56e22d441ec0 req-7b2a728a-d212-4302-b75c-697dda3b1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.327325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b06ae100-68df-420c-95f0-56e22d441ec0 req-7b2a728a-d212-4302-b75c-697dda3b1bd8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 1097 time: 0.4596357 Jul 13 07:30:17.425216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ccac4586-e2a0-4f84-a947-eeff197f1c18 None None] Provisioning for port 20878cc4-f7d6-4575-ac29-aa39713e8d69 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:17.496343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b06ae100-68df-420c-95f0-56e22d441ec0 req-bae771b7-b36c-4045-aca2-a882a47af48b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421008 Jul 13 07:30:17.512336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cafe2e-3df3-461b-85ab-d1d77ae79c55 req-32515a1f-6a2e-4337-9c9e-242f3dc5c317 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.531816 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c2cafe2e-3df3-461b-85ab-d1d77ae79c55 req-32515a1f-6a2e-4337-9c9e-242f3dc5c317 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 943 time: 0.2756946 Jul 13 07:30:17.593933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ccac4586-e2a0-4f84-a947-eeff197f1c18 None None] Provisioning complete for port 20878cc4-f7d6-4575-ac29-aa39713e8d69 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:17.594418 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ccac4586-e2a0-4f84-a947-eeff197f1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.679919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ccac4586-e2a0-4f84-a947-eeff197f1c18 None None] Port 20878cc4-f7d6-4575-ac29-aa39713e8d69 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:17.704560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c2cafe2e-3df3-461b-85ab-d1d77ae79c55 req-3dc59fd4-7d30-4ccb-a84d-1fa97970f9c3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703732 Jul 13 07:30:17.706099 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef391-a566-4905-9770-384763474f65 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.727262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ccac4586-e2a0-4f84-a947-eeff197f1c18 None None] Provisioning complete for port c18928cf-3d54-48de-a0fd-9f7c98b92e89 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:17.727632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ccac4586-e2a0-4f84-a947-eeff197f1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.769056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ef391-a566-4905-9770-384763474f65 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event deleted for resources: {'Port': ['ID=20878cc4-f7d6-4575-ac29-aa39713e8d69,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:17.779035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc947-c948-4774-9978-f93ebb61ed24 req-216dcd02-52f7-4eb4-bfa1-96868e6ff58d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.788710 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4edfc947-c948-4774-9978-f93ebb61ed24 req-216dcd02-52f7-4eb4-bfa1-96868e6ff58d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.3740153 Jul 13 07:30:17.906091 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4edfc947-c948-4774-9978-f93ebb61ed24 req-853edeb8-d27e-4ba4-8821-84acc5ced010 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161797 Jul 13 07:30:17.940185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.971675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e52d47da-bac6-46b2-a9c3-12ed6c083f17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:18.088682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'port_id': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'mac_address': 'fa:16:3e:8e:f5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:18.184975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ccac4586-e2a0-4f84-a947-eeff197f1c18 None None] Provisioning for port 2a3b5281-10ee-40cc-9795-683874b16988 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:18.222546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ccac4586-e2a0-4f84-a947-eeff197f1c18 None None] Provisioning complete for port 2a3b5281-10ee-40cc-9795-683874b16988 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:18.223710 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ccac4586-e2a0-4f84-a947-eeff197f1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.273522 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.338455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52d47da-bac6-46b2-a9c3-12ed6c083f17 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:18.357660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ccac4586-e2a0-4f84-a947-eeff197f1c18 None None] Port 2a3b5281-10ee-40cc-9795-683874b16988 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:18.369783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e52d47da-bac6-46b2-a9c3-12ed6c083f17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:18.372654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467c178-1243-49ee-ad2d-1b4086d66ec1 req-d5466774-de18-4b70-b898-8b6e79ea83b8 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:18.381271 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.392643 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4467c178-1243-49ee-ad2d-1b4086d66ec1 req-d5466774-de18-4b70-b898-8b6e79ea83b8 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.3042467 Jul 13 07:30:18.406820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7f4ef391-a566-4905-9770-384763474f65 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.423184 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7f4ef391-a566-4905-9770-384763474f65 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "DELETE /v2.0/ports/20878cc4-f7d6-4575-ac29-aa39713e8d69 HTTP/1.1" status: 204 len: 168 time: 2.0089903 Jul 13 07:30:18.424728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50492) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:18.479398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e52d47da-bac6-46b2-a9c3-12ed6c083f17,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:18.492661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f6eee52b-3a2a-4607-9ccd-3a41232ba7ad None None] Could not find standard attr ID for object 20878cc4-f7d6-4575-ac29-aa39713e8d69. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:30:18.499167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4467c178-1243-49ee-ad2d-1b4086d66ec1 req-adf490cf-d169-4c32-957e-15aef5f5c8e2 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058023 Jul 13 07:30:18.507943 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-819113bb-4668-40ba-b484-1265af69f5c1 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] GET failed (client error): The resource could not be found. Jul 13 07:30:18.512231 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-819113bb-4668-40ba-b484-1265af69f5c1 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "GET /v2.0/ports/20878cc4-f7d6-4575-ac29-aa39713e8d69 HTTP/1.1" status: 404 len: 333 time: 0.0862763 Jul 13 07:30:18.516166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50496) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:18.522283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f6eee52b-3a2a-4607-9ccd-3a41232ba7ad None None] Provisioning complete for port 2a3b5281-10ee-40cc-9795-683874b16988 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:18.522283 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f6eee52b-3a2a-4607-9ccd-3a41232ba7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.526335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'port': {'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72', 'name': 'tempest-AllowedAddressPairTestJSON-880846541'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:18.602164 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f6eee52b-3a2a-4607-9ccd-3a41232ba7ad None None] Port 2a3b5281-10ee-40cc-9795-683874b16988 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:18.700802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c18928cf-3d54-48de-a0fd-9f7c98b92e89 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:18.757457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e52d47da-bac6-46b2-a9c3-12ed6c083f17'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:18.894431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c18928cf-3d54-48de-a0fd-9f7c98b92e89 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:18.894860 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.902239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Made reservation on behalf of 27a2d9b7b70d4405909d841b53142030 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:18.906020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.977684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca9325-5681-451f-ad79-e559936ac2dd req-a05181ca-c381-4923-966f-387bb01206e6 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:18.986104 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d5ca9325-5681-451f-ad79-e559936ac2dd req-a05181ca-c381-4923-966f-387bb01206e6 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 946 time: 0.1897044 Jul 13 07:30:18.988833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] device_id is not set on port 4fd96f59-4b45-4d4a-92d9-847332c3b955 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:19.054731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d5ca9325-5681-451f-ad79-e559936ac2dd req-629a1aff-9581-487a-9d7d-a9a8d06cba41 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673792 Jul 13 07:30:19.256850 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Allocated IP 172.20.0.5 (3821bdab-fbb1-4f38-bfe2-4ab5844cea72/8430fc36-8b75-4580-b48c-412fae2bfcfb/4fd96f59-4b45-4d4a-92d9-847332c3b955) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:19.658555 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.671030 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd0901-2b96-4fc5-ae53-7a36cd6cb0e1 req-01fb2975-8838-4772-bc72-7b45bbb60831 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:19.678058 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dbd0901-2b96-4fc5-ae53-7a36cd6cb0e1 req-01fb2975-8838-4772-bc72-7b45bbb60831 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 946 time: 0.2430685 Jul 13 07:30:19.695403 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-82797cb8-e4ad-48e0-9bcb-8560c558b3e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326210 Jul 13 07:30:19.885527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31100a-417b-4d81-b1ba-f29828c57ff1 req-f9bec796-6ce2-4552-961f-d658210fb00a tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:19.901543 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b31100a-417b-4d81-b1ba-f29828c57ff1 req-f9bec796-6ce2-4552-961f-d658210fb00a tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 944 time: 0.1907039 Jul 13 07:30:19.983158 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b31100a-417b-4d81-b1ba-f29828c57ff1 req-153ad499-b308-4c1a-8574-22926e963596 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805097 Jul 13 07:30:20.090485 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.106760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Transition to ACTIVE for port object 4fd96f59-4b45-4d4a-92d9-847332c3b955 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:20.148247 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dbd0901-2b96-4fc5-ae53-7a36cd6cb0e1 req-e711cd4b-a590-4deb-86ad-046deb8e4d3d tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4691293 Jul 13 07:30:20.175162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.221925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994b9e-a35d-42f3-8cc9-89b4a500b14c req-f17a7f66-d155-4d66-bff0-fba638707cd6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:20.224708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db994b9e-a35d-42f3-8cc9-89b4a500b14c req-f17a7f66-d155-4d66-bff0-fba638707cd6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.1021869 Jul 13 07:30:20.238117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:20.252238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:20.256717 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:20.302767 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db994b9e-a35d-42f3-8cc9-89b4a500b14c req-7f2eebd1-0def-49f8-819f-566ad4d256b1 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695984 Jul 13 07:30:20.327009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:20.327680 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.360343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Port': ['ID=4fd96f59-4b45-4d4a-92d9-847332c3b955,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:20.495704 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-67425be4-8831-48e2-a207-fbbc703c3b75 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9773057 Jul 13 07:30:20.496675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50532) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:20.528178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d9c644e6-7d1c-4b24-bc72-ca1ef3bc6316 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3c:a6:54'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:20.610335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a5177-dadc-432c-9d5b-ddfce354342a req-edcdf8f1-c422-4cf1-a566-d755594f0dd5 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:20.612031 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d22a5177-dadc-432c-9d5b-ddfce354342a req-edcdf8f1-c422-4cf1-a566-d755594f0dd5 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1282020 Jul 13 07:30:20.702711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d22a5177-dadc-432c-9d5b-ddfce354342a req-29a7637d-6317-426c-82e0-660cc8a8189e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808265 Jul 13 07:30:20.727806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c6de5-46cc-42ec-a428-6348b9ea5c94 req-62cc8ce6-e38d-4fce-8987-83ea207ea0df tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:20.729873 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b5c6de5-46cc-42ec-a428-6348b9ea5c94 req-62cc8ce6-e38d-4fce-8987-83ea207ea0df tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.3480947 Jul 13 07:30:20.767946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-57240a25-794c-4a78-a1bd-6903a74918ed None None] Provisioning for port 4fd96f59-4b45-4d4a-92d9-847332c3b955 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:20.774109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-57240a25-794c-4a78-a1bd-6903a74918ed None None] Provisioning complete for port 4fd96f59-4b45-4d4a-92d9-847332c3b955 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:20.774487 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57240a25-794c-4a78-a1bd-6903a74918ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.820974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-57240a25-794c-4a78-a1bd-6903a74918ed None None] Port 4fd96f59-4b45-4d4a-92d9-847332c3b955 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:20.838214 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9c644e6-7d1c-4b24-bc72-ca1ef3bc6316 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.848762 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b5c6de5-46cc-42ec-a428-6348b9ea5c94 req-f5f8354c-da85-4cbb-af72-e4adec65ab3c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651407 Jul 13 07:30:20.992040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e52d47da-bac6-46b2-a9c3-12ed6c083f17 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:21.068799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port e52d47da-bac6-46b2-a9c3-12ed6c083f17 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:21.074575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port e52d47da-bac6-46b2-a9c3-12ed6c083f17 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:21.075213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.125463 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9c644e6-7d1c-4b24-bc72-ca1ef3bc6316 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.134900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f9297-2a2d-49ef-844e-fa53e4b012c4 req-abf3ac48-6e1c-452e-88a9-f020c452830e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:21.136838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a1f9297-2a2d-49ef-844e-fa53e4b012c4 req-abf3ac48-6e1c-452e-88a9-f020c452830e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 946 time: 0.1311409 Jul 13 07:30:21.138023 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9c644e6-7d1c-4b24-bc72-ca1ef3bc6316 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.187383 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.223024 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:21.239753 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f67d616-576e-4f4d-be75-106e4d991ef3" -d '{"events": [{"server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "name": "network-vif-plugged", "status": "completed", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:21.246739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c644e6-7d1c-4b24-bc72-ca1ef3bc6316 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Port': ['ID=4fd96f59-4b45-4d4a-92d9-847332c3b955,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:21.258899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e52d47da-bac6-46b2-a9c3-12ed6c083f17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:21.264359 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.271110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d9c644e6-7d1c-4b24-bc72-ca1ef3bc6316 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] In _notify_port_updated(), no bound segment for port 4fd96f59-4b45-4d4a-92d9-847332c3b955 on network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:30:21.277634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c644e6-7d1c-4b24-bc72-ca1ef3bc6316 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:21.278315 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9c644e6-7d1c-4b24-bc72-ca1ef3bc6316 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.282208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d9c644e6-7d1c-4b24-bc72-ca1ef3bc6316 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "PUT /v2.0/ports/4fd96f59-4b45-4d4a-92d9-847332c3b955 HTTP/1.1" status: 200 len: 992 time: 0.7785938 Jul 13 07:30:21.282683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50542) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:21.295806 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a1f9297-2a2d-49ef-844e-fa53e4b012c4 req-64917c58-01cb-4226-af0c-8317e282848e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461506 Jul 13 07:30:21.475550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e52d47da-bac6-46b2-a9c3-12ed6c083f17,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:21.569925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d0463fa7-9ede-4d05-8e11-a40e81c3980c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Deleting port 4fd96f59-4b45-4d4a-92d9-847332c3b955 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:21.570571 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0463fa7-9ede-4d05-8e11-a40e81c3980c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.589916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb50cf0-cc2c-4dd4-92ea-a594371b51c5 req-de9620a9-5b69-4a88-bef9-875af6b1fdf2 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:21.601898 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3bb50cf0-cc2c-4dd4-92ea-a594371b51c5 req-de9620a9-5b69-4a88-bef9-875af6b1fdf2 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 945 time: 0.1209965 Jul 13 07:30:21.691415 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3bb50cf0-cc2c-4dd4-92ea-a594371b51c5 req-6712894b-df7d-44d2-97e5-a2966a46d11b tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712872 Jul 13 07:30:21.749091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cefc0fb1-9873-4987-8de0-84f94a7aae6a None None] Provisioning complete for port e52d47da-bac6-46b2-a9c3-12ed6c083f17 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:21.749483 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cefc0fb1-9873-4987-8de0-84f94a7aae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.750410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0463fa7-9ede-4d05-8e11-a40e81c3980c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.782349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d0463fa7-9ede-4d05-8e11-a40e81c3980c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Calling delete_port for 4fd96f59-4b45-4d4a-92d9-847332c3b955 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:21.821461 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5872387-ded6-42cc-a893-6bb5333a8042 x-openstack-request-id: req-d5872387-ded6-42cc-a893-6bb5333a8042 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:21.822861 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "name": "network-vif-plugged", "status": "completed", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:21.822861 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5872387-ded6-42cc-a893-6bb5333a8042 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:21.823444 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'code': 200} Jul 13 07:30:21.907688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cefc0fb1-9873-4987-8de0-84f94a7aae6a None None] Provisioning complete for port 4fd96f59-4b45-4d4a-92d9-847332c3b955 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:21.908088 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cefc0fb1-9873-4987-8de0-84f94a7aae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.952666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1056914-9fd2-4698-9f7e-489b1a64c093 req-c2937422-07fe-49de-848d-00ada7bb4a1e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:21.956731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1056914-9fd2-4698-9f7e-489b1a64c093 req-c2937422-07fe-49de-848d-00ada7bb4a1e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 946 time: 0.0811098 Jul 13 07:30:21.969683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cefc0fb1-9873-4987-8de0-84f94a7aae6a None None] Port 4fd96f59-4b45-4d4a-92d9-847332c3b955 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:22.015936 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1056914-9fd2-4698-9f7e-489b1a64c093 req-8bc1ffed-4335-40e2-9386-999f432553cc tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552049 Jul 13 07:30:22.037072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104018c-6d90-4869-9341-e530905bfcc3 req-58c94381-9f69-47af-b356-ed23818540d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:22.037072 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9104018c-6d90-4869-9341-e530905bfcc3 req-58c94381-9f69-47af-b356-ed23818540d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1096 time: 0.1731405 Jul 13 07:30:22.114417 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9104018c-6d90-4869-9341-e530905bfcc3 req-f90d3189-16c7-40ee-b7be-e3961a1a49f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691874 Jul 13 07:30:22.131071 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0463fa7-9ede-4d05-8e11-a40e81c3980c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.167102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0463fa7-9ede-4d05-8e11-a40e81c3980c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event deleted for resources: {'Port': ['ID=4fd96f59-4b45-4d4a-92d9-847332c3b955,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:22.233931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1fb05-42f8-4135-8096-7669c63975aa req-1bcf7fc2-0795-451d-82f8-973f47b2fea3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:22.235204 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-66f1fb05-42f8-4135-8096-7669c63975aa req-1bcf7fc2-0795-451d-82f8-973f47b2fea3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.0867393 Jul 13 07:30:22.290090 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-66f1fb05-42f8-4135-8096-7669c63975aa req-c7ea5827-65b4-4ea2-80e7-651810a381e4 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484152 Jul 13 07:30:22.340205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0463fa7-9ede-4d05-8e11-a40e81c3980c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.342273 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d0463fa7-9ede-4d05-8e11-a40e81c3980c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "DELETE /v2.0/ports/4fd96f59-4b45-4d4a-92d9-847332c3b955 HTTP/1.1" status: 204 len: 168 time: 1.0581269 Jul 13 07:30:22.344674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50560) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:22.382168 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-351558ef-d17c-4bd5-8856-747e45094bb9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] GET failed (client error): The resource could not be found. Jul 13 07:30:22.383828 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-351558ef-d17c-4bd5-8856-747e45094bb9 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "GET /v2.0/ports/4fd96f59-4b45-4d4a-92d9-847332c3b955 HTTP/1.1" status: 404 len: 333 time: 0.0355465 Jul 13 07:30:22.388121 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50562) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:22.394252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'port': {'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72', 'name': 'tempest-AllowedAddressPairTestJSON-2109887965'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:22.578102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Made reservation on behalf of 27a2d9b7b70d4405909d841b53142030 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:22.582164 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.604919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] device_id is not set on port d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:22.774107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Allocated IP 172.20.0.14 (3821bdab-fbb1-4f38-bfe2-4ab5844cea72/8430fc36-8b75-4580-b48c-412fae2bfcfb/d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:22.863954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ba39-b730-41d4-a053-7ce9758fc068 req-b5661443-fab6-49b2-aaaf-e2f6ec37d282 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:22.865485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f281ba39-b730-41d4-a053-7ce9758fc068 req-b5661443-fab6-49b2-aaaf-e2f6ec37d282 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1409950 Jul 13 07:30:22.957811 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f281ba39-b730-41d4-a053-7ce9758fc068 req-dc3b2675-60a4-4b67-bc14-d7834055a812 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826240 Jul 13 07:30:22.988177 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.001842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Transition to ACTIVE for port object d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:23.038064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.086565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:23.105078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:23.107491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:23.171294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Port': ['ID=d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:23.205009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:23.205645 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.226809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c0502584-2697-485d-b248-0ee672ec684f tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8372598 Jul 13 07:30:23.231352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50568) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:23.236584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f59357-28c2-4085-8a51-e21b709b2df0 req-af5b989f-01b9-4f31-a223-227555e2fc77 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:23.237939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fde586bc-c397-49bd-837b-dc5741f03f7c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3c:a6:54'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:23.238377 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72f59357-28c2-4085-8a51-e21b709b2df0 req-af5b989f-01b9-4f31-a223-227555e2fc77 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.1498404 Jul 13 07:30:23.292775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72f59357-28c2-4085-8a51-e21b709b2df0 req-a0a2038f-8fe1-4b8f-ba09-dd4e1d2504ac tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471811 Jul 13 07:30:23.408136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e462755b-f47a-4191-87ac-4705eb8b226b None None] Provisioning for port d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:23.412254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e462755b-f47a-4191-87ac-4705eb8b226b None None] Provisioning complete for port d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:23.412632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e462755b-f47a-4191-87ac-4705eb8b226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.443024 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fde586bc-c397-49bd-837b-dc5741f03f7c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.449565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e462755b-f47a-4191-87ac-4705eb8b226b None None] Port d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:23.915657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7078df-83e2-448c-8040-09146d22ce9c req-6af1d79f-0d6e-4e55-8a39-a4ce09e27e86 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:23.917636 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e7078df-83e2-448c-8040-09146d22ce9c req-6af1d79f-0d6e-4e55-8a39-a4ce09e27e86 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 946 time: 0.1432071 Jul 13 07:30:23.932350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fde586bc-c397-49bd-837b-dc5741f03f7c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.940375 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fde586bc-c397-49bd-837b-dc5741f03f7c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.966830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e7078df-83e2-448c-8040-09146d22ce9c req-e061856d-6f31-4a57-ad06-3d8fcfc3cc98 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374649 Jul 13 07:30:24.039321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde586bc-c397-49bd-837b-dc5741f03f7c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Port': ['ID=d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:24.103234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-fde586bc-c397-49bd-837b-dc5741f03f7c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] In _notify_port_updated(), no bound segment for port d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 on network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:30:24.109918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde586bc-c397-49bd-837b-dc5741f03f7c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:24.110589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fde586bc-c397-49bd-837b-dc5741f03f7c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.111945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fde586bc-c397-49bd-837b-dc5741f03f7c tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "PUT /v2.0/ports/d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 HTTP/1.1" status: 200 len: 997 time: 0.8794992 Jul 13 07:30:24.117794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50584) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:24.143795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ded38-0fe9-4d19-9bff-f2fcac3ff9b0 req-f189a881-5d15-4d64-9b3d-0ab662ccdb02 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:24.145431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f29ded38-0fe9-4d19-9bff-f2fcac3ff9b0 req-f189a881-5d15-4d64-9b3d-0ab662ccdb02 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 945 time: 0.1912799 Jul 13 07:30:24.197291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f29ded38-0fe9-4d19-9bff-f2fcac3ff9b0 req-57ddd453-4106-401f-9233-b1c5af9999e8 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Jul 13 07:30:24.253578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd03b0c-7e0c-4277-b7cb-98f4366c7b8e req-2f5b83a3-7c7b-4404-adf5-8c5f85493fc3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:24.255178 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3cd03b0c-7e0c-4277-b7cb-98f4366c7b8e req-2f5b83a3-7c7b-4404-adf5-8c5f85493fc3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.1700623 Jul 13 07:30:24.279633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3fe6769c-a1b9-405a-8024-0cbab7be58be None None] Provisioning complete for port d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:24.280322 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3fe6769c-a1b9-405a-8024-0cbab7be58be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.311241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-0de042d8-6b8b-472c-8460-f17062116d5b tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Deleting port d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:24.311587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0de042d8-6b8b-472c-8460-f17062116d5b tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.316194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6769c-a1b9-405a-8024-0cbab7be58be None None] Port d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:24.332883 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3cd03b0c-7e0c-4277-b7cb-98f4366c7b8e req-1d577b1c-9629-48ac-979a-46c2518c9321 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685740 Jul 13 07:30:24.420927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0de042d8-6b8b-472c-8460-f17062116d5b tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.433711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-0de042d8-6b8b-472c-8460-f17062116d5b tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Calling delete_port for d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:24.561223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-5dfee378-2123-4fcf-8d97-1207859e7c52 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1854384 Jul 13 07:30:24.574059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:24.596229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.598037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17f9f6-c9f6-4d62-a5da-039112b86701 req-e9af729c-da92-4c97-897c-5b8acca12be3 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:24.600429 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b17f9f6-c9f6-4d62-a5da-039112b86701 req-e9af729c-da92-4c97-897c-5b8acca12be3 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1209853 Jul 13 07:30:24.662620 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b17f9f6-c9f6-4d62-a5da-039112b86701 req-2ae9b1ff-9964-4984-91e5-e022d0bd49c1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528042 Jul 13 07:30:24.663202 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0de042d8-6b8b-472c-8460-f17062116d5b tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.700911 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de042d8-6b8b-472c-8460-f17062116d5b tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event deleted for resources: {'Port': ['ID=d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:24.716864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.806929 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0de042d8-6b8b-472c-8460-f17062116d5b tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.813196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0de042d8-6b8b-472c-8460-f17062116d5b tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "DELETE /v2.0/ports/d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 HTTP/1.1" status: 204 len: 168 time: 0.6940453 Jul 13 07:30:24.814072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50598) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:24.859689 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b54867-8603-4291-a7fe-0e954c79c55a tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] GET failed (client error): The resource could not be found. Jul 13 07:30:24.861391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-45b54867-8603-4291-a7fe-0e954c79c55a tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "GET /v2.0/ports/d6b3d43d-cf41-4e1d-b2a2-9e7ea9681888 HTTP/1.1" status: 404 len: 333 time: 0.0434058 Jul 13 07:30:24.867111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50602) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:24.883312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47d678-0bfa-4c42-b7fb-0ae0b348b4ae req-9e41fe4d-079f-4463-985e-a95b152128c1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:24.885217 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e47d678-0bfa-4c42-b7fb-0ae0b348b4ae req-9e41fe4d-079f-4463-985e-a95b152128c1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.0702853 Jul 13 07:30:24.894894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'port': {'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72', 'name': 'tempest-AllowedAddressPairTestJSON-321920802'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:24.932895 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e47d678-0bfa-4c42-b7fb-0ae0b348b4ae req-1c56dd8c-9370-45aa-89d5-5445aade370d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349693 Jul 13 07:30:24.995870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Allocated IP 172.25.6.134 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/125b95ed-2ac4-43a3-8e55-6abd2364dd24) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:25.007820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-7145b0ec-549d-4450-9170-9df7ecee96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.009378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-7145b0ec-549d-4450-9170-9df7ecee96d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1100 time: 0.2459416 Jul 13 07:30:25.185664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Made reservation on behalf of 27a2d9b7b70d4405909d841b53142030 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:25.189082 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.200416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-08fdd9d5-7401-4f64-a275-3e9aa6f2667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.201890 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-08fdd9d5-7401-4f64-a275-3e9aa6f2667b service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1843078 Jul 13 07:30:25.237258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd648ee-1317-472c-885b-b56a7fcd45fa req-6fec5b30-7f6f-49e6-8c39-6104eda28e74 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.238808 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cdd648ee-1317-472c-885b-b56a7fcd45fa req-6fec5b30-7f6f-49e6-8c39-6104eda28e74 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 946 time: 0.0659752 Jul 13 07:30:25.260696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] device_id is not set on port 905b33d9-fe9b-41ef-b107-fab2e2a30ca5 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:25.271976 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-46b0bdc7-677a-4722-ad2e-5b8bace2c33b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 217 time: 0.0602014 Jul 13 07:30:25.277980 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.279695 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cdd648ee-1317-472c-885b-b56a7fcd45fa req-78ccff42-32e8-4cc9-aee1-06a55fbdfa6b tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334456 Jul 13 07:30:25.403003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-d45c14a5-1bd1-4ff2-8221-6697604a4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.404510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-d45c14a5-1bd1-4ff2-8221-6697604a4eae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1242073 Jul 13 07:30:25.452163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5448c0f-f91d-419a-811e-9c9933d3b0c0 req-9dda97c7-c533-4de4-a913-d4f142f5fe86 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.453706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5448c0f-f91d-419a-811e-9c9933d3b0c0 req-9dda97c7-c533-4de4-a913-d4f142f5fe86 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 946 time: 0.0718093 Jul 13 07:30:25.481506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Allocated IP 172.20.0.6 (3821bdab-fbb1-4f38-bfe2-4ab5844cea72/8430fc36-8b75-4580-b48c-412fae2bfcfb/905b33d9-fe9b-41ef-b107-fab2e2a30ca5) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:25.483718 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.494735 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5448c0f-f91d-419a-811e-9c9933d3b0c0 req-0278a91e-cc2d-4541-a0bc-72aa2724e020 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351849 Jul 13 07:30:25.547333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:25.566082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:25.578133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:25.579939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Pushing event updated for resources: {'Port': ['ID=125b95ed-2ac4-43a3-8e55-6abd2364dd24,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:25.610557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-d6581bb0-f97f-420e-aea6-0da487a33079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.612114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-d6581bb0-f97f-420e-aea6-0da487a33079 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1956007 Jul 13 07:30:25.661281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45ffc-f82f-4aae-8c92-6a42916aac3f req-924268e1-1ae4-4f3e-a21d-9fd330399b6f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.662929 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56d45ffc-f82f-4aae-8c92-6a42916aac3f req-924268e1-1ae4-4f3e-a21d-9fd330399b6f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.0650096 Jul 13 07:30:25.702800 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56d45ffc-f82f-4aae-8c92-6a42916aac3f req-d776be5a-96ed-41e0-a39b-35a74c3f82f8 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334179 Jul 13 07:30:25.829084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-33e76079-ed28-48f8-8102-bc09c69e696b service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067587 Jul 13 07:30:25.872735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3ec47-7441-4a68-9317-6a0478738fe5 req-eca90638-ea8d-4700-9d8a-df973cfccb31 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.874347 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ae3ec47-7441-4a68-9317-6a0478738fe5 req-eca90638-ea8d-4700-9d8a-df973cfccb31 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.0664861 Jul 13 07:30:25.875385 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.915696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.919367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ae3ec47-7441-4a68-9317-6a0478738fe5 req-7e917700-6bb9-4339-944c-36b94deea939 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 Jul 13 07:30:25.983082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Transition to ACTIVE for port object 905b33d9-fe9b-41ef-b107-fab2e2a30ca5 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:26.023325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.082526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-3049a21e-4ecc-4331-9d5c-f6693abdbd82 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.083528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-3049a21e-4ecc-4331-9d5c-f6693abdbd82 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.53 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 946 time: 0.2719762 Jul 13 07:30:26.093044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-d10dc164-7917-4125-b8fa-e0b143f8e23e service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354925 Jul 13 07:30:26.126132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fca3d-4093-405a-b7f0-9c0949dcd0e1 req-8be566b5-f25b-4eee-b6f0-5ea0df0a29ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.127896 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-625fca3d-4093-405a-b7f0-9c0949dcd0e1 req-8be566b5-f25b-4eee-b6f0-5ea0df0a29ca tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.0769842 Jul 13 07:30:26.145291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.178533 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-625fca3d-4093-405a-b7f0-9c0949dcd0e1 req-06523d4c-3b57-49a3-b34f-e09d752cd5ad tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Jul 13 07:30:26.238713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:26.286033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:26.292449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:26.295049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Port': ['ID=905b33d9-fe9b-41ef-b107-fab2e2a30ca5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:26.385285 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.385950 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.428366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50622) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:26.429014 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-81ea7cbf-767a-433b-9674-2875e0f67c00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5604465 Jul 13 07:30:26.434303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'port': {'network_id': '3821bdab-fbb1-4f38-bfe2-4ab5844cea72', 'name': 'tempest-AllowedAddressPairTestJSON-934230666'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:26.435347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Deleting port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:26.435696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.471007 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.518450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.581545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3962-39f8-47a3-9dc7-fc13212d1d76 req-ba53a9ce-8e66-4c2e-8768-399040f52008 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.583251 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-904c3962-39f8-47a3-9dc7-fc13212d1d76 req-ba53a9ce-8e66-4c2e-8768-399040f52008 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 946 time: 0.1584625 Jul 13 07:30:26.653270 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-904c3962-39f8-47a3-9dc7-fc13212d1d76 req-87b92e41-2e53-4c87-a007-719875dde3f2 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606320 Jul 13 07:30:26.659593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Made reservation on behalf of 27a2d9b7b70d4405909d841b53142030 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:26.664929 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.673021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6c75299b-c9ee-4504-a3a1-b8288045e15d None None] Provisioning for port 905b33d9-fe9b-41ef-b107-fab2e2a30ca5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:26.678639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6c75299b-c9ee-4504-a3a1-b8288045e15d None None] Provisioning complete for port 905b33d9-fe9b-41ef-b107-fab2e2a30ca5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:26.679457 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c75299b-c9ee-4504-a3a1-b8288045e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.695773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] device_id is not set on port fd3a8e08-9c43-478a-8263-4c798e4fe04f yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:26.726776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6c75299b-c9ee-4504-a3a1-b8288045e15d None None] Port 905b33d9-fe9b-41ef-b107-fab2e2a30ca5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:26.870074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Allocated IP 172.20.0.9 (3821bdab-fbb1-4f38-bfe2-4ab5844cea72/8430fc36-8b75-4580-b48c-412fae2bfcfb/fd3a8e08-9c43-478a-8263-4c798e4fe04f) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:26.919145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900610e-1bb1-42b3-bea1-54edfca0185b req-61cf49af-83e4-4cdb-89c7-342751a02dff tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.920846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c900610e-1bb1-42b3-bea1-54edfca0185b req-61cf49af-83e4-4cdb-89c7-342751a02dff tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 946 time: 0.1146309 Jul 13 07:30:26.930339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] For port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:26.930339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.933602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.944219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Pushing event updated for resources: {'Port': ['ID=125b95ed-2ac4-43a3-8e55-6abd2364dd24,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:27.008172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.009526 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-b4d52094-df45-4887-8727-becb8c52e3c4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4401882 Jul 13 07:30:27.063615 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c900610e-1bb1-42b3-bea1-54edfca0185b req-e6eda4af-7994-40a3-87ce-5e5e47345018 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups?id=9798d896-5241-48c1-93d0-747a1e59ea5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219425 Jul 13 07:30:27.074187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 170d529e-22b6-4ed1-aaf1-1cce0895ab95 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:27.132212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-e82616ee-9a56-49d3-a57f-e4f6840e2a6a tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 696 time: 0.1106429 Jul 13 07:30:27.156421 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.186430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Transition to ACTIVE for port object fd3a8e08-9c43-478a-8263-4c798e4fe04f will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:27.190270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:27.209859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '170d529e-22b6-4ed1-aaf1-1cce0895ab95', 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7', 'port_id': '170d529e-22b6-4ed1-aaf1-1cce0895ab95', 'mac_address': 'fa:16:3e:eb:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fe286e-8237-4f7c-baaf-eea98f1f5ebc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:27.240813 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.275115 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.300882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 170d529e-22b6-4ed1-aaf1-1cce0895ab95 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:27.332748 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.333183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.333476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:27.333726 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Floating IP f6f6fb3d-02b6-4e55-bf2e-66b8ddb04951 disassociated. External IP: 172.25.6.220, port: 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f. Jul 13 07:30:27.334104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Calling delete_port for 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:27.345001 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.349016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-c372c763-93c0-42ba-8411-9f3d40fccae4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.349016 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c963966-6280-4e30-a828-7cbdde9f93f0 req-c372c763-93c0-42ba-8411-9f3d40fccae4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.2080357 Jul 13 07:30:27.359184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:27.385810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Port': ['ID=fd3a8e08-9c43-478a-8263-4c798e4fe04f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:27.401020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:27.412880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:27.484861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=170d529e-22b6-4ed1-aaf1-1cce0895ab95,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:27.498767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['170d529e-22b6-4ed1-aaf1-1cce0895ab95'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:27.510137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.510774 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.560117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87404afb-6b4c-4f09-97cf-f71d8edd90a2 req-88b2e9a9-bd28-43a8-ae62-da8e4b1e9779 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.561989 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87404afb-6b4c-4f09-97cf-f71d8edd90a2 req-88b2e9a9-bd28-43a8-ae62-da8e4b1e9779 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.2836425 Jul 13 07:30:27.567401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4aabc67e-4d5b-4b30-a2b9-68f2d5bc0010 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1354418 Jul 13 07:30:27.571488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50640) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:27.576858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9c7fd6c2-8aef-46b8-bea2-5c05d3668b00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3c:a6:54'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:74:a2:93'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:27.620692 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-87404afb-6b4c-4f09-97cf-f71d8edd90a2 req-3f206d5a-053f-4537-a5bf-0173ece6f381 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523074 Jul 13 07:30:27.635570 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.691457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5d349-c951-42ce-8df9-f9f635e2c21f req-a9092312-53f9-43f4-8632-c59755801745 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.697957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c5d349-c951-42ce-8df9-f9f635e2c21f req-a9092312-53f9-43f4-8632-c59755801745 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.2070553 Jul 13 07:30:27.702158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Pushing event deleted for resources: {'Port': ['ID=4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:27.767093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e63be4de-a25a-4f4d-a04a-7b899c5adb8c None None] Provisioning for port fd3a8e08-9c43-478a-8263-4c798e4fe04f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:27.771317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e63be4de-a25a-4f4d-a04a-7b899c5adb8c None None] Provisioning complete for port fd3a8e08-9c43-478a-8263-4c798e4fe04f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:27.771950 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e63be4de-a25a-4f4d-a04a-7b899c5adb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.809164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b29cc3-4c0d-4eeb-a747-bfa38e88376e req-b8acbea1-4c47-496c-9dc3-4bc85b8e5641 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.809465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e63be4de-a25a-4f4d-a04a-7b899c5adb8c None None] Port fd3a8e08-9c43-478a-8263-4c798e4fe04f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:27.814011 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-68b29cc3-4c0d-4eeb-a747-bfa38e88376e req-b8acbea1-4c47-496c-9dc3-4bc85b8e5641 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.0706627 Jul 13 07:30:27.818362 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c7fd6c2-8aef-46b8-bea2-5c05d3668b00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.825221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c5d349-c951-42ce-8df9-f9f635e2c21f req-963339ee-bf85-4213-8cd1-2c98dd5811f9 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206491 Jul 13 07:30:27.859281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-68b29cc3-4c0d-4eeb-a747-bfa38e88376e req-5f887c26-6c48-4201-b041-5523984da541 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Jul 13 07:30:27.968879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Router a0b97093-d547-4905-af83-889c59f66e8b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:28.063696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-f1bae392-a094-40e1-929e-c195e4af2318 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:28.068702 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-f1bae392-a094-40e1-929e-c195e4af2318 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 821 time: 0.1193836 Jul 13 07:30:28.082157 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-16bb7a1c-7c5d-4b28-aa30-0ed5737653b1 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/quotas/36d8db81e28e47c4820391538d88ac9c HTTP/1.1" status: 200 len: 375 time: 0.0113051 Jul 13 07:30:28.163657 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-98f2e9e1-7c6c-40ff-94e7-da949f94a2a8 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0731659 Jul 13 07:30:28.187452 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c7fd6c2-8aef-46b8-bea2-5c05d3668b00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.203482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c7fd6c2-8aef-46b8-bea2-5c05d3668b00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.243123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:28.261142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] Sync routers for ids ['a0b97093-d547-4905-af83-889c59f66e8b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:28.273406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] Routers {'a0b97093-d547-4905-af83-889c59f66e8b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:28.274049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a0b97093-d547-4905-af83-889c59f66e8b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:28.291371 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-947f497b-92b1-40dd-a644-7164229063d7 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194394 Jul 13 07:30:28.321203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbab8a0-7ca2-4a45-b857-a5f009056506 req-99c86052-5819-47b8-ba9b-2ff9019f3ceb tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:28.323285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1fbab8a0-7ca2-4a45-b857-a5f009056506 req-99c86052-5819-47b8-ba9b-2ff9019f3ceb tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 945 time: 0.2673936 Jul 13 07:30:28.359316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fd6c2-8aef-46b8-bea2-5c05d3668b00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event updated for resources: {'Port': ['ID=fd3a8e08-9c43-478a-8263-4c798e4fe04f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:28.363578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] No DVR routers for this DVR port 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:28.366104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.368180 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4d5be43d-d6fa-41a5-9f81-3eebf8d2f046 req-28ccc7fe-ec4a-41d0-a854-507cd0848d74 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.53 "DELETE /v2.0/ports/4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f HTTP/1.1" status: 204 len: 173 time: 2.2742078 Jul 13 07:30:28.385808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'name': 'network-vif-deleted', 'tag': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:28.388394 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fdbc5d-ce69-4020-a603-7c0f8e3a3e6f" -d '{"events": [{"server_uuid": "b95bf47e-2abd-4ea1-8f86-9f88d33e31f5", "name": "network-vif-deleted", "tag": "4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:28.412775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-9c7fd6c2-8aef-46b8-bea2-5c05d3668b00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] In _notify_port_updated(), no bound segment for port fd3a8e08-9c43-478a-8263-4c798e4fe04f on network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:30:28.419001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fd6c2-8aef-46b8-bea2-5c05d3668b00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:28.419743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c7fd6c2-8aef-46b8-bea2-5c05d3668b00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.423725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9c7fd6c2-8aef-46b8-bea2-5c05d3668b00 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "PUT /v2.0/ports/fd3a8e08-9c43-478a-8263-4c798e4fe04f HTTP/1.1" status: 200 len: 1054 time: 0.8486624 Jul 13 07:30:28.424479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50656) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:28.441233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] Set router a0b97093-d547-4905-af83-889c59f66e8b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:28.442817 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-c97f5165-8c4e-4942-9f9c-78ea06ede044 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439152 Jul 13 07:30:28.512586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1fbab8a0-7ca2-4a45-b857-a5f009056506 req-20082a77-c4f5-4fae-8c22-3b4f02a53c20 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745534 Jul 13 07:30:28.630328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ce79aef4-46a9-468a-bf66-76737e8d6c63 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Deleting port fd3a8e08-9c43-478a-8263-4c798e4fe04f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:28.631098 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce79aef4-46a9-468a-bf66-76737e8d6c63 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.656303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b1c1e908-a2c6-421f-af17-6c1be118fb27 None None] Provisioning complete for port fd3a8e08-9c43-478a-8263-4c798e4fe04f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:28.657296 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b1c1e908-a2c6-421f-af17-6c1be118fb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.732568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce79aef4-46a9-468a-bf66-76737e8d6c63 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.736820 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1e908-a2c6-421f-af17-6c1be118fb27 None None] Port fd3a8e08-9c43-478a-8263-4c798e4fe04f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:28.746032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ce79aef4-46a9-468a-bf66-76737e8d6c63 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Calling delete_port for fd3a8e08-9c43-478a-8263-4c798e4fe04f owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:28.764763 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715ed4ef-bb51-4646-921a-cdc017dcc60a x-openstack-request-id: req-715ed4ef-bb51-4646-921a-cdc017dcc60a {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:28.765059 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95bf47e-2abd-4ea1-8f86-9f88d33e31f5", "name": "network-vif-deleted", "tag": "4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:28.765330 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-715ed4ef-bb51-4646-921a-cdc017dcc60a {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:28.765849 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95bf47e-2abd-4ea1-8f86-9f88d33e31f5', 'name': 'network-vif-deleted', 'tag': '4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f', 'status': 'completed', 'code': 200} Jul 13 07:30:28.783385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e04b9a90-2490-40e7-8840-7ef6ce05cae3', 'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'mac_address': 'fa:16:3e:a6:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:56Z', 'updated_at': '2021-07-13T07:28:04Z', 'revision_number': 5, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'subnets': [{'id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:28.836902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ed18d96-9dd9-4ceb-8d95-1a1576fcc493 req-970fdedc-d4ad-4c3d-920a-8fcebe7d2e5e tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/ports?device_id=b95bf47e-2abd-4ea1-8f86-9f88d33e31f5 HTTP/1.1" status: 200 len: 210 time: 0.0738707 Jul 13 07:30:28.856057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] Checking router: a0b97093-d547-4905-af83-889c59f66e8b for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:28.882557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] Routers {'a0b97093-d547-4905-af83-889c59f66e8b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:28.892941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a0b97093-d547-4905-af83-889c59f66e8b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:29.070856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] Set router a0b97093-d547-4905-af83-889c59f66e8b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:29.077513 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce79aef4-46a9-468a-bf66-76737e8d6c63 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.132120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 170d529e-22b6-4ed1-aaf1-1cce0895ab95 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:29.139747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79aef4-46a9-468a-bf66-76737e8d6c63 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event deleted for resources: {'Port': ['ID=fd3a8e08-9c43-478a-8263-4c798e4fe04f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:29.187607 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a35dc17e-a32e-4571-ba64-fe8c88d81025 req-2a9bc7bc-e25b-474e-9844-46123202c794 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 210 time: 0.0589354 Jul 13 07:30:29.228883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b338835-f251-4d4f-aed9-488cfed05c9a req-0049fb9f-a0e1-41cd-acb8-256e3704bcb7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.230908 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b338835-f251-4d4f-aed9-488cfed05c9a req-0049fb9f-a0e1-41cd-acb8-256e3704bcb7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.2410488 Jul 13 07:30:29.318181 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b338835-f251-4d4f-aed9-488cfed05c9a req-ea2893a9-71f3-4cb2-bdc9-33af8346371e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810425 Jul 13 07:30:29.421133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58312715-a9e8-4bf7-9d14-5a2be7ffabbf req-42000823-ea1b-44ad-8ce2-6b81fc261bcd tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.423096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58312715-a9e8-4bf7-9d14-5a2be7ffabbf req-42000823-ea1b-44ad-8ce2-6b81fc261bcd tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.0839362 Jul 13 07:30:29.495340 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce79aef4-46a9-468a-bf66-76737e8d6c63 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.497642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ce79aef4-46a9-468a-bf66-76737e8d6c63 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "DELETE /v2.0/ports/fd3a8e08-9c43-478a-8263-4c798e4fe04f HTTP/1.1" status: 204 len: 168 time: 1.0724761 Jul 13 07:30:29.500767 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58312715-a9e8-4bf7-9d14-5a2be7ffabbf req-515e34f9-b535-4a0d-b8e3-27c012b434d8 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669587 Jul 13 07:30:29.502879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50680) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:29.570997 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cbcb00-d6ff-42f3-b30d-27dc91744591 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] GET failed (client error): The resource could not be found. Jul 13 07:30:29.577088 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-08cbcb00-d6ff-42f3-b30d-27dc91744591 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "GET /v2.0/ports/fd3a8e08-9c43-478a-8263-4c798e4fe04f HTTP/1.1" status: 404 len: 333 time: 0.0688233 Jul 13 07:30:29.577970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50682) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:29.603815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708f44d-526c-4bce-b587-d424992978d9 req-5b469a13-9c21-4985-91ba-412da36c4824 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.612147 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a708f44d-526c-4bce-b587-d424992978d9 req-5b469a13-9c21-4985-91ba-412da36c4824 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.0853601 Jul 13 07:30:29.663987 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a708f44d-526c-4bce-b587-d424992978d9 req-c636cbf5-60aa-427f-83ef-f03a9745f667 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509214 Jul 13 07:30:29.694918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 170d529e-22b6-4ed1-aaf1-1cce0895ab95 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:29.695344 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.740941 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6fe0e-f9d5-4fb0-9c41-53880e8b96f4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Deleting port 905b33d9-fe9b-41ef-b107-fab2e2a30ca5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:29.741298 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fe0e-f9d5-4fb0-9c41-53880e8b96f4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.765272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e04b9a90-2490-40e7-8840-7ef6ce05cae3', 'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'mac_address': 'fa:16:3e:a6:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:56Z', 'updated_at': '2021-07-13T07:28:04Z', 'revision_number': 5, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'subnets': [{'id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:29.793756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316d6805-7f9e-497d-b199-01310ad6199e None None] The sync data for ids ['a0b97093-d547-4905-af83-889c59f66e8b'] in n-d-798249-7 is: [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e04b9a90-2490-40e7-8840-7ef6ce05cae3', 'name': '', 'network_id': 'b5fbf790-8990-4e8f-bb3b-d5c051cd54b8', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'mac_address': 'fa:16:3e:a6:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:56Z', 'updated_at': '2021-07-13T07:28:04Z', 'revision_number': 5, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'subnets': [{'id': 'a60ce3d9-407f-45e2-ad57-d0062666558c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:29.826342 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.849619 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1ae830-72b3-486e-8545-3709a883699f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170d529e-22b6-4ed1-aaf1-1cce0895ab95'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:29.852189 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4ac899-1e08-4dd6-82cf-5a64dcba2b64" -d '{"events": [{"server_uuid": "fb1ae830-72b3-486e-8545-3709a883699f", "name": "network-vif-plugged", "status": "completed", "tag": "170d529e-22b6-4ed1-aaf1-1cce0895ab95"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:29.867955 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fe0e-f9d5-4fb0-9c41-53880e8b96f4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.870875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:29.876145 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.887608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6fe0e-f9d5-4fb0-9c41-53880e8b96f4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Calling delete_port for 905b33d9-fe9b-41ef-b107-fab2e2a30ca5 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:29.912598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1c33b-dd8f-48b3-8cbe-76315b28b6b9 req-342afcc2-0b16-4bb9-acbe-192669ff664d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.914848 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01b1c33b-dd8f-48b3-8cbe-76315b28b6b9 req-342afcc2-0b16-4bb9-acbe-192669ff664d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 945 time: 0.1462734 Jul 13 07:30:29.930512 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b6e204-49d3-49c4-8986-f76faee97ee8 x-openstack-request-id: req-15b6e204-49d3-49c4-8986-f76faee97ee8 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:29.930864 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1ae830-72b3-486e-8545-3709a883699f", "name": "network-vif-plugged", "status": "completed", "tag": "170d529e-22b6-4ed1-aaf1-1cce0895ab95", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:29.931085 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15b6e204-49d3-49c4-8986-f76faee97ee8 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:29.931480 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1ae830-72b3-486e-8545-3709a883699f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170d529e-22b6-4ed1-aaf1-1cce0895ab95', 'code': 200} Jul 13 07:30:29.938301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:29.941398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=170d529e-22b6-4ed1-aaf1-1cce0895ab95,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:29.974591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:29.975436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4e1fb0f9-6bdc-416d-a3e1-991200ba6a1f not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:29.994571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.995123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.995563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.995997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.996446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.996944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.997365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.997790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.998211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.999083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.999083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:29.999451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.025723 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01b1c33b-dd8f-48b3-8cbe-76315b28b6b9 req-eb74858c-7ae7-4e7e-8003-ad89a308bfa9 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734961 Jul 13 07:30:30.053944 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50690) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:30.130594 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a5899-0001-49fc-8d25-e909d77b898f None None] New status for floating IP f6f6fb3d-02b6-4e55-bf2e-66b8ddb04951: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:30:30.163210 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f60f77a-4f05-4146-ba8f-33f69c60e977 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.169959 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fe0e-f9d5-4fb0-9c41-53880e8b96f4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.217446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6fe0e-f9d5-4fb0-9c41-53880e8b96f4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event deleted for resources: {'Port': ['ID=905b33d9-fe9b-41ef-b107-fab2e2a30ca5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:30.225012 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f60f77a-4f05-4146-ba8f-33f69c60e977 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.280391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-f80dc1b5-a5ef-4b05-9fc2-cb78c0f5a86a tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:30.283016 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-f80dc1b5-a5ef-4b05-9fc2-cb78c0f5a86a tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.53 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 821 time: 0.1780081 Jul 13 07:30:30.302534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Request body: {'port': {'device_id': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'admin_state_up': True, 'tenant_id': '36d8db81e28e47c4820391538d88ac9c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:30.321724 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fe0e-f9d5-4fb0-9c41-53880e8b96f4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.324102 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d6d6fe0e-f9d5-4fb0-9c41-53880e8b96f4 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "DELETE /v2.0/ports/905b33d9-fe9b-41ef-b107-fab2e2a30ca5 HTTP/1.1" status: 204 len: 168 time: 0.7454383 Jul 13 07:30:30.333335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50694) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:30.373593 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aa790c-1126-4eda-9f15-920d697ec687 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] GET failed (client error): The resource could not be found. Jul 13 07:30:30.375719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-43aa790c-1126-4eda-9f15-920d697ec687 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "GET /v2.0/ports/905b33d9-fe9b-41ef-b107-fab2e2a30ca5 HTTP/1.1" status: 404 len: 333 time: 0.0408850 Jul 13 07:30:30.377408 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f60f77a-4f05-4146-ba8f-33f69c60e977 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.383903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50698) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:30.385715 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f60f77a-4f05-4146-ba8f-33f69c60e977 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.388914 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3f60f77a-4f05-4146-ba8f-33f69c60e977 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "DELETE /v2.0/security-groups/9798d896-5241-48c1-93d0-747a1e59ea5a HTTP/1.1" status: 204 len: 168 time: 0.3334846 Jul 13 07:30:30.392625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50700) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:30.452265 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60f77a-4f05-4146-ba8f-33f69c60e977 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9798d896-5241-48c1-93d0-747a1e59ea5a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:30.513292 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-01c9416f-1aa9-47d2-bd0a-0f7b216633f6 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] show failed (client error): The resource could not be found. Jul 13 07:30:30.515086 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-01c9416f-1aa9-47d2-bd0a-0f7b216633f6 tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "GET /v2.0/security-groups/9798d896-5241-48c1-93d0-747a1e59ea5a HTTP/1.1" status: 404 len: 347 time: 0.1113868 Jul 13 07:30:30.518182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50702) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:30.567428 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-231847cb-a761-45eb-8675-c1d6b1087851 req-7692eded-6023-46c3-9aa9-7c549641118b tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 210 time: 0.1272221 Jul 13 07:30:30.758063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2c848-86d8-43ef-89df-62d507bd191a tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Deleting port 0884a01e-b6d6-4d48-912a-09df9703f4db {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:30.758314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c848-86d8-43ef-89df-62d507bd191a tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.782176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc21348-100e-46ac-a760-a9053f179914 req-92700ee9-23a4-4a02-87ea-7b788b5fcdf3 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:30.784550 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4dc21348-100e-46ac-a760-a9053f179914 req-92700ee9-23a4-4a02-87ea-7b788b5fcdf3 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.0955324 Jul 13 07:30:30.892902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Made reservation on behalf of 36d8db81e28e47c4820391538d88ac9c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:30.893261 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.914192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d0db5-c25e-426a-b727-18e441418252 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Deleting port 2a3b5281-10ee-40cc-9795-683874b16988 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:30.914538 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b0d0db5-c25e-426a-b727-18e441418252 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.917133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4dc21348-100e-46ac-a760-a9053f179914 req-8add1a78-6ff7-452d-9a95-e11fb67630bc tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239402 Jul 13 07:30:30.921036 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c848-86d8-43ef-89df-62d507bd191a tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.921378 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c848-86d8-43ef-89df-62d507bd191a tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.947700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2c848-86d8-43ef-89df-62d507bd191a tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Calling delete_port for 0884a01e-b6d6-4d48-912a-09df9703f4db owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:30.961773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f096ad-e95b-478a-819c-172a00695818 req-400ccd94-5243-4cd3-bd71-7aded8be9cd3 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:30.963296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-47f096ad-e95b-478a-819c-172a00695818 req-400ccd94-5243-4cd3-bd71-7aded8be9cd3 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 946 time: 0.1778116 Jul 13 07:30:31.086774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf786b3-db3d-481e-a605-947124ca76c4 req-c4fa45f4-4a8a-42df-85da-4d466f347c3a tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:31.089103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-edf786b3-db3d-481e-a605-947124ca76c4 req-c4fa45f4-4a8a-42df-85da-4d466f347c3a tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.5168526 Jul 13 07:30:31.121233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 170d529e-22b6-4ed1-aaf1-1cce0895ab95 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:31.129817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b0d0db5-c25e-426a-b727-18e441418252 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.154353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d0db5-c25e-426a-b727-18e441418252 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Calling delete_port for 2a3b5281-10ee-40cc-9795-683874b16988 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:31.164289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Allocated IP 172.20.0.3 (8e6a8986-a80b-4189-86b4-cb43433139ca/aa47bfc6-da00-4990-84cc-29df7ebf0128/0416ec85-434e-4dc2-852b-0d94ec7eb4a2) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:31.184470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-47f096ad-e95b-478a-819c-172a00695818 req-eec2d818-ff6d-4c3a-a498-f3f13ec913bd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Deleting port 170d529e-22b6-4ed1-aaf1-1cce0895ab95 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:31.185248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-47f096ad-e95b-478a-819c-172a00695818 req-eec2d818-ff6d-4c3a-a498-f3f13ec913bd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.187547 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-edf786b3-db3d-481e-a605-947124ca76c4 req-4f8ec2d5-f47d-442f-a5a2-a95c46304098 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903285 Jul 13 07:30:31.233221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.272432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:31.278000 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.327481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b0d0db5-c25e-426a-b727-18e441418252 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.347730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=170d529e-22b6-4ed1-aaf1-1cce0895ab95,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:31.382858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d0db5-c25e-426a-b727-18e441418252 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event deleted for resources: {'Port': ['ID=2a3b5281-10ee-40cc-9795-683874b16988,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:31.494588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b0d0db5-c25e-426a-b727-18e441418252 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.498872 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2b0d0db5-c25e-426a-b727-18e441418252 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "DELETE /v2.0/ports/2a3b5281-10ee-40cc-9795-683874b16988 HTTP/1.1" status: 204 len: 168 time: 1.1113963 Jul 13 07:30:31.499334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50712) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:31.545203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a9f5e-bb46-422e-98a9-c2becaee2be5 req-65cf3955-b974-4efe-9d71-284341cfa894 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:31.546938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f60a9f5e-bb46-422e-98a9-c2becaee2be5 req-65cf3955-b974-4efe-9d71-284341cfa894 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 944 time: 0.1665223 Jul 13 07:30:31.588273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a7ccaa-9874-4b55-a595-3645e4e6584a tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Deleting subnet 8430fc36-8b75-4580-b48c-412fae2bfcfb {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:30:31.593856 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ccaa-9874-4b55-a595-3645e4e6584a tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.642379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f60a9f5e-bb46-422e-98a9-c2becaee2be5 req-d04bd70d-c3eb-45dd-89bd-42ad0ce62f2a tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868597 Jul 13 07:30:31.650182 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ccaa-9874-4b55-a595-3645e4e6584a tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.670940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c848-86d8-43ef-89df-62d507bd191a tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.693771 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcbc68-7280-4053-a5ec-e5b744d2ca04 req-c2726117-e0a7-4dfe-aefe-9e7da2114732 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:31.696106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7dcbc68-7280-4053-a5ec-e5b744d2ca04 req-c2726117-e0a7-4dfe-aefe-9e7da2114732 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.5585706 Jul 13 07:30:31.738700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2c848-86d8-43ef-89df-62d507bd191a tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Pushing event deleted for resources: {'Port': ['ID=0884a01e-b6d6-4d48-912a-09df9703f4db,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:31.772181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-47f096ad-e95b-478a-819c-172a00695818 req-eec2d818-ff6d-4c3a-a498-f3f13ec913bd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] For port 170d529e-22b6-4ed1-aaf1-1cce0895ab95, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=170d529e-22b6-4ed1-aaf1-1cce0895ab95,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:31.772538 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-47f096ad-e95b-478a-819c-172a00695818 req-eec2d818-ff6d-4c3a-a498-f3f13ec913bd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.817066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-47f096ad-e95b-478a-819c-172a00695818 req-eec2d818-ff6d-4c3a-a498-f3f13ec913bd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Calling delete_port for 170d529e-22b6-4ed1-aaf1-1cce0895ab95 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:31.824177 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7dcbc68-7280-4053-a5ec-e5b744d2ca04 req-00b8db6e-87f7-49fb-aa84-0574e6b2aca7 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998173 Jul 13 07:30:31.841186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71c68aed-a8e2-4c21-8544-5ce673072b85 req-fd8e56eb-37b5-4f27-ad41-a6e91615325b tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 210 time: 0.0711908 Jul 13 07:30:31.842598 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ccaa-9874-4b55-a595-3645e4e6584a tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.873235 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c848-86d8-43ef-89df-62d507bd191a tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.875770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c848-86d8-43ef-89df-62d507bd191a tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.876950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c1e2c848-86d8-43ef-89df-62d507bd191a tempest-ServersTestManualDisk-1550513355 tempest-ServersTestManualDisk-1550513355-project] 10.222.0.44 "DELETE /v2.0/floatingips/f6f6fb3d-02b6-4e55-bf2e-66b8ddb04951 HTTP/1.1" status: 204 len: 168 time: 1.3531446 Jul 13 07:30:31.879996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50716) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:31.933171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1ae830-72b3-486e-8545-3709a883699f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170d529e-22b6-4ed1-aaf1-1cce0895ab95'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:31.936221 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988687d9-fa5a-433d-941b-ffb49eccaec8" -d '{"events": [{"server_uuid": "fb1ae830-72b3-486e-8545-3709a883699f", "name": "network-vif-unplugged", "status": "completed", "tag": "170d529e-22b6-4ed1-aaf1-1cce0895ab95"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:31.964620 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.974229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ccaa-9874-4b55-a595-3645e4e6584a tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.987712 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83657cda-8aa8-4283-89ca-d44f8c1824a4 x-openstack-request-id: req-83657cda-8aa8-4283-89ca-d44f8c1824a4 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:31.987712 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1ae830-72b3-486e-8545-3709a883699f", "name": "network-vif-unplugged", "status": "completed", "tag": "170d529e-22b6-4ed1-aaf1-1cce0895ab95", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:31.988005 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83657cda-8aa8-4283-89ca-d44f8c1824a4 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:31.988389 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1ae830-72b3-486e-8545-3709a883699f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170d529e-22b6-4ed1-aaf1-1cce0895ab95', 'code': 200} Jul 13 07:30:32.013613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7ccaa-9874-4b55-a595-3645e4e6584a tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event deleted for resources: {'Subnet': ['ID=8430fc36-8b75-4580-b48c-412fae2bfcfb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:32.019867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Transition to ACTIVE for port object 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:32.028163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b5a7ccaa-9874-4b55-a595-3645e4e6584a tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.037823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d8986c-0bea-47be-b5f7-083951441e06 None None] Network 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:32.042071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b5a7ccaa-9874-4b55-a595-3645e4e6584a tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "DELETE /v2.0/subnets/8430fc36-8b75-4580-b48c-412fae2bfcfb HTTP/1.1" status: 204 len: 168 time: 0.5342436 Jul 13 07:30:32.043934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50722) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:32.162735 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-47f096ad-e95b-478a-819c-172a00695818 req-eec2d818-ff6d-4c3a-a498-f3f13ec913bd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.213761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2d818-ff6d-4c3a-a498-f3f13ec913bd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event deleted for resources: {'Port': ['ID=170d529e-22b6-4ed1-aaf1-1cce0895ab95,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:32.260000 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.289924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea15dd-0844-482e-97b3-88bf96895435 req-5bff99c1-e8e6-4b08-888e-9b7d44779fc8 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:32.292297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78ea15dd-0844-482e-97b3-88bf96895435 req-5bff99c1-e8e6-4b08-888e-9b7d44779fc8 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1875606 Jul 13 07:30:32.295039 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.311225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e52d47da-bac6-46b2-a9c3-12ed6c083f17'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:32.327642 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f096ad-e95b-478a-819c-172a00695818 req-eec2d818-ff6d-4c3a-a498-f3f13ec913bd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] No DVR routers for this DVR port 170d529e-22b6-4ed1-aaf1-1cce0895ab95 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:32.334087 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-47f096ad-e95b-478a-819c-172a00695818 req-eec2d818-ff6d-4c3a-a498-f3f13ec913bd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.335059 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-47f096ad-e95b-478a-819c-172a00695818 req-eec2d818-ff6d-4c3a-a498-f3f13ec913bd tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.53 "DELETE /v2.0/ports/170d529e-22b6-4ed1-aaf1-1cce0895ab95 HTTP/1.1" status: 204 len: 173 time: 1.3659828 Jul 13 07:30:32.335612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1ae830-72b3-486e-8545-3709a883699f', 'name': 'network-vif-deleted', 'tag': '170d529e-22b6-4ed1-aaf1-1cce0895ab95'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:32.341354 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d6d328-f93e-403b-8324-7ef30f0db88f" -d '{"events": [{"server_uuid": "fb1ae830-72b3-486e-8545-3709a883699f", "name": "network-vif-deleted", "tag": "170d529e-22b6-4ed1-aaf1-1cce0895ab95"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:32.409277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fb685f-4db7-4c76-a871-e0883349132a None None] DHCP port deletion for 3821bdab-fbb1-4f38-bfe2-4ab5844cea72 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:30:32.513152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Network 8e6a8986-a80b-4189-86b4-cb43433139ca is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:32.542360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-37fb685f-4db7-4c76-a871-e0883349132a None None] Deleting port c18928cf-3d54-48de-a0fd-9f7c98b92e89 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:32.542787 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-37fb685f-4db7-4c76-a871-e0883349132a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.545008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78ea15dd-0844-482e-97b3-88bf96895435 req-8b97e404-f0b0-448f-a187-8ae8513e9028 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564939 Jul 13 07:30:32.546585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f8529-ae42-41d9-a6af-306907d606ff req-600a3bf7-a5a4-4904-a842-6f1fe05ebcf3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:32.552963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Pushing event updated for resources: {'Port': ['ID=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:32.554905 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-711f8529-ae42-41d9-a6af-306907d606ff req-600a3bf7-a5a4-4904-a842-6f1fe05ebcf3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 945 time: 0.1740758 Jul 13 07:30:32.567266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:32.581574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:32.664446 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-711f8529-ae42-41d9-a6af-306907d606ff req-4a3119fd-c676-42d0-b728-5ef2669c813c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062868 Jul 13 07:30:32.704472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-37fb685f-4db7-4c76-a871-e0883349132a None None] For port c18928cf-3d54-48de-a0fd-9f7c98b92e89, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c18928cf-3d54-48de-a0fd-9f7c98b92e89,segment=NetworkSegment(cacbe0f2-89c3-4356-8259-e4a9e3150d81),segment_id=cacbe0f2-89c3-4356-8259-e4a9e3150d81)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:32.711220 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-37fb685f-4db7-4c76-a871-e0883349132a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.718771 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5d3e46-b780-468b-8b18-b1e859c76b5a x-openstack-request-id: req-8d5d3e46-b780-468b-8b18-b1e859c76b5a {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:32.719612 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1ae830-72b3-486e-8545-3709a883699f", "name": "network-vif-deleted", "tag": "170d529e-22b6-4ed1-aaf1-1cce0895ab95", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:32.720177 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d5d3e46-b780-468b-8b18-b1e859c76b5a {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:32.720793 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1ae830-72b3-486e-8545-3709a883699f', 'name': 'network-vif-deleted', 'tag': '170d529e-22b6-4ed1-aaf1-1cce0895ab95', 'status': 'completed', 'code': 200} Jul 13 07:30:32.759614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c18928cf-3d54-48de-a0fd-9f7c98b92e89 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:32.759888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:32.760643 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.826073 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-9db4f4e1-11f7-44e3-b727-a90172ba0f93 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5313840 Jul 13 07:30:32.827439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Deleting port c18928cf-3d54-48de-a0fd-9f7c98b92e89 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:32.827783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.882228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.909317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Request body: {'port': {'device_id': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:32.941458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-37fb685f-4db7-4c76-a871-e0883349132a None None] Calling delete_port for c18928cf-3d54-48de-a0fd-9f7c98b92e89 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:33.140826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1adbf6a-0eda-40be-86da-759bf017f756 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:33.214221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79ebf89f-5926-4d7e-b663-29f3e0df36be req-6f90e668-0785-44bb-b36e-384f50051416 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1ae830-72b3-486e-8545-3709a883699f HTTP/1.1" status: 200 len: 210 time: 0.0504930 Jul 13 07:30:33.222165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-de6597f2-b119-4166-8bc8-281c38bbe9a8 None None] Provisioning for port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:33.280162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.294867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-de6597f2-b119-4166-8bc8-281c38bbe9a8 None None] Provisioning complete for port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:33.295299 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-de6597f2-b119-4166-8bc8-281c38bbe9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.319582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] For port c18928cf-3d54-48de-a0fd-9f7c98b92e89, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c18928cf-3d54-48de-a0fd-9f7c98b92e89,segment=NetworkSegment(cacbe0f2-89c3-4356-8259-e4a9e3150d81),segment_id=cacbe0f2-89c3-4356-8259-e4a9e3150d81)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:33.320415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.343658 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.376062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Calling delete_port for c18928cf-3d54-48de-a0fd-9f7c98b92e89 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:33.391597 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-37fb685f-4db7-4c76-a871-e0883349132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.441196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4b389-d03b-4954-a599-c02fae00758b req-8cec9b50-629d-4dbf-8cc4-9292e3de5fd8 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:33.449428 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1c4b389-d03b-4954-a599-c02fae00758b req-8cec9b50-629d-4dbf-8cc4-9292e3de5fd8 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.3113346 Jul 13 07:30:33.450365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-de6597f2-b119-4166-8bc8-281c38bbe9a8 None None] Port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:33.458437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb685f-4db7-4c76-a871-e0883349132a None None] No DVR routers for this DVR port c18928cf-3d54-48de-a0fd-9f7c98b92e89 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:33.461784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb685f-4db7-4c76-a871-e0883349132a None None] Pushing event deleted for resources: {'Port': ['ID=c18928cf-3d54-48de-a0fd-9f7c98b92e89,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:33.507460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:33.525297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'port_id': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'mac_address': 'fa:16:3e:69:fe:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:33.535542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1c4b389-d03b-4954-a599-c02fae00758b req-674114e4-d5a1-4abc-a1c7-6e76f11f9676 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850530 Jul 13 07:30:33.594801 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.613673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1adbf6a-0eda-40be-86da-759bf017f756 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:33.637644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.645255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:33.651274 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.664359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] Deleting port e04b9a90-2490-40e7-8840-7ef6ce05cae3 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:33.664627 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.678831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event deleted for resources: {'Port': ['ID=c18928cf-3d54-48de-a0fd-9f7c98b92e89,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:33.698419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] No DVR routers for this DVR port c18928cf-3d54-48de-a0fd-9f7c98b92e89 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:33.746074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=14']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:33.816193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] For port e04b9a90-2490-40e7-8840-7ef6ce05cae3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e04b9a90-2490-40e7-8840-7ef6ce05cae3,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:33.816193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.842155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] Calling delete_port for e04b9a90-2490-40e7-8840-7ef6ce05cae3 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:33.917369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e1adbf6a-0eda-40be-86da-759bf017f756'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:33.929439 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.947232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa8632-80ec-4069-aeff-2f43a8a10d45 req-602b8dcd-882e-4b02-a43b-427129786321 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:33.948895 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58aa8632-80ec-4069-aeff-2f43a8a10d45 req-602b8dcd-882e-4b02-a43b-427129786321 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 931 time: 0.4150612 Jul 13 07:30:33.975333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3821bdab-fbb1-4f38-bfe2-4ab5844cea72']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:34.002847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacbe0f2-89c3-4356-8259-e4a9e3150d81') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:34.002847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacbe0f2-89c3-4356-8259-e4a9e3150d81') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:34.012377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296946-ee42-41c3-b8b1-8e36a7e6bde0 req-98cb3ec6-3336-4a28-89d0-00d29ff8f015 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:34.013955 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04296946-ee42-41c3-b8b1-8e36a7e6bde0 req-98cb3ec6-3336-4a28-89d0-00d29ff8f015 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1177058 Jul 13 07:30:34.047023 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.074658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58aa8632-80ec-4069-aeff-2f43a8a10d45 req-fa19057d-c420-447c-9d45-ab482fb95da0 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150970 Jul 13 07:30:34.076981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:34.081827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.089941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.094868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:34.096001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.099236 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:34.103902 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:34.135137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04296946-ee42-41c3-b8b1-8e36a7e6bde0 req-4efad824-57e3-44ff-a90b-933b3c081cff tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676043 Jul 13 07:30:34.178846 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.184597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.196121 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] 10.222.0.44 "DELETE /v2.0/networks/3821bdab-fbb1-4f38-bfe2-4ab5844cea72 HTTP/1.1" status: 204 len: 168 time: 2.1428456 Jul 13 07:30:34.218313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cb865-a696-418d-8f0c-7de08d2853d3 tempest-AllowedAddressPairTestJSON-1957085012 tempest-AllowedAddressPairTestJSON-1957085012-project] Pushing event deleted for resources: {'Network': ['ID=3821bdab-fbb1-4f38-bfe2-4ab5844cea72,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:34.237224 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.247609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Transition to ACTIVE for port object 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:34.249473 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.254438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.319560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04b9a90-2490-40e7-8840-7ef6ce05cae3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:34.402932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Pushing event updated for resources: {'Port': ['ID=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:34.598275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24852b-28a4-437a-8b1a-81a91d55c45b req-38637b01-9910-4949-a42e-fbded300c6ba tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:34.612114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac24852b-28a4-437a-8b1a-81a91d55c45b req-38637b01-9910-4949-a42e-fbded300c6ba tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 946 time: 0.2817299 Jul 13 07:30:34.749887 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac24852b-28a4-437a-8b1a-81a91d55c45b req-f8fc8677-af0f-4557-a856-ffb02061463f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368020 Jul 13 07:30:34.756632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50754) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:34.759508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Attempting to bind port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:34.759881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Attempting to bind port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:34.760298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Attempting to bind port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 on network 8e6a8986-a80b-4189-86b4-cb43433139ca {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.790985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 on network 8e6a8986-a80b-4189-86b4-cb43433139ca not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:34.791466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Attempting to bind port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 on network 8e6a8986-a80b-4189-86b4-cb43433139ca {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.808048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:34.808689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Checking segment: {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:34.809426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Bound using segment: {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:34.810106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Bound port: 0416ec85-434e-4dc2-852b-0d94ec7eb4a2, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c1c1bc-7ddf-47fb-814c-15feea296f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:34.811113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.833299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.965852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] For port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:34.990461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164f87-8c5a-45e0-860a-9da21b96008b req-20f3c5ae-50ef-474b-b1a7-f5cf410a86cf tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:34.997990 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba164f87-8c5a-45e0-860a-9da21b96008b req-20f3c5ae-50ef-474b-b1a7-f5cf410a86cf tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.2629511 Jul 13 07:30:35.030924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] For port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:35.042720 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.057174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba164f87-8c5a-45e0-860a-9da21b96008b req-65e1beec-bc8a-49d0-8383-c71bf9e1b187 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582621 Jul 13 07:30:35.112604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8212c25c-a720-41fb-992d-9911300619e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27a2d9b7b70d4405909d841b53142030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545713 Jul 13 07:30:35.114140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.114759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.118884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50768) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:35.120290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] 10.222.0.53 "PUT /v2.0/ports/0416ec85-434e-4dc2-852b-0d94ec7eb4a2 HTTP/1.1" status: 200 len: 1091 time: 2.2245669 Jul 13 07:30:35.133249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1adbf6a-0eda-40be-86da-759bf017f756 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:35.141359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-1f5efba0-041b-4d84-b587-7f1a830d9a31 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.150181 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-1f5efba0-041b-4d84-b587-7f1a830d9a31 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/networks?id=40616115-1a6d-4fc8-b39a-431b83bf48b7 HTTP/1.1" status: 200 len: 821 time: 0.2435193 Jul 13 07:30:35.152981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'tag': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:35.155763 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be57475-a7fa-4c01-aa59-99d97c1b56f5" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfcf883-e340-47e0-afee-4514d8e850dc", "tag": "0416ec85-434e-4dc2-852b-0d94ec7eb4a2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:35.217273 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-f40cfe08-f08e-478b-9ed1-ae31fa2bfe9c tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/quotas/ea464cf7bef84c148440a20fffb9fff8 HTTP/1.1" status: 200 len: 375 time: 0.0661333 Jul 13 07:30:35.228971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971970ce-1acc-4424-871a-2f0ff339f79f service neutron] Pushing event updated for resources: {'Port': ['ID=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.294480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port e1adbf6a-0eda-40be-86da-759bf017f756 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:35.308415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:35.309197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.357438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-8c106e11-5d41-44f6-816c-3a020f56aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.359037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-8c106e11-5d41-44f6-816c-3a020f56aab7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 1094 time: 0.1888387 Jul 13 07:30:35.365411 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-058ac828-225b-402d-b97d-14431537e426 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea464cf7bef84c148440a20fffb9fff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1396914 Jul 13 07:30:35.433866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] Router a0b97093-d547-4905-af83-889c59f66e8b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:35.434899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63437768-f276-4fb7-bb53-daad74aa9094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.458639 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.479696 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63437768-f276-4fb7-bb53-daad74aa9094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.489466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:35.491856 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd762f5-1440-4e95-b443-6d1230696742" -d '{"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:35.505306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-ec2d9bb4-fb23-406c-b673-672440dda2e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2 HTTP/1.1" status: 200 len: 217 time: 0.1372418 Jul 13 07:30:35.513405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:35.519764 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.551726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ddafb-fdd6-4b47-9c4d-f62e8d1c1d0f req-c1120571-71c5-4091-a23e-a6b989233724 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.552193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-1e0a53ae-1e9d-41f3-9ee0-ffaad8e5aa4d service neutron] 10.222.0.44 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241593 Jul 13 07:30:35.562742 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-965ddafb-fdd6-4b47-9c4d-f62e8d1c1d0f req-c1120571-71c5-4091-a23e-a6b989233724 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 943 time: 0.1975973 Jul 13 07:30:35.585381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 170d529e-22b6-4ed1-aaf1-1cce0895ab95 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:35.622027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=15']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.626062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 170d529e-22b6-4ed1-aaf1-1cce0895ab95 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:35.626790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 170d529e-22b6-4ed1-aaf1-1cce0895ab95 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:35.656204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-f9244d9f-2e73-4079-aa7b-0b72eee5a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.657750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-f9244d9f-2e73-4079-aa7b-0b72eee5a4e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1424379 Jul 13 07:30:35.661745 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-965ddafb-fdd6-4b47-9c4d-f62e8d1c1d0f req-cd1db490-7353-4498-b6b5-60de24df9913 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981290 Jul 13 07:30:35.704169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63437768-f276-4fb7-bb53-daad74aa9094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.708894 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63437768-f276-4fb7-bb53-daad74aa9094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.713689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-63437768-f276-4fb7-bb53-daad74aa9094 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb7875cb-46d0-4c89-9e3a-014cde67bcd2 HTTP/1.1" status: 204 len: 168 time: 0.5935817 Jul 13 07:30:35.744166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63437768-f276-4fb7-bb53-daad74aa9094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7875cb-46d0-4c89-9e3a-014cde67bcd2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.754509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:35.760635 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-01131244-89ca-46cf-978b-b7b3c84389f2 admin admin] 10.222.0.44 "PUT /v2.0/routers/a0b97093-d547-4905-af83-889c59f66e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8796277 Jul 13 07:30:35.763089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50780) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:35.788389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] Sync routers for ids ['a0b97093-d547-4905-af83-889c59f66e8b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:35.830052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] Routers {'a0b97093-d547-4905-af83-889c59f66e8b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:35.844895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a0b97093-d547-4905-af83-889c59f66e8b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:35.944490 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.018745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e5380ed9-1296-44a0-8423-a07371073915 None None] Provisioning complete for port e1adbf6a-0eda-40be-86da-759bf017f756 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:36.019483 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e5380ed9-1296-44a0-8423-a07371073915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.083877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] Set router a0b97093-d547-4905-af83-889c59f66e8b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:36.136510 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c965dc6b-c173-4965-bf1f-2054847327c2 x-openstack-request-id: req-c965dc6b-c173-4965-bf1f-2054847327c2 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:36.136510 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfcf883-e340-47e0-afee-4514d8e850dc", "tag": "0416ec85-434e-4dc2-852b-0d94ec7eb4a2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:36.136510 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c965dc6b-c173-4965-bf1f-2054847327c2 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:36.136510 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'tag': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'status': 'completed', 'code': 200} Jul 13 07:30:36.170030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-ead7dd9a-2643-4a4e-9b9d-ce5e808ead2f service neutron] 10.222.0.44 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937598 Jul 13 07:30:36.201095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-ca611ab9-4107-43cd-ad19-5472cc61920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:36.202568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-ca611ab9-4107-43cd-ad19-5472cc61920e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5214446 Jul 13 07:30:36.211110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c7ac6-c1a0-46ee-b12b-14efeb918a0d req-50e195a3-e1fc-4873-82a9-d8b88210a034 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:36.219080 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-572c7ac6-c1a0-46ee-b12b-14efeb918a0d req-50e195a3-e1fc-4873-82a9-d8b88210a034 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1826239 Jul 13 07:30:36.259187 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.358116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-27a42f50-5db0-4fa1-ba7c-6bc14a235020 service neutron] 10.222.0.53 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456981 Jul 13 07:30:36.371750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:30:34Z', 'revision_number': 5, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port': {'id': 'c4f80adc-bb1c-4ddb-8875-77a382d2494b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:50Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:36.405869 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-572c7ac6-c1a0-46ee-b12b-14efeb918a0d req-302a0f3e-33cf-45ec-8695-8ed3e6c2f0c3 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847098 Jul 13 07:30:36.458749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] Checking router: a0b97093-d547-4905-af83-889c59f66e8b for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:36.479485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] Routers {'a0b97093-d547-4905-af83-889c59f66e8b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:36.482728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a0b97093-d547-4905-af83-889c59f66e8b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:36.489773 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23ce22-f8aa-4562-ae3c-f18dbc91aaa0 x-openstack-request-id: req-db23ce22-f8aa-4562-ae3c-f18dbc91aaa0 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:36.491882 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:36.491882 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db23ce22-f8aa-4562-ae3c-f18dbc91aaa0 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:36.492158 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'code': 200} Jul 13 07:30:36.539431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Deleting port c4f80adc-bb1c-4ddb-8875-77a382d2494b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:36.541994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.568296 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83a4dba-3352-4a3d-b9ba-29248de83879 req-ce865788-a57d-4967-b6a6-89087bd97dae service neutron] 10.222.0.53 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025144 Jul 13 07:30:36.776233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] Set router a0b97093-d547-4905-af83-889c59f66e8b gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:36.909220 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] For port c4f80adc-bb1c-4ddb-8875-77a382d2494b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c4f80adc-bb1c-4ddb-8875-77a382d2494b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:36.910138 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.917735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-b8c8c07f-a613-4b2e-8dd6-a8338b8f376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:36.919230 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-b8c8c07f-a613-4b2e-8dd6-a8338b8f376d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 1094 time: 0.2635596 Jul 13 07:30:36.956620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Calling delete_port for c4f80adc-bb1c-4ddb-8875-77a382d2494b owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:36.972221 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b69d2f-c183-4449-b534-4ad6c557e709 req-da5769bc-795b-488b-8401-bbf034678b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:36.973736 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a2b69d2f-c183-4449-b534-4ad6c557e709 req-da5769bc-795b-488b-8401-bbf034678b97 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 1098 time: 0.1891859 Jul 13 07:30:37.020983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6633-12a1-4874-8ed8-6c50a2015310 req-35565971-eea6-468e-a468-c6c5aa42b8c4 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.050277 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0fa6633-12a1-4874-8ed8-6c50a2015310 req-35565971-eea6-468e-a468-c6c5aa42b8c4 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.2949619 Jul 13 07:30:37.091406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35f927-696c-466c-90c2-d77ceb0721c9 req-707e4176-8928-4c00-827c-43f7a7a0a5ea tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.099847 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c35f927-696c-466c-90c2-d77ceb0721c9 req-707e4176-8928-4c00-827c-43f7a7a0a5ea tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.3165300 Jul 13 07:30:37.109645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:30:36Z', 'revision_number': 6, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:37.139035 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a2b69d2f-c183-4449-b534-4ad6c557e709 req-7b5a4be0-cf91-45da-97b1-8bf3598fed72 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521854 Jul 13 07:30:37.157278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214ae84-863e-4784-9d9e-c70650a4fcd0 None None] The sync data for ids ['a0b97093-d547-4905-af83-889c59f66e8b'] in n-d-798249-7 is: [{'id': 'a0b97093-d547-4905-af83-889c59f66e8b', 'name': 'tempest-ServersTestManualDisk-369750157-router', 'tenant_id': 'a93cec1e09ea422eaac867513d8853c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:30:36Z', 'revision_number': 6, 'project_id': 'a93cec1e09ea422eaac867513d8853c9', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:37.201280 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c35f927-696c-466c-90c2-d77ceb0721c9 req-a0159092-38c9-4235-9b5e-b3988ba04cfe tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003575 Jul 13 07:30:37.221637 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-6fdfb6a2-af30-41b0-b3f0-67ab31f4abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.223206 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-6fdfb6a2-af30-41b0-b3f0-67ab31f4abfc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.2953901 Jul 13 07:30:37.348494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0fa6633-12a1-4874-8ed8-6c50a2015310 req-f74e489b-4d26-4141-845a-f49079d20f22 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964082 Jul 13 07:30:37.350428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-c08f4d46-2f16-413c-995a-2d4d7971dde3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2 HTTP/1.1" status: 200 len: 217 time: 0.1078229 Jul 13 07:30:37.431599 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.432919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50818) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:37.448477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-09cbcf23-3305-48f4-98d2-caf865bc3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.449861 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-09cbcf23-3305-48f4-98d2-caf865bc3376 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.0923009 Jul 13 07:30:37.484973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f80adc-bb1c-4ddb-8875-77a382d2494b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:37.576377 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.602797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6bdd31e4-9aae-43f3-9f3b-a7e7e47080f6 req-04a50f0a-b30d-4999-851d-13cae0bf3631 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 210 time: 0.0465086 Jul 13 07:30:37.609195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-ee67078b-29f8-4901-950c-feb4fcd5c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.611731 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-ee67078b-29f8-4901-950c-feb4fcd5c65d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523330 Jul 13 07:30:37.777892 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.851230 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-20317672-a817-4d86-acb0-485f7e3c0fff service neutron] 10.222.0.53 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304554 Jul 13 07:30:37.951084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e558-3446-434a-90ca-a05c0dcae3cd req-84140460-5eae-4272-a605-398eda31c76b tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.952778 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd26e558-3446-434a-90ca-a05c0dcae3cd req-84140460-5eae-4272-a605-398eda31c76b tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1554534 Jul 13 07:30:38.011324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be57475-a7fa-4c01-aa59-99d97c1b56f5 req-93f3b91c-84d0-4952-bb41-4c5870926415 service neutron] 10.222.0.53 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515687 Jul 13 07:30:38.017532 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd26e558-3446-434a-90ca-a05c0dcae3cd req-a6070095-2fa5-4ad8-946c-b5bb6fabfa87 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580125 Jul 13 07:30:38.157549 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1712110906'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:38.230788 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.244779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.332207 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.332989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b97093-d547-4905-af83-889c59f66e8b {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:30:38.338626 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.339799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-849c2ed0-a17d-4821-9412-e5e91c54c5e8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a0b97093-d547-4905-af83-889c59f66e8b HTTP/1.1" status: 204 len: 168 time: 2.5755088 Jul 13 07:30:38.349022 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50836) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:38.358011 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Made reservation on behalf of 4e48e76132c0460a9b4d599b2da72b94 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:38.374618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.402457 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.440097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-914b17dc-8941-49fc-8863-e5dc2b1adcbc tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:38.441641 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-914b17dc-8941-49fc-8863-e5dc2b1adcbc tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.53 "GET /v2.0/networks?id=40616115-1a6d-4fc8-b39a-431b83bf48b7 HTTP/1.1" status: 200 len: 821 time: 0.2411797 Jul 13 07:30:38.463321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Request body: {'port': {'device_id': 'eefcc2cf-9306-4377-abb9-a6095a2c61b6', 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7', 'admin_state_up': True, 'tenant_id': 'ea464cf7bef84c148440a20fffb9fff8'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:38.510345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c0afe-1092-4f67-accf-c58d9b04dc05 req-5983e67c-f881-4cc5-97f4-874ecabb298e tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:38.521369 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b92c0afe-1092-4f67-accf-c58d9b04dc05 req-5983e67c-f881-4cc5-97f4-874ecabb298e tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 943 time: 0.9404278 Jul 13 07:30:38.545489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f5daad-955d-4120-a0ed-df501ee52352 admin admin] Deleting subnet a60ce3d9-407f-45e2-ad57-d0062666558c {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:30:38.549226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-37f5daad-955d-4120-a0ed-df501ee52352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.597223 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-37f5daad-955d-4120-a0ed-df501ee52352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.652110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e04b9a90-2490-40e7-8840-7ef6ce05cae3 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:38.705175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e04b9a90-2490-40e7-8840-7ef6ce05cae3 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:38.705525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e04b9a90-2490-40e7-8840-7ef6ce05cae3 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:38.709523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c4f80adc-bb1c-4ddb-8875-77a382d2494b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:38.752408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c4f80adc-bb1c-4ddb-8875-77a382d2494b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:38.752962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c4f80adc-bb1c-4ddb-8875-77a382d2494b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:38.818741 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b92c0afe-1092-4f67-accf-c58d9b04dc05 req-d3f6ea82-c7b9-41b5-9e7a-bb2895185325 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958484 Jul 13 07:30:38.835946 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-37f5daad-955d-4120-a0ed-df501ee52352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.881048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426aca4-dc72-4f39-aa18-82e40ea1d5ad req-c7963064-bea9-4d3d-bcac-953822f79832 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:38.891122 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7426aca4-dc72-4f39-aa18-82e40ea1d5ad req-c7963064-bea9-4d3d-bcac-953822f79832 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.3664417 Jul 13 07:30:38.952526 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7426aca4-dc72-4f39-aa18-82e40ea1d5ad req-9f7dbea9-3966-4473-a6c3-946bbf83920d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603464 Jul 13 07:30:38.954374 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.963346 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.977256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:38.990119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.990527 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Added segment 07abdbdd-94a0-47a5-a0b7-edabe38afa0d of type vlan for network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 Jul 13 07:30:38.997309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Made reservation on behalf of ea464cf7bef84c148440a20fffb9fff8 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:39.002188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.117113 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.138916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:39.147818 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeb5270-9bc5-49fd-8246-1526b833b759,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:39.190447 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-37f5daad-955d-4120-a0ed-df501ee52352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.223289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Allocated IP 172.20.0.14 (40616115-1a6d-4fc8-b39a-431b83bf48b7/60fe286e-8237-4f7c-baaf-eea98f1f5ebc/e0c2187d-656a-4417-8485-8c78100f9297) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:39.246131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5daad-955d-4120-a0ed-df501ee52352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60ce3d9-407f-45e2-ad57-d0062666558c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:39.249714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.255968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:39.257087 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.273210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55487b48-dc63-4b16-9a30-a3079eec1439 req-af0bfa0c-d7a6-4d78-a8b4-2cbee03f635b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:39.282310 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55487b48-dc63-4b16-9a30-a3079eec1439 req-af0bfa0c-d7a6-4d78-a8b4-2cbee03f635b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.2239761 Jul 13 07:30:39.303577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-37f5daad-955d-4120-a0ed-df501ee52352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.307017 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-37f5daad-955d-4120-a0ed-df501ee52352 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a60ce3d9-407f-45e2-ad57-d0062666558c HTTP/1.1" status: 204 len: 168 time: 0.9545364 Jul 13 07:30:39.311179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50872) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:39.349009 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8834605 Jul 13 07:30:39.353372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50874) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:39.359236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Request body: {'subnet': {'network_id': '85688da6-d0c7-4bb2-ae79-5f4a013297f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:39.373880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:39.387949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'port_id': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'mac_address': 'fa:16:3e:73:b6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:39.393138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa7d284-3dc7-4298-bdcf-408683b04635 None None] Network b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:39.415583 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55487b48-dc63-4b16-9a30-a3079eec1439 req-c8d9a516-99fb-4041-b950-fdaff84ca4e3 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318018 Jul 13 07:30:39.466700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bbaa2-881d-4961-9a85-cb026826a97d tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event updated for resources: {'Network': ['ID=85688da6-d0c7-4bb2-ae79-5f4a013297f3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:39.474295 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1557cd5b-74c5-443c-9188-bf7e03d37081 req-5c8b165b-bbb9-437e-bd44-3b0b426afd17 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 210 time: 0.1411741 Jul 13 07:30:39.494285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:39.564393 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.580758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Made reservation on behalf of 4e48e76132c0460a9b4d599b2da72b94 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:39.585099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.664320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:39.690861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.694976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:39.705029 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.717876 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.746407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b504cd-d4c3-48f5-85f2-5103518ba611 req-ab628e69-77c2-45f7-ae2d-26fcd91db261 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:39.748596 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1b504cd-d4c3-48f5-85f2-5103518ba611 req-ab628e69-77c2-45f7-ae2d-26fcd91db261 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1565831 Jul 13 07:30:39.791082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:39.816289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Deleting port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:39.816532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.837503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.884140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfe8a22-d5bf-43da-aca6-e347e6754440 None None] DHCP port deletion for b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:30:39.942251 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1b504cd-d4c3-48f5-85f2-5103518ba611 req-99f5a122-0e6d-4b1f-8858-15da543bbf93 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708701 Jul 13 07:30:39.981805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Network 40616115-1a6d-4fc8-b39a-431b83bf48b7 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:39.993401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event updated for resources: {'Port': ['ID=e0c2187d-656a-4417-8485-8c78100f9297,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:39.999215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:40.019205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] For port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:40.019576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.022502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:40.026914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe8a22-d5bf-43da-aca6-e347e6754440 None None] Deleting port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:40.031959 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8cfe8a22-d5bf-43da-aca6-e347e6754440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.058345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['0416ec85-434e-4dc2-852b-0d94ec7eb4a2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:40.090017 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.102974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.103477 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.147356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Calling delete_port for 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:40.182143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-00e6a1f4-10c4-4b6b-8078-1b7c7a92dda4 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7249410 Jul 13 07:30:40.192612 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8cfe8a22-d5bf-43da-aca6-e347e6754440 None None] For port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b,segment=NetworkSegment(43da7656-80e4-41b4-8e57-acb4e8c1f782),segment_id=43da7656-80e4-41b4-8e57-acb4e8c1f782)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:40.193636 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8cfe8a22-d5bf-43da-aca6-e347e6754440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.197596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Request body: {'port': {'device_id': 'eefcc2cf-9306-4377-abb9-a6095a2c61b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:40.230856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8cfe8a22-d5bf-43da-aca6-e347e6754440 None None] Calling delete_port for 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:40.232164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event updated for resources: {'Subnet': ['ID=0ce56f64-b5a5-4a38-93d2-6dcf9a8601b4,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:40.247958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Checking segment: {'id': '07abdbdd-94a0-47a5-a0b7-edabe38afa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85688da6-d0c7-4bb2-ae79-5f4a013297f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:40.248687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Network hostable DHCP agents. Network: 85688da6-d0c7-4bb2-ae79-5f4a013297f3, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:40.283632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec861e1-f267-4b45-a9f6-ec7d92091d83 req-f600aede-dd64-4efc-8056-2da92dc9125c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.290881 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ec861e1-f267-4b45-a9f6-ec7d92091d83 req-f600aede-dd64-4efc-8056-2da92dc9125c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.1271963 Jul 13 07:30:40.312675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:40.336332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 85688da6-d0c7-4bb2-ae79-5f4a013297f3) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:40.350657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3eb56a-46f6-4356-823c-4ec444ec7b71 None None] Network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:40.354374 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ec861e1-f267-4b45-a9f6-ec7d92091d83 req-a8665c22-cfc9-40af-89e3-6d2ee29116f3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623283 Jul 13 07:30:40.357631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.358230 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.360572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143fac3-ab15-4053-ac8f-9f0d90cfca19 req-41151076-40f4-43cf-98b0-6fdf49f05a01 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.367608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2143fac3-ab15-4053-ac8f-9f0d90cfca19 req-41151076-40f4-43cf-98b0-6fdf49f05a01 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 944 time: 0.2611659 Jul 13 07:30:40.417726 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4b1c61b5-1344-41bc-87c8-798f70984b3b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0625813 Jul 13 07:30:40.421179 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50884) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:40.429476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Request body: {'port': {'network_id': '85688da6-d0c7-4bb2-ae79-5f4a013297f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-405776435'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:40.438266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.460395 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2143fac3-ab15-4053-ac8f-9f0d90cfca19 req-6cde30a9-c83b-4383-ab3c-e3066afdd0ec tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910690 Jul 13 07:30:40.464125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.500286 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8cfe8a22-d5bf-43da-aca6-e347e6754440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.528180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfe8a22-d5bf-43da-aca6-e347e6754440 None None] No DVR routers for this DVR port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:40.566834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe8a22-d5bf-43da-aca6-e347e6754440 None None] Pushing event deleted for resources: {'Port': ['ID=6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:40.685395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Made reservation on behalf of 4e48e76132c0460a9b4d599b2da72b94 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:40.690183 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.712497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:40.718404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-85688da6-d0c7-4bb2-ae79-5f4a013297f3', 'network_id': '85688da6-d0c7-4bb2-ae79-5f4a013297f3', 'tenant_id': '4e48e76132c0460a9b4d599b2da72b94', 'fixed_ips': [{'subnet_id': '0ce56f64-b5a5-4a38-93d2-6dcf9a8601b4'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:30:40.719741 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.740925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] device_id is not set on port 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:40.764306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:40.764306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:40.861446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:40.871277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] No DVR routers for this DVR port 6d37ffaa-0e65-4c3c-8539-b36ba80d5e5b on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:40.919198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Allocated IP 172.20.0.7 (85688da6-d0c7-4bb2-ae79-5f4a013297f3/0ce56f64-b5a5-4a38-93d2-6dcf9a8601b4/9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:40.983468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11667b3b-5870-4272-99c7-ae816e844d37 req-de7d4ecd-9298-4309-bacd-ce99eec16060 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.985165 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11667b3b-5870-4272-99c7-ae816e844d37 req-de7d4ecd-9298-4309-bacd-ce99eec16060 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 932 time: 0.1314847 Jul 13 07:30:41.002404 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.024824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fbf790-8990-4e8f-bb3b-d5c051cd54b8']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:41.045020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43da7656-80e4-41b4-8e57-acb4e8c1f782') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:41.045317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43da7656-80e4-41b4-8e57-acb4e8c1f782') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:41.061850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.082246 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11667b3b-5870-4272-99c7-ae816e844d37 req-be550542-efb2-46d6-8157-806599cb1b31 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885060 Jul 13 07:30:41.093055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fd911-3ad4-4e18-83b7-195d9e72c943 req-21937538-1f40-4708-8b94-5659d850969a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:41.094425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c7fd911-3ad4-4e18-83b7-195d9e72c943 req-21937538-1f40-4708-8b94-5659d850969a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.2689974 Jul 13 07:30:41.113728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.142049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c2187d-656a-4417-8485-8c78100f9297 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:41.146866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:41.147298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.147991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:41.149483 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:41.152542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.168678 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.193277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Transition to ACTIVE for port object 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:41.242150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Transition to ACTIVE for port object e0c2187d-656a-4417-8485-8c78100f9297 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:41.248583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:41.249218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c7fd911-3ad4-4e18-83b7-195d9e72c943 req-2e66e9b8-cffa-4d6d-86c0-c26739a4acc5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281533 Jul 13 07:30:41.250735 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.260373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:41.260848 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.302495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.302912 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.311168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.316061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b5fbf790-8990-4e8f-bb3b-d5c051cd54b8 HTTP/1.1" status: 204 len: 168 time: 1.9996142 Jul 13 07:30:41.347401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c20895-ea00-43e7-9136-88beabcd4f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5fbf790-8990-4e8f-bb3b-d5c051cd54b8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:41.351147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c2187d-656a-4417-8485-8c78100f9297,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:41.381442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:41.390350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:41.393580 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:41.400946 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event updated for resources: {'Port': ['ID=9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:41.415668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12d7a0-f053-441a-90c5-6fbc5cd71353 req-47a20451-6a02-45a0-abf3-1773ed6da659 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:41.427122 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ed12d7a0-f053-441a-90c5-6fbc5cd71353 req-47a20451-6a02-45a0-abf3-1773ed6da659 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1931996 Jul 13 07:30:41.427832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Allocated IP 172.20.0.2 (85688da6-d0c7-4bb2-ae79-5f4a013297f3/0ce56f64-b5a5-4a38-93d2-6dcf9a8601b4/17f58e21-ad8b-4646-8e47-e5d54a413a14) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:41.436881 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.497932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:41.504308 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b51c68-aed7-4e89-a874-7e4c2605190e" -d '{"events": [{"server_uuid": "fdfcf883-e340-47e0-afee-4514d8e850dc", "name": "network-vif-plugged", "status": "completed", "tag": "0416ec85-434e-4dc2-852b-0d94ec7eb4a2"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:41.504534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Attempting to bind port e0c2187d-656a-4417-8485-8c78100f9297 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:41.504677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Attempting to bind port e0c2187d-656a-4417-8485-8c78100f9297 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:41.505058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Attempting to bind port e0c2187d-656a-4417-8485-8c78100f9297 on network 40616115-1a6d-4fc8-b39a-431b83bf48b7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:41.511834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Port e0c2187d-656a-4417-8485-8c78100f9297 on network 40616115-1a6d-4fc8-b39a-431b83bf48b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:41.512201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Attempting to bind port e0c2187d-656a-4417-8485-8c78100f9297 on network 40616115-1a6d-4fc8-b39a-431b83bf48b7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:41.518914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:41.521243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Checking segment: {'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:41.523208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Bound using segment: {'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:41.523701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Bound port: e0c2187d-656a-4417-8485-8c78100f9297, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5e580d-b340-4c17-b893-2f6edfd59bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:41.526308 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.532198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:41.532853 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.588893 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ed12d7a0-f053-441a-90c5-6fbc5cd71353 req-bccc9f78-8236-445e-82cc-a33f015e3a5a tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633494 Jul 13 07:30:41.611951 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f204d143-3cc3-43d1-b8ff-4ce7fe33dc6b tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1886280 Jul 13 07:30:41.615655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50898) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:41.642168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Request body: {'port': {'network_id': '85688da6-d0c7-4bb2-ae79-5f4a013297f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1114350091', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:41.642734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.api.validators [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] bootfile-name is not in valid_values {{(pid=93839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:41.643360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.api.validators [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] tftp-server is not in valid_values {{(pid=93839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:41.643504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.api.validators [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] server-ip-address is not in valid_values {{(pid=93839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:41.681379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] For port e0c2187d-656a-4417-8485-8c78100f9297, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:41.687779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] For port e0c2187d-656a-4417-8485-8c78100f9297, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e0c2187d-656a-4417-8485-8c78100f9297,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:41.703027 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.762555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:41.770420 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0516211d-af64-4f83-9baf-e46f32ac5629 x-openstack-request-id: req-0516211d-af64-4f83-9baf-e46f32ac5629 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:41.771784 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfcf883-e340-47e0-afee-4514d8e850dc", "name": "network-vif-plugged", "status": "completed", "tag": "0416ec85-434e-4dc2-852b-0d94ec7eb4a2", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:41.772069 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0516211d-af64-4f83-9baf-e46f32ac5629 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:41.772524 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'code': 200} Jul 13 07:30:41.776272 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.833322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c2187d-656a-4417-8485-8c78100f9297,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:41.844180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50902) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:41.937708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:41.939729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.941814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fef1b8af-8d4a-43f8-b2fc-336813965bd7 service neutron] 10.222.0.53 "PUT /v2.0/ports/e0c2187d-656a-4417-8485-8c78100f9297 HTTP/1.1" status: 200 len: 1092 time: 1.7509110 Jul 13 07:30:41.944362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefcc2cf-9306-4377-abb9-a6095a2c61b6', 'tag': 'e0c2187d-656a-4417-8485-8c78100f9297'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:41.955653 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0202cf10-605c-4c8e-9e79-d8e7e79681a2" -d '{"events": [{"name": "network-changed", "server_uuid": "eefcc2cf-9306-4377-abb9-a6095a2c61b6", "tag": "e0c2187d-656a-4417-8485-8c78100f9297"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:41.976867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:42.021193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.029855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Made reservation on behalf of 4e48e76132c0460a9b4d599b2da72b94 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:42.035507 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.044101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Transition to ACTIVE for port object 17f58e21-ad8b-4646-8e47-e5d54a413a14 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:42.070601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Transition to ACTIVE for port object 17f58e21-ad8b-4646-8e47-e5d54a413a14 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:42.083118 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c0fd57-f076-4282-9e9e-3a680e63b1f4 x-openstack-request-id: req-b1c0fd57-f076-4282-9e9e-3a680e63b1f4 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:42.083542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.083723 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefcc2cf-9306-4377-abb9-a6095a2c61b6", "tag": "e0c2187d-656a-4417-8485-8c78100f9297", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:42.084097 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1c0fd57-f076-4282-9e9e-3a680e63b1f4 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:42.084638 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefcc2cf-9306-4377-abb9-a6095a2c61b6', 'tag': 'e0c2187d-656a-4417-8485-8c78100f9297', 'status': 'completed', 'code': 200} Jul 13 07:30:42.091955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] device_id is not set on port 8128fc32-0718-4814-956d-a8fd25ef5caf yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:42.130620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:42.131431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e8bd20d0-87c9-4568-881a-5782d7d1c0ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a93cec1e09ea422eaac867513d8853c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870545 Jul 13 07:30:42.136856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50908) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:42.142999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:42.148280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:42.167511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Pushing event updated for resources: {'Port': ['ID=17f58e21-ad8b-4646-8e47-e5d54a413a14,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:42.208689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7931f89-5a3a-4679-8f5b-e29ad4392a46 req-9d8b7fcf-6554-4ddb-91ab-72a08f50feb9 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.220892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7931f89-5a3a-4679-8f5b-e29ad4392a46 req-9d8b7fcf-6554-4ddb-91ab-72a08f50feb9 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 945 time: 0.3680260 Jul 13 07:30:42.270419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-1a9bfde7-125e-4ae2-bc9b-df7525316102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.272240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-1a9bfde7-125e-4ae2-bc9b-df7525316102 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea464cf7bef84c148440a20fffb9fff8&device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 1095 time: 0.2668684 Jul 13 07:30:42.275170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Attempting to bind port 17f58e21-ad8b-4646-8e47-e5d54a413a14 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:42.275707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Attempting to bind port 17f58e21-ad8b-4646-8e47-e5d54a413a14 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '07abdbdd-94a0-47a5-a0b7-edabe38afa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85688da6-d0c7-4bb2-ae79-5f4a013297f3'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:42.276112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Attempting to bind port 17f58e21-ad8b-4646-8e47-e5d54a413a14 on network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:42.286907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:42.287284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Checking segment: {'id': '07abdbdd-94a0-47a5-a0b7-edabe38afa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85688da6-d0c7-4bb2-ae79-5f4a013297f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:42.287704 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.288143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Bound using segment: {'id': '07abdbdd-94a0-47a5-a0b7-edabe38afa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85688da6-d0c7-4bb2-ae79-5f4a013297f3'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:42.288625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Bound port: 17f58e21-ad8b-4646-8e47-e5d54a413a14, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abdbdd-94a0-47a5-a0b7-edabe38afa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85688da6-d0c7-4bb2-ae79-5f4a013297f3'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:42.289005 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.312964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755500f-dfc4-4aec-b0bd-d46215e9d82d req-2d913e5e-fa18-47c4-9017-e95000756c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.319096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e755500f-dfc4-4aec-b0bd-d46215e9d82d req-2d913e5e-fa18-47c4-9017-e95000756c39 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 1096 time: 0.4478452 Jul 13 07:30:42.372980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-fbf20c4e-02c9-41c4-8611-66a543899f9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0c2187d-656a-4417-8485-8c78100f9297 HTTP/1.1" status: 200 len: 217 time: 0.0904744 Jul 13 07:30:42.389724 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7931f89-5a3a-4679-8f5b-e29ad4392a46 req-9d1a3bc1-cdee-45d7-a23d-0d3b3a625d3f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677039 Jul 13 07:30:42.393095 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-765cb44b-e58f-491c-92a9-1817c318c287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.395541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] For port 17f58e21-ad8b-4646-8e47-e5d54a413a14, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:42.401355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] For port 17f58e21-ad8b-4646-8e47-e5d54a413a14, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=17f58e21-ad8b-4646-8e47-e5d54a413a14,segment=NetworkSegment(07abdbdd-94a0-47a5-a0b7-edabe38afa0d),segment_id=07abdbdd-94a0-47a5-a0b7-edabe38afa0d)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:42.405146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Allocated IP 172.20.0.9 (85688da6-d0c7-4bb2-ae79-5f4a013297f3/0ce56f64-b5a5-4a38-93d2-6dcf9a8601b4/8128fc32-0718-4814-956d-a8fd25ef5caf) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:42.421392 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.451924 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e755500f-dfc4-4aec-b0bd-d46215e9d82d req-b92d39a5-896c-4706-8978-cc5fb8557437 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247036 Jul 13 07:30:42.478516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-06c254f6-bc97-4b50-9e5f-00145fcaeb61 None None] Provisioning complete for port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:42.478893 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06c254f6-bc97-4b50-9e5f-00145fcaeb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.520046 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-765cb44b-e58f-491c-92a9-1817c318c287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.536623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feded2-9119-41f5-9e43-9c48017eade3 None None] Pushing event updated for resources: {'Port': ['ID=17f58e21-ad8b-4646-8e47-e5d54a413a14,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:42.575677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-32c0e990-9196-4151-bd97-bfbb9192436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.577326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-32c0e990-9196-4151-bd97-bfbb9192436e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60fe286e-8237-4f7c-baaf-eea98f1f5ebc HTTP/1.1" status: 200 len: 861 time: 0.1863856 Jul 13 07:30:42.581343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22f8c3-09fa-4c4c-922c-c16c85905f82 req-1d7b2a37-e8fd-409a-a0f4-533b627fe518 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.592177 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb22f8c3-09fa-4c4c-922c-c16c85905f82 req-1d7b2a37-e8fd-409a-a0f4-533b627fe518 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 944 time: 0.2680972 Jul 13 07:30:42.654623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-0f92b86a-ea7c-44d3-a4dd-363785846481 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40616115-1a6d-4fc8-b39a-431b83bf48b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636189 Jul 13 07:30:42.703283 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb22f8c3-09fa-4c4c-922c-c16c85905f82 req-96c7a743-eb31-42a9-a05a-6f1a89bf33b0 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099553 Jul 13 07:30:42.776008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-765cb44b-e58f-491c-92a9-1817c318c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.784458 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-765cb44b-e58f-491c-92a9-1817c318c287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.787936 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-765cb44b-e58f-491c-92a9-1817c318c287 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5816459-ce30-4fd1-bdf4-822c2bc1d305 HTTP/1.1" status: 204 len: 168 time: 0.6471395 Jul 13 07:30:42.809301 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.856173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Transition to ACTIVE for port object 8128fc32-0718-4814-956d-a8fd25ef5caf will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:42.864453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cb44b-e58f-491c-92a9-1817c318c287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5816459-ce30-4fd1-bdf4-822c2bc1d305,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:42.925806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea47cfe-11c5-4637-92ab-0094cc0d8137 req-77a5f48e-380e-425e-8bc1-c0d3abec27bf tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.927791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ea47cfe-11c5-4637-92ab-0094cc0d8137 req-77a5f48e-380e-425e-8bc1-c0d3abec27bf tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.3167315 Jul 13 07:30:42.943257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-6e4332cc-382b-48c4-afe8-e964cec4bd0a service neutron] 10.222.0.53 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680655 Jul 13 07:30:43.006539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.022454 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ea47cfe-11c5-4637-92ab-0094cc0d8137 req-dc1f1fba-6176-4f8e-8dad-26ecd700aa97 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768619 Jul 13 07:30:43.137674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:43.143438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event updated for resources: {'Port': ['ID=8128fc32-0718-4814-956d-a8fd25ef5caf,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:43.161864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:43.168597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:43.205650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ff9d7a3-a867-48aa-91f6-34676beec77a req-065a8f42-b811-4dc9-a96e-ea3c7bf1c25b service neutron] 10.222.0.53 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509799 Jul 13 07:30:43.244985 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd6495-3ecd-4932-b8f6-3c3c6c1401ee req-403c3492-2b71-425c-8a4f-a0d5212437bf tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.260111 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eadd6495-3ecd-4932-b8f6-3c3c6c1401ee req-403c3492-2b71-425c-8a4f-a0d5212437bf tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.3133345 Jul 13 07:30:43.284103 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-9e5e8134-8cd7-4916-aba4-2c054012076f service neutron] show failed (client error): The resource could not be found. Jul 13 07:30:43.285145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-9e5e8134-8cd7-4916-aba4-2c054012076f service neutron] 10.222.0.54 "GET /v2.0/ports/e23a0343-75ae-43b9-a788-830ac70d4495/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.2159657 Jul 13 07:30:43.354335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.355796 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.402715 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eadd6495-3ecd-4932-b8f6-3c3c6c1401ee req-0cbc9814-5d94-40d7-b384-1ca659f668fd tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339598 Jul 13 07:30:43.404008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-cb079e25-f3c2-4319-a66d-a8d09ba6903b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1727073 Jul 13 07:30:43.424829 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fda7496a-c212-4329-8704-3114c8d7c7e6 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8054271 Jul 13 07:30:43.426971 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50924) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:43.427754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202cf10-605c-4c8e-9e79-d8e7e79681a2 req-de81ff9e-b605-479f-b199-c3c8c38b49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.429901 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0202cf10-605c-4c8e-9e79-d8e7e79681a2 req-de81ff9e-b605-479f-b199-c3c8c38b49cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea464cf7bef84c148440a20fffb9fff8&device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 1095 time: 0.1400890 Jul 13 07:30:43.594749 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f139776-24e7-4171-862b-df105a5191ec tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.623618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f139776-24e7-4171-862b-df105a5191ec tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.631738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f139776-24e7-4171-862b-df105a5191ec tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.634213 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5f139776-24e7-4171-862b-df105a5191ec tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2056718 Jul 13 07:30:43.637397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50930) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:43.957302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-a24f855b-3dc8-4e1b-a7a5-be71e690da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.960820 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-a24f855b-3dc8-4e1b-a7a5-be71e690da9d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e&tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d HTTP/1.1" status: 200 len: 1100 time: 0.1342506 Jul 13 07:30:43.962969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1c0fc426-3895-4f79-9115-f41f3765ad66 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Deleting port 8128fc32-0718-4814-956d-a8fd25ef5caf {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:43.963510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc426-3895-4f79-9115-f41f3765ad66 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.963864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202cf10-605c-4c8e-9e79-d8e7e79681a2 req-93543a2d-7086-48b4-9548-3101d6f2507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.965431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0202cf10-605c-4c8e-9e79-d8e7e79681a2 req-93543a2d-7086-48b4-9548-3101d6f2507b service neutron] 10.222.0.53 "GET /v2.0/networks?id=40616115-1a6d-4fc8-b39a-431b83bf48b7 HTTP/1.1" status: 200 len: 922 time: 0.5239253 Jul 13 07:30:44.000174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:44.047315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-459030ba-73f6-4932-a6ed-74020d3bb025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.048795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-459030ba-73f6-4932-a6ed-74020d3bb025 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 1100 time: 0.5221803 Jul 13 07:30:44.057553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0202cf10-605c-4c8e-9e79-d8e7e79681a2 req-da08d709-4bd6-417b-88a6-82cae13375bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0c2187d-656a-4417-8485-8c78100f9297 HTTP/1.1" status: 200 len: 217 time: 0.0786338 Jul 13 07:30:44.125836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec1c2a-b12e-4257-aa61-788933f53768 None None] Network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:44.161559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202cf10-605c-4c8e-9e79-d8e7e79681a2 req-a467658e-6482-4b02-aeb2-a4ea5eb89972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.163343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0202cf10-605c-4c8e-9e79-d8e7e79681a2 req-a467658e-6482-4b02-aeb2-a4ea5eb89972 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60fe286e-8237-4f7c-baaf-eea98f1f5ebc HTTP/1.1" status: 200 len: 861 time: 0.0966985 Jul 13 07:30:44.183478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75cedb-1e5f-4717-9a74-00c7090e2190 req-df1aa794-6787-4b4b-874d-b4aca3ee4c6b tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.189582 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f75cedb-1e5f-4717-9a74-00c7090e2190 req-df1aa794-6787-4b4b-874d-b4aca3ee4c6b tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 945 time: 0.4299700 Jul 13 07:30:44.238008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50946) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:44.241471 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc426-3895-4f79-9115-f41f3765ad66 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.259819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.281498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1c0fc426-3895-4f79-9115-f41f3765ad66 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Calling delete_port for 8128fc32-0718-4814-956d-a8fd25ef5caf owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:44.324563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ec4-1fdc-4226-943c-ca9a5affa989 req-4c00708d-20b0-49cc-858d-bb1a108b71d8 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.326462 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e6f6ec4-1fdc-4226-943c-ca9a5affa989 req-4c00708d-20b0-49cc-858d-bb1a108b71d8 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 944 time: 0.3123047 Jul 13 07:30:44.431057 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0687406c-70ea-48f0-8d0e-e9ac3619733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.432853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-22ec3775-66fa-41fd-8006-64ec879157f9 None None] Provisioning for port 17f58e21-ad8b-4646-8e47-e5d54a413a14 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:44.475008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-257590943-network', 'tenant_id': 'bce7b4b831094d619ab01ef5d28d7127'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:44.612437 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e6f6ec4-1fdc-4226-943c-ca9a5affa989 req-8b12f3c0-e214-4181-b652-56cf15ac4911 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750731 Jul 13 07:30:44.648878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Made reservation on behalf of bce7b4b831094d619ab01ef5d28d7127 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:44.651775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.677475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.712874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17f58e21-ad8b-4646-8e47-e5d54a413a14 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:44.846774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 17f58e21-ad8b-4646-8e47-e5d54a413a14 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:44.857009 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 17f58e21-ad8b-4646-8e47-e5d54a413a14 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:44.857389 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.871223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0202cf10-605c-4c8e-9e79-d8e7e79681a2 req-61f5f6dc-7334-4e6b-9e4e-eed672a122ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40616115-1a6d-4fc8-b39a-431b83bf48b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6652520 Jul 13 07:30:44.904317 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:44.932198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7105c7fc-5f4b-4643-9e12-a8783c9eab49 None None] Provisioning for port 8128fc32-0718-4814-956d-a8fd25ef5caf completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:44.937569 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc426-3895-4f79-9115-f41f3765ad66 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.967350 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7105c7fc-5f4b-4643-9e12-a8783c9eab49 None None] Provisioning complete for port 8128fc32-0718-4814-956d-a8fd25ef5caf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:44.968079 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7105c7fc-5f4b-4643-9e12-a8783c9eab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.014870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7105c7fc-5f4b-4643-9e12-a8783c9eab49 None None] Port 8128fc32-0718-4814-956d-a8fd25ef5caf was deleted so its status cannot be updated. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:30:45.019950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f75cedb-1e5f-4717-9a74-00c7090e2190 req-a1c1f31d-dafe-46e5-a7c9-7b3ad45ef13e tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8006721 Jul 13 07:30:45.028918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fc426-3895-4f79-9115-f41f3765ad66 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event deleted for resources: {'Port': ['ID=8128fc32-0718-4814-956d-a8fd25ef5caf,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:45.113970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d8392492-1f74-4eda-b651-e23d8fbddbc6 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:45.118820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:45.188895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-03eea2ad-6146-4d23-bc47-e9f23ccaf88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.190532 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-03eea2ad-6146-4d23-bc47-e9f23ccaf88f service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 1.0259469 Jul 13 07:30:45.241320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b862a-e62e-456a-ab7b-ac9769cf7f42 req-357c39a9-8ee6-45c0-ace9-5f19ff4b2f83 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.243274 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a59b862a-e62e-456a-ab7b-ac9769cf7f42 req-357c39a9-8ee6-45c0-ace9-5f19ff4b2f83 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.3283260 Jul 13 07:30:45.251016 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc426-3895-4f79-9115-f41f3765ad66 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.257319 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1c0fc426-3895-4f79-9115-f41f3765ad66 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "DELETE /v2.0/ports/8128fc32-0718-4814-956d-a8fd25ef5caf HTTP/1.1" status: 204 len: 168 time: 1.6183105 Jul 13 07:30:45.258001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:45.261176 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6af12e-fc08-4f19-afaa-bf546f8b478b" -d '{"events": [{"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-unplugged", "status": "completed", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:45.266291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.268629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50956) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:45.275896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Request body: {'port': {'name': 'tempest-new-port-name-1022879204', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:45.276687 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.api.validators [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] bootfile-name is not in valid_values {{(pid=93839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:45.277179 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.api.validators [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] tftp-server is not in valid_values {{(pid=93839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:45.277767 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.api.validators [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] server-ip-address is not in valid_values {{(pid=93839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:30:45.309617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:45.314995 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-9a110454-e32f-404a-b42e-cff5ed947eda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 HTTP/1.1" status: 200 len: 217 time: 0.1152549 Jul 13 07:30:45.323033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0202cf10-605c-4c8e-9e79-d8e7e79681a2 req-7942f319-d62c-4f9a-b3ff-fec848d4056e service neutron] 10.222.0.53 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813331 Jul 13 07:30:45.337597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d8392492-1f74-4eda-b651-e23d8fbddbc6 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:45.339684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7105c7fc-5f4b-4643-9e12-a8783c9eab49 None None] Provisioning for port 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:45.354921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'mac_address': 'fa:16:3e:38:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:45.360855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e0c2187d-656a-4417-8485-8c78100f9297 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:45.367123 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.369524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Transition to ACTIVE for port object e23a0343-75ae-43b9-a788-830ac70d4495 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:45.378407 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.391194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:45.402140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.402676 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Added segment 114b104d-c997-4101-9eb2-d9e68d515536 of type vlan for network 882ee43d-8d61-4026-a4fb-24ef4f90e339 Jul 13 07:30:45.427401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7105c7fc-5f4b-4643-9e12-a8783c9eab49 None None] Provisioning complete for port 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:45.431230 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7105c7fc-5f4b-4643-9e12-a8783c9eab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.449912 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.489215 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.505887 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.546992 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a59b862a-e62e-456a-ab7b-ac9769cf7f42 req-3039c666-28fa-482b-8f75-814702969a8f tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650061 Jul 13 07:30:45.555791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0202cf10-605c-4c8e-9e79-d8e7e79681a2 req-b769ac81-bf0b-4bec-bd5d-5ba717ed144b service neutron] 10.222.0.53 "GET /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238317 Jul 13 07:30:45.602729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fe3847-6712-45e6-9775-a0b1a296c1fc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:45.638052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-a65c86d2-ccdf-46bb-ae0c-038e0c1a265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.638946 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-a65c86d2-ccdf-46bb-ae0c-038e0c1a265d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.3150280 Jul 13 07:30:45.653426 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.654750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.655614 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.812965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-cf189f2d-9067-4a61-a009-ed7ecf7872d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.815212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-cf189f2d-9067-4a61-a009-ed7ecf7872d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688528 Jul 13 07:30:45.825011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2d3ea-6471-4403-84e9-e5c0f8f8907f req-d234f356-9f8d-4146-8a42-4fb29532fe90 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.832203 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fde2d3ea-6471-4403-84e9-e5c0f8f8907f req-d234f356-9f8d-4146-8a42-4fb29532fe90 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 950 time: 0.1270528 Jul 13 07:30:45.909896 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.resource_extend [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:30:45.920858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fde2d3ea-6471-4403-84e9-e5c0f8f8907f req-eace98b7-4420-4329-b946-19fb9a627512 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876350 Jul 13 07:30:45.924507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7105c7fc-5f4b-4643-9e12-a8783c9eab49 None None] Port 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:45.967480 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.989035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8392492-1f74-4eda-b651-e23d8fbddbc6 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:46.015103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:46.027456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 17f58e21-ad8b-4646-8e47-e5d54a413a14, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=17f58e21-ad8b-4646-8e47-e5d54a413a14,segment=NetworkSegment(07abdbdd-94a0-47a5-a0b7-edabe38afa0d),segment_id=07abdbdd-94a0-47a5-a0b7-edabe38afa0d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:46.035358 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.049066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-d807c7e1-2d4f-40cc-8335-cd0f8a683778 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146897 Jul 13 07:30:46.054324 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.110096 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.151224 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d8392492-1f74-4eda-b651-e23d8fbddbc6 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:46.157675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7105c7fc-5f4b-4643-9e12-a8783c9eab49 None None] Provisioning complete for port 17f58e21-ad8b-4646-8e47-e5d54a413a14 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:46.158056 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7105c7fc-5f4b-4643-9e12-a8783c9eab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.163194 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707cac24-8934-484a-b70e-648ec8328fff x-openstack-request-id: req-707cac24-8934-484a-b70e-648ec8328fff {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:46.163728 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-unplugged", "status": "completed", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:46.164188 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-707cac24-8934-484a-b70e-648ec8328fff {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:46.165465 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'code': 200} Jul 13 07:30:46.168551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] No DVR routers for this DVR port e23a0343-75ae-43b9-a788-830ac70d4495 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:46.194350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=6']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.199727 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5bdeff8c-cb12-4890-a21e-317e1e822097 req-f630e504-5923-4244-b15b-a39d09a09cc3 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427066 Jul 13 07:30:46.230061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d6082-1836-4c21-b82e-e27d3979fd8f req-ce688fe7-f39e-4560-8551-485f7a81e584 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.231611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e8d6082-1836-4c21-b82e-e27d3979fd8f req-ce688fe7-f39e-4560-8551-485f7a81e584 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 944 time: 0.0914385 Jul 13 07:30:46.249444 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.262058 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:46.277864 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.288488 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e8d6082-1836-4c21-b82e-e27d3979fd8f req-d7f8b675-8c22-4d2a-9572-534613a4a708 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Jul 13 07:30:46.323353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.331726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e0c2187d-656a-4417-8485-8c78100f9297, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e0c2187d-656a-4417-8485-8c78100f9297,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:46.335406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0937724 Jul 13 07:30:46.338049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d7eaf-fc8e-4c91-9d46-cfbd99a61f63 admin admin] Pushing event updated for resources: {'Network': ['ID=882ee43d-8d61-4026-a4fb-24ef4f90e339,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.338209 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50962) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:46.345188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Request body: {'subnet': {'network_id': '882ee43d-8d61-4026-a4fb-24ef4f90e339', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-257590943-subnet', 'tenant_id': 'bce7b4b831094d619ab01ef5d28d7127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:46.381398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.381741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.382170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.384416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Made reservation on behalf of bce7b4b831094d619ab01ef5d28d7127 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:46.387934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.390521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Port e23a0343-75ae-43b9-a788-830ac70d4495 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.390853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.404897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 882ee43d-8d61-4026-a4fb-24ef4f90e339 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:46.406639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:46.407009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:46.407789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:46.407963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Bound port: e23a0343-75ae-43b9-a788-830ac70d4495, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:46.408393 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.417983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'e0c2187d-656a-4417-8485-8c78100f9297', 'network_id': '40616115-1a6d-4fc8-b39a-431b83bf48b7', 'port_id': 'e0c2187d-656a-4417-8485-8c78100f9297', 'mac_address': 'fa:16:3e:aa:46:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fe286e-8237-4f7c-baaf-eea98f1f5ebc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:46.511588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d6e3-631b-4356-a741-3386106eec7c req-deaf5c33-b5e6-4339-a6fc-70b484294281 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.518500 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3428d6e3-631b-4356-a741-3386106eec7c req-deaf5c33-b5e6-4339-a6fc-70b484294281 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3570688 Jul 13 07:30:46.537728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d8392492-1f74-4eda-b651-e23d8fbddbc6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:46.649511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=17f58e21-ad8b-4646-8e47-e5d54a413a14,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.659222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3428d6e3-631b-4356-a741-3386106eec7c req-3940b922-17ee-444e-a6ef-bbf059614649 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 696 time: 0.1393406 Jul 13 07:30:46.666044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6ea0d815-38f0-4633-826b-808c327b445c None None] Could not find standard attr ID for object 8128fc32-0718-4814-956d-a8fd25ef5caf. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:30:46.671475 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.681032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-3428d6e3-631b-4356-a741-3386106eec7c req-2921ca9f-0189-4658-a09f-4d66b6f73476 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Request body: {'floatingip': {'port_id': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:46.690135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:46.721945 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.754701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:46.783163 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.789133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c2187d-656a-4417-8485-8c78100f9297 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:46.794380 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3428d6e3-631b-4356-a741-3386106eec7c req-2921ca9f-0189-4658-a09f-4d66b6f73476 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.799521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a3074a-49df-4827-b92d-3fd6ebbcbb5b,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.819688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.821457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Checking segment: {'id': '114b104d-c997-4101-9eb2-d9e68d515536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '882ee43d-8d61-4026-a4fb-24ef4f90e339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:46.821937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Network hostable DHCP agents. Network: 882ee43d-8d61-4026-a4fb-24ef4f90e339, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:46.834108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e0c2187d-656a-4417-8485-8c78100f9297, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e0c2187d-656a-4417-8485-8c78100f9297,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:46.880305 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.903422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Network 882ee43d-8d61-4026-a4fb-24ef4f90e339 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:46.940067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 882ee43d-8d61-4026-a4fb-24ef4f90e339) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:46.957466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.958203 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.961062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ca7798-953e-4bcb-9fef-66a6d15b0b82 None None] Network 882ee43d-8d61-4026-a4fb-24ef4f90e339 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:46.973146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.974039 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.975527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] 10.222.0.53 "PUT /v2.0/ports/e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 1095 time: 2.9827240 Jul 13 07:30:46.980984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6ea0d815-38f0-4633-826b-808c327b445c None None] Provisioning complete for port 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:46.981703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d815-38f0-4633-826b-808c327b445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.007502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3310d821-8212-4e3c-abe1-7830f0afd4b0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6686487 Jul 13 07:30:47.033006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065f5ca-208a-4f63-85e1-77a08eb1b694 req-f132506b-3b98-4478-8ce6-cbef26f7b97f tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.043461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1065f5ca-208a-4f63-85e1-77a08eb1b694 req-f132506b-3b98-4478-8ce6-cbef26f7b97f tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 947 time: 0.1890581 Jul 13 07:30:47.103886 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1065f5ca-208a-4f63-85e1-77a08eb1b694 req-7720654a-e989-4d5c-9efe-fb8d708b6ab3 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540118 Jul 13 07:30:47.152325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:47.163579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b15d3-b9ef-41a9-8fdf-e9a641ac25b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=7']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:47.217531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0d815-38f0-4633-826b-808c327b445c None None] Port 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:47.225333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.250271 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.254366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e0c2187d-656a-4417-8485-8c78100f9297'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:47.274006 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.327428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e0c2187d-656a-4417-8485-8c78100f9297,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:47.340157 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7a49603b-4c01-4fee-bdfb-76afb4e76ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.351372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6ea0d815-38f0-4633-826b-808c327b445c None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:47.351747 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d815-38f0-4633-826b-808c327b445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.369660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2778373-c488-4ae4-8667-d5435a90520c req-2ebf40f8-2d97-4ed4-80ed-63442870042f tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.371443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2778373-c488-4ae4-8667-d5435a90520c req-2ebf40f8-2d97-4ed4-80ed-63442870042f tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 949 time: 0.1073587 Jul 13 07:30:47.418289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-6eeea0ad-ab29-4f84-9a22-748ce9e9a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.419987 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-6eeea0ad-ab29-4f84-9a22-748ce9e9a96c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1098 time: 0.3982155 Jul 13 07:30:47.427467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event updated for resources: {'Port': ['ID=9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:47.433006 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2778373-c488-4ae4-8667-d5435a90520c req-00a2a311-54b6-46a5-82f8-f6cd437770fd tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558083 Jul 13 07:30:47.455318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] In _notify_port_updated(), no bound segment for port 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 on network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:30:47.461806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.462730 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.466969 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8add6f75-2bec-41b3-95d4-61cf98ed77b3 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "PUT /v2.0/ports/9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 HTTP/1.1" status: 200 len: 1136 time: 2.1970029 Jul 13 07:30:47.467146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:47.469722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:47.526639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a1ea62-7fad-4e44-b52b-47a0977f1ff8 None None] Network 882ee43d-8d61-4026-a4fb-24ef4f90e339 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:47.550243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae12043-f876-432a-90e0-8a0a41026043 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.557554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2ae12043-f876-432a-90e0-8a0a41026043 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "GET /v2.0/ports/9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 HTTP/1.1" status: 200 len: 1136 time: 0.0888045 Jul 13 07:30:47.560727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50984) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:47.663258 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d815-38f0-4633-826b-808c327b445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.715283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-ff3a672e-99f6-4a28-99b2-69aa7aa3a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.717912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-ff3a672e-99f6-4a28-99b2-69aa7aa3a8f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2754204 Jul 13 07:30:47.718053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f04c17c1-bef7-4428-8842-f31dac4060d2 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Deleting port 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:47.718459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f04c17c1-bef7-4428-8842-f31dac4060d2 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.734630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:47.736926 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080952c5-9c1d-4ff9-aaf3-25185ec216f5" -d '{"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-plugged", "status": "completed", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:47.754161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6ea0d815-38f0-4633-826b-808c327b445c None None] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:47.770629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-1dd14526-129e-44e2-90b3-a86ff2149d66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 217 time: 0.0472178 Jul 13 07:30:47.779270 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d815-38f0-4633-826b-808c327b445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.860852 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-d2f58c3f-2511-40e5-9aa3-351477fdbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.862426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-d2f58c3f-2511-40e5-9aa3-351477fdbd80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0849278 Jul 13 07:30:47.877701 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.881805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0d815-38f0-4633-826b-808c327b445c None None] Pushing event updated for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=12']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:47.906549 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f04c17c1-bef7-4428-8842-f31dac4060d2 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.929013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f04c17c1-bef7-4428-8842-f31dac4060d2 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Calling delete_port for 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:47.943755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-63d86f29-291f-43f4-b327-623fe13c7a66 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.945270 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-63d86f29-291f-43f4-b327-623fe13c7a66 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/networks?id=882ee43d-8d61-4026-a4fb-24ef4f90e339 HTTP/1.1" status: 200 len: 813 time: 0.2043002 Jul 13 07:30:47.948783 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3428d6e3-631b-4356-a741-3386106eec7c req-2921ca9f-0189-4658-a09f-4d66b6f73476 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.961329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3428d6e3-631b-4356-a741-3386106eec7c req-2921ca9f-0189-4658-a09f-4d66b6f73476 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.978335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5874c8f6-b744-431b-b9d0-908a18ed5b10 None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:47.978870 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5874c8f6-b744-431b-b9d0-908a18ed5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.014266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-7c505ff2-889d-43ff-975f-6d4a232ebe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.015793 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-7c505ff2-889d-43ff-975f-6d4a232ebe4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185005 Jul 13 07:30:48.018125 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-1e7b90e2-1b5b-4543-8ac2-1affee035e9f tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/quotas/bce7b4b831094d619ab01ef5d28d7127 HTTP/1.1" status: 200 len: 375 time: 0.0621228 Jul 13 07:30:48.082649 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-18d3ee9c-6639-4ef2-bd5f-f7744f9a5d7b tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bce7b4b831094d619ab01ef5d28d7127&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635765 Jul 13 07:30:48.108372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5874c8f6-b744-431b-b9d0-908a18ed5b10 None None] Provisioning complete for port 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:48.108807 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5874c8f6-b744-431b-b9d0-908a18ed5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.137815 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-3428d6e3-631b-4356-a741-3386106eec7c req-2921ca9f-0189-4658-a09f-4d66b6f73476 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Floating IP 4949e614-7b88-4b62-8787-e780432d8686 associated. External IP: 172.25.6.134, port: e52d47da-bac6-46b2-a9c3-12ed6c083f17. Jul 13 07:30:48.144971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5874c8f6-b744-431b-b9d0-908a18ed5b10 None None] Port 9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:30:48.176785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:48.179040 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68" -d '{"events": [{"name": "network-changed", "server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:48.209777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-fcc65a0f-f486-4e2b-89f4-8b7398f9b36e service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546643 Jul 13 07:30:48.216659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-cfc1326c-fe28-4af8-982b-23371e397c0c service neutron] 10.222.0.44 "GET /v2.0/networks/882ee43d-8d61-4026-a4fb-24ef4f90e339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331525 Jul 13 07:30:48.243628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f04c17c1-bef7-4428-8842-f31dac4060d2 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.265446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e7256330-9000-4307-8078-cbf71ab2aa1d None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:48.265923 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7256330-9000-4307-8078-cbf71ab2aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.283173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c17c1-bef7-4428-8842-f31dac4060d2 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event deleted for resources: {'Port': ['ID=9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:48.381129 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa1b7df9-ade1-49b3-8167-187d1c78c63b req-1c04fb86-1ff9-4ef8-8bc9-861c213a63cc service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450195 Jul 13 07:30:48.403151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-f769bdf2-a85e-4511-9352-2069044fcbcb service neutron] 10.222.0.44 "GET /v2.0/networks/882ee43d-8d61-4026-a4fb-24ef4f90e339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802592 Jul 13 07:30:48.404346 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f04c17c1-bef7-4428-8842-f31dac4060d2 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.406854 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f04c17c1-bef7-4428-8842-f31dac4060d2 tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "DELETE /v2.0/ports/9ff2ec02-a722-40cd-b5f5-9ec7dc1909f1 HTTP/1.1" status: 204 len: 168 time: 0.8443029 Jul 13 07:30:48.411983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51002) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:48.465249 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3428d6e3-631b-4356-a741-3386106eec7c req-2921ca9f-0189-4658-a09f-4d66b6f73476 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Router 1bfc20fc-7577-4522-a196-840b1bd8d5bf has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:48.485814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-494874af-fb85-4822-96ee-ad6efaa0280c tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Deleting subnet 0ce56f64-b5a5-4a38-93d2-6dcf9a8601b4 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:30:48.491271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-494874af-fb85-4822-96ee-ad6efaa0280c tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.576074 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-494874af-fb85-4822-96ee-ad6efaa0280c tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.662715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3428d6e3-631b-4356-a741-3386106eec7c req-2921ca9f-0189-4658-a09f-4d66b6f73476 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:48.667626 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3428d6e3-631b-4356-a741-3386106eec7c req-2921ca9f-0189-4658-a09f-4d66b6f73476 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.672829 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] Sync routers for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:48.689580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17f58e21-ad8b-4646-8e47-e5d54a413a14 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:48.694145 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:48.694776 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:48.744870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-494874af-fb85-4822-96ee-ad6efaa0280c tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.745361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3428d6e3-631b-4356-a741-3386106eec7c req-2921ca9f-0189-4658-a09f-4d66b6f73476 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "PUT /v2.0/floatingips/4949e614-7b88-4b62-8787-e780432d8686 HTTP/1.1" status: 200 len: 996 time: 2.0773044 Jul 13 07:30:48.785246 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 17f58e21-ad8b-4646-8e47-e5d54a413a14 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:48.785633 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.858989 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-494874af-fb85-4822-96ee-ad6efaa0280c tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.870322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d6e3-631b-4356-a741-3386106eec7c req-7529e991-5205-40a5-95ef-f5803ee04ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.872043 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3428d6e3-631b-4356-a741-3386106eec7c req-7529e991-5205-40a5-95ef-f5803ee04ea0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1096 time: 0.1064417 Jul 13 07:30:48.897818 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-494874af-fb85-4822-96ee-ad6efaa0280c tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.903116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-494874af-fb85-4822-96ee-ad6efaa0280c tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "DELETE /v2.0/subnets/0ce56f64-b5a5-4a38-93d2-6dcf9a8601b4 HTTP/1.1" status: 204 len: 168 time: 0.4898410 Jul 13 07:30:48.905923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51014) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:48.908550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d9208-dfd6-4c7d-9a50-a71d1dc8a151 None None] Network 85688da6-d0c7-4bb2-ae79-5f4a013297f3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:48.919268 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:49.024883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.032652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494874af-fb85-4822-96ee-ad6efaa0280c tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce56f64-b5a5-4a38-93d2-6dcf9a8601b4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:49.070307 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d6e3-631b-4356-a741-3386106eec7c req-84e1e6ce-6663-4185-b63d-e387bb4a0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.072838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3428d6e3-631b-4356-a741-3386106eec7c req-84e1e6ce-6663-4185-b63d-e387bb4a0184 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.1942966 Jul 13 07:30:49.127746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cd5da-a6de-4311-825a-c76b5a07e75d req-a4b852fe-77b1-478c-9f04-c1a198eac244 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.129509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d53cd5da-a6de-4311-825a-c76b5a07e75d req-a4b852fe-77b1-478c-9f04-c1a198eac244 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 945 time: 0.2861793 Jul 13 07:30:49.191066 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3428d6e3-631b-4356-a741-3386106eec7c req-1ca48280-c2b7-4880-9e67-e7e35de27e82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 999 time: 0.1118853 Jul 13 07:30:49.198633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Deleting port 17f58e21-ad8b-4646-8e47-e5d54a413a14 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:49.198990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.206832 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:8e:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff92d9-941a-4223-968b-213966c6c8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:30:47Z', 'revision_number': 1, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:49.233984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d8392492-1f74-4eda-b651-e23d8fbddbc6 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:49.236201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e0c2187d-656a-4417-8485-8c78100f9297 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:49.253080 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] Checking router: 1bfc20fc-7577-4522-a196-840b1bd8d5bf for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:49.254975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d53cd5da-a6de-4311-825a-c76b5a07e75d req-7d69d9e5-6d24-4251-8366-424afbd37dfe tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179218 Jul 13 07:30:49.255769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d6e3-631b-4356-a741-3386106eec7c req-9d2fefe4-433c-4c65-aec4-c3b41aa73626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.257642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3428d6e3-631b-4356-a741-3386106eec7c req-9d2fefe4-433c-4c65-aec4-c3b41aa73626 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.0571151 Jul 13 07:30:49.271062 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:49.271934 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:49.342233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] For port 17f58e21-ad8b-4646-8e47-e5d54a413a14, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=17f58e21-ad8b-4646-8e47-e5d54a413a14,segment=NetworkSegment(07abdbdd-94a0-47a5-a0b7-edabe38afa0d),segment_id=07abdbdd-94a0-47a5-a0b7-edabe38afa0d)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:49.342607 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.358654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Calling delete_port for 17f58e21-ad8b-4646-8e47-e5d54a413a14 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:49.427806 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:49.462048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port e0c2187d-656a-4417-8485-8c78100f9297 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:49.483011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port e0c2187d-656a-4417-8485-8c78100f9297 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:49.483946 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.499338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.538652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port d8392492-1f74-4eda-b651-e23d8fbddbc6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:49.540337 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.610954 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f8cd9f-e626-4165-8219-80a25119f342 x-openstack-request-id: req-e6f8cd9f-e626-4165-8219-80a25119f342 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:49.611184 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-plugged", "status": "completed", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:49.611318 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6f8cd9f-e626-4165-8219-80a25119f342 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:49.611673 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'code': 200} Jul 13 07:30:49.620519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] No DVR routers for this DVR port 17f58e21-ad8b-4646-8e47-e5d54a413a14 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:49.645117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event deleted for resources: {'Port': ['ID=17f58e21-ad8b-4646-8e47-e5d54a413a14,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:49.679047 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.684934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b17654-62c4-4cb3-8681-0c3999d6c035 None None] DHCP port deletion for 85688da6-d0c7-4bb2-ae79-5f4a013297f3 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:30:49.709170 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.774672 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.786748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85688da6-d0c7-4bb2-ae79-5f4a013297f3']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:49.787557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e0c2187d-656a-4417-8485-8c78100f9297, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e0c2187d-656a-4417-8485-8c78100f9297,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:49.797405 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.800732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07abdbdd-94a0-47a5-a0b7-edabe38afa0d') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:49.801102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07abdbdd-94a0-47a5-a0b7-edabe38afa0d') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:49.813131 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.832389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.849617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:49.849931 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.858038 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:8e:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff92d9-941a-4223-968b-213966c6c8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:30:47Z', 'revision_number': 1, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:49.863256 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:49.907020 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd1b1a-f9a5-4f5b-a094-5ab7cfde2a19 None None] The sync data for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 is: [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:8e:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff92d9-941a-4223-968b-213966c6c8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:30:47Z', 'revision_number': 1, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:49.920497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e0c2187d-656a-4417-8485-8c78100f9297,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:49.997995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d6e3-631b-4356-a741-3386106eec7c req-c0c1c91a-31d7-403b-86e6-4b54f7f1af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.999709 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3428d6e3-631b-4356-a741-3386106eec7c req-c0c1c91a-31d7-403b-86e6-4b54f7f1af82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7356596 Jul 13 07:30:50.004506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.019960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.021874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] 10.222.0.44 "DELETE /v2.0/networks/85688da6-d0c7-4bb2-ae79-5f4a013297f3 HTTP/1.1" status: 204 len: 168 time: 1.1064672 Jul 13 07:30:50.049485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0293c-1d5e-4986-b47a-92c1a6ead64a tempest-ExtraDHCPOptionsTestJSON-326942222 tempest-ExtraDHCPOptionsTestJSON-326942222-project] Pushing event deleted for resources: {'Network': ['ID=85688da6-d0c7-4bb2-ae79-5f4a013297f3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:50.070759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c9370-0df4-4952-b466-c64b571b1a85 req-f059d62c-ac21-4bfe-bbee-fdd78b98758e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.072401 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-249c9370-0df4-4952-b466-c64b571b1a85 req-f059d62c-ac21-4bfe-bbee-fdd78b98758e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 947 time: 0.2083106 Jul 13 07:30:50.090408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384dc03-8161-485e-aef4-1699f5a3c89f req-cbdb17a3-9698-48d8-86c5-03f010a074ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.091914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f384dc03-8161-485e-aef4-1699f5a3c89f req-cbdb17a3-9698-48d8-86c5-03f010a074ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 1102 time: 0.1603873 Jul 13 07:30:50.140193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-249c9370-0df4-4952-b466-c64b571b1a85 req-4faacbf2-d720-4fee-a772-7aaf04d86c43 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619445 Jul 13 07:30:50.150436 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3428d6e3-631b-4356-a741-3386106eec7c req-d9553035-ab93-417c-bed6-065cb7814af7 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438088 Jul 13 07:30:50.154009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f384dc03-8161-485e-aef4-1699f5a3c89f req-9b92a8d9-f8f0-4339-b5dd-f057955f6661 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511303 Jul 13 07:30:50.205111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b5a3e8-1b62-4766-bd6e-d5d90fc41338 None None] New status for floating IP 4949e614-7b88-4b62-8787-e780432d8686: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:30:50.255905 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34f914c-34ed-4b3b-a0e6-8b2312ec6a31 x-openstack-request-id: req-d34f914c-34ed-4b3b-a0e6-8b2312ec6a31 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:50.256323 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:50.256665 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d34f914c-34ed-4b3b-a0e6-8b2312ec6a31 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:50.257224 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'status': 'completed', 'code': 200} Jul 13 07:30:50.296324 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3428d6e3-631b-4356-a741-3386106eec7c req-f7e9db9f-8b81-4c1f-b829-ef1bbc59e08d service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367903 Jul 13 07:30:50.385733 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-183f7843-e906-4a78-9c02-538e3bd35d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.387918 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-183f7843-e906-4a78-9c02-538e3bd35d6c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1098 time: 0.0905519 Jul 13 07:30:50.409732 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51026) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:50.524569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e99b08ad-f924-4834-ba16-3d467efd6160 req-c4477bff-6daf-44b0-9a2f-a9fc607062ec tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 210 time: 0.0508337 Jul 13 07:30:50.669798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17f58e21-ad8b-4646-8e47-e5d54a413a14 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:50.673386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-fa15e1c2-d8a3-48fe-92d4-42bba0c67b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.674166 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-fa15e1c2-d8a3-48fe-92d4-42bba0c67b47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1098 time: 0.3574629 Jul 13 07:30:50.718831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 17f58e21-ad8b-4646-8e47-e5d54a413a14 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:50.719428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17f58e21-ad8b-4646-8e47-e5d54a413a14 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:50.729768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-74adb281-d39f-4dea-a554-ce802dcc6b6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e48e76132c0460a9b4d599b2da72b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188350 Jul 13 07:30:50.730027 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ad23ea64-7a22-427a-bdcb-c8d9b177c203 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.731573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ad23ea64-7a22-427a-bdcb-c8d9b177c203 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.54 "GET /v2.0/networks?id=882ee43d-8d61-4026-a4fb-24ef4f90e339 HTTP/1.1" status: 200 len: 813 time: 0.3843570 Jul 13 07:30:50.731985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51032) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:50.738541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-b9d81846-f5f1-47e1-a8fe-ebdcf4a9c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.740771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-b9d81846-f5f1-47e1-a8fe-ebdcf4a9c8c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.3437140 Jul 13 07:30:50.764127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40784-8688-4515-8423-6f5dec87e001 req-ab28abb9-944d-4c2c-83de-ba34ea4bedfd tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.771241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35b40784-8688-4515-8423-6f5dec87e001 req-ab28abb9-944d-4c2c-83de-ba34ea4bedfd tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 951 time: 0.3082488 Jul 13 07:30:50.780526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Request body: {'port': {'device_id': 'b0a103cf-8d31-441f-9be7-4fa24dfb43a0', 'network_id': '882ee43d-8d61-4026-a4fb-24ef4f90e339', 'admin_state_up': True, 'tenant_id': 'bce7b4b831094d619ab01ef5d28d7127'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:50.803789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-3562340b-5ab9-4554-9ec2-743ed2680dac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 217 time: 0.0548410 Jul 13 07:30:50.830982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0cdc2-a3ab-45ae-ae34-53ad2ee66b9c req-fb03329c-e629-467d-9f81-35545dbdd0ae tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.832578 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04d0cdc2-a3ab-45ae-ae34-53ad2ee66b9c req-fb03329c-e629-467d-9f81-35545dbdd0ae tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 946 time: 0.1530685 Jul 13 07:30:50.883812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-2b895fe2-bd10-4981-a4ac-c5a56dc877f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.885453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-2b895fe2-bd10-4981-a4ac-c5a56dc877f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0735211 Jul 13 07:30:50.928491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04d0cdc2-a3ab-45ae-ae34-53ad2ee66b9c req-8a1bf4ee-a06d-4061-b9a1-3d660573482e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773871 Jul 13 07:30:50.951720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35b40784-8688-4515-8423-6f5dec87e001 req-db120fb8-b4ac-4855-ad1e-a19b9d1cd0a4 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794488 Jul 13 07:30:50.968330 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-d24197cb-4266-4606-ae73-f4f47c1c2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.970045 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-d24197cb-4266-4606-ae73-f4f47c1c2d6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739152 Jul 13 07:30:50.994850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-bb482658-6c98-465b-8456-9245b7bf80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.996377 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-bb482658-6c98-465b-8456-9245b7bf80b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.3144491 Jul 13 07:30:50.999225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c2bdbab-59dc-4d6a-ae07-19c48669a7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.066931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-68e25b45-35bb-4fed-8699-4a4fec1087e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 217 time: 0.0603924 Jul 13 07:30:51.068816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c2bdbab-59dc-4d6a-ae07-19c48669a7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.112429 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-68cfe2c0-eeeb-4575-bfe4-8ba72b4e52bd service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343722 Jul 13 07:30:51.214294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:51.239285 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-42bd45a5-b8f5-44ba-870f-889a1653a122 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117444 Jul 13 07:30:51.348660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:51.361482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'mac_address': 'fa:16:3e:8c:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:51.385437 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c6d45-48de-4c13-830c-b930be621e11 req-b90fc8e2-3e6c-47e4-936f-0d04e9e21e9e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.387170 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-766c6d45-48de-4c13-830c-b930be621e11 req-b90fc8e2-3e6c-47e4-936f-0d04e9e21e9e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 947 time: 0.0811467 Jul 13 07:30:51.404376 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.418845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23a0343-75ae-43b9-a788-830ac70d4495 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:51.429578 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-766c6d45-48de-4c13-830c-b930be621e11 req-d2bca56e-da5f-456b-b00e-cf5c3df2bdc2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Jul 13 07:30:51.439771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:51.444371 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.514660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Made reservation on behalf of bce7b4b831094d619ab01ef5d28d7127 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:51.518267 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.521133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-8d4348f7-b87d-4c65-944f-9c30d8c30267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.522590 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-8d4348f7-b87d-4c65-944f-9c30d8c30267 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.4448953 Jul 13 07:30:51.525942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:51.561332 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:30:51.587782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c2bdbab-59dc-4d6a-ae07-19c48669a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.590403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c2bdbab-59dc-4d6a-ae07-19c48669a7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.594494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9c2bdbab-59dc-4d6a-ae07-19c48669a7e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2aeb5270-9bc5-49fd-8246-1526b833b759 HTTP/1.1" status: 204 len: 168 time: 0.8556032 Jul 13 07:30:51.613025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefcc2cf-9306-4377-abb9-a6095a2c61b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c2187d-656a-4417-8485-8c78100f9297'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:51.615767 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7007b572-6827-47ed-aa23-614d8f0db4a7" -d '{"events": [{"server_uuid": "eefcc2cf-9306-4377-abb9-a6095a2c61b6", "name": "network-vif-plugged", "status": "completed", "tag": "e0c2187d-656a-4417-8485-8c78100f9297"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:51.620988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-ba28d29c-8ce6-4233-8b4d-7f881fff1758 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.622556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-ba28d29c-8ce6-4233-8b4d-7f881fff1758 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5332682 Jul 13 07:30:51.653267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bdbab-59dc-4d6a-ae07-19c48669a7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeb5270-9bc5-49fd-8246-1526b833b759,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:51.783394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e23a0343-75ae-43b9-a788-830ac70d4495'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:51.810042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-317d6b44-01ef-4baa-8be9-07be6beb66a6 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1001 time: 0.1514418 Jul 13 07:30:51.815176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Request body: {'floatingip': {'port_id': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:51.824161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-decffc2d-99fc-4cdd-96bc-b15f55fdf2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.825672 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-decffc2d-99fc-4cdd-96bc-b15f55fdf2e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2835329 Jul 13 07:30:51.925026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Allocated IP 172.20.0.10 (882ee43d-8d61-4026-a4fb-24ef4f90e339/21a3074a-49df-4827-b92d-3fd6ebbcbb5b/b09602dd-86a7-49c8-8044-6b08d6fb6b7e) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:51.951558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.053620 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27c36d8b-fb3e-4b14-8d6e-fa2c3e4eec83 req-f9fbec34-1f66-4045-89dd-5285b060e22f tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 210 time: 0.0407944 Jul 13 07:30:52.137982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-0e6f4659-3cd9-4462-9bb8-bcfd15024441 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.139464 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-0e6f4659-3cd9-4462-9bb8-bcfd15024441 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.53 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e&tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 948 time: 0.2260771 Jul 13 07:30:52.147110 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fda285f-f15e-497a-9472-9f88a5e2223a x-openstack-request-id: req-3fda285f-f15e-497a-9472-9f88a5e2223a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:52.147477 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefcc2cf-9306-4377-abb9-a6095a2c61b6", "name": "network-vif-plugged", "status": "completed", "tag": "e0c2187d-656a-4417-8485-8c78100f9297", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:52.147799 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fda285f-f15e-497a-9472-9f88a5e2223a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:52.148327 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefcc2cf-9306-4377-abb9-a6095a2c61b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c2187d-656a-4417-8485-8c78100f9297', 'code': 200} Jul 13 07:30:52.201792 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-861daa38-903e-4752-9e1e-46426a276252 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410995 Jul 13 07:30:52.250857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-f9721c97-4733-440f-a70d-0a05aa471ffb service neutron] 10.222.0.53 "GET /v2.0/ports/e23a0343-75ae-43b9-a788-830ac70d4495/bindings/n-h1-798249-7 HTTP/1.1" status: 200 len: 382 time: 0.1017432 Jul 13 07:30:52.265059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:52.268834 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb0b66-ef57-43cd-88db-6869772d3b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:52.393633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-899c25c3-43c0-45d9-aa28-169f834e1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.395170 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-899c25c3-43c0-45d9-aa28-169f834e1bb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1099 time: 0.1096992 Jul 13 07:30:52.407710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8893d8-4b50-4b73-89aa-2879cc9cabf1 req-b66050f4-6456-4b8c-9c1e-9083ba9d99a5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.409096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9d8893d8-4b50-4b73-89aa-2879cc9cabf1 req-b66050f4-6456-4b8c-9c1e-9083ba9d99a5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 948 time: 0.1122553 Jul 13 07:30:52.461359 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.491280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51072) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:52.499311 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9d8893d8-4b50-4b73-89aa-2879cc9cabf1 req-cc778f61-ceab-4889-96a4-02d48d1c1727 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816302 Jul 13 07:30:52.533046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9299ce-d1b9-476e-a5a1-a06bd01f1f68 req-9a35dff0-e7df-498b-850c-c83ba6b72823 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203804 Jul 13 07:30:52.547852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0efb06-dc62-4ff9-8d64-8d6ecba698c4 req-36b98c86-f8e7-4d65-90d9-01b0526fe7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.549572 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae0efb06-dc62-4ff9-8d64-8d6ecba698c4 req-36b98c86-f8e7-4d65-90d9-01b0526fe7dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 1097 time: 0.3060799 Jul 13 07:30:52.557035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-bddf94c7-5214-4685-95a6-e03a73e9c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.558637 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-bddf94c7-5214-4685-95a6-e03a73e9c298 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1486738 Jul 13 07:30:52.622978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-bfdc3a61-736e-434c-897a-4ed46ee7406b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 217 time: 0.0548000 Jul 13 07:30:52.636895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'networks': [{'name': 'tempest-network--1183946008'}, {'name': 'tempest-network--1302327088'}]} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:52.637213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'network': {'name': 'tempest-network--1183946008'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:52.637676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'network': {'name': 'tempest-network--1302327088'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:52.660190 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.684477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae0efb06-dc62-4ff9-8d64-8d6ecba698c4 req-ff9001a0-c4fa-48fc-88b1-eae7846b1404 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148601 Jul 13 07:30:52.704526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-50da0fe9-141c-4c39-913f-b60f23f9ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.705999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-50da0fe9-141c-4c39-913f-b60f23f9ad7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0726612 Jul 13 07:30:52.731113 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d09808-5352-46e0-8a96-b8839a8a5617 req-53a3f95c-76df-404d-b5e8-1f60b770191f tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.732621 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-36d09808-5352-46e0-8a96-b8839a8a5617 req-53a3f95c-76df-404d-b5e8-1f60b770191f tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 946 time: 0.1087446 Jul 13 07:30:52.786143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Made reservation on behalf of 8480d1a0432b41788769d1d0d8824d55 for: {'network': 2} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:52.791341 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.799627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Network 882ee43d-8d61-4026-a4fb-24ef4f90e339 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:52.801848 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-36d09808-5352-46e0-8a96-b8839a8a5617 req-5bcdcb1c-0798-456d-9f94-c047c3f45997 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634997 Jul 13 07:30:52.819277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-f951703e-514f-492c-bef7-3992dc2fee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.821575 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-f951703e-514f-492c-bef7-3992dc2fee9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818796 Jul 13 07:30:52.823314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:52.834537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.844361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:52.892714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Pushing event updated for resources: {'Port': ['ID=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:52.936794 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-e0325968-fc03-41cf-be36-bc638f4a257c service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085076 Jul 13 07:30:52.971203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.971561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.971904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.972279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.972665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.972933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.973264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.973599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.973933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.974260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.974591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:52.974916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:53.033085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.033696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.055825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7b307-8585-4b7e-a638-991f1e95d272 req-eff9461c-ca2b-4ce5-b2ec-abcea755f0e8 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.057282 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5c7b307-8585-4b7e-a638-991f1e95d272 req-eff9461c-ca2b-4ce5-b2ec-abcea755f0e8 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 951 time: 0.1355772 Jul 13 07:30:53.074840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-78199ffc-bfc1-4b57-8549-ff3b6692b27c service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213455 Jul 13 07:30:53.115793 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5c7b307-8585-4b7e-a638-991f1e95d272 req-2f45f070-241a-4bc9-8075-71a94db5920b tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506275 Jul 13 07:30:53.176260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.182152 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.213386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:53.250323 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.265333 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b878ec-fc5a-4361-8a55-3e6c4b800dcf x-openstack-request-id: req-f7b878ec-fc5a-4361-8a55-3e6c4b800dcf {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:53.266567 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:53.266840 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7b878ec-fc5a-4361-8a55-3e6c4b800dcf {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:53.267541 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'status': 'completed', 'code': 200} Jul 13 07:30:53.270019 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port e23a0343-75ae-43b9-a788-830ac70d4495 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:53.275582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port e23a0343-75ae-43b9-a788-830ac70d4495 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:53.276475 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.358865 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.397923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:53.403382 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.426787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550ccaa-7be6-46bd-bcd4-5a5305b330b7 req-ff9a7098-49f6-4702-b0d2-2016b63c67d7 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.428554 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2550ccaa-7be6-46bd-bcd4-5a5305b330b7 req-ff9a7098-49f6-4702-b0d2-2016b63c67d7 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 932 time: 0.0728204 Jul 13 07:30:53.480978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:53.496768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2550ccaa-7be6-46bd-bcd4-5a5305b330b7 req-9096d946-9997-459e-b0c8-cdaffc103738 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609581 Jul 13 07:30:53.593647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.594068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.620725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-eb7e00b9-bda2-432b-8c9d-61c07c31c005 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8699121 Jul 13 07:30:53.655987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Request body: {'port': {'device_id': 'b0a103cf-8d31-441f-9be7-4fa24dfb43a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:53.703576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8654f236-b701-4b25-a1a3-7eaf5ca60007 None None] Provisioning complete for port e23a0343-75ae-43b9-a788-830ac70d4495 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:53.704245 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8654f236-b701-4b25-a1a3-7eaf5ca60007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.728579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8409a089-c755-440d-b673-d65eeb023cfc,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:53.740520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:53.743633 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Floating IP 4949e614-7b88-4b62-8787-e780432d8686 associated. External IP: 172.25.6.134, port: e52d47da-bac6-46b2-a9c3-12ed6c083f17. Jul 13 07:30:53.821091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.821657 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Added segment de623884-882d-40ac-a9e4-d76c23f08944 of type vlan for network bdddf283-4324-4683-a661-593f025ba4e5 Jul 13 07:30:53.882550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734b831-14ad-46b4-b727-01d69e28753a req-075dcca4-8cde-46fb-aa7b-b410245a3796 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.884571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4734b831-14ad-46b4-b727-01d69e28753a req-075dcca4-8cde-46fb-aa7b-b410245a3796 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.0675442 Jul 13 07:30:53.901970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-667fc9e8-46b0-4a8b-87ab-62e07aa682ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.903574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-667fc9e8-46b0-4a8b-87ab-62e07aa682ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1096 time: 0.3114994 Jul 13 07:30:53.926530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4734b831-14ad-46b4-b727-01d69e28753a req-db8c991f-4b9a-4647-bd90-bfef9c2fa785 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362720 Jul 13 07:30:53.927363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.934959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.088313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:54.092352 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eea221-8d36-48f8-8a0f-48ab58b3ff3e req-79ac1e23-7c6e-4a96-862b-c9f1e3bbc4ca tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.093900 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3eea221-8d36-48f8-8a0f-48ab58b3ff3e req-79ac1e23-7c6e-4a96-862b-c9f1e3bbc4ca tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 1102 time: 0.0528238 Jul 13 07:30:54.127966 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3eea221-8d36-48f8-8a0f-48ab58b3ff3e req-376bb549-6a89-4ae5-aba0-17704e774ddc tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278447 Jul 13 07:30:54.149901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:54.152599 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d25b68-a67c-4177-8d32-4975142f42c0" -d '{"events": [{"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-plugged", "status": "completed", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:54.206579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.206990 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Added segment 70ada22e-e7e9-458e-b2a1-fb24acb0c17f of type vlan for network 16974acf-e142-4c48-b0c2-674c426caa45 Jul 13 07:30:54.223669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-8bfa3fd7-7edf-4094-a2e0-31fab2598efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.225213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-8bfa3fd7-7edf-4094-a2e0-31fab2598efa service neutron] 10.222.0.54 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.3091073 Jul 13 07:30:54.292969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64471-7aa9-4a3d-a989-5374030f060b req-5cb7bf45-02a8-4cee-beae-6e095a0c4e30 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.294538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6fe64471-7aa9-4a3d-a989-5374030f060b req-5cb7bf45-02a8-4cee-beae-6e095a0c4e30 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 946 time: 0.0646822 Jul 13 07:30:54.337354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6fe64471-7aa9-4a3d-a989-5374030f060b req-51cbc0dd-b6ed-4853-a356-5630bf8e1177 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345323 Jul 13 07:30:54.340449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-f4fcc887-69fd-4425-a1b3-cc21839d6ec7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 217 time: 0.0652611 Jul 13 07:30:54.355146 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.462260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Router 1bfc20fc-7577-4522-a196-840b1bd8d5bf has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:54.491953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-11b45bba-cb09-40ff-bd57-9a550a6d155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.493886 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-11b45bba-cb09-40ff-bd57-9a550a6d155b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1351335 Jul 13 07:30:54.519611 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.520089 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.526684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.531453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.532134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.583174 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7018aec2-3d9d-453f-8737-51dd2cceff59 x-openstack-request-id: req-7018aec2-3d9d-453f-8737-51dd2cceff59 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:54.583703 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-plugged", "status": "completed", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:54.584216 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7018aec2-3d9d-453f-8737-51dd2cceff59 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:54.584907 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'code': 200} Jul 13 07:30:54.643645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1512873 Jul 13 07:30:54.646331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51098) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:54.704290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'Network': ['ID=bdddf283-4324-4683-a661-593f025ba4e5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:54.715111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network bdddf283-4324-4683-a661-593f025ba4e5 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:54.819064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09602dd-86a7-49c8-8044-6b08d6fb6b7e {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:54.833913 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.873517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90767d5e-9402-4414-a84d-8d0e9bf50a88 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'Network': ['ID=16974acf-e142-4c48-b0c2-674c426caa45,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:54.876636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-045ded53-ed16-4760-92cb-b19896159e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.878172 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-045ded53-ed16-4760-92cb-b19896159e3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3720613 Jul 13 07:30:54.886969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 16974acf-e142-4c48-b0c2-674c426caa45 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:54.896243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Transition to ACTIVE for port object b09602dd-86a7-49c8-8044-6b08d6fb6b7e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:54.907174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:54.918211 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.918802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d493ca-2920-4159-95e0-908d1e587363 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.919576 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] Sync routers for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:54.926274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d493ca-2920-4159-95e0-908d1e587363 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.934468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d493ca-2920-4159-95e0-908d1e587363 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.936198 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:54.938010 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:54.941719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d493ca-2920-4159-95e0-908d1e587363 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.946980 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-89d493ca-2920-4159-95e0-908d1e587363 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2995729 Jul 13 07:30:54.947604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51100) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:55.076545 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.086313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Pushing event updated for resources: {'Port': ['ID=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:55.120245 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:55.174757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-1f01fc9d-fb44-4b78-b0c4-022d338f2c5f service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872427 Jul 13 07:30:55.241683 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.257670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdddf283-4324-4683-a661-593f025ba4e5']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.279526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de623884-882d-40ac-a9e4-d76c23f08944') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.280292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de623884-882d-40ac-a9e4-d76c23f08944') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.306485 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.310126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Attempting to bind port b09602dd-86a7-49c8-8044-6b08d6fb6b7e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:55.310563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Attempting to bind port b09602dd-86a7-49c8-8044-6b08d6fb6b7e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '114b104d-c997-4101-9eb2-d9e68d515536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '882ee43d-8d61-4026-a4fb-24ef4f90e339'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:55.310807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Attempting to bind port b09602dd-86a7-49c8-8044-6b08d6fb6b7e on network 882ee43d-8d61-4026-a4fb-24ef4f90e339 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:55.335916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8b913-2439-4239-8690-c2e4d7637384 req-97d7f693-61ce-41fa-be0e-93601b988ea2 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.343249 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ef8b913-2439-4239-8690-c2e4d7637384 req-97d7f693-61ce-41fa-be0e-93601b988ea2 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 944 time: 0.2313826 Jul 13 07:30:55.351751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.353649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Port b09602dd-86a7-49c8-8044-6b08d6fb6b7e on network 882ee43d-8d61-4026-a4fb-24ef4f90e339 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:55.353982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Attempting to bind port b09602dd-86a7-49c8-8044-6b08d6fb6b7e on network 882ee43d-8d61-4026-a4fb-24ef4f90e339 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:55.369569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:55.370098 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.372968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:55.373318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Checking segment: {'id': '114b104d-c997-4101-9eb2-d9e68d515536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '882ee43d-8d61-4026-a4fb-24ef4f90e339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:55.373505 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:55.379553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Bound using segment: {'id': '114b104d-c997-4101-9eb2-d9e68d515536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '882ee43d-8d61-4026-a4fb-24ef4f90e339'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:55.379553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Bound port: b09602dd-86a7-49c8-8044-6b08d6fb6b7e, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114b104d-c997-4101-9eb2-d9e68d515536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '882ee43d-8d61-4026-a4fb-24ef4f90e339'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:55.379553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.417905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7cb0b66-ef57-43cd-88db-6869772d3b1b req-df9f97ca-9420-4338-8034-fc9b6ce381b0 service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306612 Jul 13 07:30:55.419630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Router 1bfc20fc-7577-4522-a196-840b1bd8d5bf has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:55.461957 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ef8b913-2439-4239-8690-c2e4d7637384 req-88730caa-bf19-4e3a-a180-cceed9aee341 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161792 Jul 13 07:30:55.481850 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:73:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:30:53Z', 'revision_number': 3, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.483071 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.501400 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.508114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "DELETE /v2.0/networks/bdddf283-4324-4683-a661-593f025ba4e5 HTTP/1.1" status: 204 len: 168 time: 0.5569897 Jul 13 07:30:55.513163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51106) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:55.525618 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] Checking router: 1bfc20fc-7577-4522-a196-840b1bd8d5bf for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:55.526384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] For port b09602dd-86a7-49c8-8044-6b08d6fb6b7e, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:55.537543 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:55.538183 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.542012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] For port b09602dd-86a7-49c8-8044-6b08d6fb6b7e, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,segment=NetworkSegment(114b104d-c997-4101-9eb2-d9e68d515536),segment_id=114b104d-c997-4101-9eb2-d9e68d515536)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:55.557427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998e6a2-bd6f-41fe-b87b-5bfee6ba38ab tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Network': ['ID=bdddf283-4324-4683-a661-593f025ba4e5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:55.586044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.639266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.639903 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.641372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] 10.222.0.54 "PUT /v2.0/ports/b09602dd-86a7-49c8-8044-6b08d6fb6b7e HTTP/1.1" status: 200 len: 1092 time: 1.9962416 Jul 13 07:30:55.641815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a103cf-8d31-441f-9be7-4fa24dfb43a0', 'tag': 'b09602dd-86a7-49c8-8044-6b08d6fb6b7e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:55.644098 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14087a05-af56-48fc-993c-806e5f376cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a103cf-8d31-441f-9be7-4fa24dfb43a0", "tag": "b09602dd-86a7-49c8-8044-6b08d6fb6b7e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:55.672449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5cae4-76cc-4da1-94ae-10d6bb72394c service neutron] Pushing event updated for resources: {'Port': ['ID=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:55.689169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:55.693822 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.698183 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:55.707555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.729287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1af17-285d-4831-9481-12e7c4b155b1 req-38fc5c18-77c0-4403-a7b1-ee6cc2bb74f5 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.731001 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01c1af17-285d-4831-9481-12e7c4b155b1 req-38fc5c18-77c0-4403-a7b1-ee6cc2bb74f5 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 1102 time: 0.1492808 Jul 13 07:30:55.834836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.849295 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01c1af17-285d-4831-9481-12e7c4b155b1 req-03db1f87-8e0a-451f-b3d4-861d2c439cf1 tempest-ServersAdminTestJSON-1084196116 tempest-ServersAdminTestJSON-1084196116-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996056 Jul 13 07:30:55.851163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16974acf-e142-4c48-b0c2-674c426caa45']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.862918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ada22e-e7e9-458e-b2a1-fb24acb0c17f') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.863353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ada22e-e7e9-458e-b2a1-fb24acb0c17f') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.876332 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.905028 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.912988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:55.913317 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:55.918023 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:55.988627 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.995825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.999319 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "DELETE /v2.0/networks/16974acf-e142-4c48-b0c2-674c426caa45 HTTP/1.1" status: 204 len: 168 time: 0.4851592 Jul 13 07:30:56.005150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51114) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:56.071742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19598be-9913-4ad4-8547-d3f1a7aeafa6 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Network': ['ID=16974acf-e142-4c48-b0c2-674c426caa45,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:56.110142 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:73:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:30:53Z', 'revision_number': 3, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:56.137236 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cebc3-901e-47e1-9766-dec8c9021c02 None None] The sync data for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 is: [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:73:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:30:53Z', 'revision_number': 3, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:56.162853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b677ca6e-5264-4e17-87a0-399e3d3a3adb tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "PUT /v2.0/floatingips/4949e614-7b88-4b62-8787-e780432d8686 HTTP/1.1" status: 200 len: 998 time: 4.3518665 Jul 13 07:30:56.171050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819717-a63f-4bda-bfdd-57d720b06316 req-95d0ea45-11c2-4b57-8eae-970bb5990578 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.176512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e5819717-a63f-4bda-bfdd-57d720b06316 req-95d0ea45-11c2-4b57-8eae-970bb5990578 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.1700518 Jul 13 07:30:56.213326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4672f-60ab-46cd-9752-c5cd890ba681 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.215702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ff87ece1-b906-4a56-ad7f-dac41e8e0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.217288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-ff87ece1-b906-4a56-ad7f-dac41e8e0ef2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bce7b4b831094d619ab01ef5d28d7127&device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 1095 time: 0.5202622 Jul 13 07:30:56.219948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4672f-60ab-46cd-9752-c5cd890ba681 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.225774 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bec4672f-60ab-46cd-9752-c5cd890ba681 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2140222 Jul 13 07:30:56.226177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51116) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:56.238744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-530223840'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:56.243654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e5819717-a63f-4bda-bfdd-57d720b06316 req-393722df-0d73-4dc1-9e6f-e4d1f73f6d73 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600657 Jul 13 07:30:56.278511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-0da30b4c-4c68-4278-8c29-a53e4010c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.280040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-0da30b4c-4c68-4278-8c29-a53e4010c186 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e&tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d HTTP/1.1" status: 200 len: 1100 time: 0.1717989 Jul 13 07:30:56.285275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-2534b69e-2abf-405b-98e0-8f56b5f2a03a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b09602dd-86a7-49c8-8044-6b08d6fb6b7e HTTP/1.1" status: 200 len: 217 time: 0.0598629 Jul 13 07:30:56.298318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-84a76358-0460-4200-a83f-be51d3e49ce3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.299736 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-84a76358-0460-4200-a83f-be51d3e49ce3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports/e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 942 time: 0.1294847 Jul 13 07:30:56.309166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:56.334598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce7ebdc-9c12-45d5-9cdb-e542aa2974c4 None None] New status for floating IP 4949e614-7b88-4b62-8787-e780432d8686: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:30:56.380152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Made reservation on behalf of 8480d1a0432b41788769d1d0d8824d55 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:56.384838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.445077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9cc28-9845-4869-82cc-05450dcb054a req-36378327-7bb1-40ef-a930-bc971e6f273d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.447483 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-00b9cc28-9845-4869-82cc-05450dcb054a req-36378327-7bb1-40ef-a930-bc971e6f273d tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 946 time: 0.0743394 Jul 13 07:30:56.464061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-2aebca07-2b48-4858-843f-e816a85d1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.465552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-2aebca07-2b48-4858-843f-e816a85d1992 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21a3074a-49df-4827-b92d-3fd6ebbcbb5b HTTP/1.1" status: 200 len: 853 time: 0.1616981 Jul 13 07:30:56.485997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:56.495119 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-00b9cc28-9845-4869-82cc-05450dcb054a req-0e1301d4-9b42-45e8-a953-4e28be8490ba tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Jul 13 07:30:56.527249 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.533365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-e9b75126-d0e8-4689-965a-5ac5be2b2251 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=882ee43d-8d61-4026-a4fb-24ef4f90e339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452311 Jul 13 07:30:56.546197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.546738 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Added segment 3f039fae-b2e0-4e4b-80a4-1c785f2d5226 of type vlan for network d58669f0-db9c-449d-a4d2-08d38f56378e Jul 13 07:30:56.580084 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75678f1-0dbc-4e29-a84b-152c928316f4 x-openstack-request-id: req-e75678f1-0dbc-4e29-a84b-152c928316f4 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:56.580342 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a103cf-8d31-441f-9be7-4fa24dfb43a0", "tag": "b09602dd-86a7-49c8-8044-6b08d6fb6b7e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:56.581894 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e75678f1-0dbc-4e29-a84b-152c928316f4 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:56.581894 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a103cf-8d31-441f-9be7-4fa24dfb43a0', 'tag': 'b09602dd-86a7-49c8-8044-6b08d6fb6b7e', 'status': 'completed', 'code': 200} Jul 13 07:30:56.660956 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] Sync routers for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:56.671201 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:56.671824 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:56.694329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.707480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-f4b00118-40d8-4069-b707-5dc7d2ce8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.709087 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-f4b00118-40d8-4069-b707-5dc7d2ce8a2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1096 time: 0.3112121 Jul 13 07:30:56.791558 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:56.854720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-1bbedcaa-634a-46de-b238-590090fc92a4 service neutron] 10.222.0.54 "GET /v2.0/networks/882ee43d-8d61-4026-a4fb-24ef4f90e339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104527 Jul 13 07:30:56.911468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.918224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.918830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.921247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-b6daecba-3d29-469d-ab73-d1c5ad215a1a tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.922990 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-b6daecba-3d29-469d-ab73-d1c5ad215a1a tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.53 "GET /v2.0/ports?device_id=eefcc2cf-9306-4377-abb9-a6095a2c61b6 HTTP/1.1" status: 200 len: 946 time: 0.0888667 Jul 13 07:30:57.019223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7865491 Jul 13 07:30:57.036247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51122) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:57.049884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1419857064'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:57.079844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-e3bb81e3-52f3-4cda-91ab-b1d398189016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.080601 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:73:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:30:56Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:57.087961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-e3bb81e3-52f3-4cda-91ab-b1d398189016 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.3666174 Jul 13 07:30:57.100750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Made reservation on behalf of 8480d1a0432b41788769d1d0d8824d55 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:57.105404 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.116192 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] Checking router: 1bfc20fc-7577-4522-a196-840b1bd8d5bf for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:57.124992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-c03d8c09-8a07-4004-9e58-a9470f294757 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Deleting port e0c2187d-656a-4417-8485-8c78100f9297 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:57.125421 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-c03d8c09-8a07-4004-9e58-a9470f294757 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.128001 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:57.128672 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:57.160056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeef6c5-9abf-4687-8b52-2d24169ed047 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'Network': ['ID=d58669f0-db9c-449d-a4d2-08d38f56378e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:57.175501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d58669f0-db9c-449d-a4d2-08d38f56378e details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:57.176030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-080eb1b6-4832-4ae5-8de4-55d721bd22c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 217 time: 0.0871265 Jul 13 07:30:57.200119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:57.246314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:57.253184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.253689 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Added segment bd3a8655-2563-4ffd-9192-377f715763d8 of type vlan for network d3173c0e-e501-4be2-b562-a335beded34f Jul 13 07:30:57.271983 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:57.279913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-642de6ed-6b79-46c3-9d28-8dc36ee97664 req-59642311-5440-4734-89d8-34f8479646bb service neutron] 10.222.0.54 "GET /v2.0/networks/882ee43d-8d61-4026-a4fb-24ef4f90e339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921056 Jul 13 07:30:57.285472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-3091bde8-d0fb-41fc-bbe4-48ec6e6feacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.293834 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-3091bde8-d0fb-41fc-bbe4-48ec6e6feacd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1168716 Jul 13 07:30:57.319909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-c03d8c09-8a07-4004-9e58-a9470f294757 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] For port e0c2187d-656a-4417-8485-8c78100f9297, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e0c2187d-656a-4417-8485-8c78100f9297,segment=NetworkSegment(af5e580d-b340-4c17-b893-2f6edfd59bce),segment_id=af5e580d-b340-4c17-b893-2f6edfd59bce)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:57.320973 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-c03d8c09-8a07-4004-9e58-a9470f294757 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.346812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-c03d8c09-8a07-4004-9e58-a9470f294757 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Calling delete_port for e0c2187d-656a-4417-8485-8c78100f9297 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:57.350327 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.364325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e483ba-406f-406c-83ba-38b023fb60d8 req-a5ccb84a-3a01-4fd8-9f23-3f17b6993930 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.365329 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7e483ba-406f-406c-83ba-38b023fb60d8 req-a5ccb84a-3a01-4fd8-9f23-3f17b6993930 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 944 time: 0.2364466 Jul 13 07:30:57.388265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:57.451534 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.472829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Transition to ACTIVE for port object e23a0343-75ae-43b9-a788-830ac70d4495 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:57.477857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7e483ba-406f-406c-83ba-38b023fb60d8 req-0cb3d589-73d3-4766-9dd2-c6dfd1d4db23 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987384 Jul 13 07:30:57.479936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087a05-af56-48fc-993c-806e5f376cc7 req-964b3eb7-8995-4716-8359-65ee2305c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.481654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-14087a05-af56-48fc-993c-806e5f376cc7 req-964b3eb7-8995-4716-8359-65ee2305c36d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bce7b4b831094d619ab01ef5d28d7127&device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 1095 time: 0.1396909 Jul 13 07:30:57.483873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-f8020b3e-7ae7-406c-afed-599962ab88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.484184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.490231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.490978 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.491118 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-f8020b3e-7ae7-406c-afed-599962ab88cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963675 Jul 13 07:30:57.500740 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.539530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5017128 Jul 13 07:30:57.543094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51128) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:57.551635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'ports': [{'network_id': 'd58669f0-db9c-449d-a4d2-08d38f56378e', 'name': 'tempest-port--123625035', 'admin_state_up': True}, {'network_id': 'd3173c0e-e501-4be2-b562-a335beded34f', 'admin_state_up': False}]} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:57.551955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'port': {'network_id': 'd58669f0-db9c-449d-a4d2-08d38f56378e', 'name': 'tempest-port--123625035', 'admin_state_up': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:57.552654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'port': {'network_id': 'd3173c0e-e501-4be2-b562-a335beded34f', 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:57.611581 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:73:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:30:56Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:57.614167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'Network': ['ID=d3173c0e-e501-4be2-b562-a335beded34f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:57.663860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.664701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.665288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.665869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.666445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.667007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.667566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.668151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.668722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.669268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.669839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.670397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c78a9-20cc-477b-a30a-6f8a9b305c47 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:57.689432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d3173c0e-e501-4be2-b562-a335beded34f details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:57.692769 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996832ec-2998-405f-8dcb-6c6fbd038f6d None None] The sync data for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 is: [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:73:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:30:56Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:57.718389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] No DVR routers for this DVR port e23a0343-75ae-43b9-a788-830ac70d4495 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:57.746284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=10']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:57.763200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-c03d8c09-8a07-4004-9e58-a9470f294757 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.806621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e0c2187d-656a-4417-8485-8c78100f9297'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:57.839159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-b6865ffa-2176-44cf-9d44-ce4168dc0844 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468509 Jul 13 07:30:57.868493 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d8c09-8a07-4004-9e58-a9470f294757 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event deleted for resources: {'Port': ['ID=e0c2187d-656a-4417-8485-8c78100f9297,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:57.896473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087a05-af56-48fc-993c-806e5f376cc7 req-60ac4baa-a619-4531-aa3d-658c7f3be5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.897980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-14087a05-af56-48fc-993c-806e5f376cc7 req-60ac4baa-a619-4531-aa3d-658c7f3be5e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=882ee43d-8d61-4026-a4fb-24ef4f90e339 HTTP/1.1" status: 200 len: 914 time: 0.3983719 Jul 13 07:30:57.900807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:57.901150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:57.901483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:57.916534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Port e23a0343-75ae-43b9-a788-830ac70d4495 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:57.916867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Attempting to bind port e23a0343-75ae-43b9-a788-830ac70d4495 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:57.952240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-c03d8c09-8a07-4004-9e58-a9470f294757 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] No DVR routers for this DVR port e0c2187d-656a-4417-8485-8c78100f9297 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:57.956254 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-c03d8c09-8a07-4004-9e58-a9470f294757 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.958437 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d54e904e-75c2-4191-bf2d-3a29de72d002 req-c03d8c09-8a07-4004-9e58-a9470f294757 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.53 "DELETE /v2.0/ports/e0c2187d-656a-4417-8485-8c78100f9297 HTTP/1.1" status: 204 len: 173 time: 1.0281765 Jul 13 07:30:57.958897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefcc2cf-9306-4377-abb9-a6095a2c61b6', 'name': 'network-vif-deleted', 'tag': 'e0c2187d-656a-4417-8485-8c78100f9297'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:57.962011 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b394adf9-f1a0-4080-9165-03d84972a2f9" -d '{"events": [{"server_uuid": "eefcc2cf-9306-4377-abb9-a6095a2c61b6", "name": "network-vif-deleted", "tag": "e0c2187d-656a-4417-8485-8c78100f9297"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:57.995972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-14087a05-af56-48fc-993c-806e5f376cc7 req-7f8a372a-d190-49ce-9cce-545bdfd02851 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b09602dd-86a7-49c8-8044-6b08d6fb6b7e HTTP/1.1" status: 200 len: 217 time: 0.0885980 Jul 13 07:30:57.996731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:57.997075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:57.997451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:57.997906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Bound port: e23a0343-75ae-43b9-a788-830ac70d4495, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:57.998266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.001357 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Made reservation on behalf of 8480d1a0432b41788769d1d0d8824d55 for: {'port': 2} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:58.005734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.024192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.092286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502dd39-4927-4441-9ea5-c5f90b9591c9 req-2cc72c1c-0ba5-4686-a52c-57131e18ce8a tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.093852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2502dd39-4927-4441-9ea5-c5f90b9591c9 req-2cc72c1c-0ba5-4686-a52c-57131e18ce8a tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 950 time: 0.1286652 Jul 13 07:30:58.103838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-f7c4fa06-a2fe-4c4a-bb12-a9968d696c46 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640731 Jul 13 07:30:58.119618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087a05-af56-48fc-993c-806e5f376cc7 req-0453c241-5fed-4251-a312-8ef86800d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.121168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-14087a05-af56-48fc-993c-806e5f376cc7 req-0453c241-5fed-4251-a312-8ef86800d299 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21a3074a-49df-4827-b92d-3fd6ebbcbb5b HTTP/1.1" status: 200 len: 853 time: 0.1091959 Jul 13 07:30:58.168849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:58.172443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-14087a05-af56-48fc-993c-806e5f376cc7 req-166ed1f5-6477-4377-828c-7dad4378162c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=882ee43d-8d61-4026-a4fb-24ef4f90e339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425172 Jul 13 07:30:58.215610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:58.229538 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.311587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.312256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.313954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] 10.222.0.54 "PUT /v2.0/ports/e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 1096 time: 2.0109541 Jul 13 07:30:58.359172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79179b8f-0cd0-4346-b02c-92e247f7d38f service neutron] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=11']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:58.407157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-dbf97d80-cdcd-4617-a515-e4d4afd8b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.408815 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-dbf97d80-cdcd-4617-a515-e4d4afd8b558 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 1096 time: 0.2686760 Jul 13 07:30:58.410712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-14087a05-af56-48fc-993c-806e5f376cc7 req-d1fcd7c5-67aa-4752-b3fc-b99c31b45b42 service neutron] 10.222.0.54 "GET /v2.0/networks/882ee43d-8d61-4026-a4fb-24ef4f90e339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131004 Jul 13 07:30:58.534247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] device_id is not set on port fcd716aa-0d78-4158-b2f4-a54e894aeb44 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:58.563369 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2502dd39-4927-4441-9ea5-c5f90b9591c9 req-e988bf30-7053-4215-ad3d-b5a8bb633926 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605765 Jul 13 07:30:58.584246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17'}, {'name': 'network-changed', 'server_uuid': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'tag': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2'}, {'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495'}, {'name': 'network-changed', 'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:58.587136 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5" -d '{"events": [{"name": "network-changed", "server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17"}, {"name": "network-changed", "server_uuid": "fdfcf883-e340-47e0-afee-4514d8e850dc", "tag": "0416ec85-434e-4dc2-852b-0d94ec7eb4a2"}, {"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-unplugged", "status": "completed", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495"}, {"name": "network-changed", "server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:58.610641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-07db6357-272e-45d1-8ab7-8a44e3e71979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.612499 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-07db6357-272e-45d1-8ab7-8a44e3e71979 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1099 time: 0.2675402 Jul 13 07:30:58.693444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-14087a05-af56-48fc-993c-806e5f376cc7 req-ca7a8cee-8e78-49f2-ba04-ea10ba789f56 service neutron] 10.222.0.54 "GET /v2.0/networks/882ee43d-8d61-4026-a4fb-24ef4f90e339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643023 Jul 13 07:30:58.694421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-316c8fed-3c28-4811-9f00-9e09944996f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.696963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-316c8fed-3c28-4811-9f00-9e09944996f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.2793748 Jul 13 07:30:58.752645 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.858471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] device_id is not set on port 20e319be-400f-45bf-9c6d-2497d6680f21 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:58.903854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c54693-1f33-4483-9afb-260bf72b4d59 req-c2115b78-68a7-4602-ac62-832db68f5837 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.905497 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77c54693-1f33-4483-9afb-260bf72b4d59 req-c2115b78-68a7-4602-ac62-832db68f5837 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 948 time: 0.1331711 Jul 13 07:30:58.996088 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77c54693-1f33-4483-9afb-260bf72b4d59 req-c31af222-97b0-4c4b-b1ee-49cc24e93a75 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820720 Jul 13 07:30:59.028551 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.071280 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.114816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-721aafd6-cf52-43d0-9327-f2cdb82d6d07 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.116328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-721aafd6-cf52-43d0-9327-f2cdb82d6d07 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.54 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 950 time: 0.6330676 Jul 13 07:30:59.138240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'Port': ['ID=fcd716aa-0d78-4158-b2f4-a54e894aeb44,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:59.147356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Checking segment: {'id': '3f039fae-b2e0-4e4b-80a4-1c785f2d5226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd58669f0-db9c-449d-a4d2-08d38f56378e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:59.147782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Network hostable DHCP agents. Network: d58669f0-db9c-449d-a4d2-08d38f56378e, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:59.163874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-70ccec41-b0b0-4a30-ad73-0d4ba9aec38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.165233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Network d58669f0-db9c-449d-a4d2-08d38f56378e is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:59.165792 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-70ccec41-b0b0-4a30-ad73-0d4ba9aec38d service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.5446749 Jul 13 07:30:59.172039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-bd92b416-380c-4679-9adb-6a659de8ec12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2 HTTP/1.1" status: 200 len: 1001 time: 0.4484355 Jul 13 07:30:59.177063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, d58669f0-db9c-449d-a4d2-08d38f56378e) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:59.182442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:59.185168 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.187866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e24b0-6309-4239-a1bb-b3f06f140a1a None None] Network d58669f0-db9c-449d-a4d2-08d38f56378e requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:59.227281 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-9cb2b5e2-acbe-4ce5-ba3f-b36fa7d8c9bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 217 time: 0.0540998 Jul 13 07:30:59.261161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'Port': ['ID=20e319be-400f-45bf-9c6d-2497d6680f21,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:59.268410 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Checking segment: {'id': 'bd3a8655-2563-4ffd-9192-377f715763d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd3173c0e-e501-4be2-b562-a335beded34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:59.269024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Network hostable DHCP agents. Network: d3173c0e-e501-4be2-b562-a335beded34f, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:59.285194 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71512399-f27f-485e-863e-f753ec34b78e x-openstack-request-id: req-71512399-f27f-485e-863e-f753ec34b78e {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:59.285663 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefcc2cf-9306-4377-abb9-a6095a2c61b6", "name": "network-vif-deleted", "tag": "e0c2187d-656a-4417-8485-8c78100f9297", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:59.286119 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71512399-f27f-485e-863e-f753ec34b78e {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:59.286765 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefcc2cf-9306-4377-abb9-a6095a2c61b6', 'name': 'network-vif-deleted', 'tag': 'e0c2187d-656a-4417-8485-8c78100f9297', 'status': 'completed', 'code': 200} Jul 13 07:30:59.289922 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Network d3173c0e-e501-4be2-b562-a335beded34f is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:59.305552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, d3173c0e-e501-4be2-b562-a335beded34f) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:59.305839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:59.314977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:59.327423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.329137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-05a3ff5f-3b5e-4916-ba3a-a515780aa51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.330631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-05a3ff5f-3b5e-4916-ba3a-a515780aa51a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1431777 Jul 13 07:30:59.334563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.336060 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.352753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-edce90a4-e507-4646-ada6-5aa0230e6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.354256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-edce90a4-e507-4646-ada6-5aa0230e6c31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1037591 Jul 13 07:30:59.356425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5ca851ef-310e-46b7-9965-4a03152dd189 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8115153 Jul 13 07:30:59.358942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51140) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:59.378595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedeedb4-e97c-4e3e-9a90-30031d63e855 None None] Network d3173c0e-e501-4be2-b562-a335beded34f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:59.395765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:59.396219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e0c2187d-656a-4417-8485-8c78100f9297 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:59.424735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: e0c2187d-656a-4417-8485-8c78100f9297 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:59.425397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e0c2187d-656a-4417-8485-8c78100f9297 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:59.427120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-46193859-4ce9-41a9-8f83-cf1c9fb42e4e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Deleting port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:59.427476 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-46193859-4ce9-41a9-8f83-cf1c9fb42e4e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.488629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cad73d-f7e7-4efa-bda4-ddf835d598bb tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.496055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cad73d-f7e7-4efa-bda4-ddf835d598bb tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.500565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-32cad73d-f7e7-4efa-bda4-ddf835d598bb tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1376448 Jul 13 07:30:59.500779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51142) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:59.532909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-895e9136-6ed9-4888-bba9-85e17364aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.534385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-895e9136-6ed9-4888-bba9-85e17364aa5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969931 Jul 13 07:30:59.549730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-93f6a095-9752-4885-bf14-f6423c0115d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.551251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-93f6a095-9752-4885-bf14-f6423c0115d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762512 Jul 13 07:30:59.553372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38adf95-4581-424a-a1a7-876a991f5642 req-51a39c3b-4c32-47b6-8928-daea6a06a856 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.555825 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c38adf95-4581-424a-a1a7-876a991f5642 req-51a39c3b-4c32-47b6-8928-daea6a06a856 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 944 time: 0.1484499 Jul 13 07:30:59.568149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-46193859-4ce9-41a9-8f83-cf1c9fb42e4e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] For port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:59.568518 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-46193859-4ce9-41a9-8f83-cf1c9fb42e4e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.626627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-46193859-4ce9-41a9-8f83-cf1c9fb42e4e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Calling delete_port for 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:59.644385 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c38adf95-4581-424a-a1a7-876a991f5642 req-c09c058c-1543-4bd7-84e7-89f3849cd21d tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760164 Jul 13 07:30:59.661011 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b59f0-5551-4ad2-a50d-86a83aadaebd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Deleting port fcd716aa-0d78-4158-b2f4-a54e894aeb44 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:59.661361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dd7b59f0-5551-4ad2-a50d-86a83aadaebd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.740088 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dd7b59f0-5551-4ad2-a50d-86a83aadaebd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.754926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b59f0-5551-4ad2-a50d-86a83aadaebd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Calling delete_port for fcd716aa-0d78-4158-b2f4-a54e894aeb44 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:59.783888 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfcdaa1-34c9-4be7-b45a-f583e889bc34 x-openstack-request-id: req-1dfcdaa1-34c9-4be7-b45a-f583e889bc34 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:59.784219 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdfcf883-e340-47e0-afee-4514d8e850dc", "tag": "0416ec85-434e-4dc2-852b-0d94ec7eb4a2", "status": "completed", "code": 200}, {"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-unplugged", "status": "completed", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495", "code": 200}, {"name": "network-changed", "server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:59.784473 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1dfcdaa1-34c9-4be7-b45a-f583e889bc34 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:59.784870 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'status': 'completed', 'code': 200} Jul 13 07:30:59.785131 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'tag': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'status': 'completed', 'code': 200} Jul 13 07:30:59.785376 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'code': 200} Jul 13 07:30:59.785628 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'status': 'completed', 'code': 200} Jul 13 07:30:59.882074 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-31916a66-08f9-4294-90d5-bc01e45163ab service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298366 Jul 13 07:30:59.893995 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-2e7245aa-973f-4e6e-9773-69210800c2d0 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282177 Jul 13 07:30:59.907400 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dd7b59f0-5551-4ad2-a50d-86a83aadaebd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.923898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-82d76248-2469-4f68-8f35-6ea1e2797c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.925585 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-82d76248-2469-4f68-8f35-6ea1e2797c64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 1096 time: 0.0904596 Jul 13 07:30:59.965829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b59f0-5551-4ad2-a50d-86a83aadaebd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Port': ['ID=fcd716aa-0d78-4158-b2f4-a54e894aeb44,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:59.989253 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dd7b59f0-5551-4ad2-a50d-86a83aadaebd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.991447 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dd7b59f0-5551-4ad2-a50d-86a83aadaebd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "DELETE /v2.0/ports/fcd716aa-0d78-4158-b2f4-a54e894aeb44 HTTP/1.1" status: 204 len: 168 time: 0.4897616 Jul 13 07:31:00.004796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51152) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:00.092032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af407-c26b-4fad-a800-7f5e0dc5d600 req-20fd82a5-586d-4230-b2d0-d00e564f66f5 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.093558 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af1af407-c26b-4fad-a800-7f5e0dc5d600 req-20fd82a5-586d-4230-b2d0-d00e564f66f5 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=c25bc286-78ff-41d3-a0ab-f51a096a7744 HTTP/1.1" status: 200 len: 950 time: 0.1763923 Jul 13 07:31:00.095223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-50295abc-1c0d-4c2f-9a34-328f97dd6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.096610 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-50295abc-1c0d-4c2f-9a34-328f97dd6087 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.1404560 Jul 13 07:31:00.162227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-a7fc0d7d-07d9-4dc0-ab52-2cecda86c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.164320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-a7fc0d7d-07d9-4dc0-ab52-2cecda86c582 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1096 time: 0.3226085 Jul 13 07:31:00.177470 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3af0eb90-e5b5-4c19-8256-c4a8fdc7c0a3 req-f112d6d7-1059-48ab-90dc-819328033c3b service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674890 Jul 13 07:31:00.184934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af1af407-c26b-4fad-a800-7f5e0dc5d600 req-176a9946-e0c3-4b9c-9e28-d7112226e044 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847414 Jul 13 07:31:00.203963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b296987-20a7-4b2b-9b54-85bc08bac78f req-e45314d3-fd3e-48c2-89a3-6b756962ad22 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127508 Jul 13 07:31:00.204559 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-4e9f8f29-79fa-405d-9f08-1f9c86fb88b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2 HTTP/1.1" status: 200 len: 1001 time: 0.0961568 Jul 13 07:31:00.207004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-46193859-4ce9-41a9-8f83-cf1c9fb42e4e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.221656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6', 'd8392492-1f74-4eda-b651-e23d8fbddbc6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:00.224993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['caceb0b4-1456-4f39-85ca-291e66a88a50'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:00.271318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46193859-4ce9-41a9-8f83-cf1c9fb42e4e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Pushing event deleted for resources: {'Port': ['ID=9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:00.286866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-80760706-3eab-4122-bec1-1cc00d91dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.288528 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-80760706-3eab-4122-bec1-1cc00d91dd1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.0778449 Jul 13 07:31:00.363376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-46193859-4ce9-41a9-8f83-cf1c9fb42e4e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] No DVR routers for this DVR port 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:00.370006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-46193859-4ce9-41a9-8f83-cf1c9fb42e4e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.371931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef8c001a-7b63-46ed-b346-2324c7f629fa req-46193859-4ce9-41a9-8f83-cf1c9fb42e4e tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.54 "DELETE /v2.0/ports/9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 HTTP/1.1" status: 204 len: 173 time: 1.2488120 Jul 13 07:31:00.374895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-5b0222c8-d97a-411d-bf86-ce4ddac19f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.377455 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-5b0222c8-d97a-411d-bf86-ce4ddac19f13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807035 Jul 13 07:31:00.426275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-b14ef224-e039-462f-806b-2096eb0badb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.427705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-b14ef224-e039-462f-806b-2096eb0badb5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.2527003 Jul 13 07:31:00.432910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ab50f2b4-5e05-4c94-8c2f-4deb6bd1438b tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Deleting port 20e319be-400f-45bf-9c6d-2497d6680f21 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:00.433255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ab50f2b4-5e05-4c94-8c2f-4deb6bd1438b tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.509385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-ce7fa734-ed96-436a-8275-f1b94074c735 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 217 time: 0.0584064 Jul 13 07:31:00.561457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-2df4d25d-1f00-4501-926c-13d2c6773e2f service neutron] 10.222.0.53 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691492 Jul 13 07:31:00.562444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ab50f2b4-5e05-4c94-8c2f-4deb6bd1438b tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.600633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d3f1b-eef9-4f26-b5fe-d06ef88c7fb6 req-59eed535-7e93-4d67-b8d5-f86d534ab114 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.602510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-976d3f1b-eef9-4f26-b5fe-d06ef88c7fb6 req-59eed535-7e93-4d67-b8d5-f86d534ab114 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 948 time: 0.2362747 Jul 13 07:31:00.612779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ab50f2b4-5e05-4c94-8c2f-4deb6bd1438b tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Calling delete_port for 20e319be-400f-45bf-9c6d-2497d6680f21 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:00.653928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-e2f3bf7e-e4c5-479c-8dd9-09320d4068e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.655426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-e2f3bf7e-e4c5-479c-8dd9-09320d4068e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1100795 Jul 13 07:31:00.677938 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b91570a3-b49e-481a-b6c2-272c1533c642 req-b451e134-1ac9-4c40-b889-6bdb1186f9ae tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1001 time: 0.1640153 Jul 13 07:31:00.731147 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-976d3f1b-eef9-4f26-b5fe-d06ef88c7fb6 req-7a6d38d7-c604-4398-ab7b-5c5745aeb7a6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195526 Jul 13 07:31:00.786153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-7503e3c1-5862-4996-a225-3cb7798bea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.787841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-7503e3c1-5862-4996-a225-3cb7798bea4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033208 Jul 13 07:31:00.789088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ab50f2b4-5e05-4c94-8c2f-4deb6bd1438b tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.791495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91570a3-b49e-481a-b6c2-272c1533c642 req-20e661e7-fc73-48b4-b71a-0517696defe3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.793101 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b91570a3-b49e-481a-b6c2-272c1533c642 req-20e661e7-fc73-48b4-b71a-0517696defe3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports/0416ec85-434e-4dc2-852b-0d94ec7eb4a2 HTTP/1.1" status: 200 len: 942 time: 0.1063321 Jul 13 07:31:00.801351 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-52382bf8-4ca4-472e-b2cb-7e005dfc8967 service neutron] 10.222.0.53 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663492 Jul 13 07:31:00.852622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50f2b4-5e05-4c94-8c2f-4deb6bd1438b tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Port': ['ID=20e319be-400f-45bf-9c6d-2497d6680f21,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:00.874122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ab50f2b4-5e05-4c94-8c2f-4deb6bd1438b tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.878719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51166) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:00.878878 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ab50f2b4-5e05-4c94-8c2f-4deb6bd1438b tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "DELETE /v2.0/ports/20e319be-400f-45bf-9c6d-2497d6680f21 HTTP/1.1" status: 204 len: 168 time: 0.8467464 Jul 13 07:31:00.950694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-3b6f561e-feba-4dcc-b607-c3756d1ad0cf service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452048 Jul 13 07:31:00.964790 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e1cf0cf4-b9a5-4a25-bb75-c5d46dbc4256 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0844486 Jul 13 07:31:00.976118 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51168) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:00.986091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1048359998'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:01.045256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b91570a3-b49e-481a-b6c2-272c1533c642 req-568c90c3-4919-4581-a89d-f1311c0ab900 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1001 time: 0.0857563 Jul 13 07:31:01.050453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-869247c4-1ed2-4c29-8f41-800b185b4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.051906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-869247c4-1ed2-4c29-8f41-800b185b4376 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1099 time: 0.1598485 Jul 13 07:31:01.092639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Made reservation on behalf of 8480d1a0432b41788769d1d0d8824d55 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:01.096660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.134451 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-5324b497-7ed3-4aee-8427-4f5751ee8d18 service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766727 Jul 13 07:31:01.146428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:01.163080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5c7a4-93d8-4181-a15c-8fa435d46022 req-a0679634-44db-426a-b500-85b53fa486ed tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.165415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bbd5c7a4-93d8-4181-a15c-8fa435d46022 req-a0679634-44db-426a-b500-85b53fa486ed tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 944 time: 0.1882095 Jul 13 07:31:01.169023 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b09602dd-86a7-49c8-8044-6b08d6fb6b7e details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:01.170391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.171119 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Added segment a6602320-df1e-4754-bfe3-b01c1be71cda of type vlan for network 5c9d9725-52d8-468f-9aaf-ec1575e58dd9 Jul 13 07:31:01.240661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91570a3-b49e-481a-b6c2-272c1533c642 req-d8230888-a972-4b62-b26e-d5c0cc2c7a82 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.242128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b91570a3-b49e-481a-b6c2-272c1533c642 req-d8230888-a972-4b62-b26e-d5c0cc2c7a82 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1893060 Jul 13 07:31:01.245446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-e07e0aef-2a7b-48f3-a83d-c0a163d0703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.246859 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-e07e0aef-2a7b-48f3-a83d-c0a163d0703e service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1844242 Jul 13 07:31:01.260078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.290616 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bbd5c7a4-93d8-4181-a15c-8fa435d46022 req-c9e69745-33f3-432e-8440-5ef6701bae07 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177044 Jul 13 07:31:01.298377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51174) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:01.301109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b09602dd-86a7-49c8-8044-6b08d6fb6b7e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,segment=NetworkSegment(114b104d-c997-4101-9eb2-d9e68d515536),segment_id=114b104d-c997-4101-9eb2-d9e68d515536)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:01.305942 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-e0d980cb-48be-4e7f-adff-6ca940808cb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 217 time: 0.0524063 Jul 13 07:31:01.321280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'b09602dd-86a7-49c8-8044-6b08d6fb6b7e', 'network_id': '882ee43d-8d61-4026-a4fb-24ef4f90e339', 'port_id': 'b09602dd-86a7-49c8-8044-6b08d6fb6b7e', 'mac_address': 'fa:16:3e:02:b8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a3074a-49df-4827-b92d-3fd6ebbcbb5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:01.368546 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.375032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-7cf0c0ef-3326-4d44-a43e-8fd181e90a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.375398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.376032 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.376534 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-7cf0c0ef-3326-4d44-a43e-8fd181e90a53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0601120 Jul 13 07:31:01.391334 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.406372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09602dd-86a7-49c8-8044-6b08d6fb6b7e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:01.434856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b09602dd-86a7-49c8-8044-6b08d6fb6b7e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,segment=NetworkSegment(114b104d-c997-4101-9eb2-d9e68d515536),segment_id=114b104d-c997-4101-9eb2-d9e68d515536)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:01.441338 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.453026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-e12cba11-bb32-4fc9-a97e-8373fd17f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.454591 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-e12cba11-bb32-4fc9-a97e-8373fd17f60c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692337 Jul 13 07:31:01.478451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-af895a7a-704f-4357-9a0b-15f7b2736dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.480271 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-af895a7a-704f-4357-9a0b-15f7b2736dc9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 1099 time: 0.2647347 Jul 13 07:31:01.492885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5143294 Jul 13 07:31:01.501762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51182) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:01.510165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-439781612'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:01.524269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:01.565755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a550866-33b4-4cdc-aa61-8a0a63f8ced1 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.571014 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-84bf844e-c14c-4759-9896-48b2cba81d48 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1001 time: 0.2304606 Jul 13 07:31:01.577217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Made reservation on behalf of 8480d1a0432b41788769d1d0d8824d55 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:01.578833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c10c8d-2ab5-41aa-af37-54415de555a2 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'Network': ['ID=5c9d9725-52d8-468f-9aaf-ec1575e58dd9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:01.581147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.595865 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 5c9d9725-52d8-468f-9aaf-ec1575e58dd9 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:01.619974 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-e15f8fae-e0c1-45c1-9059-2938c0c32d40 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522856 Jul 13 07:31:01.625525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:01.665657 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.666015 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Added segment 2af5cd8b-c263-477d-9cf4-18762258d58e of type vlan for network b88c2519-30b4-4e4b-b8b0-7e7a04e72933 Jul 13 07:31:01.669406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a550866-33b4-4cdc-aa61-8a0a63f8ced1 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.743441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-0768a550-9370-445d-a9d6-0a5f8ff41caf tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.750020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.753603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-0768a550-9370-445d-a9d6-0a5f8ff41caf tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports/0416ec85-434e-4dc2-852b-0d94ec7eb4a2 HTTP/1.1" status: 200 len: 942 time: 0.1680763 Jul 13 07:31:01.772626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-e0c2a98e-5cf1-40b8-af6a-1909c1c8f944 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449058 Jul 13 07:31:01.784725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-b832cd21-caea-4a3b-b8ef-4fd57b186115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.787230 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-b832cd21-caea-4a3b-b8ef-4fd57b186115 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2978184 Jul 13 07:31:01.787701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25bc286-78ff-41d3-a0ab-f51a096a7744', 'name': 'network-vif-deleted', 'tag': '9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:01.793932 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fef66e4-9dc4-4dda-90f4-b273242bb9bc" -d '{"events": [{"server_uuid": "c25bc286-78ff-41d3-a0ab-f51a096a7744", "name": "network-vif-deleted", "tag": "9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:01.797618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.800630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a550866-33b4-4cdc-aa61-8a0a63f8ced1 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.803486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a550866-33b4-4cdc-aa61-8a0a63f8ced1 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.805529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.806487 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.808449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7a550866-33b4-4cdc-aa61-8a0a63f8ced1 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "DELETE /v2.0/security-groups/d460661f-3f00-405d-9365-89774a042912 HTTP/1.1" status: 204 len: 168 time: 0.5042636 Jul 13 07:31:01.810543 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51190) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:01.834297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['b09602dd-86a7-49c8-8044-6b08d6fb6b7e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:01.861171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-605cc114-d3ff-48f5-8780-5b96b843d9a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 200 len: 217 time: 0.0622575 Jul 13 07:31:01.869557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a550866-33b4-4cdc-aa61-8a0a63f8ced1 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d460661f-3f00-405d-9365-89774a042912,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:01.899026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'Network': ['ID=b88c2519-30b4-4e4b-b8b0-7e7a04e72933,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:01.909934 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-f4bf2978-dd47-4855-b2ce-25f28cb13c61 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] show failed (client error): The resource could not be found. Jul 13 07:31:01.910070 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f4bf2978-dd47-4855-b2ce-25f28cb13c61 tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "GET /v2.0/security-groups/d460661f-3f00-405d-9365-89774a042912 HTTP/1.1" status: 404 len: 347 time: 0.0588138 Jul 13 07:31:01.925223 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b2dd4e55-0374-484b-9a79-7b5d97c158fd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4106565 Jul 13 07:31:01.925223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51192) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:01.936124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b88c2519-30b4-4e4b-b8b0-7e7a04e72933 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:02.206315 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-00b02e6b-17f1-47e2-800a-156a2b8cd55e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Deleting port 1b6b5f51-803e-4612-b6f2-6d8bbeac0d24 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:02.206997 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00b02e6b-17f1-47e2-800a-156a2b8cd55e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.294421 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00b02e6b-17f1-47e2-800a-156a2b8cd55e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.295125 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00b02e6b-17f1-47e2-800a-156a2b8cd55e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.310419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-00b02e6b-17f1-47e2-800a-156a2b8cd55e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Calling delete_port for 1b6b5f51-803e-4612-b6f2-6d8bbeac0d24 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:02.391097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0493bc-5355-41d1-beec-92c9d40608e4 req-e7534bd2-4362-4422-bd4a-66991282c992 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:02.400346 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de0493bc-5355-41d1-beec-92c9d40608e4 req-e7534bd2-4362-4422-bd4a-66991282c992 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 950 time: 0.3114300 Jul 13 07:31:02.463208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de0493bc-5355-41d1-beec-92c9d40608e4 req-e760c91a-995e-4758-b66c-116053ca1e58 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614898 Jul 13 07:31:02.467818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-0261fc93-7adf-4766-9ba8-c0268dd4af98 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1001 time: 0.6130631 Jul 13 07:31:02.469146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-b1dba83e-3de8-46a9-8e39-8fbff285b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:02.470553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-b1dba83e-3de8-46a9-8e39-8fbff285b873 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.5989606 Jul 13 07:31:02.551615 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00b02e6b-17f1-47e2-800a-156a2b8cd55e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.618490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b02e6b-17f1-47e2-800a-156a2b8cd55e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Pushing event deleted for resources: {'Port': ['ID=1b6b5f51-803e-4612-b6f2-6d8bbeac0d24,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:02.686597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-a92adb8b-3c6f-44ae-9c1d-2a2f12f18efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:02.692585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-a92adb8b-3c6f-44ae-9c1d-2a2f12f18efb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2140853 Jul 13 07:31:02.752115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-108022c0-eb3b-4de1-bc29-1c7007fd3290 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:02.753804 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-108022c0-eb3b-4de1-bc29-1c7007fd3290 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.2731204 Jul 13 07:31:02.884770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-af0f3722-03ee-4f6a-957c-7c0b39c40297 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839159 Jul 13 07:31:02.889271 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-7347b141-46b6-426e-b9c6-24df593347f4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1001 time: 0.0924852 Jul 13 07:31:02.919773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-d605f3b5-3491-4776-9c78-5e01fa009bda tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:02.947248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00b02e6b-17f1-47e2-800a-156a2b8cd55e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.950142 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00b02e6b-17f1-47e2-800a-156a2b8cd55e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.953863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-00b02e6b-17f1-47e2-800a-156a2b8cd55e tempest-ImagesOneServerNegativeTestJSON-1361174991 tempest-ImagesOneServerNegativeTestJSON-1361174991-project] 10.222.0.44 "DELETE /v2.0/floatingips/d71e6ff7-0ed1-4e66-a31a-fea1053eed3c HTTP/1.1" status: 204 len: 168 time: 1.0359905 Jul 13 07:31:02.980518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96d2ef-64ca-443d-b8a8-be3e6cc237b4 req-d955ecbb-fe24-4c23-95eb-dd743309ae1d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:02.987997 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d96d2ef-64ca-443d-b8a8-be3e6cc237b4 req-d955ecbb-fe24-4c23-95eb-dd743309ae1d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 948 time: 0.3725455 Jul 13 07:31:03.026126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d96d2ef-64ca-443d-b8a8-be3e6cc237b4 req-b5db1320-c434-4cdb-a91c-4bc6e742403d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376036 Jul 13 07:31:03.054679 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-d605f3b5-3491-4776-9c78-5e01fa009bda tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.150492 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ded367-aec3-4544-ac15-52299b46d937 x-openstack-request-id: req-57ded367-aec3-4544-ac15-52299b46d937 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:03.150492 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25bc286-78ff-41d3-a0ab-f51a096a7744", "name": "network-vif-deleted", "tag": "9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:03.150492 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57ded367-aec3-4544-ac15-52299b46d937 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:03.150492 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25bc286-78ff-41d3-a0ab-f51a096a7744', 'name': 'network-vif-deleted', 'tag': '9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6', 'status': 'completed', 'code': 200} Jul 13 07:31:03.150492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3f3bff2-31dc-4bd9-84f2-50467e2c21a5 req-15246c16-5843-4e25-b331-8753e604cd6d service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321334 Jul 13 07:31:03.201929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:03.210138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b09602dd-86a7-49c8-8044-6b08d6fb6b7e up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:03.261344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-d605f3b5-3491-4776-9c78-5e01fa009bda tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.267866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-d605f3b5-3491-4776-9c78-5e01fa009bda tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.268440 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-d605f3b5-3491-4776-9c78-5e01fa009bda tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Floating IP 4949e614-7b88-4b62-8787-e780432d8686 disassociated. External IP: 172.25.6.134, port: 0416ec85-434e-4dc2-852b-0d94ec7eb4a2. Jul 13 07:31:03.291085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc9c94-0647-48e5-a11f-4e7869e3b85a req-a62a7627-430b-44c7-8121-e61bc0f1f20e tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.298807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4bc9c94-0647-48e5-a11f-4e7869e3b85a req-a62a7627-430b-44c7-8121-e61bc0f1f20e tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 945 time: 0.0844591 Jul 13 07:31:03.326450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port b09602dd-86a7-49c8-8044-6b08d6fb6b7e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:03.335966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port b09602dd-86a7-49c8-8044-6b08d6fb6b7e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:03.336573 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.394201 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4bc9c94-0647-48e5-a11f-4e7869e3b85a req-91719f9f-f1e4-4ec8-b86f-b6c4dea3e84f tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942998 Jul 13 07:31:03.462159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-1f5031a4-78b6-428a-b3cb-c0a174f83540 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.467683 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-1f5031a4-78b6-428a-b3cb-c0a174f83540 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 950 time: 0.1666105 Jul 13 07:31:03.573553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:03.593492 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.595830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'mac_address': 'fa:16:3e:8c:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:03.606705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-d605f3b5-3491-4776-9c78-5e01fa009bda tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Router 1bfc20fc-7577-4522-a196-840b1bd8d5bf has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:03.652461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a103cf-8d31-441f-9be7-4fa24dfb43a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09602dd-86a7-49c8-8044-6b08d6fb6b7e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:03.655435 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b236c04-f20d-49d4-9bd7-bc8de235ac76" -d '{"events": [{"server_uuid": "b0a103cf-8d31-441f-9be7-4fa24dfb43a0", "name": "network-vif-plugged", "status": "completed", "tag": "b09602dd-86a7-49c8-8044-6b08d6fb6b7e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:03.670669 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-2dd91fb6-851e-4ffa-9f9c-67a86c19b0ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Deleting port caceb0b4-1456-4f39-85ca-291e66a88a50 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:03.671159 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-2dd91fb6-851e-4ffa-9f9c-67a86c19b0ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.678874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b09602dd-86a7-49c8-8044-6b08d6fb6b7e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,segment=NetworkSegment(114b104d-c997-4101-9eb2-d9e68d515536),segment_id=114b104d-c997-4101-9eb2-d9e68d515536)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:03.684517 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.698256 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.712250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:03.715167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23a0343-75ae-43b9-a788-830ac70d4495 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:03.769744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:03.770333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9e3dd319-8747-4fc2-a07e-2cb22b0b5fe6 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:03.785486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:03.799746 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.805892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:03.872284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=12']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:03.876554 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-2dd91fb6-851e-4ffa-9f9c-67a86c19b0ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] For port caceb0b4-1456-4f39-85ca-291e66a88a50, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=caceb0b4-1456-4f39-85ca-291e66a88a50,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:03.877859 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-2dd91fb6-851e-4ffa-9f9c-67a86c19b0ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.903816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-2dd91fb6-851e-4ffa-9f9c-67a86c19b0ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Calling delete_port for caceb0b4-1456-4f39-85ca-291e66a88a50 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:03.905343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-d605f3b5-3491-4776-9c78-5e01fa009bda tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:03.918378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] Sync routers for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:03.918616 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-d605f3b5-3491-4776-9c78-5e01fa009bda tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.928147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:03.928884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:03.978889 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-d605f3b5-3491-4776-9c78-5e01fa009bda tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "PUT /v2.0/floatingips/4949e614-7b88-4b62-8787-e780432d8686 HTTP/1.1" status: 200 len: 695 time: 1.0654373 Jul 13 07:31:04.044317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-2b2fce46-44f2-4e60-a464-7042282106fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.053490 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-2b2fce46-44f2-4e60-a464-7042282106fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 1096 time: 0.0715718 Jul 13 07:31:04.111563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e23a0343-75ae-43b9-a788-830ac70d4495'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:04.159725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:04.168812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-1930209c-2d90-4bd2-ba17-8145e0244110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.177421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-1930209c-2d90-4bd2-ba17-8145e0244110 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.1219933 Jul 13 07:31:04.185937 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-2dd91fb6-851e-4ffa-9f9c-67a86c19b0ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.205006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['caceb0b4-1456-4f39-85ca-291e66a88a50'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:04.232096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dcae3-0fc5-4b03-b621-2b71698c65cb req-b974c3a8-e05d-4c0c-811a-c028c7df38c1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.232096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b8dcae3-0fc5-4b03-b621-2b71698c65cb req-b974c3a8-e05d-4c0c-811a-c028c7df38c1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 949 time: 0.3878648 Jul 13 07:31:04.254240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-24df8dc6-ed88-4746-aca1-0f4652ab9287 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2 HTTP/1.1" status: 200 len: 217 time: 0.0733540 Jul 13 07:31:04.260461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd91fb6-851e-4ffa-9f9c-67a86c19b0ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Pushing event deleted for resources: {'Port': ['ID=caceb0b4-1456-4f39-85ca-291e66a88a50,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:04.327160 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b8dcae3-0fc5-4b03-b621-2b71698c65cb req-c32aacf8-1dcb-45c6-801f-3dc8908cc508 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901611 Jul 13 07:31:04.361822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-159ef04c-15cc-4172-b940-c88a45cd38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.366333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-2dd91fb6-851e-4ffa-9f9c-67a86c19b0ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] No DVR routers for this DVR port caceb0b4-1456-4f39-85ca-291e66a88a50 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:04.367731 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-159ef04c-15cc-4172-b940-c88a45cd38b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1005273 Jul 13 07:31:04.370306 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-2dd91fb6-851e-4ffa-9f9c-67a86c19b0ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.372204 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.373011 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab0fb374-6632-4ebb-ae0f-b272d79fd34a req-2dd91fb6-851e-4ffa-9f9c-67a86c19b0ab tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.53 "DELETE /v2.0/ports/caceb0b4-1456-4f39-85ca-291e66a88a50 HTTP/1.1" status: 204 len: 173 time: 0.8990569 Jul 13 07:31:04.373593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2', 'name': 'network-vif-deleted', 'tag': 'caceb0b4-1456-4f39-85ca-291e66a88a50'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:04.376636 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce16f98-ccce-430c-aa98-66e73192ac0f" -d '{"events": [{"server_uuid": "fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2", "name": "network-vif-deleted", "tag": "caceb0b4-1456-4f39-85ca-291e66a88a50"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:04.513504 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ff1f55d-c436-42e3-b9e2-4a6a089c5a8b req-5a70db5d-a46b-4410-873b-4660f7f2b231 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2 HTTP/1.1" status: 200 len: 210 time: 0.0433571 Jul 13 07:31:04.516143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-f60570a1-7152-4c87-8c5b-cdf8ff6c3b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.539806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-f60570a1-7152-4c87-8c5b-cdf8ff6c3b29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569417 Jul 13 07:31:04.621084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:04.707532 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e2effa-9213-4b84-b1ee-643bb5a34ccf x-openstack-request-id: req-08e2effa-9213-4b84-b1ee-643bb5a34ccf {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:04.707970 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a103cf-8d31-441f-9be7-4fa24dfb43a0", "name": "network-vif-plugged", "status": "completed", "tag": "b09602dd-86a7-49c8-8044-6b08d6fb6b7e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:04.709261 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08e2effa-9213-4b84-b1ee-643bb5a34ccf {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:04.710297 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a103cf-8d31-441f-9be7-4fa24dfb43a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09602dd-86a7-49c8-8044-6b08d6fb6b7e', 'code': 200} Jul 13 07:31:04.712709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] Checking router: 1bfc20fc-7577-4522-a196-840b1bd8d5bf for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:04.733187 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e20042-e168-4ce2-82b7-6235dba1d519 x-openstack-request-id: req-33e20042-e168-4ce2-82b7-6235dba1d519 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:04.733651 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2", "name": "network-vif-deleted", "tag": "caceb0b4-1456-4f39-85ca-291e66a88a50", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:04.733741 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33e20042-e168-4ce2-82b7-6235dba1d519 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:04.734324 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb08ca38-66d4-4e8f-a8b6-eeb8e6f257a2', 'name': 'network-vif-deleted', 'tag': 'caceb0b4-1456-4f39-85ca-291e66a88a50', 'status': 'completed', 'code': 200} Jul 13 07:31:04.745117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:04.746439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:04.783224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-f97467c7-2cb3-4573-ba0a-cf59d6fb25f1 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391200 Jul 13 07:31:04.879086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:04.973114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fa8072-4d41-4587-961b-95ae0cb62b51 req-be3ce901-b794-46f9-b85d-9bf0ae9282a7 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877382 Jul 13 07:31:04.990351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f530f-314a-49d2-8733-8753ce622740 req-9c296c84-7dfd-4f07-970d-8c4ac8349a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.992075 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-070f530f-314a-49d2-8733-8753ce622740 req-9c296c84-7dfd-4f07-970d-8c4ac8349a55 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 1097 time: 0.2257185 Jul 13 07:31:05.041343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-070f530f-314a-49d2-8733-8753ce622740 req-26e07763-ad80-4001-b465-f776e5fe34d0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Jul 13 07:31:05.059779 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d8392492-1f74-4eda-b651-e23d8fbddbc6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:05.123283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'tag': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:05.126459 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212b9f75-ec52-467e-982f-ccf5e6816ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfcf883-e340-47e0-afee-4514d8e850dc", "tag": "0416ec85-434e-4dc2-852b-0d94ec7eb4a2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:05.166087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1d111-f026-4797-9690-15f57353e9cb req-c6a114f5-7344-4e51-85be-b1c60a882644 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:05.167963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ffa1d111-f026-4797-9690-15f57353e9cb req-c6a114f5-7344-4e51-85be-b1c60a882644 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 946 time: 0.1442029 Jul 13 07:31:05.267543 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ffa1d111-f026-4797-9690-15f57353e9cb req-a009a8b1-7106-4192-b3fd-8c1bea4eccd2 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930092 Jul 13 07:31:05.287069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51232) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:05.375862 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34f5743-b5c9-4f6a-8ec9-23e4684ffc05 admin admin] Deleting subnet 60fe286e-8237-4f7c-baaf-eea98f1f5ebc {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:05.379111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b34f5743-b5c9-4f6a-8ec9-23e4684ffc05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.419899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:05.440755 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b34f5743-b5c9-4f6a-8ec9-23e4684ffc05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.475702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51242) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:05.483434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'subnets': [{'network_id': '5c9d9725-52d8-468f-9aaf-ec1575e58dd9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1545361060', 'ip_version': 6}, {'network_id': 'b88c2519-30b4-4e4b-b8b0-7e7a04e72933', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:05.483901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'subnet': {'network_id': '5c9d9725-52d8-468f-9aaf-ec1575e58dd9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1545361060', 'ip_version': 6}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:05.484995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Request body: {'subnet': {'network_id': 'b88c2519-30b4-4e4b-b8b0-7e7a04e72933', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:05.494676 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b34f5743-b5c9-4f6a-8ec9-23e4684ffc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.578887 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-9ed89b2c-e7af-40e4-bc1f-20e2569705b1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478773 Jul 13 07:31:05.615394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port e23a0343-75ae-43b9-a788-830ac70d4495 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:05.631836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port e23a0343-75ae-43b9-a788-830ac70d4495 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:05.633184 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.692884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:05.701625 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac22cb2-2de8-4729-8395-e5e6e1a9a82b x-openstack-request-id: req-9ac22cb2-2de8-4729-8395-e5e6e1a9a82b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:05.702540 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfcf883-e340-47e0-afee-4514d8e850dc", "tag": "0416ec85-434e-4dc2-852b-0d94ec7eb4a2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:05.702901 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ac22cb2-2de8-4729-8395-e5e6e1a9a82b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:05.703404 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'tag': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'status': 'completed', 'code': 200} Jul 13 07:31:05.728110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Made reservation on behalf of 8480d1a0432b41788769d1d0d8824d55 for: {'subnet': 2} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:05.733389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.733923 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.737098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086bd246-1845-4e2c-854e-eda11c453a02 None None] The sync data for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 is: [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:05.809926 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.854313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:05.859141 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.892248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-2920ccc6-fc10-4947-9466-af7d50d634b6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:05.901421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-2920ccc6-fc10-4947-9466-af7d50d634b6 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3214507 Jul 13 07:31:05.912711 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b34f5743-b5c9-4f6a-8ec9-23e4684ffc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.933162 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-fc5c2644-1a2b-446d-9c90-bc4016ecfb7b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/quotas/1a8e1186474f4ffbb6a81c31a63e1d6d HTTP/1.1" status: 200 len: 375 time: 0.0307369 Jul 13 07:31:05.974537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5647-ed41-47be-b477-c15eb9d5b981 req-623163d6-2d2b-4672-b7e9-910b5d5f4aa1 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:05.976363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f61d5647-ed41-47be-b477-c15eb9d5b981 req-623163d6-2d2b-4672-b7e9-910b5d5f4aa1 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 945 time: 0.2045059 Jul 13 07:31:06.000816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f5743-b5c9-4f6a-8ec9-23e4684ffc05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60fe286e-8237-4f7c-baaf-eea98f1f5ebc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:06.008939 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b34f5743-b5c9-4f6a-8ec9-23e4684ffc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.011602 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b34f5743-b5c9-4f6a-8ec9-23e4684ffc05 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/60fe286e-8237-4f7c-baaf-eea98f1f5ebc HTTP/1.1" status: 204 len: 168 time: 0.7233229 Jul 13 07:31:06.014158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=13']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:06.015800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-43a45c99-4076-4fdd-8467-797a41452654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:06.024744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51248) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:06.025290 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-43a45c99-4076-4fdd-8467-797a41452654 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 1096 time: 0.3259280 Jul 13 07:31:06.122631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f61d5647-ed41-47be-b477-c15eb9d5b981 req-2901f1d9-6f7a-486b-af45-ea8a2eb65694 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405799 Jul 13 07:31:06.151363 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767b337-4266-4c5b-b001-a4e5f10433b4 None None] New status for floating IP 4949e614-7b88-4b62-8787-e780432d8686: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:31:06.199948 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-7b17ebca-38f1-4cac-8c9d-8ac0c59d583d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2658784 Jul 13 07:31:06.240144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.241335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-bb35dda7-0f6d-426b-a409-9aaf2644f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:06.243772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-bb35dda7-0f6d-426b-a409-9aaf2644f106 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.2175598 Jul 13 07:31:06.262611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d5703351-d7d0-447b-a0c6-cb10f8ae23cc None None] Provisioning complete for port e23a0343-75ae-43b9-a788-830ac70d4495 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:06.262994 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d5703351-d7d0-447b-a0c6-cb10f8ae23cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.350254 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-d993e6f5-d1ff-4db6-8b65-0c6cb3dab58f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2 HTTP/1.1" status: 200 len: 217 time: 0.0960867 Jul 13 07:31:06.502152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-e7af87ad-019c-4c3c-af82-c153dcca134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:06.504096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-e7af87ad-019c-4c3c-af82-c153dcca134d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1429973 Jul 13 07:31:06.574399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.586335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40616115-1a6d-4fc8-b39a-431b83bf48b7']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:06.602755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5e580d-b340-4c17-b893-2f6edfd59bce') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:06.602975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5e580d-b340-4c17-b893-2f6edfd59bce') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:06.615575 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.628922 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-cbacaf8b-3553-4829-9657-86ec34d63da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:06.630209 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-cbacaf8b-3553-4829-9657-86ec34d63da6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155550 Jul 13 07:31:06.646776 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.658374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:06.658893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:06.660944 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:06.711449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:06.713856 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b54ce5-d011-4ca2-a555-ec6d30d7e040" -d '{"events": [{"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-plugged", "status": "completed", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:06.759996 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-0d4c594a-b51a-42df-ae90-4e1fe6ba5354 service neutron] 10.222.0.53 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212716 Jul 13 07:31:06.813050 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.824615 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.826585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] 10.222.0.44 "DELETE /v2.0/networks/40616115-1a6d-4fc8-b39a-431b83bf48b7 HTTP/1.1" status: 204 len: 168 time: 0.7987132 Jul 13 07:31:06.860449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b6c25-a549-45b4-b315-309888669f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=40616115-1a6d-4fc8-b39a-431b83bf48b7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:06.892746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-8926b1ee-9416-4991-a3d8-ed38da40eaac tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:06.892746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-8926b1ee-9416-4991-a3d8-ed38da40eaac tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2276103 Jul 13 07:31:06.893006 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-212b9f75-ec52-467e-982f-ccf5e6816ecb req-483b66fc-c53d-406b-aba4-f001e9b77039 service neutron] 10.222.0.53 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242859 Jul 13 07:31:06.995184 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-9d66ee44-c6fa-4638-967b-d757b5153bb0 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 696 time: 0.0837417 Jul 13 07:31:07.002194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-da75ce6b-f45e-44e4-b66c-dcdd465ef8a3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Request body: {'floatingip': {'port_id': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:07.006494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.061759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cc87e-d046-464f-8fb7-a666f193cf88 req-07c794ef-152c-49ad-ae08-03a99c4a7895 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.063618 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-149cc87e-d046-464f-8fb7-a666f193cf88 req-07c794ef-152c-49ad-ae08-03a99c4a7895 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 946 time: 0.1194742 Jul 13 07:31:07.075776 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-da75ce6b-f45e-44e4-b66c-dcdd465ef8a3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.094610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51272) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:07.129991 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-149cc87e-d046-464f-8fb7-a666f193cf88 req-50234034-f724-48be-8437-839c77918ae6 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595033 Jul 13 07:31:07.158878 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-57f5460b-7993-471b-b9d9-876d61e3d48d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea464cf7bef84c148440a20fffb9fff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629086 Jul 13 07:31:07.161327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51276) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:07.172643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'Subnet': ['ID=f4fc8754-579f-497b-b60d-1877c33e709a,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:07.214239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Checking segment: {'id': 'a6602320-df1e-4754-bfe3-b01c1be71cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5c9d9725-52d8-468f-9aaf-ec1575e58dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:07.215195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Network hostable DHCP agents. Network: 5c9d9725-52d8-468f-9aaf-ec1575e58dd9, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:07.250022 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Network 5c9d9725-52d8-468f-9aaf-ec1575e58dd9 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:07.257584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device caceb0b4-1456-4f39-85ca-291e66a88a50 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:07.274834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c014019-95bd-4175-85e9-5493057b0695 req-33fe62f4-a7d7-4f39-8920-cb286e7270e9 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.276407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c014019-95bd-4175-85e9-5493057b0695 req-33fe62f4-a7d7-4f39-8920-cb286e7270e9 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdfcf883-e340-47e0-afee-4514d8e850dc HTTP/1.1" status: 200 len: 945 time: 0.1032860 Jul 13 07:31:07.304102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: caceb0b4-1456-4f39-85ca-291e66a88a50 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:07.305767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device caceb0b4-1456-4f39-85ca-291e66a88a50 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:07.306533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 5c9d9725-52d8-468f-9aaf-ec1575e58dd9) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:07.315149 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.327802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80835e9-4348-4352-81fb-e87a245163f4 None None] Network 5c9d9725-52d8-468f-9aaf-ec1575e58dd9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:07.350110 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb353ca5-71ae-41c4-9860-d456ed1689d7 req-8763fd5d-5f26-484d-a1ce-bececcc1e244 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 210 time: 0.0685549 Jul 13 07:31:07.356089 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f09edbf4-cb01-4b6b-83c7-b8320f5f9a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.424909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event updated for resources: {'Subnet': ['ID=959cd9c0-69e6-4adf-b652-bee5b2bff337,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:07.441275 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d898df1-ab0a-4990-a892-51847392b30c x-openstack-request-id: req-8d898df1-ab0a-4990-a892-51847392b30c {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:07.441569 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-plugged", "status": "completed", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:07.442326 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d898df1-ab0a-4990-a892-51847392b30c {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:07.442631 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'code': 200} Jul 13 07:31:07.443690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f09edbf4-cb01-4b6b-83c7-b8320f5f9a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.483007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Checking segment: {'id': '2af5cd8b-c263-477d-9cf4-18762258d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b88c2519-30b4-4e4b-b8b0-7e7a04e72933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:07.483460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Network hostable DHCP agents. Network: b88c2519-30b4-4e4b-b8b0-7e7a04e72933, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:07.527314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f09edbf4-cb01-4b6b-83c7-b8320f5f9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.531149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f09edbf4-cb01-4b6b-83c7-b8320f5f9a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.534736 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f09edbf4-cb01-4b6b-83c7-b8320f5f9a2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2efa0f8-efb4-4a2c-989e-3c0677d1aad0 HTTP/1.1" status: 204 len: 168 time: 0.3702343 Jul 13 07:31:07.552415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09edbf4-cb01-4b6b-83c7-b8320f5f9a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2efa0f8-efb4-4a2c-989e-3c0677d1aad0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:07.570877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Network b88c2519-30b4-4e4b-b8b0-7e7a04e72933 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:07.580902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-5c9d9725-52d8-468f-9aaf-ec1575e58dd9', 'network_id': '5c9d9725-52d8-468f-9aaf-ec1575e58dd9', 'tenant_id': '8480d1a0432b41788769d1d0d8824d55', 'fixed_ips': [{'subnet_id': 'f4fc8754-579f-497b-b60d-1877c33e709a'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:07.581774 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.619189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-4c014019-95bd-4175-85e9-5493057b0695 req-3e0c5396-0167-4a2e-af33-02c6d2b01026 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Deleting port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:07.619540 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4c014019-95bd-4175-85e9-5493057b0695 req-3e0c5396-0167-4a2e-af33-02c6d2b01026 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.638057 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b88c2519-30b4-4e4b-b8b0-7e7a04e72933) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:07.645053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.645726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.646500 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.667850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f291e11-492b-46a1-b0ef-af090d905988 None None] Network b88c2519-30b4-4e4b-b8b0-7e7a04e72933 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:07.678637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e5c22754-c064-4805-8f26-fe0177e0cb5c tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1995678 Jul 13 07:31:07.679600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51282) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:07.717774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7f1e7-5b68-4bc0-b29f-37654034f4d3 req-636edfff-29c0-4d7d-8403-8dfa315e333d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.724974 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78d7f1e7-5b68-4bc0-b29f-37654034f4d3 req-636edfff-29c0-4d7d-8403-8dfa315e333d tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 951 time: 0.1513381 Jul 13 07:31:07.781379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-4c014019-95bd-4175-85e9-5493057b0695 req-3e0c5396-0167-4a2e-af33-02c6d2b01026 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] For port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:07.782157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4c014019-95bd-4175-85e9-5493057b0695 req-3e0c5396-0167-4a2e-af33-02c6d2b01026 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.806908 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78d7f1e7-5b68-4bc0-b29f-37654034f4d3 req-f2834bbd-8204-4e6e-b160-cfe97c563027 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754066 Jul 13 07:31:07.822743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-4c014019-95bd-4175-85e9-5493057b0695 req-3e0c5396-0167-4a2e-af33-02c6d2b01026 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Calling delete_port for 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:07.840836 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.872425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Allocated IP 2001:db8::1 (5c9d9725-52d8-468f-9aaf-ec1575e58dd9/f4fc8754-579f-497b-b60d-1877c33e709a/92c8c18b-2f07-49c3-af11-87c98e5215a7) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:08.047587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-b88c2519-30b4-4e4b-b8b0-7e7a04e72933', 'network_id': 'b88c2519-30b4-4e4b-b8b0-7e7a04e72933', 'tenant_id': '8480d1a0432b41788769d1d0d8824d55', 'fixed_ips': [{'subnet_id': '959cd9c0-69e6-4adf-b652-bee5b2bff337'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:08.049734 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.105997 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4c014019-95bd-4175-85e9-5493057b0695 req-3e0c5396-0167-4a2e-af33-02c6d2b01026 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.137563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e52d47da-bac6-46b2-a9c3-12ed6c083f17'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:08.143356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['0416ec85-434e-4dc2-852b-0d94ec7eb4a2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:08.182009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c5396-0167-4a2e-af33-02c6d2b01026 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Pushing event deleted for resources: {'Port': ['ID=0416ec85-434e-4dc2-852b-0d94ec7eb4a2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:08.252203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c014019-95bd-4175-85e9-5493057b0695 req-3e0c5396-0167-4a2e-af33-02c6d2b01026 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] No DVR routers for this DVR port 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:08.255391 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4c014019-95bd-4175-85e9-5493057b0695 req-3e0c5396-0167-4a2e-af33-02c6d2b01026 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.258450 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c014019-95bd-4175-85e9-5493057b0695 req-3e0c5396-0167-4a2e-af33-02c6d2b01026 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.53 "DELETE /v2.0/ports/0416ec85-434e-4dc2-852b-0d94ec7eb4a2 HTTP/1.1" status: 204 len: 173 time: 0.9737411 Jul 13 07:31:08.259207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'name': 'network-vif-deleted', 'tag': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:08.263422 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe272f2-733a-440b-862f-a90fab7295dc" -d '{"events": [{"server_uuid": "fdfcf883-e340-47e0-afee-4514d8e850dc", "name": "network-vif-deleted", "tag": "0416ec85-434e-4dc2-852b-0d94ec7eb4a2"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:08.303471 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.315786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Transition to ACTIVE for port object 92c8c18b-2f07-49c3-af11-87c98e5215a7 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:08.357399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Transition to ACTIVE for port object 92c8c18b-2f07-49c3-af11-87c98e5215a7 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:08.496405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-2ce98160-065f-4684-ba79-2cc817220e16 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1181521 Jul 13 07:31:08.509881 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.542256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.resource_extend [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-da75ce6b-f45e-44e4-b66c-dcdd465ef8a3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:31:08.581201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2120ab-ab6c-4517-aac0-6c034d1bc9aa tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.582831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2120ab-ab6c-4517-aac0-6c034d1bc9aa tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.584371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2120ab-ab6c-4517-aac0-6c034d1bc9aa tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.595286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51310) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:08.595478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4e2120ab-ab6c-4517-aac0-6c034d1bc9aa tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.9125144 Jul 13 07:31:08.684146 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-da75ce6b-f45e-44e4-b66c-dcdd465ef8a3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.701370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-da75ce6b-f45e-44e4-b66c-dcdd465ef8a3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.722544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-2864a0e8-6eef-4e4e-83e7-b9414439bbac tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Deleting subnet f4fc8754-579f-497b-b60d-1877c33e709a {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:08.729115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2864a0e8-6eef-4e4e-83e7-b9414439bbac tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.739996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Network 5c9d9725-52d8-468f-9aaf-ec1575e58dd9 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:08.756473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:08.759387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-38a55c57-360e-4a6d-a107-a01ae74bafce tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.761154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-38a55c57-360e-4a6d-a107-a01ae74bafce tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.54 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 951 time: 0.3841746 Jul 13 07:31:08.766162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:08.774928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-055f607b-2a6c-41f9-9fc3-05922df956a4 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.776635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-055f607b-2a6c-41f9-9fc3-05922df956a4 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2585700 Jul 13 07:31:08.778849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Allocated IP 2001:db8:0:1::1 (b88c2519-30b4-4e4b-b8b0-7e7a04e72933/959cd9c0-69e6-4adf-b652-bee5b2bff337/b313a5bd-767f-49d6-ad48-cffb12eedd1c) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:08.784650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Pushing event updated for resources: {'Port': ['ID=92c8c18b-2f07-49c3-af11-87c98e5215a7,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:08.788094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2864a0e8-6eef-4e4e-83e7-b9414439bbac tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.799667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Request body: {'port': {'device_id': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '1a8e1186474f4ffbb6a81c31a63e1d6d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:08.833099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51316) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:08.849446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847488c-38cb-4529-93f6-da82e332950b req-3066dd62-8eb5-4bab-9242-f3fef31578af tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.851710 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5847488c-38cb-4529-93f6-da82e332950b req-3066dd62-8eb5-4bab-9242-f3fef31578af tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 945 time: 0.1759746 Jul 13 07:31:08.972516 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5847488c-38cb-4529-93f6-da82e332950b req-8d48a52c-3c19-42e5-84b2-f07c2280ae79 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076748 Jul 13 07:31:08.988390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2864a0e8-6eef-4e4e-83e7-b9414439bbac tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.995511 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-da75ce6b-f45e-44e4-b66c-dcdd465ef8a3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Floating IP 4949e614-7b88-4b62-8787-e780432d8686 associated. External IP: 172.25.6.134, port: e52d47da-bac6-46b2-a9c3-12ed6c083f17. Jul 13 07:31:09.033286 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5194a8f5-d27b-4aa9-88f9-9a1a8dc94baf x-openstack-request-id: req-5194a8f5-d27b-4aa9-88f9-9a1a8dc94baf {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:09.035201 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfcf883-e340-47e0-afee-4514d8e850dc", "name": "network-vif-deleted", "tag": "0416ec85-434e-4dc2-852b-0d94ec7eb4a2", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:09.035712 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5194a8f5-d27b-4aa9-88f9-9a1a8dc94baf {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:09.037482 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfcf883-e340-47e0-afee-4514d8e850dc', 'name': 'network-vif-deleted', 'tag': '0416ec85-434e-4dc2-852b-0d94ec7eb4a2', 'status': 'completed', 'code': 200} Jul 13 07:31:09.091320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2144554887-network', 'tenant_id': 'fb36c31a909543b38b6c90c202d20d80'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:09.096991 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2864a0e8-6eef-4e4e-83e7-b9414439bbac tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.100938 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.111869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Transition to ACTIVE for port object b313a5bd-767f-49d6-ad48-cffb12eedd1c will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:09.134423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Transition to ACTIVE for port object b313a5bd-767f-49d6-ad48-cffb12eedd1c will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:09.139250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Made reservation on behalf of 1a8e1186474f4ffbb6a81c31a63e1d6d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:09.143008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.154183 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2864a0e8-6eef-4e4e-83e7-b9414439bbac tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.158032 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2864a0e8-6eef-4e4e-83e7-b9414439bbac tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "DELETE /v2.0/subnets/f4fc8754-579f-497b-b60d-1877c33e709a HTTP/1.1" status: 204 len: 168 time: 0.5613534 Jul 13 07:31:09.162863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864a0e8-6eef-4e4e-83e7-b9414439bbac tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Subnet': ['ID=f4fc8754-579f-497b-b60d-1877c33e709a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.166915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-5d9a1489-9163-47cd-901c-9fa47a2d57e1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Deleting port d8392492-1f74-4eda-b651-e23d8fbddbc6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:09.168057 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-5d9a1489-9163-47cd-901c-9fa47a2d57e1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.176411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51322) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:09.192340 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.193135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Made reservation on behalf of fb36c31a909543b38b6c90c202d20d80 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:09.197159 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.219670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.297308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Attempting to bind port 92c8c18b-2f07-49c3-af11-87c98e5215a7 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:09.297676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Attempting to bind port 92c8c18b-2f07-49c3-af11-87c98e5215a7 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'a6602320-df1e-4754-bfe3-b01c1be71cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5c9d9725-52d8-468f-9aaf-ec1575e58dd9'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:09.298046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Attempting to bind port 92c8c18b-2f07-49c3-af11-87c98e5215a7 on network 5c9d9725-52d8-468f-9aaf-ec1575e58dd9 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:09.302167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Network b88c2519-30b4-4e4b-b8b0-7e7a04e72933 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:09.313595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:09.321261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:09.321641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Checking segment: {'id': 'a6602320-df1e-4754-bfe3-b01c1be71cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5c9d9725-52d8-468f-9aaf-ec1575e58dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:09.322050 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.322450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Bound using segment: {'id': 'a6602320-df1e-4754-bfe3-b01c1be71cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5c9d9725-52d8-468f-9aaf-ec1575e58dd9'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:09.322963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Bound port: 92c8c18b-2f07-49c3-af11-87c98e5215a7, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6602320-df1e-4754-bfe3-b01c1be71cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5c9d9725-52d8-468f-9aaf-ec1575e58dd9'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:09.323380 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.330071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:09.397844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Pushing event updated for resources: {'Port': ['ID=b313a5bd-767f-49d6-ad48-cffb12eedd1c,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.406023 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.426099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.453840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:09.465557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e999c0b5-6433-4d4c-93be-dab9b4defaa5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.466928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-5d9a1489-9163-47cd-901c-9fa47a2d57e1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] For port d8392492-1f74-4eda-b651-e23d8fbddbc6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=d8392492-1f74-4eda-b651-e23d8fbddbc6,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:09.467581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-5d9a1489-9163-47cd-901c-9fa47a2d57e1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.472504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Attempting to bind port b313a5bd-767f-49d6-ad48-cffb12eedd1c on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:09.472856 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.472980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Attempting to bind port b313a5bd-767f-49d6-ad48-cffb12eedd1c by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '2af5cd8b-c263-477d-9cf4-18762258d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b88c2519-30b4-4e4b-b8b0-7e7a04e72933'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:09.473216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Attempting to bind port b313a5bd-767f-49d6-ad48-cffb12eedd1c on network b88c2519-30b4-4e4b-b8b0-7e7a04e72933 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:09.473585 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Added segment 928827fc-48cc-4238-8a77-abd7fac6f8a1 of type vlan for network 83303d8c-f696-4cb9-b72c-72b2d7141e7d Jul 13 07:31:09.484832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ec94bb-d9f3-43a6-8fda-c568bca194bd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Deleting subnet 959cd9c0-69e6-4adf-b652-bee5b2bff337 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:09.502150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:09.502651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Checking segment: {'id': '2af5cd8b-c263-477d-9cf4-18762258d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b88c2519-30b4-4e4b-b8b0-7e7a04e72933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:09.503126 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.503583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Bound using segment: {'id': '2af5cd8b-c263-477d-9cf4-18762258d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b88c2519-30b4-4e4b-b8b0-7e7a04e72933'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:09.504202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Bound port: b313a5bd-767f-49d6-ad48-cffb12eedd1c, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af5cd8b-c263-477d-9cf4-18762258d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b88c2519-30b4-4e4b-b8b0-7e7a04e72933'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:09.504764 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.520822 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25ea2c19-3d6e-4bd4-93b2-801d614c9dcb req-96046015-98d9-40c7-82d7-c8835594c2bb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 210 time: 0.0495176 Jul 13 07:31:09.526970 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87ec94bb-d9f3-43a6-8fda-c568bca194bd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.529835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-5d9a1489-9163-47cd-901c-9fa47a2d57e1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Calling delete_port for d8392492-1f74-4eda-b651-e23d8fbddbc6 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:09.530536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] For port 92c8c18b-2f07-49c3-af11-87c98e5215a7, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:09.534251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] For port 92c8c18b-2f07-49c3-af11-87c98e5215a7, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=92c8c18b-2f07-49c3-af11-87c98e5215a7,segment=NetworkSegment(a6602320-df1e-4754-bfe3-b01c1be71cda),segment_id=a6602320-df1e-4754-bfe3-b01c1be71cda)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:09.562765 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.592121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.667697 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.668472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:09.669173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.676087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87ec94bb-d9f3-43a6-8fda-c568bca194bd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.677115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099439c-42af-42f3-9f2c-a52284628fa2 None None] Pushing event updated for resources: {'Port': ['ID=92c8c18b-2f07-49c3-af11-87c98e5215a7,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.680588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] For port b313a5bd-767f-49d6-ad48-cffb12eedd1c, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:09.696578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] For port b313a5bd-767f-49d6-ad48-cffb12eedd1c, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b313a5bd-767f-49d6-ad48-cffb12eedd1c,segment=NetworkSegment(2af5cd8b-c263-477d-9cf4-18762258d58e),segment_id=2af5cd8b-c263-477d-9cf4-18762258d58e)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:09.701669 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.707346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b25a3e-0c35-48b7-8408-258ed2cfbbac None None] Network 5c9d9725-52d8-468f-9aaf-ec1575e58dd9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:09.735165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-da75ce6b-f45e-44e4-b66c-dcdd465ef8a3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Router 1bfc20fc-7577-4522-a196-840b1bd8d5bf has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:09.749274 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9150159 Jul 13 07:31:09.753158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Allocated IP 192.168.233.130 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/9fdad1f0-8b5e-4125-883e-ca1257535b8e) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:09.753617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51326) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:09.759668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Request body: {'subnet': {'network_id': '83303d8c-f696-4cb9-b72c-72b2d7141e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144554887-subnet', 'tenant_id': 'fb36c31a909543b38b6c90c202d20d80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:09.797939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dcf0f-b367-409b-a8aa-b6a1c64351e7 admin admin] Pushing event updated for resources: {'Network': ['ID=83303d8c-f696-4cb9-b72c-72b2d7141e7d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.822787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 83303d8c-f696-4cb9-b72c-72b2d7141e7d details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:09.833649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0f5e9-7213-4092-99da-3ad4b42b8c37 req-89c8e3b8-242e-4404-85a2-c9f42ecc7869 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:09.836179 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c8c0f5e9-7213-4092-99da-3ad4b42b8c37 req-89c8e3b8-242e-4404-85a2-c9f42ecc7869 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/ports?device_id=2051b42a-ff1f-41d8-aa9a-e677f1908755 HTTP/1.1" status: 200 len: 951 time: 0.1866744 Jul 13 07:31:09.837181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Made reservation on behalf of fb36c31a909543b38b6c90c202d20d80 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:09.839681 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.842925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6b02-6b59-488a-895b-bd68830e927b None None] Pushing event updated for resources: {'Port': ['ID=b313a5bd-767f-49d6-ad48-cffb12eedd1c,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.844960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df81277-3bb2-4ec4-bb16-de5815d7cbfb req-08ccc814-4d68-4772-a02b-395d970152bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:09.846510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3df81277-3bb2-4ec4-bb16-de5815d7cbfb req-08ccc814-4d68-4772-a02b-395d970152bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bce7b4b831094d619ab01ef5d28d7127&device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 1097 time: 0.3585722 Jul 13 07:31:09.986140 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c8c0f5e9-7213-4092-99da-3ad4b42b8c37 req-a1245281-d20f-4695-8446-b35286b76b39 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c6adb0f-7b46-479b-850d-f3a9d49d3085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716491 Jul 13 07:31:10.038925 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87ec94bb-d9f3-43a6-8fda-c568bca194bd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.198530 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.255377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-5d9a1489-9163-47cd-901c-9fa47a2d57e1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.268190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['d8392492-1f74-4eda-b651-e23d8fbddbc6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:10.320981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a704d48-9053-4c19-9c25-8b58deb2d26c,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:10.329250 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Checking segment: {'id': '928827fc-48cc-4238-8a77-abd7fac6f8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '83303d8c-f696-4cb9-b72c-72b2d7141e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:10.329679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Network hostable DHCP agents. Network: 83303d8c-f696-4cb9-b72c-72b2d7141e7d, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:10.345963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-da75ce6b-f45e-44e4-b66c-dcdd465ef8a3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:10.352427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df81277-3bb2-4ec4-bb16-de5815d7cbfb req-3b60c8f5-79e8-455f-baf1-a32b1764ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:10.353994 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3df81277-3bb2-4ec4-bb16-de5815d7cbfb req-3b60c8f5-79e8-455f-baf1-a32b1764ac47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=882ee43d-8d61-4026-a4fb-24ef4f90e339 HTTP/1.1" status: 200 len: 914 time: 0.4942267 Jul 13 07:31:10.359092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-da75ce6b-f45e-44e4-b66c-dcdd465ef8a3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.360134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] Sync routers for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:10.364309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a1489-9163-47cd-901c-9fa47a2d57e1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Pushing event deleted for resources: {'Port': ['ID=d8392492-1f74-4eda-b651-e23d8fbddbc6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:10.370431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d517085-be9d-4a58-8609-f1ad123508f8 req-ab530989-80a3-461a-a7d9-3401db6b517a tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:10.377719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:10.378123 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d517085-be9d-4a58-8609-f1ad123508f8 req-ab530989-80a3-461a-a7d9-3401db6b517a tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 946 time: 0.1422622 Jul 13 07:31:10.378674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:10.387901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Network 83303d8c-f696-4cb9-b72c-72b2d7141e7d is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:10.408775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 83303d8c-f696-4cb9-b72c-72b2d7141e7d) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:10.421169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:10.421886 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.442525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8933de50-50ca-41a0-84ce-0c7979b0f757 None None] Network 83303d8c-f696-4cb9-b72c-72b2d7141e7d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:10.451661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d517085-be9d-4a58-8609-f1ad123508f8 req-86d58fae-abf7-45d0-9fa4-3d098a744242 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724816 Jul 13 07:31:10.465684 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a533620a-4b43-46bb-9b56-8effd212bb38 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7103007 Jul 13 07:31:10.597368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:10.731023 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b313a5bd-767f-49d6-ad48-cffb12eedd1c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:10.907940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a80e9ba-0ab3-4e6a-81a5-67a33f3d8af4 None None] Network 83303d8c-f696-4cb9-b72c-72b2d7141e7d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:10.936153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port b313a5bd-767f-49d6-ad48-cffb12eedd1c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:10.951427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87ec94bb-d9f3-43a6-8fda-c568bca194bd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.954728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3df81277-3bb2-4ec4-bb16-de5815d7cbfb req-d32ecdb4-e34f-4949-9a8f-014ad85dbf92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b09602dd-86a7-49c8-8044-6b08d6fb6b7e HTTP/1.1" status: 200 len: 217 time: 0.5785706 Jul 13 07:31:10.980993 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4dfa0f94-57bc-48fa-a4b9-a865226c2395 req-e9255b43-52cc-43f0-975a-663b53006421 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 210 time: 0.0549471 Jul 13 07:31:11.016170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-5d9a1489-9163-47cd-901c-9fa47a2d57e1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] No DVR routers for this DVR port d8392492-1f74-4eda-b651-e23d8fbddbc6 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:11.043395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-5d9a1489-9163-47cd-901c-9fa47a2d57e1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.046494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d00beac-696a-4ace-9291-51fb7a80cd40 req-5d9a1489-9163-47cd-901c-9fa47a2d57e1 tempest-ServersAdminTestJSON-414610021 tempest-ServersAdminTestJSON-414610021-project] 10.222.0.54 "DELETE /v2.0/ports/d8392492-1f74-4eda-b651-e23d8fbddbc6 HTTP/1.1" status: 204 len: 173 time: 2.2644563 Jul 13 07:31:11.051290 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.072795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-deleted', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:11.075565 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e87d9fd-394c-40ee-beca-c50968b86b1a" -d '{"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-deleted", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:11.087202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-da75ce6b-f45e-44e4-b66c-dcdd465ef8a3 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "PUT /v2.0/floatingips/4949e614-7b88-4b62-8787-e780432d8686 HTTP/1.1" status: 200 len: 996 time: 4.0910332 Jul 13 07:31:11.104350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec94bb-d9f3-43a6-8fda-c568bca194bd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Subnet': ['ID=959cd9c0-69e6-4adf-b652-bee5b2bff337,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:11.111013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87ec94bb-d9f3-43a6-8fda-c568bca194bd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.115687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-87ec94bb-d9f3-43a6-8fda-c568bca194bd tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "DELETE /v2.0/subnets/959cd9c0-69e6-4adf-b652-bee5b2bff337 HTTP/1.1" status: 204 len: 168 time: 1.9320538 Jul 13 07:31:11.116456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51346) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:11.155441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Transition to ACTIVE for port object 9fdad1f0-8b5e-4125-883e-ca1257535b8e will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:11.172049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df81277-3bb2-4ec4-bb16-de5815d7cbfb req-709dd78a-a449-48ed-a27b-8841a3de560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:11.181753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3df81277-3bb2-4ec4-bb16-de5815d7cbfb req-709dd78a-a449-48ed-a27b-8841a3de560d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21a3074a-49df-4827-b92d-3fd6ebbcbb5b HTTP/1.1" status: 200 len: 853 time: 0.1893148 Jul 13 07:31:11.233394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:8e:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff92d9-941a-4223-968b-213966c6c8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:31:07Z', 'revision_number': 8, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:11.239370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3df81277-3bb2-4ec4-bb16-de5815d7cbfb req-06e1864b-f62d-4426-8aa3-6e7ad7e871cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=882ee43d-8d61-4026-a4fb-24ef4f90e339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491128 Jul 13 07:31:11.265976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8024a63d-41c1-43eb-8f6a-df85f030bac0 None None] Network b88c2519-30b4-4e4b-b8b0-7e7a04e72933 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:11.273190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] Checking router: 1bfc20fc-7577-4522-a196-840b1bd8d5bf for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:11.285036 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:11.304898 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.332882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ca5b033b-195b-42d3-82bb-e04df53c279f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:11.335862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'e23a0343-75ae-43b9-a788-830ac70d4495'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:11.337082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-309dcf98-801d-48a9-9dca-f6a2b826ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:11.344861 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-309dcf98-801d-48a9-9dca-f6a2b826ac1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1096 time: 0.2351179 Jul 13 07:31:11.369261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:11.369899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0416ec85-434e-4dc2-852b-0d94ec7eb4a2 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:11.407461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:11.408042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:11.461854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:11.479100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:11.485777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:11.517078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80fc72d4-2ee6-4571-89f6-b24dbcc335e1 None None] Provisioning for port b313a5bd-767f-49d6-ad48-cffb12eedd1c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:11.520728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3df81277-3bb2-4ec4-bb16-de5815d7cbfb req-59b5163e-bd0e-4a98-ab9e-01eebefb6433 service neutron] 10.222.0.54 "GET /v2.0/networks/882ee43d-8d61-4026-a4fb-24ef4f90e339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692688 Jul 13 07:31:11.526046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:11.526224 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80fc72d4-2ee6-4571-89f6-b24dbcc335e1 None None] Provisioning complete for port b313a5bd-767f-49d6-ad48-cffb12eedd1c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:11.526303 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80fc72d4-2ee6-4571-89f6-b24dbcc335e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.558061 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [req-716522fa-8b27-45d1-a2e1-fc97e72a49c9 req-a6e97411-9b96-4791-809c-e58bd7dc823e tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] show failed (client error): The resource could not be found. Jul 13 07:31:11.572784 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-716522fa-8b27-45d1-a2e1-fc97e72a49c9 req-a6e97411-9b96-4791-809c-e58bd7dc823e tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] 10.222.0.44 "GET /v2.0/security-groups/0ae7e12e-0aed-4e60-8d9e-0e59039aacf2 HTTP/1.1" status: 404 len: 352 time: 0.3182347 Jul 13 07:31:11.583216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf884b93-29c2-4af6-9569-dc952207c591 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:11.590727 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cf884b93-29c2-4af6-9569-dc952207c591 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4728630 Jul 13 07:31:11.591401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51352) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:11.593864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-c5cc2b4f-76d4-4a45-96ec-1923a8b24b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:11.601503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-c5cc2b4f-76d4-4a45-96ec-1923a8b24b49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.2550755 Jul 13 07:31:11.617455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:11.618121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.685872 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.750164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-4d07f941-591b-4377-9daf-0fba25e2c612 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9587343 Jul 13 07:31:11.775685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Request body: {'port': {'device_id': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:11.785971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-c8a39ec3-0b4c-4baf-9a7b-20f2b89f6d37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 999 time: 0.1835158 Jul 13 07:31:11.839317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3df81277-3bb2-4ec4-bb16-de5815d7cbfb req-758942a8-46a6-48d4-a0b4-75e45f97c431 service neutron] 10.222.0.54 "GET /v2.0/networks/882ee43d-8d61-4026-a4fb-24ef4f90e339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999396 Jul 13 07:31:11.891830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-70c590f9-d25d-4cbb-936d-0318bef513eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:11.895241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-70c590f9-d25d-4cbb-936d-0318bef513eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1083603 Jul 13 07:31:11.927271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:11.941882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c243b0-29db-4f91-b68e-277f26a5834f req-90b31f75-5495-4ab7-a18a-d5ab299d0f7d tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:11.945027 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7c243b0-29db-4f91-b68e-277f26a5834f req-90b31f75-5495-4ab7-a18a-d5ab299d0f7d tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 945 time: 0.1806538 Jul 13 07:31:11.945141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.949342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Deleting port b313a5bd-767f-49d6-ad48-cffb12eedd1c {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:11.949933 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.000669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-8cb578f2-eda7-4435-9ec0-491ae02c941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:12.009637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-8cb578f2-eda7-4435-9ec0-491ae02c941d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134779 Jul 13 07:31:12.041968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] For port b313a5bd-767f-49d6-ad48-cffb12eedd1c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b313a5bd-767f-49d6-ad48-cffb12eedd1c,segment=NetworkSegment(2af5cd8b-c263-477d-9cf4-18762258d58e),segment_id=2af5cd8b-c263-477d-9cf4-18762258d58e)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:12.042693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.063907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Calling delete_port for b313a5bd-767f-49d6-ad48-cffb12eedd1c owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:12.108737 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80fc72d4-2ee6-4571-89f6-b24dbcc335e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.169114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.197060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] No DVR routers for this DVR port b313a5bd-767f-49d6-ad48-cffb12eedd1c on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:12.208146 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-52f44755-9589-46c8-8c9c-c9d81924cf86 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975172 Jul 13 07:31:12.216667 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71713bd5-8ca1-4c14-bdb7-a02444fe8e69 None None] DHCP port deletion for b88c2519-30b4-4e4b-b8b0-7e7a04e72933 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:12.278549 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7c243b0-29db-4f91-b68e-277f26a5834f req-e54d6306-53f4-4e9c-8888-714bb6d9a986 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212699 Jul 13 07:31:12.279357 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Port': ['ID=b313a5bd-767f-49d6-ad48-cffb12eedd1c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:12.297600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c631aac-2e1d-487b-8c52-dc51d9b28770 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:31:12.376309 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc74349-73e6-473d-a82b-e7f849734b79 req-0954ba47-ef6a-4ce1-9acd-632e027ea368 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671441 Jul 13 07:31:12.411520 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.426149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88c2519-30b4-4e4b-b8b0-7e7a04e72933']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:12.441372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af5cd8b-c263-477d-9cf4-18762258d58e') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:12.441675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af5cd8b-c263-477d-9cf4-18762258d58e') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:12.455204 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.473173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.481224 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:12.481634 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.510793 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cfca69-8ef8-441a-a5e8-cfb360c5e9d9 x-openstack-request-id: req-26cfca69-8ef8-441a-a5e8-cfb360c5e9d9 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:12.511380 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2051b42a-ff1f-41d8-aa9a-e677f1908755", "name": "network-vif-deleted", "tag": "d8392492-1f74-4eda-b651-e23d8fbddbc6", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:12.511837 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26cfca69-8ef8-441a-a5e8-cfb360c5e9d9 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:12.513258 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2051b42a-ff1f-41d8-aa9a-e677f1908755', 'name': 'network-vif-deleted', 'tag': 'd8392492-1f74-4eda-b651-e23d8fbddbc6', 'status': 'completed', 'code': 200} Jul 13 07:31:12.531614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdad1f0-8b5e-4125-883e-ca1257535b8e {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:12.561328 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.594002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-74a379ca-8720-43a4-b6fe-78b2bdba506a None None] Provisioning for port 9fdad1f0-8b5e-4125-883e-ca1257535b8e completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:12.598950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Transition to ACTIVE for port object 9fdad1f0-8b5e-4125-883e-ca1257535b8e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:12.605095 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.690827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b313a5bd-767f-49d6-ad48-cffb12eedd1c no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:12.753861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:12.761061 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:12.771362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: b313a5bd-767f-49d6-ad48-cffb12eedd1c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:12.771868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b313a5bd-767f-49d6-ad48-cffb12eedd1c not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:12.799261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c631aac-2e1d-487b-8c52-dc51d9b28770 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:31:12.814347 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.836825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:8e:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff92d9-941a-4223-968b-213966c6c8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:31:07Z', 'revision_number': 8, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:12.843920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1bc60-0720-41ef-be72-e3751c6ffd15 req-f7322dce-df41-4ad5-ac58-c4da1ae2e44a tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:12.846173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.851991 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3b1bc60-0720-41ef-be72-e3751c6ffd15 req-f7322dce-df41-4ad5-ac58-c4da1ae2e44a tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 946 time: 0.1578815 Jul 13 07:31:12.852185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "DELETE /v2.0/networks/b88c2519-30b4-4e4b-b8b0-7e7a04e72933 HTTP/1.1" status: 204 len: 168 time: 1.2596664 Jul 13 07:31:12.854050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51366) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:12.857390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf9c2b-a80c-42c2-a56a-31a8a1e33e80 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Network': ['ID=b88c2519-30b4-4e4b-b8b0-7e7a04e72933,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:12.874460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51368) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:12.903772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c301a-9a69-4aa7-8924-c086d4e7031b None None] The sync data for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 is: [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '4949e614-7b88-4b62-8787-e780432d8686', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'port_id': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'mac_address': 'fa:16:3e:8e:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edff92d9-941a-4223-968b-213966c6c8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:30:25Z', 'updated_at': '2021-07-13T07:31:07Z', 'revision_number': 8, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:12.910758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:12.911106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:12.911447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:12.919691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d3c2-6e56-4069-9514-94d6cf4c5a42 req-b257df3a-9236-4466-a41d-5009034ef7a5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:12.930266 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d4e9d3c2-6e56-4069-9514-94d6cf4c5a42 req-b257df3a-9236-4466-a41d-5009034ef7a5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 948 time: 0.2219892 Jul 13 07:31:12.934850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:12.935119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:12.967262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab286-5746-44ce-bd5a-7641082dad69 req-15c0c41c-c125-4f74-8a19-eaaedc7bb8dd tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:12.970156 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-95fab286-5746-44ce-bd5a-7641082dad69 req-15c0c41c-c125-4f74-8a19-eaaedc7bb8dd tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 945 time: 0.2476287 Jul 13 07:31:13.006689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:13.007334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:13.007450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:13.007914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Bound port: 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:13.008309 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.034924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3b1bc60-0720-41ef-be72-e3751c6ffd15 req-a894a38b-af28-4052-8c2a-8f5d814f8eca tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815319 Jul 13 07:31:13.060630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.069535 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d4e9d3c2-6e56-4069-9514-94d6cf4c5a42 req-c6cdda58-a6f4-4f83-8ab5-ab240eb510bf tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380920 Jul 13 07:31:13.186876 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3c171c89-feec-493f-9cde-a7f2750a2c14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ead84b43522f4048a469efff97c04e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085465 Jul 13 07:31:13.187454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51372) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:13.226967 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f9f929-c4bd-474c-84bb-7ec1b390756e None None] New status for floating IP 4949e614-7b88-4b62-8787-e780432d8686: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:31:13.236621 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49048762-c6de-4fbc-ab59-9b2f61ac3747 req-3d51a296-5160-485b-835e-5066a514ae5d tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips/4949e614-7b88-4b62-8787-e780432d8686 HTTP/1.1" status: 200 len: 996 time: 0.1278341 Jul 13 07:31:13.260268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:13.284614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d8392492-1f74-4eda-b651-e23d8fbddbc6 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:13.299638 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:13.303836 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d8855b3-a4e7-4edc-a8f2-7f38b8e84ce5 req-d8004c6a-c745-4ec2-b135-3daf3817a4f3 tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb36c31a909543b38b6c90c202d20d80 HTTP/1.1" status: 200 len: 2988 time: 0.1771548 Jul 13 07:31:13.305271 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-982f06e4-0d8c-4a13-be3e-44e560b4096b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.330754 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-982f06e4-0d8c-4a13-be3e-44e560b4096b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.348034 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.351476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Deleting port 92c8c18b-2f07-49c3-af11-87c98e5215a7 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:13.351924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.360496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: d8392492-1f74-4eda-b651-e23d8fbddbc6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:13.361407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device d8392492-1f74-4eda-b651-e23d8fbddbc6 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:13.443611 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Deleting port b6e4f87f-62bd-4829-bf4c-a69d710daf51 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:13.444109 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.463193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:13.463982 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.465387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d8855b3-a4e7-4edc-a8f2-7f38b8e84ce5 req-3bc659de-47f8-4644-8a47-010ae503efd5 tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] 10.222.0.44 "GET /v2.0/security-groups/e999c0b5-6433-4d4c-93be-dab9b4defaa5 HTTP/1.1" status: 200 len: 2985 time: 0.0881562 Jul 13 07:31:13.465630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] 10.222.0.53 "PUT /v2.0/ports/9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 1096 time: 1.6990047 Jul 13 07:31:13.481670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-982f06e4-0d8c-4a13-be3e-44e560b4096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.488272 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-982f06e4-0d8c-4a13-be3e-44e560b4096b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.492379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-982f06e4-0d8c-4a13-be3e-44e560b4096b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c6adb0f-7b46-479b-850d-f3a9d49d3085 HTTP/1.1" status: 204 len: 168 time: 0.3003583 Jul 13 07:31:13.492508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] For port 92c8c18b-2f07-49c3-af11-87c98e5215a7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=92c8c18b-2f07-49c3-af11-87c98e5215a7,segment=NetworkSegment(a6602320-df1e-4754-bfe3-b01c1be71cda),segment_id=a6602320-df1e-4754-bfe3-b01c1be71cda)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:13.492508 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.519535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49048762-c6de-4fbc-ab59-9b2f61ac3747 req-de4468bd-cfb7-4b19-b535-371dd7401791 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:13.521383 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49048762-c6de-4fbc-ab59-9b2f61ac3747 req-de4468bd-cfb7-4b19-b535-371dd7401791 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.2802246 Jul 13 07:31:13.525681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76256a-c29d-4f16-91ea-dc0e47070212 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:13.531257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Calling delete_port for 92c8c18b-2f07-49c3-af11-87c98e5215a7 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:13.547699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f06e4-0d8c-4a13-be3e-44e560b4096b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6adb0f-7b46-479b-850d-f3a9d49d3085,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:13.555776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-49048762-c6de-4fbc-ab59-9b2f61ac3747 req-6a2ac7df-d636-4919-8b80-988dca8fa17d tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:13.557041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49048762-c6de-4fbc-ab59-9b2f61ac3747 req-6a2ac7df-d636-4919-8b80-988dca8fa17d tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281041 Jul 13 07:31:13.689763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-da920845-38e3-4a1e-a692-9946ff2288a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:13.691314 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-da920845-38e3-4a1e-a692-9946ff2288a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1099 time: 0.1612852 Jul 13 07:31:13.713304 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d8855b3-a4e7-4edc-a8f2-7f38b8e84ce5 req-0324db4f-c8b7-4b7c-852b-9f293eada58e tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] 10.222.0.44 "GET /v2.0/security-groups/e999c0b5-6433-4d4c-93be-dab9b4defaa5 HTTP/1.1" status: 200 len: 2985 time: 0.2194712 Jul 13 07:31:13.749427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-7e393c67-abd6-45df-a16d-b36062918552 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 217 time: 0.0458107 Jul 13 07:31:13.787094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] For port b6e4f87f-62bd-4829-bf4c-a69d710daf51, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=b6e4f87f-62bd-4829-bf4c-a69d710daf51,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:13.787582 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.792490 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.852544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Port': ['ID=92c8c18b-2f07-49c3-af11-87c98e5215a7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:13.857025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] No DVR routers for this DVR port 92c8c18b-2f07-49c3-af11-87c98e5215a7 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:13.891080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-68f3e65e-2995-4b74-a90d-057c93b1050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:13.892624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-68f3e65e-2995-4b74-a90d-057c93b1050b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1351695 Jul 13 07:31:13.952330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51384) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:13.996793 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-75184948-81bc-4f69-bda3-59995bd34a2c tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1001 time: 0.2684891 Jul 13 07:31:14.010293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.034913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a345b-7edf-4a95-857e-28e873edbaed req-9b557570-236f-4c0e-b032-1a4e613e3ef7 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:14.036482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5b1a345b-7edf-4a95-857e-28e873edbaed req-9b557570-236f-4c0e-b032-1a4e613e3ef7 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 945 time: 0.2893519 Jul 13 07:31:14.044205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9d9725-52d8-468f-9aaf-ec1575e58dd9']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.078817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6602320-df1e-4754-bfe3-b01c1be71cda') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.079056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6602320-df1e-4754-bfe3-b01c1be71cda') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.099788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ffd71423-37a8-4adc-b2a6-45cc8170c1a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4762605bf3de43b48f402c5d285d5573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449356 Jul 13 07:31:14.103126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51390) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:14.106557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab844b-515a-47b9-91f0-8caf59610b8f req-0941823c-0a3d-475a-bdba-1736ec898d3f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:14.107942 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-0941823c-0a3d-475a-bdba-1736ec898d3f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports/e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 942 time: 0.1043224 Jul 13 07:31:14.110310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.120970 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.121359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.121682 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Floating IP 29c56f8b-76eb-44a7-86d8-0d0dc626db47 disassociated. External IP: 172.25.6.83, port: b6e4f87f-62bd-4829-bf4c-a69d710daf51. Jul 13 07:31:14.122031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Calling delete_port for b6e4f87f-62bd-4829-bf4c-a69d710daf51 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:14.156915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5b1a345b-7edf-4a95-857e-28e873edbaed req-e8de2aef-fb09-40c1-8c25-2f89e19da3d5 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d4dee2f-8781-4e8f-a846-655318c4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102326 Jul 13 07:31:14.158655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-78c787ea-3879-46af-bd07-a994a38d6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:14.160082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-78c787ea-3879-46af-bd07-a994a38d6199 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2587225 Jul 13 07:31:14.165092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.185576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:14.185889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:14.191711 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:14.205537 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0733a1f8-43fa-4cc8-a7df-4ebf682c5472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.329184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.333629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-4002abdb-188e-4886-b421-ccee660ce87b tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1001 time: 0.0784545 Jul 13 07:31:14.336538 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.353718 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.355560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "DELETE /v2.0/networks/5c9d9725-52d8-468f-9aaf-ec1575e58dd9 HTTP/1.1" status: 204 len: 168 time: 1.4985218 Jul 13 07:31:14.360979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4526e007-faca-46a5-a618-6ea912182a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.363880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51392) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:14.387702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Pushing event deleted for resources: {'Port': ['ID=b6e4f87f-62bd-4829-bf4c-a69d710daf51,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:14.388176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fa926-61ef-4981-9ddc-9e905b6e919f tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Network': ['ID=5c9d9725-52d8-468f-9aaf-ec1575e58dd9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:14.407116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cc77d85-87cc-4111-a6bd-9e56d7c16203 req-c4295cf2-5c2f-4a84-8fbd-06ff57e5bae0 tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] 10.222.0.44 "GET /v2.0/security-groups/e999c0b5-6433-4d4c-93be-dab9b4defaa5 HTTP/1.1" status: 200 len: 2985 time: 0.2162673 Jul 13 07:31:14.448688 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4526e007-faca-46a5-a618-6ea912182a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.453674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-61fd0cc0-f8c8-4fcd-9645-dc0addff8797 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819028 Jul 13 07:31:14.517117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17'}, {'name': 'network-changed', 'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:14.519502 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8befe81-2bc7-41c4-91b3-7e7686a930b9" -d '{"events": [{"name": "network-changed", "server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17"}, {"name": "network-changed", "server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:14.552568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a666a378-d7d4-442c-949b-5f4abf2fee77 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:14.554040 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a666a378-d7d4-442c-949b-5f4abf2fee77 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.2110291 Jul 13 07:31:14.572945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:14.582916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.672453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-17bad0fd-ea17-4325-9a90-381d58ef1618 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 1001 time: 0.1100857 Jul 13 07:31:14.675965 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-0cc77d85-87cc-4111-a6bd-9e56d7c16203 req-e3d0c845-62dd-4c97-8de6-27cbfd9922f6 tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:31:14.677035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cc77d85-87cc-4111-a6bd-9e56d7c16203 req-e3d0c845-62dd-4c97-8de6-27cbfd9922f6 tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] 10.222.0.44 "DELETE /v2.0/security-groups/e999c0b5-6433-4d4c-93be-dab9b4defaa5 HTTP/1.1" status: 409 len: 352 time: 0.2550077 Jul 13 07:31:14.711269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a0fcdb1-7765-4275-9fc8-97ce6678d7ec req-42d77a07-0cb1-4eda-8021-7f796ac592be service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446253 Jul 13 07:31:14.718446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a60426da-1577-48f9-92c1-20b7f111bf85 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:14.720977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4526e007-faca-46a5-a618-6ea912182a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.724097 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4526e007-faca-46a5-a618-6ea912182a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.727143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4526e007-faca-46a5-a618-6ea912182a11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05eec526-43d1-4fde-976f-468afc1dba18 HTTP/1.1" status: 204 len: 168 time: 0.6177690 Jul 13 07:31:14.741035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e007-faca-46a5-a618-6ea912182a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eec526-43d1-4fde-976f-468afc1dba18,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:14.779511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.800419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3173c0e-e501-4be2-b562-a335beded34f']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.816038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3a8655-2563-4ffd-9192-377f715763d8') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.816497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3a8655-2563-4ffd-9192-377f715763d8') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.825601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:14.829060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.842137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a60426da-1577-48f9-92c1-20b7f111bf85 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.842329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] Sync routers for ids ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:14.846691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.857674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] Routers {'862da0f0-39aa-4644-86b2-d7bdd65ebbb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:14.858312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.860844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:14.862644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:14.885609 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:15.066449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] Set router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:15.210741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] No DVR routers for this DVR port b6e4f87f-62bd-4829-bf4c-a69d710daf51 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:15.214660 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.216771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-95fab286-5746-44ce-bd5a-7641082dad69 req-69838773-fb76-4b0b-ac1b-413fd54060c9 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.53 "DELETE /v2.0/ports/b6e4f87f-62bd-4829-bf4c-a69d710daf51 HTTP/1.1" status: 204 len: 173 time: 2.2267189 Jul 13 07:31:15.217224 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'name': 'network-vif-deleted', 'tag': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:15.219533 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad304c4b-6b8c-4b15-8e70-fe7b33d75c10" -d '{"events": [{"server_uuid": "b5762f8e-d6f9-4129-ada4-693fa4c5e68f", "name": "network-vif-deleted", "tag": "b6e4f87f-62bd-4829-bf4c-a69d710daf51"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:15.296741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device b6e4f87f-62bd-4829-bf4c-a69d710daf51 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:15.330723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: b6e4f87f-62bd-4829-bf4c-a69d710daf51 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:15.331070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device b6e4f87f-62bd-4829-bf4c-a69d710daf51 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:15.381551 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a60426da-1577-48f9-92c1-20b7f111bf85 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.386200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a60426da-1577-48f9-92c1-20b7f111bf85 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.386569 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a60426da-1577-48f9-92c1-20b7f111bf85 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Floating IP 4949e614-7b88-4b62-8787-e780432d8686 disassociated. External IP: 172.25.6.134, port: e52d47da-bac6-46b2-a9c3-12ed6c083f17. Jul 13 07:31:15.387623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:12Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b', 'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'mac_address': 'fa:16:3e:fe:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:10Z', 'updated_at': '2021-07-13T07:28:20Z', 'revision_number': 5, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'subnets': [{'id': '104dc45f-e62e-4125-8555-756d17211915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.419877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] Checking router: 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:15.431450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] Routers {'862da0f0-39aa-4644-86b2-d7bdd65ebbb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:15.432256 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.471333 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.481684 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.483666 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "DELETE /v2.0/networks/d3173c0e-e501-4be2-b562-a335beded34f HTTP/1.1" status: 204 len: 168 time: 1.1103444 Jul 13 07:31:15.486350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51416) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:15.516130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd036ab8-8f4c-49a3-8a56-ae8ed91a8b61 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Network': ['ID=d3173c0e-e501-4be2-b562-a335beded34f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:15.544372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329efc16-c277-4515-b288-9b516db878f8 req-e537cced-4557-46dd-a98c-76b4b0a91a1b tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:15.551758 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-329efc16-c277-4515-b288-9b516db878f8 req-e537cced-4557-46dd-a98c-76b4b0a91a1b tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 946 time: 0.6652412 Jul 13 07:31:15.569573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] Set router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:15.627581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.656391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-329efc16-c277-4515-b288-9b516db878f8 req-d7578191-e05e-4774-aea8-4417b14956f7 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036422 Jul 13 07:31:15.758566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a60426da-1577-48f9-92c1-20b7f111bf85 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Router 1bfc20fc-7577-4522-a196-840b1bd8d5bf has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:15.834143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.888796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58669f0-db9c-449d-a4d2-08d38f56378e']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.910066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:12Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b', 'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'mac_address': 'fa:16:3e:fe:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:10Z', 'updated_at': '2021-07-13T07:28:20Z', 'revision_number': 5, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'subnets': [{'id': '104dc45f-e62e-4125-8555-756d17211915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.915142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51428) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:15.922842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a60426da-1577-48f9-92c1-20b7f111bf85 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:15.931341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f039fae-b2e0-4e4b-80a4-1c785f2d5226') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.931664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f039fae-b2e0-4e4b-80a4-1c785f2d5226') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.936559 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] Sync routers for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:15.947108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a60426da-1577-48f9-92c1-20b7f111bf85 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.947730 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.955201 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:15.956241 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:15.975256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.992801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:15.993231 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:15.996844 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:16.047128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a60426da-1577-48f9-92c1-20b7f111bf85 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "PUT /v2.0/floatingips/4949e614-7b88-4b62-8787-e780432d8686 HTTP/1.1" status: 200 len: 696 time: 1.3347800 Jul 13 07:31:16.058961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d126984-259f-4b09-932f-3f23469760e1 req-964a36a5-a9ed-49e3-859e-a2de1bfe9deb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.066366 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d126984-259f-4b09-932f-3f23469760e1 req-964a36a5-a9ed-49e3-859e-a2de1bfe9deb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 948 time: 0.2070682 Jul 13 07:31:16.118481 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:16.145843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-network', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:16.157974 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.174560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d126984-259f-4b09-932f-3f23469760e1 req-09b458a3-4530-428d-9292-f17aaba4520f tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072168 Jul 13 07:31:16.183583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab844b-515a-47b9-91f0-8caf59610b8f req-09ab36eb-e466-4252-9372-dfe7bb408542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.196845 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-09ab36eb-e466-4252-9372-dfe7bb408542 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1096 time: 0.1252701 Jul 13 07:31:16.208180 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.210910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] 10.222.0.44 "DELETE /v2.0/networks/d58669f0-db9c-449d-a4d2-08d38f56378e HTTP/1.1" status: 204 len: 168 time: 0.7228003 Jul 13 07:31:16.219640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e13bc2-324c-4e9f-904a-c3130bada362 None None] The sync data for ids ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'] in n-d-798249-7 is: [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:28:12Z', 'revision_number': 4, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b', 'name': '', 'network_id': 'cac3b294-16aa-4942-93d6-017e8d76a22d', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'mac_address': 'fa:16:3e:fe:04:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '104dc45f-e62e-4125-8555-756d17211915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:10Z', 'updated_at': '2021-07-13T07:28:20Z', 'revision_number': 5, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'subnets': [{'id': '104dc45f-e62e-4125-8555-756d17211915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:16.236826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98e8e9-1ce4-4a95-a31d-6eafacd802b8 tempest-BulkNetworkOpsIpV6Test-1017733506 tempest-BulkNetworkOpsIpV6Test-1017733506-project] Pushing event deleted for resources: {'Network': ['ID=d58669f0-db9c-449d-a4d2-08d38f56378e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:16.281270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Made reservation on behalf of 26d8609bb4fd4f35a0e2a76ef3f9bad9 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:16.283766 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.328110 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630248fc-d43f-4554-9159-ede1a0253b80 x-openstack-request-id: req-630248fc-d43f-4554-9159-ede1a0253b80 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:16.328563 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:16.328929 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-630248fc-d43f-4554-9159-ede1a0253b80 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:16.329458 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'status': 'completed', 'code': 200} Jul 13 07:31:16.329855 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'status': 'completed', 'code': 200} Jul 13 07:31:16.347694 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.413765 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-01910337-d487-4461-a036-6b863e7b77e6 req-3dff6aeb-952b-4229-9e5a-86f43edb62e9 tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] show failed (client error): The resource could not be found. Jul 13 07:31:16.425743 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01910337-d487-4461-a036-6b863e7b77e6 req-3dff6aeb-952b-4229-9e5a-86f43edb62e9 tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] 10.222.0.44 "GET /v2.0/security-groups/65c9acc9-065e-4c74-b5a6-567622516b71 HTTP/1.1" status: 404 len: 352 time: 0.0938270 Jul 13 07:31:16.468305 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:16.501563 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] Checking router: 1bfc20fc-7577-4522-a196-840b1bd8d5bf for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:16.508156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-d1f34686-982d-4b86-9f7f-f628d02c52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.510651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-d1f34686-982d-4b86-9f7f-f628d02c52e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1096 time: 0.1764660 Jul 13 07:31:16.512393 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:16.513247 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:16.577577 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab844b-515a-47b9-91f0-8caf59610b8f req-aab28ea5-8c15-4b47-b7dc-d39365fd5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.579159 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-aab28ea5-8c15-4b47-b7dc-d39365fd5958 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.3749890 Jul 13 07:31:16.613022 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-9abe20ed-97a9-4378-b2c1-8726ea356462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.619450 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-9abe20ed-97a9-4378-b2c1-8726ea356462 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1099 time: 0.2682271 Jul 13 07:31:16.651774 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:16.686172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481adad-088f-43d5-a771-58740d1b24cf None None] New status for floating IP 29c56f8b-76eb-44a7-86d8-0d0dc626db47: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:31:16.700405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d28800e6-eed4-471d-a8d9-a3a8cac88987 req-b627284e-4a7d-4346-bf35-12b14e582a7d tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 210 time: 0.0752814 Jul 13 07:31:16.701214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51438) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:16.716534 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-f6f8dfe2-7cff-488c-8d34-814ccfe43661 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 217 time: 0.1099999 Jul 13 07:31:16.813275 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d092f-0d8d-4c53-b753-eda04c59a937 x-openstack-request-id: req-fb3d092f-0d8d-4c53-b753-eda04c59a937 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:16.813570 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5762f8e-d6f9-4129-ada4-693fa4c5e68f", "name": "network-vif-deleted", "tag": "b6e4f87f-62bd-4829-bf4c-a69d710daf51", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:16.813829 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb3d092f-0d8d-4c53-b753-eda04c59a937 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:16.814232 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5762f8e-d6f9-4129-ada4-693fa4c5e68f', 'name': 'network-vif-deleted', 'tag': 'b6e4f87f-62bd-4829-bf4c-a69d710daf51', 'status': 'completed', 'code': 200} Jul 13 07:31:16.836805 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.839215 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab844b-515a-47b9-91f0-8caf59610b8f req-af603c06-91cf-41fd-97ee-d0d4cec9d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.840782 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-af603c06-91cf-41fd-97ee-d0d4cec9d655 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.1117988 Jul 13 07:31:16.847479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-8252b8c7-77cb-4530-9b20-8050043fc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.853336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-8252b8c7-77cb-4530-9b20-8050043fc8c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.3361487 Jul 13 07:31:16.860069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.886012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-4664affa-455b-4c00-bf0e-018f89b7d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.892129 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-4664affa-455b-4c00-bf0e-018f89b7d84e service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1836185 Jul 13 07:31:16.942620 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:16.951993 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-8955a4df-e022-49af-8bda-344619ed243b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 217 time: 0.0524371 Jul 13 07:31:16.991767 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37888908-d504-409e-9a54-b22154eae1b3 None None] The sync data for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 is: [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7ccedea7-eb65-4c5f-ada5-a512da57b4d4', 'name': '', 'network_id': '8e6a8986-a80b-4189-86b4-cb43433139ca', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'mac_address': 'fa:16:3e:f3:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:59Z', 'updated_at': '2021-07-13T07:30:07Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'subnets': [{'id': 'aa47bfc6-da00-4990-84cc-29df7ebf0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:17.011947 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a572a843-2cc0-41bf-8df0-86c1bf57259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.013662 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-a572a843-2cc0-41bf-8df0-86c1bf57259b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617734 Jul 13 07:31:17.031145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-e1e0bac2-8e34-47af-89d9-3f7fdb25df2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 217 time: 0.1599419 Jul 13 07:31:17.045501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:17.061388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.062057 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Added segment 32249e5d-a636-4188-86dd-5c83ad8127c0 of type vlan for network 94eecc12-d730-4add-9ccd-58dad068eb44 Jul 13 07:31:17.074905 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.090396 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d992d975-b4c1-439e-952d-73d3353b8042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.090582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-c3d8ae5d-0b71-4bbc-b822-dce8a3835e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.091971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-c3d8ae5d-0b71-4bbc-b822-dce8a3835e77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1288481 Jul 13 07:31:17.184167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.213616 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-2d6540e3-f092-4f99-b5bb-d324138b8709 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909635 Jul 13 07:31:17.231988 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-2dcec9a2-a22e-4a8b-b455-ef3d4221eebd req-de10aa05-4270-4af3-b7f1-dc8196a9db10 tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] show failed (client error): The resource could not be found. Jul 13 07:31:17.233164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2dcec9a2-a22e-4a8b-b455-ef3d4221eebd req-de10aa05-4270-4af3-b7f1-dc8196a9db10 tempest-SecurityGroupsNegativeTestJSON-887082616 tempest-SecurityGroupsNegativeTestJSON-887082616-project] 10.222.0.44 "GET /v2.0/security-groups/125c1f54-baad-4abd-a10f-04c5ebba8cb2 HTTP/1.1" status: 404 len: 352 time: 0.1099296 Jul 13 07:31:17.244636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc63a4a-1feb-4a91-afb0-0457f3fff688,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:17.245070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-6893dc97-566b-482b-964e-3c6394f51f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.246603 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-6893dc97-566b-482b-964e-3c6394f51f39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473117 Jul 13 07:31:17.267410 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51448) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:17.302807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:17.349409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-17ff8855-67f5-4d80-b862-ae21c526062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.352705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-17ff8855-67f5-4d80-b862-ae21c526062d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.2304232 Jul 13 07:31:17.355550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.356776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.357842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.367429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ce8597e2-c6d7-4830-a6a0-50bc9216d3cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8480d1a0432b41788769d1d0d8824d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427517 Jul 13 07:31:17.370769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51450) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:17.420222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1fc76c-d5b2-4f32-bb4e-65a696bc3b89 admin admin] Deleting subnet 7a704d48-9053-4c19-9c25-8b58deb2d26c {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:17.436111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc76c-d5b2-4f32-bb4e-65a696bc3b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.473238 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faab844b-515a-47b9-91f0-8caf59610b8f req-b7a305b2-8f21-415e-a04f-579b81afaec7 service neutron] 10.222.0.44 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519262 Jul 13 07:31:17.495753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-c2c14a9f-42c1-4de8-bf7f-5b4872ec9f76 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424912 Jul 13 07:31:17.499818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc76c-d5b2-4f32-bb4e-65a696bc3b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.503909 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e12103-8271-40f3-b433-df18ad8e2824 None None] New status for floating IP 4949e614-7b88-4b62-8787-e780432d8686: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:31:17.518304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:17.550712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'mac_address': 'fa:16:3e:a6:cf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:17.567383 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6438849 Jul 13 07:31:17.576318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51454) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:17.597510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Request body: {'subnet': {'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-subnet', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:17.644751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19683c1-8f83-4b1b-87de-5d6cf9791e39 admin admin] Pushing event updated for resources: {'Network': ['ID=94eecc12-d730-4add-9ccd-58dad068eb44,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:17.648497 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.659735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 94eecc12-d730-4add-9ccd-58dad068eb44 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:17.682685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7a591c8-dc85-45c8-8e92-b2170a97cd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.685918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdad1f0-8b5e-4125-883e-ca1257535b8e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:17.697582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Made reservation on behalf of 26d8609bb4fd4f35a0e2a76ef3f9bad9 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:17.700114 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.745020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc76c-d5b2-4f32-bb4e-65a696bc3b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.750767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:17.759319 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.803023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-2179257b-a83b-48f8-a9e7-71f9a0dc8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.805757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-2179257b-a83b-48f8-a9e7-71f9a0dc8052 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4386249 Jul 13 07:31:17.808069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7a591c8-dc85-45c8-8e92-b2170a97cd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.853898 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.857860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:17.905711 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-d7e6dd81-2419-4261-8e8e-5f906a7daf69 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033396 Jul 13 07:31:17.971407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0aca9-0f97-4e67-998b-6d1ecb2db645 req-15249464-7ddb-4a9a-8e82-e6a418bd8b02 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.978865 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-00a0aca9-0f97-4e67-998b-6d1ecb2db645 req-15249464-7ddb-4a9a-8e82-e6a418bd8b02 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 948 time: 0.2845445 Jul 13 07:31:17.980578 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc76c-d5b2-4f32-bb4e-65a696bc3b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.041779 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['9fdad1f0-8b5e-4125-883e-ca1257535b8e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:18.059179 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fc76c-d5b2-4f32-bb4e-65a696bc3b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a704d48-9053-4c19-9c25-8b58deb2d26c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.079025 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc76c-d5b2-4f32-bb4e-65a696bc3b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.083556 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1d1fc76c-d5b2-4f32-bb4e-65a696bc3b89 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7a704d48-9053-4c19-9c25-8b58deb2d26c HTTP/1.1" status: 204 len: 168 time: 0.8106003 Jul 13 07:31:18.083930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51464) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:18.128836 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-00a0aca9-0f97-4e67-998b-6d1ecb2db645 req-c8ae393d-5bcc-4a58-9cca-7692858dabe7 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095645 Jul 13 07:31:18.199831 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a302d401-a2fe-4ad1-a9da-2d5e9efececd req-3acd2940-53be-43d1-8390-000d8bc2fef2 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 210 time: 0.0745091 Jul 13 07:31:18.222391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-f2184bad-a730-441f-8bdd-0c05217e733e service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756680 Jul 13 07:31:18.251178 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.271756 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7a591c8-dc85-45c8-8e92-b2170a97cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.274938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7a591c8-dc85-45c8-8e92-b2170a97cd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.276568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f7a591c8-dc85-45c8-8e92-b2170a97cd12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8409a089-c755-440d-b673-d65eeb023cfc HTTP/1.1" status: 204 len: 168 time: 0.8745160 Jul 13 07:31:18.330567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a591c8-dc85-45c8-8e92-b2170a97cd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8409a089-c755-440d-b673-d65eeb023cfc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.458302 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.469813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83303d8c-f696-4cb9-b72c-72b2d7141e7d']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:18.490000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928827fc-48cc-4238-8a77-abd7fac6f8a1') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:18.491339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928827fc-48cc-4238-8a77-abd7fac6f8a1') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:18.505772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.515547 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8befe81-2bc7-41c4-91b3-7e7686a930b9 req-bfcd2d5e-5401-4cb1-857a-f953ce58da51 service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841167 Jul 13 07:31:18.520837 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.528349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-bfbc3b0a-3f8e-4420-9b11-301ffb241ab1 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips/4949e614-7b88-4b62-8787-e780432d8686 HTTP/1.1" status: 200 len: 694 time: 0.0715730 Jul 13 07:31:18.542647 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:18.543068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.562815 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:18.579173 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:18.644699 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.654817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.656940 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] 10.222.0.44 "DELETE /v2.0/networks/83303d8c-f696-4cb9-b72c-72b2d7141e7d HTTP/1.1" status: 204 len: 168 time: 0.5719244 Jul 13 07:31:18.678414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad0b68-b8a1-4d25-b4a8-1126a112a217 admin admin] Pushing event deleted for resources: {'Network': ['ID=83303d8c-f696-4cb9-b72c-72b2d7141e7d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.712794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507b47b-df30-4760-ad7e-111eee0f501f req-0db3bd7b-253e-4e5a-883e-ec16b8719147 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:18.717642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9507b47b-df30-4760-ad7e-111eee0f501f req-0db3bd7b-253e-4e5a-883e-ec16b8719147 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 946 time: 0.3816891 Jul 13 07:31:18.751313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86e6d21-af7e-4cfa-a31d-d50a93887e32,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.760676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Checking segment: {'id': '32249e5d-a636-4188-86dd-5c83ad8127c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:18.761148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Network hostable DHCP agents. Network: 94eecc12-d730-4add-9ccd-58dad068eb44, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:18.793802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-e6377c1c-c2af-4261-ad1e-7b27bedbe201 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:18.801159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-e6377c1c-c2af-4261-ad1e-7b27bedbe201 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.2661142 Jul 13 07:31:18.829108 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9507b47b-df30-4760-ad7e-111eee0f501f req-ea875be3-c262-44ba-9f71-d32b6a373d69 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083510 Jul 13 07:31:18.834097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:18.839084 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd56ba61-494f-43dc-9c32-87eb36affb79" -d '{"events": [{"name": "network-changed", "server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:18.869929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-e4c195c3-8245-4ffc-916f-33fb53183eb7 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 697 time: 0.0676234 Jul 13 07:31:18.879052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Network 94eecc12-d730-4add-9ccd-58dad068eb44 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:18.893204 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51486) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:18.932546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-61f2f458-da54-40f9-b9c2-69948092a1cf tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.134 HTTP/1.1" status: 200 len: 697 time: 0.0615282 Jul 13 07:31:18.940389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 94eecc12-d730-4add-9ccd-58dad068eb44) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:18.949276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad0c29-946a-4f24-9901-5bfe457da213 None None] Network 94eecc12-d730-4add-9ccd-58dad068eb44 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:18.969902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0b0492bf-5b94-49ad-8304-ec96280b116b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb36c31a909543b38b6c90c202d20d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797617 Jul 13 07:31:18.972854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51488) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:19.023379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.023986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.050130 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-943ac702-bd8b-4fa3-8a64-68c5e4b220b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.087736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-943ac702-bd8b-4fa3-8a64-68c5e4b220b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.128120 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dcacc945-aa41-4cd8-97b7-c8488be550b2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5500641 Jul 13 07:31:19.133292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51496) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:19.140058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-router', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:19.157335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-943ac702-bd8b-4fa3-8a64-68c5e4b220b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.161289 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-943ac702-bd8b-4fa3-8a64-68c5e4b220b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.177765 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-943ac702-bd8b-4fa3-8a64-68c5e4b220b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e999c0b5-6433-4d4c-93be-dab9b4defaa5 HTTP/1.1" status: 204 len: 168 time: 0.1937439 Jul 13 07:31:19.183315 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6785b3c2-1bda-4017-a928-bca4b05311c8 x-openstack-request-id: req-6785b3c2-1bda-4017-a928-bca4b05311c8 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:19.183315 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:19.183315 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6785b3c2-1bda-4017-a928-bca4b05311c8 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:19.183315 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'status': 'completed', 'code': 200} Jul 13 07:31:19.214659 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ac702-bd8b-4fa3-8a64-68c5e4b220b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e999c0b5-6433-4d4c-93be-dab9b4defaa5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:19.215659 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-94eecc12-d730-4add-9ccd-58dad068eb44', 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'fixed_ips': [{'subnet_id': 'f86e6d21-af7e-4cfa-a31d-d50a93887e32'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:19.216678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.238945 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.240634 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.355211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:19.404820 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.411651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-75a33699-8618-4200-853b-b80c70e04c19 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Deleting port 125b95ed-2ac4-43a3-8e55-6abd2364dd24 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:19.412587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-75a33699-8618-4200-853b-b80c70e04c19 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.419411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-055da475-c867-4d8e-9bd0-303091f2e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.427378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-055da475-c867-4d8e-9bd0-303091f2e85d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=36d8db81e28e47c4820391538d88ac9c&device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 1096 time: 0.2332644 Jul 13 07:31:19.543631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 9fdad1f0-8b5e-4125-883e-ca1257535b8e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:19.550516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Allocated IP 172.20.0.2 (94eecc12-d730-4add-9ccd-58dad068eb44/f86e6d21-af7e-4cfa-a31d-d50a93887e32/83bc1136-6362-4853-b561-986cf65947c5) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:19.552768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 9fdad1f0-8b5e-4125-883e-ca1257535b8e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:19.553252 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.681320 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.701928 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.773202 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.775088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-a42b1500-d8ab-4fb1-80c8-b954837f06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.776824 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-a42b1500-d8ab-4fb1-80c8-b954837f06ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 200 len: 922 time: 0.3116629 Jul 13 07:31:19.792249 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09149a-f560-4bae-bedd-e87b4191e4a1 req-e1536626-3602-448f-b366-0b733929c1bb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.794178 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac09149a-f560-4bae-bedd-e87b4191e4a1 req-e1536626-3602-448f-b366-0b733929c1bb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 949 time: 0.3878956 Jul 13 07:31:19.795715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51518) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:19.811994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-75a33699-8618-4200-853b-b80c70e04c19 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.813305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-75a33699-8618-4200-853b-b80c70e04c19 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.828556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:19.834364 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321a6863-8390-4869-b9f6-edb163041bb1" -d '{"events": [{"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-plugged", "status": "completed", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:19.870655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:19.873493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af063749-88d3-4740-939f-ba6abaf1df77 req-634f4c7f-c684-44ce-943a-3604631550e0 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.875900 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af063749-88d3-4740-939f-ba6abaf1df77 req-634f4c7f-c684-44ce-943a-3604631550e0 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 946 time: 0.4132366 Jul 13 07:31:19.881355 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-284e9081-e33f-401f-adbc-47cd96d2f6e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 200 len: 217 time: 0.0851362 Jul 13 07:31:19.892047 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.910598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-75a33699-8618-4200-853b-b80c70e04c19 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Calling delete_port for 125b95ed-2ac4-43a3-8e55-6abd2364dd24 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:19.949041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:19.969930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-c2ededa2-5ab7-44c2-8136-ce87f1d03323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.971748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-c2ededa2-5ab7-44c2-8136-ce87f1d03323 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 200 len: 860 time: 0.0702720 Jul 13 07:31:19.999317 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac09149a-f560-4bae-bedd-e87b4191e4a1 req-9ea3c5a3-b64a-4d44-a792-f45b7be5fce5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847234 Jul 13 07:31:20.014170 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.025043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Transition to ACTIVE for port object 83bc1136-6362-4853-b561-986cf65947c5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:20.054234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Transition to ACTIVE for port object 83bc1136-6362-4853-b561-986cf65947c5 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:20.073539 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.197414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Network 94eecc12-d730-4add-9ccd-58dad068eb44 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:20.203867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:20.218039 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:20.235709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Pushing event updated for resources: {'Port': ['ID=83bc1136-6362-4853-b561-986cf65947c5,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:20.359955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Attempting to bind port 83bc1136-6362-4853-b561-986cf65947c5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:20.360558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Attempting to bind port 83bc1136-6362-4853-b561-986cf65947c5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '32249e5d-a636-4188-86dd-5c83ad8127c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:20.361175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Attempting to bind port 83bc1136-6362-4853-b561-986cf65947c5 on network 94eecc12-d730-4add-9ccd-58dad068eb44 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:20.374099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:20.375825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Checking segment: {'id': '32249e5d-a636-4188-86dd-5c83ad8127c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:20.377128 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.378587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Bound using segment: {'id': '32249e5d-a636-4188-86dd-5c83ad8127c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:20.380483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Bound port: 83bc1136-6362-4853-b561-986cf65947c5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32249e5d-a636-4188-86dd-5c83ad8127c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:20.381368 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.401682 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-75a33699-8618-4200-853b-b80c70e04c19 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.481575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6cdc6d4a-08aa-40b4-a73c-7904d018ed36 None None] Provisioning complete for port 9fdad1f0-8b5e-4125-883e-ca1257535b8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:20.482120 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6d4a-08aa-40b4-a73c-7904d018ed36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.516537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a33699-8618-4200-853b-b80c70e04c19 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Pushing event deleted for resources: {'Port': ['ID=125b95ed-2ac4-43a3-8e55-6abd2364dd24,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:20.555532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] For port 83bc1136-6362-4853-b561-986cf65947c5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:20.561405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] For port 83bc1136-6362-4853-b561-986cf65947c5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=83bc1136-6362-4853-b561-986cf65947c5,segment=NetworkSegment(32249e5d-a636-4188-86dd-5c83ad8127c0),segment_id=32249e5d-a636-4188-86dd-5c83ad8127c0)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:20.593287 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.712735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-84522247-6552-451e-a182-2bdb98e355fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.715068 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-84522247-6552-451e-a182-2bdb98e355fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e6a8986-a80b-4189-86b4-cb43433139ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6989048 Jul 13 07:31:20.721947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51544) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:20.751634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63d9d3-ca5c-4bd1-943c-f215d68e7000 None None] Pushing event updated for resources: {'Port': ['ID=83bc1136-6362-4853-b561-986cf65947c5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:20.813337 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-75a33699-8618-4200-853b-b80c70e04c19 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.817377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-75a33699-8618-4200-853b-b80c70e04c19 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.825503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd2192df-5b2c-444c-9b29-1826ecfed320 req-75a33699-8618-4200-853b-b80c70e04c19 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "DELETE /v2.0/floatingips/4949e614-7b88-4b62-8787-e780432d8686 HTTP/1.1" status: 204 len: 173 time: 1.8911419 Jul 13 07:31:20.836391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-af063749-88d3-4740-939f-ba6abaf1df77 req-763b54e1-ff53-4711-a6de-a7be83b85447 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Deleting port b09602dd-86a7-49c8-8044-6b08d6fb6b7e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:20.836749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af063749-88d3-4740-939f-ba6abaf1df77 req-763b54e1-ff53-4711-a6de-a7be83b85447 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.841287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-675877428'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:20.892794 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4a78df-aff8-4bd9-8522-9809cfde8b3a x-openstack-request-id: req-3d4a78df-aff8-4bd9-8522-9809cfde8b3a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:20.893134 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-plugged", "status": "completed", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:20.893347 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d4a78df-aff8-4bd9-8522-9809cfde8b3a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:20.893605 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:20.894040 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'code': 200} Jul 13 07:31:20.897793 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.942340 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55ac2340-de89-4dfd-9387-fe8cc2fffa0e req-7877f543-62a1-4e1c-97f0-36ef4cf6d9a0 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 210 time: 0.1053548 Jul 13 07:31:20.952810 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.046719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.064704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-309866916-network', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:21.070620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-dc0d79a9-3707-4d4f-aef3-32b70a318a85 service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284791 Jul 13 07:31:21.159557 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.263090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-af063749-88d3-4740-939f-ba6abaf1df77 req-763b54e1-ff53-4711-a6de-a7be83b85447 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] For port b09602dd-86a7-49c8-8044-6b08d6fb6b7e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,segment=NetworkSegment(114b104d-c997-4101-9eb2-d9e68d515536),segment_id=114b104d-c997-4101-9eb2-d9e68d515536)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:21.263294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af063749-88d3-4740-939f-ba6abaf1df77 req-763b54e1-ff53-4711-a6de-a7be83b85447 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.321251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-af063749-88d3-4740-939f-ba6abaf1df77 req-763b54e1-ff53-4711-a6de-a7be83b85447 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Calling delete_port for b09602dd-86a7-49c8-8044-6b08d6fb6b7e owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:21.370956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742715eb-611a-4b7e-a52d-ade778731516 req-62d2299c-1756-4bb6-b17b-33b934411fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.372610 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-742715eb-611a-4b7e-a52d-ade778731516 req-62d2299c-1756-4bb6-b17b-33b934411fb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1101 time: 0.3783689 Jul 13 07:31:21.418137 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd56ba61-494f-43dc-9c32-87eb36affb79 req-34f8fa89-8c0f-40cb-9cfe-83c2704ac660 service neutron] 10.222.0.54 "GET /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371291 Jul 13 07:31:21.431906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030939e-7866-4850-ab43-f129b1b55c1a req-9a20a973-8de9-421b-b05a-d10fcbdb9714 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.433320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e030939e-7866-4850-ab43-f129b1b55c1a req-9a20a973-8de9-421b-b05a-d10fcbdb9714 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 946 time: 0.2903781 Jul 13 07:31:21.503378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e030939e-7866-4850-ab43-f129b1b55c1a req-42bc723c-cd61-4e01-a6ed-365d000f9083 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/security-groups?id=15fe3847-6712-45e6-9775-a0b1a296c1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611308 Jul 13 07:31:21.574574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af063749-88d3-4740-939f-ba6abaf1df77 req-763b54e1-ff53-4711-a6de-a7be83b85447 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.590079 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-742715eb-611a-4b7e-a52d-ade778731516 req-0196f6e8-4e12-4145-8982-865bf567e70d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909461 Jul 13 07:31:21.650688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b54e1-ff53-4711-a6de-a7be83b85447 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Pushing event deleted for resources: {'Port': ['ID=b09602dd-86a7-49c8-8044-6b08d6fb6b7e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:21.653740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.677235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-af063749-88d3-4740-939f-ba6abaf1df77 req-763b54e1-ff53-4711-a6de-a7be83b85447 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] No DVR routers for this DVR port b09602dd-86a7-49c8-8044-6b08d6fb6b7e on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:21.681246 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af063749-88d3-4740-939f-ba6abaf1df77 req-763b54e1-ff53-4711-a6de-a7be83b85447 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.683833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af063749-88d3-4740-939f-ba6abaf1df77 req-763b54e1-ff53-4711-a6de-a7be83b85447 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.54 "DELETE /v2.0/ports/b09602dd-86a7-49c8-8044-6b08d6fb6b7e HTTP/1.1" status: 204 len: 173 time: 1.7964444 Jul 13 07:31:21.686216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a103cf-8d31-441f-9be7-4fa24dfb43a0', 'name': 'network-vif-deleted', 'tag': 'b09602dd-86a7-49c8-8044-6b08d6fb6b7e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:21.695597 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9173e73e-9866-4921-bbe5-61263c133717" -d '{"events": [{"server_uuid": "b0a103cf-8d31-441f-9be7-4fa24dfb43a0", "name": "network-vif-deleted", "tag": "b09602dd-86a7-49c8-8044-6b08d6fb6b7e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:21.698417 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Allocated IP 172.25.6.179 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/3ca1f30b-c1fe-444a-8761-17b28a00539d) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:21.703156 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.761059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d970c4-be07-4c45-bf32-4d1f14009c06,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:21.800966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:21.801885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Made reservation on behalf of c81caa563b5245d49f7e655a6ad85b08 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:21.806472 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.814813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd1625-df49-4f5b-a1fc-2eea48601fb0 req-704532e3-b5fc-4c23-8a61-06bf177574a1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.824963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65fd1625-df49-4f5b-a1fc-2eea48601fb0 req-704532e3-b5fc-4c23-8a61-06bf177574a1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.4268353 Jul 13 07:31:21.825470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.906936 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.906936 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Added segment 20571822-3868-46e9-bc70-220598e16944 of type vlan for network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 Jul 13 07:31:21.922014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fc219-b480-4562-ac65-f346f18fe491 req-afd0ec78-e3db-4d58-8733-2083f40eefb4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.923723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-060fc219-b480-4562-ac65-f346f18fe491 req-afd0ec78-e3db-4d58-8733-2083f40eefb4 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 945 time: 0.1885030 Jul 13 07:31:22.008674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-060fc219-b480-4562-ac65-f346f18fe491 req-21a9cdff-f521-4754-b1b9-e21e55ec117b tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715013 Jul 13 07:31:22.047459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.054165 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.059357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65fd1625-df49-4f5b-a1fc-2eea48601fb0 req-1f94723c-8e5d-4606-bb31-3290574044a5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273893 Jul 13 07:31:22.070585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:22.084681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.085424 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Added segment 455363e6-25e8-4185-97d7-b775002abf89 of type vlan for network c5518da0-f2d4-4957-a51f-577627000acf Jul 13 07:31:22.089863 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.126162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.146226 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.183024 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.188979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.189616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.255000 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4572554 Jul 13 07:31:22.255667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51560) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:22.268136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb4d57-41c1-4fb7-8c24-ddf25c77840e None None] Network 94eecc12-d730-4add-9ccd-58dad068eb44 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:22.327365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'name': 'tempest-PortsTestJSON-2028415652'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:22.451107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e86e7bcd-89c6-4b26-9fd0-e0cde73d199f None None] Provisioning for port 83bc1136-6362-4853-b561-986cf65947c5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:22.498029 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.520174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170f1a6-f338-4bd7-a5ca-f47c4ac3154c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Network': ['ID=6dbe4c51-6800-4044-99a1-56d3a619bbf3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:22.542109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:22.577527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-36ba212d-ed89-45b2-bcd6-6197f700ecea req-757af76e-3fcd-40cf-ae7f-8afeee6c0161 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5762f8e-d6f9-4129-ada4-693fa4c5e68f HTTP/1.1" status: 200 len: 210 time: 0.3176434 Jul 13 07:31:22.615436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:22.624051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:22.649344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:22.745816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:22.773761 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.800924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 83bc1136-6362-4853-b561-986cf65947c5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:22.868636 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port 605da94f-9462-4355-8e34-b715d10532dc yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:22.882105 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Pushing event updated for resources: {'Port': ['ID=3ca1f30b-c1fe-444a-8761-17b28a00539d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:22.911041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 83bc1136-6362-4853-b561-986cf65947c5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:22.917095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 83bc1136-6362-4853-b561-986cf65947c5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:22.917578 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.992582 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811c820f-f1ed-49de-ab8b-f2506cebfb64 x-openstack-request-id: req-811c820f-f1ed-49de-ab8b-f2506cebfb64 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:22.993478 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a103cf-8d31-441f-9be7-4fa24dfb43a0", "name": "network-vif-deleted", "tag": "b09602dd-86a7-49c8-8044-6b08d6fb6b7e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:22.993895 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-811c820f-f1ed-49de-ab8b-f2506cebfb64 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:22.994430 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a103cf-8d31-441f-9be7-4fa24dfb43a0', 'name': 'network-vif-deleted', 'tag': 'b09602dd-86a7-49c8-8044-6b08d6fb6b7e', 'status': 'completed', 'code': 200} Jul 13 07:31:23.025656 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.068760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 83bc1136-6362-4853-b561-986cf65947c5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=83bc1136-6362-4853-b561-986cf65947c5,segment=NetworkSegment(32249e5d-a636-4188-86dd-5c83ad8127c0),segment_id=32249e5d-a636-4188-86dd-5c83ad8127c0)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:23.077614 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.080578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1902d2a-21ef-4330-8bbe-3ce9ec501718,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.138689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ea97c6b6-701b-42c3-bea0-4dea97a929d7 None None] Provisioning complete for port 83bc1136-6362-4853-b561-986cf65947c5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:23.139377 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ea97c6b6-701b-42c3-bea0-4dea97a929d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.140920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa54b0b8-fa1d-4bed-8711-f5787a4127e0 req-281eabb0-f8fb-48b6-83ba-70e7bdc23e37 tempest-InstanceActionsTestJSON-1295862310 tempest-InstanceActionsTestJSON-1295862310-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a103cf-8d31-441f-9be7-4fa24dfb43a0 HTTP/1.1" status: 200 len: 210 time: 0.1735768 Jul 13 07:31:23.143147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.144112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.145002 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.258200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=83bc1136-6362-4853-b561-986cf65947c5,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.262857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] Pushing event updated for resources: {'Network': ['ID=c5518da0-f2d4-4957-a51f-577627000acf,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.284903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c5518da0-f2d4-4957-a51f-577627000acf details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:23.292706 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a1eeadb5-1de4-476c-83d1-072b41ad8078 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5683210 Jul 13 07:31:23.295392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51570) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:23.309741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Request body: {'subnet': {'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-309866916-subnet', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:23.346825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.384764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-e90a6cb9-efef-4e11-878e-b2b603e04c3e tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.386641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b09602dd-86a7-49c8-8044-6b08d6fb6b7e no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:23.389275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-e90a6cb9-efef-4e11-878e-b2b603e04c3e tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.54 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 945 time: 0.3932059 Jul 13 07:31:23.410506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: b09602dd-86a7-49c8-8044-6b08d6fb6b7e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:23.410855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b09602dd-86a7-49c8-8044-6b08d6fb6b7e not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:23.451387 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa13db-a4ae-4ba1-b972-40df420e77a7 req-e986b1ea-ea83-4fa4-83ae-94808687ddd6 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.452953 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fcfa13db-a4ae-4ba1-b972-40df420e77a7 req-e986b1ea-ea83-4fa4-83ae-94808687ddd6 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 945 time: 0.2224240 Jul 13 07:31:23.458170 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.464283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Made reservation on behalf of c81caa563b5245d49f7e655a6ad85b08 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:23.466630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.533717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.617538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fcfa13db-a4ae-4ba1-b972-40df420e77a7 req-b9772280-cfaa-498a-ba95-2aca26733631 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c35827d-4d13-4067-a15a-9615f5246987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565177 Jul 13 07:31:23.625710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ad1d0-82c5-45f7-8b0d-e651e58c722d req-1d2e5d45-b45c-4e5a-8cbc-a1b1fd29cec5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.636920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f83ad1d0-82c5-45f7-8b0d-e651e58c722d req-1d2e5d45-b45c-4e5a-8cbc-a1b1fd29cec5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.2337894 Jul 13 07:31:23.659218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=605da94f-9462-4355-8e34-b715d10532dc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.719845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-1965ab5d-c4d4-4266-b348-f99a1af8906f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Deleting port e52d47da-bac6-46b2-a9c3-12ed6c083f17 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:23.720582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-1965ab5d-c4d4-4266-b348-f99a1af8906f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.726556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Checking segment: {'id': '20571822-3868-46e9-bc70-220598e16944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:23.726810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network hostable DHCP agents. Network: 6dbe4c51-6800-4044-99a1-56d3a619bbf3, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:23.728415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f83ad1d0-82c5-45f7-8b0d-e651e58c722d req-c53f3337-9d1f-40af-a291-123859a2bea8 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907803 Jul 13 07:31:23.785775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51578) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:23.811236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:23.817764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.844731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.876324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 6dbe4c51-6800-4044-99a1-56d3a619bbf3) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:23.890110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d50a8fe-6261-46f2-b1b1-896f20b082e2 None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:23.901992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:23.908081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.908892 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.981395 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1b0ddfbb-30b1-45c7-bcbc-25aff980fd63 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7176723 Jul 13 07:31:23.981395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1e5b-ccc2-401e-bdd1-73840050601e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.984333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51582) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.007301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1909121211'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:24.024510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1e5b-ccc2-401e-bdd1-73840050601e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.059542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-1965ab5d-c4d4-4266-b348-f99a1af8906f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] For port e52d47da-bac6-46b2-a9c3-12ed6c083f17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e52d47da-bac6-46b2-a9c3-12ed6c083f17,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:24.059925 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-1965ab5d-c4d4-4266-b348-f99a1af8906f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.065595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c518626c-392d-4117-bc6b-233aba59e9b5,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.078761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Checking segment: {'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:24.079144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Network hostable DHCP agents. Network: c5518da0-f2d4-4957-a51f-577627000acf, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:24.095786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-1965ab5d-c4d4-4266-b348-f99a1af8906f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Calling delete_port for e52d47da-bac6-46b2-a9c3-12ed6c083f17 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:24.104823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:24.108752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.120839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:24.136102 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1e5b-ccc2-401e-bdd1-73840050601e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.140302 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1e5b-ccc2-401e-bdd1-73840050601e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.141869 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2b6c1e5b-ccc2-401e-bdd1-73840050601e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "DELETE /v2.0/security-groups/3d4dee2f-8781-4e8f-a846-655318c4ee31 HTTP/1.1" status: 204 len: 168 time: 0.3551550 Jul 13 07:31:24.145991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51584) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.188606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190688f9-4035-4489-aa92-dc3d3261ca79 req-a54d104a-e9b8-4770-b5b5-c57cff98a105 tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.196157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190688f9-4035-4489-aa92-dc3d3261ca79 req-a54d104a-e9b8-4770-b5b5-c57cff98a105 tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1101 time: 0.2836175 Jul 13 07:31:24.197914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Network c5518da0-f2d4-4957-a51f-577627000acf is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:24.202471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c1e5b-ccc2-401e-bdd1-73840050601e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4dee2f-8781-4e8f-a846-655318c4ee31,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.220552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:24.226987 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-94da00c5-f85f-49db-b11f-581b0394c64e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] show failed (client error): The resource could not be found. Jul 13 07:31:24.228131 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-94da00c5-f85f-49db-b11f-581b0394c64e tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "GET /v2.0/security-groups/3d4dee2f-8781-4e8f-a846-655318c4ee31 HTTP/1.1" status: 404 len: 347 time: 0.0782206 Jul 13 07:31:24.244144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51588) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.266788 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.267134 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Added segment ed07da54-8ea9-4e48-ab4a-828982585a3c of type vlan for network c982e225-5df0-4832-acb2-44f757faf909 Jul 13 07:31:24.294072 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51590) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.306035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c5518da0-f2d4-4957-a51f-577627000acf) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:24.311174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.311867 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.317076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba79db4e-272e-40b5-99df-4f32a4455df1 None None] Network c5518da0-f2d4-4957-a51f-577627000acf requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:24.363540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84a666c-db3b-40f9-9a3e-c252b122917f admin admin] Deleting subnet 21a3074a-49df-4827-b92d-3fd6ebbcbb5b {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:24.370144 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c84a666c-db3b-40f9-9a3e-c252b122917f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.373244 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:24.392402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Sync routers for ids ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:24.420702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Routers {'3f6e9817-821c-4a26-9a95-a4c4eee8acdf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:24.422069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:24.425084 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c84a666c-db3b-40f9-9a3e-c252b122917f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.427560 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.429123 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-32a735e1-033f-4980-8475-127b14f21c2c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2927711 Jul 13 07:31:24.439244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190688f9-4035-4489-aa92-dc3d3261ca79 req-56ca0491-c92f-4493-9dad-876a72952ff6 tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421331 Jul 13 07:31:24.439804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51592) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.465963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-04876870-ad81-4eba-8353-353d9e6c904f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1693139 Jul 13 07:31:24.473260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51596) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.479861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:24.510368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c84a666c-db3b-40f9-9a3e-c252b122917f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.520789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.556059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.557897 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.658557 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.664790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c84a666c-db3b-40f9-9a3e-c252b122917f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.711557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.717206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.717826 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.830075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 83bc1136-6362-4853-b561-986cf65947c5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:24.837349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-1965ab5d-c4d4-4266-b348-f99a1af8906f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.868602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e52d47da-bac6-46b2-a9c3-12ed6c083f17'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:24.948827 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9616969 Jul 13 07:31:24.953921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51604) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.987614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965ab5d-c4d4-4266-b348-f99a1af8906f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Pushing event deleted for resources: {'Port': ['ID=e52d47da-bac6-46b2-a9c3-12ed6c083f17,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.007529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'ports': [{'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3'}, {'network_id': 'c982e225-5df0-4832-acb2-44f757faf909'}]} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:25.008205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:25.009558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': 'c982e225-5df0-4832-acb2-44f757faf909'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:25.124774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-c5518da0-f2d4-4957-a51f-577627000acf', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:25.125633 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.129980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 83bc1136-6362-4853-b561-986cf65947c5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:25.130381 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.139224 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a666c-db3b-40f9-9a3e-c252b122917f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a3074a-49df-4827-b92d-3fd6ebbcbb5b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.157706 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c84a666c-db3b-40f9-9a3e-c252b122917f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.159991 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c84a666c-db3b-40f9-9a3e-c252b122917f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/21a3074a-49df-4827-b92d-3fd6ebbcbb5b HTTP/1.1" status: 204 len: 168 time: 0.8650069 Jul 13 07:31:25.162011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Set router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:25.163931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51614) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:25.197220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3483d31d-2bd0-4da5-be27-52975b1d6971 req-8b8f763c-9076-462b-acc7-6db833789654 tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff92d9-941a-4223-968b-213966c6c8e2 HTTP/1.1" status: 200 len: 210 time: 0.3324440 Jul 13 07:31:25.244051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d65f68-72ff-4072-909d-fe47991bd4b7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Network': ['ID=c982e225-5df0-4832-acb2-44f757faf909,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.302019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-42a45f2f-6c5d-4347-9c44-309d203b06a3 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Deleting port c6fa2241-964e-4811-b800-1a3c5a1ee665 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:25.302445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42a45f2f-6c5d-4347-9c44-309d203b06a3 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.303740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.324729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c982e225-5df0-4832-acb2-44f757faf909 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:25.394380 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.397216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-1965ab5d-c4d4-4266-b348-f99a1af8906f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] No DVR routers for this DVR port e52d47da-bac6-46b2-a9c3-12ed6c083f17 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:25.453578 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-1965ab5d-c4d4-4266-b348-f99a1af8906f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.455590 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d32a2424-e8de-479c-b00b-6401c1c030a9 req-1965ab5d-c4d4-4266-b348-f99a1af8906f tempest-FloatingIPsAssociationTestJSON-1917886531 tempest-FloatingIPsAssociationTestJSON-1917886531-project] 10.222.0.54 "DELETE /v2.0/ports/e52d47da-bac6-46b2-a9c3-12ed6c083f17 HTTP/1.1" status: 204 len: 173 time: 2.0260689 Jul 13 07:31:25.466526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'name': 'network-vif-deleted', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:25.469656 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b06b027-f412-40e8-9ba9-885a93cd3abc" -d '{"events": [{"server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "name": "network-vif-deleted", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:25.545753 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccba38a3-7eca-4686-9d67-af748da40451 x-openstack-request-id: req-ccba38a3-7eca-4686-9d67-af748da40451 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:25.546055 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff92d9-941a-4223-968b-213966c6c8e2", "name": "network-vif-deleted", "tag": "e52d47da-bac6-46b2-a9c3-12ed6c083f17", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:25.546335 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ccba38a3-7eca-4686-9d67-af748da40451 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:25.546729 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff92d9-941a-4223-968b-213966c6c8e2', 'name': 'network-vif-deleted', 'tag': 'e52d47da-bac6-46b2-a9c3-12ed6c083f17', 'status': 'completed', 'code': 200} Jul 13 07:31:25.574612 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42a45f2f-6c5d-4347-9c44-309d203b06a3 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.574950 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42a45f2f-6c5d-4347-9c44-309d203b06a3 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.634133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-42a45f2f-6c5d-4347-9c44-309d203b06a3 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Calling delete_port for c6fa2241-964e-4811-b800-1a3c5a1ee665 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:25.653979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 2} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:25.664119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.701056 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.729228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.757292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882ee43d-8d61-4026-a4fb-24ef4f90e339']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:25.789744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114b104d-c997-4101-9eb2-d9e68d515536') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:25.790079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114b104d-c997-4101-9eb2-d9e68d515536') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:25.804436 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.805212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Allocated IP 172.20.0.2 (c5518da0-f2d4-4957-a51f-577627000acf/c518626c-392d-4117-bc6b-233aba59e9b5/28ce7407-b609-4b41-a452-fd35f8609571) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:25.820376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.826711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:25.827123 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:25.885648 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:25.900996 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.919187 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.921174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/882ee43d-8d61-4026-a4fb-24ef4f90e339 HTTP/1.1" status: 204 len: 168 time: 0.7560747 Jul 13 07:31:25.974898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a8b26-4ab0-4e3e-86b8-1f3d91178df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=882ee43d-8d61-4026-a4fb-24ef4f90e339,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.083419 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.107131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Transition to ACTIVE for port object 28ce7407-b609-4b41-a452-fd35f8609571 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:26.153874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e363d8-431b-4fce-b406-acc374d39ea0 req-c186cfb1-6500-46c1-9e53-d280e0f84ac0 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:26.156737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Transition to ACTIVE for port object 28ce7407-b609-4b41-a452-fd35f8609571 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:26.164478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58e363d8-431b-4fce-b406-acc374d39ea0 req-c186cfb1-6500-46c1-9e53-d280e0f84ac0 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.5936818 Jul 13 07:31:26.167156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-router', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:23Z', 'revision_number': 3, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'gw_port': {'id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:26.191243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.196539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51626) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:26.214177 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.254144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Checking router: 3f6e9817-821c-4a26-9a95-a4c4eee8acdf for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:26.254501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Updating router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf port 3ca1f30b-c1fe-444a-8761-17b28a00539d binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:26.263600 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.324715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Network c5518da0-f2d4-4957-a51f-577627000acf is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:26.360813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:26.372165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:26.375452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Pushing event updated for resources: {'Port': ['ID=28ce7407-b609-4b41-a452-fd35f8609571,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.400585 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.425633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51630) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:26.446495 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58e363d8-431b-4fce-b406-acc374d39ea0 req-1b8de522-cde3-4b8d-8836-e01b119d1ae5 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810159 Jul 13 07:31:26.448684 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.454144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port a87f5f2c-03aa-47fa-b064-f778a5a41750 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:26.524082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-d70ac0df-9614-4dee-9551-faa7cd9a2c03 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9911287 Jul 13 07:31:26.661848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Allocated IP 172.25.6.136 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/29b8470d-3364-4527-ba7b-524180c72a0b) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:26.681873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Attempting to bind port 28ce7407-b609-4b41-a452-fd35f8609571 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:26.684899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Attempting to bind port 28ce7407-b609-4b41-a452-fd35f8609571 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:26.685502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Attempting to bind port 28ce7407-b609-4b41-a452-fd35f8609571 on network c5518da0-f2d4-4957-a51f-577627000acf {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:26.700353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:26.703172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Checking segment: {'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:26.703831 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.705213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Bound using segment: {'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:26.706136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Bound port: 28ce7407-b609-4b41-a452-fd35f8609571, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:26.707278 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.809876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] For port 28ce7407-b609-4b41-a452-fd35f8609571, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:26.813549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] For port 28ce7407-b609-4b41-a452-fd35f8609571, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=28ce7407-b609-4b41-a452-fd35f8609571,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:26.824063 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.966617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324a7e0-b521-49ae-a897-7925b2ad3cac None None] Pushing event updated for resources: {'Port': ['ID=28ce7407-b609-4b41-a452-fd35f8609571,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.967651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.126567 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.277940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:27.300514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:27.328336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:27.381057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e52d47da-bac6-46b2-a9c3-12ed6c083f17 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:27.382754 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Pushing event updated for resources: {'Port': ['ID=29b8470d-3364-4527-ba7b-524180c72a0b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.479370 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: e52d47da-bac6-46b2-a9c3-12ed6c083f17 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:27.481851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e52d47da-bac6-46b2-a9c3-12ed6c083f17 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:27.546896 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.609379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Allocated IP 172.20.0.1 (94eecc12-d730-4add-9ccd-58dad068eb44/f86e6d21-af7e-4cfa-a31d-d50a93887e32/318064d6-0757-4e6e-9152-2a2b79073947) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:27.749711 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.851703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Transition to ACTIVE for port object 3ca1f30b-c1fe-444a-8761-17b28a00539d will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:27.863108 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.959914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962b335-2e4a-4340-b0ac-b05146cefff2 None None] Pushing event updated for resources: {'Port': ['ID=3ca1f30b-c1fe-444a-8761-17b28a00539d,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.963978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Attempting to bind port 3ca1f30b-c1fe-444a-8761-17b28a00539d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:27.964647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Attempting to bind port 3ca1f30b-c1fe-444a-8761-17b28a00539d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:27.965172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Attempting to bind port 3ca1f30b-c1fe-444a-8761-17b28a00539d on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:27.971805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:27.972393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:27.972946 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.973510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:27.974138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Bound port: 3ca1f30b-c1fe-444a-8761-17b28a00539d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:27.974680 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.977763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.076238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] For port 3ca1f30b-c1fe-444a-8761-17b28a00539d, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:28.096385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] For port 3ca1f30b-c1fe-444a-8761-17b28a00539d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3ca1f30b-c1fe-444a-8761-17b28a00539d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:28.112846 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.170527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42a45f2f-6c5d-4347-9c44-309d203b06a3 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.187469 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-198a6804-4e19-4ebb-b328-d6b4e080366f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bce7b4b831094d619ab01ef5d28d7127&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9186296 Jul 13 07:31:28.200939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port f68b84e0-4538-4afa-a931-edb5958b2b07 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:28.223503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962b335-2e4a-4340-b0ac-b05146cefff2 None None] Pushing event updated for resources: {'Port': ['ID=3ca1f30b-c1fe-444a-8761-17b28a00539d,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.235507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51662) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:28.265442 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.267146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Routers {'3f6e9817-821c-4a26-9a95-a4c4eee8acdf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:28.267982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:28.413652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.446087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] Set router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:28.483148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a45f2f-6c5d-4347-9c44-309d203b06a3 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Pushing event deleted for resources: {'Port': ['ID=c6fa2241-964e-4811-b800-1a3c5a1ee665,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.510885 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.518999 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.540976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8f29-24a0-404f-9af2-40013813e069 req-f64969de-772e-4cb9-9531-c4baa14f4893 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.542966 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-38ac8f29-24a0-404f-9af2-40013813e069 req-f64969de-772e-4cb9-9531-c4baa14f4893 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.2696412 Jul 13 07:31:28.570562 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:31:28.686168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ea0f8f-24b1-4e82-a289-1b928d913bd9 None None] Network c5518da0-f2d4-4957-a51f-577627000acf requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:28.745679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Transition to ACTIVE for port object 318064d6-0757-4e6e-9152-2a2b79073947 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:28.785739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 28ce7407-b609-4b41-a452-fd35f8609571 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:28.804617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:28.814251 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-38ac8f29-24a0-404f-9af2-40013813e069 req-8617f3df-3b1a-4b5d-86c9-8f509e9f29dc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752014 Jul 13 07:31:28.816230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5c6c1-e852-4034-bafa-5baf0c8250b1 req-7f42b4a0-4ca0-44d3-ad3c-5651855bca7a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.824321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8c5c6c1-e852-4034-bafa-5baf0c8250b1 req-7f42b4a0-4ca0-44d3-ad3c-5651855bca7a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 1.0595529 Jul 13 07:31:28.858826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-11c0f86a-c64b-44a1-ac26-66d1511beed2 None None] Provisioning for port 28ce7407-b609-4b41-a452-fd35f8609571 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:28.870399 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.880725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04c6-1f0d-4810-9081-822309a245a3 req-08211dda-b34b-4ad8-a196-6989df0ecd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.882686 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-08211dda-b34b-4ad8-a196-6989df0ecd98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1101 time: 0.1905134 Jul 13 07:31:28.884218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] Deleting port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:28.884607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.898119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8c5c6c1-e852-4034-bafa-5baf0c8250b1 req-4880aa96-74f2-473e-bfa3-01b55023e469 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726211 Jul 13 07:31:28.904346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:28.914657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:28.915689 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.918885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=a87f5f2c-03aa-47fa-b064-f778a5a41750,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.932135 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42a45f2f-6c5d-4347-9c44-309d203b06a3 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.935110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42a45f2f-6c5d-4347-9c44-309d203b06a3 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.936623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-42a45f2f-6c5d-4347-9c44-309d203b06a3 tempest-ServersTestBootFromVolume-680599289 tempest-ServersTestBootFromVolume-680599289-project] 10.222.0.44 "DELETE /v2.0/floatingips/29c56f8b-76eb-44a7-86d8-0d0dc626db47 HTTP/1.1" status: 204 len: 168 time: 4.6900947 Jul 13 07:31:28.951270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51666) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:29.020090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eaf493ac-4ec6-4edd-a81b-e2095981c7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.124468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eaf493ac-4ec6-4edd-a81b-e2095981c7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.169744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Checking segment: {'id': 'ed07da54-8ea9-4e48-ab4a-828982585a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c982e225-5df0-4832-acb2-44f757faf909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:29.170272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network hostable DHCP agents. Network: c982e225-5df0-4832-acb2-44f757faf909, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:29.180201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.211470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-router', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:23Z', 'revision_number': 3, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'gw_port': {'id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:29.227897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=f68b84e0-4538-4afa-a931-edb5958b2b07,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.238131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Network 94eecc12-d730-4add-9ccd-58dad068eb44 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:29.241847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 28ce7407-b609-4b41-a452-fd35f8609571 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:29.248220 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 28ce7407-b609-4b41-a452-fd35f8609571 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:29.248603 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.257947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:29.267997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f27a5f-0302-416e-9cd0-d9f9cb756ed0 None None] The sync data for ids ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'] in n-d-798249-7 is: [{'id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-router', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:23Z', 'revision_number': 3, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'gw_port': {'id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:16:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:29.309787 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:29.315256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network c982e225-5df0-4832-acb2-44f757faf909 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:29.379042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c982e225-5df0-4832-acb2-44f757faf909) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:29.416460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:29.426671 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.427228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:29.438013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:29.438742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.480537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 28ce7407-b609-4b41-a452-fd35f8609571, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=28ce7407-b609-4b41-a452-fd35f8609571,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:29.482145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385eb96-6bfa-402f-92e9-a23e2fd3c258 None None] Network c982e225-5df0-4832-acb2-44f757faf909 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:29.508634 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.512828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=318064d6-0757-4e6e-9152-2a2b79073947,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.638038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=28ce7407-b609-4b41-a452-fd35f8609571,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.737406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.773164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04c6-1f0d-4810-9081-822309a245a3 req-caa75533-7cc0-4396-a110-047622d8d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:29.774673 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-caa75533-7cc0-4396-a110-047622d8d771 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.7915115 Jul 13 07:31:29.782009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] For port 7ccedea7-eb65-4c5f-ada5-a512da57b4d4, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7ccedea7-eb65-4c5f-ada5-a512da57b4d4,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:29.782378 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.833605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a83189f8-4c29-4516-8760-0ed49a3b5e31 None None] Provisioning for port 318064d6-0757-4e6e-9152-2a2b79073947 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:29.838709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a83189f8-4c29-4516-8760-0ed49a3b5e31 None None] Provisioning complete for port 318064d6-0757-4e6e-9152-2a2b79073947 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:29.839302 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a83189f8-4c29-4516-8760-0ed49a3b5e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.842977 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-34f1f158-6072-4e25-b76f-4f424821f7cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 217 time: 0.0575194 Jul 13 07:31:29.843977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] Calling delete_port for 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:29.878359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Router 46a72e44-193d-4d45-8bb6-ff939febb5aa is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:29.918320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a83189f8-4c29-4516-8760-0ed49a3b5e31 None None] Port 318064d6-0757-4e6e-9152-2a2b79073947 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:29.988048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eaf493ac-4ec6-4edd-a81b-e2095981c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.991433 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eaf493ac-4ec6-4edd-a81b-e2095981c7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.995935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eaf493ac-4ec6-4edd-a81b-e2095981c7e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15fe3847-6712-45e6-9775-a0b1a296c1fc HTTP/1.1" status: 204 len: 168 time: 1.7561889 Jul 13 07:31:30.025823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-89af7446-1278-4039-bff7-9a6f3ef0ad17 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0292478 Jul 13 07:31:30.040553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51674) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:30.047298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-90e10397-7c97-4e12-9563-70f3bd8b5deb None None] Provisioning complete for port 28ce7407-b609-4b41-a452-fd35f8609571 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.047676 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90e10397-7c97-4e12-9563-70f3bd8b5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.146207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04c6-1f0d-4810-9081-822309a245a3 req-61f86f1d-5ee1-4c49-a3bc-46b4954dfebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:30.153342 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-61f86f1d-5ee1-4c49-a3bc-46b4954dfebf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.2939034 Jul 13 07:31:30.185868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-42004750-a0c2-4ef6-b674-9d1a41f153aa tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:30.187407 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-42004750-a0c2-4ef6-b674-9d1a41f153aa tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.53 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.7332289 Jul 13 07:31:30.188534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf493ac-4ec6-4edd-a81b-e2095981c7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fe3847-6712-45e6-9775-a0b1a296c1fc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:30.453909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:30.478209 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Sync routers for ids ['46a72e44-193d-4d45-8bb6-ff939febb5aa'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:30.499044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874a0c1-b772-4e90-88ca-501386cff9f2 req-92dc0b3e-c78e-48cd-820a-aaacfed9f3c5 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:30.501507 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9874a0c1-b772-4e90-88ca-501386cff9f2 req-92dc0b3e-c78e-48cd-820a-aaacfed9f3c5 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.4033227 Jul 13 07:31:30.515557 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Routers {'46a72e44-193d-4d45-8bb6-ff939febb5aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:30.516252 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['46a72e44-193d-4d45-8bb6-ff939febb5aa'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:30.532871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.534385 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-058abc3f-b708-4159-8049-17eb2944c08f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.0592666 Jul 13 07:31:30.540148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51680) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:30.569320 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.632291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977247c-9a32-44ed-8422-860d380c3398 req-5d2a3c80-4f92-4779-9c78-ea53fb9bc57e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:30.634007 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b977247c-9a32-44ed-8422-860d380c3398 req-5d2a3c80-4f92-4779-9c78-ea53fb9bc57e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.4770513 Jul 13 07:31:30.729312 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Set router 46a72e44-193d-4d45-8bb6-ff939febb5aa gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:30.837899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3ca1f30b-c1fe-444a-8761-17b28a00539d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:30.847235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6869fe9d-2204-40f7-b882-eb3bf2566286 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port f68b84e0-4538-4afa-a931-edb5958b2b07 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:30.847655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6869fe9d-2204-40f7-b882-eb3bf2566286 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.891619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04c6-1f0d-4810-9081-822309a245a3 req-685fd6b8-5cbc-4fe2-a24c-aa6cb4f02bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:30.893383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-685fd6b8-5cbc-4fe2-a24c-aa6cb4f02bca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6854029 Jul 13 07:31:30.907864 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9874a0c1-b772-4e90-88ca-501386cff9f2 req-e329644b-b80a-446d-9edb-14b56a33b583 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994684 Jul 13 07:31:30.981560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 3ca1f30b-c1fe-444a-8761-17b28a00539d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:30.986007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3ca1f30b-c1fe-444a-8761-17b28a00539d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.986566 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.071721 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b977247c-9a32-44ed-8422-860d380c3398 req-57f9e9c8-30c4-452f-bf5a-410e8569a79e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263628 Jul 13 07:31:31.107848 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 3, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:31.111399 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.137719 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Checking router: 46a72e44-193d-4d45-8bb6-ff939febb5aa for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:31.138118 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Updating router 46a72e44-193d-4d45-8bb6-ff939febb5aa port 29b8470d-3364-4527-ba7b-524180c72a0b binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:31.156996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Deleting port e1adbf6a-0eda-40be-86da-759bf017f756 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:31.164816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.176891 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.228610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 3ca1f30b-c1fe-444a-8761-17b28a00539d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3ca1f30b-c1fe-444a-8761-17b28a00539d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:31.242283 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.316975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccedea7-eb65-4c5f-ada5-a512da57b4d4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.325864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 28ce7407-b609-4b41-a452-fd35f8609571 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:31.330333 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.361010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] For port e1adbf6a-0eda-40be-86da-759bf017f756, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1adbf6a-0eda-40be-86da-759bf017f756,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:31.361449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.485579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=3ca1f30b-c1fe-444a-8761-17b28a00539d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.512775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.513223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.513466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.513808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.514146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.514519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.514852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.515181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.515516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.515843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.525955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.526420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.526731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-71184fec-df7b-4cbd-83b5-dd3a5878eb75 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225984 Jul 13 07:31:31.539415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51696) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:31.545646 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 28ce7407-b609-4b41-a452-fd35f8609571 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:31.546165 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.808804 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.820485 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Transition to ACTIVE for port object 29b8470d-3364-4527-ba7b-524180c72a0b will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:31.829230 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.870310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1643464247-network', 'tenant_id': '635ae06d3dba421bb32de964f6f389b5'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:31.926510 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Attempting to bind port 29b8470d-3364-4527-ba7b-524180c72a0b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:31.930898 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Attempting to bind port 29b8470d-3364-4527-ba7b-524180c72a0b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:31.931541 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Attempting to bind port 29b8470d-3364-4527-ba7b-524180c72a0b on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:31.935312 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Pushing event updated for resources: {'Port': ['ID=29b8470d-3364-4527-ba7b-524180c72a0b,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.941084 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:31.942450 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:31.943200 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.944416 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:31.945292 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Bound port: 29b8470d-3364-4527-ba7b-524180c72a0b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:31.945527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6869fe9d-2204-40f7-b882-eb3bf2566286 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.946031 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.012621 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] For port 29b8470d-3364-4527-ba7b-524180c72a0b, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:32.016565 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] For port 29b8470d-3364-4527-ba7b-524180c72a0b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=29b8470d-3364-4527-ba7b-524180c72a0b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:32.018701 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.019269 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.019618 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.020115 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.020823 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.021286 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.022433 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.022931 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.023370 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.023835 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.024387 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.024736 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:32.029983 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.040030 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.054442 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-62cd7e97-455f-4019-af6f-09721416b966 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067666 Jul 13 07:31:32.064984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Made reservation on behalf of 635ae06d3dba421bb32de964f6f389b5 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:32.067993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.082255 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.090425 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39df395-78eb-43c6-9dca-b4bdc26f4a82 None None] Pushing event updated for resources: {'Port': ['ID=29b8470d-3364-4527-ba7b-524180c72a0b,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:32.138263 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Routers {'46a72e44-193d-4d45-8bb6-ff939febb5aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:32.138900 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['46a72e44-193d-4d45-8bb6-ff939febb5aa'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:32.268282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6869fe9d-2204-40f7-b882-eb3bf2566286 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for f68b84e0-4538-4afa-a931-edb5958b2b07 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:32.300718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.304425 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] Set router 46a72e44-193d-4d45-8bb6-ff939febb5aa gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:32.494022 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d4cac-78ef-4adc-b179-64d0bd11f9f3 req-8764f2d1-bbfc-4ad5-aa4c-b490833e16d6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:32.495571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b22d4cac-78ef-4adc-b179-64d0bd11f9f3 req-8764f2d1-bbfc-4ad5-aa4c-b490833e16d6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 947 time: 0.3277254 Jul 13 07:31:32.534597 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 3, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:32.565983 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5aeffb-293d-47c0-bf9a-cf284f83b224 None None] The sync data for ids ['46a72e44-193d-4d45-8bb6-ff939febb5aa'] in n-d-798249-7 is: [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 3, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:32.571375 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.610014 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.626040 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.633346 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.691568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.694169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6869fe9d-2204-40f7-b882-eb3bf2566286 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.715636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3150cf8-4d0b-42f9-9478-25b47d52145b req-71f797cb-3051-437d-b93b-d7a81afae356 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:32.717699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3150cf8-4d0b-42f9-9478-25b47d52145b req-71f797cb-3051-437d-b93b-d7a81afae356 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.3978581 Jul 13 07:31:32.739812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3ca1f30b-c1fe-444a-8761-17b28a00539d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:32.816210 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3ca1f30b-c1fe-444a-8761-17b28a00539d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:32.817494 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.839801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=318064d6-0757-4e6e-9152-2a2b79073947,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:32.853485 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6869fe9d-2204-40f7-b882-eb3bf2566286 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.859321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6869fe9d-2204-40f7-b882-eb3bf2566286 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/f68b84e0-4538-4afa-a931-edb5958b2b07 HTTP/1.1" status: 204 len: 168 time: 2.8138065 Jul 13 07:31:32.878740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51704) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:32.988050 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.988701 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.989181 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Floating IP 6336ae9b-bf79-4ba4-b8da-1f51447d72e9 disassociated. External IP: 172.25.6.175, port: e1adbf6a-0eda-40be-86da-759bf017f756. Jul 13 07:31:32.989681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Calling delete_port for e1adbf6a-0eda-40be-86da-759bf017f756 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:33.063342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869fe9d-2204-40f7-b882-eb3bf2566286 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=f68b84e0-4538-4afa-a931-edb5958b2b07,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.101086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.101480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b22d4cac-78ef-4adc-b179-64d0bd11f9f3 req-80f39b7e-e58d-44e3-b132-94ec64bda681 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=312b0f30-d974-4a00-b95f-a84bc353092b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5747831 Jul 13 07:31:33.118434 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3150cf8-4d0b-42f9-9478-25b47d52145b req-103ac673-9841-4968-98f4-cd88c534c1a3 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415818 Jul 13 07:31:33.127217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:33.147471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e3eb0270-b2b6-42df-b726-7b88bbbca134 None None] Provisioning complete for port 318064d6-0757-4e6e-9152-2a2b79073947 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:33.148099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ba3b5f-d1a5-4740-93e4-401d44abefa8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.148225 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0270-b2b6-42df-b726-7b88bbbca134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.167102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Allocated IP 172.20.0.1 (c5518da0-f2d4-4957-a51f-577627000acf/c518626c-392d-4117-bc6b-233aba59e9b5/724c2bea-3362-4045-a98c-3a6670bac971) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:33.173964 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.174760 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Added segment 033195b3-ffd8-4bd7-bed2-6b489393ff75 of type vlan for network b1ef12b6-2483-422f-90f7-de436e7ac3de Jul 13 07:31:33.227106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb0270-b2b6-42df-b726-7b88bbbca134 None None] Port 318064d6-0757-4e6e-9152-2a2b79073947 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:33.252982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.279929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] Router 1bfc20fc-7577-4522-a196-840b1bd8d5bf has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:33.353861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1adbf6a-0eda-40be-86da-759bf017f756 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:33.377618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.379763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:33.380418 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.466252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883fe5a2-2bd4-40f7-959f-a9a3fcaa9426 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:33.473599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883fe5a2-2bd4-40f7-959f-a9a3fcaa9426 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:33.482926 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-883fe5a2-2bd4-40f7-959f-a9a3fcaa9426 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6003010 Jul 13 07:31:33.487838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51706) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.509788 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.534116 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.544367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0003011 Jul 13 07:31:33.548273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51708) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.586873 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.602608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Request body: {'subnet': {'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1643464247-subnet', 'tenant_id': '635ae06d3dba421bb32de964f6f389b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:33.647349 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c5e2f-bc72-45c1-b85a-f85cc998f1df admin admin] Pushing event updated for resources: {'Network': ['ID=b1ef12b6-2483-422f-90f7-de436e7ac3de,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.656713 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Transition to ACTIVE for port object 724c2bea-3362-4045-a98c-3a6670bac971 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:33.658451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Network 94eecc12-d730-4add-9ccd-58dad068eb44 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:33.664704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event deleted for resources: {'Port': ['ID=e1adbf6a-0eda-40be-86da-759bf017f756,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.673502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:33.688986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b1ef12b6-2483-422f-90f7-de436e7ac3de details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:33.700429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Made reservation on behalf of 635ae06d3dba421bb32de964f6f389b5 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:33.703257 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.710571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:33.752519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] Sync routers for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:33.766938 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-819f7504-8b44-4a05-9100-69b0359e4661 admin admin] 10.222.0.44 "PUT /v2.0/routers/1bfc20fc-7577-4522-a196-840b1bd8d5bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3380351 Jul 13 07:31:33.772512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51710) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.810584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:33.811226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:33.866588 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.942950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:34.025780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:34.030658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-50490cac-7e93-443d-ac87-2404a275738c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port a87f5f2c-03aa-47fa-b064-f778a5a41750 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:34.031263 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50490cac-7e93-443d-ac87-2404a275738c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.096214 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.106930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Network c5518da0-f2d4-4957-a51f-577627000acf is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:34.112751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:34.153097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:34.166849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:34.179353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Pushing event updated for resources: {'Port': ['ID=724c2bea-3362-4045-a98c-3a6670bac971,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:34.196077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-92375d4b-88d7-48b1-8aa8-c5e05d752dfb None None] Provisioning complete for port 318064d6-0757-4e6e-9152-2a2b79073947 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:34.196429 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-92375d4b-88d7-48b1-8aa8-c5e05d752dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.228924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50490cac-7e93-443d-ac87-2404a275738c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.285981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74795142-ea67-4867-98f2-d926dd1ebdb9,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:34.299713 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.323712 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.328641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-92375d4b-88d7-48b1-8aa8-c5e05d752dfb None None] Port 318064d6-0757-4e6e-9152-2a2b79073947 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:34.332475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:34.363379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Checking segment: {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:34.363757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Network hostable DHCP agents. Network: b1ef12b6-2483-422f-90f7-de436e7ac3de, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:34.382357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.387240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] Checking router: 1bfc20fc-7577-4522-a196-840b1bd8d5bf for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:34.413678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] Routers {'1bfc20fc-7577-4522-a196-840b1bd8d5bf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:34.414325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:34.479628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:34.493662 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] Sync routers for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:34.510524 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:34.511311 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:34.520448 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Network b1ef12b6-2483-422f-90f7-de436e7ac3de is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:34.531339 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ba05bc9-14cb-4ff7-b910-ba503df551b1 req-8f66d657-d5e1-42df-b625-bb29df00268a tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d HTTP/1.1" status: 200 len: 210 time: 0.1133344 Jul 13 07:31:34.539359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-50490cac-7e93-443d-ac87-2404a275738c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for a87f5f2c-03aa-47fa-b064-f778a5a41750 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:34.592119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b1ef12b6-2483-422f-90f7-de436e7ac3de) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:34.610365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc00e26a-ec17-4b37-b43e-5b38bbb181fc None None] Network b1ef12b6-2483-422f-90f7-de436e7ac3de requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:34.610872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] Deleting port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:34.611222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.617966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:34.618690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.651169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8a818cec-067b-4b67-8813-e3a4d6e9fc33 None None] Provisioning for port 724c2bea-3362-4045-a98c-3a6670bac971 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:34.667900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] Set router 1bfc20fc-7577-4522-a196-840b1bd8d5bf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:34.671960 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8a818cec-067b-4b67-8813-e3a4d6e9fc33 None None] Provisioning complete for port 724c2bea-3362-4045-a98c-3a6670bac971 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:34.672773 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a818cec-067b-4b67-8813-e3a4d6e9fc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.694358 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.715816 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a78bf049-1449-476f-8aef-b332e4411a11 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1125004 Jul 13 07:31:34.719304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] No DVR routers for this DVR port e1adbf6a-0eda-40be-86da-759bf017f756 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:34.800813 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.823747 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:34.859131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8a818cec-067b-4b67-8813-e3a4d6e9fc33 None None] Port 724c2bea-3362-4045-a98c-3a6670bac971 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:34.906556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Deleting port a39a06d7-80fa-42ab-8fa4-6294f07ab22d {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:34.907030 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.948312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 29b8470d-3364-4527-ba7b-524180c72a0b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:34.967203 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.969555 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04eb71f0-397c-4509-b01b-e8652e0d7376 req-79951a80-cd34-4522-a0e3-c603f44afc5b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.53 "DELETE /v2.0/ports/e1adbf6a-0eda-40be-86da-759bf017f756 HTTP/1.1" status: 204 len: 173 time: 4.7514660 Jul 13 07:31:34.970064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-deleted', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:34.997525 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2130cd-62fb-442c-b19f-0429b01d7e4f" -d '{"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-deleted", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:35.029546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] For port b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:35.030286 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.033223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50490cac-7e93-443d-ac87-2404a275738c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.116765 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5e0210-9712-4800-b811-c836a5c57820 x-openstack-request-id: req-5c5e0210-9712-4800-b811-c836a5c57820 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:35.117248 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d", "name": "network-vif-deleted", "tag": "e1adbf6a-0eda-40be-86da-759bf017f756", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:35.117643 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c5e0210-9712-4800-b811-c836a5c57820 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:35.118217 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c695c6a0-c26d-4b06-88ef-8abeb8bb5b3d', 'name': 'network-vif-deleted', 'tag': 'e1adbf6a-0eda-40be-86da-759bf017f756', 'status': 'completed', 'code': 200} Jul 13 07:31:35.150230 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:35.192815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] For port a39a06d7-80fa-42ab-8fa4-6294f07ab22d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a39a06d7-80fa-42ab-8fa4-6294f07ab22d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:35.193435 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.203998 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] Checking router: b9647e6c-5f6f-459a-8a97-6ce149e1cb3e for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:35.213892 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:35.214527 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:35.240613 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Calling delete_port for a39a06d7-80fa-42ab-8fa4-6294f07ab22d owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:35.244008 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.262577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.360295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Pushing event updated for resources: {'Port': ['ID=724c2bea-3362-4045-a98c-3a6670bac971,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.407710 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:35.499273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 29b8470d-3364-4527-ba7b-524180c72a0b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:35.523938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-b1ef12b6-2483-422f-90f7-de436e7ac3de', 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de', 'tenant_id': '635ae06d3dba421bb32de964f6f389b5', 'fixed_ips': [{'subnet_id': '74795142-ea67-4867-98f2-d926dd1ebdb9'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:35.525392 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.596991 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.660969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] Calling delete_port for b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:35.714772 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:35.737418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Allocated IP 172.20.0.2 (b1ef12b6-2483-422f-90f7-de436e7ac3de/74795142-ea67-4867-98f2-d926dd1ebdb9/ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:35.756687 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7edf9-68da-47ce-b05d-6d94cf71fca1 None None] The sync data for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 is: [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:35.765877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-1cc94ca1-37d5-4279-be67-40c43d62b5b4 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:35.767652 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-1cc94ca1-37d5-4279-be67-40c43d62b5b4 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 816 time: 0.3169243 Jul 13 07:31:35.821531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50490cac-7e93-443d-ac87-2404a275738c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=a87f5f2c-03aa-47fa-b064-f778a5a41750,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.841768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50490cac-7e93-443d-ac87-2404a275738c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.843725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-50490cac-7e93-443d-ac87-2404a275738c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/a87f5f2c-03aa-47fa-b064-f778a5a41750 HTTP/1.1" status: 204 len: 168 time: 2.3552220 Jul 13 07:31:35.847832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51738) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:35.885159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 29b8470d-3364-4527-ba7b-524180c72a0b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:35.887830 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.905687 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-d345b259-d7e7-4266-928f-5e62951dbf1c tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/quotas/635ae06d3dba421bb32de964f6f389b5 HTTP/1.1" status: 200 len: 375 time: 0.1219413 Jul 13 07:31:35.913440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:35.930674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dc73061f-b2ac-421f-a4a6-2536c2b14ee4 admin admin] 10.222.0.44 "PUT /v2.0/routers/3f6e9817-821c-4a26-9a95-a4c4eee8acdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4836614 Jul 13 07:31:35.939468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeae5de-2170-4f66-8085-ce8e8531ecd9 req-07c794f8-a75c-4d27-b684-20b3d0a80ca8 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:35.941190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aeeae5de-2170-4f66-8085-ce8e8531ecd9 req-07c794f8-a75c-4d27-b684-20b3d0a80ca8 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 1.4565873 Jul 13 07:31:36.033041 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.042663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aeeae5de-2170-4f66-8085-ce8e8531ecd9 req-e28f200d-2166-476e-8bb5-fc3ed3b239bd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767853 Jul 13 07:31:36.052654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-420dcfcf-49cd-42cf-9ca7-ee6ab727fae2 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318216 Jul 13 07:31:36.102391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] Pushing event deleted for resources: {'Port': ['ID=b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.115787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Network c5518da0-f2d4-4957-a51f-577627000acf is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:36.121978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:36.157156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c6d010-5368-4997-a1cf-98edb51981b4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:36.158904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-52c6d010-5368-4997-a1cf-98edb51981b4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3054972 Jul 13 07:31:36.205636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51742) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:36.267426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-818492ef-775e-4886-8344-4ba57819fc34 service neutron] 10.222.0.44 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136014 Jul 13 07:31:36.271222 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c51e6b-d95c-4124-a07e-5e629b082e99 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:31:36.273141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c9c51e6b-d95c-4124-a07e-5e629b082e99 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/f68b84e0-4538-4afa-a931-edb5958b2b07 HTTP/1.1" status: 404 len: 333 time: 0.0664930 Jul 13 07:31:36.281462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51746) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:36.365972 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dbb703-00ee-4bbf-8b8f-a3fd9a586079 None None] New status for floating IP 6336ae9b-bf79-4ba4-b8da-1f51447d72e9: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:31:36.393663 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.425978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Sync routers for ids ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:36.442088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Transition to ACTIVE for port object ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:36.496896 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.501135 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8b342982-8598-476f-a4a7-c733e3e414ad None None] Provisioning complete for port 724c2bea-3362-4045-a98c-3a6670bac971 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:36.501509 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8b342982-8598-476f-a4a7-c733e3e414ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.524930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Transition to ACTIVE for port object ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:36.551334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=a39a06d7-80fa-42ab-8fa4-6294f07ab22d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.566521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Router 46a72e44-193d-4d45-8bb6-ff939febb5aa has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:36.576486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8b342982-8598-476f-a4a7-c733e3e414ad None None] Port 724c2bea-3362-4045-a98c-3a6670bac971 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:36.585729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Routers {'3f6e9817-821c-4a26-9a95-a4c4eee8acdf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:36.586707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:36.618065 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cfb5e7-b268-4391-abb1-e4a387479fff tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:31:36.620355 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-69cfb5e7-b268-4391-abb1-e4a387479fff tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/a87f5f2c-03aa-47fa-b064-f778a5a41750 HTTP/1.1" status: 404 len: 333 time: 0.3377655 Jul 13 07:31:36.621147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.622940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51752) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:36.663610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.730029 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.740562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:36.756883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-f9005d9a-8c88-4afd-88b3-c798106420fd tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3490202 Jul 13 07:31:36.785352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Network b1ef12b6-2483-422f-90f7-de436e7ac3de is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:36.796399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:36.798796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:36.804966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0203b52-7b56-42bc-b355-128b77551227 None None] The sync data for ids ['1bfc20fc-7577-4522-a196-840b1bd8d5bf'] in n-d-798249-7 is: [{'id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1988280087-router', 'tenant_id': '36d8db81e28e47c4820391538d88ac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:29:52Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 5, 'project_id': '36d8db81e28e47c4820391538d88ac9c', 'gw_port': {'id': 'a39a06d7-80fa-42ab-8fa4-6294f07ab22d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:87:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfc20fc-7577-4522-a196-840b1bd8d5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:29:53Z', 'updated_at': '2021-07-13T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:36.814939 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-f15eaa6d-b46a-4813-b68a-ce7836535429 service neutron] 10.222.0.44 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458028 Jul 13 07:31:36.817212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.820882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:36.821161 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.834554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8db9e826-d51f-492c-a9b8-ca8582e256d6 None None] Provisioning complete for port 724c2bea-3362-4045-a98c-3a6670bac971 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:36.835068 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8db9e826-d51f-492c-a9b8-ca8582e256d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.853521 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.885211 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.889964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8db9e826-d51f-492c-a9b8-ca8582e256d6 None None] Port 724c2bea-3362-4045-a98c-3a6670bac971 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:36.935895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Set router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:36.977025 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.100986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.113851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c982e225-5df0-4832-acb2-44f757faf909']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:37.127189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed07da54-8ea9-4e48-ab4a-828982585a3c') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:37.127557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed07da54-8ea9-4e48-ab4a-828982585a3c') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:37.138874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.156067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.164519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:37.164961 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.172023 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Pushing event updated for resources: {'Port': ['ID=ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:37.242162 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:37.244351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51758) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:37.314938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 29b8470d-3364-4527-ba7b-524180c72a0b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=29b8470d-3364-4527-ba7b-524180c72a0b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:37.320190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Attempting to bind port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:37.320857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Attempting to bind port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:37.321423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Attempting to bind port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a on network b1ef12b6-2483-422f-90f7-de436e7ac3de {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:37.339400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] Router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:37.341924 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.361872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:37.362282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Checking segment: {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:37.362758 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.363057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Bound using segment: {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:37.363534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Bound port: ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:37.363916 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.366264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.400160 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.415961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:37.417845 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.418391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bfc20fc-7577-4522-a196-840b1bd8d5bf {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:37.422766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/networks/c982e225-5df0-4832-acb2-44f757faf909 HTTP/1.1" status: 204 len: 168 time: 0.7940631 Jul 13 07:31:37.425149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.430983 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5dbb3dbd-c1aa-43e4-8073-cfc2c79f0cdf admin admin] 10.222.0.44 "DELETE /v2.0/routers/1bfc20fc-7577-4522-a196-840b1bd8d5bf HTTP/1.1" status: 204 len: 168 time: 3.6517384 Jul 13 07:31:37.431765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51776) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:37.432271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51778) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:37.440706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f4f8cdc0-d74e-476b-9b78-948a67a9c95e admin admin] 10.222.0.44 "PUT /v2.0/routers/46a72e44-193d-4d45-8bb6-ff939febb5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8917301 Jul 13 07:31:37.454437 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2035909294'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:37.459865 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Sync routers for ids ['46a72e44-193d-4d45-8bb6-ff939febb5aa'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:37.563068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=29b8470d-3364-4527-ba7b-524180c72a0b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:37.577877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Routers {'46a72e44-193d-4d45-8bb6-ff939febb5aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:37.578521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['46a72e44-193d-4d45-8bb6-ff939febb5aa'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:37.590954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba919e-65b5-4d00-92a4-edb11b3f0444 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Network': ['ID=c982e225-5df0-4832-acb2-44f757faf909,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:37.596425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:37.693738 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef19e-7b87-4a91-a152-67eabc25738f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.696195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-router', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 4, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'gw_port': {'id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '318064d6-0757-4e6e-9152-2a2b79073947', 'name': '', 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'mac_address': 'fa:16:3e:90:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'f86e6d21-af7e-4cfa-a31d-d50a93887e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 2, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'subnets': [{'id': 'f86e6d21-af7e-4cfa-a31d-d50a93887e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:37.698071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:37.698482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7ccedea7-eb65-4c5f-ada5-a512da57b4d4 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:37.698720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d5732d-f8fb-49f9-9d63-1b853ba4a556 admin admin] Deleting subnet aa47bfc6-da00-4990-84cc-29df7ebf0128 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:37.704822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] For port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:37.705632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:37.715903 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.741096 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d5732d-f8fb-49f9-9d63-1b853ba4a556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.752044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef19e-7b87-4a91-a152-67eabc25738f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.779893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Checking router: 3f6e9817-821c-4a26-9a95-a4c4eee8acdf for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:37.779893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Updating router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf port 318064d6-0757-4e6e-9152-2a2b79073947 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:37.788327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] For port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:37.792883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-b40aff18-69c0-4f15-b943-c912e67ef54f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:37.800644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-b40aff18-69c0-4f15-b943-c912e67ef54f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 816 time: 0.5338800 Jul 13 07:31:37.824856 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.835562 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-dfbb6ae6-4c99-4194-bff2-fc2dfde13664 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/quotas/635ae06d3dba421bb32de964f6f389b5 HTTP/1.1" status: 200 len: 375 time: 0.0334525 Jul 13 07:31:37.842878 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.854380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:37.872442 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d5732d-f8fb-49f9-9d63-1b853ba4a556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.898860 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.905676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Set router 46a72e44-193d-4d45-8bb6-ff939febb5aa gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:37.916385 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.960587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.960990 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Added segment fc5b956a-ef9e-47ba-b431-06dafc363caa of type vlan for network 8177dc0b-4a10-42df-99d0-bb39165b5ac1 Jul 13 07:31:37.985707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:37.996322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7b50e227-b147-4ea6-8c5f-e60d0ea3713f admin admin] 10.222.0.44 "PUT /v2.0/routers/862da0f0-39aa-4644-86b2-d7bdd65ebbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0425105 Jul 13 07:31:37.997552 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] Sync routers for ids ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:38.000632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51786) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:38.012063 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] Routers {'862da0f0-39aa-4644-86b2-d7bdd65ebbb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:38.012707 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.030875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc1f30-8db2-4397-af3e-9570877fab01 None None] Pushing event updated for resources: {'Port': ['ID=ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:38.115599 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.147476 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef19e-7b87-4a91-a152-67eabc25738f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.150625 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef19e-7b87-4a91-a152-67eabc25738f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.151670 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-d02c55ae-c4f2-470e-85ed-07b27b794c43 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2934320 Jul 13 07:31:38.152626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9e9ef19e-7b87-4a91-a152-67eabc25738f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "DELETE /v2.0/security-groups/312b0f30-d974-4a00-b95f-a84bc353092b HTTP/1.1" status: 204 len: 168 time: 0.8267734 Jul 13 07:31:38.163514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51788) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:38.178137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ef19e-7b87-4a91-a152-67eabc25738f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312b0f30-d974-4a00-b95f-a84bc353092b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:38.222590 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] Set router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:38.234678 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d5732d-f8fb-49f9-9d63-1b853ba4a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.268351 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.resource_extend [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:31:38.357759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Allocated IP 172.25.6.46 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/f58a3f2a-935e-4c30-83a6-8e2c4eda19d0) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:38.377916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.452159 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d5732d-f8fb-49f9-9d63-1b853ba4a556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.455203 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-3aea38b3-4b2b-4973-a447-0edcd0e8e1d3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] show failed (client error): The resource could not be found. Jul 13 07:31:38.461024 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3aea38b3-4b2b-4973-a447-0edcd0e8e1d3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups/312b0f30-d974-4a00-b95f-a84bc353092b HTTP/1.1" status: 404 len: 347 time: 0.2943575 Jul 13 07:31:38.462042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51790) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:38.501721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.509809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:38.511284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.558274 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.604812 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:31:35Z', 'revision_number': 5, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port': {'id': 'd210094f-c34b-4c30-af8d-af1ec0f61f0d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:02Z', 'updated_at': '2021-07-13T07:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.622012 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.635547 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] Checking router: 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:38.645692 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] Routers {'862da0f0-39aa-4644-86b2-d7bdd65ebbb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:38.647760 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.679132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '724c2bea-3362-4045-a98c-3a6670bac971', 'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'mac_address': 'fa:16:3e:95:01:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:32Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 2, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'subnets': [{'id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.690097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Deleting port d210094f-c34b-4c30-af8d-af1ec0f61f0d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:38.690489 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.699483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5732d-f8fb-49f9-9d63-1b853ba4a556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa47bfc6-da00-4990-84cc-29df7ebf0128,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:38.763167 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] Set router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:38.772056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Checking router: 46a72e44-193d-4d45-8bb6-ff939febb5aa for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:38.772439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Updating router 46a72e44-193d-4d45-8bb6-ff939febb5aa port 724c2bea-3362-4045-a98c-3a6670bac971 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:38.778144 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-91a87b3b-269e-4493-b437-fb2e6a4646b2 service neutron] 10.222.0.44 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738432 Jul 13 07:31:38.819714 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:31:38Z', 'revision_number': 6, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.857418 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf599b-6f18-445a-8009-52e9f3086b20 None None] The sync data for ids ['862da0f0-39aa-4644-86b2-d7bdd65ebbb6'] in n-d-798249-7 is: [{'id': '862da0f0-39aa-4644-86b2-d7bdd65ebbb6', 'name': 'tempest-ServersTestBootFromVolume-2029729508-router', 'tenant_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:01Z', 'updated_at': '2021-07-13T07:31:38Z', 'revision_number': 6, 'project_id': 'ce2c3dd577054ce2b508272ff4b3d273', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:38.866657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-6a4ad98c-b916-402e-90a4-4ab6e4dc14b0 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:38.868285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-6a4ad98c-b916-402e-90a4-4ab6e4dc14b0 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.54 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 816 time: 0.1233313 Jul 13 07:31:38.883415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d5732d-f8fb-49f9-9d63-1b853ba4a556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.885401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-36d5732d-f8fb-49f9-9d63-1b853ba4a556 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aa47bfc6-da00-4990-84cc-29df7ebf0128 HTTP/1.1" status: 204 len: 168 time: 1.4395154 Jul 13 07:31:38.912725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51792) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:38.918206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Request body: {'port': {'device_id': 'd999d0c9-d47d-4bfc-9d2e-5bd192053d43', 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de', 'admin_state_up': True, 'tenant_id': '635ae06d3dba421bb32de964f6f389b5'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:38.942993 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.979382 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5345399 Jul 13 07:31:38.988281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51794) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:38.996569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019af187-d542-45f5-8f47-ee2e33a2e8d5 None None] Network 8e6a8986-a80b-4189-86b4-cb43433139ca requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:39.010062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': '8177dc0b-4a10-42df-99d0-bb39165b5ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:39.049830 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.081090 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.090629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Transition to ACTIVE for port object 318064d6-0757-4e6e-9152-2a2b79073947 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:39.110081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e0e6c-1174-4d16-8bbd-ca47f07988dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Network': ['ID=8177dc0b-4a10-42df-99d0-bb39165b5ac1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.138338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 8177dc0b-4a10-42df-99d0-bb39165b5ac1 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:39.149317 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.172809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-053d0427-3907-444a-afd1-202f33d81e71 service neutron] 10.222.0.44 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921142 Jul 13 07:31:39.178293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:39.214799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-59508148-8c04-4042-a7e3-abb68af9293d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Deleting port 31b9a17b-45b8-456c-be20-735de5d263e5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:39.215147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59508148-8c04-4042-a7e3-abb68af9293d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.250198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:39.252825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:39.405856 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59508148-8c04-4042-a7e3-abb68af9293d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.406526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59508148-8c04-4042-a7e3-abb68af9293d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.429315 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-59508148-8c04-4042-a7e3-abb68af9293d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Calling delete_port for 31b9a17b-45b8-456c-be20-735de5d263e5 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:39.654395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce867ce-f2f4-4d71-a1ad-773e7355a4cd None None] Pushing event updated for resources: {'Port': ['ID=318064d6-0757-4e6e-9152-2a2b79073947,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.691216 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59508148-8c04-4042-a7e3-abb68af9293d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.747374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb400ad-782d-45aa-81cd-22278847fc94 None None] Network b1ef12b6-2483-422f-90f7-de436e7ac3de requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:39.789959 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59508148-8c04-4042-a7e3-abb68af9293d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event deleted for resources: {'Port': ['ID=31b9a17b-45b8-456c-be20-735de5d263e5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.836051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event updated for resources: {'Port': ['ID=f58a3f2a-935e-4c30-83a6-8e2c4eda19d0,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.857048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.966580 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59508148-8c04-4042-a7e3-abb68af9293d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.969718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59508148-8c04-4042-a7e3-abb68af9293d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.971111 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-59508148-8c04-4042-a7e3-abb68af9293d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "DELETE /v2.0/floatingips/6336ae9b-bf79-4ba4-b8da-1f51447d72e9 HTTP/1.1" status: 204 len: 168 time: 1.4755180 Jul 13 07:31:39.978716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] For port d210094f-c34b-4c30-af8d-af1ec0f61f0d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d210094f-c34b-4c30-af8d-af1ec0f61f0d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:39.979302 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.004721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Calling delete_port for d210094f-c34b-4c30-af8d-af1ec0f61f0d owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:40.012059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d3082-0848-427e-a2ff-ac33ea97f50b req-3b0ab7cb-9249-49fd-a4e0-e50e2eebf42a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:40.026252 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e41d3082-0848-427e-a2ff-ac33ea97f50b req-3b0ab7cb-9249-49fd-a4e0-e50e2eebf42a tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.2593081 Jul 13 07:31:40.082172 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e41d3082-0848-427e-a2ff-ac33ea97f50b req-63560174-f938-40bf-9d21-e5b64428f267 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537591 Jul 13 07:31:40.093167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56424c18-0c29-4f64-b811-13f9ae339272 None None] Provisioning for port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:40.140464 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 29b8470d-3364-4527-ba7b-524180c72a0b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:40.280909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:40.284527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.287968 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.288125 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.300555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Transition to ACTIVE for port object 724c2bea-3362-4045-a98c-3a6670bac971 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:40.332412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Attempting to bind port 318064d6-0757-4e6e-9152-2a2b79073947 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:40.332828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Attempting to bind port 318064d6-0757-4e6e-9152-2a2b79073947 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '32249e5d-a636-4188-86dd-5c83ad8127c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:40.333148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Attempting to bind port 318064d6-0757-4e6e-9152-2a2b79073947 on network 94eecc12-d730-4add-9ccd-58dad068eb44 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:40.384361 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.393226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Made reservation on behalf of 635ae06d3dba421bb32de964f6f389b5 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:40.396959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.402276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:40.402664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Checking segment: {'id': '32249e5d-a636-4188-86dd-5c83ad8127c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:40.403074 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.403476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Bound using segment: {'id': '32249e5d-a636-4188-86dd-5c83ad8127c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:40.403963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Bound port: 318064d6-0757-4e6e-9152-2a2b79073947, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32249e5d-a636-4188-86dd-5c83ad8127c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:40.404374 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.412353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51812) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:40.418452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2183fcad-f720-4344-aa18-32cc05aa4c9c tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185170594', 'description': 'tempest-description--1361313244'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:40.466990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Deleting port e9950f89-3417-4407-b437-704fe68491c6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:40.467338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.473654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2183fcad-f720-4344-aa18-32cc05aa4c9c tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.541971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4206c04-4281-4e12-bfa2-43d65a6c8f96 None None] Pushing event updated for resources: {'Port': ['ID=724c2bea-3362-4045-a98c-3a6670bac971,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:40.578249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4996934-5635-46d8-a5ef-9d2c9156ec2e None None] DHCP port deletion for 8e6a8986-a80b-4189-86b4-cb43433139ca request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:40.615262 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2183fcad-f720-4344-aa18-32cc05aa4c9c tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.631349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2183fcad-f720-4344-aa18-32cc05aa4c9c tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.647931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Allocated IP 172.20.0.14 (b1ef12b6-2483-422f-90f7-de436e7ac3de/74795142-ea67-4867-98f2-d926dd1ebdb9/83e8d94f-d3ac-4303-a7b7-571c6abad271) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:40.714026 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2183fcad-f720-4344-aa18-32cc05aa4c9c tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.717854 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2183fcad-f720-4344-aa18-32cc05aa4c9c tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3009515 Jul 13 07:31:40.718510 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51822) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:40.723400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a41feb46-b63a-4882-9ce0-00e372302e55 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Request body: {'security_group_rule': {'security_group_id': '5e271be7-a74a-45b3-b43a-d45bf7c39e3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:40.731016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183fcad-f720-4344-aa18-32cc05aa4c9c tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e271be7-a74a-45b3-b43a-d45bf7c39e3e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:40.755498 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Attempting to bind port 724c2bea-3362-4045-a98c-3a6670bac971 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:40.755946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Attempting to bind port 724c2bea-3362-4045-a98c-3a6670bac971 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:40.756438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Attempting to bind port 724c2bea-3362-4045-a98c-3a6670bac971 on network c5518da0-f2d4-4957-a51f-577627000acf {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:40.767133 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.781286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498f28-6611-4974-a049-f6a1f1020128 req-2fd8f40c-c14c-49d2-b14a-c194cab825d1 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:40.789735 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-2fd8f40c-c14c-49d2-b14a-c194cab825d1 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 816 time: 0.2625444 Jul 13 07:31:40.805660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.809479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a41feb46-b63a-4882-9ce0-00e372302e55 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.825737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] For port 318064d6-0757-4e6e-9152-2a2b79073947, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:40.829206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] For port 318064d6-0757-4e6e-9152-2a2b79073947, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=318064d6-0757-4e6e-9152-2a2b79073947,segment=NetworkSegment(32249e5d-a636-4188-86dd-5c83ad8127c0),segment_id=32249e5d-a636-4188-86dd-5c83ad8127c0)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:40.841104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:40.842212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Checking segment: {'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:40.843466 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.844419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Bound using segment: {'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:40.845560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Bound port: 724c2bea-3362-4045-a98c-3a6670bac971, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:40.846073 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.864328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 29b8470d-3364-4527-ba7b-524180c72a0b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:40.864879 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.869282 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-719d51ba-88e9-4d5c-87f0-435ce34532fc tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/quotas/635ae06d3dba421bb32de964f6f389b5 HTTP/1.1" status: 200 len: 375 time: 0.0785410 Jul 13 07:31:40.876894 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.923408 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a41feb46-b63a-4882-9ce0-00e372302e55 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.925090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Pushing event deleted for resources: {'Port': ['ID=d210094f-c34b-4c30-af8d-af1ec0f61f0d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:40.933542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a41feb46-b63a-4882-9ce0-00e372302e55 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.953420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] For port e9950f89-3417-4407-b437-704fe68491c6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e9950f89-3417-4407-b437-704fe68491c6,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:40.953785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.971815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41feb46-b63a-4882-9ce0-00e372302e55 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961a2385-19f3-4051-abdc-d4c356be655d,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:40.981915 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a41feb46-b63a-4882-9ce0-00e372302e55 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.983195 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a41feb46-b63a-4882-9ce0-00e372302e55 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2635052 Jul 13 07:31:40.986955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51824) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:40.992505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5de6461d-634c-4ff4-8068-dbc56058304d tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Request body: {'security_group_rule': {'security_group_id': '5e271be7-a74a-45b3-b43a-d45bf7c39e3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:41.001106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-703ca060-0923-4328-91d7-b938b9c1e2e8 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193628 Jul 13 07:31:41.071708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Calling delete_port for e9950f89-3417-4407-b437-704fe68491c6 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:41.103954 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5de6461d-634c-4ff4-8068-dbc56058304d tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.203587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5de6461d-634c-4ff4-8068-dbc56058304d tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.220358 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.221769 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5de6461d-634c-4ff4-8068-dbc56058304d tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.244579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Routers {'3f6e9817-821c-4a26-9a95-a4c4eee8acdf'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:41.245242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.247855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c4996934-5635-46d8-a5ef-9d2c9156ec2e None None] Deleting port e9950f89-3417-4407-b437-704fe68491c6 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:41.249198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6461d-634c-4ff4-8068-dbc56058304d tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b42ef6-fde2-4250-9442-9af1dc709899,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.254086 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4996934-5635-46d8-a5ef-9d2c9156ec2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.256008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce867ce-f2f4-4d71-a1ad-773e7355a4cd None None] Pushing event updated for resources: {'Port': ['ID=318064d6-0757-4e6e-9152-2a2b79073947,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.260664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] For port 724c2bea-3362-4045-a98c-3a6670bac971, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:41.263028 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-5ff5682d-fac4-45b0-864f-58b802df1861 service neutron] 10.222.0.44 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519135 Jul 13 07:31:41.273410 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5de6461d-634c-4ff4-8068-dbc56058304d tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.278966 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5de6461d-634c-4ff4-8068-dbc56058304d tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2909882 Jul 13 07:31:41.293639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51828) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:41.310194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:41.370331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] For port 724c2bea-3362-4045-a98c-3a6670bac971, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=724c2bea-3362-4045-a98c-3a6670bac971,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:41.402503 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.434601 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-dfff68b2-d478-4b0d-8b91-ac09aa2526e6 service neutron] 10.222.0.44 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653166 Jul 13 07:31:41.540552 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.558531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Transition to ACTIVE for port object 83e8d94f-d3ac-4303-a7b7-571c6abad271 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:41.731357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.735473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c4996934-5635-46d8-a5ef-9d2c9156ec2e None None] For port e9950f89-3417-4407-b437-704fe68491c6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e9950f89-3417-4407-b437-704fe68491c6,segment=NetworkSegment(30c1c1bc-7ddf-47fb-814c-15feea296f83),segment_id=30c1c1bc-7ddf-47fb-814c-15feea296f83)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:41.735871 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4996934-5635-46d8-a5ef-9d2c9156ec2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.757171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:41.821740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c4996934-5635-46d8-a5ef-9d2c9156ec2e None None] Calling delete_port for e9950f89-3417-4407-b437-704fe68491c6 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:41.835155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-a352c2d4-af83-4471-8446-595d460e21d4 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:41.836773 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-a352c2d4-af83-4471-8446-595d460e21d4 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.53 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 816 time: 0.7133052 Jul 13 07:31:41.857582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.859636 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.905613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] Set router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:41.906427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Request body: {'port': {'device_id': '359d6360-feef-47b3-a242-436a0e0bfd88', 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de', 'admin_state_up': True, 'tenant_id': '635ae06d3dba421bb32de964f6f389b5'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:41.915929 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.935308 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.938935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.982501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Routers {'46a72e44-193d-4d45-8bb6-ff939febb5aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:41.983150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['46a72e44-193d-4d45-8bb6-ff939febb5aa'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:42.037994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4206c04-4281-4e12-bfa2-43d65a6c8f96 None None] Pushing event updated for resources: {'Port': ['ID=724c2bea-3362-4045-a98c-3a6670bac971,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.043076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] No DVR routers for this DVR port e9950f89-3417-4407-b437-704fe68491c6 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:42.046021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.164960 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:42.168116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.168652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 862da0f0-39aa-4644-86b2-d7bdd65ebbb6 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:42.170391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.195257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:42.195675 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.202164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51840) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.210098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f8d9d03f-dbaf-43dc-9ef1-675495a135c7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548368146', 'description': 'tempest-description--1096306669'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:42.239013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.248456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b8d60f5a-9993-47ab-b7a9-725c88bdb371 admin admin] 10.222.0.44 "DELETE /v2.0/routers/862da0f0-39aa-4644-86b2-d7bdd65ebbb6 HTTP/1.1" status: 204 len: 168 time: 4.2464080 Jul 13 07:31:42.269776 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51842) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.289153 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d03f-dbaf-43dc-9ef1-675495a135c7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.354483 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4996934-5635-46d8-a5ef-9d2c9156ec2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.378487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] Set router 46a72e44-193d-4d45-8bb6-ff939febb5aa gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:42.408377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=04670434-ab36-441b-9d8d-0d81421cba63,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.415929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34f5825-4bea-455e-a0d7-1bd622ed9791 admin admin] Deleting subnet 104dc45f-e62e-4125-8555-756d17211915 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:42.421021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event updated for resources: {'Port': ['ID=f58a3f2a-935e-4c30-83a6-8e2c4eda19d0,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.423078 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d34f5825-4bea-455e-a0d7-1bd622ed9791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.445113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4996934-5635-46d8-a5ef-9d2c9156ec2e None None] No DVR routers for this DVR port e9950f89-3417-4407-b437-704fe68491c6 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:42.480100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Network b1ef12b6-2483-422f-90f7-de436e7ac3de is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:42.484416 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d34f5825-4bea-455e-a0d7-1bd622ed9791 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.499545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4996934-5635-46d8-a5ef-9d2c9156ec2e None None] Pushing event deleted for resources: {'Port': ['ID=e9950f89-3417-4407-b437-704fe68491c6,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.541175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:42.550740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:42.578597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d253711-ab8e-44bc-9f1d-be448a8d0067 req-4a7d1d83-6bac-4c1d-ae4f-b1ffb937a7b1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:42.579999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9950f89-3417-4407-b437-704fe68491c6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.581086 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d253711-ab8e-44bc-9f1d-be448a8d0067 req-4a7d1d83-6bac-4c1d-ae4f-b1ffb937a7b1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.2364969 Jul 13 07:31:42.628341 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.639692 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d34f5825-4bea-455e-a0d7-1bd622ed9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.674758 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.719682 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.735753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6a8986-a80b-4189-86b4-cb43433139ca']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:42.749317 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d03f-dbaf-43dc-9ef1-675495a135c7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.754546 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d253711-ab8e-44bc-9f1d-be448a8d0067 req-04a647c1-3528-428c-b75e-e4fe068fa6ec tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468830 Jul 13 07:31:42.755858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d34f5825-4bea-455e-a0d7-1bd622ed9791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.794395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d03f-dbaf-43dc-9ef1-675495a135c7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.804321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c1c1bc-7ddf-47fb-814c-15feea296f83') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:42.804958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c1c1bc-7ddf-47fb-814c-15feea296f83') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:42.808318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f5825-4bea-455e-a0d7-1bd622ed9791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104dc45f-e62e-4125-8555-756d17211915,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.826024 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d34f5825-4bea-455e-a0d7-1bd622ed9791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.830824 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d34f5825-4bea-455e-a0d7-1bd622ed9791 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/104dc45f-e62e-4125-8555-756d17211915 HTTP/1.1" status: 204 len: 168 time: 0.5573616 Jul 13 07:31:42.831787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51844) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.848421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:42.849749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.850174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b73423-b1e4-4838-964c-9b55cd8d093e None None] Network cac3b294-16aa-4942-93d6-017e8d76a22d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:42.866988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Checking segment: {'id': 'fc5b956a-ef9e-47ba-b431-06dafc363caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8177dc0b-4a10-42df-99d0-bb39165b5ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:42.867764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network hostable DHCP agents. Network: 8177dc0b-4a10-42df-99d0-bb39165b5ac1, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:42.871040 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9d03f-dbaf-43dc-9ef1-675495a135c7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d624bdd9-568e-4842-ba97-5fb4300c4236,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.887202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.896649 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.904771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-6959d48e-fe59-4a37-a905-653398ef835b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.1468530 Jul 13 07:31:42.921977 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b8c0a8d-2ba2-4580-8226-febe74f8ada4 req-bde45164-a54c-499f-92ec-c84b3bbdd9cb tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 210 time: 0.0387170 Jul 13 07:31:42.950898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Pushing event updated for resources: {'Port': ['ID=83e8d94f-d3ac-4303-a7b7-571c6abad271,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.953977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:42.973622 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.995197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.014166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.044775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-d2fbbfe9-5309-4224-879b-599596eedf8a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.1386149 Jul 13 07:31:43.046002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-accb198b-c0bb-4186-9ccf-55c8a11a5256 None None] Provisioning for port 83e8d94f-d3ac-4303-a7b7-571c6abad271 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:43.046529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d03f-dbaf-43dc-9ef1-675495a135c7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.046849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Made reservation on behalf of 635ae06d3dba421bb32de964f6f389b5 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:43.047800 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f8d9d03f-dbaf-43dc-9ef1-675495a135c7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8432891 Jul 13 07:31:43.052948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51846) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:43.054362 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.059144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:43.060087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.061339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-router', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 4, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'gw_port': {'id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '318064d6-0757-4e6e-9152-2a2b79073947', 'name': '', 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'mac_address': 'fa:16:3e:90:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'f86e6d21-af7e-4cfa-a31d-d50a93887e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:40Z', 'revision_number': 4, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'subnets': [{'id': 'f86e6d21-af7e-4cfa-a31d-d50a93887e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:43.062085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f36464a5-0e56-4e53-86a7-48e8e6998ee9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'security_group_rule': {'security_group_id': 'd624bdd9-568e-4842-ba97-5fb4300c4236', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:43.062687 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:43.069483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Deleting port a517f52a-d223-474b-9409-cd7d10d08886 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:43.069903 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.083997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-a6e5d0e9-ace8-49a9-8248-cd05b4e48699 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1701987 Jul 13 07:31:43.085197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-accb198b-c0bb-4186-9ccf-55c8a11a5256 None None] Provisioning complete for port 83e8d94f-d3ac-4303-a7b7-571c6abad271 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:43.085715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 8177dc0b-4a10-42df-99d0-bb39165b5ac1 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:43.085852 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-accb198b-c0bb-4186-9ccf-55c8a11a5256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.127273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Request body: {'port': {'device_id': 'd999d0c9-d47d-4bfc-9d2e-5bd192053d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:43.158022 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e596e-20d1-45a6-a2f3-1802981e8c8a None None] The sync data for ids ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'] in n-d-798249-7 is: [{'id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-router', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:30Z', 'revision_number': 4, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'gw_port': {'id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '318064d6-0757-4e6e-9152-2a2b79073947', 'name': '', 'network_id': '94eecc12-d730-4add-9ccd-58dad068eb44', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'mac_address': 'fa:16:3e:90:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'f86e6d21-af7e-4cfa-a31d-d50a93887e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:40Z', 'revision_number': 4, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'subnets': [{'id': 'f86e6d21-af7e-4cfa-a31d-d50a93887e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:43.189651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] For port a517f52a-d223-474b-9409-cd7d10d08886, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a517f52a-d223-474b-9409-cd7d10d08886,segment=NetworkSegment(9511cb5a-3785-49d9-a2bd-a3c8b5b55546),segment_id=9511cb5a-3785-49d9-a2bd-a3c8b5b55546)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:43.191195 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.204535 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f36464a5-0e56-4e53-86a7-48e8e6998ee9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.211889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Calling delete_port for a517f52a-d223-474b-9409-cd7d10d08886 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:43.217684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 8177dc0b-4a10-42df-99d0-bb39165b5ac1) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:43.247832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:43.248587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.252528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:43.279098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a39a06d7-80fa-42ab-8fa4-6294f07ab22d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:43.327290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-accb198b-c0bb-4186-9ccf-55c8a11a5256 None None] Port 83e8d94f-d3ac-4303-a7b7-571c6abad271 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:43.328459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.338333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a39a06d7-80fa-42ab-8fa4-6294f07ab22d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:43.338696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a39a06d7-80fa-42ab-8fa4-6294f07ab22d not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:43.339154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:43.346497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5582b4-0ca8-49fc-acee-7860b09ad1c3 None None] Network 8177dc0b-4a10-42df-99d0-bb39165b5ac1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:43.364272 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f36464a5-0e56-4e53-86a7-48e8e6998ee9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.393289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:43.393936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b38e1ff7-91b5-4fce-ba59-c5aaae0cee1b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:43.394152 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f36464a5-0e56-4e53-86a7-48e8e6998ee9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.394426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d210094f-c34b-4c30-af8d-af1ec0f61f0d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:43.409640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.412376 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] 10.222.0.44 "DELETE /v2.0/networks/8e6a8986-a80b-4189-86b4-cb43433139ca HTTP/1.1" status: 204 len: 168 time: 4.4904389 Jul 13 07:31:43.413095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.428852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: d210094f-c34b-4c30-af8d-af1ec0f61f0d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:43.429201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d210094f-c34b-4c30-af8d-af1ec0f61f0d not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:43.475789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cb5df77a-51cf-48aa-a18a-d011c0f200b0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4703712 Jul 13 07:31:43.476871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f567c-4ee3-4717-9c27-1daf4b6c628c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6a8986-a80b-4189-86b4-cb43433139ca,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:43.484436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51850) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:43.506032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36464a5-0e56-4e53-86a7-48e8e6998ee9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46e4218-ab80-4383-93e4-00f0ba99dd37,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:43.520185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Pushing event deleted for resources: {'Port': ['ID=a517f52a-d223-474b-9409-cd7d10d08886,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:43.525509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': '8177dc0b-4a10-42df-99d0-bb39165b5ac1', 'name': 'tempest-PortsTestJSON-1618504206'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:43.538773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] No DVR routers for this DVR port a517f52a-d223-474b-9409-cd7d10d08886 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:43.547567 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f36464a5-0e56-4e53-86a7-48e8e6998ee9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.549748 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f36464a5-0e56-4e53-86a7-48e8e6998ee9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4948580 Jul 13 07:31:43.556910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51852) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:43.564609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.572122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-21d2a150-c58f-4e2c-ae10-c1010250f160 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'security_group_rule': {'security_group_id': 'd624bdd9-568e-4842-ba97-5fb4300c4236', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:43.624570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '724c2bea-3362-4045-a98c-3a6670bac971', 'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'mac_address': 'fa:16:3e:95:01:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:32Z', 'updated_at': '2021-07-13T07:31:41Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'subnets': [{'id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:43.726951 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.730037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51854) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:43.738074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79542422-602d-4e2b-a585-db8de9d651a2 None None] The sync data for ids ['46a72e44-193d-4d45-8bb6-ff939febb5aa'] in n-d-798249-7 is: [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '724c2bea-3362-4045-a98c-3a6670bac971', 'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'mac_address': 'fa:16:3e:95:01:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:32Z', 'updated_at': '2021-07-13T07:31:41Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'subnets': [{'id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:43.775958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac3b294-16aa-4942-93d6-017e8d76a22d']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:43.781896 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d2a150-c58f-4e2c-ae10-c1010250f160 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.872387 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9511cb5a-3785-49d9-a2bd-a3c8b5b55546') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:43.873176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9511cb5a-3785-49d9-a2bd-a3c8b5b55546') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:43.881117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 318064d6-0757-4e6e-9152-2a2b79073947 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:43.907177 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.972853 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.984994 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:43.985408 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:44.023869 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:44.074803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184bcd6c-b3f1-4df9-aa6c-18eb0d4ee778 None None] DHCP port deletion for cac3b294-16aa-4942-93d6-017e8d76a22d request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:44.077225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-8177dc0b-4a10-42df-99d0-bb39165b5ac1', 'network_id': '8177dc0b-4a10-42df-99d0-bb39165b5ac1', 'tenant_id': '3ccebf987ad04d7f85a47a029f4e66ef', 'fixed_ips': [{'subnet_id': '04670434-ab36-441b-9d8d-0d81421cba63'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:44.078053 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.098707 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6e265655-3cfc-4391-a68e-68a0350980df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36d8db81e28e47c4820391538d88ac9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646061 Jul 13 07:31:44.118127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51860) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:44.250527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.304215 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.306575 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] 10.222.0.44 "DELETE /v2.0/networks/cac3b294-16aa-4942-93d6-017e8d76a22d HTTP/1.1" status: 204 len: 168 time: 1.4737597 Jul 13 07:31:44.310156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f82f2-1b5c-4138-9231-a5245f64253e admin admin] Pushing event deleted for resources: {'Network': ['ID=cac3b294-16aa-4942-93d6-017e8d76a22d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:44.310672 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-668af2f2-c2d7-48b4-8e0e-a3c18edb7a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.334288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Allocated IP 172.20.0.2 (8177dc0b-4a10-42df-99d0-bb39165b5ac1/04670434-ab36-441b-9d8d-0d81421cba63/b66ea599-fae2-4f56-a0cc-d058273d794a) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:44.350833 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d2a150-c58f-4e2c-ae10-c1010250f160 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.352762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 318064d6-0757-4e6e-9152-2a2b79073947 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:44.364687 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d2a150-c58f-4e2c-ae10-c1010250f160 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.368888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 318064d6-0757-4e6e-9152-2a2b79073947 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:44.369374 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.425463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-4fe01d84-0556-4267-922d-00048490eb98 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:44.444041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b74f42ee-2266-4ad4-9fd4-44a0d5b7c2fe req-4fe01d84-0556-4267-922d-00048490eb98 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 1.3980060 Jul 13 07:31:44.452943 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d2a150-c58f-4e2c-ae10-c1010250f160 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.453792 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-21d2a150-c58f-4e2c-ae10-c1010250f160 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8943553 Jul 13 07:31:44.460439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51866) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:44.468033 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:44.496191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2a150-c58f-4e2c-ae10-c1010250f160 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4aa67c-e446-4b78-9b73-63b1f49dd4bd,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:44.497914 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef3402a5-829e-49c7-9d41-3a7042b75e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.530736 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df22b5-2579-481b-bb5f-b6c343120140 req-5a805df4-2ead-4740-8465-fac0748d69eb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:44.532004 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-76df22b5-2579-481b-bb5f-b6c343120140 req-5a805df4-2ead-4740-8465-fac0748d69eb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.4440186 Jul 13 07:31:44.663253 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef3402a5-829e-49c7-9d41-3a7042b75e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.705609 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-76df22b5-2579-481b-bb5f-b6c343120140 req-5e186424-4607-42ab-968f-d3b6c83671af tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570139 Jul 13 07:31:44.706446 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.769757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51868) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:44.795052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Allocated IP 172.20.0.13 (b1ef12b6-2483-422f-90f7-de436e7ac3de/74795142-ea67-4867-98f2-d926dd1ebdb9/c2fa5374-32f4-4708-ac6f-1e691623338f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:44.839796 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.876646 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.901031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Transition to ACTIVE for port object b66ea599-fae2-4f56-a0cc-d058273d794a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:44.904262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 318064d6-0757-4e6e-9152-2a2b79073947, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=318064d6-0757-4e6e-9152-2a2b79073947,segment=NetworkSegment(32249e5d-a636-4188-86dd-5c83ad8127c0),segment_id=32249e5d-a636-4188-86dd-5c83ad8127c0)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:44.932485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Transition to ACTIVE for port object b66ea599-fae2-4f56-a0cc-d058273d794a will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:44.937747 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.951794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498f28-6611-4974-a049-f6a1f1020128 req-35d1a260-0000-4718-8e4b-35ee12680041 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:44.953843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-35d1a260-0000-4718-8e4b-35ee12680041 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.54 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 816 time: 0.6391478 Jul 13 07:31:44.972973 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.976783 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.002356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Request body: {'port': {'device_id': 'c8248d95-e3cc-4c17-b73e-d5565f1cc7fa', 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de', 'admin_state_up': True, 'tenant_id': '635ae06d3dba421bb32de964f6f389b5'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:45.014002 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dc5a58eb-288f-436c-9e87-08110e2cc235 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce2c3dd577054ce2b508272ff4b3d273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298760 Jul 13 07:31:45.023948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Network 8177dc0b-4a10-42df-99d0-bb39165b5ac1 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:45.026543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:45.034977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:45.039522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51872) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:45.074343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:45.089721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=318064d6-0757-4e6e-9152-2a2b79073947,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.190329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eb915b2b-3c14-4aac-8244-00a344817844 req-590a5b31-6346-4be7-975a-3f7db61a777a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 210 time: 0.2286744 Jul 13 07:31:45.262639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:45.266813 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.360658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Pushing event updated for resources: {'Port': ['ID=b66ea599-fae2-4f56-a0cc-d058273d794a,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.412574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Attempting to bind port b66ea599-fae2-4f56-a0cc-d058273d794a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:45.413114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Attempting to bind port b66ea599-fae2-4f56-a0cc-d058273d794a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'fc5b956a-ef9e-47ba-b431-06dafc363caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8177dc0b-4a10-42df-99d0-bb39165b5ac1'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:45.413809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Attempting to bind port b66ea599-fae2-4f56-a0cc-d058273d794a on network 8177dc0b-4a10-42df-99d0-bb39165b5ac1 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:45.429871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:45.444228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:45.444747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Checking segment: {'id': 'fc5b956a-ef9e-47ba-b431-06dafc363caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8177dc0b-4a10-42df-99d0-bb39165b5ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:45.445915 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.447016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Bound using segment: {'id': 'fc5b956a-ef9e-47ba-b431-06dafc363caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8177dc0b-4a10-42df-99d0-bb39165b5ac1'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:45.456062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Bound port: b66ea599-fae2-4f56-a0cc-d058273d794a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5b956a-ef9e-47ba-b431-06dafc363caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8177dc0b-4a10-42df-99d0-bb39165b5ac1'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:45.456600 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.534089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] For port b66ea599-fae2-4f56-a0cc-d058273d794a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:45.538808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] For port b66ea599-fae2-4f56-a0cc-d058273d794a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b66ea599-fae2-4f56-a0cc-d058273d794a,segment=NetworkSegment(fc5b956a-ef9e-47ba-b431-06dafc363caa),segment_id=fc5b956a-ef9e-47ba-b431-06dafc363caa)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:45.553769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:45.554496 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.556317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Allocated IP 172.25.6.40 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/0d5c78a9-9df1-49c2-9b60-433b6c54572c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:45.586277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.13 (8177dc0b-4a10-42df-99d0-bb39165b5ac1/04670434-ab36-441b-9d8d-0d81421cba63/fcbcc50c-f2b8-4391-a77f-ab5af3a758b3) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:45.591213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.607800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.649638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bfc25d81-ddc9-4daa-960e-1d07eaa31938 None None] Provisioning complete for port 318064d6-0757-4e6e-9152-2a2b79073947 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:45.650049 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bfc25d81-ddc9-4daa-960e-1d07eaa31938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.657129 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef3402a5-829e-49c7-9d41-3a7042b75e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.659736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef3402a5-829e-49c7-9d41-3a7042b75e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.663404 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ef3402a5-829e-49c7-9d41-3a7042b75e72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c35827d-4d13-4067-a15a-9615f5246987 HTTP/1.1" status: 204 len: 168 time: 1.5418291 Jul 13 07:31:45.719331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Transition to ACTIVE for port object c2fa5374-32f4-4708-ac6f-1e691623338f will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:45.778584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Made reservation on behalf of 635ae06d3dba421bb32de964f6f389b5 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:45.782254 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.847266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3402a5-829e-49c7-9d41-3a7042b75e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c35827d-4d13-4067-a15a-9615f5246987,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.941283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b1790-78fc-41c7-b772-794cf44e9f13 None None] Pushing event updated for resources: {'Port': ['ID=b66ea599-fae2-4f56-a0cc-d058273d794a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:46.053764 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-f8f258d7-573f-42a5-8216-516c338fd53c tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2318687 Jul 13 07:31:46.064294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:46.079420 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1fa22d80-5726-4958-8a5d-f24f46a7a86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.128371 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.137617 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.156069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e9950f89-3417-4407-b437-704fe68491c6 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:46.176202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.188496 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1fa22d80-5726-4958-8a5d-f24f46a7a86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.202600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e9950f89-3417-4407-b437-704fe68491c6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:46.203357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e9950f89-3417-4407-b437-704fe68491c6 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:46.228234 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.277755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Network b1ef12b6-2483-422f-90f7-de436e7ac3de is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:46.288568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:46.291106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:46.481627 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1fa22d80-5726-4958-8a5d-f24f46a7a86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.487042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1fa22d80-5726-4958-8a5d-f24f46a7a86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.498573 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1fa22d80-5726-4958-8a5d-f24f46a7a86c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b73fdf9c-f4f9-4e0d-be6b-4f788a647413 HTTP/1.1" status: 204 len: 168 time: 1.4395301 Jul 13 07:31:46.499074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.499729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.523824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa22d80-5726-4958-8a5d-f24f46a7a86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73fdf9c-f4f9-4e0d-be6b-4f788a647413,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:46.530305 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.543773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Pushing event updated for resources: {'Port': ['ID=c2fa5374-32f4-4708-ac6f-1e691623338f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:46.564199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7cdbd8b1-5479-42bd-b3a7-2c9a7a16c903 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6713181 Jul 13 07:31:46.577223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.605769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b66ea599-fae2-4f56-a0cc-d058273d794a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:46.614105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Request body: {'port': {'device_id': '359d6360-feef-47b3-a242-436a0e0bfd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:46.689428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:46.706356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port b66ea599-fae2-4f56-a0cc-d058273d794a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:46.714608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 318064d6-0757-4e6e-9152-2a2b79073947 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:46.721734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe8c48-0d9f-4f3b-a739-f5273fbc8593 req-b5f29e58-edf5-41d8-a2a0-7ec265bc0e79 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.723148 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52fe8c48-0d9f-4f3b-a739-f5273fbc8593 req-b5f29e58-edf5-41d8-a2a0-7ec265bc0e79 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.6527023 Jul 13 07:31:46.801334 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.829421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 318064d6-0757-4e6e-9152-2a2b79073947 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:46.829948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.867195 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52fe8c48-0d9f-4f3b-a739-f5273fbc8593 req-54b211b3-6012-47fc-af8b-3d3a0eefb498 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301007 Jul 13 07:31:46.901065 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-65f8bc66-2c34-4b21-a466-5e3ee722a853 None None] Provisioning for port c2fa5374-32f4-4708-ac6f-1e691623338f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:46.919126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.920668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-65f8bc66-2c34-4b21-a466-5e3ee722a853 None None] Provisioning complete for port c2fa5374-32f4-4708-ac6f-1e691623338f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:46.922484 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-65f8bc66-2c34-4b21-a466-5e3ee722a853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.938503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:46.940040 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Allocated IP 172.25.6.59 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/07626d15-47fb-4ea8-8f5f-f855cf9534b5) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:46.959226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:46.961616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:47.015162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.020892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Pushing event updated for resources: {'Port': ['ID=0d5c78a9-9df1-49c2-9b60-433b6c54572c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.092967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e8d94f-d3ac-4303-a7b7-571c6abad271 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:47.121452 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.124524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51904) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:47.140752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-65f8bc66-2c34-4b21-a466-5e3ee722a853 None None] Port c2fa5374-32f4-4708-ac6f-1e691623338f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:47.147868 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-163e2b79-1d11-4619-a2a2-c8617102038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.158109 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.171079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 724c2bea-3362-4045-a98c-3a6670bac971 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:47.227258 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.245889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 724c2bea-3362-4045-a98c-3a6670bac971 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:47.257526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 8177dc0b-4a10-42df-99d0-bb39165b5ac1 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:47.260726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 724c2bea-3362-4045-a98c-3a6670bac971 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:47.261274 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.290339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:47.294447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:47.314387 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.344459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Transition to ACTIVE for port object 83e8d94f-d3ac-4303-a7b7-571c6abad271 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:47.382283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de54d6a0-f2ce-48b2-9b9f-9f856e833d23 req-a24f7cad-778b-44f4-a717-d5e06a67901e tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 210 time: 0.1641767 Jul 13 07:31:47.395394 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.415201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-network', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:47.419842 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.462390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11016b2b-6b78-4fe1-a3f3-b263ed3bc695 None None] Network 8177dc0b-4a10-42df-99d0-bb39165b5ac1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:47.468261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 724c2bea-3362-4045-a98c-3a6670bac971, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=724c2bea-3362-4045-a98c-3a6670bac971,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:47.481217 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.487520 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:47.505022 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:47.515680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:47.516133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=fcbcc50c-f2b8-4391-a77f-ab5af3a758b3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.576514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'Port': ['ID=07626d15-47fb-4ea8-8f5f-f855cf9534b5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.623316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Made reservation on behalf of cef71cafbee549db9d9c6cb7c7a2531e for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:47.639350 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.643004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a517f52a-d223-474b-9409-cd7d10d08886 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:47.660793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.661886 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.672113 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Allocated IP 172.25.6.177 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/2877b329-fe95-43a4-9c77-d60df786d3e2) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:47.701223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a517f52a-d223-474b-9409-cd7d10d08886 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:47.701223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a517f52a-d223-474b-9409-cd7d10d08886 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:47.719678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Allocated IP 172.20.0.9 (b1ef12b6-2483-422f-90f7-de436e7ac3de/74795142-ea67-4867-98f2-d926dd1ebdb9/4bdeb109-25bd-48d7-b665-d39cc6be001d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:47.727961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=724c2bea-3362-4045-a98c-3a6670bac971,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.739199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e73323fe-f156-4a6b-8bbb-8e35bf551eae None None] Provisioning for port b66ea599-fae2-4f56-a0cc-d058273d794a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:47.746322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e73323fe-f156-4a6b-8bbb-8e35bf551eae None None] Provisioning complete for port b66ea599-fae2-4f56-a0cc-d058273d794a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:47.746695 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e73323fe-f156-4a6b-8bbb-8e35bf551eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.750638 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.764247 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.832138 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.845782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Pushing event updated for resources: {'Port': ['ID=83e8d94f-d3ac-4303-a7b7-571c6abad271,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.855352 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cec4ed34-132d-4127-9014-307a562afed3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3531961 Jul 13 07:31:47.864468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51922) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:47.905711 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.973698 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.988993 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e73323fe-f156-4a6b-8bbb-8e35bf551eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.066613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e73323fe-f156-4a6b-8bbb-8e35bf551eae None None] For port b66ea599-fae2-4f56-a0cc-d058273d794a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b66ea599-fae2-4f56-a0cc-d058273d794a,segment=NetworkSegment(fc5b956a-ef9e-47ba-b431-06dafc363caa),segment_id=fc5b956a-ef9e-47ba-b431-06dafc363caa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:48.075846 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e73323fe-f156-4a6b-8bbb-8e35bf551eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.113301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Attempting to bind port 83e8d94f-d3ac-4303-a7b7-571c6abad271 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:48.113647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Attempting to bind port 83e8d94f-d3ac-4303-a7b7-571c6abad271 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:48.114441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Attempting to bind port 83e8d94f-d3ac-4303-a7b7-571c6abad271 on network b1ef12b6-2483-422f-90f7-de436e7ac3de {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:48.132644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Port 83e8d94f-d3ac-4303-a7b7-571c6abad271 on network b1ef12b6-2483-422f-90f7-de436e7ac3de not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:48.132976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Attempting to bind port 83e8d94f-d3ac-4303-a7b7-571c6abad271 on network b1ef12b6-2483-422f-90f7-de436e7ac3de {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:48.148289 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.169487 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:48.169830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Checking segment: {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:48.170074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73323fe-f156-4a6b-8bbb-8e35bf551eae None None] Pushing event updated for resources: {'Port': ['ID=b66ea599-fae2-4f56-a0cc-d058273d794a,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:48.170548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Bound using segment: {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:48.170777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Bound port: 83e8d94f-d3ac-4303-a7b7-571c6abad271, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:48.171142 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.187593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51928) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:48.275147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f2ddf01c-d5c8-4461-883b-d2e86866699c None None] Provisioning complete for port 724c2bea-3362-4045-a98c-3a6670bac971 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:48.275533 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2ddf01c-d5c8-4461-883b-d2e86866699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.358079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b66ea599-fae2-4f56-a0cc-d058273d794a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:48.453440 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.491079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b66ea599-fae2-4f56-a0cc-d058273d794a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:48.491512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.581703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 724c2bea-3362-4045-a98c-3a6670bac971 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:48.638576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1d67e464-e7b4-4a30-b485-2284fc2d652f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:48.638942 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d67e464-e7b4-4a30-b485-2284fc2d652f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.652962 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.675408 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.682587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 724c2bea-3362-4045-a98c-3a6670bac971 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:48.682792 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.691643 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.695907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-386924687-network', 'tenant_id': '47eefa349c3e4f31802e496632a57bdc'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:48.703347 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.718977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.725904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bd24a52a-c350-405e-8f40-e11bab565dc1 None None] Provisioning complete for port b66ea599-fae2-4f56-a0cc-d058273d794a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:48.726606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bd24a52a-c350-405e-8f40-e11bab565dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.740006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Made reservation on behalf of 47eefa349c3e4f31802e496632a57bdc for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:48.742365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.751411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Transition to ACTIVE for port object 4bdeb109-25bd-48d7-b665-d39cc6be001d will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:48.774546 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:48.799581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.822597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] For port 83e8d94f-d3ac-4303-a7b7-571c6abad271, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:48.867657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d0994d-6134-4ec0-ac59-3ff79cfb5899,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:48.869960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'Port': ['ID=07626d15-47fb-4ea8-8f5f-f855cf9534b5,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:48.886478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bd24a52a-c350-405e-8f40-e11bab565dc1 None None] Provisioning for port fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:48.891398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bd24a52a-c350-405e-8f40-e11bab565dc1 None None] Provisioning complete for port fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:48.891533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.891752 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Added segment 10003f01-08f1-4693-a8b9-fcb9e10a964b of type vlan for network c4396db3-3827-4b40-b047-c124178e455c Jul 13 07:31:48.892196 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bd24a52a-c350-405e-8f40-e11bab565dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.906995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6bbdb-e316-4207-9ff7-c21d7dc3dec2 req-87085ac4-de0f-4200-be7e-7a0c3e71fdd2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.909921 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a2a6bbdb-e316-4207-9ff7-c21d7dc3dec2 req-87085ac4-de0f-4200-be7e-7a0c3e71fdd2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.7548831 Jul 13 07:31:48.930289 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.933051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-bd24a52a-c350-405e-8f40-e11bab565dc1 None None] Port fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:48.944545 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] For port 83e8d94f-d3ac-4303-a7b7-571c6abad271, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=83e8d94f-d3ac-4303-a7b7-571c6abad271,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:48.962381 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.991694 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.000445 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.024398 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.027318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:49.034300 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d67e464-e7b4-4a30-b485-2284fc2d652f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.048264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.053870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:49.055706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2af39118-931e-4d1d-816d-2b8484760f71 None None] Provisioning complete for port fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:49.055706 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2af39118-931e-4d1d-816d-2b8484760f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.066634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:49.116322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.117073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.118699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/83e8d94f-d3ac-4303-a7b7-571c6abad271 HTTP/1.1" status: 200 len: 1092 time: 6.0117884 Jul 13 07:31:49.119082 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.121523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2af39118-931e-4d1d-816d-2b8484760f71 None None] Port fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:49.122050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd999d0c9-d47d-4bfc-9d2e-5bd192053d43', 'tag': '83e8d94f-d3ac-4303-a7b7-571c6abad271'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:49.124660 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c831ef-2175-4515-b416-0e2f62f56922" -d '{"events": [{"name": "network-changed", "server_uuid": "d999d0c9-d47d-4bfc-9d2e-5bd192053d43", "tag": "83e8d94f-d3ac-4303-a7b7-571c6abad271"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:49.137926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1d67e464-e7b4-4a30-b485-2284fc2d652f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:49.142508 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.resource_extend [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:31:49.146523 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event updated for resources: {'Port': ['ID=2877b329-fe95-43a4-9c77-d60df786d3e2,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.147646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Network b1ef12b6-2483-422f-90f7-de436e7ac3de is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:49.187598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:49.190089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:49.196219 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a2a6bbdb-e316-4207-9ff7-c21d7dc3dec2 req-4c18a0b5-2220-4156-985b-6bfbd4e6e27b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489712 Jul 13 07:31:49.240228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.241237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.241835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.276346 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.323979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441e5ef-27e0-41dc-a116-b278a7f031a7 service neutron] Pushing event updated for resources: {'Port': ['ID=83e8d94f-d3ac-4303-a7b7-571c6abad271,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.345872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] Pushing event updated for resources: {'Network': ['ID=c4396db3-3827-4b40-b047-c124178e455c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.368695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c4396db3-3827-4b40-b047-c124178e455c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:49.432044 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.446288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.455301 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.470555 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.484540 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.497644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3c01fa94-e61f-485c-959e-5e12984ebd01 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0238752 Jul 13 07:31:49.497644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ab80cc92-097b-4c9a-9500-49180d3cd10f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3617427 Jul 13 07:31:49.498459 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51938) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:49.509445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Request body: {'subnet': {'network_id': 'c4396db3-3827-4b40-b047-c124178e455c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-subnet', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:49.531922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.532615 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.539430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d67e464-e7b4-4a30-b485-2284fc2d652f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.559326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Pushing event updated for resources: {'Port': ['ID=4bdeb109-25bd-48d7-b665-d39cc6be001d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.602791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67e464-e7b4-4a30-b485-2284fc2d652f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=fcbcc50c-f2b8-4391-a77f-ab5af3a758b3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.633439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Pushing event updated for resources: {'Port': ['ID=0d5c78a9-9df1-49c2-9b60-433b6c54572c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.636154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:49.646565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Made reservation on behalf of cef71cafbee549db9d9c6cb7c7a2531e for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:49.651784 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.657765 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-57fbe140-7c97-4da2-9fa6-741424a8ef1a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6915634 Jul 13 07:31:49.658525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1d8cbf-4022-48c0-a090-af425f2a8181,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.672520 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.673460 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.673771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9c808531-8200-40c7-b9d0-a87c9a8390e4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3744128 Jul 13 07:31:49.685579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Request body: {'port': {'device_id': 'c8248d95-e3cc-4c17-b73e-d5565f1cc7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:49.698917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9c9a4e35-b763-45ac-b0eb-0d8738fc6e0d None None] Provisioning for port 4bdeb109-25bd-48d7-b665-d39cc6be001d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:49.703703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9c9a4e35-b763-45ac-b0eb-0d8738fc6e0d None None] Provisioning complete for port 4bdeb109-25bd-48d7-b665-d39cc6be001d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:49.704593 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4e35-b763-45ac-b0eb-0d8738fc6e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.704698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-ef6988d8-f02c-48bb-bb74-433bafb25dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.706267 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-ef6988d8-f02c-48bb-bb74-433bafb25dbe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 1095 time: 0.4825215 Jul 13 07:31:49.710532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.710889 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Added segment 1ed8fa3c-fb87-4541-88f3-9ad51d239821 of type vlan for network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 Jul 13 07:31:49.761048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a4e35-b763-45ac-b0eb-0d8738fc6e0d None None] Port 4bdeb109-25bd-48d7-b665-d39cc6be001d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:49.766723 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.827746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d67e464-e7b4-4a30-b485-2284fc2d652f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.829913 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1d67e464-e7b4-4a30-b485-2284fc2d652f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 HTTP/1.1" status: 204 len: 168 time: 1.9636590 Jul 13 07:31:49.836473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51946) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:49.885994 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d07c583-a4c0-4315-9564-d3db3f6acd67 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:31:49.886711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d07c583-a4c0-4315-9564-d3db3f6acd67 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:31:49.893434 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0d07c583-a4c0-4315-9564-d3db3f6acd67 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 HTTP/1.1" status: 404 len: 333 time: 0.0512390 Jul 13 07:31:49.893601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-bc61eb70-fb54-40e4-ac28-731ec1c934e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83e8d94f-d3ac-4303-a7b7-571c6abad271 HTTP/1.1" status: 200 len: 217 time: 0.0970519 Jul 13 07:31:49.895739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:49.906438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.914665 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.950671 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.951635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.952271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.955674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fa5374-32f4-4708-ac6f-1e691623338f {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:50.001402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195dce0-904d-4ebe-867c-d18ddbd2aad9 req-e432a548-8d57-439d-8a6b-d46537339db2 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:50.002899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3195dce0-904d-4ebe-867c-d18ddbd2aad9 req-e432a548-8d57-439d-8a6b-d46537339db2 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 931 time: 0.6371338 Jul 13 07:31:50.009789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event updated for resources: {'Port': ['ID=2877b329-fe95-43a4-9c77-d60df786d3e2,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.010704 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.028246 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f24274-e2f1-4796-a24c-0e099a3bebc9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:31:50.029947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-44f24274-e2f1-4796-a24c-0e099a3bebc9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/fcbcc50c-f2b8-4391-a77f-ab5af3a758b3 HTTP/1.1" status: 404 len: 333 time: 0.1316206 Jul 13 07:31:50.042140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51950) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:50.055239 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.077921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.079240 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c99292d7-0fd0-416d-bd10-5d06b40040f6 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0244114 Jul 13 07:31:50.080702 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.133001 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9318733 Jul 13 07:31:50.154556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51952) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:50.163250 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Request body: {'subnet': {'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-386924687-subnet', 'tenant_id': '47eefa349c3e4f31802e496632a57bdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:50.166905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Transition to ACTIVE for port object c2fa5374-32f4-4708-ac6f-1e691623338f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:50.174274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-00f7f543-619e-47a9-8358-b3d511ce5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:50.175748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-00f7f543-619e-47a9-8358-b3d511ce5758 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74795142-ea67-4867-98f2-d926dd1ebdb9 HTTP/1.1" status: 200 len: 855 time: 0.2681839 Jul 13 07:31:50.181369 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-c3beae2e-cd06-452c-8621-03ac90e1a17d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0705659 Jul 13 07:31:50.182525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b638eb-c733-4d05-8cba-5f7470defbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=0185c362-a095-4dcb-b4f8-1a580fa76cf2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.193736 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.198843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:50.205517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4fb00d-307a-451f-8d7b-802afb0c989f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.235199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Made reservation on behalf of 47eefa349c3e4f31802e496632a57bdc for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:50.237587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.266833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9e92c2-1a4f-4fbf-9a44-42a78713239e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet 04670434-ab36-441b-9d8d-0d81421cba63 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:50.269540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.286107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d9e92c2-1a4f-4fbf-9a44-42a78713239e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.291874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3195dce0-904d-4ebe-867c-d18ddbd2aad9 req-417d438a-971a-47f9-b880-1b2b239fb5f1 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467334 Jul 13 07:31:50.309316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Checking segment: {'id': '10003f01-08f1-4693-a8b9-fcb9e10a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:50.309802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Network hostable DHCP agents. Network: c4396db3-3827-4b40-b047-c124178e455c, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:50.355147 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f303b5-6655-411b-a9eb-a23360aa9a84 x-openstack-request-id: req-94f303b5-6655-411b-a9eb-a23360aa9a84 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:50.355434 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d999d0c9-d47d-4bfc-9d2e-5bd192053d43", "tag": "83e8d94f-d3ac-4303-a7b7-571c6abad271", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:50.355685 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94f303b5-6655-411b-a9eb-a23360aa9a84 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:50.356104 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd999d0c9-d47d-4bfc-9d2e-5bd192053d43', 'tag': '83e8d94f-d3ac-4303-a7b7-571c6abad271', 'status': 'completed', 'code': 200} Jul 13 07:31:50.379582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fa5374-32f4-4708-ac6f-1e691623338f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.395789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d9e92c2-1a4f-4fbf-9a44-42a78713239e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.405345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Network c4396db3-3827-4b40-b047-c124178e455c is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:50.422102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-8544a2fc-51ab-4104-8c4d-452d9f8b28db tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:50.423571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1fe52979-b91c-4eb2-b6f4-8a33cca82dbe req-8544a2fc-51ab-4104-8c4d-452d9f8b28db tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.2325134 Jul 13 07:31:50.437624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c4396db3-3827-4b40-b047-c124178e455c) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:50.445292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:50.445902 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.449111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09b08f-aef6-4050-92ca-d58f5db42e17 None None] Network c4396db3-3827-4b40-b047-c124178e455c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:50.494997 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0703276d-7034-4c78-b3b5-6128b7fea846 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9934094 Jul 13 07:31:50.501722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51966) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:50.506788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-router', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:50.542394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-d8cbfb55-9d67-4f88-92d3-efa0a7b1a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:50.544523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-d8cbfb55-9d67-4f88-92d3-efa0a7b1a541 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1ef12b6-2483-422f-90f7-de436e7ac3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3554363 Jul 13 07:31:50.605066 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.606419 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.680368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.685262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-c4396db3-3827-4b40-b047-c124178e455c', 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'fixed_ips': [{'subnet_id': '7d4fb00d-307a-451f-8d7b-802afb0c989f'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:50.686134 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.746426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.750169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.829358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Attempting to bind port c2fa5374-32f4-4708-ac6f-1e691623338f on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:50.829960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Attempting to bind port c2fa5374-32f4-4708-ac6f-1e691623338f by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:50.830111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Attempting to bind port c2fa5374-32f4-4708-ac6f-1e691623338f on network b1ef12b6-2483-422f-90f7-de436e7ac3de {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:50.846245 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d9e92c2-1a4f-4fbf-9a44-42a78713239e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.852906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e987c22b-9656-4a86-9ab8-4a78f3f61515 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1548368146&fields=id&tenant_id=91f2893f7fe74db9a018e62c856bdf9d HTTP/1.1" status: 200 len: 267 time: 0.3396711 Jul 13 07:31:50.859970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Allocated IP 172.20.0.2 (c4396db3-3827-4b40-b047-c124178e455c/7d4fb00d-307a-451f-8d7b-802afb0c989f/91169e83-cc74-42a6-b5d9-be8a09c6864d) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:50.862693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Checking segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:50.863144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Network hostable DHCP agents. Network: 0185c362-a095-4dcb-b4f8-1a580fa76cf2, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:50.879075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Port c2fa5374-32f4-4708-ac6f-1e691623338f on network b1ef12b6-2483-422f-90f7-de436e7ac3de not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:50.879402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Attempting to bind port c2fa5374-32f4-4708-ac6f-1e691623338f on network b1ef12b6-2483-422f-90f7-de436e7ac3de {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:50.945301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:50.945644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Checking segment: {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:50.946034 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Bound using segment: {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:50.946483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Bound port: c2fa5374-32f4-4708-ac6f-1e691623338f, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:50.946841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.982335 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-9959264b-78d0-4d57-9810-130a11de0d35 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--185170594&fields=id&tenant_id=c81caa563b5245d49f7e655a6ad85b08 HTTP/1.1" status: 200 len: 267 time: 0.1598833 Jul 13 07:31:50.984364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.988247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:50.998669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-25dbfd24-f563-4ae3-b6d5-45d044547d35 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654766 Jul 13 07:31:51.162852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d9e92c2-1a4f-4fbf-9a44-42a78713239e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.187772 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.197504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Transition to ACTIVE for port object 91169e83-cc74-42a6-b5d9-be8a09c6864d will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:51.215281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Transition to ACTIVE for port object 91169e83-cc74-42a6-b5d9-be8a09c6864d will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:51.222497 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.260666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-5b24e2db-316d-4806-a91b-c6dc1cf7db6f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.262193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-5b24e2db-316d-4806-a91b-c6dc1cf7db6f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 817 time: 0.3841372 Jul 13 07:31:51.266636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Network c4396db3-3827-4b40-b047-c124178e455c is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:51.267065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] For port c2fa5374-32f4-4708-ac6f-1e691623338f, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:51.269800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:51.273756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:51.275114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e92c2-1a4f-4fbf-9a44-42a78713239e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=04670434-ab36-441b-9d8d-0d81421cba63,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:51.284860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d9e92c2-1a4f-4fbf-9a44-42a78713239e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.287277 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4d9e92c2-1a4f-4fbf-9a44-42a78713239e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/04670434-ab36-441b-9d8d-0d81421cba63 HTTP/1.1" status: 204 len: 168 time: 1.2410276 Jul 13 07:31:51.313532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0e003-b5c1-4070-a88a-be8b47559e0b None None] Network 8177dc0b-4a10-42df-99d0-bb39165b5ac1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:51.318898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51978) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:51.320906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 0185c362-a095-4dcb-b4f8-1a580fa76cf2) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:51.327865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] For port c2fa5374-32f4-4708-ac6f-1e691623338f, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c2fa5374-32f4-4708-ac6f-1e691623338f,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:51.342115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.342332 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.342845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Pushing event updated for resources: {'Port': ['ID=91169e83-cc74-42a6-b5d9-be8a09c6864d,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:51.348082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-0e6eb902-b7d3-4c9f-b673-bc80f75a6cd8 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/quotas/91f2893f7fe74db9a018e62c856bdf9d HTTP/1.1" status: 200 len: 375 time: 0.0643594 Jul 13 07:31:51.352294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be14488-72b5-43a6-a703-8890dd0be042 None None] Network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:51.352766 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.363411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdeb109-25bd-48d7-b665-d39cc6be001d {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:51.374957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0abfdc47-89aa-4b9d-bf2c-7bbc5e1b4853 req-02c2a5dc-6ab8-47a7-b263-1d8cf003d21e service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389971 Jul 13 07:31:51.415441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Attempting to bind port 91169e83-cc74-42a6-b5d9-be8a09c6864d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:51.416001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Attempting to bind port 91169e83-cc74-42a6-b5d9-be8a09c6864d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '10003f01-08f1-4693-a8b9-fcb9e10a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:51.416393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Attempting to bind port 91169e83-cc74-42a6-b5d9-be8a09c6864d on network c4396db3-3827-4b40-b047-c124178e455c {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:51.445552 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.476508 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6a29d1dc-60bf-448e-9c50-f47971de3338 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3179219 Jul 13 07:31:51.489964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:51.490955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Checking segment: {'id': '10003f01-08f1-4693-a8b9-fcb9e10a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:51.491282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.491681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Bound using segment: {'id': '10003f01-08f1-4693-a8b9-fcb9e10a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:51.492191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Bound port: 91169e83-cc74-42a6-b5d9-be8a09c6864d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10003f01-08f1-4693-a8b9-fcb9e10a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:51.492622 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.536554 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.545187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fa5374-32f4-4708-ac6f-1e691623338f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:51.558492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Transition to ACTIVE for port object 4bdeb109-25bd-48d7-b665-d39cc6be001d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:51.592652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.594572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.596545 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-44df5b9c-16ab-43aa-a5c9-2e8d88d93fe6 service neutron] 10.222.0.53 "PUT /v2.0/ports/c2fa5374-32f4-4708-ac6f-1e691623338f HTTP/1.1" status: 200 len: 1092 time: 5.0009408 Jul 13 07:31:51.606432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.713233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-9cfd58f7-1733-4261-a070-b6186728ef17 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.720699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-9cfd58f7-1733-4261-a070-b6186728ef17 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/networks?id=c5518da0-f2d4-4957-a51f-577627000acf HTTP/1.1" status: 200 len: 805 time: 0.7180967 Jul 13 07:31:51.732562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] For port 91169e83-cc74-42a6-b5d9-be8a09c6864d, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:51.740997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b792cb-0d13-4110-825a-a2443bdca23d None None] Network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:51.764177 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-9982b479-c542-4eda-b2a5-b2db19496272 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4441190 Jul 13 07:31:51.773103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-1c567a42-c10e-479a-b853-254ef755f5d4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/quotas/c81caa563b5245d49f7e655a6ad85b08 HTTP/1.1" status: 200 len: 375 time: 0.0512426 Jul 13 07:31:51.798160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] For port 91169e83-cc74-42a6-b5d9-be8a09c6864d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=91169e83-cc74-42a6-b5d9-be8a09c6864d,segment=NetworkSegment(10003f01-08f1-4693-a8b9-fcb9e10a964b),segment_id=10003f01-08f1-4693-a8b9-fcb9e10a964b)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:51.834057 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.972117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c8863-236d-4a79-9a96-4f8cb3aa7136 None None] Pushing event updated for resources: {'Port': ['ID=91169e83-cc74-42a6-b5d9-be8a09c6864d,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:51.991579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port b66ea599-fae2-4f56-a0cc-d058273d794a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:51.992041 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.000892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17967b41-700c-4c0a-8ddb-7f253cfac057 None None] DHCP port deletion for 8177dc0b-4a10-42df-99d0-bb39165b5ac1 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:52.080539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.102666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-17967b41-700c-4c0a-8ddb-7f253cfac057 None None] Deleting port b66ea599-fae2-4f56-a0cc-d058273d794a {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:52.103261 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-17967b41-700c-4c0a-8ddb-7f253cfac057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.137829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-c8e652ff-7f8b-49fe-bf8b-0b6d42376de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.139134 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-c8e652ff-7f8b-49fe-bf8b-0b6d42376de2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 1102 time: 0.3053329 Jul 13 07:31:52.151672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-a1ac473d-5e8f-4a65-ab08-3e9b0f68e1a6 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c81caa563b5245d49f7e655a6ad85b08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3707342 Jul 13 07:31:52.161983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.195431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-17967b41-700c-4c0a-8ddb-7f253cfac057 None None] For port b66ea599-fae2-4f56-a0cc-d058273d794a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b66ea599-fae2-4f56-a0cc-d058273d794a,segment=NetworkSegment(fc5b956a-ef9e-47ba-b431-06dafc363caa),segment_id=fc5b956a-ef9e-47ba-b431-06dafc363caa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:52.195829 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-17967b41-700c-4c0a-8ddb-7f253cfac057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.210980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-17967b41-700c-4c0a-8ddb-7f253cfac057 None None] Calling delete_port for b66ea599-fae2-4f56-a0cc-d058273d794a owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:52.303851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] For port b66ea599-fae2-4f56-a0cc-d058273d794a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b66ea599-fae2-4f56-a0cc-d058273d794a,segment=NetworkSegment(fc5b956a-ef9e-47ba-b431-06dafc363caa),segment_id=fc5b956a-ef9e-47ba-b431-06dafc363caa)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:52.304553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.304913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-5b949351-57ef-4b1b-97d5-715ba482c83a tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8547788 Jul 13 07:31:52.372921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for b66ea599-fae2-4f56-a0cc-d058273d794a owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:52.386227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359d6360-feef-47b3-a242-436a0e0bfd88', 'tag': 'c2fa5374-32f4-4708-ac6f-1e691623338f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:52.386429 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-17967b41-700c-4c0a-8ddb-7f253cfac057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.388682 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4334600f-4c29-4677-af08-308ae9bb76bb" -d '{"events": [{"name": "network-changed", "server_uuid": "359d6360-feef-47b3-a242-436a0e0bfd88", "tag": "c2fa5374-32f4-4708-ac6f-1e691623338f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:52.396214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdeb109-25bd-48d7-b665-d39cc6be001d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.434580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b66ea599-fae2-4f56-a0cc-d058273d794a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:52.455720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-97372438-9b9d-4bb0-be29-f01eec86ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.457196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-97372438-9b9d-4bb0-be29-f01eec86ddb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 1095 time: 1.0007234 Jul 13 07:31:52.468957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17967b41-700c-4c0a-8ddb-7f253cfac057 None None] Pushing event deleted for resources: {'Port': ['ID=b66ea599-fae2-4f56-a0cc-d058273d794a,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.471715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17967b41-700c-4c0a-8ddb-7f253cfac057 None None] No DVR routers for this DVR port b66ea599-fae2-4f56-a0cc-d058273d794a on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:52.473667 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: b66ea599-fae2-4f56-a0cc-d058273d794a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:52.474664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b66ea599-fae2-4f56-a0cc-d058273d794a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:52.561407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-52e34aca-3e36-4876-9dac-c755be0da7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.563372 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-52e34aca-3e36-4876-9dac-c755be0da7a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.3964620 Jul 13 07:31:52.568726 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-3d07b461-5535-42e6-a97f-58ac71999edd service neutron] 10.222.0.44 "GET /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585069 Jul 13 07:31:52.570294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Attempting to bind port 4bdeb109-25bd-48d7-b665-d39cc6be001d on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:52.570628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Attempting to bind port 4bdeb109-25bd-48d7-b665-d39cc6be001d by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:52.571006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Attempting to bind port 4bdeb109-25bd-48d7-b665-d39cc6be001d on network b1ef12b6-2483-422f-90f7-de436e7ac3de {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:52.574182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7e78b001-fcde-48f0-a64a-086b44155392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.575674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-7e78b001-fcde-48f0-a64a-086b44155392 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&device_id=359d6360-feef-47b3-a242-436a0e0bfd88 HTTP/1.1" status: 200 len: 1095 time: 0.9028637 Jul 13 07:31:52.628141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Port 4bdeb109-25bd-48d7-b665-d39cc6be001d on network b1ef12b6-2483-422f-90f7-de436e7ac3de not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:52.628389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Attempting to bind port 4bdeb109-25bd-48d7-b665-d39cc6be001d on network b1ef12b6-2483-422f-90f7-de436e7ac3de {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:52.653409 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-a644d94e-a45d-4ed6-8fb0-f9abc8d0e734 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 200 len: 217 time: 0.0778141 Jul 13 07:31:52.665802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-b95881b0-fc10-4571-b78d-721231a86f40 service neutron] 10.222.0.44 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346334 Jul 13 07:31:52.667091 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-a970a578-be89-48c3-bbac-04f5356e7653 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fa5374-32f4-4708-ac6f-1e691623338f HTTP/1.1" status: 200 len: 217 time: 0.0509274 Jul 13 07:31:52.669120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Allocated IP 172.25.6.124 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/665aa63f-948c-4713-a7d3-646eebbaaccf) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:52.669482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:52.669823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Checking segment: {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:52.670374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Bound using segment: {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:52.670635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Bound port: 4bdeb109-25bd-48d7-b665-d39cc6be001d, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033195b3-ffd8-4bd7-bed2-6b489393ff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:52.670995 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.795541 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.804477 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-a0d2474a-598e-4b63-afa4-63de155f8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.805965 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-a0d2474a-598e-4b63-afa4-63de155f8e90 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1396112 Jul 13 07:31:52.812764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-085c9a28-455e-44ce-9504-f6b52860e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.814236 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-085c9a28-455e-44ce-9504-f6b52860e613 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 917 time: 0.3439386 Jul 13 07:31:52.846622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-f08e06f0-1f94-4bf6-9691-cfa1866f716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.848131 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-f08e06f0-1f94-4bf6-9691-cfa1866f716e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74795142-ea67-4867-98f2-d926dd1ebdb9 HTTP/1.1" status: 200 len: 855 time: 0.1641710 Jul 13 07:31:52.892993 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-1f5176b2-f2a6-4dae-a487-211fb88cba3e service neutron] 10.222.0.44 "GET /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161461 Jul 13 07:31:52.894905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=b66ea599-fae2-4f56-a0cc-d058273d794a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.897510 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No DVR routers for this DVR port b66ea599-fae2-4f56-a0cc-d058273d794a on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:52.921526 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-a90c0dba-22ea-472f-945b-108ca51a43f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83e8d94f-d3ac-4303-a7b7-571c6abad271 HTTP/1.1" status: 200 len: 217 time: 0.0941241 Jul 13 07:31:52.972603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-35290107-718a-4e54-a08e-97f0a00a30f6 service neutron] 10.222.0.44 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968373 Jul 13 07:31:53.013434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] For port 4bdeb109-25bd-48d7-b665-d39cc6be001d, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:53.028983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.032714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] For port 4bdeb109-25bd-48d7-b665-d39cc6be001d, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4bdeb109-25bd-48d7-b665-d39cc6be001d,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:53.049566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.058472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8177dc0b-4a10-42df-99d0-bb39165b5ac1']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:53.061348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-6d4e7bcd-8ec1-40ed-8ef6-1c465f05b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.063352 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-6d4e7bcd-8ec1-40ed-8ef6-1c465f05b3b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74795142-ea67-4867-98f2-d926dd1ebdb9 HTTP/1.1" status: 200 len: 855 time: 0.1113784 Jul 13 07:31:53.070032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.109845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.110669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.113324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] 10.222.0.54 "PUT /v2.0/ports/4bdeb109-25bd-48d7-b665-d39cc6be001d HTTP/1.1" status: 200 len: 1091 time: 3.4358103 Jul 13 07:31:53.129266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5b956a-ef9e-47ba-b431-06dafc363caa') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:53.129593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5b956a-ef9e-47ba-b431-06dafc363caa') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:53.152564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-f3c936d0-6fbe-460f-a08a-f9a4d162658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.154196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-f3c936d0-6fbe-460f-a08a-f9a4d162658a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3318059 Jul 13 07:31:53.160880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.191470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-afc7cb65-3cc3-4aa0-9d34-d995299978b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.193897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-afc7cb65-3cc3-4aa0-9d34-d995299978b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1ef12b6-2483-422f-90f7-de436e7ac3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092430 Jul 13 07:31:53.234798 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.270368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdeb109-25bd-48d7-b665-d39cc6be001d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:53.278423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:53.278423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:53.286617 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:53.419461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.420117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.420200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.420600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.420858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.421462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.421816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.422176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.422490 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.422825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.423160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.423495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653504dd-c97b-4a8c-89e0-692baec3bbc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:53.455835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 83e8d94f-d3ac-4303-a7b7-571c6abad271 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:53.541500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.619972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-3cb1e9c8-a847-4267-90b9-ed3f972c776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.621564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-3cb1e9c8-a847-4267-90b9-ed3f972c776c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1ef12b6-2483-422f-90f7-de436e7ac3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5307143 Jul 13 07:31:53.641476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 83e8d94f-d3ac-4303-a7b7-571c6abad271, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=83e8d94f-d3ac-4303-a7b7-571c6abad271,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:53.649449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:53.666963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Pushing event updated for resources: {'Port': ['ID=665aa63f-948c-4713-a7d3-646eebbaaccf,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:53.675222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:53.681905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-f5c63fa9-be2a-4584-aaa5-b920addea1dd service neutron] 10.222.0.53 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586854 Jul 13 07:31:53.683368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:53.686455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da6900-1161-443a-b098-c0482febeec7 None None] Network c4396db3-3827-4b40-b047-c124178e455c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:53.699292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498f28-6611-4974-a049-f6a1f1020128 req-c588765f-467e-442c-94d7-ab50f479a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.700829 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-c588765f-467e-442c-94d7-ab50f479a9ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 1094 time: 0.4765534 Jul 13 07:31:53.701693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.707560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '83e8d94f-d3ac-4303-a7b7-571c6abad271', 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de', 'port_id': '83e8d94f-d3ac-4303-a7b7-571c6abad271', 'mac_address': 'fa:16:3e:76:4f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74795142-ea67-4867-98f2-d926dd1ebdb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:53.756962 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.758909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/networks/8177dc0b-4a10-42df-99d0-bb39165b5ac1 HTTP/1.1" status: 204 len: 168 time: 2.4362428 Jul 13 07:31:53.763176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa2bc0-5d7c-41a8-953e-6ec615c19cc4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Network': ['ID=8177dc0b-4a10-42df-99d0-bb39165b5ac1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:53.775906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-b1e117a9-34e4-4702-a4b3-01613b31866f tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4050388 Jul 13 07:31:53.776512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-0b40ea58-a4cb-4f54-9ac5-0ff77ced14dc service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113372 Jul 13 07:31:53.777030 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52010) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:53.785959 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a8803ad2-7571-4ee6-9588-f044208273c4 None None] Provisioning for port 91169e83-cc74-42a6-b5d9-be8a09c6864d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:53.788222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1545894186'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:53.827584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:53.831144 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.879442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-72792668-86a5-484a-8bda-9d98c23cc12a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdeb109-25bd-48d7-b665-d39cc6be001d HTTP/1.1" status: 200 len: 217 time: 0.1633272 Jul 13 07:31:53.887548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76aab0-2cac-4c64-b2b8-d89cee8bb26e req-b718c649-e45b-427b-82ee-ee9ce0ba1b0e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.894612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad76aab0-2cac-4c64-b2b8-d89cee8bb26e req-b718c649-e45b-427b-82ee-ee9ce0ba1b0e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.4764707 Jul 13 07:31:53.909644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:53.909741 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.956054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e8d94f-d3ac-4303-a7b7-571c6abad271 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:54.044789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 83e8d94f-d3ac-4303-a7b7-571c6abad271, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=83e8d94f-d3ac-4303-a7b7-571c6abad271,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:54.056205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.102955 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-8d3e94b1-e099-41ad-a25f-5970a28a439e service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592526 Jul 13 07:31:54.106198 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54e06cb5-7ace-46eb-bee9-c713a2c6d094 req-299d7d6d-47de-4769-966e-ca9cf99770d0 service neutron] 10.222.0.53 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092944 Jul 13 07:31:54.118664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=83e8d94f-d3ac-4303-a7b7-571c6abad271,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:54.261017 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [req-22df04c6-1f0d-4810-9081-822309a245a3 req-4f34464b-86db-4848-8141-fec6d07fc127 service neutron] show failed (client error): The resource could not be found. Jul 13 07:31:54.262108 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-4f34464b-86db-4848-8141-fec6d07fc127 service neutron] 10.222.0.53 "GET /v2.0/ports/9fdad1f0-8b5e-4125-883e-ca1257535b8e/bindings/n-h2-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.2238340 Jul 13 07:31:54.274933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:54.283343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498f28-6611-4974-a049-f6a1f1020128 req-3e1eb4fd-55f2-42bd-97a8-a1ea7f5b5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:54.284795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-3e1eb4fd-55f2-42bd-97a8-a1ea7f5b5b82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74795142-ea67-4867-98f2-d926dd1ebdb9 HTTP/1.1" status: 200 len: 855 time: 0.3635426 Jul 13 07:31:54.285606 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.294120 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad76aab0-2cac-4c64-b2b8-d89cee8bb26e req-63d01765-f93e-444c-8bbe-0ff3bb7467b1 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980920 Jul 13 07:31:54.338361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.338720 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Added segment 038e3ba8-a6d5-492c-a012-7c12525242e2 of type vlan for network c6b395cd-519e-444d-a993-c594bf35b776 Jul 13 07:31:54.355533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['83e8d94f-d3ac-4303-a7b7-571c6abad271'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:54.398870 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91b9c5ca-c23c-451d-a671-d264c61fae47 req-2f592e2d-0ab8-4599-9244-8e7a53235370 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811398 Jul 13 07:31:54.402817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.478268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3c831ef-2175-4515-b416-0e2f62f56922 req-64cc6b8c-fa54-4c3e-807d-e3624ef103a4 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669462 Jul 13 07:31:54.499429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498f28-6611-4974-a049-f6a1f1020128 req-cc011292-b0f5-44a1-a774-23859d65ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:54.501171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-cc011292-b0f5-44a1-a774-23859d65ed6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1ef12b6-2483-422f-90f7-de436e7ac3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045758 Jul 13 07:31:54.508392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 91169e83-cc74-42a6-b5d9-be8a09c6864d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:54.545894 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.689611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-5c403522-0160-4b01-80e2-980afdc36fb0 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807601 Jul 13 07:31:54.718508 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.776142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 91169e83-cc74-42a6-b5d9-be8a09c6864d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:54.790049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 91169e83-cc74-42a6-b5d9-be8a09c6864d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:54.790511 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.883093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6de08b1d-7002-4fc7-a410-be962ad8c57d None None] Provisioning complete for port 91169e83-cc74-42a6-b5d9-be8a09c6864d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:54.883632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6de08b1d-7002-4fc7-a410-be962ad8c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.913156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64498f28-6611-4974-a049-f6a1f1020128 req-9713b802-f6fc-492a-a0d2-76ca289c6fe4 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172792 Jul 13 07:31:54.947234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Allocated IP 172.25.6.70 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/360221e6-cff9-4c97-9700-dbdcef5c5851) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:54.956683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04c6-1f0d-4810-9081-822309a245a3 req-28a169cf-65e9-4d51-90ad-22185ee1250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:54.959248 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-28a169cf-65e9-4d51-90ad-22185ee1250e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e&tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d HTTP/1.1" status: 200 len: 1101 time: 0.1383443 Jul 13 07:31:54.972542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:54.990486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.resource_extend [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:31:54.991502 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.072268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.078394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:55.079294 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.122911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 91169e83-cc74-42a6-b5d9-be8a09c6864d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=91169e83-cc74-42a6-b5d9-be8a09c6864d,segment=NetworkSegment(10003f01-08f1-4693-a8b9-fcb9e10a964b),segment_id=10003f01-08f1-4693-a8b9-fcb9e10a964b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:55.137644 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.151416 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.182960 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6de08b1d-7002-4fc7-a410-be962ad8c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.202147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.226911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=91169e83-cc74-42a6-b5d9-be8a09c6864d,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.274169 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-6de08b1d-7002-4fc7-a410-be962ad8c57d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:31:55.274540 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-6de08b1d-7002-4fc7-a410-be962ad8c57d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:31:55.298441 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5158305 Jul 13 07:31:55.333607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52014) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:55.348737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8283466-46f7-4192-b7f6-e667f01be3fc req-5b31bf98-9d2f-436f-8aa2-14b3bcf24981 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:55.350388 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8283466-46f7-4192-b7f6-e667f01be3fc req-5b31bf98-9d2f-436f-8aa2-14b3bcf24981 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 943 time: 0.3648353 Jul 13 07:31:55.356063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': 'c6b395cd-519e-444d-a993-c594bf35b776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:55.384147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.389657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa506893-dd4e-48de-b0ed-0d0022c32584 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Network': ['ID=c6b395cd-519e-444d-a993-c594bf35b776,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.402540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c6b395cd-519e-444d-a993-c594bf35b776 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:55.423728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-df1e9bae-8028-419f-987f-54278fa1acd2 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:55.425601 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-df1e9bae-8028-419f-987f-54278fa1acd2 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.53 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 817 time: 0.2579253 Jul 13 07:31:55.426038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:55.435088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:55.442277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:55.492763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 83e8d94f-d3ac-4303-a7b7-571c6abad271 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:55.495092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c2fa5374-32f4-4708-ac6f-1e691623338f details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:55.515855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event updated for resources: {'Port': ['ID=360221e6-cff9-4c97-9700-dbdcef5c5851,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.539009 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.549053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:55.556250 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8283466-46f7-4192-b7f6-e667f01be3fc req-1b030ffb-c419-47e4-afe3-dd93a99d4938 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687851 Jul 13 07:31:55.575322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e78abc0f-42b6-45eb-9a17-966bd3330643 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91f2893f7fe74db9a018e62c856bdf9d HTTP/1.1" status: 200 len: 380 time: 0.1237752 Jul 13 07:31:55.623945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'port': {'device_id': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'admin_state_up': True, 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'security_groups': ['d624bdd9-568e-4842-ba97-5fb4300c4236']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:55.630780 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.638925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:55.700862 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:55.703777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 83e8d94f-d3ac-4303-a7b7-571c6abad271 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:55.705115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.724376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 83e8d94f-d3ac-4303-a7b7-571c6abad271 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:55.724766 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.742011 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.744995 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.859870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c2fa5374-32f4-4708-ac6f-1e691623338f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c2fa5374-32f4-4708-ac6f-1e691623338f,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:55.862945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Transition to ACTIVE for port object 9fdad1f0-8b5e-4125-883e-ca1257535b8e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:55.873985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.937797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'c2fa5374-32f4-4708-ac6f-1e691623338f', 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de', 'port_id': 'c2fa5374-32f4-4708-ac6f-1e691623338f', 'mac_address': 'fa:16:3e:e9:b8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74795142-ea67-4867-98f2-d926dd1ebdb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:55.983556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] No DVR routers for this DVR port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:56.002304 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.006028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.025536 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.027645 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.065862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 83e8d94f-d3ac-4303-a7b7-571c6abad271, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=83e8d94f-d3ac-4303-a7b7-571c6abad271,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:56.066207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643f637-76c7-4685-827e-b25e18aa091c req-bb0858a6-3351-4a8b-ac61-8f3875e75a0c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:56.073214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-bb0858a6-3351-4a8b-ac61-8f3875e75a0c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.2534864 Jul 13 07:31:56.079557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd999d0c9-d47d-4bfc-9d2e-5bd192053d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e8d94f-d3ac-4303-a7b7-571c6abad271'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:56.086733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event updated for resources: {'Port': ['ID=360221e6-cff9-4c97-9700-dbdcef5c5851,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.087990 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f7c9b-2ccd-46e4-a63d-3b712e85c316" -d '{"events": [{"server_uuid": "d999d0c9-d47d-4bfc-9d2e-5bd192053d43", "name": "network-vif-plugged", "status": "completed", "tag": "83e8d94f-d3ac-4303-a7b7-571c6abad271"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:56.096129 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.097138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:56.097478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:56.097898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:56.105591 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.109783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-7985fe96-a650-4452-84e4-df4bb3c66388 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/quotas/47eefa349c3e4f31802e496632a57bdc HTTP/1.1" status: 200 len: 375 time: 0.0356164 Jul 13 07:31:56.132676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:56.133006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:56.139943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:56.140329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:56.140721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:56.141192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Bound port: 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:56.141512 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.166303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fa5374-32f4-4708-ac6f-1e691623338f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:56.182847 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-7e9310be-9af4-4190-a4c9-e807837b727c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718942 Jul 13 07:31:56.194923 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.216842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Made reservation on behalf of 91f2893f7fe74db9a018e62c856bdf9d for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:56.220507 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.225321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c2fa5374-32f4-4708-ac6f-1e691623338f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c2fa5374-32f4-4708-ac6f-1e691623338f,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:56.228123 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.229440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-014030ce-2d91-48b3-b20e-201de1c9641a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4409468 Jul 13 07:31:56.247447 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.248429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:56.253762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:56.258647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=83e8d94f-d3ac-4303-a7b7-571c6abad271,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.265400 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.291893 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-c362637f-2d5e-4144-a304-2c4e91c46ca5 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:56.293739 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-c362637f-2d5e-4144-a304-2c4e91c46ca5 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.53 "GET /v2.0/networks?id=c5518da0-f2d4-4957-a51f-577627000acf HTTP/1.1" status: 200 len: 805 time: 0.6385231 Jul 13 07:31:56.354245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:56.355293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.357006 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] 10.222.0.54 "PUT /v2.0/ports/9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 1096 time: 1.3894610 Jul 13 07:31:56.380750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 91169e83-cc74-42a6-b5d9-be8a09c6864d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:56.421649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c2fa5374-32f4-4708-ac6f-1e691623338f,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.471884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 91169e83-cc74-42a6-b5d9-be8a09c6864d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:56.472295 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.494219 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-0dcae026-2a04-4d24-a72c-13a6a08498ea tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c81caa563b5245d49f7e655a6ad85b08 HTTP/1.1" status: 200 len: 379 time: 0.1828058 Jul 13 07:31:56.519174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c2fa5374-32f4-4708-ac6f-1e691623338f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:56.528129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Request body: {'port': {'device_id': '83fff270-4272-4fcc-873e-efbe6322416a', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'admin_state_up': True, 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'security_groups': ['5e271be7-a74a-45b3-b43a-d45bf7c39e3e']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:56.674319 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-713da168-2349-4801-933e-03cc1b6e8d55 service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902923 Jul 13 07:31:56.761584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3e4775e6-7572-4adb-bdb7-89d98126ce1d None None] Provisioning complete for port 83e8d94f-d3ac-4303-a7b7-571c6abad271 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:56.762208 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e4775e6-7572-4adb-bdb7-89d98126ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.808129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Router 829787a5-0b4f-40ef-9464-3552ab2a5de9 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:56.947366 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-dc053de7-d725-429b-ac7f-187898a93294 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.7085290 Jul 13 07:31:56.956606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a713a9-c319-434a-8b1a-26ca4dba538b service neutron] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:57.016753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Allocated IP 172.20.0.10 (081c3b48-291a-43a5-8e7e-8ec640ca2216/ebc75dff-8648-4af2-96de-0e7931a86d5f/a699e4fd-bf44-45d4-8f0c-d0ee56b1b642) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:57.042461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04c6-1f0d-4810-9081-822309a245a3 req-1a3d1d76-e570-47c7-bbf7-4755489a605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.043955 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-1a3d1d76-e570-47c7-bbf7-4755489a605a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1099 time: 0.6609282 Jul 13 07:31:57.045143 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.104988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-d8a9ccfa-9066-4105-958f-79b9a24bb69f tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.106538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf6d06c4-0bc5-4769-9110-b9040d8ebde9 req-d8a9ccfa-9066-4105-958f-79b9a24bb69f tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1518333 Jul 13 07:31:57.110708 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-b1a00b8c-bb8b-4a9b-9b06-469e15a6ac86 service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354696 Jul 13 07:31:57.158375 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a52b25-7da3-4876-92be-0d1db6461245 x-openstack-request-id: req-c2a52b25-7da3-4876-92be-0d1db6461245 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:57.158750 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359d6360-feef-47b3-a242-436a0e0bfd88", "tag": "c2fa5374-32f4-4708-ac6f-1e691623338f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:57.159142 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2a52b25-7da3-4876-92be-0d1db6461245 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:57.160188 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359d6360-feef-47b3-a242-436a0e0bfd88', 'tag': 'c2fa5374-32f4-4708-ac6f-1e691623338f', 'status': 'completed', 'code': 200} Jul 13 07:31:57.179381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Made reservation on behalf of c81caa563b5245d49f7e655a6ad85b08 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:57.183005 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.216163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=b74fb60f-ccbf-4827-b05c-239a623ba956,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:57.224385 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:57.233176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Sync routers for ids ['829787a5-0b4f-40ef-9464-3552ab2a5de9'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:57.236582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04c6-1f0d-4810-9081-822309a245a3 req-0178dd24-c4fa-45dd-9117-53884ff9df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.238269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-0178dd24-c4fa-45dd-9117-53884ff9df3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1872563 Jul 13 07:31:57.254601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Routers {'829787a5-0b4f-40ef-9464-3552ab2a5de9'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:57.256303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['829787a5-0b4f-40ef-9464-3552ab2a5de9'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.283821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Checking segment: {'id': '038e3ba8-a6d5-492c-a012-7c12525242e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c6b395cd-519e-444d-a993-c594bf35b776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:57.284213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network hostable DHCP agents. Network: c6b395cd-519e-444d-a993-c594bf35b776, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:57.330573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49ba1fbd-ce05-41f3-8ce7-c08d14acbbe2 req-67b58400-6bee-422b-a8d4-15b2654cf239 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 210 time: 0.0368531 Jul 13 07:31:57.333997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-312898bb-53e8-46a6-bee0-ac7357d21ac8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 217 time: 0.0882561 Jul 13 07:31:57.394319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.398269 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-413043f8-3126-4bdc-b65d-5c9cbfb35299 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.8935359 Jul 13 07:31:57.406093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04c6-1f0d-4810-9081-822309a245a3 req-590c342a-f407-4a7d-8f27-194b93c76801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.407721 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-590c342a-f407-4a7d-8f27-194b93c76801 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0560651 Jul 13 07:31:57.409884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52040) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:57.518496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network c6b395cd-519e-444d-a993-c594bf35b776 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:57.526520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334600f-4c29-4677-af08-308ae9bb76bb req-503a066b-1c62-4177-a2a0-cc560c6a1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.528562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4334600f-4c29-4677-af08-308ae9bb76bb req-503a066b-1c62-4177-a2a0-cc560c6a1726 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&device_id=359d6360-feef-47b3-a242-436a0e0bfd88 HTTP/1.1" status: 200 len: 1096 time: 0.3332648 Jul 13 07:31:57.629035 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-93b8aa21-2be3-42c2-a12e-fdfbe8c01dbf req-dc20a749-8f80-450c-b477-81d0729b5056 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 210 time: 0.1025567 Jul 13 07:31:57.637756 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.640300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c6b395cd-519e-444d-a993-c594bf35b776) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:57.646846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c2fa5374-32f4-4708-ac6f-1e691623338f up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:57.649153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4bdeb109-25bd-48d7-b665-d39cc6be001d details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:57.656889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b944d0-7086-441c-b77b-124b29e99f28 None None] Network c6b395cd-519e-444d-a993-c594bf35b776 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:57.657631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.658403 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.688440 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Transition to ACTIVE for port object a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:57.728820 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617024b0-bde7-44cd-853a-c1f09ab50f47 x-openstack-request-id: req-617024b0-bde7-44cd-853a-c1f09ab50f47 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:57.730963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197a1a2-2a73-4ff7-9e33-89901d31620c req-0caca1a7-b15f-442d-ae01-07c8246ba17e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.732579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7197a1a2-2a73-4ff7-9e33-89901d31620c req-0caca1a7-b15f-442d-ae01-07c8246ba17e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 948 time: 0.2439957 Jul 13 07:31:57.742725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df04c6-1f0d-4810-9081-822309a245a3 req-70c01471-56f5-4468-9f5b-2cf91a0c89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.744480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-70c01471-56f5-4468-9f5b-2cf91a0c89f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3256037 Jul 13 07:31:57.748903 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d999d0c9-d47d-4bfc-9d2e-5bd192053d43", "name": "network-vif-plugged", "status": "completed", "tag": "83e8d94f-d3ac-4303-a7b7-571c6abad271", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:57.749252 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-617024b0-bde7-44cd-853a-c1f09ab50f47 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:57.749668 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd999d0c9-d47d-4bfc-9d2e-5bd192053d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e8d94f-d3ac-4303-a7b7-571c6abad271', 'code': 200} Jul 13 07:31:57.758942 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5088c84f-8040-4ea3-892a-63e1f2f45d9c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4180100 Jul 13 07:31:57.768694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52046) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:57.781549 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': 'c6b395cd-519e-444d-a993-c594bf35b776', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1285786835'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:57.787804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-4bd2785c-a8f1-481d-bb0b-fd7925b95442 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:57.789094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-4bd2785c-a8f1-481d-bb0b-fd7925b95442 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058577 Jul 13 07:31:57.833480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Allocated IP 172.20.0.9 (c5518da0-f2d4-4957-a51f-577627000acf/c518626c-392d-4117-bc6b-233aba59e9b5/bbc5db82-728c-42c9-83a0-99bdf9fe4b4d) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:57.856618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Set router 829787a5-0b4f-40ef-9464-3552ab2a5de9 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:57.893249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334600f-4c29-4677-af08-308ae9bb76bb req-3e5f8f9d-dcdb-420b-9a72-68592e23d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.897669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4334600f-4c29-4677-af08-308ae9bb76bb req-3e5f8f9d-dcdb-420b-9a72-68592e23d25c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 917 time: 0.3583941 Jul 13 07:31:58.027881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7197a1a2-2a73-4ff7-9e33-89901d31620c req-44102bbf-c15a-4809-b6d2-19c6358f6fc2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806056 Jul 13 07:31:58.031810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4334600f-4c29-4677-af08-308ae9bb76bb req-0c80b299-eb01-4a28-beb7-88be330a5cab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fa5374-32f4-4708-ac6f-1e691623338f HTTP/1.1" status: 200 len: 217 time: 0.0972121 Jul 13 07:31:58.039450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port c2fa5374-32f4-4708-ac6f-1e691623338f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:58.092200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port c2fa5374-32f4-4708-ac6f-1e691623338f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:58.092487 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.097047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4bdeb109-25bd-48d7-b665-d39cc6be001d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4bdeb109-25bd-48d7-b665-d39cc6be001d,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:58.161664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '4bdeb109-25bd-48d7-b665-d39cc6be001d', 'network_id': 'b1ef12b6-2483-422f-90f7-de436e7ac3de', 'port_id': '4bdeb109-25bd-48d7-b665-d39cc6be001d', 'mac_address': 'fa:16:3e:1e:0e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74795142-ea67-4867-98f2-d926dd1ebdb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:58.229485 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-abff28f0-f2fc-4a19-8339-69ededbfe614 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1261206 Jul 13 07:31:58.234720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:58.293144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.305690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-c6b395cd-519e-444d-a993-c594bf35b776', 'network_id': 'c6b395cd-519e-444d-a993-c594bf35b776', 'tenant_id': '3ccebf987ad04d7f85a47a029f4e66ef', 'fixed_ips': [{'subnet_id': 'b74fb60f-ccbf-4827-b05c-239a623ba956'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:58.306552 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.459118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.464365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.468556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdeb109-25bd-48d7-b665-d39cc6be001d {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:58.481018 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-7353adc5-ed0b-4f0d-81f2-cc20c423bfee service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618588 Jul 13 07:31:58.502025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334600f-4c29-4677-af08-308ae9bb76bb req-ef7a87b0-c6a2-482d-b4b9-8f178c8b2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.503733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4334600f-4c29-4677-af08-308ae9bb76bb req-ef7a87b0-c6a2-482d-b4b9-8f178c8b2b17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74795142-ea67-4867-98f2-d926dd1ebdb9 HTTP/1.1" status: 200 len: 855 time: 0.2917159 Jul 13 07:31:58.511999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13b9c1-2a5e-48a9-8d34-f42c0cc6d015 req-0e063eb9-5189-452b-9618-e5cf30385f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.513670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf13b9c1-2a5e-48a9-8d34-f42c0cc6d015 req-0e063eb9-5189-452b-9618-e5cf30385f65 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 1097 time: 0.6754875 Jul 13 07:31:58.518477 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.522793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4bdeb109-25bd-48d7-b665-d39cc6be001d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4bdeb109-25bd-48d7-b665-d39cc6be001d,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:58.533818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Allocated IP 172.20.0.2 (c6b395cd-519e-444d-a993-c594bf35b776/b74fb60f-ccbf-4827-b05c-239a623ba956/b3656528-cfb6-48f0-beb1-a2fa81a57950) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:58.537242 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.545499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-router', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:50Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 3, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'gw_port': {'id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:58.579714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Network 081c3b48-291a-43a5-8e7e-8ec640ca2216 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:58.585192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:58.588783 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.605740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:58.617041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.617220 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Checking router: 829787a5-0b4f-40ef-9464-3552ab2a5de9 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:58.617450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Updating router 829787a5-0b4f-40ef-9464-3552ab2a5de9 port 665aa63f-948c-4713-a7d3-646eebbaaccf binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:58.626612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee6538-a285-4e70-80b5-937f52de9660 req-fdca010c-0599-4ac7-ba6e-cb454d118e48 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.634798 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8dee6538-a285-4e70-80b5-937f52de9660 req-fdca010c-0599-4ac7-ba6e-cb454d118e48 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 943 time: 0.7796049 Jul 13 07:31:58.648769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:58.697376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.698037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.698037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.698838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.698838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.699186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.699369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.699807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.700254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.700611 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.700821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c2fa5374-32f4-4708-ac6f-1e691623338f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c2fa5374-32f4-4708-ac6f-1e691623338f,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:58.700964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.701280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:58.730742 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.738319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4bdeb109-25bd-48d7-b665-d39cc6be001d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.748566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port 0a30af4e-a037-4159-bed5-219eb20f2cdd yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:58.760959 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.795197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf13b9c1-2a5e-48a9-8d34-f42c0cc6d015 req-1f92a0d3-186a-4501-8b11-a4e4ab879aa3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695234 Jul 13 07:31:58.863653 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.863938 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.878443 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.915603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334600f-4c29-4677-af08-308ae9bb76bb req-224dc098-6499-4d29-9981-5927f1ad3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.917850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4334600f-4c29-4677-af08-308ae9bb76bb req-224dc098-6499-4d29-9981-5927f1ad3b55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1ef12b6-2483-422f-90f7-de436e7ac3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4003787 Jul 13 07:31:58.941719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22df04c6-1f0d-4810-9081-822309a245a3 req-97431a99-465a-49d4-9012-72d7db037fd9 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336681 Jul 13 07:31:58.961770 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8dee6538-a285-4e70-80b5-937f52de9660 req-5b84d913-f607-40a3-ae03-c6bc97b1dc72 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259363 Jul 13 07:31:58.981748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Transition to ACTIVE for port object bbc5db82-728c-42c9-83a0-99bdf9fe4b4d will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:58.984108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:58.986001 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-bd9fd971-41ec-4b80-9ae9-46e3c25b3530 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3660636 Jul 13 07:31:59.018511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Request body: {'port': {'device_id': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:59.033229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c2fa5374-32f4-4708-ac6f-1e691623338f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:59.196455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8248d95-e3cc-4c17-b73e-d5565f1cc7fa', 'tag': '4bdeb109-25bd-48d7-b665-d39cc6be001d'}, {'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e'}, {'name': 'network-changed', 'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:59.200383 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7631a01e-a439-4acc-80e5-7c6e9024fabe" -d '{"events": [{"name": "network-changed", "server_uuid": "c8248d95-e3cc-4c17-b73e-d5565f1cc7fa", "tag": "4bdeb109-25bd-48d7-b665-d39cc6be001d"}, {"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e"}, {"name": "network-changed", "server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:59.204047 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.318450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643f637-76c7-4685-827e-b25e18aa091c req-e21782df-f18b-4729-aa6a-4498135fd229 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:59.320545 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-e21782df-f18b-4729-aa6a-4498135fd229 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.3775187 Jul 13 07:31:59.361619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.367198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c72ac66-7ef0-4cd6-8e7b-d272ff677f8c req-bfc6e95b-2368-40ff-a48b-0f3376194094 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 210 time: 0.1100409 Jul 13 07:31:59.373239 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.374421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Request body: {'port': {'device_id': '0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'admin_state_up': True, 'tenant_id': '47eefa349c3e4f31802e496632a57bdc'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:59.391989 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4334600f-4c29-4677-af08-308ae9bb76bb req-e2b4d682-06a2-4881-b489-6746a3999a6e service neutron] 10.222.0.53 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381969 Jul 13 07:31:59.412916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4bdeb109-25bd-48d7-b665-d39cc6be001d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:59.429450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.460718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Network c5518da0-f2d4-4957-a51f-577627000acf is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:59.461604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Pushing event updated for resources: {'Port': ['ID=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:59.466924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:59.488048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:59.534980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-65e86268-b103-4f34-92e9-6b21f7ac5fe5 None None] Provisioning for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:59.550592 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.597223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-65e86268-b103-4f34-92e9-6b21f7ac5fe5 None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:59.597657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-65e86268-b103-4f34-92e9-6b21f7ac5fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.601649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:59.722404 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:59.723814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.753863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Transition to ACTIVE for port object 665aa63f-948c-4713-a7d3-646eebbaaccf will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:59.760845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359d6360-feef-47b3-a242-436a0e0bfd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fa5374-32f4-4708-ac6f-1e691623338f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:59.764758 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf3abc3-be2e-426a-a61e-037bc7ef2c5c" -d '{"events": [{"server_uuid": "359d6360-feef-47b3-a242-436a0e0bfd88", "name": "network-vif-plugged", "status": "completed", "tag": "c2fa5374-32f4-4708-ac6f-1e691623338f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:59.778922 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-8099791f-0f29-4039-8614-c58d1396ccfd tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2689807 Jul 13 07:31:59.795398 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.798360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Request body: {'port': {'device_id': '83fff270-4272-4fcc-873e-efbe6322416a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:59.859363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-65e86268-b103-4f34-92e9-6b21f7ac5fe5 None None] Port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:59.871606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.882235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa84a3-5ec4-49ff-a7f5-56fdceff23fc req-a2e39be9-abd9-4e39-b7b6-dbb823f36bb4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:59.883820 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11fa84a3-5ec4-49ff-a7f5-56fdceff23fc req-a2e39be9-abd9-4e39-b7b6-dbb823f36bb4 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 931 time: 0.3413553 Jul 13 07:31:59.884414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1344e10-707c-4e19-b5fb-d4ee705f9d36 None None] Pushing event updated for resources: {'Port': ['ID=665aa63f-948c-4713-a7d3-646eebbaaccf,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:59.893922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Transition to ACTIVE for port object b3656528-cfb6-48f0-beb1-a2fa81a57950 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:59.898372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Attempting to bind port 665aa63f-948c-4713-a7d3-646eebbaaccf on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:59.898991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Attempting to bind port 665aa63f-948c-4713-a7d3-646eebbaaccf by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:59.899660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Attempting to bind port 665aa63f-948c-4713-a7d3-646eebbaaccf on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:59.919571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:59.919944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:59.920543 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.920945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:59.921548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Bound port: 665aa63f-948c-4713-a7d3-646eebbaaccf, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:59.921807 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.949454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Transition to ACTIVE for port object b3656528-cfb6-48f0-beb1-a2fa81a57950 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:59.963046 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.021125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Network c6b395cd-519e-444d-a993-c594bf35b776 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:00.031439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:00.034843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:00.037591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] For port 665aa63f-948c-4713-a7d3-646eebbaaccf, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:00.046626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11fa84a3-5ec4-49ff-a7f5-56fdceff23fc req-2e28d9de-675e-404b-8313-1334ca53b24f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381013 Jul 13 07:32:00.047017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] For port 665aa63f-948c-4713-a7d3-646eebbaaccf, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=665aa63f-948c-4713-a7d3-646eebbaaccf,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:00.059736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.062959 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Pushing event updated for resources: {'Port': ['ID=b3656528-cfb6-48f0-beb1-a2fa81a57950,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:00.094047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.7 (c6b395cd-519e-444d-a993-c594bf35b776/b74fb60f-ccbf-4827-b05c-239a623ba956/0a30af4e-a037-4159-bed5-219eb20f2cdd) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:00.109521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4334600f-4c29-4677-af08-308ae9bb76bb req-7295e78a-bf3b-4a00-9e1f-459f4e0fb59c service neutron] 10.222.0.53 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040179 Jul 13 07:32:00.138697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Allocated IP 172.20.0.1 (c4396db3-3827-4b40-b047-c124178e455c/7d4fb00d-307a-451f-8d7b-802afb0c989f/6f4198be-467c-42e7-9b0e-a264af0b708b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:00.178911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Allocated IP 172.25.6.149 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/844e38c0-dc8e-451c-b0b1-9d3ebe9dd0aa) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:00.180956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Made reservation on behalf of 47eefa349c3e4f31802e496632a57bdc for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:00.184761 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.196709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:00.205189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.218081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Transition to ACTIVE for port object a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:00.233582 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.267470 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.297658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0739757d-e5cb-4eef-ad80-5c3e7fdafe5d None None] Provisioning complete for port c2fa5374-32f4-4708-ac6f-1e691623338f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:00.297900 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0739757d-e5cb-4eef-ad80-5c3e7fdafe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.355894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Attempting to bind port b3656528-cfb6-48f0-beb1-a2fa81a57950 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:00.356308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Attempting to bind port b3656528-cfb6-48f0-beb1-a2fa81a57950 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '038e3ba8-a6d5-492c-a012-7c12525242e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c6b395cd-519e-444d-a993-c594bf35b776'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:00.356678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Attempting to bind port b3656528-cfb6-48f0-beb1-a2fa81a57950 on network c6b395cd-519e-444d-a993-c594bf35b776 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:00.391493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:00.391493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Checking segment: {'id': '038e3ba8-a6d5-492c-a012-7c12525242e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c6b395cd-519e-444d-a993-c594bf35b776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:00.391860 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.394112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Bound using segment: {'id': '038e3ba8-a6d5-492c-a012-7c12525242e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c6b395cd-519e-444d-a993-c594bf35b776'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:00.394112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Bound port: b3656528-cfb6-48f0-beb1-a2fa81a57950, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038e3ba8-a6d5-492c-a012-7c12525242e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c6b395cd-519e-444d-a993-c594bf35b776'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:00.394112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.431092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1344e10-707c-4e19-b5fb-d4ee705f9d36 None None] Pushing event updated for resources: {'Port': ['ID=665aa63f-948c-4713-a7d3-646eebbaaccf,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:00.432680 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.434519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Routers {'829787a5-0b4f-40ef-9464-3552ab2a5de9'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:00.435522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['829787a5-0b4f-40ef-9464-3552ab2a5de9'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:00.478877 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.501129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Transition to ACTIVE for port object 6f4198be-467c-42e7-9b0e-a264af0b708b will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:00.516801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:00.526400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Allocated IP 172.20.0.5 (0185c362-a095-4dcb-b4f8-1a580fa76cf2/ab40a5cf-dc2a-4c9d-8e41-a9ed215df390/70e75f99-7b23-40d9-a152-9990a8443b7d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:00.624469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] For port b3656528-cfb6-48f0-beb1-a2fa81a57950, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:00.631100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] For port b3656528-cfb6-48f0-beb1-a2fa81a57950, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b3656528-cfb6-48f0-beb1-a2fa81a57950,segment=NetworkSegment(038e3ba8-a6d5-492c-a012-7c12525242e2),segment_id=038e3ba8-a6d5-492c-a012-7c12525242e2)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:00.632206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0739757d-e5cb-4eef-ad80-5c3e7fdafe5d None None] Provisioning for port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:00.642007 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.648126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0739757d-e5cb-4eef-ad80-5c3e7fdafe5d None None] Provisioning complete for port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:00.648497 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0739757d-e5cb-4eef-ad80-5c3e7fdafe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.650999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] Set router 829787a5-0b4f-40ef-9464-3552ab2a5de9 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:00.651121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.651966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7233f8f-0eb1-40a3-bbbf-faee6040d44e req-b29b875e-1c68-4c01-8fe6-bbb5e23372eb tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:00.654924 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f7233f8f-0eb1-40a3-bbbf-faee6040d44e req-b29b875e-1c68-4c01-8fe6-bbb5e23372eb tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 944 time: 0.3459601 Jul 13 07:32:00.681126 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.731129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:00.744704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:00.752991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:00.755177 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object 0a30af4e-a037-4159-bed5-219eb20f2cdd will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:00.771365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Attempting to bind port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:00.772096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Attempting to bind port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:00.772479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Attempting to bind port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:00.781592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:00.782075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Attempting to bind port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 on network 081c3b48-291a-43a5-8e7e-8ec640ca2216 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:00.794418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:00.794724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Checking segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:00.795414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Bound using segment: {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:00.795772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Bound port: a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c917e18-7980-401b-82d5-4b1c4be413c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:00.796284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.806648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0739757d-e5cb-4eef-ad80-5c3e7fdafe5d None None] Port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:00.816699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f7233f8f-0eb1-40a3-bbbf-faee6040d44e req-fdbf1fce-d6d9-489b-86e6-5dbd2822da6b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469247 Jul 13 07:32:00.818616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502980c-2771-4baf-a6f4-f4461664db92 None None] Pushing event updated for resources: {'Port': ['ID=b3656528-cfb6-48f0-beb1-a2fa81a57950,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:00.867033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.885311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event updated for resources: {'Port': ['ID=844e38c0-dc8e-451c-b0b1-9d3ebe9dd0aa,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:00.914791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Network c4396db3-3827-4b40-b047-c124178e455c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:00.997914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:01.000132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4198be-467c-42e7-9b0e-a264af0b708b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:01.004171 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.008216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc5db82-728c-42c9-83a0-99bdf9fe4b4d {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:01.014561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:01.023174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:01.049639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-router', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:50Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 3, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'gw_port': {'id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:01.069368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.088081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4ca94-2702-4a74-addc-958a7e8ca6b4 None None] The sync data for ids ['829787a5-0b4f-40ef-9464-3552ab2a5de9'] in n-d-798249-7 is: [{'id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-router', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:50Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 3, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'gw_port': {'id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:01.143676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:01.162350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.202738 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.222173 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.225618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network c6b395cd-519e-444d-a993-c594bf35b776 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:01.230760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:01.247977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:01.257666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Transition to ACTIVE for port object bbc5db82-728c-42c9-83a0-99bdf9fe4b4d will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:01.290657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=0a30af4e-a037-4159-bed5-219eb20f2cdd,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:01.301101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:01.303634 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.305881 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] 10.222.0.53 "PUT /v2.0/ports/a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 HTTP/1.1" status: 200 len: 1092 time: 2.2915921 Jul 13 07:32:01.321834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:01.325159 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f324eb-5ecc-449e-8a52-29f52ca53f99" -d '{"events": [{"name": "network-changed", "server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:01.330618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.361816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.387908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.485342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:01.490892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4bdeb109-25bd-48d7-b665-d39cc6be001d up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:01.544547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bce726-ab92-420c-bcef-a27ece49f5fa req-fcec5abd-f747-40d9-a46b-2730693705fb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:01.553502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b9bce726-ab92-420c-bcef-a27ece49f5fa req-fcec5abd-f747-40d9-a46b-2730693705fb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 948 time: 0.4734588 Jul 13 07:32:01.650206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:01.650772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.665193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.779440 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b9bce726-ab92-420c-bcef-a27ece49f5fa req-9c2c3f06-48ce-4c79-bbd4-4cbdc5f9e450 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248902 Jul 13 07:32:01.794178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eb224-3657-464c-89e4-1562beefdee3 service neutron] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:01.810334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:01.825352 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5f1f1f73-61ad-4960-9962-004b4484be5d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.0532281 Jul 13 07:32:01.825573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a95fabc3-91fc-4329-87bd-8bc3becd6fbc None None] Provisioning for port 6f4198be-467c-42e7-9b0e-a264af0b708b completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:01.836453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52068) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:01.839826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a95fabc3-91fc-4329-87bd-8bc3becd6fbc None None] Provisioning complete for port 6f4198be-467c-42e7-9b0e-a264af0b708b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:01.840277 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a95fabc3-91fc-4329-87bd-8bc3becd6fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.843433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'mac_address': 'fa:16:3e:a6:cf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:01.868284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 4bdeb109-25bd-48d7-b665-d39cc6be001d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:01.873930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 4bdeb109-25bd-48d7-b665-d39cc6be001d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:01.874301 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.892787 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.952284 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60520bc-1d8c-4672-bd17-0b51b1cc009e x-openstack-request-id: req-d60520bc-1d8c-4672-bd17-0b51b1cc009e {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:01.952591 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8248d95-e3cc-4c17-b73e-d5565f1cc7fa", "tag": "4bdeb109-25bd-48d7-b665-d39cc6be001d", "status": "completed", "code": 200}, {"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e", "code": 200}, {"name": "network-changed", "server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:01.953018 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d60520bc-1d8c-4672-bd17-0b51b1cc009e {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:01.953438 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8248d95-e3cc-4c17-b73e-d5565f1cc7fa', 'tag': '4bdeb109-25bd-48d7-b665-d39cc6be001d', 'status': 'completed', 'code': 200} Jul 13 07:32:01.953708 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'code': 200} Jul 13 07:32:01.958451 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'status': 'completed', 'code': 200} Jul 13 07:32:01.983060 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.993453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:02.017753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a95fabc3-91fc-4329-87bd-8bc3becd6fbc None None] Port 6f4198be-467c-42e7-9b0e-a264af0b708b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:02.024434 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774f3998-9eaa-4745-b893-f348caf35ef0 x-openstack-request-id: req-774f3998-9eaa-4745-b893-f348caf35ef0 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:02.024723 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359d6360-feef-47b3-a242-436a0e0bfd88", "name": "network-vif-plugged", "status": "completed", "tag": "c2fa5374-32f4-4708-ac6f-1e691623338f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:02.031440 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-774f3998-9eaa-4745-b893-f348caf35ef0 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:02.033661 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359d6360-feef-47b3-a242-436a0e0bfd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fa5374-32f4-4708-ac6f-1e691623338f', 'code': 200} Jul 13 07:32:02.038058 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdad1f0-8b5e-4125-883e-ca1257535b8e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:02.063533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:02.093092 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Attempting to bind port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:02.095607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Attempting to bind port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:02.096151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Attempting to bind port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d on network c5518da0-f2d4-4957-a51f-577627000acf {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:02.102154 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.134776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:02.154706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d on network c5518da0-f2d4-4957-a51f-577627000acf not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:02.155616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:02.168129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Attempting to bind port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d on network c5518da0-f2d4-4957-a51f-577627000acf {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:02.176899 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-6792c37f-1370-4196-ad1d-a200825f6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.184432 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-6792c37f-1370-4196-ad1d-a200825f6fec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 1095 time: 0.8090100 Jul 13 07:32:02.198516 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.290264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:02.320597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:02.346169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4bdeb109-25bd-48d7-b665-d39cc6be001d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4bdeb109-25bd-48d7-b665-d39cc6be001d,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:02.354530 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.423617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event updated for resources: {'Port': ['ID=70e75f99-7b23-40d9-a152-9990a8443b7d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:02.424389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:02.424931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Checking segment: {'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:02.425493 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Bound using segment: {'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:02.426101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Bound port: bbc5db82-728c-42c9-83a0-99bdf9fe4b4d, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455363e6-25e8-4185-97d7-b775002abf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:02.434597 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.450315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['9fdad1f0-8b5e-4125-883e-ca1257535b8e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:02.487567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-5f2fa058-fc10-4f7f-9a93-740c6291d347 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 HTTP/1.1" status: 200 len: 217 time: 0.2643437 Jul 13 07:32:02.543850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b3656528-cfb6-48f0-beb1-a2fa81a57950 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:02.559187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.559912 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.564182 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.576269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-744f84fb-b462-4fb2-b93a-87d4696d1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.577880 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-744f84fb-b462-4fb2-b93a-87d4696d1434 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.0672743 Jul 13 07:32:02.582901 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.597305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.623182 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.635210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-e73cf04c-9a8d-46f5-945b-c1e1157c0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.640245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-e73cf04c-9a8d-46f5-945b-c1e1157c0554 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 1095 time: 0.6441433 Jul 13 07:32:02.640928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4bdeb109-25bd-48d7-b665-d39cc6be001d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:02.646703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-6ac3c495-a5e9-49c6-9ded-b265de80fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.651009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-6ac3c495-a5e9-49c6-9ded-b265de80fc4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1099 time: 0.6327279 Jul 13 07:32:02.682639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-57fd6c8f-ecfb-4e0e-b317-5429b4c2d62a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 0a30af4e-a037-4159-bed5-219eb20f2cdd {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:02.682896 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-8ba15cc7-f5a8-4a27-b4dd-45e63b88e373 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3128743 Jul 13 07:32:02.683319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57fd6c8f-ecfb-4e0e-b317-5429b4c2d62a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.712782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Request body: {'port': {'device_id': '0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:02.736826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c95686-5d7a-4bdf-a161-f607d5ffee00 None None] Network c6b395cd-519e-444d-a993-c594bf35b776 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:02.781451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] For port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:02.808537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee558-d2c7-4abb-8257-d8520e55057d req-28d085ba-2748-4568-854a-0a5d56f0969b tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.810647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port b3656528-cfb6-48f0-beb1-a2fa81a57950 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:02.816772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67fee558-d2c7-4abb-8257-d8520e55057d req-28d085ba-2748-4568-854a-0a5d56f0969b tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 944 time: 0.5787895 Jul 13 07:32:02.874680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] For port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:02.882731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93450d4c-6e2c-4ace-b098-c3d69c9b200a req-17b72a62-96ce-431b-b991-af0aebcc7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.886644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-93450d4c-6e2c-4ace-b098-c3d69c9b200a req-17b72a62-96ce-431b-b991-af0aebcc7384 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=359d6360-feef-47b3-a242-436a0e0bfd88 HTTP/1.1" status: 200 len: 1097 time: 0.7678769 Jul 13 07:32:02.897301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 665aa63f-948c-4713-a7d3-646eebbaaccf up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:02.910819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-268fc713-6d2f-4e67-97bb-352f6d63d0e2 None None] Provisioning for port b3656528-cfb6-48f0-beb1-a2fa81a57950 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:02.981940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-268fc713-6d2f-4e67-97bb-352f6d63d0e2 None None] Provisioning complete for port b3656528-cfb6-48f0-beb1-a2fa81a57950 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:02.982341 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-268fc713-6d2f-4e67-97bb-352f6d63d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.061082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4198be-467c-42e7-9b0e-a264af0b708b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.091218 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.137800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 665aa63f-948c-4713-a7d3-646eebbaaccf completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:03.147856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 665aa63f-948c-4713-a7d3-646eebbaaccf triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:03.148259 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.161339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.180074 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.191087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-df756b15-7548-43c9-b7d1-33583b523996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.193554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-df756b15-7548-43c9-b7d1-33583b523996 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.4967315 Jul 13 07:32:03.223162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-f0cc37fe-fa02-4664-9c42-59321ead3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.225158 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-f0cc37fe-fa02-4664-9c42-59321ead3f5c service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 917 time: 0.5728269 Jul 13 07:32:03.231118 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event updated for resources: {'Port': ['ID=844e38c0-dc8e-451c-b0b1-9d3ebe9dd0aa,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.240780 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-268fc713-6d2f-4e67-97bb-352f6d63d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.290526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.314043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-268fc713-6d2f-4e67-97bb-352f6d63d0e2 None None] For port b3656528-cfb6-48f0-beb1-a2fa81a57950, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b3656528-cfb6-48f0-beb1-a2fa81a57950,segment=NetworkSegment(038e3ba8-a6d5-492c-a012-7c12525242e2),segment_id=038e3ba8-a6d5-492c-a012-7c12525242e2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:03.314804 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-1e823ecd-735d-4ae6-88e8-10a6d0890a0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 217 time: 0.0989764 Jul 13 07:32:03.315806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.322623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-49ef1783-67d6-440d-8159-2e3548851905 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0920815 Jul 13 07:32:03.332430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.339107 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-268fc713-6d2f-4e67-97bb-352f6d63d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.367629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.368343 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.369835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] 10.222.0.53 "PUT /v2.0/ports/bbc5db82-728c-42c9-83a0-99bdf9fe4b4d HTTP/1.1" status: 200 len: 1091 time: 3.5783684 Jul 13 07:32:03.391246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-69a07516-01e7-49e4-9654-4869d49aaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.394243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-69a07516-01e7-49e4-9654-4869d49aaca9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8006430 Jul 13 07:32:03.397233 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-bf8484bf-b26b-450a-9891-463bc36ecf78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdeb109-25bd-48d7-b665-d39cc6be001d HTTP/1.1" status: 200 len: 217 time: 0.1564255 Jul 13 07:32:03.418813 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67fee558-d2c7-4abb-8257-d8520e55057d req-7a8df238-a8b9-4431-a040-50dfd8de5777 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008327 Jul 13 07:32:03.445017 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-688e5ad0-bab3-462e-8354-8471dd9b60f2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:32:03.453008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 665aa63f-948c-4713-a7d3-646eebbaaccf, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=665aa63f-948c-4713-a7d3-646eebbaaccf,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:03.456388 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-688e5ad0-bab3-462e-8354-8471dd9b60f2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281429 Jul 13 07:32:03.477790 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.523401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fc713-6d2f-4e67-97bb-352f6d63d0e2 None None] Pushing event updated for resources: {'Port': ['ID=b3656528-cfb6-48f0-beb1-a2fa81a57950,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.573383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57fd6c8f-ecfb-4e0e-b317-5429b4c2d62a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.622702 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-93450d4c-6e2c-4ace-b098-c3d69c9b200a req-b6f07eaa-98e7-4cec-b9b9-8dbba4535fb2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390954 Jul 13 07:32:03.647263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c09e-9929-49af-a787-d29a18d6e4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.650288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7d9c659e-b037-44df-9cfe-e8d00b3aac24 None None] Provisioning complete for port 6f4198be-467c-42e7-9b0e-a264af0b708b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:03.650914 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7d9c659e-b037-44df-9cfe-e8d00b3aac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.675680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-57fd6c8f-ecfb-4e0e-b317-5429b4c2d62a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 0a30af4e-a037-4159-bed5-219eb20f2cdd owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:03.698140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=665aa63f-948c-4713-a7d3-646eebbaaccf,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.729525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c659e-b037-44df-9cfe-e8d00b3aac24 None None] Port 6f4198be-467c-42e7-9b0e-a264af0b708b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:03.743980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7d9c659e-b037-44df-9cfe-e8d00b3aac24 None None] Provisioning complete for port 4bdeb109-25bd-48d7-b665-d39cc6be001d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:03.744767 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7d9c659e-b037-44df-9cfe-e8d00b3aac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.792773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-e2128b4f-6ff3-4f81-bdf4-47c986f88ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.794301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-e2128b4f-6ff3-4f81-bdf4-47c986f88ed1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.4609113 Jul 13 07:32:03.821037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-c9873e47-5b8d-41ff-b00b-6d13c31eef19 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.4973180 Jul 13 07:32:03.904401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Network c4396db3-3827-4b40-b047-c124178e455c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:03.935328 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-094a6834-76ce-4088-a36f-35d0382e6d1f service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929222 Jul 13 07:32:03.940185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:03.969250 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-98a1094d-b705-4a22-884b-0643758cda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.970892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-98a1094d-b705-4a22-884b-0643758cda8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c81caa563b5245d49f7e655a6ad85b08&device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 1094 time: 0.5132039 Jul 13 07:32:04.011607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6daaa3d5-bf7e-4324-a1df-e8a0fe1bfb4e None None] Provisioning complete for port b3656528-cfb6-48f0-beb1-a2fa81a57950 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:04.011982 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6daaa3d5-bf7e-4324-a1df-e8a0fe1bfb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.039615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-69ae6ead-e964-4c62-8257-dc0218813e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.041238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-69ae6ead-e964-4c62-8257-dc0218813e47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74795142-ea67-4867-98f2-d926dd1ebdb9 HTTP/1.1" status: 200 len: 855 time: 0.2460330 Jul 13 07:32:04.050053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8248d95-e3cc-4c17-b73e-d5565f1cc7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdeb109-25bd-48d7-b665-d39cc6be001d'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:04.053252 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8e0a9a-ea0c-42e7-ab60-d537d1b21b2e" -d '{"events": [{"server_uuid": "c8248d95-e3cc-4c17-b73e-d5565f1cc7fa", "name": "network-vif-plugged", "status": "completed", "tag": "4bdeb109-25bd-48d7-b665-d39cc6be001d"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:04.121912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-80c7135c-cbe3-4d58-b0e9-c1c6b4ae2cbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d HTTP/1.1" status: 200 len: 217 time: 0.1083984 Jul 13 07:32:04.130347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5eb6-0ee8-4747-a68a-92dfc8e00d66 req-ae90a500-ac6f-40e8-8d9d-723b49f535b7 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.132541 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-131b5eb6-0ee8-4747-a68a-92dfc8e00d66 req-ae90a500-ac6f-40e8-8d9d-723b49f535b7 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 931 time: 0.4533980 Jul 13 07:32:04.225386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6daaa3d5-bf7e-4324-a1df-e8a0fe1bfb4e None None] Provisioning for port 0a30af4e-a037-4159-bed5-219eb20f2cdd completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:04.230884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6daaa3d5-bf7e-4324-a1df-e8a0fe1bfb4e None None] Provisioning complete for port 0a30af4e-a037-4159-bed5-219eb20f2cdd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:04.231260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6daaa3d5-bf7e-4324-a1df-e8a0fe1bfb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.237922 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-7449ea47-c154-48e1-b06d-b13d60ea8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.240689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-7449ea47-c154-48e1-b06d-b13d60ea8731 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c518626c-392d-4117-bc6b-233aba59e9b5 HTTP/1.1" status: 200 len: 844 time: 0.1067576 Jul 13 07:32:04.249767 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57fd6c8f-ecfb-4e0e-b317-5429b4c2d62a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.274359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6daaa3d5-bf7e-4324-a1df-e8a0fe1bfb4e None None] Port 0a30af4e-a037-4159-bed5-219eb20f2cdd was deleted so its status cannot be updated. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:32:04.289926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1f1bbcd-8fa1-402a-a6b2-d15663e79fb4 req-ded137f9-d82e-46c4-8f31-5da453933eab service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442039 Jul 13 07:32:04.311154 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.354309 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-131b5eb6-0ee8-4747-a68a-92dfc8e00d66 req-7bcddbf5-bb65-4e93-85c2-1e85f303f159 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030256 Jul 13 07:32:04.359482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd6c8f-ecfb-4e0e-b317-5429b4c2d62a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=0a30af4e-a037-4159-bed5-219eb20f2cdd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:04.399569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b3656528-cfb6-48f0-beb1-a2fa81a57950 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:04.460363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57fd6c8f-ecfb-4e0e-b317-5429b4c2d62a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.470400 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-57fd6c8f-ecfb-4e0e-b317-5429b4c2d62a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/0a30af4e-a037-4159-bed5-219eb20f2cdd HTTP/1.1" status: 204 len: 168 time: 2.6244693 Jul 13 07:32:04.473279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-2621e5fd-d2f5-4eba-8e57-ace0340cdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.474924 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-2621e5fd-d2f5-4eba-8e57-ace0340cdd4c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5518da0-f2d4-4957-a51f-577627000acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163839 Jul 13 07:32:04.479110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52078) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:04.538512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b8a94351-f7a2-4d07-b8bd-86e440d5d75b None None] Provisioning complete for port 6f4198be-467c-42e7-9b0e-a264af0b708b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:04.538512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8a94351-f7a2-4d07-b8bd-86e440d5d75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.574466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e75f99-7b23-40d9-a152-9990a8443b7d {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:04.590052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-9fbcd6b8-236d-45b8-8c71-40d6308b84b9 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.591508 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d972dbd-debd-45ae-9553-1bcea957df09 req-9fbcd6b8-236d-45b8-8c71-40d6308b84b9 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.7697055 Jul 13 07:32:04.611512 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a185e47-6a41-41c6-88bc-1ef0486912a0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:32:04.619923 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0a185e47-6a41-41c6-88bc-1ef0486912a0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/0a30af4e-a037-4159-bed5-219eb20f2cdd HTTP/1.1" status: 404 len: 333 time: 0.1375198 Jul 13 07:32:04.632884 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.634891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52082) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:04.666631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b3656528-cfb6-48f0-beb1-a2fa81a57950 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:04.667272 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.710021 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e4b7d1-02ce-444f-a587-21d91d9a61ce x-openstack-request-id: req-21e4b7d1-02ce-444f-a587-21d91d9a61ce {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:04.712968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Transition to ACTIVE for port object 70e75f99-7b23-40d9-a152-9990a8443b7d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:04.713607 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:04.714651 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21e4b7d1-02ce-444f-a587-21d91d9a61ce {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:04.716280 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'status': 'completed', 'code': 200} Jul 13 07:32:04.718529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-a3b659ca-587b-47f1-b8a4-8c30399b46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.719305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b8a94351-f7a2-4d07-b8bd-86e440d5d75b None None] Port 6f4198be-467c-42e7-9b0e-a264af0b708b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:04.720113 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-a3b659ca-587b-47f1-b8a4-8c30399b46bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8790157 Jul 13 07:32:04.727918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b8a94351-f7a2-4d07-b8bd-86e440d5d75b None None] Could not find standard attr ID for object 0a30af4e-a037-4159-bed5-219eb20f2cdd. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:04.762802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.815753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 665aa63f-948c-4713-a7d3-646eebbaaccf up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:04.837742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cc2cdd-73d9-4b14-96b6-a73361a3347e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet b74fb60f-ccbf-4827-b05c-239a623ba956 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:04.852728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31cc2cdd-73d9-4b14-96b6-a73361a3347e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.905380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Router 829787a5-0b4f-40ef-9464-3552ab2a5de9 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:04.937315 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-be0b153d-0702-4c52-95dd-d2b4b93297bd service neutron] 10.222.0.53 "GET /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462054 Jul 13 07:32:04.950561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ab115-d9a8-4cc4-9a97-17851514fb82 req-2ac8da83-510f-410d-97e7-d7a91479af60 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.952796 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c6ab115-d9a8-4cc4-9a97-17851514fb82 req-2ac8da83-510f-410d-97e7-d7a91479af60 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 943 time: 0.3133786 Jul 13 07:32:04.983430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-56be0c95-f4ec-44d3-8e31-4f0f4c6b195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.984885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-56be0c95-f4ec-44d3-8e31-4f0f4c6b195b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1ef12b6-2483-422f-90f7-de436e7ac3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5348699 Jul 13 07:32:04.992053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-d7d3ba26-4c39-46eb-a6a3-9cba7c5763f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.993206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-d7d3ba26-4c39-46eb-a6a3-9cba7c5763f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 1095 time: 0.2597110 Jul 13 07:32:05.017846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Pushing event updated for resources: {'Port': ['ID=70e75f99-7b23-40d9-a152-9990a8443b7d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:05.030849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 665aa63f-948c-4713-a7d3-646eebbaaccf triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:05.031230 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.033727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31cc2cdd-73d9-4b14-96b6-a73361a3347e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.149829 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c6ab115-d9a8-4cc4-9a97-17851514fb82 req-8b412bfb-be6c-4ddf-b04e-3a44f7b273e3 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830127 Jul 13 07:32:05.179811 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adffd91-c7bd-4e3d-aad9-7f41710b027b req-f49219fc-7c96-4298-9c6c-50c3664e36fe service neutron] 10.222.0.53 "GET /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260077 Jul 13 07:32:05.198670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-ba6456dc-d1f4-4961-ba37-444e3b9a7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.200380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-ba6456dc-d1f4-4961-ba37-444e3b9a7559 service neutron] 10.222.0.53 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.1886549 Jul 13 07:32:05.249255 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-63e2da45-9094-4c56-a4c1-4658b4b6b7fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 HTTP/1.1" status: 200 len: 217 time: 0.0393522 Jul 13 07:32:05.265165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-43079b15-ce65-412a-85f8-cae1688ac159 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330000 Jul 13 07:32:05.338218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-f87b68b9-e355-489a-b57f-fb8b167c392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.339720 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-f87b68b9-e355-489a-b57f-fb8b167c392c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.0824771 Jul 13 07:32:05.376515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bb455-1a50-4bd8-a3fe-37beaf865d1b req-60d453e2-4480-4edc-886c-e57d98a4cd79 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.378135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca0bb455-1a50-4bd8-a3fe-37beaf865d1b req-60d453e2-4480-4edc-886c-e57d98a4cd79 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 944 time: 0.5349112 Jul 13 07:32:05.393102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1274183-95d7-4524-87e6-c105aae8855a req-8ea9a6e5-bb78-486c-92b1-12c9d9b24e64 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.394635 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1274183-95d7-4524-87e6-c105aae8855a req-8ea9a6e5-bb78-486c-92b1-12c9d9b24e64 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 949 time: 0.1392498 Jul 13 07:32:05.425606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-a88075a6-963d-4973-b86a-959c8758e51b service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301662 Jul 13 07:32:05.444600 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-a3a49893-8faa-419a-8490-afd47d490578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.446137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-a3a49893-8faa-419a-8490-afd47d490578 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988677 Jul 13 07:32:05.449390 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1274183-95d7-4524-87e6-c105aae8855a req-fcc84e92-fddc-4a56-a3e2-7b0d3826cc31 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459776 Jul 13 07:32:05.486119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Attempting to bind port 70e75f99-7b23-40d9-a152-9990a8443b7d on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:05.486481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Attempting to bind port 70e75f99-7b23-40d9-a152-9990a8443b7d by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:05.486673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Attempting to bind port 70e75f99-7b23-40d9-a152-9990a8443b7d on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:05.500804 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58deaed7-2c70-4b56-aef0-96cba7107ac7 x-openstack-request-id: req-58deaed7-2c70-4b56-aef0-96cba7107ac7 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:05.501304 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8248d95-e3cc-4c17-b73e-d5565f1cc7fa", "name": "network-vif-plugged", "status": "completed", "tag": "4bdeb109-25bd-48d7-b665-d39cc6be001d", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:05.501777 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58deaed7-2c70-4b56-aef0-96cba7107ac7 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:05.502392 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8248d95-e3cc-4c17-b73e-d5565f1cc7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdeb109-25bd-48d7-b665-d39cc6be001d', 'code': 200} Jul 13 07:32:05.505664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:05.511414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31cc2cdd-73d9-4b14-96b6-a73361a3347e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.517166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:05.519303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:05.531850 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Sync routers for ids ['829787a5-0b4f-40ef-9464-3552ab2a5de9'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:05.576693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-907297a7-89bf-468d-b045-acdca849ae89 admin admin] 10.222.0.44 "PUT /v2.0/routers/829787a5-0b4f-40ef-9464-3552ab2a5de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1655195 Jul 13 07:32:05.577500 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Routers {'829787a5-0b4f-40ef-9464-3552ab2a5de9'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:05.578321 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['829787a5-0b4f-40ef-9464-3552ab2a5de9'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:05.585114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Port 70e75f99-7b23-40d9-a152-9990a8443b7d on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:05.585461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Attempting to bind port 70e75f99-7b23-40d9-a152-9990a8443b7d on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:05.677623 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-00c84d85-05cb-496c-91ee-718ecac9b8d7 service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236056 Jul 13 07:32:05.700334 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Set router 829787a5-0b4f-40ef-9464-3552ab2a5de9 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:05.705893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 9fdad1f0-8b5e-4125-883e-ca1257535b8e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:05.742264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:05.742675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Checking segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:05.742987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Bound using segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:05.743446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Bound port: 70e75f99-7b23-40d9-a152-9990a8443b7d, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:05.743809 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.758999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:05.774444 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:32:05.783558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'port_id': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'mac_address': 'fa:16:3e:fe:fb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:05.789269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 9fdad1f0-8b5e-4125-883e-ca1257535b8e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:05.789657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.798362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-0610b1d1-9bf7-457b-8780-7ee0b970c15c service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965422 Jul 13 07:32:05.820574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca0bb455-1a50-4bd8-a3fe-37beaf865d1b req-7c054ddd-0ab2-4847-8631-750627390b8c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4201875 Jul 13 07:32:05.823542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83f324eb-5ecc-449e-8a52-29f52ca53f99 req-d4a7fbab-d6ff-47e7-9efa-27b98fd4dcef service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378813 Jul 13 07:32:05.869108 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-12b4242b-ce3c-4a8a-9830-39b8bf0a1425 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312272 Jul 13 07:32:05.869698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.918137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:05.935466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf169-967d-470e-af06-e9824041f8b6 req-38cc304a-9522-4be6-80a2-d954dcbd1acc tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.937654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74ccf169-967d-470e-af06-e9824041f8b6 req-38cc304a-9522-4be6-80a2-d954dcbd1acc tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 945 time: 0.1472871 Jul 13 07:32:05.966064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:05.970555 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.971227 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-router', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:50Z', 'updated_at': '2021-07-13T07:32:01Z', 'revision_number': 4, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'gw_port': {'id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6f4198be-467c-42e7-9b0e-a264af0b708b', 'name': '', 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'mac_address': 'fa:16:3e:8b:ed:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '7d4fb00d-307a-451f-8d7b-802afb0c989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:59Z', 'updated_at': '2021-07-13T07:32:01Z', 'revision_number': 2, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'subnets': [{'id': '7d4fb00d-307a-451f-8d7b-802afb0c989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:05.980288 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.984501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-398f78ec-71fa-4c60-b63d-ec8b104c283b req-aef08933-8917-4a18-b50f-feece4ebc13a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips/8ff8ce79-fece-4f7a-bf43-79056ca25abf HTTP/1.1" status: 200 len: 693 time: 0.1135757 Jul 13 07:32:05.998298 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74ccf169-967d-470e-af06-e9824041f8b6 req-585357d3-97d0-4922-a254-8e90bfc0f5ec tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532124 Jul 13 07:32:06.008988 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Checking router: 829787a5-0b4f-40ef-9464-3552ab2a5de9 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:06.009348 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Updating router 829787a5-0b4f-40ef-9464-3552ab2a5de9 port 6f4198be-467c-42e7-9b0e-a264af0b708b binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:32:06.034606 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31cc2cdd-73d9-4b14-96b6-a73361a3347e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.049977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:06.060833 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.078500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:06.095724 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.152844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc2cdd-73d9-4b14-96b6-a73361a3347e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=b74fb60f-ccbf-4827-b05c-239a623ba956,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:06.165613 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31cc2cdd-73d9-4b14-96b6-a73361a3347e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.174772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-31cc2cdd-73d9-4b14-96b6-a73361a3347e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/b74fb60f-ccbf-4827-b05c-239a623ba956 HTTP/1.1" status: 204 len: 168 time: 1.5336313 Jul 13 07:32:06.175219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de22a4-1442-49f6-b9e0-d8e3095f9bb4 req-f0a94380-f2fc-425b-8b08-555d4553d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.175426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52094) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:06.179151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d6de22a4-1442-49f6-b9e0-d8e3095f9bb4 req-f0a94380-f2fc-425b-8b08-555d4553d27f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 1096 time: 0.5732498 Jul 13 07:32:06.186985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] For port 70e75f99-7b23-40d9-a152-9990a8443b7d, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:06.194441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaa6fc5-c2d9-4b1d-b6f8-6340ec78344d None None] Network c6b395cd-519e-444d-a993-c594bf35b776 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:06.216644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:06.252898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] For port 70e75f99-7b23-40d9-a152-9990a8443b7d, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=70e75f99-7b23-40d9-a152-9990a8443b7d,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:06.265140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:06.309116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.401010 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.407945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d6de22a4-1442-49f6-b9e0-d8e3095f9bb4 req-84eaa515-1cc2-43a2-843e-5526ca2fbdfa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127397 Jul 13 07:32:06.421790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.422575 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.424174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] 10.222.0.54 "PUT /v2.0/ports/70e75f99-7b23-40d9-a152-9990a8443b7d HTTP/1.1" status: 200 len: 1091 time: 3.7165434 Jul 13 07:32:06.425619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a', 'tag': '70e75f99-7b23-40d9-a152-9990a8443b7d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:06.429388 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60fef62-1726-4e1c-ac98-e7788077269b" -d '{"events": [{"name": "network-changed", "server_uuid": "0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a", "tag": "70e75f99-7b23-40d9-a152-9990a8443b7d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:06.443554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-589d6c66-bb90-4ef5-8d0a-f5384e8c3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.448745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a909a-217e-43cf-a12b-5402ab4dc519 req-8a7fbaa2-c549-4224-8e5a-14ba535f1ad6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.450362 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-090a909a-217e-43cf-a12b-5402ab4dc519 req-8a7fbaa2-c549-4224-8e5a-14ba535f1ad6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 943 time: 0.2405703 Jul 13 07:32:06.451752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-589d6c66-bb90-4ef5-8d0a-f5384e8c3b3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1100 time: 0.4985087 Jul 13 07:32:06.471493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f78ec-71fa-4c60-b63d-ec8b104c283b req-4f676ed3-ddca-45ff-9098-1a5854eeddf7 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.473148 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-398f78ec-71fa-4c60-b63d-ec8b104c283b req-4f676ed3-ddca-45ff-9098-1a5854eeddf7 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.4874668 Jul 13 07:32:06.532443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-090a909a-217e-43cf-a12b-5402ab4dc519 req-0bdcb3e9-797f-408e-b96b-13bf9d253616 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586166 Jul 13 07:32:06.560780 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port b3656528-cfb6-48f0-beb1-a2fa81a57950 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:06.561134 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.596214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2cc7d-3300-4b15-8080-7976c2ee2b97 service neutron] Pushing event updated for resources: {'Port': ['ID=70e75f99-7b23-40d9-a152-9990a8443b7d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:06.637533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-53b01604-77d3-4795-bee4-b5dd4db9bc3f None None] Provisioning complete for port 9fdad1f0-8b5e-4125-883e-ca1257535b8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:06.638219 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.642734 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53b01604-77d3-4795-bee4-b5dd4db9bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.647600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-9edc9500-32b4-4fe2-be89-60e7a6014f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.649205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-9edc9500-32b4-4fe2-be89-60e7a6014f1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1698155 Jul 13 07:32:06.667717 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Transition to ACTIVE for port object 6f4198be-467c-42e7-9b0e-a264af0b708b will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:06.678404 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] For port b3656528-cfb6-48f0-beb1-a2fa81a57950, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b3656528-cfb6-48f0-beb1-a2fa81a57950,segment=NetworkSegment(038e3ba8-a6d5-492c-a012-7c12525242e2),segment_id=038e3ba8-a6d5-492c-a012-7c12525242e2)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:06.678668 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.680748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.700920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643f637-76c7-4685-827e-b25e18aa091c req-627845d5-3982-4cbf-b6f0-6e484168de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.702449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-627845d5-3982-4cbf-b6f0-6e484168de1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 1094 time: 0.1030397 Jul 13 07:32:06.703720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-86a98ae6-0b0f-44cc-816e-c303e8c78559 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 217 time: 0.0453558 Jul 13 07:32:06.748393 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab0034-7585-4356-8cd6-52414f1c6951 None None] Pushing event updated for resources: {'Port': ['ID=6f4198be-467c-42e7-9b0e-a264af0b708b,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:06.759511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-e2e45a1c-93bb-43c0-8e83-09f07b43d06e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70e75f99-7b23-40d9-a152-9990a8443b7d HTTP/1.1" status: 200 len: 217 time: 0.0413122 Jul 13 07:32:06.768729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda448c-caa5-4dd6-a356-8ee6300bf834 None None] DHCP port deletion for c6b395cd-519e-444d-a993-c594bf35b776 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:06.793546 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fff270-4272-4fcc-873e-efbe6322416a', 'tag': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:06.797051 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25348469-ec4a-46c7-b668-2a76533f68bb" -d '{"events": [{"name": "network-changed", "server_uuid": "83fff270-4272-4fcc-873e-efbe6322416a", "tag": "bbc5db82-728c-42c9-83a0-99bdf9fe4b4d"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:06.800218 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [req-0b7e4a4f-6647-4162-a1f2-285f064bc7fb req-b83db847-8434-4696-86bf-75b188347108 tempest-FloatingIPDetailsNegativeTestJSON-2035785646 tempest-FloatingIPDetailsNegativeTestJSON-2035785646-project] show failed (client error): The resource could not be found. Jul 13 07:32:06.815624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0b7e4a4f-6647-4162-a1f2-285f064bc7fb req-b83db847-8434-4696-86bf-75b188347108 tempest-FloatingIPDetailsNegativeTestJSON-2035785646 tempest-FloatingIPDetailsNegativeTestJSON-2035785646-project] 10.222.0.44 "GET /v2.0/floatingips/5436330a-4f98-477d-bfa9-2e2257be199e HTTP/1.1" status: 404 len: 350 time: 0.1595812 Jul 13 07:32:06.820114 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52106) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:06.837598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643f637-76c7-4685-827e-b25e18aa091c req-70067940-2a93-488f-a104-04dc9a1741c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.839064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-70067940-2a93-488f-a104-04dc9a1741c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.0549750 Jul 13 07:32:06.839720 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Attempting to bind port 6f4198be-467c-42e7-9b0e-a264af0b708b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:06.840134 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Attempting to bind port 6f4198be-467c-42e7-9b0e-a264af0b708b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '10003f01-08f1-4693-a8b9-fcb9e10a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:06.840494 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Attempting to bind port 6f4198be-467c-42e7-9b0e-a264af0b708b on network c4396db3-3827-4b40-b047-c124178e455c {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:06.852578 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:06.853210 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Checking segment: {'id': '10003f01-08f1-4693-a8b9-fcb9e10a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:06.853923 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.854419 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Bound using segment: {'id': '10003f01-08f1-4693-a8b9-fcb9e10a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:06.855026 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Bound port: 6f4198be-467c-42e7-9b0e-a264af0b708b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10003f01-08f1-4693-a8b9-fcb9e10a964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:06.859848 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.883718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for b3656528-cfb6-48f0-beb1-a2fa81a57950 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:06.911422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-1e3e304f-2c16-4f06-b910-f5d91df27f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:06.912971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-1e3e304f-2c16-4f06-b910-f5d91df27f7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1947880 Jul 13 07:32:06.915030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-473529df-9b88-41d1-80f2-35abe8af2614 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655587 Jul 13 07:32:07.017854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9dda448c-caa5-4dd6-a356-8ee6300bf834 None None] Deleting port b3656528-cfb6-48f0-beb1-a2fa81a57950 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:07.018795 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dda448c-caa5-4dd6-a356-8ee6300bf834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.025881 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe34a19-a2e2-439a-9017-d5f4ea069aae x-openstack-request-id: req-ebe34a19-a2e2-439a-9017-d5f4ea069aae {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:07.030318 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a", "tag": "70e75f99-7b23-40d9-a152-9990a8443b7d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:07.030719 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebe34a19-a2e2-439a-9017-d5f4ea069aae {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:07.030831 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] For port 6f4198be-467c-42e7-9b0e-a264af0b708b, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:07.032669 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a', 'tag': '70e75f99-7b23-40d9-a152-9990a8443b7d', 'status': 'completed', 'code': 200} Jul 13 07:32:07.038097 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] For port 6f4198be-467c-42e7-9b0e-a264af0b708b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6f4198be-467c-42e7-9b0e-a264af0b708b,segment=NetworkSegment(10003f01-08f1-4693-a8b9-fcb9e10a964b),segment_id=10003f01-08f1-4693-a8b9-fcb9e10a964b)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:07.052235 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.130384 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Routers {'829787a5-0b4f-40ef-9464-3552ab2a5de9'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:07.131023 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['829787a5-0b4f-40ef-9464-3552ab2a5de9'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:07.141336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9dda448c-caa5-4dd6-a356-8ee6300bf834 None None] For port b3656528-cfb6-48f0-beb1-a2fa81a57950, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b3656528-cfb6-48f0-beb1-a2fa81a57950,segment=NetworkSegment(038e3ba8-a6d5-492c-a012-7c12525242e2),segment_id=038e3ba8-a6d5-492c-a012-7c12525242e2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:07.141737 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dda448c-caa5-4dd6-a356-8ee6300bf834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.159143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9dda448c-caa5-4dd6-a356-8ee6300bf834 None None] Calling delete_port for b3656528-cfb6-48f0-beb1-a2fa81a57950 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:07.230774 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-288d3f62-698b-463b-8781-e10d265ec825 req-06ff1e4e-6c1b-437d-847f-9ef0fac6ded1 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips/8ff8ce79-fece-4f7a-bf43-79056ca25abf HTTP/1.1" status: 200 len: 693 time: 0.1765494 Jul 13 07:32:07.300004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-861dc523-6c3f-4aa2-b553-96d9108d3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:07.302363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-861dc523-6c3f-4aa2-b553-96d9108d3d4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3723996 Jul 13 07:32:07.313090 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-c8e532bb-a039-42c0-99c9-9a208a2d5aab service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818049 Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: from cryptography.utils import int_from_bytes Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: from cryptography.utils import int_from_bytes Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.365104 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:07.367716 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:32:07.375131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.381360 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dda448c-caa5-4dd6-a356-8ee6300bf834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.413242 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab0034-7585-4356-8cd6-52414f1c6951 None None] Pushing event updated for resources: {'Port': ['ID=6f4198be-467c-42e7-9b0e-a264af0b708b,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:07.421421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=b3656528-cfb6-48f0-beb1-a2fa81a57950,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:07.425446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No DVR routers for this DVR port b3656528-cfb6-48f0-beb1-a2fa81a57950 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:07.438990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-a84e0d05-d334-4826-9588-6af0a9ca09e2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:07.442343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-a84e0d05-d334-4826-9588-6af0a9ca09e2 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e&tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 950 time: 0.4531524 Jul 13 07:32:07.444406 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-b0320546-be73-4444-9d45-01d7d572a6ac service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300657 Jul 13 07:32:07.464810 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] Set router 829787a5-0b4f-40ef-9464-3552ab2a5de9 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:07.517030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:07.519450 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac046fd8-4bde-4767-8f4f-3291c39a253c" -d '{"events": [{"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-plugged", "status": "completed", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:07.529262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda448c-caa5-4dd6-a356-8ee6300bf834 None None] No DVR routers for this DVR port b3656528-cfb6-48f0-beb1-a2fa81a57950 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:07.539486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device bbc5db82-728c-42c9-83a0-99bdf9fe4b4d details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:07.541479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:07.547874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda448c-caa5-4dd6-a356-8ee6300bf834 None None] Pushing event deleted for resources: {'Port': ['ID=b3656528-cfb6-48f0-beb1-a2fa81a57950,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:07.584946 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07d36e-d4c0-47d2-a2b8-271b65def05e req-ca865621-fe99-442c-b850-ef3be40daa22 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:07.593282 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-df07d36e-d4c0-47d2-a2b8-271b65def05e req-ca865621-fe99-442c-b850-ef3be40daa22 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 943 time: 0.4447892 Jul 13 07:32:07.666465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.694743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:07.699153 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b395cd-519e-444d-a993-c594bf35b776']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:07.708554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:07.708944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.721970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038e3ba8-a6d5-492c-a012-7c12525242e2') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:07.722167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038e3ba8-a6d5-492c-a012-7c12525242e2') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:07.744104 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-df07d36e-d4c0-47d2-a2b8-271b65def05e req-460f9a98-5a77-4a3e-8915-56a9414543d8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447668 Jul 13 07:32:07.795120 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-router', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:50Z', 'updated_at': '2021-07-13T07:32:01Z', 'revision_number': 4, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'gw_port': {'id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6f4198be-467c-42e7-9b0e-a264af0b708b', 'name': '', 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'mac_address': 'fa:16:3e:8b:ed:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '7d4fb00d-307a-451f-8d7b-802afb0c989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:59Z', 'updated_at': '2021-07-13T07:32:07Z', 'revision_number': 4, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'subnets': [{'id': '7d4fb00d-307a-451f-8d7b-802afb0c989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:07.809303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:07.813187 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.823667 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.839147 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b3dfef-d170-4b63-880d-063fb8cd1da2 x-openstack-request-id: req-e3b3dfef-d170-4b63-880d-063fb8cd1da2 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:07.839444 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fff270-4272-4fcc-873e-efbe6322416a", "tag": "bbc5db82-728c-42c9-83a0-99bdf9fe4b4d", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:07.839710 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3b3dfef-d170-4b63-880d-063fb8cd1da2 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:07.840142 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fff270-4272-4fcc-873e-efbe6322416a', 'tag': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d', 'status': 'completed', 'code': 200} Jul 13 07:32:07.847209 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.855719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'port_id': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d', 'mac_address': 'fa:16:3e:39:e8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:07.859863 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416ff0c3-6c90-43ad-842b-6bd8fc3384cb None None] The sync data for ids ['829787a5-0b4f-40ef-9464-3552ab2a5de9'] in n-d-798249-7 is: [{'id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-router', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:50Z', 'updated_at': '2021-07-13T07:32:01Z', 'revision_number': 4, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'gw_port': {'id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6f4198be-467c-42e7-9b0e-a264af0b708b', 'name': '', 'network_id': 'c4396db3-3827-4b40-b047-c124178e455c', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'mac_address': 'fa:16:3e:8b:ed:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '7d4fb00d-307a-451f-8d7b-802afb0c989f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:59Z', 'updated_at': '2021-07-13T07:32:07Z', 'revision_number': 4, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'subnets': [{'id': '7d4fb00d-307a-451f-8d7b-802afb0c989f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:07.869237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:07.869654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:07.875537 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:07.943803 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.998022 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.028077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc5db82-728c-42c9-83a0-99bdf9fe4b4d {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:08.039406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:08.052961 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.069755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d3f62-698b-463b-8781-e10d265ec825 req-c5116b3f-2f47-426f-a7ee-5f49efaae7fe tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:08.074855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.085151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-288d3f62-698b-463b-8781-e10d265ec825 req-c5116b3f-2f47-426f-a7ee-5f49efaae7fe tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.8430390 Jul 13 07:32:08.096131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.102044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/networks/c6b395cd-519e-444d-a993-c594bf35b776 HTTP/1.1" status: 204 len: 168 time: 1.9216156 Jul 13 07:32:08.102933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52120) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:08.120667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742123d-0ade-48c5-94c8-954f67124855 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Network': ['ID=c6b395cd-519e-444d-a993-c594bf35b776,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:08.126192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'name': 'tempest-PortsTestJSON-1880928166'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:08.157576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:08.167822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:08.177112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.313399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:08.335356 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-288d3f62-698b-463b-8781-e10d265ec825 req-a36ecc8d-aa95-408a-926b-6432871bc4c9 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.2492797 Jul 13 07:32:08.394679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6f4198be-467c-42e7-9b0e-a264af0b708b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:08.430964 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-3ecdaf67-33be-453f-8bcc-ddbb582dc32a service neutron] 10.222.0.54 "GET /v2.0/ports/9fdad1f0-8b5e-4125-883e-ca1257535b8e/bindings/n-h2-798249-7 HTTP/1.1" status: 200 len: 382 time: 0.9711976 Jul 13 07:32:08.448436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['bbc5db82-728c-42c9-83a0-99bdf9fe4b4d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:08.588511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7631a01e-a439-4acc-80e5-7c6e9024fabe req-184bd382-ac62-4729-808c-e21e294a8225 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1297843 Jul 13 07:32:08.590372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9643f637-76c7-4685-827e-b25e18aa091c req-e1a16162-20b2-4532-9f38-93e0c8525479 service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1424625 Jul 13 07:32:08.634812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-288d3f62-698b-463b-8781-e10d265ec825 req-6b8cd2c4-cfdb-46a4-bde5-29f5928ead0a tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.2370145 Jul 13 07:32:08.635157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 6f4198be-467c-42e7-9b0e-a264af0b708b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:08.646722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:08.651348 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.683145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6f4198be-467c-42e7-9b0e-a264af0b708b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:08.683576 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.704620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348469-ec4a-46c7-b668-2a76533f68bb req-90c8a852-476a-49ac-8bf0-d47fe955cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:08.706128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25348469-ec4a-46c7-b668-2a76533f68bb req-90c8a852-476a-49ac-8bf0-d47fe955cc45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c81caa563b5245d49f7e655a6ad85b08&device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 1094 time: 0.8329327 Jul 13 07:32:08.721686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-40d55e0b-9677-4668-8b76-3b65be26a072 None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:08.722239 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-40d55e0b-9677-4668-8b76-3b65be26a072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.800229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port 81875b62-b5dc-4ebc-a841-0154f51f77f1 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:08.823518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ebf1-cee0-46bf-bfe3-f84d8b6fd42f req-da3fec77-e591-4cb4-b2f6-8e8dec8a3842 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:08.839260 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3df3ebf1-cee0-46bf-bfe3-f84d8b6fd42f req-da3fec77-e591-4cb4-b2f6-8e8dec8a3842 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.7528648 Jul 13 07:32:08.884875 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.895258 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.947499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 6f4198be-467c-42e7-9b0e-a264af0b708b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6f4198be-467c-42e7-9b0e-a264af0b708b,segment=NetworkSegment(10003f01-08f1-4693-a8b9-fcb9e10a964b),segment_id=10003f01-08f1-4693-a8b9-fcb9e10a964b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:08.958068 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.972175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3df3ebf1-cee0-46bf-bfe3-f84d8b6fd42f req-f296433f-84f1-472a-94fc-6621ed0f5229 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320064 Jul 13 07:32:09.026347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348469-ec4a-46c7-b668-2a76533f68bb req-eb32c750-7a01-4e54-b57a-2ccc2de58911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.027729 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25348469-ec4a-46c7-b668-2a76533f68bb req-eb32c750-7a01-4e54-b57a-2ccc2de58911 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5518da0-f2d4-4957-a51f-577627000acf HTTP/1.1" status: 200 len: 906 time: 0.3096147 Jul 13 07:32:09.039113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-5e31f3ec-1a1d-4d2f-982a-2df69e8d4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.040568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=6f4198be-467c-42e7-9b0e-a264af0b708b,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:09.041323 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-5e31f3ec-1a1d-4d2f-982a-2df69e8d4aa6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1101 time: 0.3765435 Jul 13 07:32:09.043843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fef62-1726-4e1c-ac98-e7788077269b req-18f57656-ce62-42c6-99f8-a333cde3f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.045448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d60fef62-1726-4e1c-ac98-e7788077269b req-18f57656-ce62-42c6-99f8-a333cde3f420 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 1094 time: 0.3053792 Jul 13 07:32:09.093320 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25348469-ec4a-46c7-b668-2a76533f68bb req-edc88024-141d-4a35-9fa6-f17ed61b3f4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d HTTP/1.1" status: 200 len: 217 time: 0.0538068 Jul 13 07:32:09.177278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b3656528-cfb6-48f0-beb1-a2fa81a57950 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:09.218977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: b3656528-cfb6-48f0-beb1-a2fa81a57950 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:09.219556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b3656528-cfb6-48f0-beb1-a2fa81a57950 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:09.283183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fef62-1726-4e1c-ac98-e7788077269b req-a130cdb1-c086-4e1a-96b2-09929effea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.284812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d60fef62-1726-4e1c-ac98-e7788077269b req-a130cdb1-c086-4e1a-96b2-09929effea93 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 912 time: 0.2210307 Jul 13 07:32:09.287162 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348469-ec4a-46c7-b668-2a76533f68bb req-6ed11ae0-a12c-4557-833d-4489e7c991e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.289087 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25348469-ec4a-46c7-b668-2a76533f68bb req-6ed11ae0-a12c-4557-833d-4489e7c991e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c518626c-392d-4117-bc6b-233aba59e9b5 HTTP/1.1" status: 200 len: 844 time: 0.1869714 Jul 13 07:32:09.365668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4689d-c47f-4564-bb8b-ef15430aafa4 req-ed122e48-e4a9-4969-a4ce-f75cdfc484bb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.367143 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26e4689d-c47f-4564-bb8b-ef15430aafa4 req-ed122e48-e4a9-4969-a4ce-f75cdfc484bb tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.1688633 Jul 13 07:32:09.384233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-83fcf20c-c2dc-42ba-bf86-5173a5a80211 None None] Provisioning complete for port 6f4198be-467c-42e7-9b0e-a264af0b708b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:09.385365 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-83fcf20c-c2dc-42ba-bf86-5173a5a80211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.400423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d60fef62-1726-4e1c-ac98-e7788077269b req-e65c805a-6cc8-4ebc-ab4c-b2f58b564234 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70e75f99-7b23-40d9-a152-9990a8443b7d HTTP/1.1" status: 200 len: 217 time: 0.0626390 Jul 13 07:32:09.408042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-288d3f62-698b-463b-8781-e10d265ec825 req-d15efb82-6ffc-4667-9f90-7e8c412a6c8b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Deleting port 844e38c0-dc8e-451c-b0b1-9d3ebe9dd0aa {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:09.408441 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-288d3f62-698b-463b-8781-e10d265ec825 req-d15efb82-6ffc-4667-9f90-7e8c412a6c8b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.471577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26e4689d-c47f-4564-bb8b-ef15430aafa4 req-233bd9e3-764b-471d-bc4d-7a6c2636a77e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906935 Jul 13 07:32:09.476181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348469-ec4a-46c7-b668-2a76533f68bb req-acddbdf3-44d0-4600-bdf6-220eebfbb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.477972 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25348469-ec4a-46c7-b668-2a76533f68bb req-acddbdf3-44d0-4600-bdf6-220eebfbb34b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5518da0-f2d4-4957-a51f-577627000acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794224 Jul 13 07:32:09.513098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device bbc5db82-728c-42c9-83a0-99bdf9fe4b4d up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:09.525738 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.538310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-2ba5d4a0-581f-45bb-898c-af03df6149e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.545227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-2ba5d4a0-581f-45bb-898c-af03df6149e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.4860122 Jul 13 07:32:09.590198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:09.597233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:09.597624 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.621851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] Deleting port 6f4198be-467c-42e7-9b0e-a264af0b708b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:09.622347 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.622634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-2e149aa9-320e-49c4-a7fd-2482465c2e30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 217 time: 0.0413101 Jul 13 07:32:09.646026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fef62-1726-4e1c-ac98-e7788077269b req-f75ac69e-ae8c-476f-a0df-fabdec30902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.648306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d60fef62-1726-4e1c-ac98-e7788077269b req-f75ac69e-ae8c-476f-a0df-fabdec30902c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.2351112 Jul 13 07:32:09.659508 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25348469-ec4a-46c7-b668-2a76533f68bb req-79640785-6559-4c0e-a872-afb1ff9ad4dd service neutron] 10.222.0.53 "GET /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751525 Jul 13 07:32:09.705257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.726449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d60fef62-1726-4e1c-ac98-e7788077269b req-fc158a1a-19e1-4864-af1b-d9d43eb6e6e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700254 Jul 13 07:32:09.741086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-288d3f62-698b-463b-8781-e10d265ec825 req-d15efb82-6ffc-4667-9f90-7e8c412a6c8b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.741920 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-288d3f62-698b-463b-8781-e10d265ec825 req-d15efb82-6ffc-4667-9f90-7e8c412a6c8b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.759838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:09.765706 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.781049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-288d3f62-698b-463b-8781-e10d265ec825 req-d15efb82-6ffc-4667-9f90-7e8c412a6c8b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Calling delete_port for 844e38c0-dc8e-451c-b0b1-9d3ebe9dd0aa owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:09.792329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-3df23dc7-056e-4dc4-ab24-1d987c8900ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.794323 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-3df23dc7-056e-4dc4-ab24-1d987c8900ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1619086 Jul 13 07:32:09.827312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:09.841744 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.847372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] For port 6f4198be-467c-42e7-9b0e-a264af0b708b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6f4198be-467c-42e7-9b0e-a264af0b708b,segment=NetworkSegment(10003f01-08f1-4693-a8b9-fcb9e10a964b),segment_id=10003f01-08f1-4693-a8b9-fcb9e10a964b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:09.848730 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.884370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] Calling delete_port for 6f4198be-467c-42e7-9b0e-a264af0b708b owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:09.888571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25348469-ec4a-46c7-b668-2a76533f68bb req-5921fc97-6462-478a-8588-3972822afe26 service neutron] 10.222.0.53 "GET /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206967 Jul 13 07:32:09.913926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca89cbe-dc30-48e5-93c4-97813b7ef3e2 req-6da2ec72-78b0-4f4c-8f9f-8cf94e249fc9 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.915519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ca89cbe-dc30-48e5-93c4-97813b7ef3e2 req-6da2ec72-78b0-4f4c-8f9f-8cf94e249fc9 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 945 time: 0.2461858 Jul 13 07:32:09.979158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:09.993723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:10.000349 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ca89cbe-dc30-48e5-93c4-97813b7ef3e2 req-6e536d2f-02df-4740-a630-0a144c60c0e1 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788341 Jul 13 07:32:10.005510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:10.011164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.011817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.024274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=81875b62-b5dc-4ebc-a841-0154f51f77f1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.069319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d60fef62-1726-4e1c-ac98-e7788077269b req-bbf2ad0c-db8c-42be-86a0-3c3e8c344b6e service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307273 Jul 13 07:32:10.079450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0f935834-af25-451f-86d6-bef2aa38afa6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9667392 Jul 13 07:32:10.085678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52128) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:10.085873 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561848aa-3ef7-4721-85ce-b2ab56b2c519 x-openstack-request-id: req-561848aa-3ef7-4721-85ce-b2ab56b2c519 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:10.086098 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-plugged", "status": "completed", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:10.086407 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-561848aa-3ef7-4721-85ce-b2ab56b2c519 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:10.086807 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'code': 200} Jul 13 07:32:10.123280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-647c95e4-fbcf-4af0-a423-ed0a8e0625fd None None] Provisioning complete for port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:10.123815 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-647c95e4-fbcf-4af0-a423-ed0a8e0625fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.137732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-7577ca4b-2ed6-48a6-a3f8-f41a7cc5e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.139268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-7577ca4b-2ed6-48a6-a3f8-f41a7cc5e4f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3307233 Jul 13 07:32:10.169376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.205683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4198be-467c-42e7-9b0e-a264af0b708b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.343109 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-288d3f62-698b-463b-8781-e10d265ec825 req-d15efb82-6ffc-4667-9f90-7e8c412a6c8b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.387347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc055c-6b56-45c5-9133-3c55eda96c8e req-d4bfa8d8-4632-4aaa-9a40-6c4daf6a8ae1 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.388983 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f2bc055c-6b56-45c5-9133-3c55eda96c8e req-d4bfa8d8-4632-4aaa-9a40-6c4daf6a8ae1 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 943 time: 0.1867478 Jul 13 07:32:10.393400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15efb82-6ffc-4667-9f90-7e8c412a6c8b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event deleted for resources: {'Port': ['ID=844e38c0-dc8e-451c-b0b1-9d3ebe9dd0aa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.427261 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d60fef62-1726-4e1c-ac98-e7788077269b req-0d7bb624-beea-4182-8384-9b6b8fe8c30c service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439655 Jul 13 07:32:10.471697 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f2bc055c-6b56-45c5-9133-3c55eda96c8e req-4287b7bc-3685-4b16-a609-9b76b97dab5c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741518 Jul 13 07:32:10.473851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-b9b496e4-5edd-4483-ac35-89931c7571b4 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201737 Jul 13 07:32:10.485728 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.535296 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-288d3f62-698b-463b-8781-e10d265ec825 req-d15efb82-6ffc-4667-9f90-7e8c412a6c8b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.537975 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-288d3f62-698b-463b-8781-e10d265ec825 req-d15efb82-6ffc-4667-9f90-7e8c412a6c8b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.540495 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-288d3f62-698b-463b-8781-e10d265ec825 req-d15efb82-6ffc-4667-9f90-7e8c412a6c8b tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "DELETE /v2.0/floatingips/8ff8ce79-fece-4f7a-bf43-79056ca25abf HTTP/1.1" status: 204 len: 173 time: 1.9045634 Jul 13 07:32:10.545761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6963a8e9-a7f4-41d3-b89e-edb316615707 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 81875b62-b5dc-4ebc-a841-0154f51f77f1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:10.545761 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6963a8e9-a7f4-41d3-b89e-edb316615707 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.714350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0b663-f6ad-4f06-80be-d4e96afd6d1d req-6f77a297-f8dd-41e6-af89-ed4796432457 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.715852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-92c0b663-f6ad-4f06-80be-d4e96afd6d1d req-6f77a297-f8dd-41e6-af89-ed4796432457 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 945 time: 0.1275785 Jul 13 07:32:10.800465 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-92c0b663-f6ad-4f06-80be-d4e96afd6d1d req-b7c9e19f-bdc9-4718-8c3d-251e9deacfec tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509596 Jul 13 07:32:10.808582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] Router 829787a5-0b4f-40ef-9464-3552ab2a5de9 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:10.925281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:10.933573 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-64e0bf4b-3a0c-4777-af1e-81ea93862600 admin admin] 10.222.0.44 "PUT /v2.0/routers/829787a5-0b4f-40ef-9464-3552ab2a5de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0919442 Jul 13 07:32:10.934458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] Sync routers for ids ['829787a5-0b4f-40ef-9464-3552ab2a5de9'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:10.937209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52134) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:10.944428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] Routers {'829787a5-0b4f-40ef-9464-3552ab2a5de9'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:10.945027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['829787a5-0b4f-40ef-9464-3552ab2a5de9'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:11.034097 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6963a8e9-a7f4-41d3-b89e-edb316615707 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.063467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] Set router 829787a5-0b4f-40ef-9464-3552ab2a5de9 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:11.066326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-29bc0e27-1364-4ea3-9077-c044729cc368 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828290 Jul 13 07:32:11.071846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6963a8e9-a7f4-41d3-b89e-edb316615707 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 81875b62-b5dc-4ebc-a841-0154f51f77f1 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:11.091265 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.103963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e72919-be54-4e32-9a68-fb0a1b1bed01 req-90d6d7ec-a7da-4426-8e32-e7b6a44dbe8c tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.106125 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91e72919-be54-4e32-9a68-fb0a1b1bed01 req-90d6d7ec-a7da-4426-8e32-e7b6a44dbe8c tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.1679430 Jul 13 07:32:11.155413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a07fb-4ed9-4bbf-9541-95d69d207c4c req-49439295-5b29-41b8-af45-e47a6b568d8b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.157033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-254a07fb-4ed9-4bbf-9541-95d69d207c4c req-49439295-5b29-41b8-af45-e47a6b568d8b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.4933286 Jul 13 07:32:11.221519 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-254a07fb-4ed9-4bbf-9541-95d69d207c4c req-bb4d9d96-274e-4614-8645-b6121c208532 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541859 Jul 13 07:32:11.228828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6963a8e9-a7f4-41d3-b89e-edb316615707 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.268988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963a8e9-a7f4-41d3-b89e-edb316615707 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=81875b62-b5dc-4ebc-a841-0154f51f77f1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:11.276395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6963a8e9-a7f4-41d3-b89e-edb316615707 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.278654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6963a8e9-a7f4-41d3-b89e-edb316615707 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/81875b62-b5dc-4ebc-a841-0154f51f77f1 HTTP/1.1" status: 204 len: 168 time: 1.1843131 Jul 13 07:32:11.282223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52136) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:11.289019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'mac_address': 'fa:16:3e:4f:73:7d', 'name': 'tempest-PortsTestJSON-2082986366'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:11.404710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:11.410341 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-router', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:50Z', 'updated_at': '2021-07-13T07:32:10Z', 'revision_number': 5, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'gw_port': {'id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:11.439910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] Checking router: 829787a5-0b4f-40ef-9464-3552ab2a5de9 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:11.450103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] Routers {'829787a5-0b4f-40ef-9464-3552ab2a5de9'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:11.451014 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:31:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['829787a5-0b4f-40ef-9464-3552ab2a5de9'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:11.507314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.543071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 70e75f99-7b23-40d9-a152-9990a8443b7d details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:11.543352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa9d00-3795-4b60-9f73-fde0e077cd85 req-2838fdba-30a4-411d-a9be-51ed69d36a84 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.544941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-45aa9d00-3795-4b60-9f73-fde0e077cd85 req-2838fdba-30a4-411d-a9be-51ed69d36a84 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.1542761 Jul 13 07:32:11.546213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port 97021714-fe9e-4eaf-b84b-06e989be7d4d yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:11.591058 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] Set router 829787a5-0b4f-40ef-9464-3552ab2a5de9 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:11.591279 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91e72919-be54-4e32-9a68-fb0a1b1bed01 req-0ecf4fc5-5cf1-4a18-9963-e4631cd7347c tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397051 Jul 13 07:32:11.616926 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.647818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-45aa9d00-3795-4b60-9f73-fde0e077cd85 req-3ffebb79-375b-43dd-ab2a-8146223ff4b4 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966918 Jul 13 07:32:11.779012 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.831073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Deleting port 665aa63f-948c-4713-a7d3-646eebbaaccf {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:11.831432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.835791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 70e75f99-7b23-40d9-a152-9990a8443b7d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=70e75f99-7b23-40d9-a152-9990a8443b7d,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:11.852240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-router', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:50Z', 'updated_at': '2021-07-13T07:32:10Z', 'revision_number': 5, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'gw_port': {'id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:11.854332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '70e75f99-7b23-40d9-a152-9990a8443b7d', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'port_id': '70e75f99-7b23-40d9-a152-9990a8443b7d', 'mac_address': 'fa:16:3e:c2:4f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab40a5cf-dc2a-4c9d-8e41-a9ed215df390', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:11.885937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba147d34-db25-493e-ae82-c06800315d4d None None] The sync data for ids ['829787a5-0b4f-40ef-9464-3552ab2a5de9'] in n-d-798249-7 is: [{'id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-355594293-router', 'tenant_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:50Z', 'updated_at': '2021-07-13T07:32:10Z', 'revision_number': 5, 'project_id': 'cef71cafbee549db9d9c6cb7c7a2531e', 'gw_port': {'id': '665aa63f-948c-4713-a7d3-646eebbaaccf', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829787a5-0b4f-40ef-9464-3552ab2a5de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:52Z', 'updated_at': '2021-07-13T07:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:11.892213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64cb54-9711-49ae-ba37-0b8477b436cf req-840453a6-6443-4bf0-9342-9e1270509934 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.893846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab64cb54-9711-49ae-ba37-0b8477b436cf req-840453a6-6443-4bf0-9342-9e1270509934 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 943 time: 0.1191018 Jul 13 07:32:11.899320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee536d06-dd56-446b-b4c4-086cf9a9959c req-484bb563-9a3f-4267-9f8e-421b625501ea tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.900753 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.906418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee536d06-dd56-446b-b4c4-086cf9a9959c req-484bb563-9a3f-4267-9f8e-421b625501ea tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2526755 Jul 13 07:32:11.954987 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.977167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e75f99-7b23-40d9-a152-9990a8443b7d {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:11.979621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] For port 665aa63f-948c-4713-a7d3-646eebbaaccf, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=665aa63f-948c-4713-a7d3-646eebbaaccf,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:11.980133 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.993808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:11.995286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Calling delete_port for 665aa63f-948c-4713-a7d3-646eebbaaccf owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:11.999111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:12.003640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=97021714-fe9e-4eaf-b84b-06e989be7d4d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.003996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 70e75f99-7b23-40d9-a152-9990a8443b7d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=70e75f99-7b23-40d9-a152-9990a8443b7d,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:12.007368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:12.010724 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.012953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.013587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.039394 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab64cb54-9711-49ae-ba37-0b8477b436cf req-05523394-fd99-4cdc-8d10-684863ca2c23 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825965 Jul 13 07:32:12.046542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-01e6cecf-ed6d-4b1f-81a1-9c9f8b8b9e72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7633741 Jul 13 07:32:12.049072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52146) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:12.088138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}, {'server_uuid': '83fff270-4272-4fcc-873e-efbe6322416a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:12.090747 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b392db1-a5f8-48e7-809f-360c979bf50f" -d '{"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-plugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642"}, {"server_uuid": "83fff270-4272-4fcc-873e-efbe6322416a", "name": "network-vif-plugged", "status": "completed", "tag": "bbc5db82-728c-42c9-83a0-99bdf9fe4b4d"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:12.104571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=70e75f99-7b23-40d9-a152-9990a8443b7d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.124553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d9405-4588-41df-a988-73256efc5434 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.128124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a91d9405-4588-41df-a988-73256efc5434 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/97021714-fe9e-4eaf-b84b-06e989be7d4d HTTP/1.1" status: 200 len: 841 time: 0.0759060 Jul 13 07:32:12.129560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52150) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:12.152627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543130e-f9a1-4826-befb-5b2285679c31 req-6e95cd05-76f2-4a62-96f0-8d78e08223bf tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.154141 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6543130e-f9a1-4826-befb-5b2285679c31 req-6e95cd05-76f2-4a62-96f0-8d78e08223bf tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=359d6360-feef-47b3-a242-436a0e0bfd88 HTTP/1.1" status: 200 len: 946 time: 0.1041260 Jul 13 07:32:12.240289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd863071-c261-4918-a66f-551b103872ab req-dab52f2f-ff55-43e2-8689-49f41b5e421a tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.241752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd863071-c261-4918-a66f-551b103872ab req-dab52f2f-ff55-43e2-8689-49f41b5e421a tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 945 time: 0.0638144 Jul 13 07:32:12.289731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6f4198be-467c-42e7-9b0e-a264af0b708b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:12.295738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd863071-c261-4918-a66f-551b103872ab req-2378756a-a0c0-4b3b-ba10-f9a13b3790a0 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461278 Jul 13 07:32:12.309131 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6543130e-f9a1-4826-befb-5b2285679c31 req-0ecd797e-49e3-4527-a11b-319632b27425 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041596 Jul 13 07:32:12.317793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 6f4198be-467c-42e7-9b0e-a264af0b708b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:12.318233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6f4198be-467c-42e7-9b0e-a264af0b708b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:12.363165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['70e75f99-7b23-40d9-a152-9990a8443b7d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:12.369628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8312e91d-e55f-437a-abbe-73e507f15895 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 97021714-fe9e-4eaf-b84b-06e989be7d4d {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:12.369989 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8312e91d-e55f-437a-abbe-73e507f15895 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.386862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.392947 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c1b942-eeed-48db-ab4d-e6c827aea321 x-openstack-request-id: req-25c1b942-eeed-48db-ab4d-e6c827aea321 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:12.393248 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-plugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642", "code": 200}, {"server_uuid": "83fff270-4272-4fcc-873e-efbe6322416a", "name": "network-vif-plugged", "status": "completed", "tag": "bbc5db82-728c-42c9-83a0-99bdf9fe4b4d", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:12.393505 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25c1b942-eeed-48db-ab4d-e6c827aea321 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:12.393953 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'code': 200} Jul 13 07:32:12.394214 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fff270-4272-4fcc-873e-efbe6322416a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d', 'code': 200} Jul 13 07:32:12.447699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Pushing event deleted for resources: {'Port': ['ID=665aa63f-948c-4713-a7d3-646eebbaaccf,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.553093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85799bc8-79a0-4618-9482-828398f58583 req-f282d98b-2e97-4cb7-a74e-3f5d41820a03 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=26d8609bb4fd4f35a0e2a76ef3f9bad9 HTTP/1.1" status: 200 len: 1655 time: 0.2065825 Jul 13 07:32:12.567345 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8312e91d-e55f-437a-abbe-73e507f15895 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.642383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8312e91d-e55f-437a-abbe-73e507f15895 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 97021714-fe9e-4eaf-b84b-06e989be7d4d owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:12.692249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f901a3-3c49-4ff6-b484-981dfd8114aa req-86de68c1-595f-4dd6-8a2e-bbf2cd690b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.693770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3f901a3-3c49-4ff6-b484-981dfd8114aa req-86de68c1-595f-4dd6-8a2e-bbf2cd690b7f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 1097 time: 0.1676412 Jul 13 07:32:12.700826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85799bc8-79a0-4618-9482-828398f58583 req-70f2a7fa-d888-494d-85b4-eafe83e677e5 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.702341 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85799bc8-79a0-4618-9482-828398f58583 req-70f2a7fa-d888-494d-85b4-eafe83e677e5 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks?id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&id=75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 787 time: 0.1483982 Jul 13 07:32:12.736920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3f901a3-3c49-4ff6-b484-981dfd8114aa req-24703721-3e77-49d4-a0b6-ffca9d2ef7db service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330737 Jul 13 07:32:12.748212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.762173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7f9ce-8661-4ebc-8f89-5ee0571ec5b8 req-a9edafb8-f2ca-49a1-a2ab-1a8e488f67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.763715 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0c7f9ce-8661-4ebc-8f89-5ee0571ec5b8 req-a9edafb8-f2ca-49a1-a2ab-1a8e488f67c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 1096 time: 0.2523937 Jul 13 07:32:12.866831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58274089-fd01-477a-a34f-5f9bac0da36b req-c78273d8-3f53-402a-9bd8-0fc9d795e699 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.868375 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58274089-fd01-477a-a34f-5f9bac0da36b req-c78273d8-3f53-402a-9bd8-0fc9d795e699 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.3344915 Jul 13 07:32:12.897874 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.906820 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.966650 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0c7f9ce-8661-4ebc-8f89-5ee0571ec5b8 req-549ca668-04aa-4565-8538-01c88afedf1c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684635 Jul 13 07:32:12.973054 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8312e91d-e55f-437a-abbe-73e507f15895 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.988190 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.989485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829787a5-0b4f-40ef-9464-3552ab2a5de9 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:13.000615 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58274089-fd01-477a-a34f-5f9bac0da36b req-31c2df5f-cda4-4fa9-b09c-3ba580ee1a4e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170537 Jul 13 07:32:13.005268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d848c7-102c-4dcd-bcad-80862495b409 req-54d3c647-d136-40a3-993b-760c4450146e tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.008461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3d848c7-102c-4dcd-bcad-80862495b409 req-54d3c647-d136-40a3-993b-760c4450146e tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 945 time: 0.0761125 Jul 13 07:32:13.027557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312e91d-e55f-437a-abbe-73e507f15895 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=97021714-fe9e-4eaf-b84b-06e989be7d4d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:13.034500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.037645 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-74925b66-8e4a-4f26-b470-c8b241d7789a admin admin] 10.222.0.44 "DELETE /v2.0/routers/829787a5-0b4f-40ef-9464-3552ab2a5de9 HTTP/1.1" status: 204 len: 168 time: 2.0974076 Jul 13 07:32:13.043616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8312e91d-e55f-437a-abbe-73e507f15895 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.045768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52160) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:13.052913 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8312e91d-e55f-437a-abbe-73e507f15895 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/97021714-fe9e-4eaf-b84b-06e989be7d4d HTTP/1.1" status: 204 len: 168 time: 0.9168506 Jul 13 07:32:13.053643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52162) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:13.096246 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-b441eb3d-507e-4496-84bf-7b6f85296383 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:32:13.098728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b441eb3d-507e-4496-84bf-7b6f85296383 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/97021714-fe9e-4eaf-b84b-06e989be7d4d HTTP/1.1" status: 404 len: 333 time: 0.0435433 Jul 13 07:32:13.102396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52166) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:13.111046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'name': 'tempest-PortsTestJSON-216085498'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:13.144867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3d848c7-102c-4dcd-bcad-80862495b409 req-4124be88-3294-4921-a93f-dff5e1d1e895 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316199 Jul 13 07:32:13.148812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eb3039-1560-4c78-b40f-9a315ba60c8c admin admin] Deleting subnet 7d4fb00d-307a-451f-8d7b-802afb0c989f {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:13.154848 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3039-1560-4c78-b40f-9a315ba60c8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.250257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-a9bf55d6-06e4-4b64-bfcb-16a92701c05e tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips/cfc5d583-2aa7-4241-93b9-cd8c4da7f7f2 HTTP/1.1" status: 200 len: 692 time: 0.0631323 Jul 13 07:32:13.271048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3039-1560-4c78-b40f-9a315ba60c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.298689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae23507-c242-4a84-af4b-724fd294b8e1 req-1088eeda-ff60-4d28-8513-406aef9cbf79 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.300255 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ae23507-c242-4a84-af4b-724fd294b8e1 req-1088eeda-ff60-4d28-8513-406aef9cbf79 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.1464884 Jul 13 07:32:13.316952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:13.320966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.350148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port 0f135234-a681-43d1-b3e0-ba719295301d yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:13.376595 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ae23507-c242-4a84-af4b-724fd294b8e1 req-368dd1cf-fad2-42f8-b536-ae606286a2ae tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675426 Jul 13 07:32:13.430025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-12b4557f-3b82-4eb3-999e-18cfb4ac4274 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.438274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-12b4557f-3b82-4eb3-999e-18cfb4ac4274 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1869102 Jul 13 07:32:13.495359 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3039-1560-4c78-b40f-9a315ba60c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.500222 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-7328d78e-7341-4a3c-affc-d089826771ba tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.0611126 Jul 13 07:32:13.547498 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 70e75f99-7b23-40d9-a152-9990a8443b7d up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:13.611166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 70e75f99-7b23-40d9-a152-9990a8443b7d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:13.618804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 70e75f99-7b23-40d9-a152-9990a8443b7d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:13.620144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.641349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-edf31b91-dabb-4fa5-a90e-5005464cb4a0 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.1238477 Jul 13 07:32:13.654091 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.656891 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3039-1560-4c78-b40f-9a315ba60c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.671447 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e87a1-bf76-4fc2-80c8-dc95b92b04f3 req-bf59f387-4579-48b9-802e-91f1eb7dc69a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.672890 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec0e87a1-bf76-4fc2-80c8-dc95b92b04f3 req-bf59f387-4579-48b9-802e-91f1eb7dc69a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 944 time: 0.1832795 Jul 13 07:32:13.680907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-7a06b87a-da52-4f30-b139-c732585c6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.683809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-7a06b87a-da52-4f30-b139-c732585c6199 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e&tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d HTTP/1.1" status: 200 len: 1101 time: 0.2246535 Jul 13 07:32:13.710811 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:13.723177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb3039-1560-4c78-b40f-9a315ba60c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4fb00d-307a-451f-8d7b-802afb0c989f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:13.736583 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.781807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b5812-9c9f-47d1-8fa7-c5791f1f5725 None None] Network c4396db3-3827-4b40-b047-c124178e455c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:13.798829 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3039-1560-4c78-b40f-9a315ba60c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.801365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b6eb3039-1560-4c78-b40f-9a315ba60c8c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d4fb00d-307a-451f-8d7b-802afb0c989f HTTP/1.1" status: 204 len: 168 time: 0.7541671 Jul 13 07:32:13.803457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec0e87a1-bf76-4fc2-80c8-dc95b92b04f3 req-c3bfff78-d12a-47bb-a829-7711bcebd523 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072922 Jul 13 07:32:13.806045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52172) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:13.828366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 70e75f99-7b23-40d9-a152-9990a8443b7d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=70e75f99-7b23-40d9-a152-9990a8443b7d,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:13.876554 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.905955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.914149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-6917a0a3-048b-47cb-8177-d0a23d1778e2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Deleting port 360221e6-cff9-4c97-9700-dbdcef5c5851 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:13.914501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-6917a0a3-048b-47cb-8177-d0a23d1778e2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.964259 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.998514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:13.999076 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.999703 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-6917a0a3-048b-47cb-8177-d0a23d1778e2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.000158 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-6917a0a3-048b-47cb-8177-d0a23d1778e2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.013297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-6917a0a3-048b-47cb-8177-d0a23d1778e2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Calling delete_port for 360221e6-cff9-4c97-9700-dbdcef5c5851 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:14.015550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:14.018052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:14.024354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.025063 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.052777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=0f135234-a681-43d1-b3e0-ba719295301d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.083267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=70e75f99-7b23-40d9-a152-9990a8443b7d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.102758 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-12705293-5669-422a-aa52-61ddd876ec4a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9966352 Jul 13 07:32:14.102943 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52176) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:14.110024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5573cacd-3fe3-49c1-8f55-ad6449313414 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:14.191692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-6917a0a3-048b-47cb-8177-d0a23d1778e2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.193314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c92cd8-1a4f-4f62-a4a3-4ebf4d4b2d1d None None] DHCP port deletion for c4396db3-3827-4b40-b047-c124178e455c request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:14.199664 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7995c90d-7d9b-40a4-b17b-99e3dda267b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.224888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917a0a3-048b-47cb-8177-d0a23d1778e2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event deleted for resources: {'Port': ['ID=360221e6-cff9-4c97-9700-dbdcef5c5851,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.253600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Deleting port 91169e83-cc74-42a6-b5d9-be8a09c6864d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:14.253806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.254460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-44c92cd8-1a4f-4f62-a4a3-4ebf4d4b2d1d None None] Deleting port 91169e83-cc74-42a6-b5d9-be8a09c6864d {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:14.255077 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-44c92cd8-1a4f-4f62-a4a3-4ebf4d4b2d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.342483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-44c92cd8-1a4f-4f62-a4a3-4ebf4d4b2d1d None None] For port 91169e83-cc74-42a6-b5d9-be8a09c6864d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=91169e83-cc74-42a6-b5d9-be8a09c6864d,segment=NetworkSegment(10003f01-08f1-4693-a8b9-fcb9e10a964b),segment_id=10003f01-08f1-4693-a8b9-fcb9e10a964b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:14.342898 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-44c92cd8-1a4f-4f62-a4a3-4ebf4d4b2d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.346133 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5573cacd-3fe3-49c1-8f55-ad6449313414 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.348452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 665aa63f-948c-4713-a7d3-646eebbaaccf no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:14.362520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] For port 91169e83-cc74-42a6-b5d9-be8a09c6864d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=91169e83-cc74-42a6-b5d9-be8a09c6864d,segment=NetworkSegment(10003f01-08f1-4693-a8b9-fcb9e10a964b),segment_id=10003f01-08f1-4693-a8b9-fcb9e10a964b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:14.363013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.366568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-6917a0a3-048b-47cb-8177-d0a23d1778e2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.369321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-6917a0a3-048b-47cb-8177-d0a23d1778e2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.370597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d8a0f77-cfdb-4e47-9df9-e72093c7c21a req-6917a0a3-048b-47cb-8177-d0a23d1778e2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "DELETE /v2.0/floatingips/cfc5d583-2aa7-4241-93b9-cd8c4da7f7f2 HTTP/1.1" status: 204 len: 173 time: 0.7220988 Jul 13 07:32:14.374147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 665aa63f-948c-4713-a7d3-646eebbaaccf {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:14.374493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 665aa63f-948c-4713-a7d3-646eebbaaccf not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:14.375214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 91169e83-cc74-42a6-b5d9-be8a09c6864d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:14.380224 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-44c92cd8-1a4f-4f62-a4a3-4ebf4d4b2d1d None None] Calling delete_port for 91169e83-cc74-42a6-b5d9-be8a09c6864d owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:14.386018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Calling delete_port for 91169e83-cc74-42a6-b5d9-be8a09c6864d owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:14.397106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e75f99-7b23-40d9-a152-9990a8443b7d'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:14.399333 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac6297-7970-472e-abf9-0691d4b5a1d4" -d '{"events": [{"server_uuid": "0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a", "name": "network-vif-plugged", "status": "completed", "tag": "70e75f99-7b23-40d9-a152-9990a8443b7d"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:14.494435 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.507693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] No DVR routers for this DVR port 91169e83-cc74-42a6-b5d9-be8a09c6864d on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:14.521575 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.529557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Pushing event deleted for resources: {'Port': ['ID=91169e83-cc74-42a6-b5d9-be8a09c6864d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.556806 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-44c92cd8-1a4f-4f62-a4a3-4ebf4d4b2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.602591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde7277-07d0-4517-91fb-b9d0ca629075 req-dbd75252-b2a8-4f57-b284-dd03d3582a45 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.604273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c92cd8-1a4f-4f62-a4a3-4ebf4d4b2d1d None None] Pushing event deleted for resources: {'Port': ['ID=91169e83-cc74-42a6-b5d9-be8a09c6864d,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.609678 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dde7277-07d0-4517-91fb-b9d0ca629075 req-dbd75252-b2a8-4f57-b284-dd03d3582a45 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.3972819 Jul 13 07:32:14.637144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c92cd8-1a4f-4f62-a4a3-4ebf4d4b2d1d None None] No DVR routers for this DVR port 91169e83-cc74-42a6-b5d9-be8a09c6864d on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:14.639355 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.651800 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5573cacd-3fe3-49c1-8f55-ad6449313414 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.658213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4396db3-3827-4b40-b047-c124178e455c']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:14.664246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5573cacd-3fe3-49c1-8f55-ad6449313414 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.671435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10003f01-08f1-4693-a8b9-fcb9e10a964b') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:14.671811 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10003f01-08f1-4693-a8b9-fcb9e10a964b') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:14.674238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:14.690862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774ecd1-e6bf-401d-b739-82e1e4bfe9f9 req-ef405e6a-0b52-499d-b95b-8785400631db tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.693104 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1774ecd1-e6bf-401d-b739-82e1e4bfe9f9 req-ef405e6a-0b52-499d-b95b-8785400631db tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 945 time: 0.1390543 Jul 13 07:32:14.694909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.724764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5573cacd-3fe3-49c1-8f55-ad6449313414 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] In _notify_port_updated(), no bound segment for port 0f135234-a681-43d1-b3e0-ba719295301d on network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:32:14.726314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.730235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5573cacd-3fe3-49c1-8f55-ad6449313414 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.730840 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5573cacd-3fe3-49c1-8f55-ad6449313414 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.732178 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5573cacd-3fe3-49c1-8f55-ad6449313414 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "PUT /v2.0/ports/0f135234-a681-43d1-b3e0-ba719295301d HTTP/1.1" status: 200 len: 818 time: 0.6283119 Jul 13 07:32:14.735323 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dde7277-07d0-4517-91fb-b9d0ca629075 req-74789cc0-96d8-4414-8e6c-d184ce4ce07e tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248620 Jul 13 07:32:14.740142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52186) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:14.740916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:14.741329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:14.743014 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:14.770851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1774ecd1-e6bf-401d-b739-82e1e4bfe9f9 req-c106ddc9-eddb-441e-990c-1f0c7294d968 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694561 Jul 13 07:32:14.815132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573cacd-3fe3-49c1-8f55-ad6449313414 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=0f135234-a681-43d1-b3e0-ba719295301d,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.826472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:14.860997 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.870337 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.872218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c4396db3-3827-4b40-b047-c124178e455c HTTP/1.1" status: 204 len: 168 time: 1.0663948 Jul 13 07:32:14.876244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-35fedb87-0bce-4c03-a3f8-622e7400a65c tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips/4bce4396-2963-4165-a76b-81349a398aac HTTP/1.1" status: 200 len: 693 time: 0.0599816 Jul 13 07:32:14.907792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c8018-5cc0-4486-a03a-f50029b6d682 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4396db3-3827-4b40-b047-c124178e455c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.941521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:14.943695 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc66dabc-5ae8-4d0c-8ae0-446bf649189e" -d '{"events": [{"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:14.950881 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.982953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Transition to ACTIVE for port object 9fdad1f0-8b5e-4125-883e-ca1257535b8e will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:14.992532 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.995065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-6588a483-1146-4e48-9109-f05d005a15ff tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 0f135234-a681-43d1-b3e0-ba719295301d {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:14.995400 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6588a483-1146-4e48-9109-f05d005a15ff tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.020080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-8877bab5-1d1a-4591-b904-b06b9410fc1f tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.021491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-8877bab5-1d1a-4591-b904-b06b9410fc1f tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.1304801 Jul 13 07:32:15.021963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52198) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.086089 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-aa7fc7bc-231e-49b9-a2a1-d98849ac64d2 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0579779 Jul 13 07:32:15.116168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb303e-55fb-4d54-87c2-f865634faf12 req-fc87a126-7564-4c6d-be51-65088141b55b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.117906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fdbb303e-55fb-4d54-87c2-f865634faf12 req-fc87a126-7564-4c6d-be51-65088141b55b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.2114508 Jul 13 07:32:15.119778 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6588a483-1146-4e48-9109-f05d005a15ff tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.124415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=10']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:15.148447 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-efab3209-a640-4eac-b29f-d0df92440ceb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cef71cafbee549db9d9c6cb7c7a2531e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1231487 Jul 13 07:32:15.150775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52200) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.161422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-b403a4ea-77ee-4d98-973f-b3bcc67fef3d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.177 HTTP/1.1" status: 200 len: 696 time: 0.0652683 Jul 13 07:32:15.167089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] No DVR routers for this DVR port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:15.182128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-6588a483-1146-4e48-9109-f05d005a15ff tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 0f135234-a681-43d1-b3e0-ba719295301d owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:15.241048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fdbb303e-55fb-4d54-87c2-f865634faf12 req-a3f29066-b7a8-4c39-b2f4-da911d7bc49f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125839 Jul 13 07:32:15.268925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:15.269269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:15.270316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:15.278598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:15.278877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Attempting to bind port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:15.291273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:15.291622 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:15.292031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:15.292504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Bound port: 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:15.292870 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.322305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-beb3d515-26d6-4baf-a12e-1ff8adc88e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.358206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-beb3d515-26d6-4baf-a12e-1ff8adc88e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.362712 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6588a483-1146-4e48-9109-f05d005a15ff tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.386199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-420edbb6-e4fa-41b1-a916-d996478c304d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Deleting port 2877b329-fe95-43a4-9c77-d60df786d3e2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:15.386659 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-420edbb6-e4fa-41b1-a916-d996478c304d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.408916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588a483-1146-4e48-9109-f05d005a15ff tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=0f135234-a681-43d1-b3e0-ba719295301d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:15.411360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:15.447667 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6588a483-1146-4e48-9109-f05d005a15ff tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.449636 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6588a483-1146-4e48-9109-f05d005a15ff tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/0f135234-a681-43d1-b3e0-ba719295301d HTTP/1.1" status: 204 len: 168 time: 0.7085569 Jul 13 07:32:15.452474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52204) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.455753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:15.461045 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.496321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-beb3d515-26d6-4baf-a12e-1ff8adc88e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.498858 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-beb3d515-26d6-4baf-a12e-1ff8adc88e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.499982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-beb3d515-26d6-4baf-a12e-1ff8adc88e8d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6d0994d-6134-4ec0-ac59-3ff79cfb5899 HTTP/1.1" status: 204 len: 168 time: 0.3482993 Jul 13 07:32:15.533899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-420edbb6-e4fa-41b1-a916-d996478c304d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.534233 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-420edbb6-e4fa-41b1-a916-d996478c304d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.538787 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3d515-26d6-4baf-a12e-1ff8adc88e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d0994d-6134-4ec0-ac59-3ff79cfb5899,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:15.552860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-420edbb6-e4fa-41b1-a916-d996478c304d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Calling delete_port for 2877b329-fe95-43a4-9c77-d60df786d3e2 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:15.638550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a0f76-d9b2-47a1-8a46-4f65aabccbe3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.643064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-726a0f76-d9b2-47a1-8a46-4f65aabccbe3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1895447 Jul 13 07:32:15.643713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52208) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.681049 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-efede8f8-5860-4cb2-890a-04d8fc20ccf3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:32:15.682998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-efede8f8-5860-4cb2-890a-04d8fc20ccf3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/0f135234-a681-43d1-b3e0-ba719295301d HTTP/1.1" status: 404 len: 333 time: 0.0360119 Jul 13 07:32:15.690592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52210) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.695864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-637185987'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:15.736292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:15.741426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.820282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:15.833227 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-420edbb6-e4fa-41b1-a916-d996478c304d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.836001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.836370 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Added segment c8e50538-ea6d-454f-a5bf-969b663596ce of type vlan for network cdaa9744-b48f-4a0c-8d17-a62a0558c64a Jul 13 07:32:15.838826 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.839449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.840901 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] 10.222.0.53 "PUT /v2.0/ports/9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 1097 time: 2.1435950 Jul 13 07:32:15.865322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ed739-8a99-4491-ad39-76ff53bb7414 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=11']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:15.876479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089392a9-e648-4cd6-96df-825183db07ac req-c08e0c1b-5070-4128-992d-95be97fe3770 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.877725 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-089392a9-e648-4cd6-96df-825183db07ac req-c08e0c1b-5070-4128-992d-95be97fe3770 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 949 time: 0.4721148 Jul 13 07:32:15.929333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420edbb6-e4fa-41b1-a916-d996478c304d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event deleted for resources: {'Port': ['ID=2877b329-fe95-43a4-9c77-d60df786d3e2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:15.951593 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-089392a9-e648-4cd6-96df-825183db07ac req-5f69d34c-b377-45b6-b0e5-334a30ca0bce tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643735 Jul 13 07:32:15.955881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.966160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-e3fff0d6-9f17-423b-b08c-858b5f67326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.968177 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-e3fff0d6-9f17-423b-b08c-858b5f67326d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1100 time: 0.0892458 Jul 13 07:32:16.010699 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99824dc4-b067-4738-90bd-61b53e0babdf x-openstack-request-id: req-99824dc4-b067-4738-90bd-61b53e0babdf {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:16.011199 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a", "name": "network-vif-plugged", "status": "completed", "tag": "70e75f99-7b23-40d9-a152-9990a8443b7d", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:16.011304 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99824dc4-b067-4738-90bd-61b53e0babdf {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:16.011613 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e75f99-7b23-40d9-a152-9990a8443b7d', 'code': 200} Jul 13 07:32:16.019908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-420edbb6-e4fa-41b1-a916-d996478c304d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.022597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-420edbb6-e4fa-41b1-a916-d996478c304d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.034531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f197e07d-9801-41d4-bf9f-9803f5cf7b1a req-420edbb6-e4fa-41b1-a916-d996478c304d tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "DELETE /v2.0/floatingips/4bce4396-2963-4165-a76b-81349a398aac HTTP/1.1" status: 204 len: 173 time: 0.8662708 Jul 13 07:32:16.049476 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.055814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.056462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.121957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-b02c44b4-0419-42d2-af1c-0c06fa7e8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.124524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-b02c44b4-0419-42d2-af1c-0c06fa7e8193 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1397400 Jul 13 07:32:16.132372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4405174 Jul 13 07:32:16.136070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52226) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:16.141236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:16.174287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69dece-70bf-4ef8-a5c6-7e4fe582f95a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Network': ['ID=cdaa9744-b48f-4a0c-8d17-a62a0558c64a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:16.187689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network cdaa9744-b48f-4a0c-8d17-a62a0558c64a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:16.275376 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-c8e0cb8f-0137-49b7-ae2d-08fc6f37557d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 217 time: 0.1421645 Jul 13 07:32:16.367706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1cb53a96-3aea-4f88-be1d-96702cd31833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.369219 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-1cb53a96-3aea-4f88-be1d-96702cd31833 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0885985 Jul 13 07:32:16.400926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:16.404582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.434776 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fe477-2b1d-43da-ae24-309933de7485 req-53314be6-eb80-466e-a4a6-a993ed796c23 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.441008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fe477-2b1d-43da-ae24-309933de7485 req-53314be6-eb80-466e-a4a6-a993ed796c23 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.447519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fe477-2b1d-43da-ae24-309933de7485 req-53314be6-eb80-466e-a4a6-a993ed796c23 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.449238 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-491fe477-2b1d-43da-ae24-309933de7485 req-53314be6-eb80-466e-a4a6-a993ed796c23 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa&device_id=359d6360-feef-47b3-a242-436a0e0bfd88&device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 2418 time: 0.1330962 Jul 13 07:32:16.478842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-70ff059b-dd20-4245-b373-0b00c99e31be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.480395 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-70ff059b-dd20-4245-b373-0b00c99e31be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052785 Jul 13 07:32:16.485002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357866-dcaf-48c5-9f3d-7fed92c679ac req-53f3464d-5256-4cf4-bc99-3ce1f5f706fa tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.492671 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-34357866-dcaf-48c5-9f3d-7fed92c679ac req-53f3464d-5256-4cf4-bc99-3ce1f5f706fa tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 945 time: 0.2150099 Jul 13 07:32:16.497986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad21a06-d467-448b-b783-c4e3dc0f3fe2 req-533ceca7-85bb-4dbd-ae15-60be970aff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.500542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ad21a06-d467-448b-b783-c4e3dc0f3fe2 req-533ceca7-85bb-4dbd-ae15-60be970aff01 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 1096 time: 0.3998868 Jul 13 07:32:16.501422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52236) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:16.513600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a223543c-771d-4657-99b2-2699f9cf223f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Request body: {'floatingip': {'port_id': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:16.516840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-491fe477-2b1d-43da-ae24-309933de7485 req-0bab4d3b-4532-44db-a7eb-10a735152cc6 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579915 Jul 13 07:32:16.581231 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a4489a-955f-4795-874c-18a396ea8f2e x-openstack-request-id: req-99a4489a-955f-4795-874c-18a396ea8f2e {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:16.581942 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:16.582355 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99a4489a-955f-4795-874c-18a396ea8f2e {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:16.582904 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'code': 200} Jul 13 07:32:16.615935 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-d34aeb57-0093-408c-bfc1-762d946299af service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235461 Jul 13 07:32:16.635104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52240) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:16.642585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a223543c-771d-4657-99b2-2699f9cf223f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.753734 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1320772938-network', 'tenant_id': '34512fd9707f41638f1895b68dfc6985'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:16.779978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf32a69-f951-42aa-95c6-e3b5c7ac35e5 req-97285f8c-8bd1-456d-980e-bf854e9f66e5 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558747 Jul 13 07:32:16.796465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Made reservation on behalf of 34512fd9707f41638f1895b68dfc6985 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:16.798861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.810793 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.838092 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57d0c7-22a8-4f50-a064-c5866045a601 req-b66a1c08-2623-42fe-8d5f-514a537a65e6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.839684 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d57d0c7-22a8-4f50-a064-c5866045a601 req-b66a1c08-2623-42fe-8d5f-514a537a65e6 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.1422668 Jul 13 07:32:16.848874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52244) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:16.856106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2c2c7594-4cd8-41b0-a1c3-e4eef777cf54 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Request body: {'floatingip': {'port_id': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:16.951434 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7594-4cd8-41b0-a1c3-e4eef777cf54 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.961699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-5acad130-8ccc-482d-a0a6-e9dae6098c6f tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips/42fbd75d-0074-4969-8a56-7896e134aa01 HTTP/1.1" status: 200 len: 692 time: 0.1027653 Jul 13 07:32:17.017732 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5642b15c-4f45-4a83-8afe-2f9397c3f14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.032877 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.128595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ad21a06-d467-448b-b783-c4e3dc0f3fe2 req-4dade81e-918e-4aba-b19b-6b6ed50cc0a8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6092038 Jul 13 07:32:17.246054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-2ec230fb-f997-40cf-aec3-10005f7d76fc tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:17.247434 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-2ec230fb-f997-40cf-aec3-10005f7d76fc tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 784 time: 0.2545576 Jul 13 07:32:17.247719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a4b7d-8e45-4ccb-a29a-497899e75b29 req-3af7f298-02ea-4827-a703-b1e85d166024 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:17.249238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756a4b7d-8e45-4ccb-a29a-497899e75b29 req-3af7f298-02ea-4827-a703-b1e85d166024 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 945 time: 0.6315377 Jul 13 07:32:17.263373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.275944 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.283847 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.372556 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-7de787fa-648d-4b7f-b856-e033497fb7a7 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.1147249 Jul 13 07:32:17.377146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:17.403517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759cf0b7-8c07-4d24-8b75-ad7d355c76a1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:17.418269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=e22dd1b4-659c-4e76-b2c9-65a610458c22,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:17.430788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756a4b7d-8e45-4ccb-a29a-497899e75b29 req-eddaae79-38b7-46a0-b84e-7886941ec94c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716034 Jul 13 07:32:17.440890 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.441784 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Added segment a5ae56e1-72dd-4f8e-876a-3660155e5820 of type vlan for network f912edd3-f8ed-45cd-b355-f4484a68b291 Jul 13 07:32:17.449210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Checking segment: {'id': 'c8e50538-ea6d-454f-a5bf-969b663596ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:17.449581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network hostable DHCP agents. Network: cdaa9744-b48f-4a0c-8d17-a62a0558c64a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:17.493127 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-1d06b2e8-53ca-4cbf-b774-cd71244ab8be tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.6.46 HTTP/1.1" status: 200 len: 695 time: 0.1115294 Jul 13 07:32:17.509081 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.543751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network cdaa9744-b48f-4a0c-8d17-a62a0558c64a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:17.560617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, cdaa9744-b48f-4a0c-8d17-a62a0558c64a) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:17.568730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:17.568730 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.572886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:17.622443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-811f955f-ac00-471c-827d-68155d6bc38d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4826272 Jul 13 07:32:17.622690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52248) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:17.627421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9bc8e-c3e3-41dd-8620-ca7ed15825ff None None] Network cdaa9744-b48f-4a0c-8d17-a62a0558c64a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:17.627785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d925a786-f88b-4947-8788-5470f525a93f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:17.631335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:17.748517 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.749394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:17.749971 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.779769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.resource_extend [None req-a223543c-771d-4657-99b2-2699f9cf223f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:32:17.790445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-cdaa9744-b48f-4a0c-8d17-a62a0558c64a', 'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a', 'tenant_id': '3ccebf987ad04d7f85a47a029f4e66ef', 'fixed_ips': [{'subnet_id': 'e22dd1b4-659c-4e76-b2c9-65a610458c22'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:17.791742 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.807491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1710980 Jul 13 07:32:17.821053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52250) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:17.827740 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.829305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Request body: {'subnet': {'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1320772938-subnet', 'tenant_id': '34512fd9707f41638f1895b68dfc6985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:17.845199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b8f5b-d2ba-4908-89da-a0a3c537cca5 admin admin] Pushing event updated for resources: {'Network': ['ID=f912edd3-f8ed-45cd-b355-f4484a68b291,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:17.878468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-e39dcae3-fa53-482e-86a3-1abba7f39746 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Deleting port f58a3f2a-935e-4c30-83a6-8e2c4eda19d0 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:17.878863 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-e39dcae3-fa53-482e-86a3-1abba7f39746 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.880157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network f912edd3-f8ed-45cd-b355-f4484a68b291 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:17.890835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a223543c-771d-4657-99b2-2699f9cf223f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.900720 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a223543c-771d-4657-99b2-2699f9cf223f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.911312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633dd0f-ca2d-46b3-b6bd-c53f184e670b req-001fed25-faca-4a32-9583-7e81e53ba503 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:17.913234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5633dd0f-ca2d-46b3-b6bd-c53f184e670b req-001fed25-faca-4a32-9583-7e81e53ba503 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 945 time: 0.2646742 Jul 13 07:32:17.918813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Made reservation on behalf of 34512fd9707f41638f1895b68dfc6985 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:17.921442 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.006705 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7594-4cd8-41b0-a1c3-e4eef777cf54 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.014737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d925a786-f88b-4947-8788-5470f525a93f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:18.015759 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-e39dcae3-fa53-482e-86a3-1abba7f39746 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.016134 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-e39dcae3-fa53-482e-86a3-1abba7f39746 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.018600 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d925a786-f88b-4947-8788-5470f525a93f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.020622 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7594-4cd8-41b0-a1c3-e4eef777cf54 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.035957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Allocated IP 172.20.0.2 (cdaa9744-b48f-4a0c-8d17-a62a0558c64a/e22dd1b4-659c-4e76-b2c9-65a610458c22/340acefa-f7af-4286-8333-506fdec538ee) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:18.069727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-e39dcae3-fa53-482e-86a3-1abba7f39746 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Calling delete_port for f58a3f2a-935e-4c30-83a6-8e2c4eda19d0 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:18.161332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5633dd0f-ca2d-46b3-b6bd-c53f184e670b req-0257edac-0d33-4bf7-836e-d04c424ba443 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911001 Jul 13 07:32:18.181870 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-2c2c7594-4cd8-41b0-a1c3-e4eef777cf54 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Floating IP a4475c4b-3b5e-4b38-ad53-cdb4c2dff2ff associated. External IP: 172.25.6.59, port: a699e4fd-bf44-45d4-8f0c-d0ee56b1b642. Jul 13 07:32:18.206489 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.215801 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Transition to ACTIVE for port object 340acefa-f7af-4286-8333-506fdec538ee will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:18.235305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Transition to ACTIVE for port object 340acefa-f7af-4286-8333-506fdec538ee will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:18.244153 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.245393 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-a223543c-771d-4657-99b2-2699f9cf223f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Floating IP a4cbe5fa-8b60-4984-8b4a-45a9dbcedd8a associated. External IP: 172.25.6.40, port: bbc5db82-728c-42c9-83a0-99bdf9fe4b4d. Jul 13 07:32:18.284464 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Network cdaa9744-b48f-4a0c-8d17-a62a0558c64a is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:18.290812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:18.293462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:18.337827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Pushing event updated for resources: {'Port': ['ID=340acefa-f7af-4286-8333-506fdec538ee,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:18.367243 n-d-798249-7 neutron-server[93838]: INFO neutron.db.ipam_backend_mixin [None req-d925a786-f88b-4947-8788-5470f525a93f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e22dd1b4-659c-4e76-b2c9-65a610458c22 (CIDR: 172.20.0.0/28) Jul 13 07:32:18.377333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Attempting to bind port 340acefa-f7af-4286-8333-506fdec538ee on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:18.378071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Attempting to bind port 340acefa-f7af-4286-8333-506fdec538ee by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'c8e50538-ea6d-454f-a5bf-969b663596ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:18.378647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Attempting to bind port 340acefa-f7af-4286-8333-506fdec538ee on network cdaa9744-b48f-4a0c-8d17-a62a0558c64a {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:18.387383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:18.388638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Checking segment: {'id': 'c8e50538-ea6d-454f-a5bf-969b663596ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:18.389729 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.392114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Bound using segment: {'id': 'c8e50538-ea6d-454f-a5bf-969b663596ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:18.393202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Bound port: 340acefa-f7af-4286-8333-506fdec538ee, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e50538-ea6d-454f-a5bf-969b663596ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:18.394355 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.421505 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d925a786-f88b-4947-8788-5470f525a93f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:32:18.422031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d925a786-f88b-4947-8788-5470f525a93f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:18.470695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d925a786-f88b-4947-8788-5470f525a93f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8469923 Jul 13 07:32:18.477862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52256) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:18.485042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-70f6fa4f-bfab-4bb4-ab55-7534cbda39d6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:18.491634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] For port 340acefa-f7af-4286-8333-506fdec538ee, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:18.495949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] For port 340acefa-f7af-4286-8333-506fdec538ee, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=340acefa-f7af-4286-8333-506fdec538ee,segment=NetworkSegment(c8e50538-ea6d-454f-a5bf-969b663596ce),segment_id=c8e50538-ea6d-454f-a5bf-969b663596ce)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:18.502500 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.565593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c500a69-a991-4e06-afec-da0628217a0a req-afe2e79c-07ee-4770-8c27-c79bd5e54744 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:18.573390 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c500a69-a991-4e06-afec-da0628217a0a req-afe2e79c-07ee-4770-8c27-c79bd5e54744 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 949 time: 0.2782180 Jul 13 07:32:18.586378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8d87a-c9a7-4121-b1e0-6e08c32812b2 None None] Pushing event updated for resources: {'Port': ['ID=340acefa-f7af-4286-8333-506fdec538ee,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:18.640175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.788238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c500a69-a991-4e06-afec-da0628217a0a req-3ab8809f-1711-4d29-8c85-038ceb2d99bc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139168 Jul 13 07:32:18.817525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ed8190-bcae-477d-be7c-5324c0bdcde8,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:18.875709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:18.877992 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5254ba91-defa-4b10-8e74-50926ad7b238" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:18.897112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f6fa4f-bfab-4bb4-ab55-7534cbda39d6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:18.904494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f6fa4f-bfab-4bb4-ab55-7534cbda39d6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.954717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Checking segment: {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:18.955106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Network hostable DHCP agents. Network: f912edd3-f8ed-45cd-b355-f4484a68b291, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:19.019371 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-e39dcae3-fa53-482e-86a3-1abba7f39746 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.020406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a223543c-771d-4657-99b2-2699f9cf223f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Router 46a72e44-193d-4d45-8bb6-ff939febb5aa has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:19.022531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2c7594-4cd8-41b0-a1c3-e4eef777cf54 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:19.023462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Network f912edd3-f8ed-45cd-b355-f4484a68b291 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:19.047998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, f912edd3-f8ed-45cd-b355-f4484a68b291) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:19.053387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.054127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.058839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dcae3-fa53-482e-86a3-1abba7f39746 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Pushing event deleted for resources: {'Port': ['ID=f58a3f2a-935e-4c30-83a6-8e2c4eda19d0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:19.059633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c21e3-4eb9-42f1-b53d-76f1dd5e0b4f None None] Network f912edd3-f8ed-45cd-b355-f4484a68b291 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:19.201386 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-e39dcae3-fa53-482e-86a3-1abba7f39746 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.204073 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-31b12fdc-5d05-4d04-9471-c107fe880a00 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3771451 Jul 13 07:32:19.204681 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-e39dcae3-fa53-482e-86a3-1abba7f39746 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.206192 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a884a9a3-1eb5-413c-87c6-900af9f8a183 req-e39dcae3-fa53-482e-86a3-1abba7f39746 tempest-FloatingIPDetailsTestJSON-770795587 tempest-FloatingIPDetailsTestJSON-770795587-project] 10.222.0.44 "DELETE /v2.0/floatingips/42fbd75d-0074-4969-8a56-7896e134aa01 HTTP/1.1" status: 204 len: 173 time: 1.6894188 Jul 13 07:32:19.218186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52264) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:19.242810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2f56bc-b2a9-40da-81c0-a3759b173868 None None] Network f912edd3-f8ed-45cd-b355-f4484a68b291 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:19.275935 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64a5275-1fa9-4ab5-8e05-e8473630f4f1 x-openstack-request-id: req-d64a5275-1fa9-4ab5-8e05-e8473630f4f1 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:19.276298 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:19.276671 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d64a5275-1fa9-4ab5-8e05-e8473630f4f1 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:19.277067 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'status': 'completed', 'code': 200} Jul 13 07:32:19.302679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2c7594-4cd8-41b0-a1c3-e4eef777cf54 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:19.308788 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7594-4cd8-41b0-a1c3-e4eef777cf54 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.320726 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] Sync routers for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:19.337600 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:19.338242 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.387546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a223543c-771d-4657-99b2-2699f9cf223f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:19.402614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] Sync routers for ids ['46a72e44-193d-4d45-8bb6-ff939febb5aa'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:19.411730 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a223543c-771d-4657-99b2-2699f9cf223f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.421326 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2c2c7594-4cd8-41b0-a1c3-e4eef777cf54 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "PUT /v2.0/floatingips/a4475c4b-3b5e-4b38-ad53-cdb4c2dff2ff HTTP/1.1" status: 200 len: 991 time: 2.5711610 Jul 13 07:32:19.450476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] Routers {'46a72e44-193d-4d45-8bb6-ff939febb5aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:19.454950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['46a72e44-193d-4d45-8bb6-ff939febb5aa'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.524749 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:19.616162 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-aaac8dc8-663d-487d-8684-450f4215a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.617632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-aaac8dc8-663d-487d-8684-450f4215a5fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1100 time: 0.2558820 Jul 13 07:32:19.644899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a223543c-771d-4657-99b2-2699f9cf223f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "PUT /v2.0/floatingips/a4cbe5fa-8b60-4984-8b4a-45a9dbcedd8a HTTP/1.1" status: 200 len: 990 time: 3.1361332 Jul 13 07:32:19.646340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fff270-4272-4fcc-873e-efbe6322416a', 'tag': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:19.656765 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0234e6-5883-4160-8a95-f54ba4f06af2" -d '{"events": [{"name": "network-changed", "server_uuid": "83fff270-4272-4fcc-873e-efbe6322416a", "tag": "bbc5db82-728c-42c9-83a0-99bdf9fe4b4d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:19.663737 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f6fa4f-bfab-4bb4-ab55-7534cbda39d6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.737821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f6fa4f-bfab-4bb4-ab55-7534cbda39d6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network cdaa9744-b48f-4a0c-8d17-a62a0558c64a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:19.748833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-70f6fa4f-bfab-4bb4-ab55-7534cbda39d6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:19.756301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6fa4f-bfab-4bb4-ab55-7534cbda39d6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.757021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f6fa4f-bfab-4bb4-ab55-7534cbda39d6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.792347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc35669-1ab2-471f-a41f-15241cd90502 req-3b8e6e43-cf43-4ce7-868b-e577d6794197 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.798606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcc35669-1ab2-471f-a41f-15241cd90502 req-3b8e6e43-cf43-4ce7-868b-e577d6794197 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 945 time: 0.3991907 Jul 13 07:32:19.856166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6fa4f-bfab-4bb4-ab55-7534cbda39d6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=5f89aac2-12fd-4d39-839b-7b1c0dce1e84,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:19.880498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-70f6fa4f-bfab-4bb4-ab55-7534cbda39d6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4008458 Jul 13 07:32:19.885435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52282) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:19.885889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:19.900470 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'a4475c4b-3b5e-4b38-ad53-cdb4c2dff2ff', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'port_id': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'mac_address': 'fa:16:3e:fe:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:32:17Z', 'revision_number': 1, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.940083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a', 'fixed_ips': [{'subnet_id': 'e22dd1b4-659c-4e76-b2c9-65a610458c22'}, {'subnet_id': '5f89aac2-12fd-4d39-839b-7b1c0dce1e84'}], 'name': 'tempest-PortsTestJSON-712415867'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:19.963090 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] Checking router: b9647e6c-5f6f-459a-8a97-6ce149e1cb3e for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:19.975582 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:19.976300 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.982366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-f75b7460-c7a7-439e-af68-e6e45f1ab5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.984625 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-f75b7460-c7a7-439e-af68-e6e45f1ab5d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2996621 Jul 13 07:32:20.015650 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.065261 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-70a7f3f9-f587-4c8f-a136-8581c6273f54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 200 len: 217 time: 0.0737400 Jul 13 07:32:20.081529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] Set router 46a72e44-193d-4d45-8bb6-ff939febb5aa gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:20.097793 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcc35669-1ab2-471f-a41f-15241cd90502 req-41647064-ece9-44a1-8828-a3eb3b3ba308 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792075 Jul 13 07:32:20.126423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:20.226470 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:20.234301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-4049ff15-0ab6-401d-8b29-ee20e87f0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.237028 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-4049ff15-0ab6-401d-8b29-ee20e87f0cc0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1633315 Jul 13 07:32:20.285574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.307920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a92067d-f13c-4dbe-af53-f88450b66c16 None None] Network cdaa9744-b48f-4a0c-8d17-a62a0558c64a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:20.322039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port d027c64b-2494-4d39-8ae2-3f70efe76732 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:20.340397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:20.356903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'mac_address': 'fa:16:3e:a6:cf:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:20.518198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 340acefa-f7af-4286-8333-506fdec538ee up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:20.556513 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-2ef3b9f5-f2a8-460d-880d-cd5dcd387069 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.564638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-2ef3b9f5-f2a8-460d-880d-cd5dcd387069 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 805 time: 0.3920438 Jul 13 07:32:20.590255 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa55ca8-63b8-4540-a5df-a1ba7517d2d9 x-openstack-request-id: req-baa55ca8-63b8-4540-a5df-a1ba7517d2d9 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:20.590553 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fff270-4272-4fcc-873e-efbe6322416a", "tag": "bbc5db82-728c-42c9-83a0-99bdf9fe4b4d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:20.590961 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-baa55ca8-63b8-4540-a5df-a1ba7517d2d9 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:20.591369 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fff270-4272-4fcc-873e-efbe6322416a', 'tag': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d', 'status': 'completed', 'code': 200} Jul 13 07:32:20.610071 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-acf931d2-44b6-4344-b899-f7a8906f0cca tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/quotas/34512fd9707f41638f1895b68dfc6985 HTTP/1.1" status: 200 len: 375 time: 0.0441661 Jul 13 07:32:20.610974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5f5199d1-4828-405e-b018-478946b77185 None None] Provisioning for port 340acefa-f7af-4286-8333-506fdec538ee completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:20.659694 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-a67036fb-232d-4632-a3f1-5f11dc6f32e3 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481296 Jul 13 07:32:20.663189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-28f68640-f76d-44d8-bf9e-6bb08a15c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.664798 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-28f68640-f76d-44d8-bf9e-6bb08a15c3da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4209199 Jul 13 07:32:20.668928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-476f639d-e90f-40c9-ab1f-c9af39ff211e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:32:20.673972 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.676411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-476f639d-e90f-40c9-ab1f-c9af39ff211e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149601 Jul 13 07:32:20.680880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.696841 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'a4475c4b-3b5e-4b38-ad53-cdb4c2dff2ff', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'port_id': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'mac_address': 'fa:16:3e:fe:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:32:17Z', 'revision_number': 1, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:20.764670 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d97d9-34d4-4717-baef-1063840ed52a None None] The sync data for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 is: [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'a4475c4b-3b5e-4b38-ad53-cdb4c2dff2ff', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'port_id': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'mac_address': 'fa:16:3e:fe:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:32:17Z', 'revision_number': 1, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:20.786359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdad1f0-8b5e-4125-883e-ca1257535b8e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:20.794486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 340acefa-f7af-4286-8333-506fdec538ee completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:20.808505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 340acefa-f7af-4286-8333-506fdec538ee triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:20.809047 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.840842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a6f996-5184-48c1-b332-17cd76639631 None None] Update dhcp port {'port': {'network_id': 'cdaa9744-b48f-4a0c-8d17-a62a0558c64a', 'fixed_ips': [{'subnet_id': 'e22dd1b4-659c-4e76-b2c9-65a610458c22', 'ip_address': '172.20.0.2'}, {'subnet_id': '5f89aac2-12fd-4d39-839b-7b1c0dce1e84'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '340acefa-f7af-4286-8333-506fdec538ee'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:32:20.880122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:20.911576 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.958900 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48a6f996-5184-48c1-b332-17cd76639631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.999477 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-6a0c80f1-c1c8-416a-9b09-befc647ed1f6 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089762 Jul 13 07:32:21.076515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=12']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:21.100070 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f0155-62e7-4336-b52c-65ccc6f6c7ea None None] New status for floating IP a4475c4b-3b5e-4b38-ad53-cdb4c2dff2ff: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:32:21.183772 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.247205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'a4cbe5fa-8b60-4984-8b4a-45a9dbcedd8a', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'port_id': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'mac_address': 'fa:16:3e:39:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fff270-4272-4fcc-873e-efbe6322416a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:32:17Z', 'revision_number': 1, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724c2bea-3362-4045-a98c-3a6670bac971', 'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'mac_address': 'fa:16:3e:95:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:32Z', 'updated_at': '2021-07-13T07:31:47Z', 'revision_number': 5, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'subnets': [{'id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:21.254214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-6aaf458a-c9d5-447b-8ba2-5f89e9f93363 service neutron] 10.222.0.44 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765495 Jul 13 07:32:21.290451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:21.293196 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888" -d '{"events": [{"name": "network-changed", "server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:21.299111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 340acefa-f7af-4286-8333-506fdec538ee, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=340acefa-f7af-4286-8333-506fdec538ee,segment=NetworkSegment(c8e50538-ea6d-454f-a5bf-969b663596ce),segment_id=c8e50538-ea6d-454f-a5bf-969b663596ce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:21.302268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['9fdad1f0-8b5e-4125-883e-ca1257535b8e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:21.306365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] Checking router: 46a72e44-193d-4d45-8bb6-ff939febb5aa for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:21.333968 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.345635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.9 (cdaa9744-b48f-4a0c-8d17-a62a0558c64a/e22dd1b4-659c-4e76-b2c9-65a610458c22/d027c64b-2494-4d39-8ae2-3f70efe76732) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:21.384046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.28 (cdaa9744-b48f-4a0c-8d17-a62a0558c64a/5f89aac2-12fd-4d39-839b-7b1c0dce1e84/d027c64b-2494-4d39-8ae2-3f70efe76732) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:21.386408 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5254ba91-defa-4b10-8e74-50926ad7b238 req-8f98ec5f-ca0f-486e-a1f7-f8016b647f90 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500319 Jul 13 07:32:21.408537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-2feeadac-c752-4a3d-9e66-972b3a1a668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:21.410786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-2feeadac-c752-4a3d-9e66-972b3a1a668c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c81caa563b5245d49f7e655a6ad85b08&device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 1096 time: 0.8155539 Jul 13 07:32:21.423951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] Routers {'46a72e44-193d-4d45-8bb6-ff939febb5aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:21.428770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['46a72e44-193d-4d45-8bb6-ff939febb5aa'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:21.459054 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-02bcdd65-e46a-44a2-bd07-428b20c8ef9b service neutron] 10.222.0.44 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041433 Jul 13 07:32:21.508193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50193f9-b8a3-4cd7-a9ff-bbbd473b7776 req-b995dd42-47ff-4af7-bef4-de509a401bdd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:21.516203 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e50193f9-b8a3-4cd7-a9ff-bbbd473b7776 req-b995dd42-47ff-4af7-bef4-de509a401bdd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 950 time: 0.3840628 Jul 13 07:32:21.518226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] Deleting port 318064d6-0757-4e6e-9152-2a2b79073947 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:21.518575 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.542092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=340acefa-f7af-4286-8333-506fdec538ee,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:21.623320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] For port 318064d6-0757-4e6e-9152-2a2b79073947, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=318064d6-0757-4e6e-9152-2a2b79073947,segment=NetworkSegment(32249e5d-a636-4188-86dd-5c83ad8127c0),segment_id=32249e5d-a636-4188-86dd-5c83ad8127c0)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:21.623717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.654063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] Calling delete_port for 318064d6-0757-4e6e-9152-2a2b79073947 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:21.662278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] Set router 46a72e44-193d-4d45-8bb6-ff939febb5aa gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:21.673353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e50193f9-b8a3-4cd7-a9ff-bbbd473b7776 req-ba152528-4ee0-4dde-8000-ed7357c2bd6b tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561964 Jul 13 07:32:21.695739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-038c739a-d547-40f6-a009-6141a5907475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:21.697460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-038c739a-d547-40f6-a009-6141a5907475 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5518da0-f2d4-4957-a51f-577627000acf HTTP/1.1" status: 200 len: 906 time: 0.2659824 Jul 13 07:32:21.831369 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.863790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object d027c64b-2494-4d39-8ae2-3f70efe76732 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:21.871593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-26bb74bf-d736-47a4-917e-3f0d9862dcfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d HTTP/1.1" status: 200 len: 998 time: 0.1612952 Jul 13 07:32:21.957600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-a4dc946b-fc72-4857-a655-01a5d311083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:21.959303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-a4dc946b-fc72-4857-a655-01a5d311083b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c518626c-392d-4117-bc6b-233aba59e9b5 HTTP/1.1" status: 200 len: 844 time: 0.0772505 Jul 13 07:32:21.966238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.041964 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.083810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] Pushing event deleted for resources: {'Port': ['ID=318064d6-0757-4e6e-9152-2a2b79073947,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:22.104655 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f80a16-edfd-43a9-b24a-edcdc2a54b9a x-openstack-request-id: req-08f80a16-edfd-43a9-b24a-edcdc2a54b9a {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:22.105334 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:22.105813 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08f80a16-edfd-43a9-b24a-edcdc2a54b9a {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:22.106547 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'status': 'completed', 'code': 200} Jul 13 07:32:22.209642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=d027c64b-2494-4d39-8ae2-3f70efe76732,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:22.237586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network cdaa9744-b48f-4a0c-8d17-a62a0558c64a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:22.246506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:22.249452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:22.372801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.373470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.380790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-4967e9a3-b669-4b5b-8f5c-2cd252af85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.382885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-4967e9a3-b669-4b5b-8f5c-2cd252af85f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5518da0-f2d4-4957-a51f-577627000acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4143169 Jul 13 07:32:22.419853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d456a7af-377e-4a48-8633-0e0448faf306 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.5299926 Jul 13 07:32:22.422574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52320) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:22.429480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e22dd1b4-659c-4e76-b2c9-65a610458c22'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:22.461459 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82e636b7-7d3d-42d5-bfeb-41f9a8a10829 req-13823eff-2b2e-4c82-864f-56ca56212899 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 210 time: 0.1097476 Jul 13 07:32:22.507540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-48a6f996-5184-48c1-b332-17cd76639631 None None] Allocated IP 172.20.0.18 (cdaa9744-b48f-4a0c-8d17-a62a0558c64a/5f89aac2-12fd-4d39-839b-7b1c0dce1e84/340acefa-f7af-4286-8333-506fdec538ee) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:22.517752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 340acefa-f7af-4286-8333-506fdec538ee up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:22.552865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-6e27c857-5f41-408a-9585-c71f0da87bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.554707 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-6e27c857-5f41-408a-9585-c71f0da87bfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 1097 time: 0.4156225 Jul 13 07:32:22.656956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-cb3d8b7d-4285-42b1-9739-6d8dd9c0b9a4 service neutron] 10.222.0.53 "GET /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654440 Jul 13 07:32:22.658858 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.666493 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.689807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9e69f-903f-47dc-9e1f-3dfc267e43c8 req-f5db9416-a20e-44f8-b3ad-ba8320096f8f tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.691935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1d9e69f-903f-47dc-9e1f-3dfc267e43c8 req-f5db9416-a20e-44f8-b3ad-ba8320096f8f tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 1101 time: 0.1610832 Jul 13 07:32:22.756448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'a4cbe5fa-8b60-4984-8b4a-45a9dbcedd8a', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'port_id': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'mac_address': 'fa:16:3e:39:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fff270-4272-4fcc-873e-efbe6322416a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:32:17Z', 'revision_number': 1, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724c2bea-3362-4045-a98c-3a6670bac971', 'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'mac_address': 'fa:16:3e:95:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:32Z', 'updated_at': '2021-07-13T07:31:47Z', 'revision_number': 5, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'subnets': [{'id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:22.790339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-b1eb355a-080d-44b6-a546-3bc1ee1bd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.792166 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-b1eb355a-080d-44b6-a546-3bc1ee1bd62c service neutron] 10.222.0.53 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.2292173 Jul 13 07:32:22.794504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c8a1a7-1395-4570-9fc4-5207bb43b937 None None] The sync data for ids ['46a72e44-193d-4d45-8bb6-ff939febb5aa'] in n-d-798249-7 is: [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'a4cbe5fa-8b60-4984-8b4a-45a9dbcedd8a', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'port_id': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'mac_address': 'fa:16:3e:39:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fff270-4272-4fcc-873e-efbe6322416a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:32:17Z', 'revision_number': 1, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724c2bea-3362-4045-a98c-3a6670bac971', 'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'mac_address': 'fa:16:3e:95:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:32Z', 'updated_at': '2021-07-13T07:31:47Z', 'revision_number': 5, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'subnets': [{'id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:22.810681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 340acefa-f7af-4286-8333-506fdec538ee triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:22.811321 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.873511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1d9e69f-903f-47dc-9e1f-3dfc267e43c8 req-777369e0-2a92-4b83-9ba9-1166530947b6 tempest-MigrationsAdminTest-225104293 tempest-MigrationsAdminTest-225104293-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694493 Jul 13 07:32:22.875012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-48a6f996-5184-48c1-b332-17cd76639631 None None] For port 340acefa-f7af-4286-8333-506fdec538ee, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=340acefa-f7af-4286-8333-506fdec538ee,segment=NetworkSegment(c8e50538-ea6d-454f-a5bf-969b663596ce),segment_id=c8e50538-ea6d-454f-a5bf-969b663596ce)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:22.960818 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48a6f996-5184-48c1-b332-17cd76639631 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.979561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba0234e6-5883-4160-8a95-f54ba4f06af2 req-cdfce10f-92fa-45c1-a9d4-fc8147f1b73f service neutron] 10.222.0.53 "GET /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077295 Jul 13 07:32:22.986534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48a6f996-5184-48c1-b332-17cd76639631 None None] Transition to ACTIVE for port object 340acefa-f7af-4286-8333-506fdec538ee will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:22.994438 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48a6f996-5184-48c1-b332-17cd76639631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.129570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6f996-5184-48c1-b332-17cd76639631 None None] Pushing event updated for resources: {'Port': ['ID=340acefa-f7af-4286-8333-506fdec538ee,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:23.164401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Delete allocated IP 172.20.0.28 (cdaa9744-b48f-4a0c-8d17-a62a0558c64a/5f89aac2-12fd-4d39-839b-7b1c0dce1e84) {{(pid=93838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:32:23.231385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad18d6-289c-46ea-816f-ed575c85f69c None None] New status for floating IP a4cbe5fa-8b60-4984-8b4a-45a9dbcedd8a: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:32:23.470146 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.481151 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-c27de9e7-edc3-4596-ad8f-6012ed3463c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 HTTP/1.1" status: 200 len: 1001 time: 0.6595442 Jul 13 07:32:23.488682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Ignored duplicate provisioning block setup for port d027c64b-2494-4d39-8ae2-3f70efe76732 by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:32:23.496830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.498870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b7344-8f32-4aa2-9aa8-29d82838f1c5 req-8a78a6ac-1c1f-447c-b096-8dd3224783dd tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.505438 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-856b7344-8f32-4aa2-9aa8-29d82838f1c5 req-8a78a6ac-1c1f-447c-b096-8dd3224783dd tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 945 time: 0.7746432 Jul 13 07:32:23.599542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:23.696386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 9fdad1f0-8b5e-4125-883e-ca1257535b8e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:23.700523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 9fdad1f0-8b5e-4125-883e-ca1257535b8e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:23.700836 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.742226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=d027c64b-2494-4d39-8ae2-3f70efe76732,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:23.745594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-856b7344-8f32-4aa2-9aa8-29d82838f1c5 req-c3e618fb-0e35-4d26-9081-5e9451945592 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391279 Jul 13 07:32:23.750790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-ab1b5fe1-608d-4147-b5f8-d5aaa967526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.752286 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-ab1b5fe1-608d-4147-b5f8-d5aaa967526f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.2445714 Jul 13 07:32:23.819475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] In _notify_port_updated(), no bound segment for port d027c64b-2494-4d39-8ae2-3f70efe76732 on network cdaa9744-b48f-4a0c-8d17-a62a0558c64a {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:32:23.825029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.825663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.836806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-275f262f-a313-4f81-9a3b-f01bb3f69314 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "PUT /v2.0/ports/d027c64b-2494-4d39-8ae2-3f70efe76732 HTTP/1.1" status: 200 len: 918 time: 1.4032898 Jul 13 07:32:23.837746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52336) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:23.838297 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.855861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e22dd1b4-659c-4e76-b2c9-65a610458c22'}, {'subnet_id': '5f89aac2-12fd-4d39-839b-7b1c0dce1e84'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:23.875539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:23.879654 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b6e487-a5ca-4d1e-8149-0625ce90179e" -d '{"events": [{"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-plugged", "status": "completed", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:23.896968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] Router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:23.904934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:23.910993 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.924832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-866121c5-e971-4d13-9c6a-2de5e41aacac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.926967 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-866121c5-e971-4d13-9c6a-2de5e41aacac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611397 Jul 13 07:32:24.024827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=13']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:24.056580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-a0537f37-fe62-4f99-b8e9-11ee1b3161b3 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.066726 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-a0537f37-fe62-4f99-b8e9-11ee1b3161b3 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 945 time: 0.4915545 Jul 13 07:32:24.105456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b4e3d3-4303-433f-baef-fbfe66e4bed0 None None] Network cdaa9744-b48f-4a0c-8d17-a62a0558c64a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:24.270617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-a713ff74-c635-48b2-9a03-aba1a815dfd6 service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265893 Jul 13 07:32:24.293366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-2b62fc38-ad90-4d5c-8233-56ed5a5edb06 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.295015 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-2b62fc38-ad90-4d5c-8233-56ed5a5edb06 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.54 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 805 time: 0.4227877 Jul 13 07:32:24.340598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:24.352726 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] Sync routers for ids ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:24.367756 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] Routers {'3f6e9817-821c-4a26-9a95-a4c4eee8acdf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:24.370554 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:24.372770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-51e0d611-370e-46b8-8163-ff81c49a7dc6 None None] Provisioning for port 340acefa-f7af-4286-8333-506fdec538ee completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:24.377427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Request body: {'port': {'device_id': 'e9320522-e022-407e-8533-9af78ed1df4b', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'admin_state_up': True, 'tenant_id': '34512fd9707f41638f1895b68dfc6985'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:24.399923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-51e0d611-370e-46b8-8163-ff81c49a7dc6 None None] Provisioning complete for port 340acefa-f7af-4286-8333-506fdec538ee triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:24.400931 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-51e0d611-370e-46b8-8163-ff81c49a7dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.402311 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b9e88eba-edbe-43a0-8518-5e18fe0c1680 admin admin] 10.222.0.44 "PUT /v2.0/routers/3f6e9817-821c-4a26-9a95-a4c4eee8acdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1825831 Jul 13 07:32:24.402900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 340acefa-f7af-4286-8333-506fdec538ee up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:24.406094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.415176 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6270709c-3286-47a8-a932-91f48b974ed3 req-661ab044-c250-4195-90c4-bcb661b9b0f9 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 210 time: 0.0707893 Jul 13 07:32:24.418118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52342) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:24.485897 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1530d5f6-f57c-4a88-8be6-5d81dac6a6ca x-openstack-request-id: req-1530d5f6-f57c-4a88-8be6-5d81dac6a6ca {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:24.486830 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-plugged", "status": "completed", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:24.487285 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1530d5f6-f57c-4a88-8be6-5d81dac6a6ca {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:24.488725 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'code': 200} Jul 13 07:32:24.569159 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] Set router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:24.580121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-bda49f01-db79-4d9e-b43e-49bb15263a11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Deleting port 70e75f99-7b23-40d9-a152-9990a8443b7d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:24.580708 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-bda49f01-db79-4d9e-b43e-49bb15263a11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.625936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 340acefa-f7af-4286-8333-506fdec538ee triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:24.626509 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.683060 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23cee8ac-fc2b-4ee9-aa57-5bb7c5f31888 req-ffeb1852-031d-4644-8bad-7ae86793b490 service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946340 Jul 13 07:32:24.686494 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.701208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8242968-f172-4723-9b65-702606aa123f req-210452db-a2f5-4b74-8ddf-1b6dc124847d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.711925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8242968-f172-4723-9b65-702606aa123f req-210452db-a2f5-4b74-8ddf-1b6dc124847d tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 951 time: 0.4453168 Jul 13 07:32:24.819435 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.845700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9b98dcd6-0fc6-447b-a259-3284cafa21e2 None None] Provisioning complete for port 9fdad1f0-8b5e-4125-883e-ca1257535b8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:24.846226 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b98dcd6-0fc6-447b-a259-3284cafa21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.991087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Deleting port 3ca1f30b-c1fe-444a-8761-17b28a00539d {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:24.991748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.023817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bab0e-f2c1-4bb6-9639-a76b8cfb48ec req-b5b99c21-15cf-414d-b1f8-8063c98a958c tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:25.026005 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f69bab0e-f2c1-4bb6-9639-a76b8cfb48ec req-b5b99c21-15cf-414d-b1f8-8063c98a958c tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.1241679 Jul 13 07:32:25.054677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f8242968-f172-4723-9b65-702606aa123f req-b49d84f5-6260-47d3-b12a-e7c81c43ac88 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417213 Jul 13 07:32:25.079809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Made reservation on behalf of 34512fd9707f41638f1895b68dfc6985 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:25.090768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.100738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8a2fc01c-9f8f-4718-b69c-61ad56a28188 None None] Provisioning for port d027c64b-2494-4d39-8ae2-3f70efe76732 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:25.106278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8a2fc01c-9f8f-4718-b69c-61ad56a28188 None None] Provisioning complete for port d027c64b-2494-4d39-8ae2-3f70efe76732 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:25.106709 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a2fc01c-9f8f-4718-b69c-61ad56a28188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.143280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] For port 3ca1f30b-c1fe-444a-8761-17b28a00539d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3ca1f30b-c1fe-444a-8761-17b28a00539d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:25.143668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.156765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Calling delete_port for 3ca1f30b-c1fe-444a-8761-17b28a00539d owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:25.163331 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-router', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:32:21Z', 'revision_number': 5, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'gw_port': {'id': '3ca1f30b-c1fe-444a-8761-17b28a00539d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:16:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:25.215843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8a2fc01c-9f8f-4718-b69c-61ad56a28188 None None] Port d027c64b-2494-4d39-8ae2-3f70efe76732 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:25.238100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Allocated IP 172.20.0.7 (f912edd3-f8ed-45cd-b355-f4484a68b291/f8ed8190-bcae-477d-be7c-5324c0bdcde8/513cd56d-e03f-4cd8-a9e5-0bcc45424fa6) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:25.243868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8a2fc01c-9f8f-4718-b69c-61ad56a28188 None None] Provisioning complete for port 340acefa-f7af-4286-8333-506fdec538ee triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:25.244248 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a2fc01c-9f8f-4718-b69c-61ad56a28188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.246195 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] Checking router: 3f6e9817-821c-4a26-9a95-a4c4eee8acdf for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:25.268571 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] Routers {'3f6e9817-821c-4a26-9a95-a4c4eee8acdf'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:25.270496 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:25.330417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-bda49f01-db79-4d9e-b43e-49bb15263a11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] For port 70e75f99-7b23-40d9-a152-9990a8443b7d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=70e75f99-7b23-40d9-a152-9990a8443b7d,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:25.330759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-bda49f01-db79-4d9e-b43e-49bb15263a11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.397737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-bda49f01-db79-4d9e-b43e-49bb15263a11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Calling delete_port for 70e75f99-7b23-40d9-a152-9990a8443b7d owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:25.421849 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] Set router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:25.481141 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-router', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:32:24Z', 'revision_number': 6, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:25.511231 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dfe7016a-b1d1-4e83-a45a-550fed7e92e6 None None] Provisioning complete for port d027c64b-2494-4d39-8ae2-3f70efe76732 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:25.511857 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dfe7016a-b1d1-4e83-a45a-550fed7e92e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.512738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f69bab0e-f2c1-4bb6-9639-a76b8cfb48ec req-33ff33ed-891d-49d8-9cd9-696497b9f68a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756031 Jul 13 07:32:25.518456 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c4e03-5b8c-4507-96b6-406f86975720 None None] The sync data for ids ['3f6e9817-821c-4a26-9a95-a4c4eee8acdf'] in n-d-798249-7 is: [{'id': '3f6e9817-821c-4a26-9a95-a4c4eee8acdf', 'name': 'tempest-FloatingIPDetailsTestJSON-1363376376-router', 'tenant_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:32:24Z', 'revision_number': 6, 'project_id': '26d8609bb4fd4f35a0e2a76ef3f9bad9', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:25.525961 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.583628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7016a-b1d1-4e83-a45a-550fed7e92e6 None None] Port d027c64b-2494-4d39-8ae2-3f70efe76732 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:25.584742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca1f30b-c1fe-444a-8761-17b28a00539d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:25.635890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.19 (cdaa9744-b48f-4a0c-8d17-a62a0558c64a/5f89aac2-12fd-4d39-839b-7b1c0dce1e84/d027c64b-2494-4d39-8ae2-3f70efe76732) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:25.667706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-98b546f8-89aa-4be3-9dbd-fad00a920b97 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:25.669292 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-98b546f8-89aa-4be3-9dbd-fad00a920b97 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 951 time: 0.4083741 Jul 13 07:32:25.672650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5ff89-a4ef-4226-bc45-35dc82704399 req-f15a0f0c-1b5f-44c2-ba80-0c12e9deeaad tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:25.674366 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2b5ff89-a4ef-4226-bc45-35dc82704399 req-f15a0f0c-1b5f-44c2-ba80-0c12e9deeaad tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a HTTP/1.1" status: 200 len: 945 time: 0.3462348 Jul 13 07:32:25.704212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.705254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ab298efc-4e12-4864-8087-8fbb2524ad91 None None] Provisioning complete for port d027c64b-2494-4d39-8ae2-3f70efe76732 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:25.705768 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ab298efc-4e12-4864-8087-8fbb2524ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.739846 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.748894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ab298efc-4e12-4864-8087-8fbb2524ad91 None None] Port d027c64b-2494-4d39-8ae2-3f70efe76732 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:25.811665 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.819602 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.832535 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2b5ff89-a4ef-4226-bc45-35dc82704399 req-9aad5a8a-8947-434f-892c-3fc4befb9075 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362338 Jul 13 07:32:25.894891 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.895382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f6e9817-821c-4a26-9a95-a4c4eee8acdf {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:25.900486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.902684 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a5a61b3f-bef4-437b-ae57-627492b947b1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3f6e9817-821c-4a26-9a95-a4c4eee8acdf HTTP/1.1" status: 204 len: 168 time: 1.4809952 Jul 13 07:32:25.905133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52354) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:25.913265 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-bda49f01-db79-4d9e-b43e-49bb15263a11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.969753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af533483-65dd-421c-8750-7b7e5805d241 req-3af83ce2-09ca-43b8-87ff-c415298bd499 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 210 time: 0.0519915 Jul 13 07:32:25.983029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda49f01-db79-4d9e-b43e-49bb15263a11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event deleted for resources: {'Port': ['ID=70e75f99-7b23-40d9-a152-9990a8443b7d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:25.991722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-cafde394-bd80-4030-b3f5-43faac8831cc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Deleting port 9fdad1f0-8b5e-4125-883e-ca1257535b8e {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:25.992100 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-cafde394-bd80-4030-b3f5-43faac8831cc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.994814 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.027671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9d74de-4052-4a10-bc11-f6388eba9374 admin admin] Deleting subnet f86e6d21-af7e-4cfa-a31d-d50a93887e32 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:26.028360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-bda49f01-db79-4d9e-b43e-49bb15263a11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] No DVR routers for this DVR port 70e75f99-7b23-40d9-a152-9990a8443b7d on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:26.030978 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-bda49f01-db79-4d9e-b43e-49bb15263a11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.033360 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0bcd6686-d38c-4ca3-9edf-ef27e5d88913 req-bda49f01-db79-4d9e-b43e-49bb15263a11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "DELETE /v2.0/ports/70e75f99-7b23-40d9-a152-9990a8443b7d HTTP/1.1" status: 204 len: 173 time: 1.9658051 Jul 13 07:32:26.035865 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc9d74de-4052-4a10-bc11-f6388eba9374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.123638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-cafde394-bd80-4030-b3f5-43faac8831cc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] For port 9fdad1f0-8b5e-4125-883e-ca1257535b8e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9fdad1f0-8b5e-4125-883e-ca1257535b8e,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:26.124297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-cafde394-bd80-4030-b3f5-43faac8831cc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.137978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-cafde394-bd80-4030-b3f5-43faac8831cc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Calling delete_port for 9fdad1f0-8b5e-4125-883e-ca1257535b8e owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:26.238026 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc9d74de-4052-4a10-bc11-f6388eba9374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.354206 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-cafde394-bd80-4030-b3f5-43faac8831cc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.369543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ca5b033b-195b-42d3-82bb-e04df53c279f', '9fdad1f0-8b5e-4125-883e-ca1257535b8e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:26.403555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafde394-bd80-4030-b3f5-43faac8831cc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Pushing event deleted for resources: {'Port': ['ID=9fdad1f0-8b5e-4125-883e-ca1257535b8e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:26.443709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc9d74de-4052-4a10-bc11-f6388eba9374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.453182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'e23a0343-75ae-43b9-a788-830ac70d4495'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:26.494169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 318064d6-0757-4e6e-9152-2a2b79073947 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:26.507767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-cafde394-bd80-4030-b3f5-43faac8831cc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] No DVR routers for this DVR port 9fdad1f0-8b5e-4125-883e-ca1257535b8e on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:26.532736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 318064d6-0757-4e6e-9152-2a2b79073947 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:26.533374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 318064d6-0757-4e6e-9152-2a2b79073947 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:26.533954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3ca1f30b-c1fe-444a-8761-17b28a00539d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:26.569901 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-cafde394-bd80-4030-b3f5-43faac8831cc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.576415 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81a7e314-a447-4965-a3fd-0c1bced16d0b req-cafde394-bd80-4030-b3f5-43faac8831cc tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.53 "DELETE /v2.0/ports/9fdad1f0-8b5e-4125-883e-ca1257535b8e HTTP/1.1" status: 204 len: 173 time: 0.8983121 Jul 13 07:32:26.576919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-deleted', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:26.584471 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aea022-c53f-4f76-9b30-1b7391ec0d90" -d '{"events": [{"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-deleted", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:26.599310 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc9d74de-4052-4a10-bc11-f6388eba9374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.615722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 3ca1f30b-c1fe-444a-8761-17b28a00539d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:26.616095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3ca1f30b-c1fe-444a-8761-17b28a00539d not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:26.632221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc9d74de-4052-4a10-bc11-f6388eba9374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.638531 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fc9d74de-4052-4a10-bc11-f6388eba9374 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f86e6d21-af7e-4cfa-a31d-d50a93887e32 HTTP/1.1" status: 204 len: 168 time: 0.7285616 Jul 13 07:32:26.655284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181f868-8f5f-4f2a-b26f-67f90f103cd8 None None] Network 94eecc12-d730-4add-9ccd-58dad068eb44 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:26.694672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52362) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:26.716862 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d74de-4052-4a10-bc11-f6388eba9374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86e6d21-af7e-4cfa-a31d-d50a93887e32,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:26.752488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a', 'name': 'network-vif-deleted', 'tag': '70e75f99-7b23-40d9-a152-9990a8443b7d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:26.757175 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02f6492-f37b-43ad-8f66-4252005d2652" -d '{"events": [{"server_uuid": "0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a", "name": "network-vif-deleted", "tag": "70e75f99-7b23-40d9-a152-9990a8443b7d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:26.760043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Pushing event updated for resources: {'Port': ['ID=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:26.840035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44e39ac0-351a-4232-b22c-02c5370f33cf req-efc63a12-1e11-4658-bf5e-ae1d1f5046e9 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a6f8623-dc55-4dda-97b0-2e70ea2a095e HTTP/1.1" status: 200 len: 210 time: 0.0592034 Jul 13 07:32:26.842049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Network f912edd3-f8ed-45cd-b355-f4484a68b291 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:26.851030 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.862524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:26.870724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:26.940214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Ignored duplicate provisioning block setup for port d027c64b-2494-4d39-8ae2-3f70efe76732 by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:32:26.964621 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f64c0f-547e-4f00-9510-cf77e5d7d29d x-openstack-request-id: req-c6f64c0f-547e-4f00-9510-cf77e5d7d29d {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:26.966174 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6f8623-dc55-4dda-97b0-2e70ea2a095e", "name": "network-vif-deleted", "tag": "9fdad1f0-8b5e-4125-883e-ca1257535b8e", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:26.966289 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.966793 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6f64c0f-547e-4f00-9510-cf77e5d7d29d {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:26.967575 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6f8623-dc55-4dda-97b0-2e70ea2a095e', 'name': 'network-vif-deleted', 'tag': '9fdad1f0-8b5e-4125-883e-ca1257535b8e', 'status': 'completed', 'code': 200} Jul 13 07:32:27.085874 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.090206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=d027c64b-2494-4d39-8ae2-3f70efe76732,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.138082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.139522 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.235819 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-64308335-5314-4565-9316-c9e99a9a68bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8783257 Jul 13 07:32:27.266170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Request body: {'port': {'device_id': 'e9320522-e022-407e-8533-9af78ed1df4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:27.275322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf8af5-6fa9-4888-ad81-d5f7958c42ad req-f103a6d4-06b3-4964-9615-8a6a32f607bf tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.277305 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8bf8af5-6fa9-4888-ad81-d5f7958c42ad req-f103a6d4-06b3-4964-9615-8a6a32f607bf tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.3649843 Jul 13 07:32:27.325156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba52d26-0bef-452d-9b7b-494a719032af None None] DHCP port deletion for 94eecc12-d730-4add-9ccd-58dad068eb44 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:27.339838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8bf8af5-6fa9-4888-ad81-d5f7958c42ad req-1bce9d45-f163-44ef-82c0-5fb17165fc89 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568621 Jul 13 07:32:27.368889 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3e6f99-f6b3-412e-8a9d-95806afa02ae x-openstack-request-id: req-5a3e6f99-f6b3-412e-8a9d-95806afa02ae {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:27.369042 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a", "name": "network-vif-deleted", "tag": "70e75f99-7b23-40d9-a152-9990a8443b7d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:27.369248 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a3e6f99-f6b3-412e-8a9d-95806afa02ae {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:27.369656 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daa79eb-3f0a-4b47-aea9-47b98b1c0a7a', 'name': 'network-vif-deleted', 'tag': '70e75f99-7b23-40d9-a152-9990a8443b7d', 'status': 'completed', 'code': 200} Jul 13 07:32:27.370505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Deleting port 83bc1136-6362-4853-b561-986cf65947c5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:27.371064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.375261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] In _notify_port_updated(), no bound segment for port d027c64b-2494-4d39-8ae2-3f70efe76732 on network cdaa9744-b48f-4a0c-8d17-a62a0558c64a {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:32:27.389819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.390515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.391864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a2ac69b6-0f40-4af9-afe2-9eeacd044308 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "PUT /v2.0/ports/d027c64b-2494-4d39-8ae2-3f70efe76732 HTTP/1.1" status: 200 len: 998 time: 3.5505049 Jul 13 07:32:27.409252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52374) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:27.508536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] For port 83bc1136-6362-4853-b561-986cf65947c5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=83bc1136-6362-4853-b561-986cf65947c5,segment=NetworkSegment(32249e5d-a636-4188-86dd-5c83ad8127c0),segment_id=32249e5d-a636-4188-86dd-5c83ad8127c0)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:27.509839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.526041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Calling delete_port for 83bc1136-6362-4853-b561-986cf65947c5 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:27.568850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2ba52d26-0bef-452d-9b7b-494a719032af None None] Deleting port 83bc1136-6362-4853-b561-986cf65947c5 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:27.569220 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ba52d26-0bef-452d-9b7b-494a719032af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.580909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.649432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.650405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 70e75f99-7b23-40d9-a152-9990a8443b7d no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:27.661654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2ba52d26-0bef-452d-9b7b-494a719032af None None] For port 83bc1136-6362-4853-b561-986cf65947c5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=83bc1136-6362-4853-b561-986cf65947c5,segment=NetworkSegment(32249e5d-a636-4188-86dd-5c83ad8127c0),segment_id=32249e5d-a636-4188-86dd-5c83ad8127c0)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:27.662053 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ba52d26-0bef-452d-9b7b-494a719032af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.696425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 70e75f99-7b23-40d9-a152-9990a8443b7d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:27.696776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 70e75f99-7b23-40d9-a152-9990a8443b7d not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:27.701072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ce3b0e4b-8d2b-4977-afa9-0b772d88c72a None None] Provisioning complete for port d027c64b-2494-4d39-8ae2-3f70efe76732 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:27.701447 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0e4b-8d2b-4977-afa9-0b772d88c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.703197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2ba52d26-0bef-452d-9b7b-494a719032af None None] Calling delete_port for 83bc1136-6362-4853-b561-986cf65947c5 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:27.706844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Pushing event deleted for resources: {'Port': ['ID=83bc1136-6362-4853-b561-986cf65947c5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.715930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] No DVR routers for this DVR port 83bc1136-6362-4853-b561-986cf65947c5 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:27.787975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b0e4b-8d2b-4977-afa9-0b772d88c72a None None] Port d027c64b-2494-4d39-8ae2-3f70efe76732 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:27.804713 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.818846 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ba52d26-0bef-452d-9b7b-494a719032af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.825259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94eecc12-d730-4add-9ccd-58dad068eb44']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:27.842755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4e6cf231-f98e-4e8b-acc2-952fb807345f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port d027c64b-2494-4d39-8ae2-3f70efe76732 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:27.843322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e6cf231-f98e-4e8b-acc2-952fb807345f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.845545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba52d26-0bef-452d-9b7b-494a719032af None None] Pushing event deleted for resources: {'Port': ['ID=83bc1136-6362-4853-b561-986cf65947c5,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.848510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba52d26-0bef-452d-9b7b-494a719032af None None] No DVR routers for this DVR port 83bc1136-6362-4853-b561-986cf65947c5 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:27.856868 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32249e5d-a636-4188-86dd-5c83ad8127c0') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:27.857213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32249e5d-a636-4188-86dd-5c83ad8127c0') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:27.873374 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.917075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.928098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:27.928506 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:27.930199 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:27.996029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a4f8d-3d44-4c93-8715-526996e20d42 req-555a819b-3287-4da3-bd39-de1d1b0424d9 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.996761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-d25398d1-2fae-4a94-b250-91dcc1d95a93 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.997562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a2a4f8d-3d44-4c93-8715-526996e20d42 req-555a819b-3287-4da3-bd39-de1d1b0424d9 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 931 time: 0.2102077 Jul 13 07:32:27.998243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-d25398d1-2fae-4a94-b250-91dcc1d95a93 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.1908498 Jul 13 07:32:28.007662 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.014706 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.016613 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] 10.222.0.44 "DELETE /v2.0/networks/94eecc12-d730-4add-9ccd-58dad068eb44 HTTP/1.1" status: 204 len: 168 time: 1.3198111 Jul 13 07:32:28.033039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73486c28-ada9-44ea-962c-6442481ad628 admin admin] Pushing event deleted for resources: {'Network': ['ID=94eecc12-d730-4add-9ccd-58dad068eb44,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.042744 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-fbfc11bb-6343-4444-bc99-3e5d6cb1bf4b tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/quotas/47eefa349c3e4f31802e496632a57bdc HTTP/1.1" status: 200 len: 375 time: 0.0329268 Jul 13 07:32:28.044722 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e6cf231-f98e-4e8b-acc2-952fb807345f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.073193 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-06eb091d-6287-4847-bc0f-ca636a5ed399 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295701 Jul 13 07:32:28.077725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4e6cf231-f98e-4e8b-acc2-952fb807345f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for d027c64b-2494-4d39-8ae2-3f70efe76732 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:28.089472 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a2a4f8d-3d44-4c93-8715-526996e20d42 req-383aa5d8-54c1-4bd6-aa50-6771c2eb8a6d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807617 Jul 13 07:32:28.156398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52392) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:28.168345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:28.179289 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.203051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Transition to ACTIVE for port object 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:28.210039 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.213206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ebc5a81a-dd0a-4441-9158-074069cc86e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26d8609bb4fd4f35a0e2a76ef3f9bad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556724 Jul 13 07:32:28.216377 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-321f5f52-23c6-4742-8ec1-ed603cd27174 service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348238 Jul 13 07:32:28.216883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52396) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:28.274346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Pushing event updated for resources: {'Port': ['ID=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.354828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 83bc1136-6362-4853-b561-986cf65947c5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:28.377355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 83bc1136-6362-4853-b561-986cf65947c5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:28.377955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 83bc1136-6362-4853-b561-986cf65947c5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:28.396200 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-50ab087f-fd99-489a-9527-d03339d7a862 service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709127 Jul 13 07:32:28.406048 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12a7f54f-c4cc-4d4c-aaad-35d80450d609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.421250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Attempting to bind port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:28.421678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Attempting to bind port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:28.422086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Attempting to bind port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 on network f912edd3-f8ed-45cd-b355-f4484a68b291 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:28.431354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 on network f912edd3-f8ed-45cd-b355-f4484a68b291 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:28.432281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Attempting to bind port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 on network f912edd3-f8ed-45cd-b355-f4484a68b291 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:28.444359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:28.444863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Checking segment: {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:28.445372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Bound using segment: {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:28.445946 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Bound port: 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:28.446393 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.446664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12a7f54f-c4cc-4d4c-aaad-35d80450d609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.495733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e6cf231-f98e-4e8b-acc2-952fb807345f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.516594 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12a7f54f-c4cc-4d4c-aaad-35d80450d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.519851 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12a7f54f-c4cc-4d4c-aaad-35d80450d609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.521133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-12a7f54f-c4cc-4d4c-aaad-35d80450d609 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bc63a4a-1feb-4a91-afb0-0457f3fff688 HTTP/1.1" status: 204 len: 168 time: 0.3030891 Jul 13 07:32:28.535714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cf231-f98e-4e8b-acc2-952fb807345f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=d027c64b-2494-4d39-8ae2-3f70efe76732,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.559781 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7f54f-c4cc-4d4c-aaad-35d80450d609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc63a4a-1feb-4a91-afb0-0457f3fff688,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.674514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] For port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:28.687409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] For port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:28.701253 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.853853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.854501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.855943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] 10.222.0.54 "PUT /v2.0/ports/513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 HTTP/1.1" status: 200 len: 1091 time: 1.6066401 Jul 13 07:32:28.887132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434d378-d812-4ba4-af40-38b896cd70e4 service neutron] Pushing event updated for resources: {'Port': ['ID=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.888592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c39e7a-40c7-43ec-a652-fd8b6355028d req-5617b6b3-a538-4d40-80e8-53961b914379 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.899914 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07c39e7a-40c7-43ec-a652-fd8b6355028d req-5617b6b3-a538-4d40-80e8-53961b914379 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 950 time: 0.1362092 Jul 13 07:32:28.903860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e6cf231-f98e-4e8b-acc2-952fb807345f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.906394 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4e6cf231-f98e-4e8b-acc2-952fb807345f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/d027c64b-2494-4d39-8ae2-3f70efe76732 HTTP/1.1" status: 204 len: 168 time: 1.4837880 Jul 13 07:32:28.911399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52418) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:28.960873 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70e2e73-8934-4803-9305-f5b76311cf2e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:32:28.963473 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f70e2e73-8934-4803-9305-f5b76311cf2e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/d027c64b-2494-4d39-8ae2-3f70efe76732 HTTP/1.1" status: 404 len: 333 time: 0.0490704 Jul 13 07:32:28.969258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52420) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:28.978661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24458212-5a91-4942-9a49-01f4290f0935 req-7b0d6bf2-33cd-4524-8824-93632a2a015d tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.981478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24458212-5a91-4942-9a49-01f4290f0935 req-7b0d6bf2-33cd-4524-8824-93632a2a015d tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.1933064 Jul 13 07:32:29.029975 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07c39e7a-40c7-43ec-a652-fd8b6355028d req-4c30d4e2-5202-4142-859a-d918e3760d3f tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277087 Jul 13 07:32:29.055823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-aa2d5b90-99c7-41f8-9203-017125de845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.058125 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-aa2d5b90-99c7-41f8-9203-017125de845b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 1094 time: 0.1376240 Jul 13 07:32:29.067688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f78644-3605-4e64-a48a-ffd91c20591b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet 5f89aac2-12fd-4d39-839b-7b1c0dce1e84 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:29.072924 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42f78644-3605-4e64-a48a-ffd91c20591b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.117296 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-032185e1-3530-4a61-8711-4efaf70d1c36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 HTTP/1.1" status: 200 len: 217 time: 0.0458305 Jul 13 07:32:29.129681 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24458212-5a91-4942-9a49-01f4290f0935 req-eec8db31-6770-4110-92a1-0e82b9ec05bd tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394639 Jul 13 07:32:29.242669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-8af121f3-e305-4836-8e44-8d5279881dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.244600 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-8af121f3-e305-4836-8e44-8d5279881dfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed8190-bcae-477d-be7c-5324c0bdcde8 HTTP/1.1" status: 200 len: 845 time: 0.1140358 Jul 13 07:32:29.280430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6743682-c48e-42ff-a179-6136e7e03c56 req-2d25725c-8961-4b22-a5e0-449cbb06446f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 210 time: 0.0539982 Jul 13 07:32:29.304420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-5d571d98-9bd8-4d83-86c5-de526ccb908b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f912edd3-f8ed-45cd-b355-f4484a68b291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340424 Jul 13 07:32:29.404689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9320522-e022-407e-8533-9af78ed1df4b', 'tag': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:29.408052 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb736f9-7599-4287-a928-dbbc8b168eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9320522-e022-407e-8533-9af78ed1df4b", "tag": "513cd56d-e03f-4cd8-a9e5-0bcc45424fa6"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:29.461577 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-41109305-7493-41b9-b109-29e296707165 service neutron] 10.222.0.54 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449223 Jul 13 07:32:29.584476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5dca681-3383-4c3f-bae9-9045d3e1ae9b req-0e0f93fa-ca1e-48cc-a4b5-492d0a466db0 service neutron] 10.222.0.54 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134815 Jul 13 07:32:29.595717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42f78644-3605-4e64-a48a-ffd91c20591b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.612495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:29.637023 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 9fdad1f0-8b5e-4125-883e-ca1257535b8e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:29.637752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9fdad1f0-8b5e-4125-883e-ca1257535b8e not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:29.735309 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1822af50-7ed3-4666-8f12-41a41619715e x-openstack-request-id: req-1822af50-7ed3-4666-8f12-41a41619715e {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:29.735309 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9320522-e022-407e-8533-9af78ed1df4b", "tag": "513cd56d-e03f-4cd8-a9e5-0bcc45424fa6", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:29.735773 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1822af50-7ed3-4666-8f12-41a41619715e {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:29.736302 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9320522-e022-407e-8533-9af78ed1df4b', 'tag': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6', 'status': 'completed', 'code': 200} Jul 13 07:32:29.746463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eddbf-cfc4-4803-9575-433ad53fcc29 req-2e7e46c3-e840-4555-98b0-ea6177ba1313 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.748007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c2eddbf-cfc4-4803-9575-433ad53fcc29 req-2e7e46c3-e840-4555-98b0-ea6177ba1313 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 943 time: 0.1562579 Jul 13 07:32:29.768596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42f78644-3605-4e64-a48a-ffd91c20591b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.830399 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c2eddbf-cfc4-4803-9575-433ad53fcc29 req-38bf7fd7-df78-4bc9-a518-2fecb740bf2c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705812 Jul 13 07:32:29.854855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42f78644-3605-4e64-a48a-ffd91c20591b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.860462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb736f9-7599-4287-a928-dbbc8b168eb1 req-4a71e7cf-6d3e-4236-951c-0db878593508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.862033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2cb736f9-7599-4287-a928-dbbc8b168eb1 req-4a71e7cf-6d3e-4236-951c-0db878593508 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 1094 time: 0.0765820 Jul 13 07:32:29.885725 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42f78644-3605-4e64-a48a-ffd91c20591b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:29.891065 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-42f78644-3605-4e64-a48a-ffd91c20591b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/5f89aac2-12fd-4d39-839b-7b1c0dce1e84 HTTP/1.1" status: 204 len: 168 time: 0.9204071 Jul 13 07:32:29.891924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52452) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:29.893406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f78644-3605-4e64-a48a-ffd91c20591b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=5f89aac2-12fd-4d39-839b-7b1c0dce1e84,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:29.894772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e52064c-e074-45ce-8311-ce64af8f391c None None] Network cdaa9744-b48f-4a0c-8d17-a62a0558c64a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:29.960691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-933a6cbf-c69a-4216-9415-d37bf309d39f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet e22dd1b4-659c-4e76-b2c9-65a610458c22 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:29.975854 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-933a6cbf-c69a-4216-9415-d37bf309d39f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.003756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb736f9-7599-4287-a928-dbbc8b168eb1 req-efbd0b20-6d47-4432-aa8a-8866c4889bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.006088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2cb736f9-7599-4287-a928-dbbc8b168eb1 req-efbd0b20-6d47-4432-aa8a-8866c4889bca service neutron] 10.222.0.54 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 906 time: 0.1361918 Jul 13 07:32:30.057654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-933a6cbf-c69a-4216-9415-d37bf309d39f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.130739 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2cb736f9-7599-4287-a928-dbbc8b168eb1 req-a328768e-9d66-4111-acf5-62fa510cb7af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 HTTP/1.1" status: 200 len: 217 time: 0.1009150 Jul 13 07:32:30.191955 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-933a6cbf-c69a-4216-9415-d37bf309d39f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.256798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb736f9-7599-4287-a928-dbbc8b168eb1 req-7ec99e90-0443-4a06-9b59-444faafdf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.258432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2cb736f9-7599-4287-a928-dbbc8b168eb1 req-7ec99e90-0443-4a06-9b59-444faafdf898 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed8190-bcae-477d-be7c-5324c0bdcde8 HTTP/1.1" status: 200 len: 845 time: 0.1195598 Jul 13 07:32:30.287383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-c0e388e0-5023-4b4a-938b-81742c070141 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.288993 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-c0e388e0-5023-4b4a-938b-81742c070141 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 950 time: 0.2998080 Jul 13 07:32:30.312852 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2cb736f9-7599-4287-a928-dbbc8b168eb1 req-80a41082-f540-4b03-85c3-e01237744e05 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f912edd3-f8ed-45cd-b355-f4484a68b291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459201 Jul 13 07:32:30.388227 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-933a6cbf-c69a-4216-9415-d37bf309d39f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.425610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-933a6cbf-c69a-4216-9415-d37bf309d39f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.430693 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-933a6cbf-c69a-4216-9415-d37bf309d39f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/e22dd1b4-659c-4e76-b2c9-65a610458c22 HTTP/1.1" status: 204 len: 168 time: 0.5335083 Jul 13 07:32:30.431919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52466) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:30.433268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a6cbf-c69a-4216-9415-d37bf309d39f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=e22dd1b4-659c-4e76-b2c9-65a610458c22,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:30.460258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52468) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:30.470062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51a301-a372-4ba0-bdd8-ab969f15c915 req-ee6f4986-3095-4c10-92b1-ecaad3b96063 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.471558 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e51a301-a372-4ba0-bdd8-ab969f15c915 req-ee6f4986-3095-4c10-92b1-ecaad3b96063 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 950 time: 0.2216830 Jul 13 07:32:30.588190 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e51a301-a372-4ba0-bdd8-ab969f15c915 req-5e0a19d3-aebc-41a4-9001-abea3a572eb3 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957551 Jul 13 07:32:30.595198 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.665919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7abb9ad-eb08-4918-8c59-8ff4c2f57bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.724523 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 340acefa-f7af-4286-8333-506fdec538ee {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:30.725174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.741825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-2394ed0d-1d39-4506-bc93-341839dd1a6e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Deleting port e23a0343-75ae-43b9-a788-830ac70d4495 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:30.742186 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-2394ed0d-1d39-4506-bc93-341839dd1a6e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.790112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2cb736f9-7599-4287-a928-dbbc8b168eb1 req-92bcc884-cf3a-46d0-bb32-62f74e030288 service neutron] 10.222.0.54 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671822 Jul 13 07:32:30.803185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-81e9cbe6-5ffc-4042-b626-9969a50bdf6e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.804765 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-81e9cbe6-5ffc-4042-b626-9969a50bdf6e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.3389893 Jul 13 07:32:30.819226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caee595-d855-4ffe-98fa-cc3119aa7f91 req-1fb0d625-ed77-483e-acca-33f69ad2e260 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:30.820565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] For port 340acefa-f7af-4286-8333-506fdec538ee, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=340acefa-f7af-4286-8333-506fdec538ee,segment=NetworkSegment(c8e50538-ea6d-454f-a5bf-969b663596ce),segment_id=c8e50538-ea6d-454f-a5bf-969b663596ce)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:30.821614 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.827256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4caee595-d855-4ffe-98fa-cc3119aa7f91 req-1fb0d625-ed77-483e-acca-33f69ad2e260 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.3624008 Jul 13 07:32:30.860932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Request body: {'port': {'device_id': '0a8629f6-0d08-4f0c-a5fc-f7482fcef708', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'admin_state_up': True, 'tenant_id': '47eefa349c3e4f31802e496632a57bdc'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:30.872692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 340acefa-f7af-4286-8333-506fdec538ee owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:30.877182 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-420e621f-6bb0-4a78-b886-d88721980388 req-d1291616-7f7d-416f-98c2-4bdfd71167e4 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 210 time: 0.0447495 Jul 13 07:32:30.955161 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7abb9ad-eb08-4918-8c59-8ff4c2f57bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:30.969157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7abb9ad-eb08-4918-8c59-8ff4c2f57bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.053670 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f7abb9ad-eb08-4918-8c59-8ff4c2f57bc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63bb6f52ee5745bea407961bcea56701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5897171 Jul 13 07:32:31.054324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abb9ad-eb08-4918-8c59-8ff4c2f57bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd9d231-0f42-4eed-b320-aaecd8400855,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:31.065507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52476) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:31.071739 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4caee595-d855-4ffe-98fa-cc3119aa7f91 req-fd7856d1-0743-4749-b683-70e61512a9e9 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436483 Jul 13 07:32:31.077452 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.088382 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-2394ed0d-1d39-4506-bc93-341839dd1a6e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] For port e23a0343-75ae-43b9-a788-830ac70d4495, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e23a0343-75ae-43b9-a788-830ac70d4495,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:31.088757 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-2394ed0d-1d39-4506-bc93-341839dd1a6e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.112221 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=340acefa-f7af-4286-8333-506fdec538ee,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:31.126548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No DVR routers for this DVR port 340acefa-f7af-4286-8333-506fdec538ee on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:31.144864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-2394ed0d-1d39-4506-bc93-341839dd1a6e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Calling delete_port for e23a0343-75ae-43b9-a788-830ac70d4495 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:31.165000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2cb736f9-7599-4287-a928-dbbc8b168eb1 req-1331788f-e5cc-4fdd-80e0-887fe7e1ad4e service neutron] 10.222.0.54 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559122 Jul 13 07:32:31.242321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4294d1f-8d4b-4332-bcae-01e8580132a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.273196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9638593-0bca-4544-9679-c59cc8954019 None None] Network cdaa9744-b48f-4a0c-8d17-a62a0558c64a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:31.280803 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.290048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Made reservation on behalf of 47eefa349c3e4f31802e496632a57bdc for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:31.294115 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.298835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4294d1f-8d4b-4332-bcae-01e8580132a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.301924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaa9744-b48f-4a0c-8d17-a62a0558c64a']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:31.321570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e50538-ea6d-454f-a5bf-969b663596ce') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:31.321908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e50538-ea6d-454f-a5bf-969b663596ce') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:31.337525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53751d-2c2b-4775-8019-43358f6d1141 req-b4e2abab-6a5e-47c8-b528-09a060e7b315 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.339274 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c53751d-2c2b-4775-8019-43358f6d1141 req-b4e2abab-6a5e-47c8-b528-09a060e7b315 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 943 time: 0.1823215 Jul 13 07:32:31.351967 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.385237 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.389176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2e43cd4a-befc-4d0d-ba1e-ea9fea08cdf3 None None] Could not find standard attr ID for object 340acefa-f7af-4286-8333-506fdec538ee. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:31.419229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:31.419641 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:31.423204 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:31.465020 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c53751d-2c2b-4775-8019-43358f6d1141 req-f80b8824-cd03-4579-b806-c2d2ddba97f8 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179039 Jul 13 07:32:31.471800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4294d1f-8d4b-4332-bcae-01e8580132a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.475089 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4294d1f-8d4b-4332-bcae-01e8580132a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.476295 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a4294d1f-8d4b-4332-bcae-01e8580132a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cd9d231-0f42-4eed-b320-aaecd8400855 HTTP/1.1" status: 204 len: 168 time: 0.4079578 Jul 13 07:32:31.506858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4294d1f-8d4b-4332-bcae-01e8580132a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd9d231-0f42-4eed-b320-aaecd8400855,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:31.530265 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae73be6-332c-452f-91e3-d8b9951e491b None None] DHCP port deletion for cdaa9744-b48f-4a0c-8d17-a62a0558c64a request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:31.554278 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.564179 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-2394ed0d-1d39-4506-bc93-341839dd1a6e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.571967 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.575654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ca5b033b-195b-42d3-82bb-e04df53c279f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:31.581623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'e23a0343-75ae-43b9-a788-830ac70d4495'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:31.584305 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/networks/cdaa9744-b48f-4a0c-8d17-a62a0558c64a HTTP/1.1" status: 204 len: 168 time: 1.1454418 Jul 13 07:32:31.601843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52486) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:31.642403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813ec82-16e6-48d8-8c98-4a859765496a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Network': ['ID=cdaa9744-b48f-4a0c-8d17-a62a0558c64a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:31.654593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:31.734404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394ed0d-1d39-4506-bc93-341839dd1a6e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Pushing event deleted for resources: {'Port': ['ID=e23a0343-75ae-43b9-a788-830ac70d4495,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:31.811831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Allocated IP 172.20.0.5 (0185c362-a095-4dcb-b4f8-1a580fa76cf2/ab40a5cf-dc2a-4c9d-8e41-a9ed215df390/a9a6a254-7add-410e-a1d5-58b4382e9017) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:31.875110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59e44-3469-4958-8f76-2145d2d2d16b req-9c964556-74f3-49d9-8ccd-bb69f0fe9cc4 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.877411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44e59e44-3469-4958-8f76-2145d2d2d16b req-9c964556-74f3-49d9-8ccd-bb69f0fe9cc4 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.1108723 Jul 13 07:32:31.937525 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44e59e44-3469-4958-8f76-2145d2d2d16b req-89eb3d13-9717-46c9-a1a5-b1881131d63a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514390 Jul 13 07:32:32.012344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:32.030230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'port_id': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6', 'mac_address': 'fa:16:3e:67:09:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed8190-bcae-477d-be7c-5324c0bdcde8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:32.105237 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.122478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:32.157668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:32.168125 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.231729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-2394ed0d-1d39-4506-bc93-341839dd1a6e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] No DVR routers for this DVR port e23a0343-75ae-43b9-a788-830ac70d4495 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:32.234652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-2394ed0d-1d39-4506-bc93-341839dd1a6e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.237154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8bc780cd-e47a-4de5-bd04-9589930aa413 req-2394ed0d-1d39-4506-bc93-341839dd1a6e tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "DELETE /v2.0/ports/e23a0343-75ae-43b9-a788-830ac70d4495 HTTP/1.1" status: 204 len: 173 time: 1.9273467 Jul 13 07:32:32.253794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-deleted', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:32.256351 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262b043a-efa9-4695-aefe-b4f3e90c9ab4" -d '{"events": [{"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-deleted", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:32.260252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:32.287368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.288447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.289329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.289859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.290479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.291004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.291719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.292280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.292828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.293344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.293862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.294726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:32.315215 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c72b2f68-d2d2-4d2e-a20b-5de2350a2980 req-ca3f939e-d04d-4e0a-ab62-29923827bf95 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 210 time: 0.0817206 Jul 13 07:32:32.354260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 340acefa-f7af-4286-8333-506fdec538ee no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:32.378821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 340acefa-f7af-4286-8333-506fdec538ee {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:32.380073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 340acefa-f7af-4286-8333-506fdec538ee not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:32.403757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed99a60d-9717-4f20-aca0-222110614b85 req-192452ce-3ef1-4157-ad69-cd8f18fa0d52 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=edff0e6a-08f9-43b6-8cff-30c892e0244e HTTP/1.1" status: 200 len: 210 time: 0.5944920 Jul 13 07:32:32.479641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac6658-6d2a-4c74-a985-9b96fe60d0e5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.481381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-83ac6658-6d2a-4c74-a985-9b96fe60d0e5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8722897 Jul 13 07:32:32.486623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52516) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:32.491049 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec3e3de-2963-41eb-bca7-1f62eb35839f x-openstack-request-id: req-4ec3e3de-2963-41eb-bca7-1f62eb35839f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:32.491494 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edff0e6a-08f9-43b6-8cff-30c892e0244e", "name": "network-vif-deleted", "tag": "e23a0343-75ae-43b9-a788-830ac70d4495", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:32.491850 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ec3e3de-2963-41eb-bca7-1f62eb35839f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:32.492530 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edff0e6a-08f9-43b6-8cff-30c892e0244e', 'name': 'network-vif-deleted', 'tag': 'e23a0343-75ae-43b9-a788-830ac70d4495', 'status': 'completed', 'code': 200} Jul 13 07:32:32.512372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-98cf24ff-f212-4709-ac65-a2816a7b92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.514024 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-98cf24ff-f212-4709-ac65-a2816a7b92f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 1097 time: 0.7847826 Jul 13 07:32:32.546703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['513cd56d-e03f-4cd8-a9e5-0bcc45424fa6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:32.615008 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-906e541d-946a-490f-8c76-8d007aa5d040 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1271381 Jul 13 07:32:32.619835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52524) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:32.631192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2068039559'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:32.659148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:32.665512 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.697535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:32.711819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.712297 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Added segment cb8ba968-56d9-4435-86c7-270581a4cbcb of type vlan for network dbd625b6-cae4-4ceb-b6c6-b54206bc3764 Jul 13 07:32:32.774159 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.787107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-a82988ba-a3ef-4f66-8275-3875b52b69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.787996 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-a82988ba-a3ef-4f66-8275-3875b52b69ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 917 time: 0.2577987 Jul 13 07:32:32.813138 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.817273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.820727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.821593 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.859969 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2389324 Jul 13 07:32:32.863264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52534) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:32.868386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014871ea-55d6-4309-85cb-c02817f1cc0d req-d3ddc3e5-06fa-47ce-a9b4-41446486d093 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.868787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': 'dbd625b6-cae4-4ceb-b6c6-b54206bc3764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:32.875557 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-014871ea-55d6-4309-85cb-c02817f1cc0d req-d3ddc3e5-06fa-47ce-a9b4-41446486d093 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 944 time: 0.2195663 Jul 13 07:32:32.878149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-4a251d6e-ccd0-486b-b455-89ed0107db33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83e8d94f-d3ac-4303-a7b7-571c6abad271 HTTP/1.1" status: 200 len: 217 time: 0.0725281 Jul 13 07:32:32.932661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a03b6-b7bc-41c0-b213-b15a5e3465b2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Network': ['ID=dbd625b6-cae4-4ceb-b6c6-b54206bc3764,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:32.948400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network dbd625b6-cae4-4ceb-b6c6-b54206bc3764 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:32.970622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4553536-b1a4-46e8-8aa3-f6a8ac32b4e7 req-5d48c853-855a-4d3c-b352-4bd46c5a37b2 tempest-AbsoluteLimitsNegativeTestJSON-1098460665 tempest-AbsoluteLimitsNegativeTestJSON-1098460665-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=269418a09a7d4ea487e1586e3e60ef63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478065 Jul 13 07:32:33.003120 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-014871ea-55d6-4309-85cb-c02817f1cc0d req-8e5e6e5f-26ff-45c2-a303-76caf8450725 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265855 Jul 13 07:32:33.012414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-b18b6f38-ceb3-4622-8de0-e896d6314891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.013903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-b18b6f38-ceb3-4622-8de0-e896d6314891 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74795142-ea67-4867-98f2-d926dd1ebdb9 HTTP/1.1" status: 200 len: 855 time: 0.1097469 Jul 13 07:32:33.085109 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.128960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:33.132572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.179236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4553536-b1a4-46e8-8aa3-f6a8ac32b4e7 req-8f4e04da-c799-4527-b0c6-e2c6d8ccd98d tempest-AbsoluteLimitsNegativeTestJSON-1098460665 tempest-AbsoluteLimitsNegativeTestJSON-1098460665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.180726 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4553536-b1a4-46e8-8aa3-f6a8ac32b4e7 req-8f4e04da-c799-4527-b0c6-e2c6d8ccd98d tempest-AbsoluteLimitsNegativeTestJSON-1098460665 tempest-AbsoluteLimitsNegativeTestJSON-1098460665-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833758 Jul 13 07:32:33.192885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:33.201666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-2ae2cf60-606e-456d-9b01-7b47a5e0842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.203186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-2ae2cf60-606e-456d-9b01-7b47a5e0842a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1ef12b6-2483-422f-90f7-de436e7ac3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811371 Jul 13 07:32:33.204045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:33.206698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event updated for resources: {'Port': ['ID=a9a6a254-7add-410e-a1d5-58b4382e9017,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:33.209890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:33.237354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4553536-b1a4-46e8-8aa3-f6a8ac32b4e7 req-d02eeb56-834c-4dee-90b0-0524f6097d56 tempest-AbsoluteLimitsNegativeTestJSON-1098460665 tempest-AbsoluteLimitsNegativeTestJSON-1098460665-project] 10.222.0.44 "GET /v2.0/quotas/269418a09a7d4ea487e1586e3e60ef63 HTTP/1.1" status: 200 len: 375 time: 0.0178063 Jul 13 07:32:33.280655 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4553536-b1a4-46e8-8aa3-f6a8ac32b4e7 req-3cab0698-e420-4f04-8c71-52fe9cb8a605 tempest-AbsoluteLimitsNegativeTestJSON-1098460665 tempest-AbsoluteLimitsNegativeTestJSON-1098460665-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=269418a09a7d4ea487e1586e3e60ef63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337415 Jul 13 07:32:33.298793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.299430 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.373114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96be3f-4730-405c-873e-183136388534 req-aba1001b-27fb-4a92-96f7-3dc70b002d7e tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.374769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b96be3f-4730-405c-873e-183136388534 req-aba1001b-27fb-4a92-96f7-3dc70b002d7e tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.2362597 Jul 13 07:32:33.383228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-2e332a12-b8f6-44ce-927d-baf88cadf56f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5277553 Jul 13 07:32:33.396632 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.404791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Request body: {'port': {'device_id': '0a8629f6-0d08-4f0c-a5fc-f7482fcef708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:33.439862 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-f1725264-353a-4ee7-a488-acd222b57378 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241194 Jul 13 07:32:33.476039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Checking segment: {'id': 'cb8ba968-56d9-4435-86c7-270581a4cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dbd625b6-cae4-4ceb-b6c6-b54206bc3764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:33.476385 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network hostable DHCP agents. Network: dbd625b6-cae4-4ceb-b6c6-b54206bc3764, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:33.485456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=f8091636-86ee-4f56-a497-235e7f7841d2,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:33.515285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b96be3f-4730-405c-873e-183136388534 req-1e9e845b-e3b0-4e96-8691-ccac0e7a756e tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309807 Jul 13 07:32:33.522481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network dbd625b6-cae4-4ceb-b6c6-b54206bc3764 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:33.547501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, dbd625b6-cae4-4ceb-b6c6-b54206bc3764) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:33.556970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a8735-3904-4002-a130-1a3dccec6751 None None] Network dbd625b6-cae4-4ceb-b6c6-b54206bc3764 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:33.562855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.566424 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.597753 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.604864 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9ff1bda2-a94c-4d9b-9edb-665ef76d763f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7395792 Jul 13 07:32:33.611885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52552) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:33.619944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': 'dbd625b6-cae4-4ceb-b6c6-b54206bc3764', 'name': 'tempest-PortsTestJSON-280479691'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:33.627769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e78ab061-da62-40dd-b1ac-ed3df23d5e87 req-73abeed4-a62c-46b4-a5c6-1aeedcb76f87 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810803 Jul 13 07:32:33.655190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:33.710745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec35af-ed23-4483-b7ab-9798aded14fa req-54831201-3b1a-432a-929c-1dde0d002efc tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.712502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44ec35af-ed23-4483-b7ab-9798aded14fa req-54831201-3b1a-432a-929c-1dde0d002efc tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 931 time: 0.1116114 Jul 13 07:32:33.781997 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44ec35af-ed23-4483-b7ab-9798aded14fa req-9096ce63-a109-4f09-bab7-2055790fcc7a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627608 Jul 13 07:32:33.825465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52558) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:33.899547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-dbd625b6-cae4-4ceb-b6c6-b54206bc3764', 'network_id': 'dbd625b6-cae4-4ceb-b6c6-b54206bc3764', 'tenant_id': '3ccebf987ad04d7f85a47a029f4e66ef', 'fixed_ips': [{'subnet_id': 'f8091636-86ee-4f56-a497-235e7f7841d2'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:33.900569 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.940645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:33.981056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:33.992479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:33.996034 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.001392 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.025500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-892d1c10-8d1a-44e2-970a-4ae61877f91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.152854 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-892d1c10-8d1a-44e2-970a-4ae61877f91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.161583 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-892d1c10-8d1a-44e2-970a-4ae61877f91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.171460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port 47ef3f21-6c79-4fa2-9e54-9a7dacff73d6 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:34.213912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-892d1c10-8d1a-44e2-970a-4ae61877f91f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=269418a09a7d4ea487e1586e3e60ef63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870974 Jul 13 07:32:34.214562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52566) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:34.221334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d1c10-8d1a-44e2-970a-4ae61877f91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965de4d3-87b4-4b06-b4a9-96546a59e614,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:34.281954 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66b62c2-c0b7-4a9d-98e4-4b7d53a03657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.310416 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66b62c2-c0b7-4a9d-98e4-4b7d53a03657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.422328 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.439772 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.454823 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66b62c2-c0b7-4a9d-98e4-4b7d53a03657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.457790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a6a254-7add-410e-a1d5-58b4382e9017 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:34.458935 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66b62c2-c0b7-4a9d-98e4-4b7d53a03657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.462556 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b66b62c2-c0b7-4a9d-98e4-4b7d53a03657 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/965de4d3-87b4-4b06-b4a9-96546a59e614 HTTP/1.1" status: 204 len: 168 time: 0.2445440 Jul 13 07:32:34.470631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde1c8d-eea6-42f4-bb65-d895986aeaf6 req-64c2b9a1-7135-4204-8f72-bb2c33a5c589 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:34.473817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.477890 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebde1c8d-eea6-42f4-bb65-d895986aeaf6 req-64c2b9a1-7135-4204-8f72-bb2c33a5c589 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1233048 Jul 13 07:32:34.479331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9320522-e022-407e-8533-9af78ed1df4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:34.480792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.10 (dbd625b6-cae4-4ceb-b6c6-b54206bc3764/f8091636-86ee-4f56-a497-235e7f7841d2/47ef3f21-6c79-4fa2-9e54-9a7dacff73d6) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:34.485103 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e361264-86cb-41f9-b542-efcd3e2453a2" -d '{"events": [{"server_uuid": "e9320522-e022-407e-8533-9af78ed1df4b", "name": "network-vif-plugged", "status": "completed", "tag": "513cd56d-e03f-4cd8-a9e5-0bcc45424fa6"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:34.501112 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b62c2-c0b7-4a9d-98e4-4b7d53a03657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965de4d3-87b4-4b06-b4a9-96546a59e614,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:34.502507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113d66b-dde9-4fae-a5c7-bfb25d2a2fe6 req-02e02a3c-0e0b-40f6-b1d3-52189dd97428 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:34.504871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6113d66b-dde9-4fae-a5c7-bfb25d2a2fe6 req-02e02a3c-0e0b-40f6-b1d3-52189dd97428 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 944 time: 0.2176313 Jul 13 07:32:34.515468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Transition to ACTIVE for port object a9a6a254-7add-410e-a1d5-58b4382e9017 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:34.520946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:34.535558 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.536890 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.552465 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebde1c8d-eea6-42f4-bb65-d895986aeaf6 req-e807f067-0b96-4156-a541-3c6da95f4dd3 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735974 Jul 13 07:32:34.576728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:34.617484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: e23a0343-75ae-43b9-a788-830ac70d4495 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:34.618180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e23a0343-75ae-43b9-a788-830ac70d4495 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:34.642475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Pushing event updated for resources: {'Port': ['ID=a9a6a254-7add-410e-a1d5-58b4382e9017,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:34.648218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:34.657499 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6113d66b-dde9-4fae-a5c7-bfb25d2a2fe6 req-c098feb8-b2d6-444b-8734-a47654e5dd9c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340444 Jul 13 07:32:34.803862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Attempting to bind port a9a6a254-7add-410e-a1d5-58b4382e9017 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:34.804248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Attempting to bind port a9a6a254-7add-410e-a1d5-58b4382e9017 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:34.804584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Attempting to bind port a9a6a254-7add-410e-a1d5-58b4382e9017 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:34.815955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Port a9a6a254-7add-410e-a1d5-58b4382e9017 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:34.816368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Attempting to bind port a9a6a254-7add-410e-a1d5-58b4382e9017 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:34.821376 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.829610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:34.829962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Checking segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:34.830353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Bound using segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:34.830901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Bound port: a9a6a254-7add-410e-a1d5-58b4382e9017, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:34.831834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.848419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object 47ef3f21-6c79-4fa2-9e54-9a7dacff73d6 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:34.888849 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e903473-5bcd-41fd-a847-127069175335 x-openstack-request-id: req-1e903473-5bcd-41fd-a847-127069175335 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:34.889340 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9320522-e022-407e-8533-9af78ed1df4b", "name": "network-vif-plugged", "status": "completed", "tag": "513cd56d-e03f-4cd8-a9e5-0bcc45424fa6", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:34.889593 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e903473-5bcd-41fd-a847-127069175335 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:34.890153 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9320522-e022-407e-8533-9af78ed1df4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6', 'code': 200} Jul 13 07:32:34.927841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] For port a9a6a254-7add-410e-a1d5-58b4382e9017, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:34.931254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] For port a9a6a254-7add-410e-a1d5-58b4382e9017, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a9a6a254-7add-410e-a1d5-58b4382e9017,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:34.936336 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.949606 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.006912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Allocated IP 172.20.0.2 (dbd625b6-cae4-4ceb-b6c6-b54206bc3764/f8091636-86ee-4f56-a497-235e7f7841d2/09955a1b-f077-446a-8169-d2eaedf8e60f) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:35.033161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network dbd625b6-cae4-4ceb-b6c6-b54206bc3764 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:35.047663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.048238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.049651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] 10.222.0.54 "PUT /v2.0/ports/a9a6a254-7add-410e-a1d5-58b4382e9017 HTTP/1.1" status: 200 len: 1091 time: 1.6583443 Jul 13 07:32:35.051943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8629f6-0d08-4f0c-a5fc-f7482fcef708', 'tag': 'a9a6a254-7add-410e-a1d5-58b4382e9017'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:35.054355 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c023da26-0503-43d5-8b4b-5fb8ce910373" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8629f6-0d08-4f0c-a5fc-f7482fcef708", "tag": "a9a6a254-7add-410e-a1d5-58b4382e9017"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:35.075657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:35.079417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=47ef3f21-6c79-4fa2-9e54-9a7dacff73d6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:35.083827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:35.128651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08b2b9-7291-4409-9748-0734f3575900 req-073cd6c1-fc6a-4e35-82ac-cc05832a6fd8 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.137198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee08b2b9-7291-4409-9748-0734f3575900 req-073cd6c1-fc6a-4e35-82ac-cc05832a6fd8 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 943 time: 0.1108787 Jul 13 07:32:35.187332 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee08b2b9-7291-4409-9748-0734f3575900 req-9d548e4e-e7f4-409d-8a07-39ddba7eda89 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491693 Jul 13 07:32:35.250025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.250815 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.251648 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.262034 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Transition to ACTIVE for port object 09955a1b-f077-446a-8169-d2eaedf8e60f will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:35.272175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581a57-9af8-46f4-934b-1a6e34831ec9 req-efc606cd-2bee-41bf-b1b5-3c39a8512e09 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.273612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de581a57-9af8-46f4-934b-1a6e34831ec9 req-efc606cd-2bee-41bf-b1b5-3c39a8512e09 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.3019989 Jul 13 07:32:35.274058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df045e-98dd-4956-aeaf-a964df3198db service neutron] Pushing event updated for resources: {'Port': ['ID=a9a6a254-7add-410e-a1d5-58b4382e9017,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:35.298603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Transition to ACTIVE for port object 09955a1b-f077-446a-8169-d2eaedf8e60f will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:35.305689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d09d81f7-3a39-4035-be1d-9b117fbd0c5a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6898565 Jul 13 07:32:35.310937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52602) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:35.311117 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.318780 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': 'dbd625b6-cae4-4ceb-b6c6-b54206bc3764', 'name': 'tempest-PortsTestJSON-737230981'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:35.327372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec26757-90a1-4a11-8bfa-eeca4aaf6f30 req-2423741f-3ca1-4778-8394-ff2f2a8edb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.329442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1ec26757-90a1-4a11-8bfa-eeca4aaf6f30 req-2423741f-3ca1-4778-8394-ff2f2a8edb54 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 1096 time: 0.3066390 Jul 13 07:32:35.374214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Network dbd625b6-cae4-4ceb-b6c6-b54206bc3764 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:35.377003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:35.379611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:35.383953 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4434ddb-7531-4839-959b-d862568f0039 x-openstack-request-id: req-e4434ddb-7531-4839-959b-d862568f0039 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:35.384744 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8629f6-0d08-4f0c-a5fc-f7482fcef708", "tag": "a9a6a254-7add-410e-a1d5-58b4382e9017", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:35.384744 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4434ddb-7531-4839-959b-d862568f0039 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:35.385125 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8629f6-0d08-4f0c-a5fc-f7482fcef708', 'tag': 'a9a6a254-7add-410e-a1d5-58b4382e9017', 'status': 'completed', 'code': 200} Jul 13 07:32:35.410452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-ec1613b8-8d56-4dce-89bf-7d4c8b6af956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.411979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-ec1613b8-8d56-4dce-89bf-7d4c8b6af956 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 1094 time: 0.2801042 Jul 13 07:32:35.414693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52604) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:35.424190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1ec26757-90a1-4a11-8bfa-eeca4aaf6f30 req-e5ef3cd1-4dce-4f27-8af5-b35572019f2a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652549 Jul 13 07:32:35.446863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de581a57-9af8-46f4-934b-1a6e34831ec9 req-726e9d12-33ba-481f-926c-4a5fab43bb5a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479673 Jul 13 07:32:35.463531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Pushing event updated for resources: {'Port': ['ID=09955a1b-f077-446a-8169-d2eaedf8e60f,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:35.475399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Attempting to bind port 09955a1b-f077-446a-8169-d2eaedf8e60f on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:35.476046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Attempting to bind port 09955a1b-f077-446a-8169-d2eaedf8e60f by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'cb8ba968-56d9-4435-86c7-270581a4cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dbd625b6-cae4-4ceb-b6c6-b54206bc3764'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:35.477952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Attempting to bind port 09955a1b-f077-446a-8169-d2eaedf8e60f on network dbd625b6-cae4-4ceb-b6c6-b54206bc3764 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:35.491798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:35.493406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Checking segment: {'id': 'cb8ba968-56d9-4435-86c7-270581a4cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dbd625b6-cae4-4ceb-b6c6-b54206bc3764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:35.493850 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.494154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:35.494629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Bound using segment: {'id': 'cb8ba968-56d9-4435-86c7-270581a4cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dbd625b6-cae4-4ceb-b6c6-b54206bc3764'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:35.494743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Bound port: 09955a1b-f077-446a-8169-d2eaedf8e60f, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8ba968-56d9-4435-86c7-270581a4cbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dbd625b6-cae4-4ceb-b6c6-b54206bc3764'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:35.495172 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.499404 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.522292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port 47f199b5-1aea-4305-996f-45ff8cb513e7 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:35.560154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-eaf9ecba-7b7b-46b4-ba5f-f4d1e5a687e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9a6a254-7add-410e-a1d5-58b4382e9017 HTTP/1.1" status: 200 len: 217 time: 0.0752125 Jul 13 07:32:35.602128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1895325273-network', 'tenant_id': '1883df5fb2884c2599a746f22e283eae'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:35.635322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] For port 09955a1b-f077-446a-8169-d2eaedf8e60f, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:35.641004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] For port 09955a1b-f077-446a-8169-d2eaedf8e60f, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=09955a1b-f077-446a-8169-d2eaedf8e60f,segment=NetworkSegment(cb8ba968-56d9-4435-86c7-270581a4cbcb),segment_id=cb8ba968-56d9-4435-86c7-270581a4cbcb)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:35.651618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-098fcd95-15e1-494d-8bc9-04506d01ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.652557 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.653353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-098fcd95-15e1-494d-8bc9-04506d01ca9c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.0744083 Jul 13 07:32:35.683287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:35.686055 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.700717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.710017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-b8e1e1d2-050c-4f7e-b7bf-b1c45f5777c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486219 Jul 13 07:32:35.733073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-18397f0f-8d7e-4d63-a4cc-a34c81506d31 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.734585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-18397f0f-8d7e-4d63-a4cc-a34c81506d31 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1874912 Jul 13 07:32:35.738003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155e820-4e6c-49d9-ab62-4b145545948f None None] Pushing event updated for resources: {'Port': ['ID=09955a1b-f077-446a-8169-d2eaedf8e60f,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:35.762712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.6 (dbd625b6-cae4-4ceb-b6c6-b54206bc3764/f8091636-86ee-4f56-a497-235e7f7841d2/47f199b5-1aea-4305-996f-45ff8cb513e7) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:35.873603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c619a-5aef-4c6a-82b8-3354fdd84eff req-2a1304e9-922c-4964-b1d0-d267b278defe tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.875169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e22c619a-5aef-4c6a-82b8-3354fdd84eff req-2a1304e9-922c-4964-b1d0-d267b278defe tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 949 time: 0.1599932 Jul 13 07:32:35.914252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a657e8-be2a-4ec9-b198-07c9f5a75bef req-3c4831aa-b0b7-467d-8121-05a9b643652a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.916164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9a657e8-be2a-4ec9-b198-07c9f5a75bef req-3c4831aa-b0b7-467d-8121-05a9b643652a tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.2189970 Jul 13 07:32:35.974106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-9b54778a-cae2-428e-b6f3-b9a6c3d2a51a service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383258 Jul 13 07:32:36.027432 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e22c619a-5aef-4c6a-82b8-3354fdd84eff req-a655f285-e3f6-46f4-bb03-05fdda33688c tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388898 Jul 13 07:32:36.039643 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9a657e8-be2a-4ec9-b198-07c9f5a75bef req-bcd88f75-7183-4b9a-b961-3619d2a3c65b tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078773 Jul 13 07:32:36.053091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-d2957943-9b8e-4de3-a18a-2a81c0073562 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Deleting port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:36.053091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-d2957943-9b8e-4de3-a18a-2a81c0073562 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.078229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.092170 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.138587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.172450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:36.184356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object 47f199b5-1aea-4305-996f-45ff8cb513e7 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:36.186337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8204699e-63ed-419f-9cac-fcd395840d05,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:36.198656 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04df2546-1b53-47f1-a614-e2e5d0aa5425 req-bd9c8e8d-eabb-4244-8c37-5ff4977aca8e service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130296 Jul 13 07:32:36.213476 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.214175 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Added segment 9decb1a5-915b-4dfa-b846-653fbf326046 of type vlan for network ce68d6af-a293-4d85-bcd2-088c2ff87123 Jul 13 07:32:36.235233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-d2957943-9b8e-4de3-a18a-2a81c0073562 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] For port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:36.235606 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-d2957943-9b8e-4de3-a18a-2a81c0073562 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.252585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-d2957943-9b8e-4de3-a18a-2a81c0073562 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Calling delete_port for 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:36.314349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.359948 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.417565 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.418495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.419103 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.454053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 09955a1b-f077-446a-8169-d2eaedf8e60f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:36.462370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network dbd625b6-cae4-4ceb-b6c6-b54206bc3764 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:36.482719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdc92c-8902-441a-a8ab-f40a4dbff791 req-53aabb1f-907e-4972-81bc-e092e4ad89d8 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.484357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cbbdc92c-8902-441a-a8ab-f40a4dbff791 req-53aabb1f-907e-4972-81bc-e092e4ad89d8 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 945 time: 0.2596996 Jul 13 07:32:36.491311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:36.497219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:36.536588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 09955a1b-f077-446a-8169-d2eaedf8e60f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:36.539617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1230426 Jul 13 07:32:36.574073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=47f199b5-1aea-4305-996f-45ff8cb513e7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:36.577205 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52628) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:36.594169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45836f93-20c7-4988-999f-b1868349bd20 admin admin] Pushing event updated for resources: {'Network': ['ID=ce68d6af-a293-4d85-bcd2-088c2ff87123,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:36.599483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Request body: {'subnet': {'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1895325273-subnet', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:36.604635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ce68d6af-a293-4d85-bcd2-088c2ff87123 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:36.647369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.648173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.665943 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cbbdc92c-8902-441a-a8ab-f40a4dbff791 req-45e5930a-1251-4899-925e-54d24f93ecc7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591039 Jul 13 07:32:36.670146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:36.680098 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.735771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac7acc71-2b2c-4742-b0f8-617599f3a5a4 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4263449 Jul 13 07:32:36.739195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52630) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:36.860040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023da26-0503-43d5-8b4b-5fb8ce910373 req-a06880a3-ad59-4f8e-a50e-beb64de12add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.861829 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c023da26-0503-43d5-8b4b-5fb8ce910373 req-a06880a3-ad59-4f8e-a50e-beb64de12add service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 1094 time: 0.5892711 Jul 13 07:32:36.909820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d5d8d-44ec-4213-905a-1b588ab28006 req-c0736917-c0a3-438a-8dbd-64927f183b23 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.916703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c0d5d8d-44ec-4213-905a-1b588ab28006 req-c0736917-c0a3-438a-8dbd-64927f183b23 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=359d6360-feef-47b3-a242-436a0e0bfd88 HTTP/1.1" status: 200 len: 946 time: 0.5603440 Jul 13 07:32:36.962440 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b1b242-eb0d-4566-84c2-284071b29fe0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.966591 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e0b1b242-eb0d-4566-84c2-284071b29fe0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.2237182 Jul 13 07:32:36.968347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52632) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:37.009961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5282725-66ec-477c-893e-e4e4d712b0ba req-ad503d30-32ca-4dd5-abb4-5adb66a3f37f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.011550 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e5282725-66ec-477c-893e-e4e4d712b0ba req-ad503d30-32ca-4dd5-abb4-5adb66a3f37f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 943 time: 0.1912258 Jul 13 07:32:37.021205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37205001-8c36-4042-ab95-eba3805b8dcb None None] Network dbd625b6-cae4-4ceb-b6c6-b54206bc3764 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:37.046399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-d2957943-9b8e-4de3-a18a-2a81c0073562 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.071386 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c0d5d8d-44ec-4213-905a-1b588ab28006 req-1429bd3c-a485-4181-8dde-291f72d68abc tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534283 Jul 13 07:32:37.083505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.102565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2957943-9b8e-4de3-a18a-2a81c0073562 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Pushing event deleted for resources: {'Port': ['ID=4c9cb3f7-0d5f-46ec-bf4b-5799a1797781,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:37.128203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ca5b033b-195b-42d3-82bb-e04df53c279f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:37.131053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4c9cb3f7-0d5f-46ec-bf4b-5799a1797781'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:37.145311 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e5282725-66ec-477c-893e-e4e4d712b0ba req-43dc98b4-4d5b-43e7-828a-3fa7f3672507 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225784 Jul 13 07:32:37.222134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-d2957943-9b8e-4de3-a18a-2a81c0073562 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] No DVR routers for this DVR port 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:37.229515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-d2957943-9b8e-4de3-a18a-2a81c0073562 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.229728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0748f25d-5224-4450-9759-50cddb7816ce,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:37.239345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f97d7335-ad16-4d6c-9ac4-637b4661eee1 req-d2957943-9b8e-4de3-a18a-2a81c0073562 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.54 "DELETE /v2.0/ports/4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 HTTP/1.1" status: 204 len: 173 time: 1.4908392 Jul 13 07:32:37.248591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7ca1d858-de71-4548-90fd-b447a50c5b7d None None] Provisioning for port 09955a1b-f077-446a-8169-d2eaedf8e60f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:37.261168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Checking segment: {'id': '9decb1a5-915b-4dfa-b846-653fbf326046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:37.263137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Network hostable DHCP agents. Network: ce68d6af-a293-4d85-bcd2-088c2ff87123, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:37.284885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023da26-0503-43d5-8b4b-5fb8ce910373 req-d4048003-894c-44ab-b1ce-051fea670784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.286818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c023da26-0503-43d5-8b4b-5fb8ce910373 req-d4048003-894c-44ab-b1ce-051fea670784 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 912 time: 0.3970068 Jul 13 07:32:37.292481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7ca1d858-de71-4548-90fd-b447a50c5b7d None None] Provisioning complete for port 09955a1b-f077-446a-8169-d2eaedf8e60f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:37.292870 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d858-de71-4548-90fd-b447a50c5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.313048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Network ce68d6af-a293-4d85-bcd2-088c2ff87123 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:37.339647 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ce68d6af-a293-4d85-bcd2-088c2ff87123) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:37.353460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c023da26-0503-43d5-8b4b-5fb8ce910373 req-d6277d92-b13c-44d6-a522-497e1ea81ac0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9a6a254-7add-410e-a1d5-58b4382e9017 HTTP/1.1" status: 200 len: 217 time: 0.0547435 Jul 13 07:32:37.356461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.357380 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.411869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'name': 'network-vif-deleted', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:37.415216 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaa5138-63fc-4395-9fab-aa19bded0df6" -d '{"events": [{"server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "name": "network-vif-deleted", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:37.436339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-5ae40fe0-c995-4604-823e-cb25168d1c75 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 47f199b5-1aea-4305-996f-45ff8cb513e7 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:37.436608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ae40fe0-c995-4604-823e-cb25168d1c75 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.437734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354e7b8a-b56a-4dc3-a608-39d3be80017b None None] Network ce68d6af-a293-4d85-bcd2-088c2ff87123 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:37.449987 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-47d694d2-3a9f-4ad0-85fc-10de6edacc25 req-755ce348-d307-428d-b686-235fe31a10bd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57 HTTP/1.1" status: 200 len: 210 time: 0.0652514 Jul 13 07:32:37.461071 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bf2a681f-ca04-4fa1-8e75-db5d451b95b1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8788092 Jul 13 07:32:37.463711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52642) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:37.468303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1895325273-router', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:37.473152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023da26-0503-43d5-8b4b-5fb8ce910373 req-d2cb6c39-0be4-467f-9f1e-572518abc21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.474763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c023da26-0503-43d5-8b4b-5fb8ce910373 req-d2cb6c39-0be4-467f-9f1e-572518abc21c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.1081977 Jul 13 07:32:37.511452 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.512679 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.557721 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c023da26-0503-43d5-8b4b-5fb8ce910373 req-4b9ba397-d3a5-41fa-84fd-6449d0e28f9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733664 Jul 13 07:32:37.601115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.774813 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d858-de71-4548-90fd-b447a50c5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.805668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.819617 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ae40fe0-c995-4604-823e-cb25168d1c75 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.861602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-5ae40fe0-c995-4604-823e-cb25168d1c75 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 47f199b5-1aea-4305-996f-45ff8cb513e7 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:37.907109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ce68d6af-a293-4d85-bcd2-088c2ff87123', 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'fixed_ips': [{'subnet_id': '0748f25d-5224-4450-9759-50cddb7816ce'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:37.910648 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.915887 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.933234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7ca1d858-de71-4548-90fd-b447a50c5b7d None None] For port 09955a1b-f077-446a-8169-d2eaedf8e60f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=09955a1b-f077-446a-8169-d2eaedf8e60f,segment=NetworkSegment(cb8ba968-56d9-4435-86c7-270581a4cbcb),segment_id=cb8ba968-56d9-4435-86c7-270581a4cbcb)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:37.973962 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d858-de71-4548-90fd-b447a50c5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.044317 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16466028-ad08-4684-af0f-0d14889cd92f x-openstack-request-id: req-16466028-ad08-4684-af0f-0d14889cd92f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:38.044748 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57", "name": "network-vif-deleted", "tag": "4c9cb3f7-0d5f-46ec-bf4b-5799a1797781", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:38.045115 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16466028-ad08-4684-af0f-0d14889cd92f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:38.045529 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7e7ac0-fb77-49ec-9bd5-50bdd748fd57', 'name': 'network-vif-deleted', 'tag': '4c9cb3f7-0d5f-46ec-bf4b-5799a1797781', 'status': 'completed', 'code': 200} Jul 13 07:32:38.054434 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ae40fe0-c995-4604-823e-cb25168d1c75 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.135555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae40fe0-c995-4604-823e-cb25168d1c75 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=47f199b5-1aea-4305-996f-45ff8cb513e7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:38.161095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecabf9-a3d6-4cac-a6c4-8b0d54e728c7 req-e80d4e3f-f2b9-4c34-8c55-671f9ce86cfe tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:38.162902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a0ecabf9-a3d6-4cac-a6c4-8b0d54e728c7 req-e80d4e3f-f2b9-4c34-8c55-671f9ce86cfe tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 945 time: 0.6077089 Jul 13 07:32:38.169644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c023da26-0503-43d5-8b4b-5fb8ce910373 req-4db0c5f2-29fc-426f-9d55-0761bf740995 service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207527 Jul 13 07:32:38.213907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.242436 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.260391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457c11f-58c8-4fb3-b6a5-9c485d8a1f9f req-a9a81045-73b5-48ef-b01d-bcdcb8752d80 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:38.270583 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5457c11f-58c8-4fb3-b6a5-9c485d8a1f9f req-a9a81045-73b5-48ef-b01d-bcdcb8752d80 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 945 time: 0.2147746 Jul 13 07:32:38.314925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a0ecabf9-a3d6-4cac-a6c4-8b0d54e728c7 req-7df9b42b-99ca-4831-9dbe-6a58adecb50e tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219776 Jul 13 07:32:38.348536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1d858-de71-4548-90fd-b447a50c5b7d None None] Pushing event updated for resources: {'Port': ['ID=09955a1b-f077-446a-8169-d2eaedf8e60f,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:38.415040 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ae40fe0-c995-4604-823e-cb25168d1c75 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.417279 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5ae40fe0-c995-4604-823e-cb25168d1c75 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/47f199b5-1aea-4305-996f-45ff8cb513e7 HTTP/1.1" status: 204 len: 168 time: 1.4463692 Jul 13 07:32:38.421807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52652) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:38.444223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Allocated IP 172.20.0.2 (ce68d6af-a293-4d85-bcd2-088c2ff87123/0748f25d-5224-4450-9759-50cddb7816ce/f7f4db9c-4b7a-4540-a284-c490773fc429) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:38.477137 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6066b54-a351-491c-8f58-0ef4990a3f41 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:32:38.478712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a6066b54-a351-491c-8f58-0ef4990a3f41 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/47f199b5-1aea-4305-996f-45ff8cb513e7 HTTP/1.1" status: 404 len: 333 time: 0.0497994 Jul 13 07:32:38.483140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52654) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:38.519727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e3010c5f-4b5e-414b-8db1-046c34cc87c9 None None] Provisioning complete for port 09955a1b-f077-446a-8169-d2eaedf8e60f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:38.520131 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e3010c5f-4b5e-414b-8db1-046c34cc87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.534732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c023da26-0503-43d5-8b4b-5fb8ce910373 req-e555e889-eab8-44c6-b3a2-cbcbb38503eb service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426268 Jul 13 07:32:38.645736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fa83b-cda3-461a-9750-988e312fa694 req-9ab41e85-3b6f-4ab9-acff-9895985c88eb tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:38.647563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc5fa83b-cda3-461a-9750-988e312fa694 req-9ab41e85-3b6f-4ab9-acff-9895985c88eb tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 943 time: 0.1499922 Jul 13 07:32:38.681692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-08fa21be-bcc7-4ae8-82a6-17b39b581bf3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 47ef3f21-6c79-4fa2-9e54-9a7dacff73d6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:38.682112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08fa21be-bcc7-4ae8-82a6-17b39b581bf3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.731149 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5457c11f-58c8-4fb3-b6a5-9c485d8a1f9f req-e43f4098-0ef6-4882-8593-cb84fb399059 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595790 Jul 13 07:32:38.735852 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc5fa83b-cda3-461a-9750-988e312fa694 req-c4cf7602-0496-4d1f-be73-201e6da569ce tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770547 Jul 13 07:32:38.736655 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.766938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Transition to ACTIVE for port object f7f4db9c-4b7a-4540-a284-c490773fc429 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:38.786947 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Transition to ACTIVE for port object f7f4db9c-4b7a-4540-a284-c490773fc429 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:38.788585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e3010c5f-4b5e-414b-8db1-046c34cc87c9 None None] Provisioning for port 47ef3f21-6c79-4fa2-9e54-9a7dacff73d6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:38.809205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.813218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e3010c5f-4b5e-414b-8db1-046c34cc87c9 None None] Provisioning complete for port 47ef3f21-6c79-4fa2-9e54-9a7dacff73d6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:38.813621 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e3010c5f-4b5e-414b-8db1-046c34cc87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.850234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Allocated IP 172.25.6.79 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/195034c1-b70c-4757-88ee-59f3864fbd5e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:38.862222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-8615487d-c7b6-4b4f-a8cd-d6e7d99de110 req-44170ae5-1318-43e7-9e22-d3a2b842e560 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:32:38.865169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8615487d-c7b6-4b4f-a8cd-d6e7d99de110 req-44170ae5-1318-43e7-9e22-d3a2b842e560 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0285106 Jul 13 07:32:38.866523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e3010c5f-4b5e-414b-8db1-046c34cc87c9 None None] Port 47ef3f21-6c79-4fa2-9e54-9a7dacff73d6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:38.867715 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08fa21be-bcc7-4ae8-82a6-17b39b581bf3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.883975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-08fa21be-bcc7-4ae8-82a6-17b39b581bf3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 47ef3f21-6c79-4fa2-9e54-9a7dacff73d6 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:38.907194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e3010c5f-4b5e-414b-8db1-046c34cc87c9 None None] Could not find standard attr ID for object 47f199b5-1aea-4305-996f-45ff8cb513e7. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:38.923159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Network ce68d6af-a293-4d85-bcd2-088c2ff87123 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:38.926313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:38.930880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:38.934033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Pushing event updated for resources: {'Port': ['ID=f7f4db9c-4b7a-4540-a284-c490773fc429,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:38.983588 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.027624 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.030627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9d239e6b-9244-4c88-9365-c0ddbf4d1f34 None None] Could not find standard attr ID for object 47f199b5-1aea-4305-996f-45ff8cb513e7. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:39.036217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Attempting to bind port f7f4db9c-4b7a-4540-a284-c490773fc429 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:39.036593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Attempting to bind port f7f4db9c-4b7a-4540-a284-c490773fc429 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9decb1a5-915b-4dfa-b846-653fbf326046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:39.036963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Attempting to bind port f7f4db9c-4b7a-4540-a284-c490773fc429 on network ce68d6af-a293-4d85-bcd2-088c2ff87123 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:39.044229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:39.044643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Checking segment: {'id': '9decb1a5-915b-4dfa-b846-653fbf326046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:39.045061 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.045466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Bound using segment: {'id': '9decb1a5-915b-4dfa-b846-653fbf326046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:39.045939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Bound port: f7f4db9c-4b7a-4540-a284-c490773fc429, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9decb1a5-915b-4dfa-b846-653fbf326046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:39.046326 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.074818 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:39.081639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:39.085682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:39.110134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Pushing event updated for resources: {'Port': ['ID=195034c1-b70c-4757-88ee-59f3864fbd5e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:39.136170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] For port f7f4db9c-4b7a-4540-a284-c490773fc429, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:39.141188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] For port f7f4db9c-4b7a-4540-a284-c490773fc429, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f7f4db9c-4b7a-4540-a284-c490773fc429,segment=NetworkSegment(9decb1a5-915b-4dfa-b846-653fbf326046),segment_id=9decb1a5-915b-4dfa-b846-653fbf326046)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:39.150152 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.155192 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8615487d-c7b6-4b4f-a8cd-d6e7d99de110 req-28da9bb2-0bd1-4924-96e7-c8b09ae46e66 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2763426 Jul 13 07:32:39.212137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b0f47-59ef-414f-8de1-b9ddf4575a3e None None] Pushing event updated for resources: {'Port': ['ID=f7f4db9c-4b7a-4540-a284-c490773fc429,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:39.238389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08fa21be-bcc7-4ae8-82a6-17b39b581bf3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.294019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa21be-bcc7-4ae8-82a6-17b39b581bf3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=47ef3f21-6c79-4fa2-9e54-9a7dacff73d6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:39.381852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08fa21be-bcc7-4ae8-82a6-17b39b581bf3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.388003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-08fa21be-bcc7-4ae8-82a6-17b39b581bf3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/47ef3f21-6c79-4fa2-9e54-9a7dacff73d6 HTTP/1.1" status: 204 len: 168 time: 0.9036756 Jul 13 07:32:39.388931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52664) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:39.430353 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.430894 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8263fae1-ddcf-4d57-825c-2a83752c068c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:32:39.437945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8263fae1-ddcf-4d57-825c-2a83752c068c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/47ef3f21-6c79-4fa2-9e54-9a7dacff73d6 HTTP/1.1" status: 404 len: 333 time: 0.0479872 Jul 13 07:32:39.439598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52666) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:39.533131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c106ac-e694-4fb2-b5fe-7f30b5971775 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet f8091636-86ee-4f56-a497-235e7f7841d2 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:39.563509 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83c106ac-e694-4fb2-b5fe-7f30b5971775 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.657338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83c106ac-e694-4fb2-b5fe-7f30b5971775 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.691417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a9a6a254-7add-410e-a1d5-58b4382e9017 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:39.822937 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.835586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a9a6a254-7add-410e-a1d5-58b4382e9017, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a9a6a254-7add-410e-a1d5-58b4382e9017,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:39.836161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83c106ac-e694-4fb2-b5fe-7f30b5971775 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.850645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:39.853442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'a9a6a254-7add-410e-a1d5-58b4382e9017', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'port_id': 'a9a6a254-7add-410e-a1d5-58b4382e9017', 'mac_address': 'fa:16:3e:36:45:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab40a5cf-dc2a-4c9d-8e41-a9ed215df390', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:39.885041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:39.885675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4c9cb3f7-0d5f-46ec-bf4b-5799a1797781 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:39.942205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.965117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a6a254-7add-410e-a1d5-58b4382e9017 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:39.986105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83c106ac-e694-4fb2-b5fe-7f30b5971775 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.991216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a9a6a254-7add-410e-a1d5-58b4382e9017, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a9a6a254-7add-410e-a1d5-58b4382e9017,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:39.996068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:32:39.996990 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.013776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0672c628-25d2-425a-996b-fd0ca123212c None None] Network dbd625b6-cae4-4ceb-b6c6-b54206bc3764 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:40.022649 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83c106ac-e694-4fb2-b5fe-7f30b5971775 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.027086 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-83c106ac-e694-4fb2-b5fe-7f30b5971775 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/f8091636-86ee-4f56-a497-235e7f7841d2 HTTP/1.1" status: 204 len: 168 time: 0.5839350 Jul 13 07:32:40.028928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52678) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:40.029773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c106ac-e694-4fb2-b5fe-7f30b5971775 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=f8091636-86ee-4f56-a497-235e7f7841d2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.085325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da31b7-e446-41a2-9d08-c732958d1645 req-014af5bf-df8c-4d1a-a840-cb35886e69fd tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:40.088482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-32da31b7-e446-41a2-9d08-c732958d1645 req-014af5bf-df8c-4d1a-a840-cb35886e69fd tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 945 time: 0.1631000 Jul 13 07:32:40.117407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=a9a6a254-7add-410e-a1d5-58b4382e9017,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.146139 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.150139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd770665-9d46-4e24-93e3-ab727396a7a8 req-2cbebbb0-ab45-46c9-9436-d473f18be45b tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:40.157167 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd770665-9d46-4e24-93e3-ab727396a7a8 req-2cbebbb0-ab45-46c9-9436-d473f18be45b tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.1759188 Jul 13 07:32:40.182489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:40.193948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89811a64-7209-408c-a907-efda4181c58d None None] Sync routers for ids ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:40.216950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89811a64-7209-408c-a907-efda4181c58d None None] Routers {'2f2dc856-8de0-47b0-b0e1-f241fba7ff29'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:40.217598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-89811a64-7209-408c-a907-efda4181c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:40.219254 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd770665-9d46-4e24-93e3-ab727396a7a8 req-5231839b-2c99-4a6c-82f6-f24311164766 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611162 Jul 13 07:32:40.230471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-32da31b7-e446-41a2-9d08-c732958d1645 req-e8f30d58-13aa-4b09-9faf-3f04fbf5d91a tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801780 Jul 13 07:32:40.238476 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.239701 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aa7cf1e6-daf7-4641-9248-b90056fe1e42 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7750092 Jul 13 07:32:40.242406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52684) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:40.256092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 09955a1b-f077-446a-8169-d2eaedf8e60f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:40.256262 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.359868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a9a6a254-7add-410e-a1d5-58b4382e9017'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:40.409096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] For port 09955a1b-f077-446a-8169-d2eaedf8e60f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=09955a1b-f077-446a-8169-d2eaedf8e60f,segment=NetworkSegment(cb8ba968-56d9-4435-86c7-270581a4cbcb),segment_id=cb8ba968-56d9-4435-86c7-270581a4cbcb)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:40.409648 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.423466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 09955a1b-f077-446a-8169-d2eaedf8e60f owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:40.505622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-89811a64-7209-408c-a907-efda4181c58d None None] Set router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:40.585954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502494af-639b-43f0-8088-39bf34a60b2c None None] DHCP port deletion for dbd625b6-cae4-4ceb-b6c6-b54206bc3764 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:40.604950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6696cc-46e7-4b2b-ae8e-07d80260e9ce req-68a7f625-1fd1-44a8-ae21-9cb0951db5bd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:40.606815 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a6696cc-46e7-4b2b-ae8e-07d80260e9ce req-68a7f625-1fd1-44a8-ae21-9cb0951db5bd tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 951 time: 0.0940907 Jul 13 07:32:40.607818 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.625524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a84caf-e58c-4a52-9c7c-a5ee59510ec3 req-bbf8790a-ab46-41c6-917d-f34a7c87da70 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:40.632703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8a84caf-e58c-4a52-9c7c-a5ee59510ec3 req-bbf8790a-ab46-41c6-917d-f34a7c87da70 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 944 time: 0.1885512 Jul 13 07:32:40.663234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=09955a1b-f077-446a-8169-d2eaedf8e60f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.669331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No DVR routers for this DVR port 09955a1b-f077-446a-8169-d2eaedf8e60f on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:40.688850 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8a84caf-e58c-4a52-9c7c-a5ee59510ec3 req-7ad6dcfb-2da7-4be4-9b34-7f51a429f8ae tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550375 Jul 13 07:32:40.691055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f7f4db9c-4b7a-4540-a284-c490773fc429 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:40.765541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a6696cc-46e7-4b2b-ae8e-07d80260e9ce req-19618ff1-1c29-43d8-8133-266829006a72 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465359 Jul 13 07:32:40.790493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c76701e-dd07-43b4-a290-7b4a938f4cd5 None None] Network ce68d6af-a293-4d85-bcd2-088c2ff87123 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:40.863207 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.909724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd625b6-cae4-4ceb-b6c6-b54206bc3764']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:40.934254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8ba968-56d9-4435-86c7-270581a4cbcb') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:40.934735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port f7f4db9c-4b7a-4540-a284-c490773fc429 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:40.934970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8ba968-56d9-4435-86c7-270581a4cbcb') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:40.946314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-89811a64-7209-408c-a907-efda4181c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'name': 'tempest-ServersTestMultiNic-1895325273-router', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:37Z', 'updated_at': '2021-07-13T07:32:39Z', 'revision_number': 3, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'gw_port': {'id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:38Z', 'updated_at': '2021-07-13T07:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:40.953519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.958375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-82a2e5e2-dd66-46e0-b79c-b4fc1f74d5be None None] Provisioning for port f7f4db9c-4b7a-4540-a284-c490773fc429 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:40.974703 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.989141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:40.989823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.999268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.999831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89811a64-7209-408c-a907-efda4181c58d None None] Checking router: 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:41.000066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89811a64-7209-408c-a907-efda4181c58d None None] Updating router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 port 195034c1-b70c-4757-88ee-59f3864fbd5e binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:32:41.001753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-82a2e5e2-dd66-46e0-b79c-b4fc1f74d5be None None] Provisioning complete for port f7f4db9c-4b7a-4540-a284-c490773fc429 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:41.002122 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-82a2e5e2-dd66-46e0-b79c-b4fc1f74d5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:41.010653 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:41.068536 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.076934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.079211 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/networks/dbd625b6-cae4-4ceb-b6c6-b54206bc3764 HTTP/1.1" status: 204 len: 168 time: 1.0473456 Jul 13 07:32:41.083573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52686) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:41.089105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2068779945'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:41.104895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec68402-b29e-4c10-b673-58bb2ad7d8cd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Network': ['ID=dbd625b6-cae4-4ceb-b6c6-b54206bc3764,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.122950 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89811a64-7209-408c-a907-efda4181c58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.128684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:41.132890 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.145275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b689b0-1a7b-4391-bda7-1b32d27d5a26 req-90513d77-e0a3-4201-9229-3dc4a38395de tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:41.146822 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0b689b0-1a7b-4391-bda7-1b32d27d5a26 req-90513d77-e0a3-4201-9229-3dc4a38395de tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=359d6360-feef-47b3-a242-436a0e0bfd88 HTTP/1.1" status: 200 len: 946 time: 0.1309979 Jul 13 07:32:41.160135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:41.172104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.172461 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Added segment 7ed8d692-6365-4170-a3bb-d8d1ae651abc of type vlan for network 1515fe0d-97f8-4584-95b2-98501bcdff3a Jul 13 07:32:41.215354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.220551 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0b689b0-1a7b-4391-bda7-1b32d27d5a26 req-891a4bec-cf69-488c-b199-588890303ec2 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482557 Jul 13 07:32:41.249377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.255852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:41.256508 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.297477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2125266 Jul 13 07:32:41.301075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52690) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:41.307942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': '1515fe0d-97f8-4584-95b2-98501bcdff3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:41.330680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Allocated IP 172.20.0.1 (ce68d6af-a293-4d85-bcd2-088c2ff87123/0748f25d-5224-4450-9759-50cddb7816ce/a167744d-b7cd-454c-a7a5-8147aec5f9b8) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:41.375517 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-82a2e5e2-dd66-46e0-b79c-b4fc1f74d5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.385656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4663dc8-220a-40a5-ae1c-cabc1126fe0d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Network': ['ID=1515fe0d-97f8-4584-95b2-98501bcdff3a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.407282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 1515fe0d-97f8-4584-95b2-98501bcdff3a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:41.517840 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.521235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd498-87b5-4f1e-b688-834059396342 req-48853922-cee4-40ee-8257-aca1419d9773 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:41.522974 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fecd498-87b5-4f1e-b688-834059396342 req-48853922-cee4-40ee-8257-aca1419d9773 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 945 time: 0.1578281 Jul 13 07:32:41.523732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:41.527366 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.562846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Transition to ACTIVE for port object a167744d-b7cd-454c-a7a5-8147aec5f9b8 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:41.627700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fecd498-87b5-4f1e-b688-834059396342 req-792ae758-1d79-436b-962f-95813d97735b tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954680 Jul 13 07:32:41.633763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f7b62-b50c-45b7-8a8c-bd86b28c0b53 req-57682f89-2b21-408c-8ccc-6644688446b3 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:41.635023 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c30f7b62-b50c-45b7-8a8c-bd86b28c0b53 req-57682f89-2b21-408c-8ccc-6644688446b3 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 945 time: 0.1761603 Jul 13 07:32:41.650990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-813ae5a5-baa3-4143-a731-22aa09b17d78 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:41.653266 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-813ae5a5-baa3-4143-a731-22aa09b17d78 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.53 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 951 time: 0.1587341 Jul 13 07:32:41.663674 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.725721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-82a2e5e2-dd66-46e0-b79c-b4fc1f74d5be None None] For port f7f4db9c-4b7a-4540-a284-c490773fc429, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f7f4db9c-4b7a-4540-a284-c490773fc429,segment=NetworkSegment(9decb1a5-915b-4dfa-b846-653fbf326046),segment_id=9decb1a5-915b-4dfa-b846-653fbf326046)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:41.735833 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-82a2e5e2-dd66-46e0-b79c-b4fc1f74d5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.777209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Network ce68d6af-a293-4d85-bcd2-088c2ff87123 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:41.782140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Pushing event updated for resources: {'Port': ['ID=a167744d-b7cd-454c-a7a5-8147aec5f9b8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.822751 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.842834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:41.852923 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:41.870065 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2e5e2-dd66-46e0-b79c-b4fc1f74d5be None None] Pushing event updated for resources: {'Port': ['ID=f7f4db9c-4b7a-4540-a284-c490773fc429,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.916112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=a2622f49-713e-4944-8d53-d47357771a8d,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.919212 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89811a64-7209-408c-a907-efda4181c58d None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.925450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Checking segment: {'id': '7ed8d692-6365-4170-a3bb-d8d1ae651abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1515fe0d-97f8-4584-95b2-98501bcdff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:41.927725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network hostable DHCP agents. Network: 1515fe0d-97f8-4584-95b2-98501bcdff3a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:41.937213 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c30f7b62-b50c-45b7-8a8c-bd86b28c0b53 req-ea4d4eea-b785-4e84-affe-015da08c0469 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748191 Jul 13 07:32:41.938671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-89811a64-7209-408c-a907-efda4181c58d None None] Transition to ACTIVE for port object 195034c1-b70c-4757-88ee-59f3864fbd5e will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:41.944516 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.949267 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89811a64-7209-408c-a907-efda4181c58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.951776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 1515fe0d-97f8-4584-95b2-98501bcdff3a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:41.967674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 1515fe0d-97f8-4584-95b2-98501bcdff3a) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:41.976618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:41.978128 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.981869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7a8935-3842-4502-9f17-27c962d2ff26 None None] Network 1515fe0d-97f8-4584-95b2-98501bcdff3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:42.003683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-75216832-1d09-4d41-9800-5af275454196 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7002654 Jul 13 07:32:42.006386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52706) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:42.017270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': '1515fe0d-97f8-4584-95b2-98501bcdff3a', 'name': 'tempest-PortsTestJSON-45593788', 'fixed_ips': [{'subnet_id': 'a2622f49-713e-4944-8d53-d47357771a8d', 'ip_address': '172.20.0.10'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:42.051527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-89811a64-7209-408c-a907-efda4181c58d None None] Attempting to bind port 195034c1-b70c-4757-88ee-59f3864fbd5e on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:42.052196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-89811a64-7209-408c-a907-efda4181c58d None None] Attempting to bind port 195034c1-b70c-4757-88ee-59f3864fbd5e by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:42.052725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89811a64-7209-408c-a907-efda4181c58d None None] Attempting to bind port 195034c1-b70c-4757-88ee-59f3864fbd5e on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:42.093134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89811a64-7209-408c-a907-efda4181c58d None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:42.093774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89811a64-7209-408c-a907-efda4181c58d None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:42.094380 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89811a64-7209-408c-a907-efda4181c58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.094977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89811a64-7209-408c-a907-efda4181c58d None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:42.095655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-89811a64-7209-408c-a907-efda4181c58d None None] Bound port: 195034c1-b70c-4757-88ee-59f3864fbd5e, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:42.096812 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89811a64-7209-408c-a907-efda4181c58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.099791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-1e6aee1b-e419-4c90-808c-3009e8610782 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Deleting port ca5b033b-195b-42d3-82bb-e04df53c279f {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:42.100309 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-1e6aee1b-e419-4c90-808c-3009e8610782 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.129090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1df15-d497-45dd-99e6-7ad6e08b886c None None] Pushing event updated for resources: {'Port': ['ID=195034c1-b70c-4757-88ee-59f3864fbd5e,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.178194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-14de0929-9b4b-480b-a11c-6cb943ffb9bd None None] Provisioning complete for port f7f4db9c-4b7a-4540-a284-c490773fc429 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:42.178563 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-14de0929-9b4b-480b-a11c-6cb943ffb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.228952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159b8f6-18c3-4691-a98d-1ae03ea07179 req-2167e0c4-b709-48a5-9ef6-e8e7eeaa78b5 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.235033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159b8f6-18c3-4691-a98d-1ae03ea07179 req-2167e0c4-b709-48a5-9ef6-e8e7eeaa78b5 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.241720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159b8f6-18c3-4691-a98d-1ae03ea07179 req-2167e0c4-b709-48a5-9ef6-e8e7eeaa78b5 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.243540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5159b8f6-18c3-4691-a98d-1ae03ea07179 req-2167e0c4-b709-48a5-9ef6-e8e7eeaa78b5 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa&device_id=359d6360-feef-47b3-a242-436a0e0bfd88&device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 2418 time: 0.1910260 Jul 13 07:32:42.260654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-89811a64-7209-408c-a907-efda4181c58d None None] For port 195034c1-b70c-4757-88ee-59f3864fbd5e, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:42.292412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:42.311952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-89811a64-7209-408c-a907-efda4181c58d None None] For port 195034c1-b70c-4757-88ee-59f3864fbd5e, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=195034c1-b70c-4757-88ee-59f3864fbd5e,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:42.322433 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89811a64-7209-408c-a907-efda4181c58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.384456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-1e6aee1b-e419-4c90-808c-3009e8610782 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] For port ca5b033b-195b-42d3-82bb-e04df53c279f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ca5b033b-195b-42d3-82bb-e04df53c279f,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:42.385246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-1e6aee1b-e419-4c90-808c-3009e8610782 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.387495 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.396491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5159b8f6-18c3-4691-a98d-1ae03ea07179 req-25f99bf9-2045-437c-bd0b-743fd335446f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459181 Jul 13 07:32:42.403073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95f687-57b8-42ea-a693-d867f4c4e4b2 req-38d13dc5-10cf-4dea-9079-5775050fd711 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.404681 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c95f687-57b8-42ea-a693-d867f4c4e4b2 req-38d13dc5-10cf-4dea-9079-5775050fd711 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 944 time: 0.2657874 Jul 13 07:32:42.420034 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-1e6aee1b-e419-4c90-808c-3009e8610782 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Calling delete_port for ca5b033b-195b-42d3-82bb-e04df53c279f owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:42.439365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.442375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1df15-d497-45dd-99e6-7ad6e08b886c None None] Pushing event updated for resources: {'Port': ['ID=195034c1-b70c-4757-88ee-59f3864fbd5e,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.452201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f7f4db9c-4b7a-4540-a284-c490773fc429 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:42.461716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port a7638fe8-0c7c-4e2a-a3f2-d31037a49165 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:42.489432 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c95f687-57b8-42ea-a693-d867f4c4e4b2 req-828732a2-0a08-47f9-81c6-0dfb35bafe64 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673690 Jul 13 07:32:42.564448 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:32:42.570588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89811a64-7209-408c-a907-efda4181c58d None None] Routers {'2f2dc856-8de0-47b0-b0e1-f241fba7ff29'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:42.571475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-89811a64-7209-408c-a907-efda4181c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:42.579538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-1515fe0d-97f8-4584-95b2-98501bcdff3a', 'network_id': '1515fe0d-97f8-4584-95b2-98501bcdff3a', 'tenant_id': '3ccebf987ad04d7f85a47a029f4e66ef', 'fixed_ips': [{'subnet_id': 'a2622f49-713e-4944-8d53-d47357771a8d'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:42.580719 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.676549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e1559-a2d2-4fdb-830c-00c28477bbfa req-035e72cb-a3c2-4f4f-bc7b-721298dd3b05 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.683531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f4e1559-a2d2-4fdb-830c-00c28477bbfa req-035e72cb-a3c2-4f4f-bc7b-721298dd3b05 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/ports?device_id=e42e4b57-83f0-4ba3-af4d-fd626d2c98ce HTTP/1.1" status: 200 len: 951 time: 0.1660526 Jul 13 07:32:42.730007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.10 (1515fe0d-97f8-4584-95b2-98501bcdff3a/a2622f49-713e-4944-8d53-d47357771a8d/a7638fe8-0c7c-4e2a-a3f2-d31037a49165) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:42.743101 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.745749 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-1e6aee1b-e419-4c90-808c-3009e8610782 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.753322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f4e1559-a2d2-4fdb-830c-00c28477bbfa req-5b676ede-fc96-4017-b6d4-b9fb7f8bbbb3 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.44 "GET /v2.0/security-groups?id=c663b8d4-1da1-401b-affd-031a1f42ab11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683062 Jul 13 07:32:42.765859 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.783339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ca5b033b-195b-42d3-82bb-e04df53c279f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:42.834491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6aee1b-e419-4c90-808c-3009e8610782 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Pushing event deleted for resources: {'Port': ['ID=ca5b033b-195b-42d3-82bb-e04df53c279f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.880984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f7f4db9c-4b7a-4540-a284-c490773fc429 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:42.881454 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.905066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-94698050-eea2-4b3a-b280-5f2710ed6e74 req-99807c46-34c2-4df0-84f0-674d92c94aed tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:32:42.906326 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-94698050-eea2-4b3a-b280-5f2710ed6e74 req-99807c46-34c2-4df0-84f0-674d92c94aed tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186524 Jul 13 07:32:42.939454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-1e6aee1b-e419-4c90-808c-3009e8610782 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] No DVR routers for this DVR port ca5b033b-195b-42d3-82bb-e04df53c279f on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:42.973846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-1e6aee1b-e419-4c90-808c-3009e8610782 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.975904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8ab52601-2017-4625-a6dc-1a2a861dd026 req-1e6aee1b-e419-4c90-808c-3009e8610782 tempest-MigrationsAdminTest-1399193488 tempest-MigrationsAdminTest-1399193488-project] 10.222.0.53 "DELETE /v2.0/ports/ca5b033b-195b-42d3-82bb-e04df53c279f HTTP/1.1" status: 204 len: 173 time: 1.3102076 Jul 13 07:32:43.006927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'name': 'network-vif-deleted', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:43.012963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-89811a64-7209-408c-a907-efda4181c58d None None] Set router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:43.015952 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93eccd3-ad66-4511-8f3c-99ee217423c8" -d '{"events": [{"server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "name": "network-vif-deleted", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:43.032424 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.055564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object a7638fe8-0c7c-4e2a-a3f2-d31037a49165 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:43.068657 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.089386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Pushing event updated for resources: {'Port': ['ID=a167744d-b7cd-454c-a7a5-8147aec5f9b8,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:43.129728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.236421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 1515fe0d-97f8-4584-95b2-98501bcdff3a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:43.241373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Allocated IP 172.20.0.2 (1515fe0d-97f8-4584-95b2-98501bcdff3a/a2622f49-713e-4944-8d53-d47357771a8d/6f0d60d7-60d1-456b-bafd-b11ca6ca3c14) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:43.256413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:43.276201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:43.354497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.355293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.376951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=a7638fe8-0c7c-4e2a-a3f2-d31037a49165,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:43.388821 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6dbb6f83-2642-4ef5-b69a-c8322c9f9adb tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3809738 Jul 13 07:32:43.391038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52720) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:43.394098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6435aa74-0bc2-43ce-a4a2-66ad9c9fb3a1 None None] Provisioning for port a167744d-b7cd-454c-a7a5-8147aec5f9b8 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:43.398431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': '1515fe0d-97f8-4584-95b2-98501bcdff3a', 'name': 'tempest-PortsTestJSON-214885064', 'fixed_ips': [{'subnet_id': 'a2622f49-713e-4944-8d53-d47357771a8d', 'ip_address': '172.20.0.9'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:43.412347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6435aa74-0bc2-43ce-a4a2-66ad9c9fb3a1 None None] Provisioning complete for port a167744d-b7cd-454c-a7a5-8147aec5f9b8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:43.412491 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6435aa74-0bc2-43ce-a4a2-66ad9c9fb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.473663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6435aa74-0bc2-43ce-a4a2-66ad9c9fb3a1 None None] Port a167744d-b7cd-454c-a7a5-8147aec5f9b8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:43.581008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:43.587683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.610206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port 30572edb-9a49-47f3-8a8a-56439b2fea8f yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:43.628227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 09955a1b-f077-446a-8169-d2eaedf8e60f no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:43.683075 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.689636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 09955a1b-f077-446a-8169-d2eaedf8e60f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:43.694373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 09955a1b-f077-446a-8169-d2eaedf8e60f not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:43.703731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Transition to ACTIVE for port object 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:43.713421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-50f6ce1d-00b5-45a8-9759-041367b174f2 None None] Provisioning complete for port a167744d-b7cd-454c-a7a5-8147aec5f9b8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:43.714066 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-50f6ce1d-00b5-45a8-9759-041367b174f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.719012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a9a6a254-7add-410e-a1d5-58b4382e9017 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:43.781541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Transition to ACTIVE for port object 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:43.804600 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.853529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Network ce68d6af-a293-4d85-bcd2-088c2ff87123 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:43.889008 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-94698050-eea2-4b3a-b280-5f2710ed6e74 req-3b8835f1-74b5-46cb-bf42-1864aa3e1f77 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.9457812 Jul 13 07:32:43.890536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:43.898867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Network 1515fe0d-97f8-4584-95b2-98501bcdff3a is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:43.902540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-50f6ce1d-00b5-45a8-9759-041367b174f2 None None] Port a167744d-b7cd-454c-a7a5-8147aec5f9b8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:43.911214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.9 (1515fe0d-97f8-4584-95b2-98501bcdff3a/a2622f49-713e-4944-8d53-d47357771a8d/30572edb-9a49-47f3-8a8a-56439b2fea8f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:43.916908 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4698fc74-f9a2-452d-8ebb-00f42221c90f x-openstack-request-id: req-4698fc74-f9a2-452d-8ebb-00f42221c90f {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:43.917866 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42e4b57-83f0-4ba3-af4d-fd626d2c98ce", "name": "network-vif-deleted", "tag": "ca5b033b-195b-42d3-82bb-e04df53c279f", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:43.918119 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4698fc74-f9a2-452d-8ebb-00f42221c90f {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:43.918525 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42e4b57-83f0-4ba3-af4d-fd626d2c98ce', 'name': 'network-vif-deleted', 'tag': 'ca5b033b-195b-42d3-82bb-e04df53c279f', 'status': 'completed', 'code': 200} Jul 13 07:32:43.936928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:43.947151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:43.952111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-89811a64-7209-408c-a907-efda4181c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'name': 'tempest-ServersTestMultiNic-1895325273-router', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:37Z', 'updated_at': '2021-07-13T07:32:42Z', 'revision_number': 4, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'gw_port': {'id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:38Z', 'updated_at': '2021-07-13T07:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a167744d-b7cd-454c-a7a5-8147aec5f9b8', 'name': '', 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'mac_address': 'fa:16:3e:61:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '0748f25d-5224-4450-9759-50cddb7816ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:41Z', 'updated_at': '2021-07-13T07:32:41Z', 'revision_number': 1, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'subnets': [{'id': '0748f25d-5224-4450-9759-50cddb7816ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:43.956637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Pushing event updated for resources: {'Port': ['ID=6f0d60d7-60d1-456b-bafd-b11ca6ca3c14,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:44.089291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port a9a6a254-7add-410e-a1d5-58b4382e9017 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:44.102696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89811a64-7209-408c-a907-efda4181c58d None None] The sync data for ids ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'] in n-d-798249-7 is: [{'id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'name': 'tempest-ServersTestMultiNic-1895325273-router', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:37Z', 'updated_at': '2021-07-13T07:32:42Z', 'revision_number': 4, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'gw_port': {'id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:38Z', 'updated_at': '2021-07-13T07:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a167744d-b7cd-454c-a7a5-8147aec5f9b8', 'name': '', 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'mac_address': 'fa:16:3e:61:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '0748f25d-5224-4450-9759-50cddb7816ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:41Z', 'updated_at': '2021-07-13T07:32:41Z', 'revision_number': 1, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'subnets': [{'id': '0748f25d-5224-4450-9759-50cddb7816ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:44.111348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port a9a6a254-7add-410e-a1d5-58b4382e9017 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:44.112347 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.136529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:44.235592 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.325247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:44.339044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2cf0e4e3-992c-4553-9172-7f2cc00fdddf admin admin] 10.222.0.44 "PUT /v2.0/routers/2f2dc856-8de0-47b0-b0e1-f241fba7ff29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0954409 Jul 13 07:32:44.469632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-46893cbe-9bb7-4d67-9a08-9cb451f2ac37 None None] Provisioning complete for port a167744d-b7cd-454c-a7a5-8147aec5f9b8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:44.470003 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46893cbe-9bb7-4d67-9a08-9cb451f2ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.472540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Attempting to bind port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:44.473146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Attempting to bind port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '7ed8d692-6365-4170-a3bb-d8d1ae651abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1515fe0d-97f8-4584-95b2-98501bcdff3a'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:44.473523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Attempting to bind port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 on network 1515fe0d-97f8-4584-95b2-98501bcdff3a {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:44.551841 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93041ac7-41e7-4ea0-b8f6-f2f8ed765b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.566843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:44.572519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Checking segment: {'id': '7ed8d692-6365-4170-a3bb-d8d1ae651abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1515fe0d-97f8-4584-95b2-98501bcdff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:44.572678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52748) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:44.572977 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.573387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Bound using segment: {'id': '7ed8d692-6365-4170-a3bb-d8d1ae651abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1515fe0d-97f8-4584-95b2-98501bcdff3a'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:44.574006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Bound port: 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed8d692-6365-4170-a3bb-d8d1ae651abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1515fe0d-97f8-4584-95b2-98501bcdff3a'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:44.574494 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.677620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-46893cbe-9bb7-4d67-9a08-9cb451f2ac37 None None] Port a167744d-b7cd-454c-a7a5-8147aec5f9b8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:44.700625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1410999851'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:44.748651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:44.768956 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.800518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.814226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] For port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:44.819344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] For port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6f0d60d7-60d1-456b-bafd-b11ca6ca3c14,segment=NetworkSegment(7ed8d692-6365-4170-a3bb-d8d1ae651abc),segment_id=7ed8d692-6365-4170-a3bb-d8d1ae651abc)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:44.842107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:44.863879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object 30572edb-9a49-47f3-8a8a-56439b2fea8f will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:44.864869 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.865885 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Added segment 7dfad164-9b82-4161-b4fe-48d8793889f1 of type vlan for network 25bbe80d-0729-480e-b020-d90fed53fe96 Jul 13 07:32:44.868244 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.916794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.947701 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.983364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8629f6-0d08-4f0c-a5fc-f7482fcef708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a6a254-7add-410e-a1d5-58b4382e9017'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:44.987236 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a3f4f9-d3bf-48a3-af86-edef775bb914" -d '{"events": [{"server_uuid": "0a8629f6-0d08-4f0c-a5fc-f7482fcef708", "name": "network-vif-plugged", "status": "completed", "tag": "a9a6a254-7add-410e-a1d5-58b4382e9017"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:45.011370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 1515fe0d-97f8-4584-95b2-98501bcdff3a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:45.018108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.025014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:45.032816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.033010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:45.033124 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.041145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a9a6a254-7add-410e-a1d5-58b4382e9017, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a9a6a254-7add-410e-a1d5-58b4382e9017,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:45.052179 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.065861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf926e-1c2d-451e-b672-46e68f66066d None None] Pushing event updated for resources: {'Port': ['ID=6f0d60d7-60d1-456b-bafd-b11ca6ca3c14,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:45.074984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=30572edb-9a49-47f3-8a8a-56439b2fea8f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:45.081270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52758) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.118142 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5443740 Jul 13 07:32:45.128003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.128949 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.133343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52762) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.153468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5285f-bef6-4ee2-8b84-def41cc39546 req-81966fee-818a-434c-93da-dcf6dd162a0f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.157230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'subnet': {'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:45.162763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-96f5285f-bef6-4ee2-8b84-def41cc39546 req-81966fee-818a-434c-93da-dcf6dd162a0f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 944 time: 0.2597752 Jul 13 07:32:45.167845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1260fca8-baba-4910-9fcd-759536d7e3ec tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7749023 Jul 13 07:32:45.173772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52766) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.204481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=a9a6a254-7add-410e-a1d5-58b4382e9017,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:45.234524 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12752a56-f165-4370-a111-f38ff6e264e1 x-openstack-request-id: req-12752a56-f165-4370-a111-f38ff6e264e1 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:45.234822 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8629f6-0d08-4f0c-a5fc-f7482fcef708", "name": "network-vif-plugged", "status": "completed", "tag": "a9a6a254-7add-410e-a1d5-58b4382e9017", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:45.235080 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12752a56-f165-4370-a111-f38ff6e264e1 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:45.235484 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8629f6-0d08-4f0c-a5fc-f7482fcef708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a6a254-7add-410e-a1d5-58b4382e9017', 'code': 200} Jul 13 07:32:45.268804 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-96f5285f-bef6-4ee2-8b84-def41cc39546 req-1bb017d4-9e47-4079-90e3-270f7c9d1a55 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036673 Jul 13 07:32:45.308059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506974c1-62ac-4862-bee4-8684ec7a0f77 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Network': ['ID=25bbe80d-0729-480e-b020-d90fed53fe96,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:45.327501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 25bbe80d-0729-480e-b020-d90fed53fe96 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:45.351135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519dc40-a3fb-4f6a-83a9-3064cb5a51f3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.352759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c519dc40-a3fb-4f6a-83a9-3064cb5a51f3 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1753123 Jul 13 07:32:45.357948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52772) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.513711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:45.517383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.637459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-faa3475e-6f5e-4bd7-b047-f24322cf2c97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a8e1186474f4ffbb6a81c31a63e1d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5519500 Jul 13 07:32:45.640147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52780) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.675917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ca5b033b-195b-42d3-82bb-e04df53c279f no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:45.708765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: ca5b033b-195b-42d3-82bb-e04df53c279f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:45.709131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ca5b033b-195b-42d3-82bb-e04df53c279f not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:45.709264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fccad3-ab42-4a45-aa08-7047affd706f req-bcd295eb-085d-4ffb-b0fa-da0c72d8a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.710881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-63fccad3-ab42-4a45-aa08-7047affd706f req-bcd295eb-085d-4ffb-b0fa-da0c72d8a5a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 1096 time: 0.3520374 Jul 13 07:32:45.728489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68740735-c5a8-4aa6-9b13-14d49ef1c9b6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.734648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68740735-c5a8-4aa6-9b13-14d49ef1c9b6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.744656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:45.751176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68740735-c5a8-4aa6-9b13-14d49ef1c9b6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.765026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-68740735-c5a8-4aa6-9b13-14d49ef1c9b6 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.3902121 Jul 13 07:32:45.768573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52786) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.872522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-63fccad3-ab42-4a45-aa08-7047affd706f req-300a5a1c-34cd-4c92-80b5-1aac09cd0ebe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051161 Jul 13 07:32:45.873174 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4051-e273-466d-99fb-5135a9d3e860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.912073 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.949281 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4051-e273-466d-99fb-5135a9d3e860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.975978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:45.998131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'port_id': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6', 'mac_address': 'fa:16:3e:67:09:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed8190-bcae-477d-be7c-5324c0bdcde8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:46.035522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Subnet': ['ID=cba8c2a5-d6e1-4b98-a712-f78f40dc2b49,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.045934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Checking segment: {'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:46.046226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network hostable DHCP agents. Network: 25bbe80d-0729-480e-b020-d90fed53fe96, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:46.062736 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.070954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network 25bbe80d-0729-480e-b020-d90fed53fe96 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:46.078386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4051-e273-466d-99fb-5135a9d3e860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.080488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:46.081094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4051-e273-466d-99fb-5135a9d3e860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.082284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6f9f4051-e273-466d-99fb-5135a9d3e860 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c663b8d4-1da1-401b-affd-031a1f42ab11 HTTP/1.1" status: 204 len: 168 time: 0.4395814 Jul 13 07:32:46.088391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 25bbe80d-0729-480e-b020-d90fed53fe96) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:46.095192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:46.096861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f222f0b3-be0b-437e-b03b-6683eeeaeb62 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 30572edb-9a49-47f3-8a8a-56439b2fea8f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:46.097219 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f222f0b3-be0b-437e-b03b-6683eeeaeb62 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.097332 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.106102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0804c8-8047-4f86-9785-fc7cf7fdd088 None None] Network 25bbe80d-0729-480e-b020-d90fed53fe96 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:46.117510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dabac043-9eec-4bb4-9f5a-5b678093aba6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9730024 Jul 13 07:32:46.121480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52792) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:46.134707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1122245929'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:46.141948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f4051-e273-466d-99fb-5135a9d3e860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c663b8d4-1da1-401b-affd-031a1f42ab11,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.187355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:46.195226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.275129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:46.309417 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.309773 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Added segment 13b30ba8-9f25-40dd-8b9c-153975982c36 of type vlan for network 77c68968-bf97-4793-9d80-d5da1cd7d639 Jul 13 07:32:46.334175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:46.348863 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f222f0b3-be0b-437e-b03b-6683eeeaeb62 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.375367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f222f0b3-be0b-437e-b03b-6683eeeaeb62 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 30572edb-9a49-47f3-8a8a-56439b2fea8f owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:46.448115 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.457932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.538757 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.550641 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:46.551324 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.597556 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4714627 Jul 13 07:32:46.626688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.633189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52802) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:46.656330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 195034c1-b70c-4757-88ee-59f3864fbd5e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:46.662435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'subnet': {'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:46.666526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f222f0b3-be0b-437e-b03b-6683eeeaeb62 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.736042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222f0b3-be0b-437e-b03b-6683eeeaeb62 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=30572edb-9a49-47f3-8a8a-56439b2fea8f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.789583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52808) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:46.855458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f4745-dc3e-4dfc-a6de-3dd27724370d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Network': ['ID=77c68968-bf97-4793-9d80-d5da1cd7d639,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.870940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 77c68968-bf97-4793-9d80-d5da1cd7d639 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:46.921506 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f36e00a4-0165-4141-b524-907852c22a5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c30c05a3fbee49d28bf1dd13c175cff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292827 Jul 13 07:32:46.925426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52820) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:46.960622 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:46.961796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f222f0b3-be0b-437e-b03b-6683eeeaeb62 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.962376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-25bbe80d-0729-480e-b020-d90fed53fe96', 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'fixed_ips': [{'subnet_id': 'cba8c2a5-d6e1-4b98-a712-f78f40dc2b49'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:46.963454 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.966000 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.971056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f222f0b3-be0b-437e-b03b-6683eeeaeb62 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/30572edb-9a49-47f3-8a8a-56439b2fea8f HTTP/1.1" status: 204 len: 168 time: 1.2014203 Jul 13 07:32:46.973057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52826) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:47.037018 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20b5f10-cd46-4623-af4f-cc4eabbff8bd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:32:47.041695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['513cd56d-e03f-4cd8-a9e5-0bcc45424fa6'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:47.042239 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d20b5f10-cd46-4623-af4f-cc4eabbff8bd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/30572edb-9a49-47f3-8a8a-56439b2fea8f HTTP/1.1" status: 404 len: 333 time: 0.0650589 Jul 13 07:32:47.045207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52832) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:47.048756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223a5df-f012-41ab-a416-93b32d5e2670 None None] Network 1515fe0d-97f8-4584-95b2-98501bcdff3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:47.056223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b0515-1844-49af-a6d0-07c015734178 req-07299530-2269-49ee-9e18-d753804094a7 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.057858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b0b0515-1844-49af-a6d0-07c015734178 req-07299530-2269-49ee-9e18-d753804094a7 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 945 time: 0.3309510 Jul 13 07:32:47.227116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b0b0515-1844-49af-a6d0-07c015734178 req-ed1d340a-7532-4fdb-9fb0-1929b94e5fcf tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263547 Jul 13 07:32:47.229389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c41cdcc1-713f-4638-9db5-2aed82c7c230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.235293 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb486172-1721-4f64-a971-ed080a6be391 req-05d7617c-2833-4d71-95c9-8fe14ed98939 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2356367 Jul 13 07:32:47.285707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f3ac5-dc43-4f0f-a430-d5e185848429 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port a7638fe8-0c7c-4e2a-a3f2-d31037a49165 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:47.285875 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3ac5-dc43-4f0f-a430-d5e185848429 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.303218 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3c550eb8-d8b7-4e9e-a179-0b9cc286fc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.336955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c41cdcc1-713f-4638-9db5-2aed82c7c230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.390795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b2b705a5-df38-4efa-bf78-cdbf9081f3a9 None None] Provisioning for port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:47.392937 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.523564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb486172-1721-4f64-a971-ed080a6be391 req-d28c25f2-f4d9-464b-adb8-935bd7bdd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.525174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb486172-1721-4f64-a971-ed080a6be391 req-d28c25f2-f4d9-464b-adb8-935bd7bdd84e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=635ae06d3dba421bb32de964f6f389b5&device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 1097 time: 0.2202756 Jul 13 07:32:47.538339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c41cdcc1-713f-4638-9db5-2aed82c7c230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.540999 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c41cdcc1-713f-4638-9db5-2aed82c7c230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.542148 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c41cdcc1-713f-4638-9db5-2aed82c7c230 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adde028b-5015-4f35-b29a-87fb508246b6 HTTP/1.1" status: 204 len: 168 time: 0.6151841 Jul 13 07:32:47.564222 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3ac5-dc43-4f0f-a430-d5e185848429 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.578382 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cdcc1-713f-4638-9db5-2aed82c7c230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adde028b-5015-4f35-b29a-87fb508246b6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:47.640824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f3ac5-dc43-4f0f-a430-d5e185848429 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for a7638fe8-0c7c-4e2a-a3f2-d31037a49165 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:47.735230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb486172-1721-4f64-a971-ed080a6be391 req-be9fbd70-0694-414c-a9fb-bf0f525e0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.740406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Allocated IP 19.80.0.2 (25bbe80d-0729-480e-b020-d90fed53fe96/cba8c2a5-d6e1-4b98-a712-f78f40dc2b49/d2e88484-ee4a-4f74-a893-d7de910e3ebe) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:47.742037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb486172-1721-4f64-a971-ed080a6be391 req-be9fbd70-0694-414c-a9fb-bf0f525e0d67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 200 len: 917 time: 0.1861453 Jul 13 07:32:47.749607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.816477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb486172-1721-4f64-a971-ed080a6be391 req-dd1b1458-2be9-4596-beea-464d4dfb6946 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83e8d94f-d3ac-4303-a7b7-571c6abad271 HTTP/1.1" status: 200 len: 217 time: 0.0650587 Jul 13 07:32:47.870471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 195034c1-b70c-4757-88ee-59f3864fbd5e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:47.928597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Subnet': ['ID=98ddd3a5-0a82-43cb-8133-1a8c0bfa36a1,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:47.953493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539adb5f-68f0-4757-9aec-50e304ea19e0 req-c8e78aec-17a2-4a63-84a7-f56661d625cb tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.970987 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-539adb5f-68f0-4757-9aec-50e304ea19e0 req-c8e78aec-17a2-4a63-84a7-f56661d625cb tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 945 time: 0.1531649 Jul 13 07:32:47.974157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb486172-1721-4f64-a971-ed080a6be391 req-f95346c3-eb3b-4edf-ae1b-cd9f8d33e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:47.977165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb486172-1721-4f64-a971-ed080a6be391 req-f95346c3-eb3b-4edf-ae1b-cd9f8d33e26b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74795142-ea67-4867-98f2-d926dd1ebdb9 HTTP/1.1" status: 200 len: 855 time: 0.1270261 Jul 13 07:32:48.010043 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.019892 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Checking segment: {'id': '13b30ba8-9f25-40dd-8b9c-153975982c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:48.020594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network hostable DHCP agents. Network: 77c68968-bf97-4793-9d80-d5da1cd7d639, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:48.023547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Transition to ACTIVE for port object d2e88484-ee4a-4f74-a893-d7de910e3ebe will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:48.043324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Transition to ACTIVE for port object d2e88484-ee4a-4f74-a893-d7de910e3ebe will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:48.053763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 195034c1-b70c-4757-88ee-59f3864fbd5e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:48.054648 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.055233 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-539adb5f-68f0-4757-9aec-50e304ea19e0 req-00124b91-42ba-47a1-ba1a-3fe8f9dca882 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828114 Jul 13 07:32:48.055360 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Sync routers for ids ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:48.084589 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Routers {'2f2dc856-8de0-47b0-b0e1-f241fba7ff29'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:48.089928 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-cfa00084-2910-452e-b082-ac971c036131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:48.128907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network 77c68968-bf97-4793-9d80-d5da1cd7d639 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:48.140472 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.164674 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3ac5-dc43-4f0f-a430-d5e185848429 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.211291 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 77c68968-bf97-4793-9d80-d5da1cd7d639) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:48.214825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f3ac5-dc43-4f0f-a430-d5e185848429 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=a7638fe8-0c7c-4e2a-a3f2-d31037a49165,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:48.233108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb486172-1721-4f64-a971-ed080a6be391 req-8f81bf2c-240e-4254-94ba-1d25570dc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.234509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.235228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.242181 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb486172-1721-4f64-a971-ed080a6be391 req-8f81bf2c-240e-4254-94ba-1d25570dc7a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1ef12b6-2483-422f-90f7-de436e7ac3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2007384 Jul 13 07:32:48.344958 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c1fcb-7ffc-4b1d-8102-33fd6dc91b45 None None] Network 77c68968-bf97-4793-9d80-d5da1cd7d639 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:48.414104 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Set router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:48.440957 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-58db9b83-fb84-4c84-aa91-182cb52b6793 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8032689 Jul 13 07:32:48.445415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3ac5-dc43-4f0f-a430-d5e185848429 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.456224 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9a8f3ac5-dc43-4f0f-a430-d5e185848429 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/a7638fe8-0c7c-4e2a-a3f2-d31037a49165 HTTP/1.1" status: 204 len: 168 time: 1.4081500 Jul 13 07:32:48.460049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52888) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:48.484998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb486172-1721-4f64-a971-ed080a6be391 req-cbc2ea83-9494-4a21-bde2-d4aafe1ed754 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256925 Jul 13 07:32:48.586233 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fb8ff1-fed5-4778-b729-b466908c42e5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:32:48.595381 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d2fb8ff1-fed5-4778-b729-b466908c42e5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/a7638fe8-0c7c-4e2a-a3f2-d31037a49165 HTTP/1.1" status: 404 len: 333 time: 0.1316810 Jul 13 07:32:48.599712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52890) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:48.604213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.694623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Network 25bbe80d-0729-480e-b020-d90fed53fe96 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:48.729229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:48.742353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb486172-1721-4f64-a971-ed080a6be391 req-5052e806-255d-4764-9fdd-5dce71e9fcb6 service neutron] 10.222.0.54 "GET /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482817 Jul 13 07:32:48.748819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79860d2-d498-4133-ada6-7713b630f147 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet a2622f49-713e-4944-8d53-d47357771a8d {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:48.756603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d79860d2-d498-4133-ada6-7713b630f147 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.762865 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:48.894072 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.902611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Pushing event updated for resources: {'Port': ['ID=d2e88484-ee4a-4f74-a893-d7de910e3ebe,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:48.952006 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d79860d2-d498-4133-ada6-7713b630f147 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.011570 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-cfa00084-2910-452e-b082-ac971c036131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'name': 'tempest-ServersTestMultiNic-1895325273-router', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:37Z', 'updated_at': '2021-07-13T07:32:42Z', 'revision_number': 4, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'gw_port': {'id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:38Z', 'updated_at': '2021-07-13T07:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a167744d-b7cd-454c-a7a5-8147aec5f9b8', 'name': '', 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'mac_address': 'fa:16:3e:61:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '0748f25d-5224-4450-9759-50cddb7816ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:41Z', 'updated_at': '2021-07-13T07:32:42Z', 'revision_number': 2, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'subnets': [{'id': '0748f25d-5224-4450-9759-50cddb7816ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:49.042922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 195034c1-b70c-4757-88ee-59f3864fbd5e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=195034c1-b70c-4757-88ee-59f3864fbd5e,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:49.067098 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Checking router: 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:49.068340 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Updating router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 port a167744d-b7cd-454c-a7a5-8147aec5f9b8 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:32:49.105402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcd258-341f-444c-95f6-0b08195cd94e req-29063d56-ac6d-429b-be7f-12d33d059f00 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:49.106929 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3fcd258-341f-444c-95f6-0b08195cd94e req-29063d56-ac6d-429b-be7f-12d33d059f00 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 945 time: 0.5471404 Jul 13 07:32:49.117411 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.149018 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.162677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a4fc3849-c5fe-49e2-a884-f5b3c7de83eb tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:49.170531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a4fc3849-c5fe-49e2-a884-f5b3c7de83eb tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:49.172599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a4fc3849-c5fe-49e2-a884-f5b3c7de83eb tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/networks?id=25bbe80d-0729-480e-b020-d90fed53fe96&id=77c68968-bf97-4793-9d80-d5da1cd7d639&id=25bbe80d-0729-480e-b020-d90fed53fe96 HTTP/1.1" status: 200 len: 1392 time: 0.3020365 Jul 13 07:32:49.206305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-24ecf55a-ecf5-4dc7-9095-44047d18c178 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/quotas/1883df5fb2884c2599a746f22e283eae HTTP/1.1" status: 200 len: 375 time: 0.0271444 Jul 13 07:32:49.249683 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3fcd258-341f-444c-95f6-0b08195cd94e req-b35f758c-2dfd-4d69-9709-40b5bf7495d0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230929 Jul 13 07:32:49.250707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-6b7dcb54-d5db-4b13-9e6b-9f78473ddbc8 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:49.252747 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-6b7dcb54-d5db-4b13-9e6b-9f78473ddbc8 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 945 time: 0.1702719 Jul 13 07:32:49.285456 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d79860d2-d498-4133-ada6-7713b630f147 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.387190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:49.439088 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d79860d2-d498-4133-ada6-7713b630f147 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.469025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Attempting to bind port d2e88484-ee4a-4f74-a893-d7de910e3ebe on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:49.469568 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d79860d2-d498-4133-ada6-7713b630f147 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.475098 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d79860d2-d498-4133-ada6-7713b630f147 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/a2622f49-713e-4944-8d53-d47357771a8d HTTP/1.1" status: 204 len: 168 time: 0.8731403 Jul 13 07:32:49.477452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Attempting to bind port d2e88484-ee4a-4f74-a893-d7de910e3ebe by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:49.477832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Attempting to bind port d2e88484-ee4a-4f74-a893-d7de910e3ebe on network 25bbe80d-0729-480e-b020-d90fed53fe96 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:49.480214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52922) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:49.527596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79860d2-d498-4133-ada6-7713b630f147 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=a2622f49-713e-4944-8d53-d47357771a8d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:49.573980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:49.574383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Checking segment: {'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:49.574762 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.575166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Bound using segment: {'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:49.575651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Bound port: d2e88484-ee4a-4f74-a893-d7de910e3ebe, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:49.576098 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.673638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=195034c1-b70c-4757-88ee-59f3864fbd5e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:49.686490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275b39d-910d-4540-9a67-4c21fc05de03 req-b6b71cbd-04c4-4ed0-b432-56d60e19c085 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:49.699105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4275b39d-910d-4540-9a67-4c21fc05de03 req-b6b71cbd-04c4-4ed0-b432-56d60e19c085 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 945 time: 0.1728044 Jul 13 07:32:49.704679 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.737661 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Transition to ACTIVE for port object a167744d-b7cd-454c-a7a5-8147aec5f9b8 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:49.756553 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.868367 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Pushing event updated for resources: {'Port': ['ID=a167744d-b7cd-454c-a7a5-8147aec5f9b8,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:49.881986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.903318 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4275b39d-910d-4540-9a67-4c21fc05de03 req-bad3cb94-a574-43f3-8d4b-bb1ec68684d9 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009923 Jul 13 07:32:49.998056 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:49.998489 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:49.998833 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:49.999253 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:50.004560 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:50.004966 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:50.005314 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:50.006628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-0be74ddf-4f94-4a5b-a991-da85c21f266d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1883df5fb2884c2599a746f22e283eae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7933464 Jul 13 07:32:50.008429 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:50.008788 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:50.009125 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:50.009460 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:50.014643 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:50.066139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-ca1ce2dc-ae22-40ff-b4f9-dc739e4b0c87 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:32:50.068602 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-ca1ce2dc-ae22-40ff-b4f9-dc739e4b0c87 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256820 Jul 13 07:32:50.123359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-77c68968-bf97-4793-9d80-d5da1cd7d639', 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'fixed_ips': [{'subnet_id': '98ddd3a5-0a82-43cb-8133-1a8c0bfa36a1'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:50.124229 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.149567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.163607 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Attempting to bind port a167744d-b7cd-454c-a7a5-8147aec5f9b8 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:50.164171 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Attempting to bind port a167744d-b7cd-454c-a7a5-8147aec5f9b8 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9decb1a5-915b-4dfa-b846-653fbf326046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:50.164356 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Attempting to bind port a167744d-b7cd-454c-a7a5-8147aec5f9b8 on network ce68d6af-a293-4d85-bcd2-088c2ff87123 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:50.188538 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:50.189941 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Checking segment: {'id': '9decb1a5-915b-4dfa-b846-653fbf326046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:50.189941 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.189941 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Bound using segment: {'id': '9decb1a5-915b-4dfa-b846-653fbf326046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:50.190307 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Bound port: a167744d-b7cd-454c-a7a5-8147aec5f9b8, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9decb1a5-915b-4dfa-b846-653fbf326046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:50.200653 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.231625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:50.283082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42b3d2a-a003-4275-9212-39eb9f3ebb71 None None] Network 1515fe0d-97f8-4584-95b2-98501bcdff3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:50.290102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:50.290247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-b8e4d727-7742-476b-add2-282f439fd178 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Deleting port 4bdeb109-25bd-48d7-b665-d39cc6be001d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:50.290478 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.290587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-b8e4d727-7742-476b-add2-282f439fd178 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.381811 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-cfa00084-2910-452e-b082-ac971c036131 None None] For port a167744d-b7cd-454c-a7a5-8147aec5f9b8, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:50.385361 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-cfa00084-2910-452e-b082-ac971c036131 None None] For port a167744d-b7cd-454c-a7a5-8147aec5f9b8, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a167744d-b7cd-454c-a7a5-8147aec5f9b8,segment=NetworkSegment(9decb1a5-915b-4dfa-b846-653fbf326046),segment_id=9decb1a5-915b-4dfa-b846-653fbf326046)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:50.397912 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.491159 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Routers {'2f2dc856-8de0-47b0-b0e1-f241fba7ff29'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:50.492630 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-cfa00084-2910-452e-b082-ac971c036131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:50.532089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:50.532713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.632267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] For port d2e88484-ee4a-4f74-a893-d7de910e3ebe, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:50.656128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] For port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6f0d60d7-60d1-456b-bafd-b11ca6ca3c14,segment=NetworkSegment(7ed8d692-6365-4170-a3bb-d8d1ae651abc),segment_id=7ed8d692-6365-4170-a3bb-d8d1ae651abc)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:50.656471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.671665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:50.753041 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-cfa00084-2910-452e-b082-ac971c036131 None None] Set router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:50.794063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c306bcee-7933-44a7-bcb4-cc7388ae30a2 service neutron] 10.222.0.44 "GET /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911495 Jul 13 07:32:50.802518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] For port d2e88484-ee4a-4f74-a893-d7de910e3ebe, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d2e88484-ee4a-4f74-a893-d7de910e3ebe,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:50.844818 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.866648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ee687b0a-871e-4111-95f0-885e82ea78ab None None] Provisioning complete for port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:50.867025 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ee687b0a-871e-4111-95f0-885e82ea78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.095787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ee687b0a-871e-4111-95f0-885e82ea78ab None None] Port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 was deleted so its status cannot be updated. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:32:51.097075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Could not find standard attr ID for object 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:32:51.129912 n-d-798249-7 neutron-server[93840]: INFO neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No ports have port_id starting with 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 Jul 13 07:32:51.313368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f4449-5f86-450c-b663-d0a1681c2c9e None None] Pushing event updated for resources: {'Port': ['ID=d2e88484-ee4a-4f74-a893-d7de910e3ebe,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.362794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Allocated IP 19.86.0.2 (77c68968-bf97-4793-9d80-d5da1cd7d639/98ddd3a5-0a82-43cb-8133-1a8c0bfa36a1/d4a1d79f-30f1-4878-81b7-6e710c4a6768) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:51.373824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb2990d-41b3-4483-9261-d770e929e510 None None] DHCP port deletion for 1515fe0d-97f8-4584-95b2-98501bcdff3a request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:51.505035 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-cfa00084-2910-452e-b082-ac971c036131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'name': 'tempest-ServersTestMultiNic-1895325273-router', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:37Z', 'updated_at': '2021-07-13T07:32:42Z', 'revision_number': 4, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'gw_port': {'id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:38Z', 'updated_at': '2021-07-13T07:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a167744d-b7cd-454c-a7a5-8147aec5f9b8', 'name': '', 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'mac_address': 'fa:16:3e:61:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '0748f25d-5224-4450-9759-50cddb7816ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:41Z', 'updated_at': '2021-07-13T07:32:50Z', 'revision_number': 4, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'subnets': [{'id': '0748f25d-5224-4450-9759-50cddb7816ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:51.555467 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62ff8e-8f65-4912-a15a-fbe9e39eccd2 None None] Pushing event updated for resources: {'Port': ['ID=a167744d-b7cd-454c-a7a5-8147aec5f9b8,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.566131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 195034c1-b70c-4757-88ee-59f3864fbd5e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:51.567132 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa00084-2910-452e-b082-ac971c036131 None None] The sync data for ids ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'] in n-d-798249-7 is: [{'id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'name': 'tempest-ServersTestMultiNic-1895325273-router', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:37Z', 'updated_at': '2021-07-13T07:32:42Z', 'revision_number': 4, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'gw_port': {'id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:38Z', 'updated_at': '2021-07-13T07:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a167744d-b7cd-454c-a7a5-8147aec5f9b8', 'name': '', 'network_id': 'ce68d6af-a293-4d85-bcd2-088c2ff87123', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'mac_address': 'fa:16:3e:61:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '0748f25d-5224-4450-9759-50cddb7816ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:41Z', 'updated_at': '2021-07-13T07:32:50Z', 'revision_number': 4, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'subnets': [{'id': '0748f25d-5224-4450-9759-50cddb7816ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:51.619535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-b8e4d727-7742-476b-add2-282f439fd178 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] For port 4bdeb109-25bd-48d7-b665-d39cc6be001d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4bdeb109-25bd-48d7-b665-d39cc6be001d,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:51.620128 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-b8e4d727-7742-476b-add2-282f439fd178 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.650360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-b8e4d727-7742-476b-add2-282f439fd178 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Calling delete_port for 4bdeb109-25bd-48d7-b665-d39cc6be001d owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:51.721842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7cfdd-47d3-473d-9df7-ac670a9a92fe req-6d8b29fc-a6a4-493d-b05a-85e5d7d08056 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:51.724276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22b7cfdd-47d3-473d-9df7-ac670a9a92fe req-6d8b29fc-a6a4-493d-b05a-85e5d7d08056 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 945 time: 0.2657573 Jul 13 07:32:51.794044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52984) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:51.885368 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.886149 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22b7cfdd-47d3-473d-9df7-ac670a9a92fe req-a3726918-293e-4d61-a83b-78263d0d9477 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524115 Jul 13 07:32:51.917599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-b8e4d727-7742-476b-add2-282f439fd178 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.936454 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.952722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No DVR routers for this DVR port 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:51.965750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=6f0d60d7-60d1-456b-bafd-b11ca6ca3c14,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.983195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Transition to ACTIVE for port object d4a1d79f-30f1-4878-81b7-6e710c4a6768 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:51.999890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4d727-7742-476b-add2-282f439fd178 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Pushing event deleted for resources: {'Port': ['ID=4bdeb109-25bd-48d7-b665-d39cc6be001d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:52.020477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Transition to ACTIVE for port object d4a1d79f-30f1-4878-81b7-6e710c4a6768 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:52.039240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:52.097409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['83e8d94f-d3ac-4303-a7b7-571c6abad271'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:52.100567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c2fa5374-32f4-4708-ac6f-1e691623338f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:52.154628 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.172119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-b8e4d727-7742-476b-add2-282f439fd178 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] No DVR routers for this DVR port 4bdeb109-25bd-48d7-b665-d39cc6be001d on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:52.174099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e419140b-94ea-4e45-ae74-9c9ba6656fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.302251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.320775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-f5833433-3e66-436f-bc62-eb41cf3a6019 service neutron] 10.222.0.44 "GET /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5109632 Jul 13 07:32:52.341065 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Network 77c68968-bf97-4793-9d80-d5da1cd7d639 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:52.370581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:52.375680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:52.385173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Pushing event updated for resources: {'Port': ['ID=d4a1d79f-30f1-4878-81b7-6e710c4a6768,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:52.397284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:52.397284 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.494300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 195034c1-b70c-4757-88ee-59f3864fbd5e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:52.494680 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.505356 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e419140b-94ea-4e45-ae74-9c9ba6656fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.524288 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e419140b-94ea-4e45-ae74-9c9ba6656fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.539308 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-b8e4d727-7742-476b-add2-282f439fd178 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.542068 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae12ec5c-f929-492b-b186-2cbd4cb33feb req-b8e4d727-7742-476b-add2-282f439fd178 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.54 "DELETE /v2.0/ports/4bdeb109-25bd-48d7-b665-d39cc6be001d HTTP/1.1" status: 204 len: 173 time: 3.2302673 Jul 13 07:32:52.566594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-17589474-fdf9-4735-8a15-5ffa99562a12 service neutron] 10.222.0.44 "GET /v2.0/networks/77c68968-bf97-4793-9d80-d5da1cd7d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440307 Jul 13 07:32:52.570217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8248d95-e3cc-4c17-b73e-d5565f1cc7fa', 'name': 'network-vif-deleted', 'tag': '4bdeb109-25bd-48d7-b665-d39cc6be001d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:52.580684 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09cfdd1-3b98-417e-b5d1-5c48f5179321" -d '{"events": [{"server_uuid": "c8248d95-e3cc-4c17-b73e-d5565f1cc7fa", "name": "network-vif-deleted", "tag": "4bdeb109-25bd-48d7-b665-d39cc6be001d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:52.616729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1515fe0d-97f8-4584-95b2-98501bcdff3a']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:52.683141 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e419140b-94ea-4e45-ae74-9c9ba6656fbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bb121682ac640d89a91861f11d2d487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8879647 Jul 13 07:32:52.695408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53004) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:52.702416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419140b-94ea-4e45-ae74-9c9ba6656fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72f7d0d-3e17-418d-b404-de395af2b1dc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:52.838086 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee14f-d0bd-42fd-8ad9-3a9e46423a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.925209 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee14f-d0bd-42fd-8ad9-3a9e46423a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.939965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Attempting to bind port d4a1d79f-30f1-4878-81b7-6e710c4a6768 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:52.940728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Attempting to bind port d4a1d79f-30f1-4878-81b7-6e710c4a6768 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '13b30ba8-9f25-40dd-8b9c-153975982c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:52.941331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Attempting to bind port d4a1d79f-30f1-4878-81b7-6e710c4a6768 on network 77c68968-bf97-4793-9d80-d5da1cd7d639 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:52.970373 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-102aadfe-e1e9-41c5-b397-4c345c7e3104 service neutron] 10.222.0.44 "GET /v2.0/networks/77c68968-bf97-4793-9d80-d5da1cd7d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024732 Jul 13 07:32:52.990013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed8d692-6365-4170-a3bb-d8d1ae651abc') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:52.990414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed8d692-6365-4170-a3bb-d8d1ae651abc') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:53.044066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:53.044636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Checking segment: {'id': '13b30ba8-9f25-40dd-8b9c-153975982c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:53.045648 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.046139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Bound using segment: {'id': '13b30ba8-9f25-40dd-8b9c-153975982c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:53.046538 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.047473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Bound port: d4a1d79f-30f1-4878-81b7-6e710c4a6768, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b30ba8-9f25-40dd-8b9c-153975982c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:53.048065 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.074740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee14f-d0bd-42fd-8ad9-3a9e46423a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.078060 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee14f-d0bd-42fd-8ad9-3a9e46423a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.083470 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4a5ee14f-d0bd-42fd-8ad9-3a9e46423a58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e72f7d0d-3e17-418d-b404-de395af2b1dc HTTP/1.1" status: 204 len: 168 time: 0.3865790 Jul 13 07:32:53.107004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ee14f-d0bd-42fd-8ad9-3a9e46423a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72f7d0d-3e17-418d-b404-de395af2b1dc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:53.125067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.132865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:53.133337 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.201384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] For port d4a1d79f-30f1-4878-81b7-6e710c4a6768, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:53.205571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] For port d4a1d79f-30f1-4878-81b7-6e710c4a6768, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d4a1d79f-30f1-4878-81b7-6e710c4a6768,segment=NetworkSegment(13b30ba8-9f25-40dd-8b9c-153975982c36),segment_id=13b30ba8-9f25-40dd-8b9c-153975982c36)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:53.219960 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:53.231177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.252080 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.259065 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/networks/1515fe0d-97f8-4584-95b2-98501bcdff3a HTTP/1.1" status: 204 len: 168 time: 3.7726831 Jul 13 07:32:53.260769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53018) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:53.267485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1030049968'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:53.295858 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.373717 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:53.389107 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.451332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:53.468659 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.469011 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Added segment 4726386e-67ea-44b8-a595-62eac09dc7e5 of type vlan for network 1a95564d-3c50-4db0-857d-b980496f5f66 Jul 13 07:32:53.548614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f7c68-19bb-4149-9fce-f9d4e21ed163 None None] Network 25bbe80d-0729-480e-b020-d90fed53fe96 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:53.551095 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f799537-d664-4fd5-a369-766df978a97f x-openstack-request-id: req-4f799537-d664-4fd5-a369-766df978a97f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:53.551607 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8248d95-e3cc-4c17-b73e-d5565f1cc7fa", "name": "network-vif-deleted", "tag": "4bdeb109-25bd-48d7-b665-d39cc6be001d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:53.552340 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f799537-d664-4fd5-a369-766df978a97f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:53.553915 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8248d95-e3cc-4c17-b73e-d5565f1cc7fa', 'name': 'network-vif-deleted', 'tag': '4bdeb109-25bd-48d7-b665-d39cc6be001d', 'status': 'completed', 'code': 200} Jul 13 07:32:53.564000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Network': ['ID=1515fe0d-97f8-4584-95b2-98501bcdff3a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:53.602426 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.605249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.605823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.606503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.607087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.608486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.609793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.614683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.615312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.615872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.616445 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.617121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.617838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bd7601-ba31-4535-b833-6bb8590a2e95 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:53.687762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-f561d8ba-cf4d-4b0c-b49b-eba1aa3a2cb3 service neutron] 10.222.0.44 "GET /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873331 Jul 13 07:32:53.713721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.739479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.740748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.015790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Network': ['ID=1a95564d-3c50-4db0-857d-b980496f5f66,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.075803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-5cd13f01-df31-48ae-b8df-be3068127451 service neutron] 10.222.0.44 "GET /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535192 Jul 13 07:32:54.088498 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a70186bf-d229-4fdb-abf7-1a0f4ad27845 req-f741ea7f-70ba-4de6-9c41-82a0291bbc96 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8248d95-e3cc-4c17-b73e-d5565f1cc7fa HTTP/1.1" status: 200 len: 210 time: 0.0607522 Jul 13 07:32:54.109795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53034) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:54.115792 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1e9e5279-a24d-431d-9510-3c140ce9517d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8420711 Jul 13 07:32:54.121594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': '1a95564d-3c50-4db0-857d-b980496f5f66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:54.162229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a167744d-b7cd-454c-a7a5-8147aec5f9b8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:54.167431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 1a95564d-3c50-4db0-857d-b980496f5f66 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:54.383392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7147a701-bce1-499d-9ede-d36609fc26c6 None None] Provisioning for port d2e88484-ee4a-4f74-a893-d7de910e3ebe completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:54.399680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:54.405621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.414215 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.460771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6defc-435e-412b-a41b-ab5040eb8b78 None None] Pushing event updated for resources: {'Port': ['ID=d4a1d79f-30f1-4878-81b7-6e710c4a6768,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.726910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9320522-e022-407e-8533-9af78ed1df4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:54.738372 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca64b90-069e-42be-ae19-7cabc0628bf3" -d '{"events": [{"server_uuid": "e9320522-e022-407e-8533-9af78ed1df4b", "name": "network-vif-plugged", "status": "completed", "tag": "513cd56d-e03f-4cd8-a9e5-0bcc45424fa6"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:54.853657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:54.890187 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.917694 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.962646 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d44a02-1838-42bd-a809-c1d8afe5eaf7 x-openstack-request-id: req-52d44a02-1838-42bd-a809-c1d8afe5eaf7 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:54.968522 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9320522-e022-407e-8533-9af78ed1df4b", "name": "network-vif-plugged", "status": "completed", "tag": "513cd56d-e03f-4cd8-a9e5-0bcc45424fa6", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:54.969029 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52d44a02-1838-42bd-a809-c1d8afe5eaf7 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:54.969683 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9320522-e022-407e-8533-9af78ed1df4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6', 'code': 200} Jul 13 07:32:54.973062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:55.021766 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4bdeb109-25bd-48d7-b665-d39cc6be001d no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:55.026286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a167744d-b7cd-454c-a7a5-8147aec5f9b8 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:55.051216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a167744d-b7cd-454c-a7a5-8147aec5f9b8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:55.051993 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.054602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 4bdeb109-25bd-48d7-b665-d39cc6be001d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:55.055464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=25a75ee4-70c8-4fe3-90da-fcead3fec1db,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:55.056103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4bdeb109-25bd-48d7-b665-d39cc6be001d not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:55.065892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7a86db7-cd02-4c38-9ca2-73ae0093dbe6 req-63d9a09a-cb03-4a46-ab36-0ab09bdcb5dc tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 210 time: 0.1866729 Jul 13 07:32:55.178722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Checking segment: {'id': '4726386e-67ea-44b8-a595-62eac09dc7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1a95564d-3c50-4db0-857d-b980496f5f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:55.179321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network hostable DHCP agents. Network: 1a95564d-3c50-4db0-857d-b980496f5f66, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:55.221158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 1a95564d-3c50-4db0-857d-b980496f5f66 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:55.243176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 1a95564d-3c50-4db0-857d-b980496f5f66) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:55.261389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.262118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.307246 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.314102 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-09ec5838-4181-4bd1-a114-b90ba41dda06 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2025151 Jul 13 07:32:55.314706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6011a6-406b-4a1f-8013-98a8ddeb729f None None] Network 1a95564d-3c50-4db0-857d-b980496f5f66 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:55.316984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53076) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:55.323326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-688164b6-3daa-478e-9090-966b45ae9bd5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1439591299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:55.379124 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-688164b6-3daa-478e-9090-966b45ae9bd5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.381111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-688164b6-3daa-478e-9090-966b45ae9bd5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.483401 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-688164b6-3daa-478e-9090-966b45ae9bd5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.496414 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-688164b6-3daa-478e-9090-966b45ae9bd5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.537051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-688164b6-3daa-478e-9090-966b45ae9bd5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.542452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-688164b6-3daa-478e-9090-966b45ae9bd5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2215555 Jul 13 07:32:55.543117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53090) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:55.550297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'network_id': '1a95564d-3c50-4db0-857d-b980496f5f66', 'name': 'tempest-PortsTestJSON-1400222402'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:55.900111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:55.912499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.972337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port 5b3c63dd-8d57-4d06-839c-83d07e4846da yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:56.170533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-1a95564d-3c50-4db0-857d-b980496f5f66', 'network_id': '1a95564d-3c50-4db0-857d-b980496f5f66', 'tenant_id': '3ccebf987ad04d7f85a47a029f4e66ef', 'fixed_ips': [{'subnet_id': '25a75ee4-70c8-4fe3-90da-fcead3fec1db'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:56.172226 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.296386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.14 (1a95564d-3c50-4db0-857d-b980496f5f66/25a75ee4-70c8-4fe3-90da-fcead3fec1db/5b3c63dd-8d57-4d06-839c-83d07e4846da) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:56.324345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port a167744d-b7cd-454c-a7a5-8147aec5f9b8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a167744d-b7cd-454c-a7a5-8147aec5f9b8,segment=NetworkSegment(9decb1a5-915b-4dfa-b846-653fbf326046),segment_id=9decb1a5-915b-4dfa-b846-653fbf326046)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:56.338701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872e4592-82c7-4258-abeb-084708fbdc8c None None] Network 77c68968-bf97-4793-9d80-d5da1cd7d639 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:56.384699 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.563494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81f444-0a4b-47b6-b05d-57fa48de1179 req-e96b85e5-9192-4628-9234-7010fbeb3680 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:56.567056 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec81f444-0a4b-47b6-b05d-57fa48de1179 req-e96b85e5-9192-4628-9234-7010fbeb3680 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=359d6360-feef-47b3-a242-436a0e0bfd88 HTTP/1.1" status: 200 len: 946 time: 0.1095591 Jul 13 07:32:56.577070 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.594708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d2e88484-ee4a-4f74-a893-d7de910e3ebe up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:56.612572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object 5b3c63dd-8d57-4d06-839c-83d07e4846da will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:56.654048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec81f444-0a4b-47b6-b05d-57fa48de1179 req-89d04405-6fcb-4832-b25a-f8093dfaf504 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777025 Jul 13 07:32:56.667243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bfb5b818-75d8-43a1-b92c-6f019ce4cdc9 None None] Provisioning for port d4a1d79f-30f1-4878-81b7-6e710c4a6768 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:56.696576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=a167744d-b7cd-454c-a7a5-8147aec5f9b8,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:56.726116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-196f095f-f87d-4d0c-929a-094fad551f6d req-ab671bfd-73e2-450f-b66e-e482f7131eff tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 210 time: 0.1230483 Jul 13 07:32:56.743518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port d2e88484-ee4a-4f74-a893-d7de910e3ebe completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:56.848284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.917420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d2e88484-ee4a-4f74-a893-d7de910e3ebe triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:56.918086 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.031667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 1a95564d-3c50-4db0-857d-b980496f5f66 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:57.034783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Allocated IP 172.20.0.2 (1a95564d-3c50-4db0-857d-b980496f5f66/25a75ee4-70c8-4fe3-90da-fcead3fec1db/73f158c0-08e5-41c6-a242-dd24f2056549) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:57.043281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=5b3c63dd-8d57-4d06-839c-83d07e4846da,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:57.047202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:57.053276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:57.179205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.179868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.215607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ef7c2abf-2299-436b-a311-80a069eb8267 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6712480 Jul 13 07:32:57.216560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b2f4abff-af21-4e0b-be6b-66180270cbbf None None] Provisioning complete for port a167744d-b7cd-454c-a7a5-8147aec5f9b8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:57.217485 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b2f4abff-af21-4e0b-be6b-66180270cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.218356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53120) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:57.270150 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.366795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-ff17585c-c364-4a2a-95a2-1150158c7442 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.393047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-ff17585c-c364-4a2a-95a2-1150158c7442 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.394671 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-ff17585c-c364-4a2a-95a2-1150158c7442 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.54 "GET /v2.0/networks?id=25bbe80d-0729-480e-b020-d90fed53fe96&id=77c68968-bf97-4793-9d80-d5da1cd7d639&id=25bbe80d-0729-480e-b020-d90fed53fe96 HTTP/1.1" status: 200 len: 1392 time: 0.3615181 Jul 13 07:32:57.410645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'port': {'device_id': 'c89b1570-956e-4990-b776-38ce412bebe8', 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96', 'admin_state_up': True, 'tenant_id': '1883df5fb2884c2599a746f22e283eae'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:57.524004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port d2e88484-ee4a-4f74-a893-d7de910e3ebe, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d2e88484-ee4a-4f74-a893-d7de910e3ebe,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:57.659858 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.685914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:57.690062 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.771348 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.846090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Transition to ACTIVE for port object 73f158c0-08e5-41c6-a242-dd24f2056549 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:57.953307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:58.001063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:58.001689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6f0d60d7-60d1-456b-bafd-b11ca6ca3c14 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:58.004470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=d2e88484-ee4a-4f74-a893-d7de910e3ebe,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.018200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Transition to ACTIVE for port object 73f158c0-08e5-41c6-a242-dd24f2056549 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:58.021124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Allocated IP 19.80.0.237 (25bbe80d-0729-480e-b020-d90fed53fe96/cba8c2a5-d6e1-4b98-a712-f78f40dc2b49/90ded7db-1187-457f-a9f8-cf88bc35959c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:58.040610 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.185803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Network 1a95564d-3c50-4db0-857d-b980496f5f66 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:58.202333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:58.219110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:58.336053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Pushing event updated for resources: {'Port': ['ID=73f158c0-08e5-41c6-a242-dd24f2056549,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.405465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Attempting to bind port 73f158c0-08e5-41c6-a242-dd24f2056549 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:58.406241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Attempting to bind port 73f158c0-08e5-41c6-a242-dd24f2056549 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '4726386e-67ea-44b8-a595-62eac09dc7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1a95564d-3c50-4db0-857d-b980496f5f66'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:58.406858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Attempting to bind port 73f158c0-08e5-41c6-a242-dd24f2056549 on network 1a95564d-3c50-4db0-857d-b980496f5f66 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:58.413965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a167744d-b7cd-454c-a7a5-8147aec5f9b8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:58.417836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:58.418570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Checking segment: {'id': '4726386e-67ea-44b8-a595-62eac09dc7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1a95564d-3c50-4db0-857d-b980496f5f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:58.419484 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.420387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Bound using segment: {'id': '4726386e-67ea-44b8-a595-62eac09dc7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1a95564d-3c50-4db0-857d-b980496f5f66'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:58.421115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Bound port: 73f158c0-08e5-41c6-a242-dd24f2056549, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4726386e-67ea-44b8-a595-62eac09dc7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1a95564d-3c50-4db0-857d-b980496f5f66'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:58.421752 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.429161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-aa5d3951-1400-4833-aa0e-bdffa066d060 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.436567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-aa5d3951-1400-4833-aa0e-bdffa066d060 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.53 "GET /v2.0/ports?device_id=359d6360-feef-47b3-a242-436a0e0bfd88 HTTP/1.1" status: 200 len: 946 time: 0.9417243 Jul 13 07:32:58.494937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.524481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] For port 73f158c0-08e5-41c6-a242-dd24f2056549, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:58.528718 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] For port 73f158c0-08e5-41c6-a242-dd24f2056549, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=73f158c0-08e5-41c6-a242-dd24f2056549,segment=NetworkSegment(4726386e-67ea-44b8-a595-62eac09dc7e5),segment_id=4726386e-67ea-44b8-a595-62eac09dc7e5)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:58.531701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Transition to ACTIVE for port object 90ded7db-1187-457f-a9f8-cf88bc35959c will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:58.541826 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.600530 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.668628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a167744d-b7cd-454c-a7a5-8147aec5f9b8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:58.669288 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.671182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3891488-cb95-4f72-aeaf-677928c18ccd None None] Pushing event updated for resources: {'Port': ['ID=73f158c0-08e5-41c6-a242-dd24f2056549,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.706550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4b2f1-2b47-4454-b360-dea1d5d34078 req-baf24321-2af1-4932-8aaf-78f0aa9126ac tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.722401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35b4b2f1-2b47-4454-b360-dea1d5d34078 req-baf24321-2af1-4932-8aaf-78f0aa9126ac tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=359d6360-feef-47b3-a242-436a0e0bfd88 HTTP/1.1" status: 200 len: 946 time: 0.5545175 Jul 13 07:32:58.778786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network 25bbe80d-0729-480e-b020-d90fed53fe96 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:58.789463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Port': ['ID=90ded7db-1187-457f-a9f8-cf88bc35959c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.802434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:58.805662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:58.819916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-192784c8-8483-465d-8bff-679c46973c3f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Deleting port c2fa5374-32f4-4708-ac6f-1e691623338f {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:58.826829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-192784c8-8483-465d-8bff-679c46973c3f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.843827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d4a1d79f-30f1-4878-81b7-6e710c4a6768 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:58.888418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4625b-c2ba-4146-9254-7fffba6a24a7 req-04a58e02-1a4d-4987-882f-e94d43215060 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.890052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc4625b-c2ba-4146-9254-7fffba6a24a7 req-04a58e02-1a4d-4987-882f-e94d43215060 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 932 time: 0.3101542 Jul 13 07:32:58.925700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.926392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.964234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-a0d0631a-21e6-46ed-b592-f4c2341e4b3a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5593724 Jul 13 07:32:58.977208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port d4a1d79f-30f1-4878-81b7-6e710c4a6768 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:58.980192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'port': {'device_id': 'c89b1570-956e-4990-b776-38ce412bebe8', 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639', 'admin_state_up': True, 'tenant_id': '1883df5fb2884c2599a746f22e283eae'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:58.982369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d4a1d79f-30f1-4878-81b7-6e710c4a6768 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:58.982804 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.062043 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc4625b-c2ba-4146-9254-7fffba6a24a7 req-c125fda1-0dd9-44b9-9d32-20dfd5e3dee0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576359 Jul 13 07:32:59.117927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-192784c8-8483-465d-8bff-679c46973c3f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] For port c2fa5374-32f4-4708-ac6f-1e691623338f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c2fa5374-32f4-4708-ac6f-1e691623338f,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:59.121748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-192784c8-8483-465d-8bff-679c46973c3f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.156724 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.197388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.212614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-192784c8-8483-465d-8bff-679c46973c3f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Calling delete_port for c2fa5374-32f4-4708-ac6f-1e691623338f owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:59.285253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port d4a1d79f-30f1-4878-81b7-6e710c4a6768, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d4a1d79f-30f1-4878-81b7-6e710c4a6768,segment=NetworkSegment(13b30ba8-9f25-40dd-8b9c-153975982c36),segment_id=13b30ba8-9f25-40dd-8b9c-153975982c36)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:59.299617 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.378366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d2e88484-ee4a-4f74-a893-d7de910e3ebe up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:59.386008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:59.389880 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.397779 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35b4b2f1-2b47-4454-b360-dea1d5d34078 req-688f1b4b-a05b-4f82-aa7c-28bdba122f00 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6744187 Jul 13 07:32:59.482993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=d4a1d79f-30f1-4878-81b7-6e710c4a6768,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.512167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d2e88484-ee4a-4f74-a893-d7de910e3ebe triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:59.512740 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.671807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8a568ed2-03b8-4871-8d69-274eab84b9a2 None None] Provisioning for port 90ded7db-1187-457f-a9f8-cf88bc35959c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:59.677541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8a568ed2-03b8-4871-8d69-274eab84b9a2 None None] Provisioning complete for port 90ded7db-1187-457f-a9f8-cf88bc35959c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:59.681466 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a568ed2-03b8-4871-8d69-274eab84b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.687329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Allocated IP 19.86.0.177 (77c68968-bf97-4793-9d80-d5da1cd7d639/98ddd3a5-0a82-43cb-8133-1a8c0bfa36a1/53bec98b-da68-42d0-9e53-a31cd2f62740) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:59.806435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8a568ed2-03b8-4871-8d69-274eab84b9a2 None None] Port 90ded7db-1187-457f-a9f8-cf88bc35959c cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:59.887129 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.902559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Transition to ACTIVE for port object 53bec98b-da68-42d0-9e53-a31cd2f62740 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:59.963531 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.073019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Port': ['ID=53bec98b-da68-42d0-9e53-a31cd2f62740,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:00.098096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network 77c68968-bf97-4793-9d80-d5da1cd7d639 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:00.099674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:00.103100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:00.259150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:00.259811 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.318106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-62fbb3a9-c771-467d-bc16-860adcca6b36 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3451934 Jul 13 07:33:00.330111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'port': {'device_id': 'c89b1570-956e-4990-b776-38ce412bebe8', 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96', 'admin_state_up': True, 'tenant_id': '1883df5fb2884c2599a746f22e283eae'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:00.507418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d4a1d79f-30f1-4878-81b7-6e710c4a6768 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:00.634449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7bba2-a40c-4cdc-8ea7-26eed22181f2 None None] Network 1a95564d-3c50-4db0-857d-b980496f5f66 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:00.688474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:00.693098 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.836059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.850310 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.916374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Allocated IP 19.80.0.219 (25bbe80d-0729-480e-b020-d90fed53fe96/cba8c2a5-d6e1-4b98-a712-f78f40dc2b49/8a8a2095-db25-465f-908e-2a1986a7e7e4) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:01.002002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d4a1d79f-30f1-4878-81b7-6e710c4a6768 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:01.002470 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.079058 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.093789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Transition to ACTIVE for port object 8a8a2095-db25-465f-908e-2a1986a7e7e4 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:01.096244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f40412ae-a5b3-4015-b558-3519f306684d None None] Provisioning for port 73f158c0-08e5-41c6-a242-dd24f2056549 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:01.155987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.232358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network 25bbe80d-0729-480e-b020-d90fed53fe96 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:01.241278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:01.248202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:01.248388 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=5b3c63dd-8d57-4d06-839c-83d07e4846da,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:01.271394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.271741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.272112 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.272443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.272772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.273100 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.273425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.273749 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.274070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.282428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 73f158c0-08e5-41c6-a242-dd24f2056549 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:01.284783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.285262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.285573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:01.302522 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-192784c8-8483-465d-8bff-679c46973c3f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.331619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695af708-1e2f-4b58-89dd-5cf3d344c464 req-fd65c210-d7a4-4454-91eb-4f46e1cff17c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.338108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695af708-1e2f-4b58-89dd-5cf3d344c464 req-fd65c210-d7a4-4454-91eb-4f46e1cff17c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.347788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['83e8d94f-d3ac-4303-a7b7-571c6abad271'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:01.350941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-695af708-1e2f-4b58-89dd-5cf3d344c464 req-fd65c210-d7a4-4454-91eb-4f46e1cff17c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 1655 time: 0.6737840 Jul 13 07:33:01.380647 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192784c8-8483-465d-8bff-679c46973c3f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Pushing event deleted for resources: {'Port': ['ID=c2fa5374-32f4-4708-ac6f-1e691623338f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:01.420936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.423016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d133d737-b94d-4cf3-98a4-9e54fef9ed54 None None] Provisioning for port 53bec98b-da68-42d0-9e53-a31cd2f62740 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:01.423158 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.492290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d133d737-b94d-4cf3-98a4-9e54fef9ed54 None None] Provisioning complete for port 53bec98b-da68-42d0-9e53-a31cd2f62740 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:01.492891 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d133d737-b94d-4cf3-98a4-9e54fef9ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.522188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-192784c8-8483-465d-8bff-679c46973c3f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] No DVR routers for this DVR port c2fa5374-32f4-4708-ac6f-1e691623338f on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:01.525845 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-192784c8-8483-465d-8bff-679c46973c3f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.529590 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e85e30de-ab4e-418b-8d46-62f2b19d99ac req-192784c8-8483-465d-8bff-679c46973c3f tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.53 "DELETE /v2.0/ports/c2fa5374-32f4-4708-ac6f-1e691623338f HTTP/1.1" status: 204 len: 173 time: 3.0794830 Jul 13 07:33:01.542357 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359d6360-feef-47b3-a242-436a0e0bfd88', 'name': 'network-vif-deleted', 'tag': 'c2fa5374-32f4-4708-ac6f-1e691623338f'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:01.543442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-695af708-1e2f-4b58-89dd-5cf3d344c464 req-17064b93-38f9-4abe-a5ac-7c0bd5131d98 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892648 Jul 13 07:33:01.546223 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b93f4-e839-46b9-af93-df0cdccec949" -d '{"events": [{"server_uuid": "359d6360-feef-47b3-a242-436a0e0bfd88", "name": "network-vif-deleted", "tag": "c2fa5374-32f4-4708-ac6f-1e691623338f"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:01.560686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Port': ['ID=8a8a2095-db25-465f-908e-2a1986a7e7e4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:01.596370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-260e757c-938d-41eb-8a21-ccabf200be41 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2691481 Jul 13 07:33:01.609886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Request body: {'port': {'device_id': 'c89b1570-956e-4990-b776-38ce412bebe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:01.776233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c2fa5374-32f4-4708-ac6f-1e691623338f no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:01.830509 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.850278 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.857375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d133d737-b94d-4cf3-98a4-9e54fef9ed54 None None] Port 53bec98b-da68-42d0-9e53-a31cd2f62740 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:01.880381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: c2fa5374-32f4-4708-ac6f-1e691623338f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:01.884086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c2fa5374-32f4-4708-ac6f-1e691623338f not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:01.945308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 73f158c0-08e5-41c6-a242-dd24f2056549 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:01.997959 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 73f158c0-08e5-41c6-a242-dd24f2056549 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:01.998346 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.073425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb175b5e-a91e-4f52-bf7a-b12888227242 req-ce5dc64f-7523-412b-8539-1c58c4758a46 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=359d6360-feef-47b3-a242-436a0e0bfd88 HTTP/1.1" status: 200 len: 210 time: 0.1174033 Jul 13 07:33:02.304239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9dab299e-98f7-4c95-80c8-e2b25de25cb4 None None] Provisioning for port 8a8a2095-db25-465f-908e-2a1986a7e7e4 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:02.316397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9dab299e-98f7-4c95-80c8-e2b25de25cb4 None None] Provisioning complete for port 8a8a2095-db25-465f-908e-2a1986a7e7e4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:02.316771 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dab299e-98f7-4c95-80c8-e2b25de25cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.459905 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4816e24-664f-4bc4-906a-f7e017546031 x-openstack-request-id: req-e4816e24-664f-4bc4-906a-f7e017546031 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:02.465342 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359d6360-feef-47b3-a242-436a0e0bfd88", "name": "network-vif-deleted", "tag": "c2fa5374-32f4-4708-ac6f-1e691623338f", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:02.466018 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4816e24-664f-4bc4-906a-f7e017546031 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:02.466666 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359d6360-feef-47b3-a242-436a0e0bfd88', 'name': 'network-vif-deleted', 'tag': 'c2fa5374-32f4-4708-ac6f-1e691623338f', 'status': 'completed', 'code': 200} Jul 13 07:33:02.467566 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.670879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9dab299e-98f7-4c95-80c8-e2b25de25cb4 None None] Port 8a8a2095-db25-465f-908e-2a1986a7e7e4 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:02.686419 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.785417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9dab299e-98f7-4c95-80c8-e2b25de25cb4 None None] Provisioning for port 5b3c63dd-8d57-4d06-839c-83d07e4846da completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:02.790108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ded7db-1187-457f-a9f8-cf88bc35959c {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:02.816272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9dab299e-98f7-4c95-80c8-e2b25de25cb4 None None] Provisioning complete for port 5b3c63dd-8d57-4d06-839c-83d07e4846da triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:02.816651 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dab299e-98f7-4c95-80c8-e2b25de25cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.822820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.885275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Transition to ACTIVE for port object 90ded7db-1187-457f-a9f8-cf88bc35959c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:02.896939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9dab299e-98f7-4c95-80c8-e2b25de25cb4 None None] Port 5b3c63dd-8d57-4d06-839c-83d07e4846da cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:02.898953 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.907267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 73f158c0-08e5-41c6-a242-dd24f2056549, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=73f158c0-08e5-41c6-a242-dd24f2056549,segment=NetworkSegment(4726386e-67ea-44b8-a595-62eac09dc7e5),segment_id=4726386e-67ea-44b8-a595-62eac09dc7e5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:02.921592 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.021203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9dab299e-98f7-4c95-80c8-e2b25de25cb4 None None] Provisioning complete for port 73f158c0-08e5-41c6-a242-dd24f2056549 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:03.025274 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dab299e-98f7-4c95-80c8-e2b25de25cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.054546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Pushing event updated for resources: {'Port': ['ID=90ded7db-1187-457f-a9f8-cf88bc35959c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:03.113616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0963c-53b0-4963-9283-b07a8cd43bab req-a4d50562-9f98-4ea6-b4fe-b33665c3c4d1 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.120546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0963c-53b0-4963-9283-b07a8cd43bab req-a4d50562-9f98-4ea6-b4fe-b33665c3c4d1 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.133667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0963c-53b0-4963-9283-b07a8cd43bab req-a4d50562-9f98-4ea6-b4fe-b33665c3c4d1 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.146626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6b0963c-53b0-4963-9283-b07a8cd43bab req-a4d50562-9f98-4ea6-b4fe-b33665c3c4d1 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2389 time: 0.1267657 Jul 13 07:33:03.182605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=73f158c0-08e5-41c6-a242-dd24f2056549,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:03.265421 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.279908 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.353159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6b0963c-53b0-4963-9283-b07a8cd43bab req-cd5828ef-90cb-4987-8293-3ad0da6cbf92 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008262 Jul 13 07:33:03.404541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=5b3c63dd-8d57-4d06-839c-83d07e4846da,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:03.424043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d0d98e5f-1fff-4a2b-99d2-427445abd256 None None] Provisioning complete for port 5b3c63dd-8d57-4d06-839c-83d07e4846da triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:03.424751 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0d98e5f-1fff-4a2b-99d2-427445abd256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.433319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Attempting to bind port 90ded7db-1187-457f-a9f8-cf88bc35959c on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:03.433671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Attempting to bind port 90ded7db-1187-457f-a9f8-cf88bc35959c by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:03.434010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Attempting to bind port 90ded7db-1187-457f-a9f8-cf88bc35959c on network 25bbe80d-0729-480e-b020-d90fed53fe96 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:03.446121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Port 90ded7db-1187-457f-a9f8-cf88bc35959c on network 25bbe80d-0729-480e-b020-d90fed53fe96 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:03.446384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Attempting to bind port 90ded7db-1187-457f-a9f8-cf88bc35959c on network 25bbe80d-0729-480e-b020-d90fed53fe96 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:03.471827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:03.472224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Checking segment: {'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:03.472618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Bound using segment: {'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:03.473090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Bound port: 90ded7db-1187-457f-a9f8-cf88bc35959c, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:03.473459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.544448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d0d98e5f-1fff-4a2b-99d2-427445abd256 None None] Port 5b3c63dd-8d57-4d06-839c-83d07e4846da cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:03.591621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.693360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] For port 90ded7db-1187-457f-a9f8-cf88bc35959c, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:03.698896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] For port 90ded7db-1187-457f-a9f8-cf88bc35959c, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=90ded7db-1187-457f-a9f8-cf88bc35959c,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:03.714858 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.821330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.822438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.823942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] 10.222.0.54 "PUT /v2.0/ports/90ded7db-1187-457f-a9f8-cf88bc35959c HTTP/1.1" status: 200 len: 1092 time: 2.2199705 Jul 13 07:33:03.824452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'tag': '90ded7db-1187-457f-a9f8-cf88bc35959c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:03.830641 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "tag": "90ded7db-1187-457f-a9f8-cf88bc35959c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:03.853083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 1a95564d-3c50-4db0-857d-b980496f5f66 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:03.859962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:03.883157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Request body: {'port': {'device_id': 'c89b1570-956e-4990-b776-38ce412bebe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:03.912569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aed0c6-8552-48f3-a4ea-f1330ca6a34c service neutron] Pushing event updated for resources: {'Port': ['ID=90ded7db-1187-457f-a9f8-cf88bc35959c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:04.043734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1d70c2d7-ce26-4ca0-b9e8-251447defa81 None None] Provisioning complete for port 5b3c63dd-8d57-4d06-839c-83d07e4846da triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:04.046778 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1d70c2d7-ce26-4ca0-b9e8-251447defa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.122502 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.133381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1d70c2d7-ce26-4ca0-b9e8-251447defa81 None None] Port 5b3c63dd-8d57-4d06-839c-83d07e4846da cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:04.289970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Router db942438-277b-4309-95a5-97cf75eaddc6 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:33:04.317799 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.514091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b1190ecf-69d2-48d8-ba91-4a84e6144cfa None None] Provisioning complete for port 5b3c63dd-8d57-4d06-839c-83d07e4846da triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:04.515792 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b1190ecf-69d2-48d8-ba91-4a84e6144cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.561557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:33:04.582136 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7b9660f5-357a-45bd-98ea-d9ac1b71ab72 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "PUT /v2.0/routers/db942438-277b-4309-95a5-97cf75eaddc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3624437 Jul 13 07:33:04.583426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53228) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:04.644348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bec98b-da68-42d0-9e53-a31cd2f62740 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:04.663927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b1190ecf-69d2-48d8-ba91-4a84e6144cfa None None] Port 5b3c63dd-8d57-4d06-839c-83d07e4846da cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:04.669406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fa6e8-0c02-4e08-b06a-d661c508f234 None None] Sync routers for ids ['db942438-277b-4309-95a5-97cf75eaddc6'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:33:04.673153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.681730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fa6e8-0c02-4e08-b06a-d661c508f234 None None] Routers {'db942438-277b-4309-95a5-97cf75eaddc6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:04.682808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4f4fa6e8-0c02-4e08-b06a-d661c508f234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['db942438-277b-4309-95a5-97cf75eaddc6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:04.688031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92962e3-88fc-4ef2-9ac3-1a20c7722360 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.694810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a92962e3-88fc-4ef2-9ac3-1a20c7722360 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports?device_id=db942438-277b-4309-95a5-97cf75eaddc6 HTTP/1.1" status: 200 len: 983 time: 0.1099088 Jul 13 07:33:04.696730 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53236) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:04.722878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Transition to ACTIVE for port object 53bec98b-da68-42d0-9e53-a31cd2f62740 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:04.731959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.771098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4f4fa6e8-0c02-4e08-b06a-d661c508f234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:04.781298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fa6e8-0c02-4e08-b06a-d661c508f234 None None] Routers {'db942438-277b-4309-95a5-97cf75eaddc6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:04.782420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4f4fa6e8-0c02-4e08-b06a-d661c508f234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['db942438-277b-4309-95a5-97cf75eaddc6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:04.820860 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f00336d-17e9-41ed-8cd9-48edbdce0e65 x-openstack-request-id: req-2f00336d-17e9-41ed-8cd9-48edbdce0e65 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:04.822507 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "tag": "90ded7db-1187-457f-a9f8-cf88bc35959c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:04.824301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4f4fa6e8-0c02-4e08-b06a-d661c508f234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:04.824781 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f00336d-17e9-41ed-8cd9-48edbdce0e65 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:04.825094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fa6e8-0c02-4e08-b06a-d661c508f234 None None] The sync data for ids ['db942438-277b-4309-95a5-97cf75eaddc6'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:33:04.832265 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'tag': '90ded7db-1187-457f-a9f8-cf88bc35959c', 'status': 'completed', 'code': 200} Jul 13 07:33:04.987308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Pushing event updated for resources: {'Port': ['ID=53bec98b-da68-42d0-9e53-a31cd2f62740,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:05.222826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 73f158c0-08e5-41c6-a242-dd24f2056549 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:05.318133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af2346-3337-4a8a-9426-35ca6a49e26c req-9b3848fa-5f87-4dae-af5a-d7aed539e34b tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.325687 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e7af2346-3337-4a8a-9426-35ca6a49e26c req-9b3848fa-5f87-4dae-af5a-d7aed539e34b tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.1814404 Jul 13 07:33:05.333077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 73f158c0-08e5-41c6-a242-dd24f2056549 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:05.333601 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.394253 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e7af2346-3337-4a8a-9426-35ca6a49e26c req-a4bdbdbf-ae55-4149-b1e3-3a8361c00b05 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677075 Jul 13 07:33:05.541185 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.573110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Attempting to bind port 53bec98b-da68-42d0-9e53-a31cd2f62740 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:05.573809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Attempting to bind port 53bec98b-da68-42d0-9e53-a31cd2f62740 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '13b30ba8-9f25-40dd-8b9c-153975982c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:05.574401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Attempting to bind port 53bec98b-da68-42d0-9e53-a31cd2f62740 on network 77c68968-bf97-4793-9d80-d5da1cd7d639 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:05.587575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f10bc8-bb46-4507-9e25-2668a6b7b351 req-c59c0a5d-6b80-4a74-a327-f592e0afe948 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.594791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f10bc8-bb46-4507-9e25-2668a6b7b351 req-c59c0a5d-6b80-4a74-a327-f592e0afe948 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.603433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f10bc8-bb46-4507-9e25-2668a6b7b351 req-c59c0a5d-6b80-4a74-a327-f592e0afe948 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.610604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-57f10bc8-bb46-4507-9e25-2668a6b7b351 req-c59c0a5d-6b80-4a74-a327-f592e0afe948 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2401 time: 0.6944652 Jul 13 07:33:05.616144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f req-476c503e-b663-4174-a2b8-f315abf7e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.616689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f req-476c503e-b663-4174-a2b8-f315abf7e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.617371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f req-476c503e-b663-4174-a2b8-f315abf7e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.619748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f req-476c503e-b663-4174-a2b8-f315abf7e9d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1883df5fb2884c2599a746f22e283eae&device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2757 time: 0.7866552 Jul 13 07:33:05.630558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Port 53bec98b-da68-42d0-9e53-a31cd2f62740 on network 77c68968-bf97-4793-9d80-d5da1cd7d639 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:05.630888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Attempting to bind port 53bec98b-da68-42d0-9e53-a31cd2f62740 on network 77c68968-bf97-4793-9d80-d5da1cd7d639 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:05.688078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:05.688525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Checking segment: {'id': '13b30ba8-9f25-40dd-8b9c-153975982c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:05.690103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Bound using segment: {'id': '13b30ba8-9f25-40dd-8b9c-153975982c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:05.690225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Bound port: 53bec98b-da68-42d0-9e53-a31cd2f62740, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b30ba8-9f25-40dd-8b9c-153975982c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:05.690486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.770492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-57f10bc8-bb46-4507-9e25-2668a6b7b351 req-f4ce5eb9-36c1-4c07-a15a-d5cd93a34ee0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582177 Jul 13 07:33:05.841287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 5b3c63dd-8d57-4d06-839c-83d07e4846da {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:05.841644 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.842403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] For port 53bec98b-da68-42d0-9e53-a31cd2f62740, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:05.846239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] For port 53bec98b-da68-42d0-9e53-a31cd2f62740, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53bec98b-da68-42d0-9e53-a31cd2f62740,segment=NetworkSegment(13b30ba8-9f25-40dd-8b9c-153975982c36),segment_id=13b30ba8-9f25-40dd-8b9c-153975982c36)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:05.860099 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.955647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Pushing event updated for resources: {'Port': ['ID=53bec98b-da68-42d0-9e53-a31cd2f62740,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:05.977651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.977651 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.984156 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.989866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-49c9b099-3062-4ddf-913c-495cba6bdad8 service neutron] 10.222.0.54 "PUT /v2.0/ports/53bec98b-da68-42d0-9e53-a31cd2f62740 HTTP/1.1" status: 200 len: 1092 time: 2.1156235 Jul 13 07:33:06.026874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 5b3c63dd-8d57-4d06-839c-83d07e4846da owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:06.058710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Request body: {'port': {'device_id': 'c89b1570-956e-4990-b776-38ce412bebe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:06.194815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f req-a686bc4c-e3bf-40d9-aae2-03f26cbdaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.200646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f req-a686bc4c-e3bf-40d9-aae2-03f26cbdaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.201305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f req-a686bc4c-e3bf-40d9-aae2-03f26cbdaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.203187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f req-a686bc4c-e3bf-40d9-aae2-03f26cbdaeff service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1883df5fb2884c2599a746f22e283eae&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5624375 Jul 13 07:33:06.370747 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.402751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=5b3c63dd-8d57-4d06-839c-83d07e4846da,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:06.474356 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.619618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-ae667257-4d4b-4c03-85ca-85996570a9d2 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.621304 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-ae667257-4d4b-4c03-85ca-85996570a9d2 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.54 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.4516869 Jul 13 07:33:06.798869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f req-b06b00c8-35e7-485d-9d59-1e081b2a0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.800444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eb8e5bb4-33e5-4d1e-833d-8af750375c4f req-b06b00c8-35e7-485d-9d59-1e081b2a0606 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5661135 Jul 13 07:33:06.800960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.840477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'tag': '53bec98b-da68-42d0-9e53-a31cd2f62740'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:06.842688 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7a083b-6ac9-4501-b1de-b741f64409ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "tag": "53bec98b-da68-42d0-9e53-a31cd2f62740"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:06.907449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3c013-19bd-4654-9d79-24cb20c87046 req-4b619994-e926-40d2-a7b9-5f9e74d1ae49 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.914371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0b3c013-19bd-4654-9d79-24cb20c87046 req-4b619994-e926-40d2-a7b9-5f9e74d1ae49 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 946 time: 0.2918425 Jul 13 07:33:07.000183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Router db942438-277b-4309-95a5-97cf75eaddc6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:33:07.062937 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0b3c013-19bd-4654-9d79-24cb20c87046 req-23a99f40-be6e-44a9-8715-89a1cc707ecb tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7ba3b5f-d1a5-4740-93e4-401d44abefa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475911 Jul 13 07:33:07.095810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:33:07.105682 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17291db-8421-4d22-bbaa-e2606bfb76d9 None None] Sync routers for ids ['db942438-277b-4309-95a5-97cf75eaddc6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:33:07.110554 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cc4124ce-31d2-447e-bbb1-6f847e84f6a2 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "PUT /v2.0/routers/db942438-277b-4309-95a5-97cf75eaddc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4086266 Jul 13 07:33:07.116578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53298) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:07.120920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-e4729ece-40eb-446f-81dc-ef632b2cabe3 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Deleting port 83e8d94f-d3ac-4303-a7b7-571c6abad271 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:07.121379 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-e4729ece-40eb-446f-81dc-ef632b2cabe3 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.137878 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17291db-8421-4d22-bbaa-e2606bfb76d9 None None] Routers {'db942438-277b-4309-95a5-97cf75eaddc6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:07.138743 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f17291db-8421-4d22-bbaa-e2606bfb76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['db942438-277b-4309-95a5-97cf75eaddc6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:07.180781 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7afaa2-5385-470f-a825-083fc97e9889 x-openstack-request-id: req-6e7afaa2-5385-470f-a825-083fc97e9889 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:07.183209 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "tag": "53bec98b-da68-42d0-9e53-a31cd2f62740", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:07.183362 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e7afaa2-5385-470f-a825-083fc97e9889 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:07.183840 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'tag': '53bec98b-da68-42d0-9e53-a31cd2f62740', 'status': 'completed', 'code': 200} Jul 13 07:33:07.214521 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f17291db-8421-4d22-bbaa-e2606bfb76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:07.242353 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17291db-8421-4d22-bbaa-e2606bfb76d9 None None] Routers {'db942438-277b-4309-95a5-97cf75eaddc6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:07.242982 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f17291db-8421-4d22-bbaa-e2606bfb76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:32:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['db942438-277b-4309-95a5-97cf75eaddc6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:07.254731 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db7864c-7c61-4c24-90a8-64cfe18740d8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:33:07.256577 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0db7864c-7c61-4c24-90a8-64cfe18740d8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/5b3c63dd-8d57-4d06-839c-83d07e4846da HTTP/1.1" status: 404 len: 333 time: 0.1292546 Jul 13 07:33:07.263599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53304) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:07.325959 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f17291db-8421-4d22-bbaa-e2606bfb76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:07.327065 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17291db-8421-4d22-bbaa-e2606bfb76d9 None None] The sync data for ids ['db942438-277b-4309-95a5-97cf75eaddc6'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:33:07.354603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a083b-6ac9-4501-b1de-b741f64409ef req-3804afb7-4927-4a35-ba72-1962a8044cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.355163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a083b-6ac9-4501-b1de-b741f64409ef req-3804afb7-4927-4a35-ba72-1962a8044cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.355647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a083b-6ac9-4501-b1de-b741f64409ef req-3804afb7-4927-4a35-ba72-1962a8044cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.357446 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d7a083b-6ac9-4501-b1de-b741f64409ef req-3804afb7-4927-4a35-ba72-1962a8044cd3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1883df5fb2884c2599a746f22e283eae&device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2799 time: 0.1550705 Jul 13 07:33:07.388430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7eb07-1642-464f-8cb9-1a16eb3adbe9 req-dffba10c-64e9-4f2f-ab1d-981e32dddc5a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.402612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7eb07-1642-464f-8cb9-1a16eb3adbe9 req-dffba10c-64e9-4f2f-ab1d-981e32dddc5a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.417094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7eb07-1642-464f-8cb9-1a16eb3adbe9 req-dffba10c-64e9-4f2f-ab1d-981e32dddc5a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.418956 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c5a7eb07-1642-464f-8cb9-1a16eb3adbe9 req-dffba10c-64e9-4f2f-ab1d-981e32dddc5a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2401 time: 0.2784586 Jul 13 07:33:07.455564 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7387acbe-3916-4f18-8f7d-e2b03909c7dc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.538166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a083b-6ac9-4501-b1de-b741f64409ef req-e64a30af-7ce4-40f4-824b-d52978b85efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.538842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a083b-6ac9-4501-b1de-b741f64409ef req-e64a30af-7ce4-40f4-824b-d52978b85efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.539983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a083b-6ac9-4501-b1de-b741f64409ef req-e64a30af-7ce4-40f4-824b-d52978b85efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.542161 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d7a083b-6ac9-4501-b1de-b741f64409ef req-e64a30af-7ce4-40f4-824b-d52978b85efe service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1883df5fb2884c2599a746f22e283eae&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1682849 Jul 13 07:33:07.568542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c5a7eb07-1642-464f-8cb9-1a16eb3adbe9 req-839014d1-647e-4347-a396-aa2c32e138fd tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384282 Jul 13 07:33:07.593923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-e4729ece-40eb-446f-81dc-ef632b2cabe3 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] For port 83e8d94f-d3ac-4303-a7b7-571c6abad271, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=83e8d94f-d3ac-4303-a7b7-571c6abad271,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:07.594566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-e4729ece-40eb-446f-81dc-ef632b2cabe3 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.622187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-e4729ece-40eb-446f-81dc-ef632b2cabe3 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Calling delete_port for 83e8d94f-d3ac-4303-a7b7-571c6abad271 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:07.658969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8a2095-db25-465f-908e-2a1986a7e7e4 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:07.670329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.699468 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7387acbe-3916-4f18-8f7d-e2b03909c7dc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.702126 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7387acbe-3916-4f18-8f7d-e2b03909c7dc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.738051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53312) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:07.760434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Transition to ACTIVE for port object 8a8a2095-db25-465f-908e-2a1986a7e7e4 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:07.774137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7387acbe-3916-4f18-8f7d-e2b03909c7dc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.775561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7387acbe-3916-4f18-8f7d-e2b03909c7dc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Fanout notify agent at l3_agent the message router_deleted on router db942438-277b-4309-95a5-97cf75eaddc6 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:33:07.789481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.802278 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7387acbe-3916-4f18-8f7d-e2b03909c7dc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.807856 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7387acbe-3916-4f18-8f7d-e2b03909c7dc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/routers/db942438-277b-4309-95a5-97cf75eaddc6 HTTP/1.1" status: 204 len: 168 time: 0.5435386 Jul 13 07:33:07.810924 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.812351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53316) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:07.827500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a083b-6ac9-4501-b1de-b741f64409ef req-493cf797-659d-400d-b66b-92ee34000919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.829063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d7a083b-6ac9-4501-b1de-b741f64409ef req-493cf797-659d-400d-b66b-92ee34000919 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2759929 Jul 13 07:33:07.893210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-1226d701-763d-4482-9e11-1b6d7f66f600 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet 25a75ee4-70c8-4fe3-90da-fcead3fec1db {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:07.897275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1226d701-763d-4482-9e11-1b6d7f66f600 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.918677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8a2095-db25-465f-908e-2a1986a7e7e4,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:07.963399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dd0ae900-5748-4984-aa36-5ab016e4aebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.965802 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1226d701-763d-4482-9e11-1b6d7f66f600 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.130851 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1226d701-763d-4482-9e11-1b6d7f66f600 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.255397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-e4729ece-40eb-446f-81dc-ef632b2cabe3 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.257163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Attempting to bind port 8a8a2095-db25-465f-908e-2a1986a7e7e4 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:08.257471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Attempting to bind port 8a8a2095-db25-465f-908e-2a1986a7e7e4 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:08.257850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Attempting to bind port 8a8a2095-db25-465f-908e-2a1986a7e7e4 on network 25bbe80d-0729-480e-b020-d90fed53fe96 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:08.562646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4729ece-40eb-446f-81dc-ef632b2cabe3 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Pushing event deleted for resources: {'Port': ['ID=83e8d94f-d3ac-4303-a7b7-571c6abad271,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:08.577374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Port 8a8a2095-db25-465f-908e-2a1986a7e7e4 on network 25bbe80d-0729-480e-b020-d90fed53fe96 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:08.577374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Attempting to bind port 8a8a2095-db25-465f-908e-2a1986a7e7e4 on network 25bbe80d-0729-480e-b020-d90fed53fe96 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:08.641685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-e4729ece-40eb-446f-81dc-ef632b2cabe3 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] No DVR routers for this DVR port 83e8d94f-d3ac-4303-a7b7-571c6abad271 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:08.647685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:08.648226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Checking segment: {'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:08.648595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Bound using segment: {'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:08.649099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Bound port: 8a8a2095-db25-465f-908e-2a1986a7e7e4, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfad164-9b82-4161-b4fe-48d8793889f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:08.649671 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.652368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1226d701-763d-4482-9e11-1b6d7f66f600 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.654005 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-e4729ece-40eb-446f-81dc-ef632b2cabe3 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.656026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16851b41-d811-4787-a9ea-ee44367d9e60 req-e4729ece-40eb-446f-81dc-ef632b2cabe3 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.54 "DELETE /v2.0/ports/83e8d94f-d3ac-4303-a7b7-571c6abad271 HTTP/1.1" status: 204 len: 173 time: 2.0206442 Jul 13 07:33:08.682151 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf9971fa-a552-42b6-8d16-971d26737e78 req-0803d342-c814-43ad-b34b-bbd8b5bb09b7 tempest-ListServerFiltersTestJSON-2119656458 tempest-ListServerFiltersTestJSON-2119656458-project] 10.222.0.44 "GET /v2.0/ports?device_id=d999d0c9-d47d-4bfc-9d2e-5bd192053d43 HTTP/1.1" status: 200 len: 210 time: 0.0447769 Jul 13 07:33:08.708047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1226d701-763d-4482-9e11-1b6d7f66f600 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.711155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1226d701-763d-4482-9e11-1b6d7f66f600 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/25a75ee4-70c8-4fe3-90da-fcead3fec1db HTTP/1.1" status: 204 len: 168 time: 0.8956523 Jul 13 07:33:08.719471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226d701-763d-4482-9e11-1b6d7f66f600 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=25a75ee4-70c8-4fe3-90da-fcead3fec1db,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:08.724834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28acba1-286a-416c-9502-1326c3a35ecc None None] Network 1a95564d-3c50-4db0-857d-b980496f5f66 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:08.728228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53338) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:08.827090 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.897631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] For port 8a8a2095-db25-465f-908e-2a1986a7e7e4, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:08.904845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 73f158c0-08e5-41c6-a242-dd24f2056549 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:08.904845 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.910296 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dd0ae900-5748-4984-aa36-5ab016e4aebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.923625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] For port 8a8a2095-db25-465f-908e-2a1986a7e7e4, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8a8a2095-db25-465f-908e-2a1986a7e7e4,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:08.932162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dd0ae900-5748-4984-aa36-5ab016e4aebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.953688 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.015761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] For port 73f158c0-08e5-41c6-a242-dd24f2056549, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=73f158c0-08e5-41c6-a242-dd24f2056549,segment=NetworkSegment(4726386e-67ea-44b8-a595-62eac09dc7e5),segment_id=4726386e-67ea-44b8-a595-62eac09dc7e5)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:09.016455 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.050696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 73f158c0-08e5-41c6-a242-dd24f2056549 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:09.063550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8a2095-db25-465f-908e-2a1986a7e7e4,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:09.101235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be8590-b5d3-40fa-84e3-0799ad4095ce req-fcda2bc4-38ff-49c9-bbf4-5279e90af205 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.108249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be8590-b5d3-40fa-84e3-0799ad4095ce req-fcda2bc4-38ff-49c9-bbf4-5279e90af205 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.114686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be8590-b5d3-40fa-84e3-0799ad4095ce req-fcda2bc4-38ff-49c9-bbf4-5279e90af205 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.124844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-96be8590-b5d3-40fa-84e3-0799ad4095ce req-fcda2bc4-38ff-49c9-bbf4-5279e90af205 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2413 time: 0.2795973 Jul 13 07:33:09.133946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88065e8b-f659-458f-bd06-2ff85f0181bb None None] DHCP port deletion for 1a95564d-3c50-4db0-857d-b980496f5f66 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:09.136869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.138368 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.139941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c84b8b52-1476-4470-b04a-7a77c2dd0740 service neutron] 10.222.0.54 "PUT /v2.0/ports/8a8a2095-db25-465f-908e-2a1986a7e7e4 HTTP/1.1" status: 200 len: 1092 time: 3.1033418 Jul 13 07:33:09.158280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dd0ae900-5748-4984-aa36-5ab016e4aebf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3334b08808034ad69fae385bcc211bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4176965 Jul 13 07:33:09.160744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ae900-5748-4984-aa36-5ab016e4aebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66555f36-3ba0-412e-8f13-0be98f44e653,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:09.163735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53346) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:09.189374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd999d0c9-d47d-4bfc-9d2e-5bd192053d43', 'name': 'network-vif-deleted', 'tag': '83e8d94f-d3ac-4303-a7b7-571c6abad271'}, {'name': 'network-changed', 'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'tag': '8a8a2095-db25-465f-908e-2a1986a7e7e4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:09.192153 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ce16c0-95bd-45b7-b179-0fd077837633" -d '{"events": [{"server_uuid": "d999d0c9-d47d-4bfc-9d2e-5bd192053d43", "name": "network-vif-deleted", "tag": "83e8d94f-d3ac-4303-a7b7-571c6abad271"}, {"name": "network-changed", "server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "tag": "8a8a2095-db25-465f-908e-2a1986a7e7e4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:09.280750 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.293579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-96be8590-b5d3-40fa-84e3-0799ad4095ce req-64e27cdb-5504-4582-b38c-6350abf453ca tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676245 Jul 13 07:33:09.294623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 73f158c0-08e5-41c6-a242-dd24f2056549 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:09.343674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=73f158c0-08e5-41c6-a242-dd24f2056549,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:09.358216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No DVR routers for this DVR port 73f158c0-08e5-41c6-a242-dd24f2056549 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:09.425647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c5c8986f-a298-4827-8651-c4fc9eba679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.430928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c5c8986f-a298-4827-8651-c4fc9eba679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.433374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c5c8986f-a298-4827-8651-c4fc9eba679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.436404 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-c5c8986f-a298-4827-8651-c4fc9eba679b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1883df5fb2884c2599a746f22e283eae&device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2866 time: 0.2319293 Jul 13 07:33:09.437664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 73f158c0-08e5-41c6-a242-dd24f2056549 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:09.438016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 73f158c0-08e5-41c6-a242-dd24f2056549 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:09.442266 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed60c22-fec1-4e47-a9ed-ee039a87bc5d x-openstack-request-id: req-eed60c22-fec1-4e47-a9ed-ee039a87bc5d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:09.442674 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d999d0c9-d47d-4bfc-9d2e-5bd192053d43", "name": "network-vif-deleted", "tag": "83e8d94f-d3ac-4303-a7b7-571c6abad271", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "tag": "8a8a2095-db25-465f-908e-2a1986a7e7e4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:09.443035 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eed60c22-fec1-4e47-a9ed-ee039a87bc5d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:09.444081 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd999d0c9-d47d-4bfc-9d2e-5bd192053d43', 'name': 'network-vif-deleted', 'tag': '83e8d94f-d3ac-4303-a7b7-571c6abad271', 'status': 'completed', 'code': 200} Jul 13 07:33:09.444081 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'tag': '8a8a2095-db25-465f-908e-2a1986a7e7e4', 'status': 'completed', 'code': 200} Jul 13 07:33:09.445297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5a6d-d250-4830-80e6-c51652030d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.491376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-88065e8b-f659-458f-bd06-2ff85f0181bb None None] Deleting port 73f158c0-08e5-41c6-a242-dd24f2056549 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:09.496645 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-88065e8b-f659-458f-bd06-2ff85f0181bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.524643 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.541606 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5a6d-d250-4830-80e6-c51652030d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.550626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a95564d-3c50-4db0-857d-b980496f5f66']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:09.570132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4726386e-67ea-44b8-a595-62eac09dc7e5') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:09.574300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4726386e-67ea-44b8-a595-62eac09dc7e5') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:09.609610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-88065e8b-f659-458f-bd06-2ff85f0181bb None None] For port 73f158c0-08e5-41c6-a242-dd24f2056549, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:09.610260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-88065e8b-f659-458f-bd06-2ff85f0181bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.621945 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.625632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-88065e8b-f659-458f-bd06-2ff85f0181bb None None] Calling delete_port for 73f158c0-08e5-41c6-a242-dd24f2056549 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:09.629119 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-88065e8b-f659-458f-bd06-2ff85f0181bb None None] Port 73f158c0-08e5-41c6-a242-dd24f2056549 was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:33:09.630695 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-88065e8b-f659-458f-bd06-2ff85f0181bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.667871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.693879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:09.695114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:09.699045 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:09.730763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88065e8b-f659-458f-bd06-2ff85f0181bb None None] Pushing event deleted for resources: {'Port': ['ID=73f158c0-08e5-41c6-a242-dd24f2056549,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:09.749991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88065e8b-f659-458f-bd06-2ff85f0181bb None None] No DVR routers for this DVR port 73f158c0-08e5-41c6-a242-dd24f2056549 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:09.751941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5a6d-d250-4830-80e6-c51652030d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.761963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8cdd5a6d-d250-4830-80e6-c51652030d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.763432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8cdd5a6d-d250-4830-80e6-c51652030d57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66555f36-3ba0-412e-8f13-0be98f44e653 HTTP/1.1" status: 204 len: 168 time: 0.5944283 Jul 13 07:33:09.766507 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-475bcea7-4232-4b49-ab71-1455b874d08e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=90ded7db-1187-457f-a9f8-cf88bc35959c HTTP/1.1" status: 200 len: 217 time: 0.2754374 Jul 13 07:33:09.826988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd5a6d-d250-4830-80e6-c51652030d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66555f36-3ba0-412e-8f13-0be98f44e653,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:09.858731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 83e8d94f-d3ac-4303-a7b7-571c6abad271 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:09.862476 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.868524 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.874428 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/networks/1a95564d-3c50-4db0-857d-b980496f5f66 HTTP/1.1" status: 204 len: 168 time: 1.1413026 Jul 13 07:33:09.879078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53364) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:09.880960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-fcc90c22-b069-40cc-b904-aec0b42eb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.882592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-fcc90c22-b069-40cc-b904-aec0b42eb9ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cba8c2a5-d6e1-4b98-a712-f78f40dc2b49 HTTP/1.1" status: 200 len: 801 time: 0.1055000 Jul 13 07:33:09.927003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 83e8d94f-d3ac-4303-a7b7-571c6abad271 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:09.927438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 83e8d94f-d3ac-4303-a7b7-571c6abad271 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:09.945556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53366) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:09.975022 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d3a7a-18f3-49c7-8b38-45ce67e293a8 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Network': ['ID=1a95564d-3c50-4db0-857d-b980496f5f66,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:09.989906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e952358-12ca-4e40-8e1f-08d778685500 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.994866 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4e952358-12ca-4e40-8e1f-08d778685500 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/605da94f-9462-4355-8e34-b715d10532dc HTTP/1.1" status: 200 len: 841 time: 0.1105762 Jul 13 07:33:09.995602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53370) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:10.069897 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-286139da-725d-4314-8457-c07b3c522a87 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/605da94f-9462-4355-8e34-b715d10532dc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0729861 Jul 13 07:33:10.073332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53372) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:10.080601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-94efe59d-0fd4-4e45-9d4d-78b5addce8f7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:10.084053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-928e1aa9-8707-4f01-b1e7-522362b7a1d3 admin admin] Deleting subnet 74795142-ea67-4867-98f2-d926dd1ebdb9 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:10.100488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-928e1aa9-8707-4f01-b1e7-522362b7a1d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.140915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-0519bb1c-aeef-49b7-8307-600c92792892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.143402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-0519bb1c-aeef-49b7-8307-600c92792892 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25bbe80d-0729-480e-b020-d90fed53fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2511137 Jul 13 07:33:10.158556 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-928e1aa9-8707-4f01-b1e7-522362b7a1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.183813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94efe59d-0fd4-4e45-9d4d-78b5addce8f7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:10.188548 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94efe59d-0fd4-4e45-9d4d-78b5addce8f7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.359314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-928e1aa9-8707-4f01-b1e7-522362b7a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.429211 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-61bc7189-6814-41df-bf34-dfb97876195a service neutron] 10.222.0.54 "GET /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465332 Jul 13 07:33:10.521077 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94efe59d-0fd4-4e45-9d4d-78b5addce8f7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.543447 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-7affc501-20df-4d6b-a856-31f3d9939714 service neutron] 10.222.0.54 "GET /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027939 Jul 13 07:33:10.563438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94efe59d-0fd4-4e45-9d4d-78b5addce8f7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:10.567932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-94efe59d-0fd4-4e45-9d4d-78b5addce8f7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:10.571319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94efe59d-0fd4-4e45-9d4d-78b5addce8f7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.572087 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94efe59d-0fd4-4e45-9d4d-78b5addce8f7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.577877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98bc967-8566-460f-89eb-03ce243cc180 None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:10.601146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efe59d-0fd4-4e45-9d4d-78b5addce8f7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=03726d8e-f9d3-4da4-88fc-4f9c6ac9416c,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:10.612616 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-94efe59d-0fd4-4e45-9d4d-78b5addce8f7 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5343890 Jul 13 07:33:10.612616 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53400) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:10.619181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-dfc40340-be65-480e-8670-6ed00fba3294 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413416219'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:10.651677 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfc40340-be65-480e-8670-6ed00fba3294 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.701332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-dbf23630-df35-4638-9e9c-593856d8458a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=53bec98b-da68-42d0-9e53-a31cd2f62740 HTTP/1.1" status: 200 len: 217 time: 0.0953662 Jul 13 07:33:10.708553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-928e1aa9-8707-4f01-b1e7-522362b7a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.766165 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfc40340-be65-480e-8670-6ed00fba3294 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.771631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfc40340-be65-480e-8670-6ed00fba3294 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.819658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc40340-be65-480e-8670-6ed00fba3294 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22a1b16-a971-41a5-9544-c8093f94c183,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:10.823355 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfc40340-be65-480e-8670-6ed00fba3294 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.827126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dfc40340-be65-480e-8670-6ed00fba3294 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2110069 Jul 13 07:33:10.827837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53408) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:10.833482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ecc240d0-914b-40c7-b456-8dabdc86354b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'security_group': {'name': 'tempest-secgroup-374782057'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:10.865915 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecc240d0-914b-40c7-b456-8dabdc86354b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.872080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b44d6c-edf1-4437-899a-633036acb01d None None] Network b1ef12b6-2483-422f-90f7-de436e7ac3de requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:10.889415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-928e1aa9-8707-4f01-b1e7-522362b7a1d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.893841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-928e1aa9-8707-4f01-b1e7-522362b7a1d3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/74795142-ea67-4867-98f2-d926dd1ebdb9 HTTP/1.1" status: 204 len: 168 time: 0.9444635 Jul 13 07:33:10.903670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53412) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:10.917123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e1aa9-8707-4f01-b1e7-522362b7a1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74795142-ea67-4867-98f2-d926dd1ebdb9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:10.921343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-aa665112-c5ce-4513-8dfe-30cce68a9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.922829 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-aa665112-c5ce-4513-8dfe-30cce68a9082 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98ddd3a5-0a82-43cb-8133-1a8c0bfa36a1 HTTP/1.1" status: 200 len: 801 time: 0.2119429 Jul 13 07:33:10.971593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255acbf-f5a8-4936-8e4d-092f3b75ee3d req-595f8254-09c3-4ce9-b7e0-9437a91fc5e3 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.988342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255acbf-f5a8-4936-8e4d-092f3b75ee3d req-595f8254-09c3-4ce9-b7e0-9437a91fc5e3 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.994648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255acbf-f5a8-4936-8e4d-092f3b75ee3d req-595f8254-09c3-4ce9-b7e0-9437a91fc5e3 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:11.009413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1255acbf-f5a8-4936-8e4d-092f3b75ee3d req-595f8254-09c3-4ce9-b7e0-9437a91fc5e3 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2413 time: 0.4629502 Jul 13 07:33:11.011091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53416) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:11.019355 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecc240d0-914b-40c7-b456-8dabdc86354b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.037572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecc240d0-914b-40c7-b456-8dabdc86354b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.093108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc240d0-914b-40c7-b456-8dabdc86354b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b78e5-c39a-4a6a-be83-2d95e0755bff,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.097754 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecc240d0-914b-40c7-b456-8dabdc86354b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.100045 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ecc240d0-914b-40c7-b456-8dabdc86354b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2712893 Jul 13 07:33:11.102836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53420) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:11.110279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-702065397', 'security_groups': ['5c0b78e5-c39a-4a6a-be83-2d95e0755bff'], 'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03726d8e-f9d3-4da4-88fc-4f9c6ac9416c'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:11.151282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'tenant_id': '3ccebf987ad04d7f85a47a029f4e66ef', 'fixed_ips': [{'subnet_id': '03726d8e-f9d3-4da4-88fc-4f9c6ac9416c'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:11.152172 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.183288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1255acbf-f5a8-4936-8e4d-092f3b75ee3d req-dfad04e0-4723-412d-bb4d-1e3d7e82052e tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728730 Jul 13 07:33:11.215361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-e1052c3b-bece-4fcd-ac4d-fa97f17a30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:11.216931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-e1052c3b-bece-4fcd-ac4d-fa97f17a30b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77c68968-bf97-4793-9d80-d5da1cd7d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2806375 Jul 13 07:33:11.283033 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:11.367648 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.371806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2083544555-network', 'tenant_id': '8324d142c72547f281498f3e533708b5'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:11.489671 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.494384 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-2a583a21-daa6-4d3b-8b45-c712d9b20ed5 service neutron] 10.222.0.54 "GET /v2.0/networks/77c68968-bf97-4793-9d80-d5da1cd7d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677965 Jul 13 07:33:11.495099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Made reservation on behalf of 8324d142c72547f281498f3e533708b5 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:11.498216 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.521676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Deleting port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:11.521676 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.534833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de723a-3cbc-403d-b63f-f6a9eee297ae None None] DHCP port deletion for b1ef12b6-2483-422f-90f7-de436e7ac3de request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:11.540373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.554755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Allocated IP 172.20.0.2 (6dbe4c51-6800-4044-99a1-56d3a619bbf3/03726d8e-f9d3-4da4-88fc-4f9c6ac9416c/5bf623eb-a198-4a67-81e3-6e3d879b3611) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:11.603035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] For port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:11.603396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.618122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Calling delete_port for ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:11.680415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-88de723a-3cbc-403d-b63f-f6a9eee297ae None None] Deleting port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:11.681403 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-88de723a-3cbc-403d-b63f-f6a9eee297ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.723707 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.769103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.769318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.781155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port a35add2c-c46c-4a81-8e1d-e7884a2c5c20 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:11.797482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-88de723a-3cbc-403d-b63f-f6a9eee297ae None None] For port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a,segment=NetworkSegment(033195b3-ffd8-4bd7-bed2-6b489393ff75),segment_id=033195b3-ffd8-4bd7-bed2-6b489393ff75)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:11.798750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-88de723a-3cbc-403d-b63f-f6a9eee297ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.819875 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:11.827138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd0ae1e-7d93-4be0-aaf9-a27266a188ba,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.851684 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.852090 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Added segment 1e06ce94-8fe0-40bd-a2ba-075c18777b40 of type vlan for network 532e15a3-33df-40b7-8755-4a409f78b189 Jul 13 07:33:11.859051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-88de723a-3cbc-403d-b63f-f6a9eee297ae None None] Calling delete_port for ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:11.864134 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-88ff1ba2-c0e4-450f-9575-512af68b08d9 service neutron] 10.222.0.54 "GET /v2.0/networks/77c68968-bf97-4793-9d80-d5da1cd7d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523765 Jul 13 07:33:11.939904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-34dbef92-05c0-45e5-ba7e-fb9407ff39df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=8a8a2095-db25-465f-908e-2a1986a7e7e4 HTTP/1.1" status: 200 len: 217 time: 0.0497131 Jul 13 07:33:11.940374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.942005 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.974774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] No DVR routers for this DVR port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:11.994388 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.011520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Transition to ACTIVE for port object 5bf623eb-a198-4a67-81e3-6e3d879b3611 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:12.038461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Transition to ACTIVE for port object 5bf623eb-a198-4a67-81e3-6e3d879b3611 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:12.039743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-d6c098ff-cc13-4943-a8ff-fc84e800a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:12.041295 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-d6c098ff-cc13-4943-a8ff-fc84e800a17f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cba8c2a5-d6e1-4b98-a712-f78f40dc2b49 HTTP/1.1" status: 200 len: 801 time: 0.0902081 Jul 13 07:33:12.047238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.048539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:12.049274 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.057932 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-88de723a-3cbc-403d-b63f-f6a9eee297ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.085080 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.095924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de723a-3cbc-403d-b63f-f6a9eee297ae None None] Pushing event deleted for resources: {'Port': ['ID=ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.106898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:12.113198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:12.118103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:12.166139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de723a-3cbc-403d-b63f-f6a9eee297ae None None] No DVR routers for this DVR port ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:12.197284 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236767a-2ede-467b-bec5-8c1884ba9624 req-2d050d00-888c-4739-9cde-09311d9068fd tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:12.199097 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5236767a-2ede-467b-bec5-8c1884ba9624 req-2d050d00-888c-4739-9cde-09311d9068fd tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 945 time: 0.4770732 Jul 13 07:33:12.232556 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.242847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] Pushing event updated for resources: {'Network': ['ID=532e15a3-33df-40b7-8755-4a409f78b189,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.256696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Attempting to bind port 5bf623eb-a198-4a67-81e3-6e3d879b3611 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:12.259317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Attempting to bind port 5bf623eb-a198-4a67-81e3-6e3d879b3611 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '20571822-3868-46e9-bc70-220598e16944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:12.260407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Attempting to bind port 5bf623eb-a198-4a67-81e3-6e3d879b3611 on network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:12.266218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 532e15a3-33df-40b7-8755-4a409f78b189 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:12.287743 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-adc1cdb6-7e04-46ea-bc63-973dcb5e4fba admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2585566 Jul 13 07:33:12.289709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53440) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.294884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Request body: {'subnet': {'network_id': '532e15a3-33df-40b7-8755-4a409f78b189', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2083544555-subnet', 'tenant_id': '8324d142c72547f281498f3e533708b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:12.297297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ef12b6-2483-422f-90f7-de436e7ac3de']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:12.333092 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5236767a-2ede-467b-bec5-8c1884ba9624 req-7a1a04a1-9e7e-46f9-8d97-e6cd9cc61072 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912309 Jul 13 07:33:12.347223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-1cf976b4-8c7f-4b9c-a103-3a6a74b8e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:12.349151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033195b3-ffd8-4bd7-bed2-6b489393ff75') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:12.349281 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-1cf976b4-8c7f-4b9c-a103-3a6a74b8e3b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25bbe80d-0729-480e-b020-d90fed53fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2795284 Jul 13 07:33:12.349449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033195b3-ffd8-4bd7-bed2-6b489393ff75') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:12.351279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Made reservation on behalf of 8324d142c72547f281498f3e533708b5 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:12.364204 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.386618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.421448 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.434253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:12.434939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Checking segment: {'id': '20571822-3868-46e9-bc70-220598e16944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:12.435444 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.435572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:12.436051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.436161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Bound using segment: {'id': '20571822-3868-46e9-bc70-220598e16944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:12.436665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Bound port: 5bf623eb-a198-4a67-81e3-6e3d879b3611, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20571822-3868-46e9-bc70-220598e16944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:12.437126 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:12.437941 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:12.450324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.5 (6dbe4c51-6800-4044-99a1-56d3a619bbf3/03726d8e-f9d3-4da4-88fc-4f9c6ac9416c/a35add2c-c46c-4a81-8e1d-e7884a2c5c20) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:12.455825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Pushing event updated for resources: {'Port': ['ID=5bf623eb-a198-4a67-81e3-6e3d879b3611,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.525720 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] For port 5bf623eb-a198-4a67-81e3-6e3d879b3611, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:12.529179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] For port 5bf623eb-a198-4a67-81e3-6e3d879b3611, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5bf623eb-a198-4a67-81e3-6e3d879b3611,segment=NetworkSegment(20571822-3868-46e9-bc70-220598e16944),segment_id=20571822-3868-46e9-bc70-220598e16944)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:12.536634 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.570075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.601944 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.608875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b1ef12b6-2483-422f-90f7-de436e7ac3de HTTP/1.1" status: 204 len: 168 time: 1.6998105 Jul 13 07:33:12.625053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d320d7-3b61-4323-8b3c-e6d2d9a59e63 None None] Pushing event updated for resources: {'Port': ['ID=5bf623eb-a198-4a67-81e3-6e3d879b3611,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.625809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c65f7e-62dc-4634-b202-c0e43d7a3c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ef12b6-2483-422f-90f7-de436e7ac3de,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.692118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.849985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Checking segment: {'id': '1e06ce94-8fe0-40bd-a2ba-075c18777b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '532e15a3-33df-40b7-8755-4a409f78b189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:12.850349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Network hostable DHCP agents. Network: 532e15a3-33df-40b7-8755-4a409f78b189, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:12.886613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2220ca-0b8d-4476-b3ab-7df385559c20,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.916710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53454) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.919926 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-9c8742a5-6ee9-4182-932b-bdf31650d6ee service neutron] 10.222.0.54 "GET /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525141 Jul 13 07:33:12.928605 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.946780 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object a35add2c-c46c-4a81-8e1d-e7884a2c5c20 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:12.989858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.025385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d13442-59d3-4d54-8aad-6abcd7464f50 req-51627543-9310-43e5-83da-d3d99e8b42ec tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.033254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d13442-59d3-4d54-8aad-6abcd7464f50 req-51627543-9310-43e5-83da-d3d99e8b42ec tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.038301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:13.041230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d13442-59d3-4d54-8aad-6abcd7464f50 req-51627543-9310-43e5-83da-d3d99e8b42ec tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.041866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:13.048574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:13.060383 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39d13442-59d3-4d54-8aad-6abcd7464f50 req-51627543-9310-43e5-83da-d3d99e8b42ec tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2413 time: 0.3792515 Jul 13 07:33:13.067995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Network 532e15a3-33df-40b7-8755-4a409f78b189 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:13.117635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.118192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.167945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=a35add2c-c46c-4a81-8e1d-e7884a2c5c20,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:13.178771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-34b4f553-7114-4266-9b8a-d5be4013e5a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0719976 Jul 13 07:33:13.180937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53458) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:13.193047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9546410d-8004-4b6d-933f-428635647616 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:13.242881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 532e15a3-33df-40b7-8755-4a409f78b189) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:13.253938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d0e77-7601-48ad-bea7-fc853e57d3fc None None] Network 532e15a3-33df-40b7-8755-4a409f78b189 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:13.286665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a0be4f2e-d94c-4233-b130-cd81df6d89c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=635ae06d3dba421bb32de964f6f389b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623223 Jul 13 07:33:13.296351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.296838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.300053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53462) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:13.356792 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc327615-b1cb-4dbd-83d0-45540803b555 req-e34900ce-e7ee-4b38-b2a7-bfd902e973aa service neutron] 10.222.0.54 "GET /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221199 Jul 13 07:33:13.373099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a9a2fd74-b6ac-409d-bb24-0aef6e2c796e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0748899 Jul 13 07:33:13.389197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39d13442-59d3-4d54-8aad-6abcd7464f50 req-3a9aee61-e78a-4968-8dd7-87cd6a67f272 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271208 Jul 13 07:33:13.504748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5bf623eb-a198-4a67-81e3-6e3d879b3611 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:13.599207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9546410d-8004-4b6d-933f-428635647616 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:13.599416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-25a4d7b7-f329-4732-8d14-376ebeb26e3e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.602853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-25a4d7b7-f329-4732-8d14-376ebeb26e3e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 945 time: 0.4345336 Jul 13 07:33:13.612196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9546410d-8004-4b6d-933f-428635647616 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.728449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5622fd8e-a703-42d6-a888-cd7aae027bb1 None None] Network 532e15a3-33df-40b7-8755-4a409f78b189 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:13.758339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:13.797210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-dd7da715-8e20-4968-8528-d6d6bbfe757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.797848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-dd7da715-8e20-4968-8528-d6d6bbfe757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.798454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-dd7da715-8e20-4968-8528-d6d6bbfe757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.801550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-dd7da715-8e20-4968-8528-d6d6bbfe757a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1883df5fb2884c2599a746f22e283eae&device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2866 time: 0.3500578 Jul 13 07:33:13.853009 n-d-798249-7 neutron-server[93839]: INFO neutron.db.ipam_backend_mixin [None req-9546410d-8004-4b6d-933f-428635647616 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 03726d8e-f9d3-4da4-88fc-4f9c6ac9416c (CIDR: 172.20.0.0/28) Jul 13 07:33:13.854698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2e4e-a49b-45e7-ac36-c6dd025eb97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.885382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:13.890654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2e4e-a49b-45e7-ac36-c6dd025eb97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.987288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:13.988556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ed1b7992-c9c3-4cc1-ae3a-e9a4a6a7b87a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:14.004121 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-9546410d-8004-4b6d-933f-428635647616 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:33:14.005615 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9546410d-8004-4b6d-933f-428635647616 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:14.025543 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-792be19a-0944-4f43-b969-8b2c4a3ec690 req-79105f57-3118-443f-bfac-2645bf2d8075 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1625278284', 'description': 'tempest-description-1551956912'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:14.106936 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9546410d-8004-4b6d-933f-428635647616 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9009006 Jul 13 07:33:14.106936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53482) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:14.106936 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2e4e-a49b-45e7-ac36-c6dd025eb97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.106936 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2e4e-a49b-45e7-ac36-c6dd025eb97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.106936 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ddaf2e4e-a49b-45e7-ac36-c6dd025eb97c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7ba3b5f-d1a5-4740-93e4-401d44abefa8 HTTP/1.1" status: 204 len: 168 time: 0.7921960 Jul 13 07:33:14.106936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-12bb128a-ce02-4875-9275-deae2895ab5c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:14.146596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf2e4e-a49b-45e7-ac36-c6dd025eb97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ba3b5f-d1a5-4740-93e4-401d44abefa8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:14.178570 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-792be19a-0944-4f43-b969-8b2c4a3ec690 req-79105f57-3118-443f-bfac-2645bf2d8075 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.222946 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ff9ebff0-62ad-4aed-a789-14e3b2ab3d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.373410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202d3cc-0423-4d3e-a475-0cb8e24935c1 req-334f98a3-b26d-4444-a833-6de39793e934 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:14.375279 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d202d3cc-0423-4d3e-a475-0cb8e24935c1 req-334f98a3-b26d-4444-a833-6de39793e934 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 945 time: 0.6677594 Jul 13 07:33:14.381594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-2695b871-abd5-4c7e-89d0-83d96b9b6a10 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Deleting port a9a6a254-7add-410e-a1d5-58b4382e9017 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:14.381939 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-2695b871-abd5-4c7e-89d0-83d96b9b6a10 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.435643 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-792be19a-0944-4f43-b969-8b2c4a3ec690 req-79105f57-3118-443f-bfac-2645bf2d8075 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.440879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-1291d13c-f134-47b5-8927-857cd9168e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:14.442388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-1291d13c-f134-47b5-8927-857cd9168e4b service neutron] 10.222.0.54 "GET /v2.0/networks?id=25bbe80d-0729-480e-b020-d90fed53fe96 HTTP/1.1" status: 200 len: 903 time: 0.6296895 Jul 13 07:33:14.450411 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-792be19a-0944-4f43-b969-8b2c4a3ec690 req-79105f57-3118-443f-bfac-2645bf2d8075 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.477896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9f750089-6708-4115-9557-3a886f363c39 None None] Provisioning for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:14.485013 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9f750089-6708-4115-9557-3a886f363c39 None None] Provisioning complete for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:14.488447 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f750089-6708-4115-9557-3a886f363c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.537435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bb128a-ce02-4875-9275-deae2895ab5c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:14.543840 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12bb128a-ce02-4875-9275-deae2895ab5c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.549910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79105f57-3118-443f-bfac-2645bf2d8075 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657a6233-97bf-43c4-9c15-52ca4758633b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:14.567927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-792be19a-0944-4f43-b969-8b2c4a3ec690 req-79105f57-3118-443f-bfac-2645bf2d8075 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.582577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-792be19a-0944-4f43-b969-8b2c4a3ec690 req-79105f57-3118-443f-bfac-2645bf2d8075 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5654070 Jul 13 07:33:14.633795 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f750089-6708-4115-9557-3a886f363c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.697370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-2695b871-abd5-4c7e-89d0-83d96b9b6a10 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] For port a9a6a254-7add-410e-a1d5-58b4382e9017, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a9a6a254-7add-410e-a1d5-58b4382e9017,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:14.697747 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-2695b871-abd5-4c7e-89d0-83d96b9b6a10 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.721418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9f750089-6708-4115-9557-3a886f363c39 None None] For port 5bf623eb-a198-4a67-81e3-6e3d879b3611, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5bf623eb-a198-4a67-81e3-6e3d879b3611,segment=NetworkSegment(20571822-3868-46e9-bc70-220598e16944),segment_id=20571822-3868-46e9-bc70-220598e16944)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:14.730216 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f750089-6708-4115-9557-3a886f363c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.755605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-2695b871-abd5-4c7e-89d0-83d96b9b6a10 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Calling delete_port for a9a6a254-7add-410e-a1d5-58b4382e9017 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:14.760795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-fc563df5-bebf-40a7-8705-6b9c5754c586 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=8a8a2095-db25-465f-908e-2a1986a7e7e4 HTTP/1.1" status: 200 len: 217 time: 0.3098152 Jul 13 07:33:14.893110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d202d3cc-0423-4d3e-a475-0cb8e24935c1 req-754870fd-1f5b-4ac7-b3f3-69d2ca3a414e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838917 Jul 13 07:33:14.952664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9f750089-6708-4115-9557-3a886f363c39 None None] Provisioning complete for port 605da94f-9462-4355-8e34-b715d10532dc triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:14.953784 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f750089-6708-4115-9557-3a886f363c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.053754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f750089-6708-4115-9557-3a886f363c39 None None] Pushing event updated for resources: {'Port': ['ID=5bf623eb-a198-4a67-81e3-6e3d879b3611,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.094687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9f750089-6708-4115-9557-3a886f363c39 None None] Port 605da94f-9462-4355-8e34-b715d10532dc cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:15.099704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-6f0597b2-91d9-4a99-98e0-096e58866e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.108645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-6f0597b2-91d9-4a99-98e0-096e58866e2e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cba8c2a5-d6e1-4b98-a712-f78f40dc2b49 HTTP/1.1" status: 200 len: 801 time: 0.3298879 Jul 13 07:33:15.222463 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12bb128a-ce02-4875-9275-deae2895ab5c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.233513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5bf623eb-a198-4a67-81e3-6e3d879b3611 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:15.261456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c19b2ae-063f-4ea5-a47e-81a83dfac2ba None None] Provisioning for port a35add2c-c46c-4a81-8e1d-e7884a2c5c20 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:15.270025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c19b2ae-063f-4ea5-a47e-81a83dfac2ba None None] Provisioning complete for port a35add2c-c46c-4a81-8e1d-e7884a2c5c20 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:15.270695 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c19b2ae-063f-4ea5-a47e-81a83dfac2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.284107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1ec8-4e20-4538-b3e3-8719a30ae8f7 req-08bce8d1-86f9-4dc3-9fca-ec87052274b5 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.308120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1ec8-4e20-4538-b3e3-8719a30ae8f7 req-08bce8d1-86f9-4dc3-9fca-ec87052274b5 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.328092 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1ec8-4e20-4538-b3e3-8719a30ae8f7 req-08bce8d1-86f9-4dc3-9fca-ec87052274b5 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.343489 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7eb1ec8-4e20-4538-b3e3-8719a30ae8f7 req-08bce8d1-86f9-4dc3-9fca-ec87052274b5 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2413 time: 0.2413120 Jul 13 07:33:15.355640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-983234fa-223c-42de-b114-9145e16a0248 req-375464ff-85e6-405e-8d3f-98d9844cf3f4 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/657a6233-97bf-43c4-9c15-52ca4758633b HTTP/1.1" status: 200 len: 1815 time: 0.1373422 Jul 13 07:33:15.381001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-983234fa-223c-42de-b114-9145e16a0248 req-69c34e92-8f83-4209-a417-17f8d7e795c2 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '657a6233-97bf-43c4-9c15-52ca4758633b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:15.381327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-983234fa-223c-42de-b114-9145e16a0248 req-69c34e92-8f83-4209-a417-17f8d7e795c2 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '657a6233-97bf-43c4-9c15-52ca4758633b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:15.390234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-f59177ad-241a-4fb1-bd58-3bfbb5a92414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.392611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-f59177ad-241a-4fb1-bd58-3bfbb5a92414 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25bbe80d-0729-480e-b020-d90fed53fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2424901 Jul 13 07:33:15.430606 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb128a-ce02-4875-9275-deae2895ab5c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=7a93e8c4-0165-4e22-b09a-37443e548761,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.447919 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7eb1ec8-4e20-4538-b3e3-8719a30ae8f7 req-41622b3e-15bb-4a4e-854e-75f34e8b9109 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037972 Jul 13 07:33:15.467927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb128a-ce02-4875-9275-deae2895ab5c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:15.470570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-12bb128a-ce02-4875-9275-deae2895ab5c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:15.474282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb128a-ce02-4875-9275-deae2895ab5c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.475087 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12bb128a-ce02-4875-9275-deae2895ab5c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.511870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c19b2ae-063f-4ea5-a47e-81a83dfac2ba None None] Port a35add2c-c46c-4a81-8e1d-e7884a2c5c20 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:15.513616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7324465b-089e-42ab-93e8-382906a4789a None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:15.533353 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-2695b871-abd5-4c7e-89d0-83d96b9b6a10 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.573442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695b871-abd5-4c7e-89d0-83d96b9b6a10 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event deleted for resources: {'Port': ['ID=a9a6a254-7add-410e-a1d5-58b4382e9017,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.583659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-88596f5c-7288-41d1-89c5-a5687bb4060b service neutron] 10.222.0.54 "GET /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849725 Jul 13 07:33:15.599619 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-12bb128a-ce02-4875-9275-deae2895ab5c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4992030 Jul 13 07:33:15.602684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53542) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:15.609701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2146518368', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a93e8c4-0165-4e22-b09a-37443e548761'}], 'security_groups': ['a22a1b16-a971-41a5-9544-c8093f94c183']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:15.622584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a9a6a254-7add-410e-a1d5-58b4382e9017'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:15.667314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53554) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:15.708574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-983234fa-223c-42de-b114-9145e16a0248 req-69c34e92-8f83-4209-a417-17f8d7e795c2 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.751853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-983234fa-223c-42de-b114-9145e16a0248 req-69c34e92-8f83-4209-a417-17f8d7e795c2 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.754223 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.762922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-2695b871-abd5-4c7e-89d0-83d96b9b6a10 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] No DVR routers for this DVR port a9a6a254-7add-410e-a1d5-58b4382e9017 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:15.764214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:15.764932 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.770162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-983234fa-223c-42de-b114-9145e16a0248 req-69c34e92-8f83-4209-a417-17f8d7e795c2 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.785625 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-2695b871-abd5-4c7e-89d0-83d96b9b6a10 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.788956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0b4601d-a174-42ae-a107-fc364bbfaa44 req-2695b871-abd5-4c7e-89d0-83d96b9b6a10 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "DELETE /v2.0/ports/a9a6a254-7add-410e-a1d5-58b4382e9017 HTTP/1.1" status: 204 len: 173 time: 2.1786604 Jul 13 07:33:15.794433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8629f6-0d08-4f0c-a5fc-f7482fcef708', 'name': 'network-vif-deleted', 'tag': 'a9a6a254-7add-410e-a1d5-58b4382e9017'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:15.797140 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff2ee74-734b-49b6-ae7c-3ebc2b568a68" -d '{"events": [{"server_uuid": "0a8629f6-0d08-4f0c-a5fc-f7482fcef708", "name": "network-vif-deleted", "tag": "a9a6a254-7add-410e-a1d5-58b4382e9017"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:15.805129 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-983234fa-223c-42de-b114-9145e16a0248 req-69c34e92-8f83-4209-a417-17f8d7e795c2 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.806708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-983234fa-223c-42de-b114-9145e16a0248 req-69c34e92-8f83-4209-a417-17f8d7e795c2 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4406006 Jul 13 07:33:15.854140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c34e92-8f83-4209-a417-17f8d7e795c2 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079f6475-c610-4126-b67a-d13a811d3c74,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.888966 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12ce16c0-95bd-45b7-b179-0fd077837633 req-2945f3cf-e0ca-48ab-b8e1-5508add2c716 service neutron] 10.222.0.54 "GET /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907953 Jul 13 07:33:15.893830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53bec98b-da68-42d0-9e53-a31cd2f62740 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:15.925876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1532675852-network', 'tenant_id': '06e738e02d2c4d048f04594a67b66a30'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:15.960812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Made reservation on behalf of 06e738e02d2c4d048f04594a67b66a30 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:15.963492 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.988172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.147379 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2d3537-1baa-4252-ad3f-426d938394eb x-openstack-request-id: req-6b2d3537-1baa-4252-ad3f-426d938394eb {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:16.147687 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8629f6-0d08-4f0c-a5fc-f7482fcef708", "name": "network-vif-deleted", "tag": "a9a6a254-7add-410e-a1d5-58b4382e9017", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:16.148087 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b2d3537-1baa-4252-ad3f-426d938394eb {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:16.148488 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8629f6-0d08-4f0c-a5fc-f7482fcef708', 'name': 'network-vif-deleted', 'tag': 'a9a6a254-7add-410e-a1d5-58b4382e9017', 'status': 'completed', 'code': 200} Jul 13 07:33:16.196878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Delete allocated IP 172.20.0.5 (6dbe4c51-6800-4044-99a1-56d3a619bbf3/03726d8e-f9d3-4da4-88fc-4f9c6ac9416c) {{(pid=93839) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:33:16.209947 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.22 (6dbe4c51-6800-4044-99a1-56d3a619bbf3/7a93e8c4-0165-4e22-b09a-37443e548761/a35add2c-c46c-4a81-8e1d-e7884a2c5c20) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:16.226011 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f57bc6a4-25d3-4be5-99ec-2ff992b0230a req-0f4b946e-ec6f-4efc-ae4a-dd989f8061e5 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/657a6233-97bf-43c4-9c15-52ca4758633b HTTP/1.1" status: 200 len: 2409 time: 0.0804882 Jul 13 07:33:16.242162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 53bec98b-da68-42d0-9e53-a31cd2f62740, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53bec98b-da68-42d0-9e53-a31cd2f62740,segment=NetworkSegment(13b30ba8-9f25-40dd-8b9c-153975982c36),segment_id=13b30ba8-9f25-40dd-8b9c-153975982c36)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:16.244616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aafc5d7-f384-4183-ba54-fa6a6d0a4512 None None] Update dhcp port {'port': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'fixed_ips': [{'subnet_id': '03726d8e-f9d3-4da4-88fc-4f9c6ac9416c', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a93e8c4-0165-4e22-b09a-37443e548761'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '5bf623eb-a198-4a67-81e3-6e3d879b3611'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:33:16.259215 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.271020 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.290698 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '53bec98b-da68-42d0-9e53-a31cd2f62740', 'network_id': '77c68968-bf97-4793-9d80-d5da1cd7d639', 'port_id': '53bec98b-da68-42d0-9e53-a31cd2f62740', 'mac_address': 'fa:16:3e:32:35:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ddd3a5-0a82-43cb-8133-1a8c0bfa36a1', 'ip_address': '19.86.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:16.325071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:16.367335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7abe33-302f-46b1-a38c-ad247ea6a8c5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:16.374718 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0aafc5d7-f384-4183-ba54-fa6a6d0a4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.395409 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.395757 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Added segment 7f2aa670-f434-415f-a1bc-9c8a0901832d of type vlan for network 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 Jul 13 07:33:16.428119 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.465864 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.486119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object a35add2c-c46c-4a81-8e1d-e7884a2c5c20 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:16.491159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bec98b-da68-42d0-9e53-a31cd2f62740 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:16.492348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.557852 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c54b2c0-3ab7-4dae-b4f6-de914a9702d8 req-190aec83-8978-426a-adf1-0d69458f7caa tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 210 time: 0.0927334 Jul 13 07:33:16.559980 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.624756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=a35add2c-c46c-4a81-8e1d-e7884a2c5c20,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:16.643740 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.645873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.646604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.654901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] In _notify_port_updated(), no bound segment for port a35add2c-c46c-4a81-8e1d-e7884a2c5c20 on network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:33:16.662826 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.663268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.667487 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a825dcd5-deb8-4ad8-8097-edfba209d43f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "PUT /v2.0/ports/a35add2c-c46c-4a81-8e1d-e7884a2c5c20 HTTP/1.1" status: 200 len: 921 time: 1.0612001 Jul 13 07:33:16.667823 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53606) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:16.667963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 53bec98b-da68-42d0-9e53-a31cd2f62740, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53bec98b-da68-42d0-9e53-a31cd2f62740,segment=NetworkSegment(13b30ba8-9f25-40dd-8b9c-153975982c36),segment_id=13b30ba8-9f25-40dd-8b9c-153975982c36)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:16.679331 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.701467 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0311344 Jul 13 07:33:16.705529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53608) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:16.713350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Request body: {'subnet': {'network_id': '49506010-cd2a-4e4b-99a5-3f4d9ba1ad80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1532675852-subnet', 'tenant_id': '06e738e02d2c4d048f04594a67b66a30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:16.725845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 90ded7db-1187-457f-a9f8-cf88bc35959c details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:16.758987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f419c-e1bb-4dfb-9763-b6afe60c2a72 admin admin] Pushing event updated for resources: {'Network': ['ID=49506010-cd2a-4e4b-99a5-3f4d9ba1ad80,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:16.790603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Made reservation on behalf of 06e738e02d2c4d048f04594a67b66a30 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:16.793607 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.799416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:16.805693 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-434b0ba3-798d-4b91-8b54-622dcca4d7b6 req-5ea5b618-e788-41bb-ad08-e0ed268c590f tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-group-rules/079f6475-c610-4126-b67a-d13a811d3c74 HTTP/1.1" status: 200 len: 778 time: 0.1263146 Jul 13 07:33:16.968439 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-434b0ba3-798d-4b91-8b54-622dcca4d7b6 req-5c8b5404-0b06-4ec1-bc60-a8342a03fd16 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/657a6233-97bf-43c4-9c15-52ca4758633b HTTP/1.1" status: 200 len: 2409 time: 0.1522567 Jul 13 07:33:17.040960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-434b0ba3-798d-4b91-8b54-622dcca4d7b6 req-c3fb9b27-c977-4caa-877f-c01d21623be9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.060077 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-434b0ba3-798d-4b91-8b54-622dcca4d7b6 req-c3fb9b27-c977-4caa-877f-c01d21623be9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.077689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=53bec98b-da68-42d0-9e53-a31cd2f62740,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:17.115043 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.118909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-470398ea-d3ab-4625-8e8e-7f5a0ca077ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port a35add2c-c46c-4a81-8e1d-e7884a2c5c20 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:17.119422 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-470398ea-d3ab-4625-8e8e-7f5a0ca077ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.135370 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-434b0ba3-798d-4b91-8b54-622dcca4d7b6 req-c3fb9b27-c977-4caa-877f-c01d21623be9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.152295 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-434b0ba3-798d-4b91-8b54-622dcca4d7b6 req-c3fb9b27-c977-4caa-877f-c01d21623be9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.153617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-434b0ba3-798d-4b91-8b54-622dcca4d7b6 req-c3fb9b27-c977-4caa-877f-c01d21623be9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/079f6475-c610-4126-b67a-d13a811d3c74 HTTP/1.1" status: 204 len: 173 time: 0.1777799 Jul 13 07:33:17.159378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-0aafc5d7-f384-4183-ba54-fa6a6d0a4512 None None] Allocated IP 172.20.0.18 (6dbe4c51-6800-4044-99a1-56d3a619bbf3/7a93e8c4-0165-4e22-b09a-37443e548761/5bf623eb-a198-4a67-81e3-6e3d879b3611) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:17.166939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb9b27-c977-4caa-877f-c01d21623be9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=079f6475-c610-4126-b67a-d13a811d3c74,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:17.171840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3b7325-3bc6-4838-833c-4ddbd693234c,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:17.186629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.224153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c71a3d-a696-47cb-a5de-833df04bea82 req-db141f70-e44a-42d7-8cfb-5fd25769dc65 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.230181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c71a3d-a696-47cb-a5de-833df04bea82 req-db141f70-e44a-42d7-8cfb-5fd25769dc65 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.237549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c71a3d-a696-47cb-a5de-833df04bea82 req-db141f70-e44a-42d7-8cfb-5fd25769dc65 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.239288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4c71a3d-a696-47cb-a5de-833df04bea82 req-db141f70-e44a-42d7-8cfb-5fd25769dc65 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2414 time: 0.2013047 Jul 13 07:33:17.244954 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-34fb19e4-a330-4487-a7e6-a45c5a63c994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.254080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Checking segment: {'id': '7f2aa670-f434-415f-a1bc-9c8a0901832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '49506010-cd2a-4e4b-99a5-3f4d9ba1ad80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:17.254435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Network hostable DHCP agents. Network: 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:17.265075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-470398ea-d3ab-4625-8e8e-7f5a0ca077ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.290980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-470398ea-d3ab-4625-8e8e-7f5a0ca077ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for a35add2c-c46c-4a81-8e1d-e7884a2c5c20 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:17.307762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4c71a3d-a696-47cb-a5de-833df04bea82 req-5e712688-f44a-4a0c-b2a0-c2ba507576b4 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603096 Jul 13 07:33:17.309172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Network 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:17.337979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:17.342777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.344072 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.376898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9b13a2d0-9d0e-44ba-b453-b7da328d7914 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6697075 Jul 13 07:33:17.413223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bc15b2-1242-4b7f-be1f-b94e802836a1 None None] Network 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:17.467567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 90ded7db-1187-457f-a9f8-cf88bc35959c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=90ded7db-1187-457f-a9f8-cf88bc35959c,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:17.512594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-22331338-e29d-445c-8e62-318a4074c73d req-99cfa522-671e-4131-88cb-b910162a60f8 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1081160482', 'description': 'tempest-description-723014788'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:17.524645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '90ded7db-1187-457f-a9f8-cf88bc35959c', 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96', 'port_id': '90ded7db-1187-457f-a9f8-cf88bc35959c', 'mac_address': 'fa:16:3e:0a:26:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba8c2a5-d6e1-4b98-a712-f78f40dc2b49', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:17.529064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-470398ea-d3ab-4625-8e8e-7f5a0ca077ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.583452 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-22331338-e29d-445c-8e62-318a4074c73d req-99cfa522-671e-4131-88cb-b910162a60f8 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.595498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470398ea-d3ab-4625-8e8e-7f5a0ca077ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=a35add2c-c46c-4a81-8e1d-e7884a2c5c20,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:17.613535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0aafc5d7-f384-4183-ba54-fa6a6d0a4512 None None] For port 5bf623eb-a198-4a67-81e3-6e3d879b3611, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5bf623eb-a198-4a67-81e3-6e3d879b3611,segment=NetworkSegment(20571822-3868-46e9-bc70-220598e16944),segment_id=20571822-3868-46e9-bc70-220598e16944)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:17.729215 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.752717 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-22331338-e29d-445c-8e62-318a4074c73d req-99cfa522-671e-4131-88cb-b910162a60f8 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.755518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849c34eb-7361-4c4a-b848-7492a34a5d0f None None] Network 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:17.760395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-470398ea-d3ab-4625-8e8e-7f5a0ca077ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.762542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-470398ea-d3ab-4625-8e8e-7f5a0ca077ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/a35add2c-c46c-4a81-8e1d-e7884a2c5c20 HTTP/1.1" status: 204 len: 168 time: 1.0928099 Jul 13 07:33:17.766067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53624) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:17.777899 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0aafc5d7-f384-4183-ba54-fa6a6d0a4512 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.784488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-22331338-e29d-445c-8e62-318a4074c73d req-99cfa522-671e-4131-88cb-b910162a60f8 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.791152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ded7db-1187-457f-a9f8-cf88bc35959c {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:17.823670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0aafc5d7-f384-4183-ba54-fa6a6d0a4512 None None] Transition to ACTIVE for port object 5bf623eb-a198-4a67-81e3-6e3d879b3611 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:17.840125 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bcc183-88bc-4608-9adb-1cbd6cbab681 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:33:17.842048 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-50bcc183-88bc-4608-9adb-1cbd6cbab681 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/a35add2c-c46c-4a81-8e1d-e7884a2c5c20 HTTP/1.1" status: 404 len: 333 time: 0.0739458 Jul 13 07:33:17.845837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53630) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:17.872950 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0aafc5d7-f384-4183-ba54-fa6a6d0a4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.877532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 90ded7db-1187-457f-a9f8-cf88bc35959c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=90ded7db-1187-457f-a9f8-cf88bc35959c,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:17.885908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfa522-671e-4131-88cb-b910162a60f8 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df10ccc-025e-4b98-ac2b-9efa6c938daa,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:17.890957 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-22331338-e29d-445c-8e62-318a4074c73d req-99cfa522-671e-4131-88cb-b910162a60f8 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.912242 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22331338-e29d-445c-8e62-318a4074c73d req-99cfa522-671e-4131-88cb-b910162a60f8 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4045191 Jul 13 07:33:17.938301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-260cc163-6c69-4d07-92b1-a5205e48e4f7 req-f9ef66a0-af9d-405d-b8ab-cc52bc2d7252 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 210 time: 0.0474007 Jul 13 07:33:17.950129 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.955282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.960931 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2fb0691d-74cf-4d7e-9608-426726e281a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.989369 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2fb0691d-74cf-4d7e-9608-426726e281a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.015008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8a8a2095-db25-465f-908e-2a1986a7e7e4 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:18.060952 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2fb0691d-74cf-4d7e-9608-426726e281a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.065269 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2fb0691d-74cf-4d7e-9608-426726e281a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.068959 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2fb0691d-74cf-4d7e-9608-426726e281a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c0b78e5-c39a-4a6a-be83-2d95e0755bff HTTP/1.1" status: 204 len: 168 time: 0.2196918 Jul 13 07:33:18.069447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53644) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:18.077624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0691d-74cf-4d7e-9608-426726e281a9 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0b78e5-c39a-4a6a-be83-2d95e0755bff,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.107942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 8a8a2095-db25-465f-908e-2a1986a7e7e4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8a8a2095-db25-465f-908e-2a1986a7e7e4,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:18.140540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '8a8a2095-db25-465f-908e-2a1986a7e7e4', 'network_id': '25bbe80d-0729-480e-b020-d90fed53fe96', 'port_id': '8a8a2095-db25-465f-908e-2a1986a7e7e4', 'mac_address': 'fa:16:3e:79:e6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba8c2a5-d6e1-4b98-a712-f78f40dc2b49', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:18.230009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-af2b3321-14cb-4b3b-870f-acbbda76ffe9 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.233589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca6118b7-c128-4421-a223-b43cfe4e157f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.238505 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-af2b3321-14cb-4b3b-870f-acbbda76ffe9 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 805 time: 0.1480722 Jul 13 07:33:18.248758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafc5d7-f384-4183-ba54-fa6a6d0a4512 None None] Pushing event updated for resources: {'Port': ['ID=5bf623eb-a198-4a67-81e3-6e3d879b3611,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.270948 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-39550834-c6f6-48af-9ec3-2221d8365f57 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/quotas/34512fd9707f41638f1895b68dfc6985 HTTP/1.1" status: 200 len: 375 time: 0.0313911 Jul 13 07:33:18.293001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca6118b7-c128-4421-a223-b43cfe4e157f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.383304 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca6118b7-c128-4421-a223-b43cfe4e157f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.388453 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca6118b7-c128-4421-a223-b43cfe4e157f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.392137 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ca6118b7-c128-4421-a223-b43cfe4e157f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/security-groups/a22a1b16-a971-41a5-9544-c8093f94c183 HTTP/1.1" status: 204 len: 168 time: 0.3190510 Jul 13 07:33:18.397955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53656) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:18.414540 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.444372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=90ded7db-1187-457f-a9f8-cf88bc35959c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.448084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6118b7-c128-4421-a223-b43cfe4e157f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22a1b16-a971-41a5-9544-c8093f94c183,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.450375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8a2095-db25-465f-908e-2a1986a7e7e4 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:18.488577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 8a8a2095-db25-465f-908e-2a1986a7e7e4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8a8a2095-db25-465f-908e-2a1986a7e7e4,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:18.504899 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.543866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d472ea44-c227-4a0d-a84c-5e7782dbf79c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet 03726d8e-f9d3-4da4-88fc-4f9c6ac9416c {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:18.548396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d472ea44-c227-4a0d-a84c-5e7782dbf79c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.570527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=8a8a2095-db25-465f-908e-2a1986a7e7e4,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.577966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adffc7-6bd4-492f-a999-c65671737bae req-b1612b67-8973-4d6e-be07-4585569f5de8 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.586157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-b1612b67-8973-4d6e-be07-4585569f5de8 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/networks?id=49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 HTTP/1.1" status: 200 len: 821 time: 0.2297707 Jul 13 07:33:18.601344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d472ea44-c227-4a0d-a84c-5e7782dbf79c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.609448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-6bb4d9c8-3b7b-4c47-a57f-3ccd2a2d971e tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/quotas/06e738e02d2c4d048f04594a67b66a30 HTTP/1.1" status: 200 len: 375 time: 0.0223153 Jul 13 07:33:18.686040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-5077cb6e-b9d7-4370-82ca-2e0d1c3e2d9e tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=06e738e02d2c4d048f04594a67b66a30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756345 Jul 13 07:33:18.837315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-1246457e-d9ee-4add-b556-72371feb3405 service neutron] 10.222.0.44 "GET /v2.0/networks/49506010-cd2a-4e4b-99a5-3f4d9ba1ad80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503358 Jul 13 07:33:18.846167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['8a8a2095-db25-465f-908e-2a1986a7e7e4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:18.910603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['90ded7db-1187-457f-a9f8-cf88bc35959c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:18.955054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['53bec98b-da68-42d0-9e53-a31cd2f62740'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:18.996350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-320e9588-8271-49a0-aa70-765e37b1b49a service neutron] 10.222.0.44 "GET /v2.0/networks/49506010-cd2a-4e4b-99a5-3f4d9ba1ad80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525171 Jul 13 07:33:19.209242 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9dc9764e-687f-4efd-861a-8640004d7282 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9374070 Jul 13 07:33:19.239627 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d472ea44-c227-4a0d-a84c-5e7782dbf79c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.280000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5bf623eb-a198-4a67-81e3-6e3d879b3611 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:19.330433 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d472ea44-c227-4a0d-a84c-5e7782dbf79c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.343579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f0d966b-b88d-48b0-9990-9623ee3a54c9 None None] Could not find standard attr ID for object a35add2c-c46c-4a81-8e1d-e7884a2c5c20. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:33:19.378307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f0d966b-b88d-48b0-9990-9623ee3a54c9 None None] Provisioning for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:19.384729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472ea44-c227-4a0d-a84c-5e7782dbf79c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=03726d8e-f9d3-4da4-88fc-4f9c6ac9416c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:19.420644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f0d966b-b88d-48b0-9990-9623ee3a54c9 None None] Provisioning complete for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:19.421021 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f0d966b-b88d-48b0-9990-9623ee3a54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.423236 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d472ea44-c227-4a0d-a84c-5e7782dbf79c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.429769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d472ea44-c227-4a0d-a84c-5e7782dbf79c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/03726d8e-f9d3-4da4-88fc-4f9c6ac9416c HTTP/1.1" status: 204 len: 168 time: 1.0308082 Jul 13 07:33:19.430415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53668) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:19.440451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-aa49f048-bce0-4039-b6b8-4c3f88e08cde tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:19.485967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-c08e7888-1015-4bc9-8dad-a5624c35113b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.487578 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-c08e7888-1015-4bc9-8dad-a5624c35113b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9320522-e022-407e-8533-9af78ed1df4b HTTP/1.1" status: 200 len: 945 time: 0.1412766 Jul 13 07:33:19.565650 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:33:19.578835 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70d8d24b-d90c-4ee7-8d38-946d6a3f4899 req-3366e011-8539-40bc-a723-3eccf4fe0f62 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/7df10ccc-025e-4b98-ac2b-9efa6c938daa HTTP/1.1" status: 200 len: 1814 time: 0.1256258 Jul 13 07:33:19.630156 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9eca9c98-a66c-4edf-8734-926046d099f7 service neutron] 10.222.0.44 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199421 Jul 13 07:33:19.648803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:19.649553 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.718242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-47ec6f38-aa67-4541-8c26-6a1fd8c9b49f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Deleting port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:19.719001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-47ec6f38-aa67-4541-8c26-6a1fd8c9b49f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.748968 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.872787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa49f048-bce0-4039-b6b8-4c3f88e08cde tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:19.877833 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa49f048-bce0-4039-b6b8-4c3f88e08cde tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.943021 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-6d136f58-d85c-4d5d-a1e2-b9f30c2ff249 service neutron] 10.222.0.44 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045490 Jul 13 07:33:20.051352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-47ec6f38-aa67-4541-8c26-6a1fd8c9b49f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] For port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:20.051968 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-47ec6f38-aa67-4541-8c26-6a1fd8c9b49f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.079302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-47ec6f38-aa67-4541-8c26-6a1fd8c9b49f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Calling delete_port for 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:20.095805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f171ed8-10f1-401a-8eef-a8c9b6cf33be req-3a57d019-bc83-4193-a9f5-a00c90d79294 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.102332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f171ed8-10f1-401a-8eef-a8c9b6cf33be req-3a57d019-bc83-4193-a9f5-a00c90d79294 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.108565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f171ed8-10f1-401a-8eef-a8c9b6cf33be req-3a57d019-bc83-4193-a9f5-a00c90d79294 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.110457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f171ed8-10f1-401a-8eef-a8c9b6cf33be req-3a57d019-bc83-4193-a9f5-a00c90d79294 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2416 time: 0.2564483 Jul 13 07:33:20.275973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f171ed8-10f1-401a-8eef-a8c9b6cf33be req-2be172fb-7603-4eed-8803-edc897e48203 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523864 Jul 13 07:33:20.277583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56b4eb0-22c2-44d4-88c2-9755fd6b2f03 None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:20.351297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa49f048-bce0-4039-b6b8-4c3f88e08cde tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.417155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f0d966b-b88d-48b0-9990-9623ee3a54c9 None None] Provisioning complete for port 605da94f-9462-4355-8e34-b715d10532dc triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:20.417629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f0d966b-b88d-48b0-9990-9623ee3a54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.484051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49f048-bce0-4039-b6b8-4c3f88e08cde tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:20.494597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d966b-b88d-48b0-9990-9623ee3a54c9 None None] Port 605da94f-9462-4355-8e34-b715d10532dc cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:20.509325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-aa49f048-bce0-4039-b6b8-4c3f88e08cde tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:20.520154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49f048-bce0-4039-b6b8-4c3f88e08cde tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.522668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa49f048-bce0-4039-b6b8-4c3f88e08cde tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.549979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-47ec6f38-aa67-4541-8c26-6a1fd8c9b49f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.556042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49f048-bce0-4039-b6b8-4c3f88e08cde tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=e4d60f30-3115-4f32-96c9-1da275ccf8c3,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:20.562844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53bec98b-da68-42d0-9e53-a31cd2f62740 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:20.582838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aa49f048-bce0-4039-b6b8-4c3f88e08cde tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1484494 Jul 13 07:33:20.584199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53688) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.592308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4d891953-7b0b-4a64-bfe4-adda29833c43 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'security_group': {'name': 'tempest-secgroup-385618725'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:20.625086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec6f38-aa67-4541-8c26-6a1fd8c9b49f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Pushing event deleted for resources: {'Port': ['ID=513cd56d-e03f-4cd8-a9e5-0bcc45424fa6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:20.695511 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bbcb5bfe-b16c-4dd6-ba8d-8848c74ea788 req-be041fbe-b515-4aa9-82f9-d29f6f036719 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 210 time: 0.0855412 Jul 13 07:33:20.703685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ed27491a-7a02-4ef7-a6be-98191cd86d57 None None] Could not find standard attr ID for object a35add2c-c46c-4a81-8e1d-e7884a2c5c20. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:33:20.707845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5825842-9b4f-4e84-8451-5438393e2ad4 None None] Update dhcp port {'port': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'fixed_ips': [{'subnet_id': '7a93e8c4-0165-4e22-b09a-37443e548761', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e4d60f30-3115-4f32-96c9-1da275ccf8c3'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '5bf623eb-a198-4a67-81e3-6e3d879b3611'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:33:20.731131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d891953-7b0b-4a64-bfe4-adda29833c43 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.749935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-47ec6f38-aa67-4541-8c26-6a1fd8c9b49f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] No DVR routers for this DVR port 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:20.766487 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-804c5932-a4c4-40f4-ad3a-f6e03efc64a3 req-06b42c29-7ab8-4d2e-b46a-b1c350950767 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 210 time: 0.1440268 Jul 13 07:33:20.772844 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-47ec6f38-aa67-4541-8c26-6a1fd8c9b49f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.774668 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f5825842-9b4f-4e84-8451-5438393e2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.782957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2eba8739-81c3-476c-8125-c0ce41985ca3 req-47ec6f38-aa67-4541-8c26-6a1fd8c9b49f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.54 "DELETE /v2.0/ports/513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 HTTP/1.1" status: 204 len: 173 time: 1.2870960 Jul 13 07:33:20.787073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9320522-e022-407e-8533-9af78ed1df4b', 'name': 'network-vif-deleted', 'tag': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:20.803608 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa53a0a-cb14-4389-a028-bc8a33246c56" -d '{"events": [{"server_uuid": "e9320522-e022-407e-8533-9af78ed1df4b", "name": "network-vif-deleted", "tag": "513cd56d-e03f-4cd8-a9e5-0bcc45424fa6"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:20.873196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d891953-7b0b-4a64-bfe4-adda29833c43 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.910971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82e66882-47d3-43fe-ae16-7e88211014ec req-bd048239-0d33-4233-ab70-34130c751629 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 210 time: 0.0729163 Jul 13 07:33:20.911833 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d891953-7b0b-4a64-bfe4-adda29833c43 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.941344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d891953-7b0b-4a64-bfe4-adda29833c43 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.942592 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4d891953-7b0b-4a64-bfe4-adda29833c43 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3571122 Jul 13 07:33:20.947105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53696) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.952586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-11b89bbb-1a9c-4f75-9478-cd627dfb441e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'security_group': {'name': 'tempest-secgroup-1643040253'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:20.976041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 53bec98b-da68-42d0-9e53-a31cd2f62740 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:20.990359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-7c033a31-a85f-40c9-bbf1-21b329272732 req-5460a8fe-079a-4e74-b53c-f7f1e6a28266 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-596134315', 'description': 'tempest-description-1160853582'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:21.000523 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d891953-7b0b-4a64-bfe4-adda29833c43 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca5d1bf-d032-49d9-a65d-f0d8377404ff,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.003262 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-11b89bbb-1a9c-4f75-9478-cd627dfb441e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.006424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 53bec98b-da68-42d0-9e53-a31cd2f62740 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:21.007857 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.066073 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7c033a31-a85f-40c9-bbf1-21b329272732 req-5460a8fe-079a-4e74-b53c-f7f1e6a28266 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.168488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-f5825842-9b4f-4e84-8451-5438393e2ad4 None None] Allocated IP 172.20.0.2 (6dbe4c51-6800-4044-99a1-56d3a619bbf3/e4d60f30-3115-4f32-96c9-1da275ccf8c3/5bf623eb-a198-4a67-81e3-6e3d879b3611) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:21.177778 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-11b89bbb-1a9c-4f75-9478-cd627dfb441e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.180575 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7136a45-f924-4609-a663-c004b1966ed5 x-openstack-request-id: req-e7136a45-f924-4609-a663-c004b1966ed5 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:21.180913 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9320522-e022-407e-8533-9af78ed1df4b", "name": "network-vif-deleted", "tag": "513cd56d-e03f-4cd8-a9e5-0bcc45424fa6", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:21.181217 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7136a45-f924-4609-a663-c004b1966ed5 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:21.182030 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9320522-e022-407e-8533-9af78ed1df4b', 'name': 'network-vif-deleted', 'tag': '513cd56d-e03f-4cd8-a9e5-0bcc45424fa6', 'status': 'completed', 'code': 200} Jul 13 07:33:21.196653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-11b89bbb-1a9c-4f75-9478-cd627dfb441e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.258131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b89bbb-1a9c-4f75-9478-cd627dfb441e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee86a8a-e79d-4f64-9edc-01fecafda801,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.278651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7c033a31-a85f-40c9-bbf1-21b329272732 req-5460a8fe-079a-4e74-b53c-f7f1e6a28266 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.282729 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.294382 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7c033a31-a85f-40c9-bbf1-21b329272732 req-5460a8fe-079a-4e74-b53c-f7f1e6a28266 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.305815 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-11b89bbb-1a9c-4f75-9478-cd627dfb441e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.310011 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-11b89bbb-1a9c-4f75-9478-cd627dfb441e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3590319 Jul 13 07:33:21.310478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53700) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:21.315853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-dedb95ef-774b-4bcd-ac2b-bbdd20604e84 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'security_group': {'name': 'tempest-secgroup-2120420631'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:21.366264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dedb95ef-774b-4bcd-ac2b-bbdd20604e84 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.400048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460a8fe-079a-4e74-b53c-f7f1e6a28266 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06042743-4b26-4564-b6cf-bd7b7f83f4fc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.441807 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7c033a31-a85f-40c9-bbf1-21b329272732 req-5460a8fe-079a-4e74-b53c-f7f1e6a28266 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.443477 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c033a31-a85f-40c9-bbf1-21b329272732 req-5460a8fe-079a-4e74-b53c-f7f1e6a28266 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4816380 Jul 13 07:33:21.487665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bec98b-da68-42d0-9e53-a31cd2f62740'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:21.490627 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0405108-98e3-481e-ac9a-c050114d56d6" -d '{"events": [{"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-plugged", "status": "completed", "tag": "53bec98b-da68-42d0-9e53-a31cd2f62740"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:21.520285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adffc7-6bd4-492f-a999-c65671737bae req-f2b7c8c2-fb3b-4777-9b37-cee49e98531d tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.521930 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-f2b7c8c2-fb3b-4777-9b37-cee49e98531d tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.53 "GET /v2.0/networks?id=49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 HTTP/1.1" status: 200 len: 821 time: 0.2417955 Jul 13 07:33:21.534665 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dedb95ef-774b-4bcd-ac2b-bbdd20604e84 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.537981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Request body: {'port': {'device_id': '42fc6d5d-8b26-4f65-952c-a4be7845de63', 'network_id': '49506010-cd2a-4e4b-99a5-3f4d9ba1ad80', 'admin_state_up': True, 'tenant_id': '06e738e02d2c4d048f04594a67b66a30'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:21.555347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 53bec98b-da68-42d0-9e53-a31cd2f62740, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53bec98b-da68-42d0-9e53-a31cd2f62740,segment=NetworkSegment(13b30ba8-9f25-40dd-8b9c-153975982c36),segment_id=13b30ba8-9f25-40dd-8b9c-153975982c36)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:21.575129 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dedb95ef-774b-4bcd-ac2b-bbdd20604e84 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.576835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-f5825842-9b4f-4e84-8451-5438393e2ad4 None None] For port 5bf623eb-a198-4a67-81e3-6e3d879b3611, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5bf623eb-a198-4a67-81e3-6e3d879b3611,segment=NetworkSegment(20571822-3868-46e9-bc70-220598e16944),segment_id=20571822-3868-46e9-bc70-220598e16944)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:21.586874 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.659191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb95ef-774b-4bcd-ac2b-bbdd20604e84 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4559c54e-e12f-448c-983c-dbeed503461b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.690035 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dedb95ef-774b-4bcd-ac2b-bbdd20604e84 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.691649 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dedb95ef-774b-4bcd-ac2b-bbdd20604e84 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3802261 Jul 13 07:33:21.695060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53708) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:21.710446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2142787643', 'security_groups': ['4559c54e-e12f-448c-983c-dbeed503461b'], 'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e4d60f30-3115-4f32-96c9-1da275ccf8c3'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:21.721788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6731bfb-d21e-4b31-9a9c-7b73719f761f req-94ab0009-8ae3-43ca-848c-1404f685216f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.729552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6731bfb-d21e-4b31-9a9c-7b73719f761f req-94ab0009-8ae3-43ca-848c-1404f685216f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.737544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6731bfb-d21e-4b31-9a9c-7b73719f761f req-94ab0009-8ae3-43ca-848c-1404f685216f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.745428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6731bfb-d21e-4b31-9a9c-7b73719f761f req-94ab0009-8ae3-43ca-848c-1404f685216f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2417 time: 0.2038741 Jul 13 07:33:21.777454 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f5825842-9b4f-4e84-8451-5438393e2ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.796563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6731bfb-d21e-4b31-9a9c-7b73719f761f req-59e717d0-94c0-46ec-b970-1251bab88c3c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497937 Jul 13 07:33:21.819869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f5825842-9b4f-4e84-8451-5438393e2ad4 None None] Transition to ACTIVE for port object 5bf623eb-a198-4a67-81e3-6e3d879b3611 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:21.829984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 90ded7db-1187-457f-a9f8-cf88bc35959c up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:21.852660 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e70f75-35ac-4004-8484-61fcec3ddb29 x-openstack-request-id: req-f3e70f75-35ac-4004-8484-61fcec3ddb29 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:21.852950 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-plugged", "status": "completed", "tag": "53bec98b-da68-42d0-9e53-a31cd2f62740", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:21.853203 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3e70f75-35ac-4004-8484-61fcec3ddb29 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:21.853606 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bec98b-da68-42d0-9e53-a31cd2f62740', 'code': 200} Jul 13 07:33:21.860294 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f5825842-9b4f-4e84-8451-5438393e2ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.880920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-646b2820-89e1-4e9c-9450-3cf8fde69b48 req-e2330921-cd72-4279-a614-314dc5e94755 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/06042743-4b26-4564-b6cf-bd7b7f83f4fc HTTP/1.1" status: 200 len: 1814 time: 0.0606174 Jul 13 07:33:21.946911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=53bec98b-da68-42d0-9e53-a31cd2f62740,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.949971 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:21.968732 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Made reservation on behalf of 06e738e02d2c4d048f04594a67b66a30 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:21.973121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.054809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5825842-9b4f-4e84-8451-5438393e2ad4 None None] Pushing event updated for resources: {'Port': ['ID=5bf623eb-a198-4a67-81e3-6e3d879b3611,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:22.077910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52bf3890-7d89-4bc8-8145-555200dddd5b req-b4fa503b-4e40-42c5-9ff0-adca33b4e168 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 210 time: 0.0514534 Jul 13 07:33:22.107618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-50e28b96-d62b-4dc2-a228-09283c34b41d req-d2ae6639-b050-46ed-91bf-224542a4936b tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-584874591', 'description': 'tempest-description-1118946014'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:22.138772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 90ded7db-1187-457f-a9f8-cf88bc35959c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:22.144420 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-50e28b96-d62b-4dc2-a228-09283c34b41d req-d2ae6639-b050-46ed-91bf-224542a4936b tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.145029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 90ded7db-1187-457f-a9f8-cf88bc35959c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:22.145717 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.190033 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a75f90f8-84bb-41d5-a54f-be61b2da3495 req-cec88170-e51f-4a1f-9413-1061a784c85d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a8629f6-0d08-4f0c-a5fc-f7482fcef708 HTTP/1.1" status: 200 len: 210 time: 0.0777690 Jul 13 07:33:22.270168 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.281153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-50e28b96-d62b-4dc2-a228-09283c34b41d req-d2ae6639-b050-46ed-91bf-224542a4936b tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.288400 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-50e28b96-d62b-4dc2-a228-09283c34b41d req-d2ae6639-b050-46ed-91bf-224542a4936b tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.310672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1138c207-ee72-4bde-9c38-3d16307a228c None None] Provisioning complete for port 53bec98b-da68-42d0-9e53-a31cd2f62740 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:22.311173 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1138c207-ee72-4bde-9c38-3d16307a228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.349775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Allocated IP 172.20.0.7 (49506010-cd2a-4e4b-99a5-3f4d9ba1ad80/3b3b7325-3bc6-4838-833c-4ddbd693234c/391db4ac-18d4-42dc-821e-54dc6dcad547) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:22.350021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae6639-b050-46ed-91bf-224542a4936b tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a467245-92ba-4562-ad33-e7e82f5a0030,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:22.378541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-50e28b96-d62b-4dc2-a228-09283c34b41d req-d2ae6639-b050-46ed-91bf-224542a4936b tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.379888 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-50e28b96-d62b-4dc2-a228-09283c34b41d req-d2ae6639-b050-46ed-91bf-224542a4936b tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2767484 Jul 13 07:33:22.399418 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.488475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 90ded7db-1187-457f-a9f8-cf88bc35959c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=90ded7db-1187-457f-a9f8-cf88bc35959c,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:22.542178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] device_id is not set on port 107f4227-86d8-4b11-8c31-b540fbdca7b8 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:22.553173 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22ac8789-9b8a-4449-8bc6-e771561230ed req-6767da8a-fefd-4f07-b689-4dfdce2f5ae8 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 210 time: 0.1239164 Jul 13 07:33:22.558088 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.652063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=90ded7db-1187-457f-a9f8-cf88bc35959c,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:22.665096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8a8a2095-db25-465f-908e-2a1986a7e7e4 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:22.699714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-91839499-8de9-4ba7-ba2c-5fa299de2e69 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:22.701729 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-91839499-8de9-4ba7-ba2c-5fa299de2e69 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 805 time: 0.2521265 Jul 13 07:33:22.715966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Request body: {'port': {'device_id': 'da51f584-f705-4c5a-a965-72bba20b920a', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'admin_state_up': True, 'tenant_id': '34512fd9707f41638f1895b68dfc6985'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:22.769306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 8a8a2095-db25-465f-908e-2a1986a7e7e4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:22.772283 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.775472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 8a8a2095-db25-465f-908e-2a1986a7e7e4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:22.776171 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.909216 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.983474 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 8a8a2095-db25-465f-908e-2a1986a7e7e4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8a8a2095-db25-465f-908e-2a1986a7e7e4,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:22.994096 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.062840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Made reservation on behalf of 34512fd9707f41638f1895b68dfc6985 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:23.073261 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.083283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a9a6a254-7add-410e-a1d5-58b4382e9017 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:23.090475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.115796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: a9a6a254-7add-410e-a1d5-58b4382e9017 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:23.116145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a9a6a254-7add-410e-a1d5-58b4382e9017 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:23.116581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:23.153830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a92d9d2b-056b-4e46-a272-a6a81a92071e req-f349c8b0-2377-49a5-9433-5186018ccf8b tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/7a467245-92ba-4562-ad33-e7e82f5a0030 HTTP/1.1" status: 200 len: 1814 time: 0.5204771 Jul 13 07:33:23.161235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.10 (6dbe4c51-6800-4044-99a1-56d3a619bbf3/e4d60f30-3115-4f32-96c9-1da275ccf8c3/107f4227-86d8-4b11-8c31-b540fbdca7b8) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:23.189415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:23.189775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 513cd56d-e03f-4cd8-a9e5-0bcc45424fa6 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:23.193693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daac96b-afcd-466c-be35-61cd1e4981c7 None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:23.235362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Network 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:23.254598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:23.263900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:23.276445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5bf623eb-a198-4a67-81e3-6e3d879b3611 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:23.317005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b194d84f-052b-4fe4-9dce-d29d099129cb None None] Provisioning complete for port 90ded7db-1187-457f-a9f8-cf88bc35959c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:23.317683 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b194d84f-052b-4fe4-9dce-d29d099129cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.318911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=8a8a2095-db25-465f-908e-2a1986a7e7e4,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:23.339007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:23.339868 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.346794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Pushing event updated for resources: {'Port': ['ID=391db4ac-18d4-42dc-821e-54dc6dcad547,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:23.381191 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-10638ec1-006e-469b-b458-d6a396f5a3c7 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8481438 Jul 13 07:33:23.399156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Request body: {'port': {'device_id': '42fc6d5d-8b26-4f65-952c-a4be7845de63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:23.409417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Allocated IP 172.20.0.10 (f912edd3-f8ed-45cd-b355-f4484a68b291/f8ed8190-bcae-477d-be7c-5324c0bdcde8/828b0fcb-a6af-46c5-97c3-8399aab44774) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:23.460326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02620cd-a579-43c3-9fbe-23f0fe54e7b4 req-5d891332-10cd-4a42-a96d-0489384eb0b1 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:23.467767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02620cd-a579-43c3-9fbe-23f0fe54e7b4 req-5d891332-10cd-4a42-a96d-0489384eb0b1 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:23.476618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02620cd-a579-43c3-9fbe-23f0fe54e7b4 req-5d891332-10cd-4a42-a96d-0489384eb0b1 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:23.478637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a02620cd-a579-43c3-9fbe-23f0fe54e7b4 req-5d891332-10cd-4a42-a96d-0489384eb0b1 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2419 time: 0.1990018 Jul 13 07:33:23.571726 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a02620cd-a579-43c3-9fbe-23f0fe54e7b4 req-71747695-65de-4c78-9458-660d36ad1f3e tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795853 Jul 13 07:33:23.600460 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.626354 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.638880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e978-f77b-4402-9245-688c8a59c9ca req-20c7dc2b-9d6f-4f3b-8143-ccef17e65776 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:23.640284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-7ff8ebcb-ff1a-4e68-a9b2-492b2443674d req-f31a23c2-8517-4d16-90ee-935f4f4380e7 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2102535959', 'description': 'tempest-description-320272806'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:23.640478 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8109e978-f77b-4402-9245-688c8a59c9ca req-20c7dc2b-9d6f-4f3b-8143-ccef17e65776 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 931 time: 0.2583411 Jul 13 07:33:23.676644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ff8ebcb-ff1a-4e68-a9b2-492b2443674d req-f31a23c2-8517-4d16-90ee-935f4f4380e7 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.692482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object 107f4227-86d8-4b11-8c31-b540fbdca7b8 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:23.698155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-332754b0-7047-4cf3-8cd8-c2ca79ed3859 None None] Provisioning complete for port 8a8a2095-db25-465f-908e-2a1986a7e7e4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:23.699010 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-332754b0-7047-4cf3-8cd8-c2ca79ed3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.796686 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ff8ebcb-ff1a-4e68-a9b2-492b2443674d req-f31a23c2-8517-4d16-90ee-935f4f4380e7 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.804838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.813719 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ff8ebcb-ff1a-4e68-a9b2-492b2443674d req-f31a23c2-8517-4d16-90ee-935f4f4380e7 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.834375 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8109e978-f77b-4402-9245-688c8a59c9ca req-f7dc758e-d5a5-4d25-b1df-cde6b71b63e6 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/security-groups?id=da7abe33-302f-46b1-a38c-ad247ea6a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693256 Jul 13 07:33:23.853829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-332754b0-7047-4cf3-8cd8-c2ca79ed3859 None None] Provisioning for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:23.858296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ded7db-1187-457f-a9f8-cf88bc35959c'}, {'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8a2095-db25-465f-908e-2a1986a7e7e4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:23.861085 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ff8ebcb-ff1a-4e68-a9b2-492b2443674d req-f31a23c2-8517-4d16-90ee-935f4f4380e7 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.863813 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6df4de-8bb5-4f1f-b956-645d8e378fb1" -d '{"events": [{"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-plugged", "status": "completed", "tag": "90ded7db-1187-457f-a9f8-cf88bc35959c"}, {"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-plugged", "status": "completed", "tag": "8a8a2095-db25-465f-908e-2a1986a7e7e4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:23.876121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-332754b0-7047-4cf3-8cd8-c2ca79ed3859 None None] Provisioning complete for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:23.877242 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-332754b0-7047-4cf3-8cd8-c2ca79ed3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.880889 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ff8ebcb-ff1a-4e68-a9b2-492b2443674d req-f31a23c2-8517-4d16-90ee-935f4f4380e7 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2507238 Jul 13 07:33:23.896507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a23c2-8517-4d16-90ee-935f4f4380e7 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c7408e-f2bd-4846-82d5-b67e55273154,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:23.905534 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.940439 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.995135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:24.006979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:24.013048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:24.055167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Network f912edd3-f8ed-45cd-b355-f4484a68b291 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:24.064502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:24.075940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-332754b0-7047-4cf3-8cd8-c2ca79ed3859 None None] Provisioning complete for port 605da94f-9462-4355-8e34-b715d10532dc triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:24.076068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=107f4227-86d8-4b11-8c31-b540fbdca7b8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:24.076316 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-332754b0-7047-4cf3-8cd8-c2ca79ed3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.086692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:24.119595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-332754b0-7047-4cf3-8cd8-c2ca79ed3859 None None] Port 605da94f-9462-4355-8e34-b715d10532dc cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:24.130498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.131132 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.163418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Pushing event updated for resources: {'Port': ['ID=828b0fcb-a6af-46c5-97c3-8399aab44774,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:24.178164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8c7c8235-ee2e-4509-9a0f-e5632b175ef1 req-7240aaac-6162-4e15-9c48-81ad4793af54 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/61c7408e-f2bd-4846-82d5-b67e55273154 HTTP/1.1" status: 200 len: 1814 time: 0.1452136 Jul 13 07:33:24.186990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.187627 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.199886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53750) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:24.200298 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac486d5c-e0c5-4c6b-881c-597989089f3f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5014181 Jul 13 07:33:24.211446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fd66e88b-1e0a-4d46-a8f5-7450d0e6ea73 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:24.219019 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-9f0ba2bc-b4f1-46ab-b171-b085f529d374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5074840 Jul 13 07:33:24.220932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391db4ac-18d4-42dc-821e-54dc6dcad547 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:24.229911 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.246638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5177-e080-4e6a-8d4d-78706c4cbf3d req-61d77e00-53e5-4c16-849f-c0c5d3c3eab9 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.253028 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f69c5177-e080-4e6a-8d4d-78706c4cbf3d req-61d77e00-53e5-4c16-849f-c0c5d3c3eab9 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 932 time: 0.1928477 Jul 13 07:33:24.257139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-226f6f39-1c5d-497c-99ee-8d77cf42cfe6 None None] Provisioning complete for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:24.257526 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-226f6f39-1c5d-497c-99ee-8d77cf42cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.268096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Request body: {'port': {'device_id': 'da51f584-f705-4c5a-a965-72bba20b920a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:24.288255 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1f54d3-c640-4c58-b297-9d7e5067c58f x-openstack-request-id: req-0e1f54d3-c640-4c58-b297-9d7e5067c58f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:24.288669 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-plugged", "status": "completed", "tag": "90ded7db-1187-457f-a9f8-cf88bc35959c", "code": 200}, {"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-plugged", "status": "completed", "tag": "8a8a2095-db25-465f-908e-2a1986a7e7e4", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:24.289028 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e1f54d3-c640-4c58-b297-9d7e5067c58f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:24.289716 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ded7db-1187-457f-a9f8-cf88bc35959c', 'code': 200} Jul 13 07:33:24.290555 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8a2095-db25-465f-908e-2a1986a7e7e4', 'code': 200} Jul 13 07:33:24.343531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Transition to ACTIVE for port object 391db4ac-18d4-42dc-821e-54dc6dcad547 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:24.363993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.419854 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f69c5177-e080-4e6a-8d4d-78706c4cbf3d req-38a5e45f-df58-4be6-90d3-1c158225e7a1 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507945 Jul 13 07:33:24.440526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-226f6f39-1c5d-497c-99ee-8d77cf42cfe6 None None] Provisioning complete for port 605da94f-9462-4355-8e34-b715d10532dc triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:24.441082 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-226f6f39-1c5d-497c-99ee-8d77cf42cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.479284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-226f6f39-1c5d-497c-99ee-8d77cf42cfe6 None None] Port 605da94f-9462-4355-8e34-b715d10532dc cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:24.605558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e82ee2ca-e059-4eed-b920-e4bd07f28611 None None] Provisioning for port 107f4227-86d8-4b11-8c31-b540fbdca7b8 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:24.612520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e82ee2ca-e059-4eed-b920-e4bd07f28611 None None] Provisioning complete for port 107f4227-86d8-4b11-8c31-b540fbdca7b8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:24.613612 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e82ee2ca-e059-4eed-b920-e4bd07f28611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.652393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e82ee2ca-e059-4eed-b920-e4bd07f28611 None None] Port 107f4227-86d8-4b11-8c31-b540fbdca7b8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:24.757935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Pushing event updated for resources: {'Port': ['ID=391db4ac-18d4-42dc-821e-54dc6dcad547,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:24.794653 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-7eaae69c-a200-41a7-beff-a7cf35613a49 req-0b72e38c-0890-4aa6-a49b-b1304ddd4029 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] show failed (client error): The resource could not be found. Jul 13 07:33:24.795703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7eaae69c-a200-41a7-beff-a7cf35613a49 req-0b72e38c-0890-4aa6-a49b-b1304ddd4029 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/4975b148-4c35-471f-a23d-56da95e8ca1c HTTP/1.1" status: 404 len: 352 time: 0.0703931 Jul 13 07:33:24.826540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.888592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-ece04058-5c52-4596-844c-4581a1ec9545 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.890040 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-ece04058-5c52-4596-844c-4581a1ec9545 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.1827095 Jul 13 07:33:24.890952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Attempting to bind port 391db4ac-18d4-42dc-821e-54dc6dcad547 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:24.891737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Attempting to bind port 391db4ac-18d4-42dc-821e-54dc6dcad547 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '7f2aa670-f434-415f-a1bc-9c8a0901832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '49506010-cd2a-4e4b-99a5-3f4d9ba1ad80'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:24.891885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Attempting to bind port 391db4ac-18d4-42dc-821e-54dc6dcad547 on network 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:24.899354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Port 391db4ac-18d4-42dc-821e-54dc6dcad547 on network 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:24.899694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Attempting to bind port 391db4ac-18d4-42dc-821e-54dc6dcad547 on network 49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:24.903847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6f7a2-0685-4163-af4e-56b01cb542aa req-7b90d326-4a72-453a-bca5-41be2eed9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.904547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6f7a2-0685-4163-af4e-56b01cb542aa req-7b90d326-4a72-453a-bca5-41be2eed9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.904904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6f7a2-0685-4163-af4e-56b01cb542aa req-7b90d326-4a72-453a-bca5-41be2eed9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.906497 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67b6f7a2-0685-4163-af4e-56b01cb542aa req-7b90d326-4a72-453a-bca5-41be2eed9acd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2872 time: 0.1787031 Jul 13 07:33:24.913001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:24.913465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Checking segment: {'id': '7f2aa670-f434-415f-a1bc-9c8a0901832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '49506010-cd2a-4e4b-99a5-3f4d9ba1ad80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:24.913895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Bound using segment: {'id': '7f2aa670-f434-415f-a1bc-9c8a0901832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '49506010-cd2a-4e4b-99a5-3f4d9ba1ad80'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:24.914413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Bound port: 391db4ac-18d4-42dc-821e-54dc6dcad547, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2aa670-f434-415f-a1bc-9c8a0901832d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '49506010-cd2a-4e4b-99a5-3f4d9ba1ad80'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:24.914828 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.925860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd66e88b-1e0a-4d46-a8f5-7450d0e6ea73 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:24.929258 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd66e88b-1e0a-4d46-a8f5-7450d0e6ea73 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.935958 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-69e40c38-37a4-4d8e-997d-b2b14ae28dbf tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/quotas/47eefa349c3e4f31802e496632a57bdc HTTP/1.1" status: 200 len: 375 time: 0.0330362 Jul 13 07:33:24.993731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-6f79fb0f-5ec0-4d51-92c9-773a3614460e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373356 Jul 13 07:33:25.041594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] For port 391db4ac-18d4-42dc-821e-54dc6dcad547, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:25.086807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] For port 391db4ac-18d4-42dc-821e-54dc6dcad547, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=391db4ac-18d4-42dc-821e-54dc6dcad547,segment=NetworkSegment(7f2aa670-f434-415f-a1bc-9c8a0901832d),segment_id=7f2aa670-f434-415f-a1bc-9c8a0901832d)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:25.095556 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.119219 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67b6f7a2-0685-4163-af4e-56b01cb542aa req-6c9c355a-a019-4216-8c48-1c163dd961be service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009158 Jul 13 07:33:25.148217 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-defa45ec-1dca-4015-a2ce-7459c95b7b28 service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468589 Jul 13 07:33:25.155456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.156108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.157738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-3da2d157-2713-46f9-8352-870d16308425 service neutron] 10.222.0.53 "PUT /v2.0/ports/391db4ac-18d4-42dc-821e-54dc6dcad547 HTTP/1.1" status: 200 len: 1091 time: 1.7640960 Jul 13 07:33:25.158190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fc6d5d-8b26-4f65-952c-a4be7845de63', 'tag': '391db4ac-18d4-42dc-821e-54dc6dcad547'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:25.160477 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb25717-0a2d-48a6-96e5-262326c512de" -d '{"events": [{"name": "network-changed", "server_uuid": "42fc6d5d-8b26-4f65-952c-a4be7845de63", "tag": "391db4ac-18d4-42dc-821e-54dc6dcad547"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:25.205373 n-d-798249-7 neutron-server[93838]: INFO neutron.db.ipam_backend_mixin [None req-fd66e88b-1e0a-4d46-a8f5-7450d0e6ea73 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e4d60f30-3115-4f32-96c9-1da275ccf8c3 (CIDR: 172.20.0.0/28) Jul 13 07:33:25.215051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19b682-b24f-46c1-ad5e-5f7edd8d8c16 req-5546f198-74cb-412d-ac30-9f6134692e8c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.221117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19b682-b24f-46c1-ad5e-5f7edd8d8c16 req-5546f198-74cb-412d-ac30-9f6134692e8c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.227054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19b682-b24f-46c1-ad5e-5f7edd8d8c16 req-5546f198-74cb-412d-ac30-9f6134692e8c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.228733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b19b682-b24f-46c1-ad5e-5f7edd8d8c16 req-5546f198-74cb-412d-ac30-9f6134692e8c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2419 time: 0.3117118 Jul 13 07:33:25.233540 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd66e88b-1e0a-4d46-a8f5-7450d0e6ea73 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:33:25.234020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd66e88b-1e0a-4d46-a8f5-7450d0e6ea73 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:25.253058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2d157-2713-46f9-8352-870d16308425 service neutron] Pushing event updated for resources: {'Port': ['ID=391db4ac-18d4-42dc-821e-54dc6dcad547,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:25.285363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fd66e88b-1e0a-4d46-a8f5-7450d0e6ea73 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0818260 Jul 13 07:33:25.289349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53772) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:25.296809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-986b0e30-5d9d-4045-b2d5-8d19c83f5923 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:25.335486 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-5e3aa7a9-f1f0-48a1-bc9d-58b8b4ec82c9 service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701829 Jul 13 07:33:25.336362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b19b682-b24f-46c1-ad5e-5f7edd8d8c16 req-b26d1c67-f1d4-4b22-816a-b996a78ef4a6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980129 Jul 13 07:33:25.343380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adffc7-6bd4-492f-a999-c65671737bae req-7f99e881-12f4-4e4a-b67a-6f7b91ff597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.344989 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-7f99e881-12f4-4e4a-b67a-6f7b91ff597b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=06e738e02d2c4d048f04594a67b66a30&device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 1094 time: 0.1439612 Jul 13 07:33:25.410114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-3678f944-136c-4bb5-a32b-8339df3ece25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=391db4ac-18d4-42dc-821e-54dc6dcad547 HTTP/1.1" status: 200 len: 217 time: 0.0568354 Jul 13 07:33:25.437625 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-56617d7d-8897-479a-9d4b-9f5acce78a6d req-4a5825a5-c4c2-4f3c-9674-702a016e2427 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] show failed (client error): The resource could not be found. Jul 13 07:33:25.439440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56617d7d-8897-479a-9d4b-9f5acce78a6d req-4a5825a5-c4c2-4f3c-9674-702a016e2427 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-group-rules/35faef10-f002-4035-b740-ca7b0dea493a HTTP/1.1" status: 404 len: 361 time: 0.0384703 Jul 13 07:33:25.442401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828b0fcb-a6af-46c5-97c3-8399aab44774 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:25.458558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.468429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adffc7-6bd4-492f-a999-c65671737bae req-423f41fb-c428-43a2-af15-293644865acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.470270 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-423f41fb-c428-43a2-af15-293644865acc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b3b7325-3bc6-4838-833c-4ddbd693234c HTTP/1.1" status: 200 len: 861 time: 0.0540357 Jul 13 07:33:25.495853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Transition to ACTIVE for port object 828b0fcb-a6af-46c5-97c3-8399aab44774 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:25.509616 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-9ef8c45f-c092-439c-a402-e36c8592975f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49506010-cd2a-4e4b-99a5-3f4d9ba1ad80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329978 Jul 13 07:33:25.516836 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.519383 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb8ff83-05cc-4b75-92cf-33a1c9df4e5c x-openstack-request-id: req-bcb8ff83-05cc-4b75-92cf-33a1c9df4e5c {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:25.519943 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fc6d5d-8b26-4f65-952c-a4be7845de63", "tag": "391db4ac-18d4-42dc-821e-54dc6dcad547", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:25.520978 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcb8ff83-05cc-4b75-92cf-33a1c9df4e5c {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:25.521584 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fc6d5d-8b26-4f65-952c-a4be7845de63', 'tag': '391db4ac-18d4-42dc-821e-54dc6dcad547', 'status': 'completed', 'code': 200} Jul 13 07:33:25.573222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986b0e30-5d9d-4045-b2d5-8d19c83f5923 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:25.585135 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-986b0e30-5d9d-4045-b2d5-8d19c83f5923 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.615417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Pushing event updated for resources: {'Port': ['ID=828b0fcb-a6af-46c5-97c3-8399aab44774,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:25.687315 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-684a7991-dd7d-4a85-9b10-e84f14f0e441 service neutron] 10.222.0.53 "GET /v2.0/networks/49506010-cd2a-4e4b-99a5-3f4d9ba1ad80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643827 Jul 13 07:33:25.777059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa583ce-e9c4-461c-b62f-d6c77e12f891 req-fadadaa8-f77a-41b8-a735-beb40a3490b6 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.778419 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faa583ce-e9c4-461c-b62f-d6c77e12f891 req-fadadaa8-f77a-41b8-a735-beb40a3490b6 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 944 time: 0.1470442 Jul 13 07:33:25.826722 n-d-798249-7 neutron-server[93838]: INFO neutron.db.ipam_backend_mixin [None req-986b0e30-5d9d-4045-b2d5-8d19c83f5923 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7a93e8c4-0165-4e22-b09a-37443e548761 (CIDR: 172.20.0.16/28) Jul 13 07:33:25.828064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35adffc7-6bd4-492f-a999-c65671737bae req-91fe1786-f6e0-44e6-9263-74b4b0052fa1 service neutron] 10.222.0.53 "GET /v2.0/networks/49506010-cd2a-4e4b-99a5-3f4d9ba1ad80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336627 Jul 13 07:33:25.836680 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-986b0e30-5d9d-4045-b2d5-8d19c83f5923 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:33:25.837179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986b0e30-5d9d-4045-b2d5-8d19c83f5923 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:25.846681 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-faa583ce-e9c4-461c-b62f-d6c77e12f891 req-c080e555-e447-414e-b3f1-0ca50566fbb4 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608788 Jul 13 07:33:25.859548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Attempting to bind port 828b0fcb-a6af-46c5-97c3-8399aab44774 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:25.860229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Attempting to bind port 828b0fcb-a6af-46c5-97c3-8399aab44774 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:25.860682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Attempting to bind port 828b0fcb-a6af-46c5-97c3-8399aab44774 on network f912edd3-f8ed-45cd-b355-f4484a68b291 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:25.869280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-986b0e30-5d9d-4045-b2d5-8d19c83f5923 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5749433 Jul 13 07:33:25.869666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53792) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:25.874684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0d24eef6-1e06-4c5c-b7c7-31052a8045a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'subnet': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:25.878838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cbda0-73bf-42d2-b378-183348d1958b req-103060f8-d4fc-4036-80a5-1cc81becc2ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.880622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-628cbda0-73bf-42d2-b378-183348d1958b req-103060f8-d4fc-4036-80a5-1cc81becc2ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 943 time: 0.2451019 Jul 13 07:33:25.881245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Port 828b0fcb-a6af-46c5-97c3-8399aab44774 on network f912edd3-f8ed-45cd-b355-f4484a68b291 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:25.881573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Attempting to bind port 828b0fcb-a6af-46c5-97c3-8399aab44774 on network f912edd3-f8ed-45cd-b355-f4484a68b291 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:25.892664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:25.892664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Checking segment: {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:25.892664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Bound using segment: {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:25.892664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Bound port: 828b0fcb-a6af-46c5-97c3-8399aab44774, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:25.892664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.990967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-628cbda0-73bf-42d2-b378-183348d1958b req-47d47ce1-600e-4113-b1ca-20da33605921 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/security-groups?id=da7abe33-302f-46b1-a38c-ad247ea6a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042399 Jul 13 07:33:26.026636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] For port 828b0fcb-a6af-46c5-97c3-8399aab44774, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:26.030778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] For port 828b0fcb-a6af-46c5-97c3-8399aab44774, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=828b0fcb-a6af-46c5-97c3-8399aab44774,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:26.035813 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.073153 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0edeaeb2-34e3-44b2-b3e7-4d08a217acaa req-47aafa6d-611b-4b2e-9811-d9f2b41afd98 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/61c7408e-f2bd-4846-82d5-b67e55273154 HTTP/1.1" status: 200 len: 1814 time: 0.1726296 Jul 13 07:33:26.075764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.076062 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.078036 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] 10.222.0.53 "PUT /v2.0/ports/828b0fcb-a6af-46c5-97c3-8399aab44774 HTTP/1.1" status: 200 len: 1092 time: 1.8417192 Jul 13 07:33:26.081355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da51f584-f705-4c5a-a965-72bba20b920a', 'tag': '828b0fcb-a6af-46c5-97c3-8399aab44774'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:26.084384 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a18e00b-364a-431a-832c-11a1cec64802" -d '{"events": [{"name": "network-changed", "server_uuid": "da51f584-f705-4c5a-a965-72bba20b920a", "tag": "828b0fcb-a6af-46c5-97c3-8399aab44774"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:26.116722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68191528-cf11-40be-b2ed-2618d7d5f35d service neutron] Pushing event updated for resources: {'Port': ['ID=828b0fcb-a6af-46c5-97c3-8399aab44774,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:26.173724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb25717-0a2d-48a6-96e5-262326c512de req-943538da-4094-45b2-9ef4-dcbb845c571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.176380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fb25717-0a2d-48a6-96e5-262326c512de req-943538da-4094-45b2-9ef4-dcbb845c571a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=06e738e02d2c4d048f04594a67b66a30&device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 1094 time: 0.2747500 Jul 13 07:33:26.211673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0edeaeb2-34e3-44b2-b3e7-4d08a217acaa req-2d2fe51f-b555-4fbe-a98a-e9ed149230f5 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.289738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d24eef6-1e06-4c5c-b7c7-31052a8045a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Made reservation on behalf of 3ccebf987ad04d7f85a47a029f4e66ef for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:26.293434 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d24eef6-1e06-4c5c-b7c7-31052a8045a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.304369 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0edeaeb2-34e3-44b2-b3e7-4d08a217acaa req-2d2fe51f-b555-4fbe-a98a-e9ed149230f5 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.310491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-2ec6baa2-0975-470b-874d-385dd5ba4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.312642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-2ec6baa2-0975-470b-874d-385dd5ba4b2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 1095 time: 0.1519954 Jul 13 07:33:26.388453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-3b011de1-3138-41fc-b78f-d22aac6187a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=828b0fcb-a6af-46c5-97c3-8399aab44774 HTTP/1.1" status: 200 len: 217 time: 0.0657198 Jul 13 07:33:26.425357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39fe6e8b-2fe0-47aa-8ead-6c379b0b6eae req-cf76c617-835a-4b0f-85a1-a67e0afdf982 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e359803-2e42-4360-aa3a-8aadd3ecec12 HTTP/1.1" status: 200 len: 210 time: 0.0851080 Jul 13 07:33:26.495781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-2c21a617-b904-4b7e-9c79-04914a747aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.497641 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-2c21a617-b904-4b7e-9c79-04914a747aa5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8ed8190-bcae-477d-be7c-5324c0bdcde8 HTTP/1.1" status: 200 len: 845 time: 0.0870080 Jul 13 07:33:26.506707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb25717-0a2d-48a6-96e5-262326c512de req-251d57b0-6ae0-4304-9c65-32259e302872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.508405 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fb25717-0a2d-48a6-96e5-262326c512de req-251d57b0-6ae0-4304-9c65-32259e302872 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 HTTP/1.1" status: 200 len: 922 time: 0.3193121 Jul 13 07:33:26.511372 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0edeaeb2-34e3-44b2-b3e7-4d08a217acaa req-2d2fe51f-b555-4fbe-a98a-e9ed149230f5 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.514328 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0edeaeb2-34e3-44b2-b3e7-4d08a217acaa req-2d2fe51f-b555-4fbe-a98a-e9ed149230f5 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.518548 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0edeaeb2-34e3-44b2-b3e7-4d08a217acaa req-2d2fe51f-b555-4fbe-a98a-e9ed149230f5 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "DELETE /v2.0/security-groups/61c7408e-f2bd-4846-82d5-b67e55273154 HTTP/1.1" status: 204 len: 173 time: 0.4310112 Jul 13 07:33:26.541041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-8806fb41-08cc-4368-a896-535bc134430c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f912edd3-f8ed-45cd-b355-f4484a68b291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358036 Jul 13 07:33:26.586982 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25d1611-2a69-4bad-8dbe-1fc5d4b61cda x-openstack-request-id: req-d25d1611-2a69-4bad-8dbe-1fc5d4b61cda {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:26.587515 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da51f584-f705-4c5a-a965-72bba20b920a", "tag": "828b0fcb-a6af-46c5-97c3-8399aab44774", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:26.587965 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d25d1611-2a69-4bad-8dbe-1fc5d4b61cda {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:26.588613 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da51f584-f705-4c5a-a965-72bba20b920a', 'tag': '828b0fcb-a6af-46c5-97c3-8399aab44774', 'status': 'completed', 'code': 200} Jul 13 07:33:26.600115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fe51f-b555-4fbe-a98a-e9ed149230f5 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c7408e-f2bd-4846-82d5-b67e55273154,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:26.604098 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fb25717-0a2d-48a6-96e5-262326c512de req-51f29880-a437-424f-92b9-e93373b57d90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=391db4ac-18d4-42dc-821e-54dc6dcad547 HTTP/1.1" status: 200 len: 217 time: 0.0843265 Jul 13 07:33:26.708130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb25717-0a2d-48a6-96e5-262326c512de req-feee8b39-d623-4893-a6e7-0accb272e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.710103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fb25717-0a2d-48a6-96e5-262326c512de req-feee8b39-d623-4893-a6e7-0accb272e96e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b3b7325-3bc6-4838-833c-4ddbd693234c HTTP/1.1" status: 200 len: 861 time: 0.0950449 Jul 13 07:33:26.741957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-b266a721-2908-4c6c-8d2f-74eaddf4813a service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888518 Jul 13 07:33:26.770455 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fb25717-0a2d-48a6-96e5-262326c512de req-7f5d9be4-f83f-4c19-97ee-3bbe408d79db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49506010-cd2a-4e4b-99a5-3f4d9ba1ad80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414798 Jul 13 07:33:26.845513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444d818-b060-49df-a957-0099668c839f req-2d650009-5e9b-453b-9800-9f48e40c045e tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.853864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444d818-b060-49df-a957-0099668c839f req-2d650009-5e9b-453b-9800-9f48e40c045e tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.863105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444d818-b060-49df-a957-0099668c839f req-2d650009-5e9b-453b-9800-9f48e40c045e tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.865209 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7444d818-b060-49df-a957-0099668c839f req-2d650009-5e9b-453b-9800-9f48e40c045e tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2419 time: 0.1867528 Jul 13 07:33:26.937564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7444d818-b060-49df-a957-0099668c839f req-215cebea-8801-4495-889e-4d3fa90b7ab1 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636878 Jul 13 07:33:26.940425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b80d3926-db46-42fd-8bdf-2f433befd486 req-5d12d3ba-6e56-4a2b-afc6-29fe3559fc97 service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877713 Jul 13 07:33:27.111485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18e00b-364a-431a-832c-11a1cec64802 req-3dee3f1c-332a-48bb-a67e-82b93b083d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.113164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a18e00b-364a-431a-832c-11a1cec64802 req-3dee3f1c-332a-48bb-a67e-82b93b083d97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 1095 time: 0.1034026 Jul 13 07:33:27.168809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c56d2b-315a-450d-95c1-a3429631587d req-825c5b19-b020-4953-92ae-4c54fa03bd31 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.170403 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51c56d2b-315a-450d-95c1-a3429631587d req-825c5b19-b020-4953-92ae-4c54fa03bd31 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 944 time: 0.1102443 Jul 13 07:33:27.238603 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f060ffef-89f6-438a-91db-3925ad05bcc2 req-cb533096-53e0-43c4-9459-4ebb6fdc0e83 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/7a467245-92ba-4562-ad33-e7e82f5a0030 HTTP/1.1" status: 200 len: 1814 time: 0.1301057 Jul 13 07:33:27.248928 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d24eef6-1e06-4c5c-b7c7-31052a8045a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.257225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51c56d2b-315a-450d-95c1-a3429631587d req-a3bb43d3-ab66-4d47-a7bd-227b4ce2d435 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567238 Jul 13 07:33:27.258660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18e00b-364a-431a-832c-11a1cec64802 req-62d0e7b0-59f4-4752-84ba-2969524761b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.260209 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a18e00b-364a-431a-832c-11a1cec64802 req-62d0e7b0-59f4-4752-84ba-2969524761b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 906 time: 0.1389968 Jul 13 07:33:27.289476 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fb25717-0a2d-48a6-96e5-262326c512de req-61ef6aa5-7fa2-46a1-a269-5af437c4f242 service neutron] 10.222.0.53 "GET /v2.0/networks/49506010-cd2a-4e4b-99a5-3f4d9ba1ad80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061173 Jul 13 07:33:27.304721 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a18e00b-364a-431a-832c-11a1cec64802 req-37002d4a-e15c-4057-9a02-c1d867cda04a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=828b0fcb-a6af-46c5-97c3-8399aab44774 HTTP/1.1" status: 200 len: 217 time: 0.0370977 Jul 13 07:33:27.352028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24eef6-1e06-4c5c-b7c7-31052a8045a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:27.361653 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24eef6-1e06-4c5c-b7c7-31052a8045a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Subnet': ['ID=21ac6cb6-8bbc-4514-940f-8d587fb630f5,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:27.367440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18e00b-364a-431a-832c-11a1cec64802 req-2914016d-ad3f-47d6-a59a-ed27d0c5b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.368934 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a18e00b-364a-431a-832c-11a1cec64802 req-2914016d-ad3f-47d6-a59a-ed27d0c5b52d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8ed8190-bcae-477d-be7c-5324c0bdcde8 HTTP/1.1" status: 200 len: 845 time: 0.0579553 Jul 13 07:33:27.370226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-0d24eef6-1e06-4c5c-b7c7-31052a8045a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:27.376639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24eef6-1e06-4c5c-b7c7-31052a8045a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.377205 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d24eef6-1e06-4c5c-b7c7-31052a8045a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.378746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186b168-555c-41b9-a6b9-f9c72b337fb2 None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:27.408054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54ff84fe-3cc6-4497-b737-da6357b142f8 req-d686a31c-c62e-47c5-a88b-3266607dbc09 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e359803-2e42-4360-aa3a-8aadd3ecec12 HTTP/1.1" status: 200 len: 210 time: 0.0424707 Jul 13 07:33:27.426290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a18e00b-364a-431a-832c-11a1cec64802 req-eb3f5b98-f59f-46a7-b8a8-3bc45179cc75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f912edd3-f8ed-45cd-b355-f4484a68b291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452037 Jul 13 07:33:27.441849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0d24eef6-1e06-4c5c-b7c7-31052a8045a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5687888 Jul 13 07:33:27.444515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53812) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:27.479484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1044197969', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '21ac6cb6-8bbc-4514-940f-8d587fb630f5'}], 'security_groups': ['cca5d1bf-d032-49d9-a65d-f0d8377404ff', 'eee86a8a-e79d-4f64-9edc-01fecafda801']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:27.482618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f060ffef-89f6-438a-91db-3925ad05bcc2 req-4fe1f231-1f74-4022-997a-71a55e60535c tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.517504 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fb25717-0a2d-48a6-96e5-262326c512de req-88518c3c-3393-4cee-99c6-d00c4caefae7 service neutron] 10.222.0.53 "GET /v2.0/networks/49506010-cd2a-4e4b-99a5-3f4d9ba1ad80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173462 Jul 13 07:33:27.539128 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f060ffef-89f6-438a-91db-3925ad05bcc2 req-4fe1f231-1f74-4022-997a-71a55e60535c tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.564782 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a18e00b-364a-431a-832c-11a1cec64802 req-9ef9bbca-4cf4-40a0-aa50-443d0b8fb3f4 service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316373 Jul 13 07:33:27.646542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f060ffef-89f6-438a-91db-3925ad05bcc2 req-4fe1f231-1f74-4022-997a-71a55e60535c tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.649332 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f060ffef-89f6-438a-91db-3925ad05bcc2 req-4fe1f231-1f74-4022-997a-71a55e60535c tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.653120 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f060ffef-89f6-438a-91db-3925ad05bcc2 req-4fe1f231-1f74-4022-997a-71a55e60535c tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "DELETE /v2.0/security-groups/7a467245-92ba-4562-ad33-e7e82f5a0030 HTTP/1.1" status: 204 len: 173 time: 0.4048858 Jul 13 07:33:27.669688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1f231-1f74-4022-997a-71a55e60535c tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a467245-92ba-4562-ad33-e7e82f5a0030,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:27.727077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3cd1ed-e09b-483b-b967-d7d60561ba42 None None] Update dhcp port {'port': {'network_id': '6dbe4c51-6800-4044-99a1-56d3a619bbf3', 'fixed_ips': [{'subnet_id': '7a93e8c4-0165-4e22-b09a-37443e548761', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e4d60f30-3115-4f32-96c9-1da275ccf8c3', 'ip_address': '172.20.0.2'}, {'subnet_id': '21ac6cb6-8bbc-4514-940f-8d587fb630f5'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '5bf623eb-a198-4a67-81e3-6e3d879b3611'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:33:27.747067 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.753752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a18e00b-364a-431a-832c-11a1cec64802 req-0d667c37-64de-4322-88d9-d73e13dffa9b service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816158 Jul 13 07:33:27.765913 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd1ed-e09b-483b-b967-d7d60561ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.770957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1096a-3d7b-4c9a-b23b-732ff78ce2a6 req-dc268909-fcd5-40b4-97d8-d576287fce0b tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.772525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2eb1096a-3d7b-4c9a-b23b-732ff78ce2a6 req-dc268909-fcd5-40b4-97d8-d576287fce0b tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 943 time: 0.1113598 Jul 13 07:33:27.832564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2eb1096a-3d7b-4c9a-b23b-732ff78ce2a6 req-77c5bf93-6183-4668-b471-b98abfd7ce7f tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/security-groups?id=da7abe33-302f-46b1-a38c-ad247ea6a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537536 Jul 13 07:33:27.911782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 391db4ac-18d4-42dc-821e-54dc6dcad547 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:28.042677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-7c3cd1ed-e09b-483b-b967-d7d60561ba42 None None] Allocated IP 172.20.0.34 (6dbe4c51-6800-4044-99a1-56d3a619bbf3/21ac6cb6-8bbc-4514-940f-8d587fb630f5/5bf623eb-a198-4a67-81e3-6e3d879b3611) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:28.096993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 391db4ac-18d4-42dc-821e-54dc6dcad547, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=391db4ac-18d4-42dc-821e-54dc6dcad547,segment=NetworkSegment(7f2aa670-f434-415f-a1bc-9c8a0901832d),segment_id=7f2aa670-f434-415f-a1bc-9c8a0901832d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:28.112130 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a26f6806-b49a-4f6a-9057-e12e7def9dec req-415252c9-2131-4da5-a95b-b76eb1804c1b tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/06042743-4b26-4564-b6cf-bd7b7f83f4fc HTTP/1.1" status: 200 len: 1814 time: 0.0531425 Jul 13 07:33:28.178215 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a26f6806-b49a-4f6a-9057-e12e7def9dec req-6e68899b-e29c-496e-a9fc-a224be42e10e tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.208086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a26f6806-b49a-4f6a-9057-e12e7def9dec req-6e68899b-e29c-496e-a9fc-a224be42e10e tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.256718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deaf28-1038-458b-8a7b-2178eace6025 req-bdd775ed-481a-4d9e-a64c-e5d21acde801 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.258958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a26f6806-b49a-4f6a-9057-e12e7def9dec req-6e68899b-e29c-496e-a9fc-a224be42e10e tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.262965 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deaf28-1038-458b-8a7b-2178eace6025 req-bdd775ed-481a-4d9e-a64c-e5d21acde801 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.263640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a26f6806-b49a-4f6a-9057-e12e7def9dec req-6e68899b-e29c-496e-a9fc-a224be42e10e tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.265251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a26f6806-b49a-4f6a-9057-e12e7def9dec req-6e68899b-e29c-496e-a9fc-a224be42e10e tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "DELETE /v2.0/security-groups/06042743-4b26-4564-b6cf-bd7b7f83f4fc HTTP/1.1" status: 204 len: 173 time: 0.1523130 Jul 13 07:33:28.270038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deaf28-1038-458b-8a7b-2178eace6025 req-bdd775ed-481a-4d9e-a64c-e5d21acde801 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.271925 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-08deaf28-1038-458b-8a7b-2178eace6025 req-bdd775ed-481a-4d9e-a64c-e5d21acde801 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2419 time: 0.0945485 Jul 13 07:33:28.275953 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '391db4ac-18d4-42dc-821e-54dc6dcad547', 'network_id': '49506010-cd2a-4e4b-99a5-3f4d9ba1ad80', 'port_id': '391db4ac-18d4-42dc-821e-54dc6dcad547', 'mac_address': 'fa:16:3e:86:0a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3b7325-3bc6-4838-833c-4ddbd693234c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:28.277014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68899b-e29c-496e-a9fc-a224be42e10e tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06042743-4b26-4564-b6cf-bd7b7f83f4fc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:28.320703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-08deaf28-1038-458b-8a7b-2178eace6025 req-48975210-761d-4823-8a48-6930516c56de tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344949 Jul 13 07:33:28.340633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b701a3c-7690-4fac-9294-964d592b4782 req-9e8e9167-a44e-4297-b6eb-dd4c7693943d tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/7df10ccc-025e-4b98-ac2b-9efa6c938daa HTTP/1.1" status: 200 len: 1814 time: 0.0510752 Jul 13 07:33:28.370727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7c3cd1ed-e09b-483b-b967-d7d60561ba42 None None] For port 5bf623eb-a198-4a67-81e3-6e3d879b3611, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5bf623eb-a198-4a67-81e3-6e3d879b3611,segment=NetworkSegment(20571822-3868-46e9-bc70-220598e16944),segment_id=20571822-3868-46e9-bc70-220598e16944)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:28.372948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.399569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391db4ac-18d4-42dc-821e-54dc6dcad547 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:28.429354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b701a3c-7690-4fac-9294-964d592b4782 req-5f9f24b1-c7cf-4e65-8006-2a5b762202b6 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.430306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 391db4ac-18d4-42dc-821e-54dc6dcad547, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=391db4ac-18d4-42dc-821e-54dc6dcad547,segment=NetworkSegment(7f2aa670-f434-415f-a1bc-9c8a0901832d),segment_id=7f2aa670-f434-415f-a1bc-9c8a0901832d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:28.432542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd1ed-e09b-483b-b967-d7d60561ba42 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.444044 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.474384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7c3cd1ed-e09b-483b-b967-d7d60561ba42 None None] Transition to ACTIVE for port object 5bf623eb-a198-4a67-81e3-6e3d879b3611 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:28.484201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b701a3c-7690-4fac-9294-964d592b4782 req-5f9f24b1-c7cf-4e65-8006-2a5b762202b6 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.487866 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd1ed-e09b-483b-b967-d7d60561ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.488814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-2ad854d6-da04-42f4-b07b-b2cdb68bb9fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=5e359803-2e42-4360-aa3a-8aadd3ecec12 HTTP/1.1" status: 200 len: 210 time: 0.0365050 Jul 13 07:33:28.513222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=391db4ac-18d4-42dc-821e-54dc6dcad547,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:28.560247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7cbc9-75d8-40e6-a1c4-8aea1b0bcbe2 req-1d58b9f2-9443-482b-8fd9-bc79e852af10 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.562503 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7eb7cbc9-75d8-40e6-a1c4-8aea1b0bcbe2 req-1d58b9f2-9443-482b-8fd9-bc79e852af10 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 944 time: 0.1300864 Jul 13 07:33:28.592095 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b701a3c-7690-4fac-9294-964d592b4782 req-5f9f24b1-c7cf-4e65-8006-2a5b762202b6 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.595450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b701a3c-7690-4fac-9294-964d592b4782 req-5f9f24b1-c7cf-4e65-8006-2a5b762202b6 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.604581 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b701a3c-7690-4fac-9294-964d592b4782 req-5f9f24b1-c7cf-4e65-8006-2a5b762202b6 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "DELETE /v2.0/security-groups/7df10ccc-025e-4b98-ac2b-9efa6c938daa HTTP/1.1" status: 204 len: 173 time: 0.2454610 Jul 13 07:33:28.624582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f24b1-c7cf-4e65-8006-2a5b762202b6 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df10ccc-025e-4b98-ac2b-9efa6c938daa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:28.639693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-b361af50-dcc2-4e98-ace2-900c5fadd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.641716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-b361af50-dcc2-4e98-ace2-900c5fadd065 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=47eefa349c3e4f31802e496632a57bdc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1451123 Jul 13 07:33:28.658781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cd1ed-e09b-483b-b967-d7d60561ba42 None None] Pushing event updated for resources: {'Port': ['ID=5bf623eb-a198-4a67-81e3-6e3d879b3611,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:28.668197 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7eb7cbc9-75d8-40e6-a1c4-8aea1b0bcbe2 req-4400fd26-c3fe-40fc-8268-6e639f4ad898 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966678 Jul 13 07:33:28.692955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Delete allocated IP 172.20.0.10 (6dbe4c51-6800-4044-99a1-56d3a619bbf3/e4d60f30-3115-4f32-96c9-1da275ccf8c3) {{(pid=93839) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:33:28.709436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Allocated IP 172.20.0.42 (6dbe4c51-6800-4044-99a1-56d3a619bbf3/21ac6cb6-8bbc-4514-940f-8d587fb630f5/107f4227-86d8-4b11-8c31-b540fbdca7b8) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:28.755111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['391db4ac-18d4-42dc-821e-54dc6dcad547'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:28.787121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-6449612f-8189-446a-963f-b350678c06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.787920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-6449612f-8189-446a-963f-b350678c06b4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392756 Jul 13 07:33:28.829303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8653c617-678d-4245-b155-f362c16bccdd req-8e0e4fe6-ae68-4963-a160-cbd813c6016e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e359803-2e42-4360-aa3a-8aadd3ecec12 HTTP/1.1" status: 200 len: 210 time: 0.0571144 Jul 13 07:33:28.865208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02c49f76-ff19-4605-af9b-29b574bdc128 req-09d7c968-7091-4f38-b1ef-b42d5b385645 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e359803-2e42-4360-aa3a-8aadd3ecec12 HTTP/1.1" status: 200 len: 210 time: 0.0468771 Jul 13 07:33:28.912093 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aeb002b0-3285-4391-bc1f-0e6b331f327d req-5e2d99c9-4977-4d19-adf1-14964886ea57 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "GET /v2.0/security-groups/657a6233-97bf-43c4-9c15-52ca4758633b HTTP/1.1" status: 200 len: 1815 time: 0.1553059 Jul 13 07:33:29.046280 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-aeb002b0-3285-4391-bc1f-0e6b331f327d req-6385690f-f496-49c1-928b-b07d7f1b44a9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.049488 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.080585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Transition to ACTIVE for port object 107f4227-86d8-4b11-8c31-b540fbdca7b8 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:29.084752 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-aeb002b0-3285-4391-bc1f-0e6b331f327d req-6385690f-f496-49c1-928b-b07d7f1b44a9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.094766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.201045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861027f2-b367-4059-a4e8-439c82ea19e8 req-e8bb6ba7-65f4-462d-bcb4-b2e71bf15cba tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.205129 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-861027f2-b367-4059-a4e8-439c82ea19e8 req-e8bb6ba7-65f4-462d-bcb4-b2e71bf15cba tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 944 time: 0.0964799 Jul 13 07:33:29.213432 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event updated for resources: {'Port': ['ID=107f4227-86d8-4b11-8c31-b540fbdca7b8,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.251155 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-aeb002b0-3285-4391-bc1f-0e6b331f327d req-6385690f-f496-49c1-928b-b07d7f1b44a9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.252744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5bf623eb-a198-4a67-81e3-6e3d879b3611 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:29.256851 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-aeb002b0-3285-4391-bc1f-0e6b331f327d req-6385690f-f496-49c1-928b-b07d7f1b44a9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.257618 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-861027f2-b367-4059-a4e8-439c82ea19e8 req-9e76f018-297a-46be-96fc-2d551059bae0 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/security-groups?id=da7abe33-302f-46b1-a38c-ad247ea6a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467055 Jul 13 07:33:29.258503 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aeb002b0-3285-4391-bc1f-0e6b331f327d req-6385690f-f496-49c1-928b-b07d7f1b44a9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] 10.222.0.44 "DELETE /v2.0/security-groups/657a6233-97bf-43c4-9c15-52ca4758633b HTTP/1.1" status: 204 len: 173 time: 0.3376405 Jul 13 07:33:29.272923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53836) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:29.288755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] In _notify_port_updated(), no bound segment for port 107f4227-86d8-4b11-8c31-b540fbdca7b8 on network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:33:29.294859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.296216 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.300509 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-399d1dce-6148-4ede-a356-de95cb79d0ca tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "PUT /v2.0/ports/107f4227-86d8-4b11-8c31-b540fbdca7b8 HTTP/1.1" status: 200 len: 960 time: 1.8312314 Jul 13 07:33:29.301148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53838) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:29.305254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385690f-f496-49c1-928b-b07d7f1b44a9 tempest-SecurityGroupRulesNegativeTestJSON-1419617448 tempest-SecurityGroupRulesNegativeTestJSON-1419617448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657a6233-97bf-43c4-9c15-52ca4758633b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.406290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f64e4f16-3701-4f79-8a7a-c146773b5038 req-68fa5056-ac3d-46e0-9423-df1ec838fc46 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=5e359803-2e42-4360-aa3a-8aadd3ecec12 HTTP/1.1" status: 200 len: 210 time: 0.1129930 Jul 13 07:33:29.456885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1370e2ec-6dbe-4560-9f54-ccc9c8d914e4 admin admin] Deleting subnet 2a2220ca-0b8d-4476-b3ab-7df385559c20 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:29.457699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7f50f2e2-dce9-4662-84f3-31d746ae7ca0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 107f4227-86d8-4b11-8c31-b540fbdca7b8 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:29.458336 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7f50f2e2-dce9-4662-84f3-31d746ae7ca0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.466852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1370e2ec-6dbe-4560-9f54-ccc9c8d914e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.525398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b047ac75-53a9-49c1-a9c2-c725fb9e07a0 None None] Provisioning for port 107f4227-86d8-4b11-8c31-b540fbdca7b8 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:29.532701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b047ac75-53a9-49c1-a9c2-c725fb9e07a0 None None] Provisioning complete for port 107f4227-86d8-4b11-8c31-b540fbdca7b8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:29.533440 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b047ac75-53a9-49c1-a9c2-c725fb9e07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.562229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7f50f2e2-dce9-4662-84f3-31d746ae7ca0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.575679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b047ac75-53a9-49c1-a9c2-c725fb9e07a0 None None] Port 107f4227-86d8-4b11-8c31-b540fbdca7b8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:29.575934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7f50f2e2-dce9-4662-84f3-31d746ae7ca0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 107f4227-86d8-4b11-8c31-b540fbdca7b8 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:29.587416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b047ac75-53a9-49c1-a9c2-c725fb9e07a0 None None] Provisioning for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:29.591637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b047ac75-53a9-49c1-a9c2-c725fb9e07a0 None None] Provisioning complete for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:29.591948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b047ac75-53a9-49c1-a9c2-c725fb9e07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.696627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b047ac75-53a9-49c1-a9c2-c725fb9e07a0 None None] Provisioning complete for port 605da94f-9462-4355-8e34-b715d10532dc triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:29.697000 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b047ac75-53a9-49c1-a9c2-c725fb9e07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.737648 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7f50f2e2-dce9-4662-84f3-31d746ae7ca0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.748028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b047ac75-53a9-49c1-a9c2-c725fb9e07a0 None None] Port 605da94f-9462-4355-8e34-b715d10532dc cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:29.769641 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50f2e2-dce9-4662-84f3-31d746ae7ca0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=107f4227-86d8-4b11-8c31-b540fbdca7b8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.887575 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7f50f2e2-dce9-4662-84f3-31d746ae7ca0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.889422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 828b0fcb-a6af-46c5-97c3-8399aab44774 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:29.893771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7f50f2e2-dce9-4662-84f3-31d746ae7ca0 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/107f4227-86d8-4b11-8c31-b540fbdca7b8 HTTP/1.1" status: 204 len: 168 time: 0.5914271 Jul 13 07:33:29.895873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 391db4ac-18d4-42dc-821e-54dc6dcad547 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:29.898202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53846) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:29.931421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1370e2ec-6dbe-4560-9f54-ccc9c8d914e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.933110 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c9a50d-0f26-45ab-b15a-f3fbe7c0ac14 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] GET failed (client error): The resource could not be found. Jul 13 07:33:29.938090 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-27c9a50d-0f26-45ab-b15a-f3fbe7c0ac14 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports/107f4227-86d8-4b11-8c31-b540fbdca7b8 HTTP/1.1" status: 404 len: 333 time: 0.0385830 Jul 13 07:33:29.938755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53848) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:29.972049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca405a-38f6-4e20-81f0-68145dcee9f5 req-6da6756c-a5f9-4db6-a5a8-6901a1bcc1c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.973615 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ccca405a-38f6-4e20-81f0-68145dcee9f5 req-6da6756c-a5f9-4db6-a5a8-6901a1bcc1c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 944 time: 0.1752510 Jul 13 07:33:30.022658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c63755-eb94-4988-9faa-83fd367b1f2f req-e504a213-9aa0-4e7c-9f17-df5fe0367999 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.028630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c63755-eb94-4988-9faa-83fd367b1f2f req-e504a213-9aa0-4e7c-9f17-df5fe0367999 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.035212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c63755-eb94-4988-9faa-83fd367b1f2f req-e504a213-9aa0-4e7c-9f17-df5fe0367999 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.039501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 391db4ac-18d4-42dc-821e-54dc6dcad547 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:30.042549 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ccca405a-38f6-4e20-81f0-68145dcee9f5 req-c8870636-78e5-483f-93c0-bb723e7068a7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555205 Jul 13 07:33:30.043296 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b0c63755-eb94-4988-9faa-83fd367b1f2f req-e504a213-9aa0-4e7c-9f17-df5fe0367999 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2419 time: 0.5513017 Jul 13 07:33:30.043458 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6265cd3e-b4f6-4119-95dc-8c9c39e2b86a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.052415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e4f16-3701-4f79-8a7a-c146773b5038 req-5207801b-e2f7-4467-bb83-7abf217c9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.053573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f64e4f16-3701-4f79-8a7a-c146773b5038 req-5207801b-e2f7-4467-bb83-7abf217c9be0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=47eefa349c3e4f31802e496632a57bdc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6352682 Jul 13 07:33:30.054663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 391db4ac-18d4-42dc-821e-54dc6dcad547 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:30.055172 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.071528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6265cd3e-b4f6-4119-95dc-8c9c39e2b86a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.112506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 828b0fcb-a6af-46c5-97c3-8399aab44774, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=828b0fcb-a6af-46c5-97c3-8399aab44774,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:30.123249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-52e570ba-6fa5-4600-9118-2df08ca72828 None None] Could not find standard attr ID for object 107f4227-86d8-4b11-8c31-b540fbdca7b8. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:33:30.132114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6265cd3e-b4f6-4119-95dc-8c9c39e2b86a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.134571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '828b0fcb-a6af-46c5-97c3-8399aab44774', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'port_id': '828b0fcb-a6af-46c5-97c3-8399aab44774', 'mac_address': 'fa:16:3e:76:d8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed8190-bcae-477d-be7c-5324c0bdcde8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:30.135515 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6265cd3e-b4f6-4119-95dc-8c9c39e2b86a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.140298 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6265cd3e-b4f6-4119-95dc-8c9c39e2b86a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/security-groups/4559c54e-e12f-448c-983c-dbeed503461b HTTP/1.1" status: 204 len: 168 time: 0.1983733 Jul 13 07:33:30.141763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53852) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:30.155607 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1370e2ec-6dbe-4560-9f54-ccc9c8d914e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.197070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265cd3e-b4f6-4119-95dc-8c9c39e2b86a tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4559c54e-e12f-448c-983c-dbeed503461b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.224060 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.234425 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.253240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b0c63755-eb94-4988-9faa-83fd367b1f2f req-fcddcf52-43c6-4d9c-b9a9-b7540679d4bd tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091813 Jul 13 07:33:30.257033 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfcc66d4-f076-4feb-910d-516423b703b2 req-aca8927c-fdab-4769-a96f-dce69c7cc8d6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e359803-2e42-4360-aa3a-8aadd3ecec12 HTTP/1.1" status: 200 len: 210 time: 0.0520909 Jul 13 07:33:30.265858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc6d5d-8b26-4f65-952c-a4be7845de63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391db4ac-18d4-42dc-821e-54dc6dcad547'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:30.275856 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ea2870-9017-4d26-aae0-880dc3038316" -d '{"events": [{"server_uuid": "42fc6d5d-8b26-4f65-952c-a4be7845de63", "name": "network-vif-plugged", "status": "completed", "tag": "391db4ac-18d4-42dc-821e-54dc6dcad547"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:30.275856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828b0fcb-a6af-46c5-97c3-8399aab44774 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:30.299275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 828b0fcb-a6af-46c5-97c3-8399aab44774, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=828b0fcb-a6af-46c5-97c3-8399aab44774,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:30.311566 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.315842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 391db4ac-18d4-42dc-821e-54dc6dcad547, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=391db4ac-18d4-42dc-821e-54dc6dcad547,segment=NetworkSegment(7f2aa670-f434-415f-a1bc-9c8a0901832d),segment_id=7f2aa670-f434-415f-a1bc-9c8a0901832d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:30.316219 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57414708-d94a-408d-9c4e-641ce4c64b27 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.342445 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-67b86659-d80c-4d49-bf21-3da777db8cab tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.352495 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.352950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-67b86659-d80c-4d49-bf21-3da777db8cab tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.365494 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57414708-d94a-408d-9c4e-641ce4c64b27 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.369562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-67b86659-d80c-4d49-bf21-3da777db8cab tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.371554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-67b86659-d80c-4d49-bf21-3da777db8cab tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.54 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 2419 time: 0.5096812 Jul 13 07:33:30.394761 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabcfe3f-fe7e-4a39-834d-b7cdb0f9c4d1 x-openstack-request-id: req-dabcfe3f-fe7e-4a39-834d-b7cdb0f9c4d1 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:30.395006 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc6d5d-8b26-4f65-952c-a4be7845de63", "name": "network-vif-plugged", "status": "completed", "tag": "391db4ac-18d4-42dc-821e-54dc6dcad547", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:30.395300 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dabcfe3f-fe7e-4a39-834d-b7cdb0f9c4d1 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:30.395698 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc6d5d-8b26-4f65-952c-a4be7845de63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391db4ac-18d4-42dc-821e-54dc6dcad547', 'code': 200} Jul 13 07:33:30.401956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=828b0fcb-a6af-46c5-97c3-8399aab44774,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.444409 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57414708-d94a-408d-9c4e-641ce4c64b27 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.447827 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-57414708-d94a-408d-9c4e-641ce4c64b27 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.452430 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-57414708-d94a-408d-9c4e-641ce4c64b27 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/security-groups/eee86a8a-e79d-4f64-9edc-01fecafda801 HTTP/1.1" status: 204 len: 168 time: 0.3030217 Jul 13 07:33:30.453056 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53858) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:30.459201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e4f16-3701-4f79-8a7a-c146773b5038 req-2bc9f71c-ccef-4e2a-9ab3-47447027fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.475128 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f64e4f16-3701-4f79-8a7a-c146773b5038 req-2bc9f71c-ccef-4e2a-9ab3-47447027fac3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3989539 Jul 13 07:33:30.488582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=391db4ac-18d4-42dc-821e-54dc6dcad547,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.499966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57414708-d94a-408d-9c4e-641ce4c64b27 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee86a8a-e79d-4f64-9edc-01fecafda801,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.554310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1370e2ec-6dbe-4560-9f54-ccc9c8d914e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.560315 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13feecdc-9b05-4f39-8f41-6753fe9338a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.590755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['828b0fcb-a6af-46c5-97c3-8399aab44774'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:30.613719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f64e4f16-3701-4f79-8a7a-c146773b5038 req-24ffcf26-5683-40b2-9a24-7352119012f9 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e359803-2e42-4360-aa3a-8aadd3ecec12 HTTP/1.1" status: 200 len: 210 time: 0.0925522 Jul 13 07:33:30.616196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13feecdc-9b05-4f39-8f41-6753fe9338a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.620194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370e2ec-6dbe-4560-9f54-ccc9c8d914e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2220ca-0b8d-4476-b3ab-7df385559c20,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.639085 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1370e2ec-6dbe-4560-9f54-ccc9c8d914e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.641355 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1370e2ec-6dbe-4560-9f54-ccc9c8d914e4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2a2220ca-0b8d-4476-b3ab-7df385559c20 HTTP/1.1" status: 204 len: 168 time: 1.3671665 Jul 13 07:33:30.648225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53862) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:30.693380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b5de0-d8a6-41eb-94ff-acf5abec75d1 req-b6c04333-a652-41a6-8447-54ce168a518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.695174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-569b5de0-d8a6-41eb-94ff-acf5abec75d1 req-b6c04333-a652-41a6-8447-54ce168a518e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 1096 time: 0.2187901 Jul 13 07:33:30.714167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-e38d0e77-23b1-4c04-85dc-1a0029dc1ec8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting port 53bec98b-da68-42d0-9e53-a31cd2f62740 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:30.714508 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-e38d0e77-23b1-4c04-85dc-1a0029dc1ec8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.730824 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.768421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-569b5de0-d8a6-41eb-94ff-acf5abec75d1 req-3fb6c294-2306-48f6-9ed2-de3118c3b886 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da7abe33-302f-46b1-a38c-ad247ea6a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623608 Jul 13 07:33:30.822620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4da08-56c7-4210-bc55-ad3f8337f732 req-239a713a-6087-4fbe-9b8f-39d0f418b26c tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.824202 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-abc4da08-56c7-4210-bc55-ad3f8337f732 req-239a713a-6087-4fbe-9b8f-39d0f418b26c tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 945 time: 0.2803249 Jul 13 07:33:30.827040 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13feecdc-9b05-4f39-8f41-6753fe9338a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.829582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-e38d0e77-23b1-4c04-85dc-1a0029dc1ec8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] For port 53bec98b-da68-42d0-9e53-a31cd2f62740, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53bec98b-da68-42d0-9e53-a31cd2f62740,segment=NetworkSegment(13b30ba8-9f25-40dd-8b9c-153975982c36),segment_id=13b30ba8-9f25-40dd-8b9c-153975982c36)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:30.829975 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13feecdc-9b05-4f39-8f41-6753fe9338a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.830108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-e38d0e77-23b1-4c04-85dc-1a0029dc1ec8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.831093 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-13feecdc-9b05-4f39-8f41-6753fe9338a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/security-groups/cca5d1bf-d032-49d9-a65d-f0d8377404ff HTTP/1.1" status: 204 len: 168 time: 0.3634069 Jul 13 07:33:30.833828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53864) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:30.876230 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.877509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-e38d0e77-23b1-4c04-85dc-1a0029dc1ec8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Calling delete_port for 53bec98b-da68-42d0-9e53-a31cd2f62740 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:30.878867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13feecdc-9b05-4f39-8f41-6753fe9338a5 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca5d1bf-d032-49d9-a65d-f0d8377404ff,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:30.909787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532e15a3-33df-40b7-8755-4a409f78b189']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:30.923844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e06ce94-8fe0-40bd-a2ba-075c18777b40') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:30.924188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e06ce94-8fe0-40bd-a2ba-075c18777b40') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:30.939213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f89540-64b1-48b9-8979-32766f4bcb9f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet e4d60f30-3115-4f32-96c9-1da275ccf8c3 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:30.942110 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.946285 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-abc4da08-56c7-4210-bc55-ad3f8337f732 req-61178ab7-d7de-403a-b026-1b4b0fd6040f tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/security-groups?id=da7abe33-302f-46b1-a38c-ad247ea6a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141567 Jul 13 07:33:30.952045 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69f89540-64b1-48b9-8979-32766f4bcb9f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.960086 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.967087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:30.967498 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:30.970029 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:31.009107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69f89540-64b1-48b9-8979-32766f4bcb9f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.029654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.035449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.037432 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/532e15a3-33df-40b7-8755-4a409f78b189 HTTP/1.1" status: 204 len: 168 time: 0.3859921 Jul 13 07:33:31.048336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c1a04-508c-414d-b61d-12b6b2c171f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=532e15a3-33df-40b7-8755-4a409f78b189,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:31.160103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69f89540-64b1-48b9-8979-32766f4bcb9f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.164152 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-e38d0e77-23b1-4c04-85dc-1a0029dc1ec8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.176677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['53bec98b-da68-42d0-9e53-a31cd2f62740', '90ded7db-1187-457f-a9f8-cf88bc35959c', '8a8a2095-db25-465f-908e-2a1986a7e7e4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:31.179239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53870) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:31.222566 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-76787669-b989-454f-8a62-17cf0278b704 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8324d142c72547f281498f3e533708b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397127 Jul 13 07:33:31.222816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53872) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:31.237301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d0e77-23b1-4c04-85dc-1a0029dc1ec8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Port': ['ID=53bec98b-da68-42d0-9e53-a31cd2f62740,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:31.276242 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c8d-e530-408e-a66d-758282d267f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.300086 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c8d-e530-408e-a66d-758282d267f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.359406 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c8d-e530-408e-a66d-758282d267f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.363011 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c8d-e530-408e-a66d-758282d267f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.366115 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d79b8c8d-e530-408e-a66d-758282d267f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cd0ae1e-7d93-4be0-aaf9-a27266a188ba HTTP/1.1" status: 204 len: 168 time: 0.1423452 Jul 13 07:33:31.368609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-e38d0e77-23b1-4c04-85dc-1a0029dc1ec8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] No DVR routers for this DVR port 53bec98b-da68-42d0-9e53-a31cd2f62740 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:31.374282 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-e38d0e77-23b1-4c04-85dc-1a0029dc1ec8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.376744 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-e38d0e77-23b1-4c04-85dc-1a0029dc1ec8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.54 "DELETE /v2.0/ports/53bec98b-da68-42d0-9e53-a31cd2f62740 HTTP/1.1" status: 204 len: 173 time: 0.9966395 Jul 13 07:33:31.377335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b8c8d-e530-408e-a66d-758282d267f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd0ae1e-7d93-4be0-aaf9-a27266a188ba,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:31.378952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-deleted', 'tag': '53bec98b-da68-42d0-9e53-a31cd2f62740'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:31.381406 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42678d0e-d643-49b0-90b4-fc9680c7f154" -d '{"events": [{"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-deleted", "tag": "53bec98b-da68-42d0-9e53-a31cd2f62740"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:31.553155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fd769-26ad-4c54-bd26-f0d5f7ce4e63 req-09f7b5d7-5d1a-4816-90ae-459018dbfc22 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.561265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b86fd769-26ad-4c54-bd26-f0d5f7ce4e63 req-09f7b5d7-5d1a-4816-90ae-459018dbfc22 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 945 time: 0.3665614 Jul 13 07:33:31.578287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253adb-aa6f-4353-bcf4-96ec713559a4 req-53e83c8f-8e6a-4248-ae8a-4765c08ebc1a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.582737 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69f89540-64b1-48b9-8979-32766f4bcb9f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.587637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253adb-aa6f-4353-bcf4-96ec713559a4 req-53e83c8f-8e6a-4248-ae8a-4765c08ebc1a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.591101 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb253adb-aa6f-4353-bcf4-96ec713559a4 req-53e83c8f-8e6a-4248-ae8a-4765c08ebc1a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 1683 time: 0.1032047 Jul 13 07:33:31.629653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f89540-64b1-48b9-8979-32766f4bcb9f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d60f30-3115-4f32-96c9-1da275ccf8c3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:31.637064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b86fd769-26ad-4c54-bd26-f0d5f7ce4e63 req-2fb6498c-283d-43bd-be17-49adf52e23c7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747797 Jul 13 07:33:31.638187 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69f89540-64b1-48b9-8979-32766f4bcb9f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.643428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2cf16f-0e63-4ca2-9e64-9c89ca919feb None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:31.645210 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-69f89540-64b1-48b9-8979-32766f4bcb9f tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/e4d60f30-3115-4f32-96c9-1da275ccf8c3 HTTP/1.1" status: 204 len: 168 time: 0.8100023 Jul 13 07:33:31.647434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-0be44cf1-7769-49cb-bd3a-5a912ef16a48 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting port 8a8a2095-db25-465f-908e-2a1986a7e7e4 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:31.647794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-0be44cf1-7769-49cb-bd3a-5a912ef16a48 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.670636 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb253adb-aa6f-4353-bcf4-96ec713559a4 req-89b01f0f-d345-43e6-9b20-b9af4d79ef45 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696969 Jul 13 07:33:31.670636 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53884) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:31.764965 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007f1e52-da3f-4e81-8e27-d28f1a7f9913 x-openstack-request-id: req-007f1e52-da3f-4e81-8e27-d28f1a7f9913 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:31.765176 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-deleted", "tag": "53bec98b-da68-42d0-9e53-a31cd2f62740", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:31.765442 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-007f1e52-da3f-4e81-8e27-d28f1a7f9913 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:31.765900 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-deleted', 'tag': '53bec98b-da68-42d0-9e53-a31cd2f62740', 'status': 'completed', 'code': 200} Jul 13 07:33:31.780953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-0be44cf1-7769-49cb-bd3a-5a912ef16a48 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] For port 8a8a2095-db25-465f-908e-2a1986a7e7e4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8a8a2095-db25-465f-908e-2a1986a7e7e4,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:31.781273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-0be44cf1-7769-49cb-bd3a-5a912ef16a48 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.797837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e85ec33-fe5c-4422-937a-bc1b1f8c9eba tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet 21ac6cb6-8bbc-4514-940f-8d587fb630f5 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:31.806490 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e85ec33-fe5c-4422-937a-bc1b1f8c9eba tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.813410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-0be44cf1-7769-49cb-bd3a-5a912ef16a48 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Calling delete_port for 8a8a2095-db25-465f-908e-2a1986a7e7e4 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:31.883984 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e85ec33-fe5c-4422-937a-bc1b1f8c9eba tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.905618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 828b0fcb-a6af-46c5-97c3-8399aab44774 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:32.016229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e85ec33-fe5c-4422-937a-bc1b1f8c9eba tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.018097 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 828b0fcb-a6af-46c5-97c3-8399aab44774 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:32.025200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 828b0fcb-a6af-46c5-97c3-8399aab44774 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:32.025381 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.113268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e85ec33-fe5c-4422-937a-bc1b1f8c9eba tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.122963 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.149780 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85ec33-fe5c-4422-937a-bc1b1f8c9eba tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=21ac6cb6-8bbc-4514-940f-8d587fb630f5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:32.152523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e85ec33-fe5c-4422-937a-bc1b1f8c9eba tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.158110 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0e85ec33-fe5c-4422-937a-bc1b1f8c9eba tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/21ac6cb6-8bbc-4514-940f-8d587fb630f5 HTTP/1.1" status: 204 len: 168 time: 0.4875910 Jul 13 07:33:32.158805 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53910) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:32.165329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 828b0fcb-a6af-46c5-97c3-8399aab44774, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=828b0fcb-a6af-46c5-97c3-8399aab44774,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:32.166335 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-0be44cf1-7769-49cb-bd3a-5a912ef16a48 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.172926 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.192624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['53bec98b-da68-42d0-9e53-a31cd2f62740'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:32.215902 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-d420a785-2b49-401a-acd5-e7e8ea3f169d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:32.216584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d420a785-2b49-401a-acd5-e7e8ea3f169d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:32.221354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d420a785-2b49-401a-acd5-e7e8ea3f169d tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/e4d60f30-3115-4f32-96c9-1da275ccf8c3 HTTP/1.1" status: 404 len: 337 time: 0.0515146 Jul 13 07:33:32.229477 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53914) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:32.240537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be44cf1-7769-49cb-bd3a-5a912ef16a48 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Port': ['ID=8a8a2095-db25-465f-908e-2a1986a7e7e4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:32.314543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=828b0fcb-a6af-46c5-97c3-8399aab44774,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:32.324876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.325601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.326170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.326741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.327523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.328126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.328935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.329490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.330050 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.330724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.331280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.331831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:32.371905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e18b87a-e6a5-4321-97cf-184f35814dcc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting subnet 7a93e8c4-0165-4e22-b09a-37443e548761 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:32.381108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e18b87a-e6a5-4321-97cf-184f35814dcc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.397353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da51f584-f705-4c5a-a965-72bba20b920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828b0fcb-a6af-46c5-97c3-8399aab44774'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:32.397565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-0be44cf1-7769-49cb-bd3a-5a912ef16a48 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] No DVR routers for this DVR port 8a8a2095-db25-465f-908e-2a1986a7e7e4 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:32.400134 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1aa2da-9bc5-47df-be1d-c7cd299338c4" -d '{"events": [{"server_uuid": "da51f584-f705-4c5a-a965-72bba20b920a", "name": "network-vif-plugged", "status": "completed", "tag": "828b0fcb-a6af-46c5-97c3-8399aab44774"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:32.401430 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-0be44cf1-7769-49cb-bd3a-5a912ef16a48 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.403457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-0be44cf1-7769-49cb-bd3a-5a912ef16a48 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.54 "DELETE /v2.0/ports/8a8a2095-db25-465f-908e-2a1986a7e7e4 HTTP/1.1" status: 204 len: 173 time: 1.0189772 Jul 13 07:33:32.439277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-89a0b2db-0267-48cc-8745-54e6f1ba9815 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:32.446089 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-89a0b2db-0267-48cc-8745-54e6f1ba9815 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.2976220 Jul 13 07:33:32.483659 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-2d9e4d43-8d33-44e0-a4da-4e061ef807e4 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/quotas/47eefa349c3e4f31802e496632a57bdc HTTP/1.1" status: 200 len: 375 time: 0.0365946 Jul 13 07:33:32.498996 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e18b87a-e6a5-4321-97cf-184f35814dcc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.503480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba757aa-0db0-4eb3-8937-0e962f996fc5 req-debe051b-8ee1-4209-81c8-ad5a7fc10eeb tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:32.513399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bba757aa-0db0-4eb3-8937-0e962f996fc5 req-debe051b-8ee1-4209-81c8-ad5a7fc10eeb tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 945 time: 0.2522173 Jul 13 07:33:32.545133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-fb61ee13-1ff4-428d-b09e-6f02dcacbd93 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604625 Jul 13 07:33:32.613414 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bba757aa-0db0-4eb3-8937-0e962f996fc5 req-c5b8eb4c-ddc6-4b52-87ea-d0f64a77b1fe tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/security-groups?id=da7abe33-302f-46b1-a38c-ad247ea6a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981932 Jul 13 07:33:32.652698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-a46d240f-2a7b-4611-aea0-b356f3860ac0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting port 90ded7db-1187-457f-a9f8-cf88bc35959c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:32.653257 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-a46d240f-2a7b-4611-aea0-b356f3860ac0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.686982 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae5aca6-acaf-4ffa-94b5-a6a328dffa73 x-openstack-request-id: req-dae5aca6-acaf-4ffa-94b5-a6a328dffa73 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:32.687528 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da51f584-f705-4c5a-a965-72bba20b920a", "name": "network-vif-plugged", "status": "completed", "tag": "828b0fcb-a6af-46c5-97c3-8399aab44774", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:32.688192 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dae5aca6-acaf-4ffa-94b5-a6a328dffa73 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:32.689117 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da51f584-f705-4c5a-a965-72bba20b920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828b0fcb-a6af-46c5-97c3-8399aab44774', 'code': 200} Jul 13 07:33:32.745386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53932) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:32.785110 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e18b87a-e6a5-4321-97cf-184f35814dcc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.792044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c1a330c0-91b5-42e9-9f8e-840589205d9d service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459133 Jul 13 07:33:32.917587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-a46d240f-2a7b-4611-aea0-b356f3860ac0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] For port 90ded7db-1187-457f-a9f8-cf88bc35959c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=90ded7db-1187-457f-a9f8-cf88bc35959c,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:32.919478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-a46d240f-2a7b-4611-aea0-b356f3860ac0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.942741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-a46d240f-2a7b-4611-aea0-b356f3860ac0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Calling delete_port for 90ded7db-1187-457f-a9f8-cf88bc35959c owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:32.975747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40258383-269c-42c1-9564-7be32cc6261a req-fab51293-8467-4546-93d0-a8679da10def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:32.977355 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-40258383-269c-42c1-9564-7be32cc6261a req-fab51293-8467-4546-93d0-a8679da10def service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 1097 time: 0.1668580 Jul 13 07:33:33.019188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b599fc4-5a36-458a-ae9f-5f480ab8af74 None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:33.073256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31066dae-bb05-45f8-b645-87a6bc788c93 req-2900396b-3e4f-4ac4-bdd4-abc424d8a359 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.074988 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31066dae-bb05-45f8-b645-87a6bc788c93 req-2900396b-3e4f-4ac4-bdd4-abc424d8a359 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.2078519 Jul 13 07:33:33.081063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-40258383-269c-42c1-9564-7be32cc6261a req-ef643299-f8b0-4a5a-b794-21579116b0cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689769 Jul 13 07:33:33.107792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eb7057bd-e4c1-467e-b84c-e174a1be2813 None None] Provisioning complete for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:33.108196 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb7057bd-e4c1-467e-b84c-e174a1be2813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.163259 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31066dae-bb05-45f8-b645-87a6bc788c93 req-33f0d1e0-3e7b-4e4a-8980-757ed16f4652 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753827 Jul 13 07:33:33.195239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-54581730-network', 'tenant_id': '246d43c16f4a4e60ab258fe27f246a67'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:33.211701 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-a46d240f-2a7b-4611-aea0-b356f3860ac0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.259544 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-9724efcf-7d3d-4744-a913-4fd409a27063 service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477921 Jul 13 07:33:33.266693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eb7057bd-e4c1-467e-b84c-e174a1be2813 None None] Provisioning complete for port 605da94f-9462-4355-8e34-b715d10532dc triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:33.267078 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb7057bd-e4c1-467e-b84c-e174a1be2813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.281173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Made reservation on behalf of 246d43c16f4a4e60ab258fe27f246a67 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:33.289213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.306955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-eb7057bd-e4c1-467e-b84c-e174a1be2813 None None] Port 605da94f-9462-4355-8e34-b715d10532dc cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:33.310258 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.314356 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e18b87a-e6a5-4321-97cf-184f35814dcc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.322669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d240f-2a7b-4611-aea0-b356f3860ac0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Port': ['ID=90ded7db-1187-457f-a9f8-cf88bc35959c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:33.365662 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18b87a-e6a5-4321-97cf-184f35814dcc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Subnet': ['ID=7a93e8c4-0165-4e22-b09a-37443e548761,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:33.371435 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e18b87a-e6a5-4321-97cf-184f35814dcc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.373529 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8e18b87a-e6a5-4321-97cf-184f35814dcc tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/7a93e8c4-0165-4e22-b09a-37443e548761 HTTP/1.1" status: 204 len: 168 time: 1.1429276 Jul 13 07:33:33.378971 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53942) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.399351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f44d3a1c-f48c-491e-bb17-fd89e6437837 req-a55d8643-33e1-4d8b-9e23-25b2c585bffb tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89b1570-956e-4990-b776-38ce412bebe8 HTTP/1.1" status: 200 len: 210 time: 0.0792766 Jul 13 07:33:33.416441 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7a38f2-2596-44c1-9116-006c69b3ed4b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:33.417380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7a38f2-2596-44c1-9116-006c69b3ed4b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:33.418807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2a7a38f2-2596-44c1-9116-006c69b3ed4b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/03726d8e-f9d3-4da4-88fc-4f9c6ac9416c HTTP/1.1" status: 404 len: 337 time: 0.0388775 Jul 13 07:33:33.422140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53944) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.445707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-a46d240f-2a7b-4611-aea0-b356f3860ac0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] No DVR routers for this DVR port 90ded7db-1187-457f-a9f8-cf88bc35959c on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:33.450190 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-a46d240f-2a7b-4611-aea0-b356f3860ac0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.455415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-018e936a-35f1-4b55-89f0-66dadc0ce7bf req-a46d240f-2a7b-4611-aea0-b356f3860ac0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.54 "DELETE /v2.0/ports/90ded7db-1187-457f-a9f8-cf88bc35959c HTTP/1.1" status: 204 len: 173 time: 1.0439155 Jul 13 07:33:33.480912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3c4ea0e5-eec2-4f31-be75-f22a90962d92 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "GET /v2.0/ports?device_id=db942438-277b-4309-95a5-97cf75eaddc6 HTTP/1.1" status: 200 len: 205 time: 0.0514205 Jul 13 07:33:33.481173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.606822 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.621806 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.681908 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-578788ae-b98d-4cab-9c64-f168710ebafe tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] delete failed (client error): The resource could not be found. Jul 13 07:33:33.686255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-578788ae-b98d-4cab-9c64-f168710ebafe tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/routers/db942438-277b-4309-95a5-97cf75eaddc6 HTTP/1.1" status: 404 len: 336 time: 0.2073376 Jul 13 07:33:33.686885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53954) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.714587 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:33.722512 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-881b2929-0e1c-496c-8992-1e1fcaf5601e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:33.722985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881b2929-0e1c-496c-8992-1e1fcaf5601e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:33.744598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-881b2929-0e1c-496c-8992-1e1fcaf5601e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/25a75ee4-70c8-4fe3-90da-fcead3fec1db HTTP/1.1" status: 404 len: 337 time: 0.0566049 Jul 13 07:33:33.745521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53956) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.757453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfc1bce-142f-41fc-8035-3128d1d6743c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:33.773535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-deleted', 'tag': '8a8a2095-db25-465f-908e-2a1986a7e7e4'}, {'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-deleted', 'tag': '90ded7db-1187-457f-a9f8-cf88bc35959c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:33.778093 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b60a7e-b52e-4f06-b1aa-4d199bcc8b78" -d '{"events": [{"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-deleted", "tag": "8a8a2095-db25-465f-908e-2a1986a7e7e4"}, {"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-deleted", "tag": "90ded7db-1187-457f-a9f8-cf88bc35959c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:33.801347 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.801689 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Added segment 5ed68807-0595-4dcc-a797-f19c4b3f5575 of type vlan for network 6702adf1-d9e5-4d03-a38b-ded485002694 Jul 13 07:33:33.834028 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a550c6eb-4d00-41a7-b0a5-f445e22b1737 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:33.834531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a550c6eb-4d00-41a7-b0a5-f445e22b1737 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:33.838889 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a550c6eb-4d00-41a7-b0a5-f445e22b1737 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/a2622f49-713e-4944-8d53-d47357771a8d HTTP/1.1" status: 404 len: 337 time: 0.0886633 Jul 13 07:33:33.845648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53968) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:33.885676 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98e139-4252-4034-bf70-6586a042ffce x-openstack-request-id: req-1a98e139-4252-4034-bf70-6586a042ffce {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:33.885676 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-deleted", "tag": "8a8a2095-db25-465f-908e-2a1986a7e7e4", "status": "completed", "code": 200}, {"server_uuid": "c89b1570-956e-4990-b776-38ce412bebe8", "name": "network-vif-deleted", "tag": "90ded7db-1187-457f-a9f8-cf88bc35959c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:33.885676 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a98e139-4252-4034-bf70-6586a042ffce {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:33.885676 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-deleted', 'tag': '8a8a2095-db25-465f-908e-2a1986a7e7e4', 'status': 'completed', 'code': 200} Jul 13 07:33:33.885676 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89b1570-956e-4990-b776-38ce412bebe8', 'name': 'network-vif-deleted', 'tag': '90ded7db-1187-457f-a9f8-cf88bc35959c', 'status': 'completed', 'code': 200} Jul 13 07:33:33.887522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76640bcf-82c7-4d2b-b5ea-07758f837ef6 req-376378bc-66b0-441e-ba89-69fe3a6b29bc tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 210 time: 0.0557239 Jul 13 07:33:33.925352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.936130 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-413782a3-b330-4219-b5fb-c29f456ed34c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:33.937027 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413782a3-b330-4219-b5fb-c29f456ed34c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:33.939132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-413782a3-b330-4219-b5fb-c29f456ed34c tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/f8091636-86ee-4f56-a497-235e7f7841d2 HTTP/1.1" status: 404 len: 337 time: 0.0911114 Jul 13 07:33:33.942606 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53972) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:34.036271 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.resource_extend [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:33:34.041793 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-db337ae5-2b7d-46ce-8b19-faf962eeea0e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:34.043182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db337ae5-2b7d-46ce-8b19-faf962eeea0e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:34.048415 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-db337ae5-2b7d-46ce-8b19-faf962eeea0e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/d027c64b-2494-4d39-8ae2-3f70efe76732 HTTP/1.1" status: 404 len: 333 time: 0.1032176 Jul 13 07:33:34.051226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:34.085172 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.087830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.089710 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.119053 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3712537 Jul 13 07:33:34.128960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53990) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:34.138820 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1722a1-f3c6-4332-b957-d659ce2d82dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:34.139404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1722a1-f3c6-4332-b957-d659ce2d82dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:34.141730 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4b1722a1-f3c6-4332-b957-d659ce2d82dd tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/5f89aac2-12fd-4d39-839b-7b1c0dce1e84 HTTP/1.1" status: 404 len: 337 time: 0.0895743 Jul 13 07:33:34.146355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Request body: {'subnet': {'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-54581730-subnet', 'tenant_id': '246d43c16f4a4e60ab258fe27f246a67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:34.149417 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53994) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:34.206856 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b181dd8-6440-4bf3-be2d-42f99d2f376e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:34.207316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b181dd8-6440-4bf3-be2d-42f99d2f376e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:34.211281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9b181dd8-6440-4bf3-be2d-42f99d2f376e tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/e22dd1b4-659c-4e76-b2c9-65a610458c22 HTTP/1.1" status: 404 len: 337 time: 0.0580218 Jul 13 07:33:34.213974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53998) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:34.281970 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-20450f85-b42e-4629-9fcf-606de3e149ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:34.285716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20450f85-b42e-4629-9fcf-606de3e149ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:34.287798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-20450f85-b42e-4629-9fcf-606de3e149ef tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/0a30af4e-a037-4159-bed5-219eb20f2cdd HTTP/1.1" status: 404 len: 333 time: 0.0726233 Jul 13 07:33:34.290633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54000) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:34.312454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d329e-a433-4307-96f5-574d209f3e16 admin admin] Pushing event updated for resources: {'Network': ['ID=6702adf1-d9e5-4d03-a38b-ded485002694,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:34.321335 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.332664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6702adf1-d9e5-4d03-a38b-ded485002694 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:34.336705 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Made reservation on behalf of 246d43c16f4a4e60ab258fe27f246a67 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:34.341541 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.368127 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb538120-cff9-4922-98b5-937c36c8e09b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:34.379468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb538120-cff9-4922-98b5-937c36c8e09b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:34.381715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eb538120-cff9-4922-98b5-937c36c8e09b tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/b74fb60f-ccbf-4827-b05c-239a623ba956 HTTP/1.1" status: 404 len: 337 time: 0.0834022 Jul 13 07:33:34.384312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54002) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:34.435616 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec9a110-82dd-4606-b87e-95d49c728954 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:34.436420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec9a110-82dd-4606-b87e-95d49c728954 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:34.440498 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0ec9a110-82dd-4606-b87e-95d49c728954 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/subnets/04670434-ab36-441b-9d8d-0d81421cba63 HTTP/1.1" status: 404 len: 337 time: 0.0542810 Jul 13 07:33:34.442894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54006) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:34.478750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b5f01-3c56-44a9-8843-0ed5161b8123 None None] Network 6dbe4c51-6800-4044-99a1-56d3a619bbf3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:34.588967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-518804c1-abb5-4672-afce-8a8517a4d62e None None] Provisioning complete for port 5bf623eb-a198-4a67-81e3-6e3d879b3611 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:34.589350 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-518804c1-abb5-4672-afce-8a8517a4d62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.600849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54010) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:34.667902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53bec98b-da68-42d0-9e53-a31cd2f62740 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:34.685008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-9368a343-4609-46dd-a16c-6fc96ed11e36 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 605da94f-9462-4355-8e34-b715d10532dc {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:34.693126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9368a343-4609-46dd-a16c-6fc96ed11e36 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.709945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c56c071-2f0a-46f3-9617-65924631b7f7 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting subnet 98ddd3a5-0a82-43cb-8133-1a8c0bfa36a1 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:34.713621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c56c071-2f0a-46f3-9617-65924631b7f7 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.756770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c56c071-2f0a-46f3-9617-65924631b7f7 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.790143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 53bec98b-da68-42d0-9e53-a31cd2f62740 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:34.791077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53bec98b-da68-42d0-9e53-a31cd2f62740 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:34.791077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 90ded7db-1187-457f-a9f8-cf88bc35959c no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:34.836981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 90ded7db-1187-457f-a9f8-cf88bc35959c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:34.837379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 90ded7db-1187-457f-a9f8-cf88bc35959c not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:34.837819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8a8a2095-db25-465f-908e-2a1986a7e7e4 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:34.847274 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c56c071-2f0a-46f3-9617-65924631b7f7 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.854174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc894ff3-47d1-45b5-8d5e-ea1c69660ec4 req-21852fc0-ada2-4c5c-b958-0013545977e3 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.862455 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc894ff3-47d1-45b5-8d5e-ea1c69660ec4 req-21852fc0-ada2-4c5c-b958-0013545977e3 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 945 time: 0.1826446 Jul 13 07:33:34.866472 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9368a343-4609-46dd-a16c-6fc96ed11e36 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.885095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 8a8a2095-db25-465f-908e-2a1986a7e7e4 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:34.885466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8a8a2095-db25-465f-908e-2a1986a7e7e4 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:34.899227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-9368a343-4609-46dd-a16c-6fc96ed11e36 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 605da94f-9462-4355-8e34-b715d10532dc owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:34.932558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc894ff3-47d1-45b5-8d5e-ea1c69660ec4 req-df622bf4-79e2-43e7-b25d-3a1276fd7848 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/security-groups?id=da7abe33-302f-46b1-a38c-ad247ea6a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691068 Jul 13 07:33:35.025619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803ec96-d7d2-473a-979b-2b8b39a88569 req-00d2eb5a-4980-47b4-9b72-7029fdfbdfd9 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.027573 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f803ec96-d7d2-473a-979b-2b8b39a88569 req-00d2eb5a-4980-47b4-9b72-7029fdfbdfd9 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.5684919 Jul 13 07:33:35.032376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.035501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-518804c1-abb5-4672-afce-8a8517a4d62e None None] Provisioning complete for port 605da94f-9462-4355-8e34-b715d10532dc triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:35.035917 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-518804c1-abb5-4672-afce-8a8517a4d62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.079693 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9368a343-4609-46dd-a16c-6fc96ed11e36 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.092510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c60fd-8da5-4365-b33e-40471a0d5908 None None] DHCP port deletion for 6dbe4c51-6800-4044-99a1-56d3a619bbf3 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:35.098799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-518804c1-abb5-4672-afce-8a8517a4d62e None None] Port 605da94f-9462-4355-8e34-b715d10532dc cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:35.132191 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9368a343-4609-46dd-a16c-6fc96ed11e36 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.134607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9368a343-4609-46dd-a16c-6fc96ed11e36 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/ports/605da94f-9462-4355-8e34-b715d10532dc HTTP/1.1" status: 204 len: 168 time: 0.6898210 Jul 13 07:33:35.136028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368a343-4609-46dd-a16c-6fc96ed11e36 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=605da94f-9462-4355-8e34-b715d10532dc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:35.141549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54018) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:35.143714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f803ec96-d7d2-473a-979b-2b8b39a88569 req-f16a4082-604c-428b-a29e-3decaffa3565 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004496 Jul 13 07:33:35.157812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147eb31c-76db-4dc0-a7ad-f626b6100807,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:35.175416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Checking segment: {'id': '5ed68807-0595-4dcc-a797-f19c4b3f5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:35.176041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Network hostable DHCP agents. Network: 6702adf1-d9e5-4d03-a38b-ded485002694, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:35.180334 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c56c071-2f0a-46f3-9617-65924631b7f7 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.189582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-492c60fd-8da5-4365-b33e-40471a0d5908 None None] Deleting port 5bf623eb-a198-4a67-81e3-6e3d879b3611 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:35.189947 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-492c60fd-8da5-4365-b33e-40471a0d5908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.198400 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c56c071-2f0a-46f3-9617-65924631b7f7 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.202730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4c56c071-2f0a-46f3-9617-65924631b7f7 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "DELETE /v2.0/subnets/98ddd3a5-0a82-43cb-8133-1a8c0bfa36a1 HTTP/1.1" status: 204 len: 168 time: 0.5945444 Jul 13 07:33:35.220185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54022) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:35.228906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56c071-2f0a-46f3-9617-65924631b7f7 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Subnet': ['ID=98ddd3a5-0a82-43cb-8133-1a8c0bfa36a1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:35.274258 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.289345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf9adc-0435-4715-be90-c11312ef6588 None None] Network 77c68968-bf97-4793-9d80-d5da1cd7d639 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:35.290267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Network 6702adf1-d9e5-4d03-a38b-ded485002694 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:35.291709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5bf623eb-a198-4a67-81e3-6e3d879b3611 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:35.352369 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.361550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 6702adf1-d9e5-4d03-a38b-ded485002694) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:35.372628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.373271 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.383111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Deleting port 5bf623eb-a198-4a67-81e3-6e3d879b3611 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:35.383469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.408769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698ed197-8ca8-4757-9c5a-9effa6d67ca7 None None] Network 6702adf1-d9e5-4d03-a38b-ded485002694 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:35.435615 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-19964a98-4683-4f36-9247-d017d695a0e1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3047805 Jul 13 07:33:35.446123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-492c60fd-8da5-4365-b33e-40471a0d5908 None None] For port 5bf623eb-a198-4a67-81e3-6e3d879b3611, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5bf623eb-a198-4a67-81e3-6e3d879b3611,segment=NetworkSegment(20571822-3868-46e9-bc70-220598e16944),segment_id=20571822-3868-46e9-bc70-220598e16944)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:35.446767 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-492c60fd-8da5-4365-b33e-40471a0d5908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.450963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting port d4a1d79f-30f1-4878-81b7-6e710c4a6768 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:35.451319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.504985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-492c60fd-8da5-4365-b33e-40471a0d5908 None None] Calling delete_port for 5bf623eb-a198-4a67-81e3-6e3d879b3611 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:35.524931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] For port d4a1d79f-30f1-4878-81b7-6e710c4a6768, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d4a1d79f-30f1-4878-81b7-6e710c4a6768,segment=NetworkSegment(13b30ba8-9f25-40dd-8b9c-153975982c36),segment_id=13b30ba8-9f25-40dd-8b9c-153975982c36)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:35.525336 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.554753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Calling delete_port for d4a1d79f-30f1-4878-81b7-6e710c4a6768 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:35.606499 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfc8eece-c65d-445a-8aef-2b895465371e req-558270cb-c2de-4375-82b6-456a7dd1d3ee tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 210 time: 0.1897321 Jul 13 07:33:35.676109 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] For port 5bf623eb-a198-4a67-81e3-6e3d879b3611, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5bf623eb-a198-4a67-81e3-6e3d879b3611,segment=NetworkSegment(20571822-3868-46e9-bc70-220598e16944),segment_id=20571822-3868-46e9-bc70-220598e16944)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:35.676555 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.680693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.727729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Calling delete_port for 5bf623eb-a198-4a67-81e3-6e3d879b3611 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:35.752301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Port': ['ID=d4a1d79f-30f1-4878-81b7-6e710c4a6768,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:35.757010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] No DVR routers for this DVR port d4a1d79f-30f1-4878-81b7-6e710c4a6768 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:35.930719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.933160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-64208c79-718a-41ed-9c6f-0d943c8ffff7 req-53eafda6-9231-40b5-8c1a-8aeb4006f1ab tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2093114218', 'description': 'tempest-description-895060042'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:35.942358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c68968-bf97-4793-9d80-d5da1cd7d639']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:35.957227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b30ba8-9f25-40dd-8b9c-153975982c36') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:35.957453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b30ba8-9f25-40dd-8b9c-153975982c36') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:35.970718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.975913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-f9ff9eb3-fa14-4cd2-b0e6-7541366901a9 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.977363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-f9ff9eb3-fa14-4cd2-b0e6-7541366901a9 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.3699703 Jul 13 07:33:35.987371 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.993848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Request body: {'port': {'device_id': '2531473b-4311-4176-9e2a-2531ecee5c2f', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'admin_state_up': True, 'tenant_id': '47eefa349c3e4f31802e496632a57bdc'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:35.997591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:35.998020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.015098 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.050330 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64208c79-718a-41ed-9c6f-0d943c8ffff7 req-53eafda6-9231-40b5-8c1a-8aeb4006f1ab tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.064244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd711725-b342-4830-8a63-28e7518fbe89 None None] DHCP port deletion for 77c68968-bf97-4793-9d80-d5da1cd7d639 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:36.071998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a078dd97-06f3-4fbf-a00b-f6d3b7a0bbff None None] Network 6702adf1-d9e5-4d03-a38b-ded485002694 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:36.079822 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:36.098165 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.121542 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.136812 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.141406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "DELETE /v2.0/networks/77c68968-bf97-4793-9d80-d5da1cd7d639 HTTP/1.1" status: 204 len: 168 time: 0.9111650 Jul 13 07:33:36.149927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54034) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:36.151738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa54cb1-0959-4f48-9e2b-688b5e1fd9b0 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Network': ['ID=77c68968-bf97-4793-9d80-d5da1cd7d639,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:36.163415 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-492c60fd-8da5-4365-b33e-40471a0d5908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.193505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08a9d9-7271-4281-87d8-9f2705b718a2 req-36bd77fd-9c80-4eb2-b540-4cfa872472d8 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.193804 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce08a9d9-7271-4281-87d8-9f2705b718a2 req-36bd77fd-9c80-4eb2-b540-4cfa872472d8 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.1144378 Jul 13 07:33:36.209395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c60fd-8da5-4365-b33e-40471a0d5908 None None] Pushing event deleted for resources: {'Port': ['ID=5bf623eb-a198-4a67-81e3-6e3d879b3611,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:36.211452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c60fd-8da5-4365-b33e-40471a0d5908 None None] No DVR routers for this DVR port 5bf623eb-a198-4a67-81e3-6e3d879b3611 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:36.249677 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce08a9d9-7271-4281-87d8-9f2705b718a2 req-9b3d9137-a4c7-41f0-b341-3026cf8bc4b7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499609 Jul 13 07:33:36.423323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35160521-e533-4e7a-abaa-bcbeb22d783e req-76e40409-4020-417b-985e-37faf709cbda tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.424965 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35160521-e533-4e7a-abaa-bcbeb22d783e req-76e40409-4020-417b-985e-37faf709cbda tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 945 time: 0.0681577 Jul 13 07:33:36.466064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35160521-e533-4e7a-abaa-bcbeb22d783e req-d8c94ada-3d6d-491c-ac9e-f7b5e8fb0f15 tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/security-groups?id=da7abe33-302f-46b1-a38c-ad247ea6a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352080 Jul 13 07:33:36.477678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Port': ['ID=5bf623eb-a198-4a67-81e3-6e3d879b3611,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:36.481210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] No DVR routers for this DVR port 5bf623eb-a198-4a67-81e3-6e3d879b3611 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:36.584293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-53b6704b-7eeb-4a73-b4d0-6ebf7e84181b tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.585810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-53b6704b-7eeb-4a73-b4d0-6ebf7e84181b tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.53 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 945 time: 0.5878043 Jul 13 07:33:36.603565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3bd3c8-9104-4559-9e81-ef4acd63505d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting subnet cba8c2a5-d6e1-4b98-a712-f78f40dc2b49 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:36.618798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd3c8-9104-4559-9e81-ef4acd63505d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.682153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.714197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbe4c51-6800-4044-99a1-56d3a619bbf3']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:36.747821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20571822-3868-46e9-bc70-220598e16944') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:36.748059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20571822-3868-46e9-bc70-220598e16944') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:36.754752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd3c8-9104-4559-9e81-ef4acd63505d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.762906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64208c79-718a-41ed-9c6f-0d943c8ffff7 req-53eafda6-9231-40b5-8c1a-8aeb4006f1ab tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.791479 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3be0af83-027b-4ed5-b26b-bf3e2aab1a40 req-3f688450-9e26-4d66-af53-12ca465bbf4b tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 210 time: 0.0298891 Jul 13 07:33:36.792582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.796032 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64208c79-718a-41ed-9c6f-0d943c8ffff7 req-53eafda6-9231-40b5-8c1a-8aeb4006f1ab tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.867849 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.881981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Made reservation on behalf of 47eefa349c3e4f31802e496632a57bdc for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:36.885482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.895577 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-64208c79-718a-41ed-9c6f-0d943c8ffff7 req-53eafda6-9231-40b5-8c1a-8aeb4006f1ab tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.897003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64208c79-718a-41ed-9c6f-0d943c8ffff7 req-53eafda6-9231-40b5-8c1a-8aeb4006f1ab tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9741392 Jul 13 07:33:36.898029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:36.898431 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:36.915817 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:36.922354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-a986be2b-6235-4d7f-aabd-d0c56c338128 req-39419f72-c021-42bc-bb26-ea851a3b787c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1152999301', 'description': 'tempest-description-965137653'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:36.944733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a986be2b-6235-4d7f-aabd-d0c56c338128 req-39419f72-c021-42bc-bb26-ea851a3b787c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.949630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eafda6-9231-40b5-8c1a-8aeb4006f1ab tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479c1726-4542-4316-82f3-1e3e3c23e604,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.032905 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a986be2b-6235-4d7f-aabd-d0c56c338128 req-39419f72-c021-42bc-bb26-ea851a3b787c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.036348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a986be2b-6235-4d7f-aabd-d0c56c338128 req-39419f72-c021-42bc-bb26-ea851a3b787c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.059682 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd3c8-9104-4559-9e81-ef4acd63505d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.062821 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a986be2b-6235-4d7f-aabd-d0c56c338128 req-39419f72-c021-42bc-bb26-ea851a3b787c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.064323 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a986be2b-6235-4d7f-aabd-d0c56c338128 req-39419f72-c021-42bc-bb26-ea851a3b787c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1467862 Jul 13 07:33:37.081436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39419f72-c021-42bc-bb26-ea851a3b787c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3eb7cc-0dbe-4623-915b-c5097857150e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.096118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.098356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-908c97d4-542e-4a83-9659-956a8c8542ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Deleting port 391db4ac-18d4-42dc-821e-54dc6dcad547 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:37.098752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-908c97d4-542e-4a83-9659-956a8c8542ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.126232 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.128177 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] 10.222.0.44 "DELETE /v2.0/networks/6dbe4c51-6800-4044-99a1-56d3a619bbf3 HTTP/1.1" status: 204 len: 168 time: 1.9857388 Jul 13 07:33:37.161658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72c959-ec82-4612-9341-8e623e8a0867 tempest-PortsTestJSON-989884095 tempest-PortsTestJSON-989884095-project] Pushing event deleted for resources: {'Network': ['ID=6dbe4c51-6800-4044-99a1-56d3a619bbf3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.247756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d4a1d79f-30f1-4878-81b7-6e710c4a6768 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:37.268559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: d4a1d79f-30f1-4878-81b7-6e710c4a6768 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:37.269194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d4a1d79f-30f1-4878-81b7-6e710c4a6768 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:37.307786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Allocated IP 172.20.0.13 (0185c362-a095-4dcb-b4f8-1a580fa76cf2/ab40a5cf-dc2a-4c9d-8e41-a9ed215df390/a30d3b7f-665c-4c22-bb69-36d749576883) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:37.314934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd3c8-9104-4559-9e81-ef4acd63505d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.400588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54062) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:37.415604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b86880-d0a3-4259-aabb-3b5e9e755e21 None None] Network 25bbe80d-0729-480e-b020-d90fed53fe96 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:37.416693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bd3c8-9104-4559-9e81-ef4acd63505d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Subnet': ['ID=cba8c2a5-d6e1-4b98-a712-f78f40dc2b49,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.418857 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d3bd3c8-9104-4559-9e81-ef4acd63505d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.420774 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0d3bd3c8-9104-4559-9e81-ef4acd63505d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "DELETE /v2.0/subnets/cba8c2a5-d6e1-4b98-a712-f78f40dc2b49 HTTP/1.1" status: 204 len: 168 time: 1.2683854 Jul 13 07:33:37.423143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-908c97d4-542e-4a83-9659-956a8c8542ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] For port 391db4ac-18d4-42dc-821e-54dc6dcad547, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=391db4ac-18d4-42dc-821e-54dc6dcad547,segment=NetworkSegment(7f2aa670-f434-415f-a1bc-9c8a0901832d),segment_id=7f2aa670-f434-415f-a1bc-9c8a0901832d)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:37.423501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-908c97d4-542e-4a83-9659-956a8c8542ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.429473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54066) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:37.458297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-908c97d4-542e-4a83-9659-956a8c8542ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Calling delete_port for 391db4ac-18d4-42dc-821e-54dc6dcad547 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:37.486055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551045a7-24fa-43a0-b093-ce00b79de24a req-f03d3274-fe8b-47d6-a27b-1918fa727a21 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.487620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-f03d3274-fe8b-47d6-a27b-1918fa727a21 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 811 time: 0.2937717 Jul 13 07:33:37.490089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17b102-c343-41f9-85aa-23cfa02914b0 req-be62650a-dcc6-4de3-a374-f4301813dd5b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.493482 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd17b102-c343-41f9-85aa-23cfa02914b0 req-be62650a-dcc6-4de3-a374-f4301813dd5b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.1189058 Jul 13 07:33:37.563227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-15dc4f0b-1dd2-4540-8da6-e2baae3fcef6 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/quotas/246d43c16f4a4e60ab258fe27f246a67 HTTP/1.1" status: 200 len: 375 time: 0.0669510 Jul 13 07:33:37.575931 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.603685 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd17b102-c343-41f9-85aa-23cfa02914b0 req-e0a61bee-107b-4e9b-bc54-0d2740ee7191 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991261 Jul 13 07:33:37.667148 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-fd6e8592-f033-45bd-858d-adab4ec75f37 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875342 Jul 13 07:33:37.670365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting port d2e88484-ee4a-4f74-a893-d7de910e3ebe {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:37.670880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.679304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b1e74-a55b-4bc0-af6a-04bb1a9f09a9 None None] DHCP port deletion for 25bbe80d-0729-480e-b020-d90fed53fe96 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:37.731140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c7565c99-c9ec-469c-8b76-4a9ad772b618 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ccebf987ad04d7f85a47a029f4e66ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254943 Jul 13 07:33:37.738787 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54074) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:37.743396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-406b1e74-a55b-4bc0-af6a-04bb1a9f09a9 None None] Deleting port d2e88484-ee4a-4f74-a893-d7de910e3ebe {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:37.744165 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-406b1e74-a55b-4bc0-af6a-04bb1a9f09a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.752993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] For port d2e88484-ee4a-4f74-a893-d7de910e3ebe, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d2e88484-ee4a-4f74-a893-d7de910e3ebe,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:37.753365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.793882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Calling delete_port for d2e88484-ee4a-4f74-a893-d7de910e3ebe owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:37.822734 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.829724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-406b1e74-a55b-4bc0-af6a-04bb1a9f09a9 None None] For port d2e88484-ee4a-4f74-a893-d7de910e3ebe, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d2e88484-ee4a-4f74-a893-d7de910e3ebe,segment=NetworkSegment(7dfad164-9b82-4161-b4fe-48d8793889f1),segment_id=7dfad164-9b82-4161-b4fe-48d8793889f1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:37.830112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-406b1e74-a55b-4bc0-af6a-04bb1a9f09a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.842224 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-406b1e74-a55b-4bc0-af6a-04bb1a9f09a9 None None] Calling delete_port for d2e88484-ee4a-4f74-a893-d7de910e3ebe owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:37.856480 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.895247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fb80-af93-4e5b-95ed-282783077684 req-a56a17c0-d0b2-4e2b-b1a3-d62f39ab122a tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.902465 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-908c97d4-542e-4a83-9659-956a8c8542ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.902749 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2352fb80-af93-4e5b-95ed-282783077684 req-a56a17c0-d0b2-4e2b-b1a3-d62f39ab122a tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/ports?device_id=42fc6d5d-8b26-4f65-952c-a4be7845de63 HTTP/1.1" status: 200 len: 945 time: 0.1466768 Jul 13 07:33:37.916493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['391db4ac-18d4-42dc-821e-54dc6dcad547'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:37.944858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-87ab34a3-aabc-4daa-a1ed-d154c825cec1 service neutron] 10.222.0.44 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546616 Jul 13 07:33:37.948555 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2352fb80-af93-4e5b-95ed-282783077684 req-86e52601-94cb-4d81-88b2-00f1f833784e tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.44 "GET /v2.0/security-groups?id=da7abe33-302f-46b1-a38c-ad247ea6a8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Jul 13 07:33:37.963125 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-406b1e74-a55b-4bc0-af6a-04bb1a9f09a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.967760 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.988298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c97d4-542e-4a83-9659-956a8c8542ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Pushing event deleted for resources: {'Port': ['ID=391db4ac-18d4-42dc-821e-54dc6dcad547,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.009976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Port': ['ID=d2e88484-ee4a-4f74-a893-d7de910e3ebe,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.012670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] No DVR routers for this DVR port d2e88484-ee4a-4f74-a893-d7de910e3ebe on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:38.018084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b1e74-a55b-4bc0-af6a-04bb1a9f09a9 None None] Pushing event deleted for resources: {'Port': ['ID=d2e88484-ee4a-4f74-a893-d7de910e3ebe,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.019213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25f37591-4383-4f1a-916c-d0830fa938a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.028210 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b1e74-a55b-4bc0-af6a-04bb1a9f09a9 None None] No DVR routers for this DVR port d2e88484-ee4a-4f74-a893-d7de910e3ebe on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:38.102073 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.104799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-908c97d4-542e-4a83-9659-956a8c8542ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] No DVR routers for this DVR port 391db4ac-18d4-42dc-821e-54dc6dcad547 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:38.113153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-908c97d4-542e-4a83-9659-956a8c8542ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.115298 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-531bd0a8-fb42-4400-a48c-11b1daaf09e7 req-908c97d4-542e-4a83-9659-956a8c8542ce tempest-ServerMetadataNegativeTestJSON-1673758301 tempest-ServerMetadataNegativeTestJSON-1673758301-project] 10.222.0.53 "DELETE /v2.0/ports/391db4ac-18d4-42dc-821e-54dc6dcad547 HTTP/1.1" status: 204 len: 173 time: 1.5169537 Jul 13 07:33:38.116163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bbe80d-0729-480e-b020-d90fed53fe96']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:38.120001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc6d5d-8b26-4f65-952c-a4be7845de63', 'name': 'network-vif-deleted', 'tag': '391db4ac-18d4-42dc-821e-54dc6dcad547'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:38.122359 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf649fa-e651-4944-a9ff-df525b19c902" -d '{"events": [{"server_uuid": "42fc6d5d-8b26-4f65-952c-a4be7845de63", "name": "network-vif-deleted", "tag": "391db4ac-18d4-42dc-821e-54dc6dcad547"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:38.131026 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25f37591-4383-4f1a-916c-d0830fa938a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.131470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfad164-9b82-4161-b4fe-48d8793889f1') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:38.131847 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfad164-9b82-4161-b4fe-48d8793889f1') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:38.134777 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.145662 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.170014 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.178079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:38.178553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:38.200534 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:38.222332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-c3da2b2e-e41b-4c46-8eb4-623153df6a81 service neutron] 10.222.0.44 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760499 Jul 13 07:33:38.238493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:38.244077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:38.246411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event updated for resources: {'Port': ['ID=a30d3b7f-665c-4c22-bb69-36d749576883,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.248683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:38.286814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.294414 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.307675 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "DELETE /v2.0/networks/25bbe80d-0729-480e-b020-d90fed53fe96 HTTP/1.1" status: 204 len: 168 time: 0.8590453 Jul 13 07:33:38.314444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54080) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:38.318585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6856f0-d4ac-46fe-958b-8c939924ba23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Network': ['ID=25bbe80d-0729-480e-b020-d90fed53fe96,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.318884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1522053709'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:38.345870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:38.359277 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.373832 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25f37591-4383-4f1a-916c-d0830fa938a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.377234 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25f37591-4383-4f1a-916c-d0830fa938a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.378538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-25f37591-4383-4f1a-916c-d0830fa938a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15d970c4-be07-4c45-bf32-4d1f14009c06 HTTP/1.1" status: 204 len: 168 time: 0.6347740 Jul 13 07:33:38.392626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.393251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.425066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09d242-f714-4ab8-b573-6adb41fbd0b1 req-9ea0b829-98e4-447c-baa6-012c89bbda8d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.428396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f37591-4383-4f1a-916c-d0830fa938a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d970c4-be07-4c45-bf32-4d1f14009c06,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.433219 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a09d242-f714-4ab8-b573-6adb41fbd0b1 req-9ea0b829-98e4-447c-baa6-012c89bbda8d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 932 time: 0.0858991 Jul 13 07:33:38.439106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:38.446047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-c6e5fb72-0d63-4199-bd49-fa463521215e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4573381 Jul 13 07:33:38.461402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Request body: {'port': {'device_id': '2531473b-4311-4176-9e2a-2531ecee5c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:38.510872 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a09d242-f714-4ab8-b573-6adb41fbd0b1 req-58aeb8f1-2cea-4508-a77b-cafdfd38cf90 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762432 Jul 13 07:33:38.513997 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d4900c-8806-4e74-a904-54012b3f75ee x-openstack-request-id: req-46d4900c-8806-4e74-a904-54012b3f75ee {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:38.514356 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc6d5d-8b26-4f65-952c-a4be7845de63", "name": "network-vif-deleted", "tag": "391db4ac-18d4-42dc-821e-54dc6dcad547", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:38.514786 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46d4900c-8806-4e74-a904-54012b3f75ee {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:38.515312 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc6d5d-8b26-4f65-952c-a4be7845de63', 'name': 'network-vif-deleted', 'tag': '391db4ac-18d4-42dc-821e-54dc6dcad547', 'status': 'completed', 'code': 200} Jul 13 07:33:38.521596 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.521947 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Added segment 9d212280-b576-4672-bb52-52be44d1b793 of type vlan for network 4f696717-bc61-441f-983d-f3c024b729d9 Jul 13 07:33:38.608359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9747d69c-5dd4-4971-a3ec-3367823de304 req-d9c6280d-3c79-43db-afda-a56f4f1d0fc1 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 210 time: 0.0552144 Jul 13 07:33:38.634244 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.638047 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.739562 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.746080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.746761 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.846794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Network': ['ID=4f696717-bc61-441f-983d-f3c024b729d9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.854515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1b8717e0-2be4-4bac-8de7-b6a30dfb7127 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5402369 Jul 13 07:33:38.855235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54102) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:38.858870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08981935-2e56-4005-9dcd-3554b91fd1ad req-a8d5f587-a7c6-4164-806d-48b028de044b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.859212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 4f696717-bc61-441f-983d-f3c024b729d9 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:38.867254 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-08981935-2e56-4005-9dcd-3554b91fd1ad req-a8d5f587-a7c6-4164-806d-48b028de044b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.0874488 Jul 13 07:33:38.912315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'subnet': {'network_id': '4f696717-bc61-441f-983d-f3c024b729d9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:38.914030 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-08981935-2e56-4005-9dcd-3554b91fd1ad req-69ff5129-d5c9-4837-bc14-18f49fd9ea00 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458288 Jul 13 07:33:39.055283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54110) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:39.131363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c02250-2b07-4e62-965e-3a456e942d81 admin admin] Deleting subnet 3b3b7325-3bc6-4838-833c-4ddbd693234c {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:39.139268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63c02250-2b07-4e62-965e-3a456e942d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.151480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:39.160957 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.203870 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63c02250-2b07-4e62-965e-3a456e942d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.272777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d2e88484-ee4a-4f74-a893-d7de910e3ebe no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:39.278741 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63c02250-2b07-4e62-965e-3a456e942d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.338136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: d2e88484-ee4a-4f74-a893-d7de910e3ebe {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:39.338490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d2e88484-ee4a-4f74-a893-d7de910e3ebe not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:39.362076 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63c02250-2b07-4e62-965e-3a456e942d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.400079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c02250-2b07-4e62-965e-3a456e942d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3b7325-3bc6-4838-833c-4ddbd693234c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:39.400079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63c02250-2b07-4e62-965e-3a456e942d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.400079 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-63c02250-2b07-4e62-965e-3a456e942d81 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3b3b7325-3bc6-4838-833c-4ddbd693234c HTTP/1.1" status: 204 len: 168 time: 0.3397591 Jul 13 07:33:39.400079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54122) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:39.405586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30d3b7f-665c-4c22-bb69-36d749576883 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:39.429383 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.470482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Transition to ACTIVE for port object a30d3b7f-665c-4c22-bb69-36d749576883 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:39.481758 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.491410 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.555039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54128) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:39.557526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.605082 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.616938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49506010-cd2a-4e4b-99a5-3f4d9ba1ad80']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:39.630853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2aa670-f434-415f-a1bc-9c8a0901832d') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:39.631177 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2aa670-f434-415f-a1bc-9c8a0901832d') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:39.632986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Pushing event updated for resources: {'Port': ['ID=a30d3b7f-665c-4c22-bb69-36d749576883,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:39.653980 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.710227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Subnet': ['ID=f3d995b5-9455-4328-8d9b-cc93716bc94e,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:39.720147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.722264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Checking segment: {'id': '9d212280-b576-4672-bb52-52be44d1b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:39.722630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network hostable DHCP agents. Network: 4f696717-bc61-441f-983d-f3c024b729d9, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:39.731631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Attempting to bind port a30d3b7f-665c-4c22-bb69-36d749576883 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:39.731972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Attempting to bind port a30d3b7f-665c-4c22-bb69-36d749576883 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:39.732406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Attempting to bind port a30d3b7f-665c-4c22-bb69-36d749576883 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:39.741839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Port a30d3b7f-665c-4c22-bb69-36d749576883 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:39.742554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Attempting to bind port a30d3b7f-665c-4c22-bb69-36d749576883 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:39.751783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:39.752372 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.753589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group': {'name': 'tempest-secgroup--762194791'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:39.757874 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:39.759846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:39.759846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Checking segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:39.759846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Bound using segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:39.760128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Bound port: a30d3b7f-665c-4c22-bb69-36d749576883, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:39.760749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.805548 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.817321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network 4f696717-bc61-441f-983d-f3c024b729d9 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:39.823036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.835697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c78a1-a6f0-4aad-a4a1-da26f11dae9e req-8383cb32-2c04-4925-b4f2-f40eb4126c36 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.837610 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf0c78a1-a6f0-4aad-a4a1-da26f11dae9e req-8383cb32-2c04-4925-b4f2-f40eb4126c36 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 944 time: 0.2043507 Jul 13 07:33:39.849476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 4f696717-bc61-441f-983d-f3c024b729d9) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:39.856774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.857382 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.858296 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.864459 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.874089 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] 10.222.0.44 "DELETE /v2.0/networks/49506010-cd2a-4e4b-99a5-3f4d9ba1ad80 HTTP/1.1" status: 204 len: 168 time: 0.4741311 Jul 13 07:33:39.875428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e71b0-dc8a-4371-8829-d42ab3d89162 None None] Network 4f696717-bc61-441f-983d-f3c024b729d9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:39.905631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 391db4ac-18d4-42dc-821e-54dc6dcad547 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:39.926353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c40cd-342b-4cd0-96be-2fe71d151b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=49506010-cd2a-4e4b-99a5-3f4d9ba1ad80,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:39.936617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 391db4ac-18d4-42dc-821e-54dc6dcad547 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:39.937335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 391db4ac-18d4-42dc-821e-54dc6dcad547 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:39.959944 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf0c78a1-a6f0-4aad-a4a1-da26f11dae9e req-19e2b499-9e4f-472e-ab59-003d9cfc060d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164374 Jul 13 07:33:39.980760 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cde9d631-c1a0-4d39-b1cf-717330b609a3 req-df36c168-7b2e-4878-8d55-3e69560992d7 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 210 time: 0.1597433 Jul 13 07:33:39.986165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54138) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:39.992348 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2124570038'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:39.996957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3750c113-fad0-4b2f-9b7b-d82f71c52000 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0896654 Jul 13 07:33:40.049278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:40.052790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.103742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:40.130883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-4f696717-bc61-441f-983d-f3c024b729d9', 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'fixed_ips': [{'subnet_id': 'f3d995b5-9455-4328-8d9b-cc93716bc94e'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:40.131939 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.142423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.142776 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Added segment f6f1783b-441c-41ef-9de4-999f96f26567 of type vlan for network 7a6baf39-155d-4a44-b22c-81d33a617ba1 Jul 13 07:33:40.165438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54140) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:40.200903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] For port a30d3b7f-665c-4c22-bb69-36d749576883, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:40.205821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] For port a30d3b7f-665c-4c22-bb69-36d749576883, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a30d3b7f-665c-4c22-bb69-36d749576883,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:40.214360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.255894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.259775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24061fb1-8569-4b2a-b38b-6be4766ead8e req-6f6a78e0-303a-424c-87d6-7a0fa6554378 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.261397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-24061fb1-8569-4b2a-b38b-6be4766ead8e req-6f6a78e0-303a-424c-87d6-7a0fa6554378 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.1479168 Jul 13 07:33:40.286577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.293070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.293690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.331737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Allocated IP 19.80.0.2 (4f696717-bc61-441f-983d-f3c024b729d9/f3d995b5-9455-4328-8d9b-cc93716bc94e/681a1c67-bafe-440a-acf7-c42ba83ada55) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:40.368639 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-24061fb1-8569-4b2a-b38b-6be4766ead8e req-9e770388-0832-45bf-ab1e-94a67793d245 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996335 Jul 13 07:33:40.416928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Network': ['ID=7a6baf39-155d-4a44-b22c-81d33a617ba1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.434589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 7a6baf39-155d-4a44-b22c-81d33a617ba1 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:40.563874 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.572101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Transition to ACTIVE for port object 681a1c67-bafe-440a-acf7-c42ba83ada55 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:40.587320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Transition to ACTIVE for port object 681a1c67-bafe-440a-acf7-c42ba83ada55 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:40.594406 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.621860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.622478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.623891 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] 10.222.0.54 "PUT /v2.0/ports/a30d3b7f-665c-4c22-bb69-36d749576883 HTTP/1.1" status: 200 len: 1092 time: 2.1691933 Jul 13 07:33:40.624365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2531473b-4311-4176-9e2a-2531ecee5c2f', 'tag': 'a30d3b7f-665c-4c22-bb69-36d749576883'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:40.627183 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c2d774-8474-467e-a873-06db5d77171f" -d '{"events": [{"name": "network-changed", "server_uuid": "2531473b-4311-4176-9e2a-2531ecee5c2f", "tag": "a30d3b7f-665c-4c22-bb69-36d749576883"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:40.654118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Network 4f696717-bc61-441f-983d-f3c024b729d9 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:40.660432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:40.667751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Pushing event updated for resources: {'Port': ['ID=681a1c67-bafe-440a-acf7-c42ba83ada55,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.673443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:40.676867 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317cf665-0cef-466d-a1a4-2bc9e448c69e x-openstack-request-id: req-317cf665-0cef-466d-a1a4-2bc9e448c69e {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:40.677162 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2531473b-4311-4176-9e2a-2531ecee5c2f", "tag": "a30d3b7f-665c-4c22-bb69-36d749576883", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:40.677417 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-317cf665-0cef-466d-a1a4-2bc9e448c69e {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:40.677825 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2531473b-4311-4176-9e2a-2531ecee5c2f', 'tag': 'a30d3b7f-665c-4c22-bb69-36d749576883', 'status': 'completed', 'code': 200} Jul 13 07:33:40.680258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7ce446af-aaa4-4f90-825b-9173e6e915df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06e738e02d2c4d048f04594a67b66a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053718 Jul 13 07:33:40.683119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54148) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:40.700988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6a262-2494-41cc-be64-75ae1de72025 service neutron] Pushing event updated for resources: {'Port': ['ID=a30d3b7f-665c-4c22-bb69-36d749576883,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.710060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551045a7-24fa-43a0-b093-ce00b79de24a req-1e985256-f326-4769-b9aa-305f83bc151a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.711543 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-1e985256-f326-4769-b9aa-305f83bc151a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.53 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 811 time: 0.7375009 Jul 13 07:33:40.737382 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f990d892-9efc-4456-a016-c0cc0f1984db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.737860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Attempting to bind port 681a1c67-bafe-440a-acf7-c42ba83ada55 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:40.738061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'port': {'device_id': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694', 'admin_state_up': True, 'tenant_id': '246d43c16f4a4e60ab258fe27f246a67'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:40.738245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Attempting to bind port 681a1c67-bafe-440a-acf7-c42ba83ada55 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9d212280-b576-4672-bb52-52be44d1b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:40.738645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Attempting to bind port 681a1c67-bafe-440a-acf7-c42ba83ada55 on network 4f696717-bc61-441f-983d-f3c024b729d9 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:40.743997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:40.744842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Checking segment: {'id': '9d212280-b576-4672-bb52-52be44d1b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:40.744842 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.745195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Bound using segment: {'id': '9d212280-b576-4672-bb52-52be44d1b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:40.745661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Bound port: 681a1c67-bafe-440a-acf7-c42ba83ada55, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d212280-b576-4672-bb52-52be44d1b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:40.746433 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.761059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f990d892-9efc-4456-a016-c0cc0f1984db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.800894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.812831 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cc9a4b40-351e-4d63-b61a-c88383f4d4ee tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8250461 Jul 13 07:33:40.815241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54150) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:40.819501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] For port 681a1c67-bafe-440a-acf7-c42ba83ada55, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:40.821549 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'subnet': {'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:40.822891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] For port 681a1c67-bafe-440a-acf7-c42ba83ada55, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=681a1c67-bafe-440a-acf7-c42ba83ada55,segment=NetworkSegment(9d212280-b576-4672-bb52-52be44d1b793),segment_id=9d212280-b576-4672-bb52-52be44d1b793)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:40.828027 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.837732 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.852435 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f990d892-9efc-4456-a016-c0cc0f1984db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.855057 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f990d892-9efc-4456-a016-c0cc0f1984db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.859831 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f990d892-9efc-4456-a016-c0cc0f1984db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da7abe33-302f-46b1-a38c-ad247ea6a8c5 HTTP/1.1" status: 204 len: 168 time: 0.1753087 Jul 13 07:33:40.892830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d50c30-a4e4-4869-be2a-98e99fccd23b None None] Pushing event updated for resources: {'Port': ['ID=681a1c67-bafe-440a-acf7-c42ba83ada55,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.915310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990d892-9efc-4456-a016-c0cc0f1984db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7abe33-302f-46b1-a38c-ad247ea6a8c5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.941130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-b84daa8b-f8c3-4fdc-8fa3-63cc10457729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.942677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-b84daa8b-f8c3-4fdc-8fa3-63cc10457729 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 1095 time: 0.2565937 Jul 13 07:33:40.945372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39fef42-0929-421f-8a70-34b6068028f8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.013898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-6dec1258-cd1b-45d2-bd20-7d62301b317b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a30d3b7f-665c-4c22-bb69-36d749576883 HTTP/1.1" status: 200 len: 217 time: 0.0581143 Jul 13 07:33:41.087052 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.095645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-af3ad216-e64c-4206-8ad4-d9e7469fab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.097334 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-af3ad216-e64c-4206-8ad4-d9e7469fab7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.0730367 Jul 13 07:33:41.103620 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.150178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-a63110d6-0cd5-442a-a999-6913cfa77c48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393808 Jul 13 07:33:41.255244 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea10b2d-a593-49c2-aa39-6bc1e5b2a077 req-fa7c58f5-b8c4-49ce-a407-bacf91e4c23e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.257287 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aea10b2d-a593-49c2-aa39-6bc1e5b2a077 req-fa7c58f5-b8c4-49ce-a407-bacf91e4c23e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 944 time: 0.1184304 Jul 13 07:33:41.283691 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-116602ae-0440-4443-abaf-ee886638782d req-b86e6865-eec7-4a01-a379-988727882e4b tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 210 time: 0.1353836 Jul 13 07:33:41.314037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aea10b2d-a593-49c2-aa39-6bc1e5b2a077 req-da46f088-b5c4-4ab1-9f28-f5a15a2281ae tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497458 Jul 13 07:33:41.333145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 681a1c67-bafe-440a-acf7-c42ba83ada55 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:41.342779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Made reservation on behalf of 246d43c16f4a4e60ab258fe27f246a67 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:41.345723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:41.358746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.367022 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.373703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe77a20-b1cc-40f5-b634-ec3573e3fd3b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.398570 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.400340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3e4e97c0-4340-4baa-a1c3-a19ae30f60c5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8439276 Jul 13 07:33:41.405150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54166) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:41.429282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 681a1c67-bafe-440a-acf7-c42ba83ada55 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:41.519287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-1639686c-adda-4643-8cdc-04d6609766dd service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496351 Jul 13 07:33:41.649234 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e1a5f2f2-4dc9-4a68-bfbd-af15ec05fa54 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2419329 Jul 13 07:33:41.661928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54176) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:41.672299 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2ec2e05a-b780-499e-8fbb-9ecc677f44dd tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group': {'name': 'tempest-security--582399858', 'description': 'tempest-security-description-1513223282'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:41.698790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.740685 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e05a-b780-499e-8fbb-9ecc677f44dd tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.757689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d951d7-4d44-4115-9f1f-d05783d6df3c req-9b48b11b-dae4-4bb0-93a7-157796274cee tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.764750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5d951d7-4d44-4115-9f1f-d05783d6df3c req-9b48b11b-dae4-4bb0-93a7-157796274cee tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.2079532 Jul 13 07:33:41.772128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Allocated IP 172.20.0.9 (6702adf1-d9e5-4d03-a38b-ded485002694/147eb31c-76db-4dc0-a7ad-f626b6100807/c5b5aa5e-3f52-4494-8bea-1bab4908cf61) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:41.794350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88596f36-0c86-4c5b-8bb5-da25a54089fb req-5abff003-0d3f-4344-b96c-56713f5e66d4 service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677634 Jul 13 07:33:41.823460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Subnet': ['ID=cae9b72c-780b-484a-9b1a-114ce9861340,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.834537 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5d951d7-4d44-4115-9f1f-d05783d6df3c req-f97f3ded-0522-4c48-a4c0-e38628e7d50a tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692635 Jul 13 07:33:41.837941 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e05a-b780-499e-8fbb-9ecc677f44dd tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.839141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Checking segment: {'id': 'f6f1783b-441c-41ef-9de4-999f96f26567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:41.839623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network hostable DHCP agents. Network: 7a6baf39-155d-4a44-b22c-81d33a617ba1, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:41.857235 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e05a-b780-499e-8fbb-9ecc677f44dd tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.866246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e05a-b780-499e-8fbb-9ecc677f44dd tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.870909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2ec2e05a-b780-499e-8fbb-9ecc677f44dd tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "PUT /v2.0/security-groups/abe77a20-b1cc-40f5-b634-ec3573e3fd3b HTTP/1.1" status: 200 len: 1779 time: 0.2079389 Jul 13 07:33:41.871789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54184) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:41.885402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network 7a6baf39-155d-4a44-b22c-81d33a617ba1 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:41.922951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 7a6baf39-155d-4a44-b22c-81d33a617ba1) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:41.934607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adcf81a-0358-4894-95fe-2526a7e283bc None None] Network 7a6baf39-155d-4a44-b22c-81d33a617ba1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:41.935285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.935827 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.942932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2e05a-b780-499e-8fbb-9ecc677f44dd tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe77a20-b1cc-40f5-b634-ec3573e3fd3b,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.959460 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3eba273b-1eec-43e9-9d7d-4161bdf8e55f tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups/abe77a20-b1cc-40f5-b634-ec3573e3fd3b HTTP/1.1" status: 200 len: 1779 time: 0.0823107 Jul 13 07:33:41.959646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54186) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:41.970112 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ef28e566-e012-4eb2-8a77-15ef984e9a42 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1537120 Jul 13 07:33:42.116670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d774-8474-467e-a873-06db5d77171f req-46a10959-147f-4be7-92e2-c0f328424b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.119350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c2d774-8474-467e-a873-06db5d77171f req-46a10959-147f-4be7-92e2-c0f328424b4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 1095 time: 0.2547414 Jul 13 07:33:42.130389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54198) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:42.188599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.214656 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a9c714-d2dd-4c1e-a082-7c493b1a7bb4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.225761 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-7a6baf39-155d-4a44-b22c-81d33a617ba1', 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'fixed_ips': [{'subnet_id': 'cae9b72c-780b-484a-9b1a-114ce9861340'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:42.227861 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.319102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1167962055-network', 'tenant_id': '6e022d6d4c4349bfaa1a0c945146e9bd'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:42.321369 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a9c714-d2dd-4c1e-a082-7c493b1a7bb4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.358300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Made reservation on behalf of 6e022d6d4c4349bfaa1a0c945146e9bd for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:42.361466 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.381892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede29e8-ba4c-4f3c-9f2f-7d3199634112 None None] Network 4f696717-bc61-441f-983d-f3c024b729d9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:42.401053 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a9c714-d2dd-4c1e-a082-7c493b1a7bb4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.403681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a9c714-d2dd-4c1e-a082-7c493b1a7bb4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.407898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-46a9c714-d2dd-4c1e-a082-7c493b1a7bb4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-groups/abe77a20-b1cc-40f5-b634-ec3573e3fd3b HTTP/1.1" status: 204 len: 168 time: 0.4416707 Jul 13 07:33:42.418718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54210) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:42.432143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Allocated IP 19.86.0.2 (7a6baf39-155d-4a44-b22c-81d33a617ba1/cae9b72c-780b-484a-9b1a-114ce9861340/13cd8088-0abd-4c97-a378-558b89e1617a) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:42.444982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9c714-d2dd-4c1e-a082-7c493b1a7bb4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe77a20-b1cc-40f5-b634-ec3573e3fd3b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.491943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cd1f76e7-f138-4445-b5fe-41786f8301de None None] Provisioning for port 681a1c67-bafe-440a-acf7-c42ba83ada55 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:42.494935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5767761-5b7f-48b8-97db-99306541fc7b req-cd71790c-fbab-430e-af3f-bc51d2b7c1cc tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 210 time: 0.0751996 Jul 13 07:33:42.505403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d774-8474-467e-a873-06db5d77171f req-9f6c3594-4730-456e-ae54-7cf40fbcabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.507027 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c2d774-8474-467e-a873-06db5d77171f req-9f6c3594-4730-456e-ae54-7cf40fbcabd7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 912 time: 0.3703196 Jul 13 07:33:42.513995 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.523329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cd1f76e7-f138-4445-b5fe-41786f8301de None None] Provisioning complete for port 681a1c67-bafe-440a-acf7-c42ba83ada55 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:42.523833 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd1f76e7-f138-4445-b5fe-41786f8301de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.549478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-07df20e0-5ed1-4750-bc96-a822cd90d958 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1267722 Jul 13 07:33:42.599496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54214) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:42.614909 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c2d774-8474-467e-a873-06db5d77171f req-8fe0144d-b191-446e-9d60-55602efe3e0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a30d3b7f-665c-4c22-bb69-36d749576883 HTTP/1.1" status: 200 len: 217 time: 0.0956919 Jul 13 07:33:42.633887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Network 6702adf1-d9e5-4d03-a38b-ded485002694 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:42.644341 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-dc22bccf-58ec-42b0-a217-2450003ee0ea tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] delete failed (client error): The resource could not be found. Jul 13 07:33:42.645465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dc22bccf-58ec-42b0-a217-2450003ee0ea tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-groups/abe77a20-b1cc-40f5-b634-ec3573e3fd3b HTTP/1.1" status: 404 len: 347 time: 0.0424352 Jul 13 07:33:42.649381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:42.651084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54216) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:42.677599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a7075f17-ec8a-462e-a7a2-4cfa7d915d95 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group': {'name': 'tempest-secgroup--354055089'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:42.684580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:42.692049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'Port': ['ID=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.699345 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.747884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-3165b2bb-f0b8-4761-b801-07883c0f81da tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.755024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-3165b2bb-f0b8-4761-b801-07883c0f81da tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.760336 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-3165b2bb-f0b8-4761-b801-07883c0f81da tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/networks?id=4f696717-bc61-441f-983d-f3c024b729d9&id=7a6baf39-155d-4a44-b22c-81d33a617ba1 HTTP/1.1" status: 200 len: 1392 time: 0.5683017 Jul 13 07:33:42.775470 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-33625e17-6c2f-43ca-97f8-bc73e6707c49 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/quotas/1883df5fb2884c2599a746f22e283eae HTTP/1.1" status: 200 len: 375 time: 0.0110502 Jul 13 07:33:42.783410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2d774-8474-467e-a873-06db5d77171f req-609c3996-643b-4a52-b395-9a059d4dcce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.784966 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c2d774-8474-467e-a873-06db5d77171f req-609c3996-643b-4a52-b395-9a059d4dcce5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.1535940 Jul 13 07:33:42.811518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.812914 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.816485 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd1f76e7-f138-4445-b5fe-41786f8301de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.818827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7075f17-ec8a-462e-a7a2-4cfa7d915d95 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.819204 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.840583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Transition to ACTIVE for port object 13cd8088-0abd-4c97-a378-558b89e1617a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:42.850856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c2d774-8474-467e-a873-06db5d77171f req-720aa9f5-8505-4349-ba8e-6b7204d99458 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573764 Jul 13 07:33:42.882617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cd1f76e7-f138-4445-b5fe-41786f8301de None None] For port 681a1c67-bafe-440a-acf7-c42ba83ada55, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=681a1c67-bafe-440a-acf7-c42ba83ada55,segment=NetworkSegment(9d212280-b576-4672-bb52-52be44d1b793),segment_id=9d212280-b576-4672-bb52-52be44d1b793)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:42.883895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Transition to ACTIVE for port object 13cd8088-0abd-4c97-a378-558b89e1617a will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:42.889873 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd1f76e7-f138-4445-b5fe-41786f8301de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.894228 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-8a2a2957-9ca7-4613-996f-4887b59654ed tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1883df5fb2884c2599a746f22e283eae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1093764 Jul 13 07:33:42.899431 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.926546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18910e4-5f1f-49f5-bc52-f471103560e7 req-b7c6fa33-9179-4773-8247-08e5bfbde16c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.928051 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d18910e4-5f1f-49f5-bc52-f471103560e7 req-b7c6fa33-9179-4773-8247-08e5bfbde16c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 944 time: 0.2384741 Jul 13 07:33:42.955790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Network 7a6baf39-155d-4a44-b22c-81d33a617ba1 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:42.958699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:42.961985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:43.027603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.038415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.051289 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d18910e4-5f1f-49f5-bc52-f471103560e7 req-91c1c8a7-2cd3-4b4d-a246-63e5eb681d61 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640502 Jul 13 07:33:43.052936 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c2d774-8474-467e-a873-06db5d77171f req-c1324cc7-c238-4abe-9407-33f6ca65b781 service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908016 Jul 13 07:33:43.076165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-506a7f18-228e-4ac6-ac0e-b6e10331296d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3326688 Jul 13 07:33:43.087642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-b03e0e4e-63bc-474a-8783-b77087b92f1f service neutron] 10.222.0.44 "GET /v2.0/networks/4f696717-bc61-441f-983d-f3c024b729d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709776 Jul 13 07:33:43.093661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Request body: {'port': {'device_id': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:43.115676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:43.125798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9533c8b5-ee68-437c-bba8-b927a1b3af64,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.168739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.169276 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Added segment 731f6695-dfc8-4777-b05e-acf756c87b7b of type vlan for network 960ed7cd-d877-4a01-884a-e97fd52f75f6 Jul 13 07:33:43.240354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f76e7-f138-4445-b5fe-41786f8301de None None] Pushing event updated for resources: {'Port': ['ID=681a1c67-bafe-440a-acf7-c42ba83ada55,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.264719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.301497 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-e7c1275e-4425-47c7-a2e2-4aae5c8d7c36 service neutron] 10.222.0.44 "GET /v2.0/networks/4f696717-bc61-441f-983d-f3c024b729d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121153 Jul 13 07:33:43.321299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Attempting to bind port 13cd8088-0abd-4c97-a378-558b89e1617a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:43.321299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Attempting to bind port 13cd8088-0abd-4c97-a378-558b89e1617a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'f6f1783b-441c-41ef-9de4-999f96f26567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:43.321696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Attempting to bind port 13cd8088-0abd-4c97-a378-558b89e1617a on network 7a6baf39-155d-4a44-b22c-81d33a617ba1 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:43.333591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:43.333889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Checking segment: {'id': 'f6f1783b-441c-41ef-9de4-999f96f26567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:43.334221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.334660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Bound using segment: {'id': 'f6f1783b-441c-41ef-9de4-999f96f26567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:43.335215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Bound port: 13cd8088-0abd-4c97-a378-558b89e1617a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f1783b-441c-41ef-9de4-999f96f26567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:43.335745 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.339767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Pushing event updated for resources: {'Port': ['ID=13cd8088-0abd-4c97-a378-558b89e1617a,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.348520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4488439b-0e85-4a47-ac79-546486bfedd0 None None] Provisioning complete for port 681a1c67-bafe-440a-acf7-c42ba83ada55 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:43.349489 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4488439b-0e85-4a47-ac79-546486bfedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.349920 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.357990 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c2d774-8474-467e-a873-06db5d77171f req-798dd0aa-5a96-404e-8c7b-c4ad5d9d2a7d service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773848 Jul 13 07:33:43.385247 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.385442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.386053 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.417160 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7075f17-ec8a-462e-a7a2-4cfa7d915d95 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.427500 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7075f17-ec8a-462e-a7a2-4cfa7d915d95 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.446721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3153040 Jul 13 07:33:43.472662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54222) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.473977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7075f17-ec8a-462e-a7a2-4cfa7d915d95 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63762d75-01fc-431d-ac8b-2d530297b387,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.477373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff597d81-903d-4c3a-b431-2198a5f54dbf admin admin] Pushing event updated for resources: {'Network': ['ID=960ed7cd-d877-4a01-884a-e97fd52f75f6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.481183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7075f17-ec8a-462e-a7a2-4cfa7d915d95 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.482788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a7075f17-ec8a-462e-a7a2-4cfa7d915d95 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8089797 Jul 13 07:33:43.491185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-ed841f4c-adc8-4de3-a175-36b869fcb524 service neutron] 10.222.0.44 "GET /v2.0/networks/7a6baf39-155d-4a44-b22c-81d33a617ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884580 Jul 13 07:33:43.492861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54224) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.504688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Request body: {'subnet': {'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1167962055-subnet', 'tenant_id': '6e022d6d4c4349bfaa1a0c945146e9bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:43.504906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-127248fb-ead7-43d8-af9b-35199a988e4e tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': '63762d75-01fc-431d-ac8b-2d530297b387', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:43.517407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] For port 13cd8088-0abd-4c97-a378-558b89e1617a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:43.520209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 960ed7cd-d877-4a01-884a-e97fd52f75f6 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:43.562840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] For port 13cd8088-0abd-4c97-a378-558b89e1617a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=13cd8088-0abd-4c97-a378-558b89e1617a,segment=NetworkSegment(f6f1783b-441c-41ef-9de4-999f96f26567),segment_id=f6f1783b-441c-41ef-9de4-999f96f26567)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:43.572863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.592513 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-127248fb-ead7-43d8-af9b-35199a988e4e tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.632139 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-af426131-35a9-4581-a341-10bbb753c442 service neutron] 10.222.0.44 "GET /v2.0/networks/7a6baf39-155d-4a44-b22c-81d33a617ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399713 Jul 13 07:33:43.633984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Made reservation on behalf of 6e022d6d4c4349bfaa1a0c945146e9bd for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:43.636930 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.668580 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-127248fb-ead7-43d8-af9b-35199a988e4e tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.677539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-127248fb-ead7-43d8-af9b-35199a988e4e tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.699062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f79ee-14e3-4383-84e7-26a70c7bc226 None None] Pushing event updated for resources: {'Port': ['ID=13cd8088-0abd-4c97-a378-558b89e1617a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.703678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127248fb-ead7-43d8-af9b-35199a988e4e tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889c4c2f-c380-4ffb-ac42-c4256d59ae81,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.722646 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-127248fb-ead7-43d8-af9b-35199a988e4e tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.726544 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-127248fb-ead7-43d8-af9b-35199a988e4e tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2235889 Jul 13 07:33:43.726974 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54228) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.773664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4099ff5-3f71-4efd-a30f-99f0018a2f17 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.786159 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4099ff5-3f71-4efd-a30f-99f0018a2f17 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.786302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1c32-0505-44b0-bfa5-9e33b838b44c req-e1db4efd-d744-4297-80d9-1d812bfa0d09 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:43.793563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5cab1c32-0505-44b0-bfa5-9e33b838b44c req-e1db4efd-d744-4297-80d9-1d812bfa0d09 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.2808065 Jul 13 07:33:43.836708 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4099ff5-3f71-4efd-a30f-99f0018a2f17 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.845316 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4099ff5-3f71-4efd-a30f-99f0018a2f17 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.846565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e4099ff5-3f71-4efd-a30f-99f0018a2f17 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/889c4c2f-c380-4ffb-ac42-c4256d59ae81 HTTP/1.1" status: 204 len: 168 time: 0.1188285 Jul 13 07:33:43.854239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54234) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.863819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4099ff5-3f71-4efd-a30f-99f0018a2f17 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=889c4c2f-c380-4ffb-ac42-c4256d59ae81,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.929621 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5cab1c32-0505-44b0-bfa5-9e33b838b44c req-668a8c5d-9b43-4939-814d-aa68d811fb59 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350706 Jul 13 07:33:44.038154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647772d-f2c8-4494-b986-3a20fc742f6a req-201d995f-9168-4a7e-9237-18053ee8f74d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.046012 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e647772d-f2c8-4494-b986-3a20fc742f6a req-201d995f-9168-4a7e-9237-18053ee8f74d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 931 time: 0.1202252 Jul 13 07:33:44.050052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2ee15c86-e35d-4ea0-9abc-9a52f4a53e6b tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1905441 Jul 13 07:33:44.053473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54236) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:44.103963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-060a3e59-2464-4f61-94b5-947466e44704 req-4dac0344-863d-4425-8b03-0d76f8269a00 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 210 time: 0.0549643 Jul 13 07:33:44.111166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b5aa5e-3f52-4494-8bea-1bab4908cf61 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:44.123245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e647772d-f2c8-4494-b986-3a20fc742f6a req-7e74c700-07ca-4493-93be-63c8b864c264 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761714 Jul 13 07:33:44.142593 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.162950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5d724a72-0913-478e-975e-ef174e5fa03d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.191401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Transition to ACTIVE for port object c5b5aa5e-3f52-4494-8bea-1bab4908cf61 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:44.201550 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5d724a72-0913-478e-975e-ef174e5fa03d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.201779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.213170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.220771 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f21487f-fc63-40b1-b8d1-9164ff421547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.279009 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5d724a72-0913-478e-975e-ef174e5fa03d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.282673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5d724a72-0913-478e-975e-ef174e5fa03d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.284151 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5d724a72-0913-478e-975e-ef174e5fa03d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-groups/63762d75-01fc-431d-ac8b-2d530297b387 HTTP/1.1" status: 204 len: 168 time: 0.2287695 Jul 13 07:33:44.289344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54246) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:44.311640 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d724a72-0913-478e-975e-ef174e5fa03d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63762d75-01fc-431d-ac8b-2d530297b387,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:44.336185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:44.362014 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2da849c4-898e-4e5c-aa78-e7aa03373b5a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699410 Jul 13 07:33:44.366383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54252) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:44.377652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0e69028f-fe85-4f42-ba1d-340d4fcf29e5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074648709'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:44.415682 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e69028f-fe85-4f42-ba1d-340d4fcf29e5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.543590 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e69028f-fe85-4f42-ba1d-340d4fcf29e5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.552966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e69028f-fe85-4f42-ba1d-340d4fcf29e5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.586356 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0e69028f-fe85-4f42-ba1d-340d4fcf29e5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.590424 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0e69028f-fe85-4f42-ba1d-340d4fcf29e5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2202842 Jul 13 07:33:44.590584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54254) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:44.595863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c146fc8f-9296-4f53-9036-014267e7be9d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': 'cd38564e-f8a9-4b2b-aab4-ca4b1eea4940', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:44.604659 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69028f-fe85-4f42-ba1d-340d4fcf29e5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd38564e-f8a9-4b2b-aab4-ca4b1eea4940,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:44.641591 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c146fc8f-9296-4f53-9036-014267e7be9d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.658939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a30d3b7f-665c-4c22-bb69-36d749576883 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:44.681594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7acbba-a02a-4bed-812d-782215b4d99b,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:44.711853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Checking segment: {'id': '731f6695-dfc8-4777-b05e-acf756c87b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:44.712311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Network hostable DHCP agents. Network: 960ed7cd-d877-4a01-884a-e97fd52f75f6, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:44.758473 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c146fc8f-9296-4f53-9036-014267e7be9d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.765760 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c146fc8f-9296-4f53-9036-014267e7be9d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.767538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba95b79-0b41-403d-a8f9-d430c43d7587 req-211c6d40-95f8-49ab-8d80-1d6267b2f8fb tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.775482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba95b79-0b41-403d-a8f9-d430c43d7587 req-211c6d40-95f8-49ab-8d80-1d6267b2f8fb tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 944 time: 0.5007651 Jul 13 07:33:44.792965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Network 960ed7cd-d877-4a01-884a-e97fd52f75f6 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:44.795935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146fc8f-9296-4f53-9036-014267e7be9d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d064dc-3671-4a9c-b1a1-b76b2112a483,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:44.807326 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c146fc8f-9296-4f53-9036-014267e7be9d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.811794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Attempting to bind port c5b5aa5e-3f52-4494-8bea-1bab4908cf61 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:44.812982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Attempting to bind port c5b5aa5e-3f52-4494-8bea-1bab4908cf61 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '5ed68807-0595-4dcc-a797-f19c4b3f5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:44.813602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Attempting to bind port c5b5aa5e-3f52-4494-8bea-1bab4908cf61 on network 6702adf1-d9e5-4d03-a38b-ded485002694 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:44.814433 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c146fc8f-9296-4f53-9036-014267e7be9d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2228167 Jul 13 07:33:44.815593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54256) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:44.822452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4e48e019-60f1-408c-a039-3ffe76332e47 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': 'cd38564e-f8a9-4b2b-aab4-ca4b1eea4940', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:44.824236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Port c5b5aa5e-3f52-4494-8bea-1bab4908cf61 on network 6702adf1-d9e5-4d03-a38b-ded485002694 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:44.824775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Attempting to bind port c5b5aa5e-3f52-4494-8bea-1bab4908cf61 on network 6702adf1-d9e5-4d03-a38b-ded485002694 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:44.837103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 960ed7cd-d877-4a01-884a-e97fd52f75f6) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:44.843099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:44.844305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Checking segment: {'id': '5ed68807-0595-4dcc-a797-f19c4b3f5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:44.844912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Bound using segment: {'id': '5ed68807-0595-4dcc-a797-f19c4b3f5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:44.845670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Bound port: c5b5aa5e-3f52-4494-8bea-1bab4908cf61, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed68807-0595-4dcc-a797-f19c4b3f5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:44.846293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.851753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.852594 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.879190 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e48e019-60f1-408c-a039-3ffe76332e47 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.879400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ba95b79-0b41-403d-a8f9-d430c43d7587 req-dc68374d-ad6f-4a91-a3ec-4adbc8b6cda3 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991750 Jul 13 07:33:44.914342 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1ddb6d2b-8048-40cc-87d9-229f6ecb72de admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4304955 Jul 13 07:33:44.924421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a30d3b7f-665c-4c22-bb69-36d749576883, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a30d3b7f-665c-4c22-bb69-36d749576883,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:44.943698 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534ff72a-6dd9-4fa9-887d-a969f4c5a221 None None] Network 960ed7cd-d877-4a01-884a-e97fd52f75f6 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:45.019309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] For port c5b5aa5e-3f52-4494-8bea-1bab4908cf61, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:45.028994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] For port c5b5aa5e-3f52-4494-8bea-1bab4908cf61, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:45.050461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'a30d3b7f-665c-4c22-bb69-36d749576883', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'port_id': 'a30d3b7f-665c-4c22-bb69-36d749576883', 'mac_address': 'fa:16:3e:b9:80:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab40a5cf-dc2a-4c9d-8e41-a9ed215df390', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:45.051628 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e48e019-60f1-408c-a039-3ffe76332e47 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.054306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.061539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e48e019-60f1-408c-a039-3ffe76332e47 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.113494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.113494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.113494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] 10.222.0.53 "PUT /v2.0/ports/c5b5aa5e-3f52-4494-8bea-1bab4908cf61 HTTP/1.1" status: 200 len: 1091 time: 2.0255151 Jul 13 07:33:45.113494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'tag': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:45.113494 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296c1f22-d845-434b-96ba-ff64bfe5d5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a469698a-c6ad-4309-8dca-b7df6bae7951", "tag": "c5b5aa5e-3f52-4494-8bea-1bab4908cf61"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:45.140167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48e019-60f1-408c-a039-3ffe76332e47 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd49fff0-0a79-40e6-a5a4-9c9c73c04e88,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:45.158734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e48e019-60f1-408c-a039-3ffe76332e47 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.159073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c503a-cd4c-48fa-b435-089c368d0ee8 None None] Network 7a6baf39-155d-4a44-b22c-81d33a617ba1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:45.166966 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4e48e019-60f1-408c-a039-3ffe76332e47 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3502347 Jul 13 07:33:45.169258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54270) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:45.179661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-94d1078d-f353-4eb1-9199-c8dd9302f80d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': 'cd38564e-f8a9-4b2b-aab4-ca4b1eea4940', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:45.192914 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca1a439-bc7c-476a-8d51-93b1b40a94ee x-openstack-request-id: req-dca1a439-bc7c-476a-8d51-93b1b40a94ee {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:45.194353 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a469698a-c6ad-4309-8dca-b7df6bae7951", "tag": "c5b5aa5e-3f52-4494-8bea-1bab4908cf61", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:45.194829 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dca1a439-bc7c-476a-8d51-93b1b40a94ee {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:45.196468 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'tag': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61', 'status': 'completed', 'code': 200} Jul 13 07:33:45.233173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94d1078d-f353-4eb1-9199-c8dd9302f80d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.245021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d1621-4e79-4b4f-801b-8efd335bbfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:45.252316 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.307683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551045a7-24fa-43a0-b093-ce00b79de24a req-7dc84f8b-38ab-435a-b7a6-c2d8666fb1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.309946 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-7dc84f8b-38ab-435a-b7a6-c2d8666fb1ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1094 time: 0.1373963 Jul 13 07:33:45.360310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259617c-76e7-490e-a98d-798e005cecdc req-8e240401-91f7-487b-9f15-a92fe606d9d1 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.368811 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3259617c-76e7-490e-a98d-798e005cecdc req-8e240401-91f7-487b-9f15-a92fe606d9d1 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.2657988 Jul 13 07:33:45.372343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-da7561c3-8510-4a4b-8a46-db23a7b520db None None] Provisioning for port 13cd8088-0abd-4c97-a378-558b89e1617a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:45.378096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d3b7f-665c-4c22-bb69-36d749576883 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:45.399449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94d1078d-f353-4eb1-9199-c8dd9302f80d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.402110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a30d3b7f-665c-4c22-bb69-36d749576883, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a30d3b7f-665c-4c22-bb69-36d749576883,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:45.408151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb9abf2-86ac-4e8a-b0c1-b7cc547af406 None None] Network 960ed7cd-d877-4a01-884a-e97fd52f75f6 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:45.422827 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94d1078d-f353-4eb1-9199-c8dd9302f80d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.428639 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-5d64bc06-3165-4c8c-a7fe-f6df26a780d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61 HTTP/1.1" status: 200 len: 217 time: 0.1040206 Jul 13 07:33:45.453594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-075b3c6c-de6a-41b4-940e-b107c8e9dbc8 req-ff8f20d8-11cf-4aaf-95a8-0e797b0d7258 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 210 time: 0.0406873 Jul 13 07:33:45.458324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1078d-f353-4eb1-9199-c8dd9302f80d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f98a363-5dbe-4a31-9142-6bc35010e68f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:45.463175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94d1078d-f353-4eb1-9199-c8dd9302f80d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.464687 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-94d1078d-f353-4eb1-9199-c8dd9302f80d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2927103 Jul 13 07:33:45.468737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54276) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:45.475145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d2854419-6267-4392-9f3c-2802644082ef tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': 'cd38564e-f8a9-4b2b-aab4-ca4b1eea4940', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:45.509861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 681a1c67-bafe-440a-acf7-c42ba83ada55 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:45.510789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551045a7-24fa-43a0-b093-ce00b79de24a req-7ca30158-bcfd-425b-b368-953c7845c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.515307 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-7ca30158-bcfd-425b-b368-953c7845c07c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147eb31c-76db-4dc0-a7ad-f626b6100807 HTTP/1.1" status: 200 len: 851 time: 0.0656691 Jul 13 07:33:45.522934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3259617c-76e7-490e-a98d-798e005cecdc req-79a48298-42ed-4a22-84b4-351b76d3e93f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312933 Jul 13 07:33:45.557528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2854419-6267-4392-9f3c-2802644082ef tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.579596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.586911 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-554fcb96-c904-47d9-9f0f-0645ed0edf78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6702adf1-d9e5-4d03-a38b-ded485002694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643990 Jul 13 07:33:45.711671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 681a1c67-bafe-440a-acf7-c42ba83ada55 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:45.711983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.779130 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-2b0266c0-44ff-452e-b952-093fd9a48546 service neutron] 10.222.0.53 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828952 Jul 13 07:33:45.799161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73867b3d-7a4a-4e54-8edf-8e8730b137f8 req-4c15629e-fca9-45d3-bce7-72dabea4d597 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.806438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-73867b3d-7a4a-4e54-8edf-8e8730b137f8 req-4c15629e-fca9-45d3-bce7-72dabea4d597 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 943 time: 0.1433015 Jul 13 07:33:45.821604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=a30d3b7f-665c-4c22-bb69-36d749576883,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:45.871805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 13cd8088-0abd-4c97-a378-558b89e1617a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:45.903008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-d7771757-f030-4ab6-a3a3-f5882861f19c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.914848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-d7771757-f030-4ab6-a3a3-f5882861f19c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.918161 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-d7771757-f030-4ab6-a3a3-f5882861f19c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.53 "GET /v2.0/networks?id=4f696717-bc61-441f-983d-f3c024b729d9&id=7a6baf39-155d-4a44-b22c-81d33a617ba1 HTTP/1.1" status: 200 len: 1392 time: 0.3274305 Jul 13 07:33:45.939650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-73867b3d-7a4a-4e54-8edf-8e8730b137f8 req-e38520e9-0262-47ef-ac62-517b0eeb02ad tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241164 Jul 13 07:33:45.940367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a30d3b7f-665c-4c22-bb69-36d749576883'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:45.947144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 13cd8088-0abd-4c97-a378-558b89e1617a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:45.980103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'port': {'device_id': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9', 'admin_state_up': True, 'tenant_id': '1883df5fb2884c2599a746f22e283eae'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:45.982661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-551045a7-24fa-43a0-b093-ce00b79de24a req-bd0f8e77-5e85-47c7-8330-8fb631621454 service neutron] 10.222.0.53 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930025 Jul 13 07:33:45.988902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 13cd8088-0abd-4c97-a378-558b89e1617a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:45.989373 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.138352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c1f22-d845-434b-96ba-ff64bfe5d5ae req-71ce2bc0-b4d5-4a8b-ac0d-a65849973f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.140001 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-296c1f22-d845-434b-96ba-ff64bfe5d5ae req-71ce2bc0-b4d5-4a8b-ac0d-a65849973f45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1094 time: 0.0866585 Jul 13 07:33:46.157803 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2854419-6267-4392-9f3c-2802644082ef tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.170004 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.174802 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2854419-6267-4392-9f3c-2802644082ef tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.240079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 13cd8088-0abd-4c97-a378-558b89e1617a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=13cd8088-0abd-4c97-a378-558b89e1617a,segment=NetworkSegment(f6f1783b-441c-41ef-9de4-999f96f26567),segment_id=f6f1783b-441c-41ef-9de4-999f96f26567)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:46.242762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-a436725e-ac16-46bc-a88d-931a662cabe4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.250924 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-a436725e-ac16-46bc-a88d-931a662cabe4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 814 time: 0.3313522 Jul 13 07:33:46.253272 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.255914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2854419-6267-4392-9f3c-2802644082ef tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3964e54f-87d5-4f35-acb3-741a9d28e5b0,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:46.276880 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-fc281276-cebb-4a80-bb2f-ffa6d3a9c005 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/quotas/6e022d6d4c4349bfaa1a0c945146e9bd HTTP/1.1" status: 200 len: 375 time: 0.0250037 Jul 13 07:33:46.278801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2854419-6267-4392-9f3c-2802644082ef tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.279930 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d2854419-6267-4392-9f3c-2802644082ef tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8099556 Jul 13 07:33:46.285262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54292) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:46.324241 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9839f83e-829c-4fbc-a8b0-f870ee1c5c00 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462234 Jul 13 07:33:46.329506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=13cd8088-0abd-4c97-a378-558b89e1617a,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:46.336182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-522c9cb3-6a10-45f0-aae7-3db00b66f874 None None] Provisioning complete for port 13cd8088-0abd-4c97-a378-558b89e1617a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:46.336579 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-522c9cb3-6a10-45f0-aae7-3db00b66f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.337972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c1f22-d845-434b-96ba-ff64bfe5d5ae req-415bd198-0e11-481a-bfd3-ed16c1ca05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.344618 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-296c1f22-d845-434b-96ba-ff64bfe5d5ae req-415bd198-0e11-481a-bfd3-ed16c1ca05f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 912 time: 0.1959796 Jul 13 07:33:46.346577 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-230cd8e6-5154-4258-9fbc-0cdab04e6212 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': 'cd38564e-f8a9-4b2b-aab4-ca4b1eea4940', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:46.382980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:46.386876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.395542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-296c1f22-d845-434b-96ba-ff64bfe5d5ae req-2e44ac84-e9be-4775-ac2a-2545112ec96c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61 HTTP/1.1" status: 200 len: 217 time: 0.0437210 Jul 13 07:33:46.485338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c1f22-d845-434b-96ba-ff64bfe5d5ae req-3d952d61-a2a5-4707-9db5-67916bc88fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.486805 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-296c1f22-d845-434b-96ba-ff64bfe5d5ae req-3d952d61-a2a5-4707-9db5-67916bc88fe9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147eb31c-76db-4dc0-a7ad-f626b6100807 HTTP/1.1" status: 200 len: 851 time: 0.0838907 Jul 13 07:33:46.488177 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-230cd8e6-5154-4258-9fbc-0cdab04e6212 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.525033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-296c1f22-d845-434b-96ba-ff64bfe5d5ae req-ee9477f3-89c9-44cb-9836-db346a5ecef7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6702adf1-d9e5-4d03-a38b-ded485002694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299277 Jul 13 07:33:46.537186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67423cfd-aa26-4716-b9ea-60e950e0707b req-bab871ac-cb45-44d5-82ba-5144f0969c2a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.538658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67423cfd-aa26-4716-b9ea-60e950e0707b req-bab871ac-cb45-44d5-82ba-5144f0969c2a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 945 time: 0.1370888 Jul 13 07:33:46.543555 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-7f8d9db5-8ebb-47c4-b23e-7e1dbcab4bd9 service neutron] 10.222.0.44 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171264 Jul 13 07:33:46.632231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67423cfd-aa26-4716-b9ea-60e950e0707b req-622311b2-7bdd-4878-8c88-21c6ccdce40e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846863 Jul 13 07:33:46.663022 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-296c1f22-d845-434b-96ba-ff64bfe5d5ae req-fccc76bf-5f3d-4414-b610-4f5936121c4c service neutron] 10.222.0.53 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233535 Jul 13 07:33:46.676163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a30d3b7f-665c-4c22-bb69-36d749576883 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:46.692331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Allocated IP 19.80.0.86 (4f696717-bc61-441f-983d-f3c024b729d9/f3d995b5-9455-4328-8d9b-cc93716bc94e/73c2ffce-ae19-48c6-b902-e94ca0e7eba1) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:46.695333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-230cd8e6-5154-4258-9fbc-0cdab04e6212 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.710104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-230cd8e6-5154-4258-9fbc-0cdab04e6212 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.751887 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port a30d3b7f-665c-4c22-bb69-36d749576883 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:46.755960 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port a30d3b7f-665c-4c22-bb69-36d749576883 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:46.756439 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.759575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cd8e6-5154-4258-9fbc-0cdab04e6212 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750a0287-f71e-4e16-b225-e1537baa1a17,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:46.765106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-34701156-f12e-4e6a-bd54-deb26f75887e service neutron] 10.222.0.44 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130594 Jul 13 07:33:46.769689 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-230cd8e6-5154-4258-9fbc-0cdab04e6212 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.770966 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-230cd8e6-5154-4258-9fbc-0cdab04e6212 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4564118 Jul 13 07:33:46.774176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54298) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:46.793942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-296c1f22-d845-434b-96ba-ff64bfe5d5ae req-664f1632-7b35-4f3e-a8bd-b39451771827 service neutron] 10.222.0.53 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239135 Jul 13 07:33:46.838580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c2674297-88a2-432d-9264-aeaaf1d6a203 req-199f7761-8136-4a09-8ee4-1a4af6dd7838 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 210 time: 0.0651610 Jul 13 07:33:46.864132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7755-84b9-45e7-9493-58595ebd4535 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.872896 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.882843 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7755-84b9-45e7-9493-58595ebd4535 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.942136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a30d3b7f-665c-4c22-bb69-36d749576883, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a30d3b7f-665c-4c22-bb69-36d749576883,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:46.947098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2531473b-4311-4176-9e2a-2531ecee5c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d3b7f-665c-4c22-bb69-36d749576883'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:46.949785 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f306a2e-1303-4ae4-90a1-8eafd5c0c868" -d '{"events": [{"server_uuid": "2531473b-4311-4176-9e2a-2531ecee5c2f", "name": "network-vif-plugged", "status": "completed", "tag": "a30d3b7f-665c-4c22-bb69-36d749576883"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:46.955060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7755-84b9-45e7-9493-58595ebd4535 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.962779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7755-84b9-45e7-9493-58595ebd4535 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.966875 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6b1e7755-84b9-45e7-9493-58595ebd4535 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/750a0287-f71e-4e16-b225-e1537baa1a17 HTTP/1.1" status: 204 len: 168 time: 0.1886051 Jul 13 07:33:46.967033 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.967134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54306) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:46.982515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e7755-84b9-45e7-9493-58595ebd4535 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=750a0287-f71e-4e16-b225-e1537baa1a17,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:47.024808 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.063400 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24339bdc-f77f-43d8-a506-7ef83fa37cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.064930 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.072321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=a30d3b7f-665c-4c22-bb69-36d749576883,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:47.083435 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b55147c-eca5-4646-bc16-4761c43e8e74 req-a3a14273-b17f-47c8-9a87-3f40c1653037 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 210 time: 0.0560861 Jul 13 07:33:47.084556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Transition to ACTIVE for port object 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:47.127449 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ba6746a0-5553-4b12-b76b-0f381e23a9a8 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1566722 Jul 13 07:33:47.129077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54312) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:47.141658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57dbaa-c5f4-45ee-8972-f24ef481d634 req-38bf7f9a-611a-4cc8-9300-61de66a752e2 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:47.143199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed57dbaa-c5f4-45ee-8972-f24ef481d634 req-38bf7f9a-611a-4cc8-9300-61de66a752e2 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.0825393 Jul 13 07:33:47.168098 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfbfe04-843d-4bda-83a8-6c7a804e7859 x-openstack-request-id: req-2bfbfe04-843d-4bda-83a8-6c7a804e7859 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:47.168421 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2531473b-4311-4176-9e2a-2531ecee5c2f", "name": "network-vif-plugged", "status": "completed", "tag": "a30d3b7f-665c-4c22-bb69-36d749576883", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:47.168675 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bfbfe04-843d-4bda-83a8-6c7a804e7859 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:47.169078 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2531473b-4311-4176-9e2a-2531ecee5c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d3b7f-665c-4c22-bb69-36d749576883', 'code': 200} Jul 13 07:33:47.174173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e47a59d0-f424-4b52-8c78-3a0af69c621a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.186192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e47a59d0-f424-4b52-8c78-3a0af69c621a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.222676 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.223230 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed57dbaa-c5f4-45ee-8972-f24ef481d634 req-b02c684c-de2c-4636-b46f-5ec47140544d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698698 Jul 13 07:33:47.292944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 13cd8088-0abd-4c97-a378-558b89e1617a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:47.294100 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network 4f696717-bc61-441f-983d-f3c024b729d9 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:47.294904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e47a59d0-f424-4b52-8c78-3a0af69c621a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.312674 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e47a59d0-f424-4b52-8c78-3a0af69c621a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.313775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e47a59d0-f424-4b52-8c78-3a0af69c621a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/3964e54f-87d5-4f35-acb3-741a9d28e5b0 HTTP/1.1" status: 204 len: 168 time: 0.1825202 Jul 13 07:33:47.315588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:47.317434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54320) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:47.345687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:47.377925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a59d0-f424-4b52-8c78-3a0af69c621a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3964e54f-87d5-4f35-acb3-741a9d28e5b0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:47.384938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5ddec-d42c-4c35-a17f-28949a55b77a req-5b145531-fd50-4b96-b72a-ee457939e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:47.386490 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52b5ddec-d42c-4c35-a17f-28949a55b77a req-5b145531-fd50-4b96-b72a-ee457939e72e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 1097 time: 0.1224604 Jul 13 07:33:47.426009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Port': ['ID=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:47.427889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 13cd8088-0abd-4c97-a378-558b89e1617a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:47.428683 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.471151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52b5ddec-d42c-4c35-a17f-28949a55b77a req-e05d4eb3-24d2-47ce-b0ce-25a4a5678b52 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749972 Jul 13 07:33:47.498041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:47.498704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.542472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54324) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:47.545652 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d68f1804-c44f-4ac3-b842-3baadf4331bf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2076330 Jul 13 07:33:47.573648 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b76e34ce-a8ca-4dfe-9c10-98d5e24a3959 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.579095 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-78397d4c-ad06-480a-8de2-89dd45fce065 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6343036 Jul 13 07:33:47.583977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b76e34ce-a8ca-4dfe-9c10-98d5e24a3959 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.597135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Request body: {'port': {'device_id': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1', 'admin_state_up': True, 'tenant_id': '1883df5fb2884c2599a746f22e283eae'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:47.611141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f53e14-a7d3-44a6-b759-c68015bdfc4e req-f21f4268-e1e7-4486-b879-dd39641dea18 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:47.618338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0f53e14-a7d3-44a6-b759-c68015bdfc4e req-f21f4268-e1e7-4486-b879-dd39641dea18 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 943 time: 0.3205431 Jul 13 07:33:47.632406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b76e34ce-a8ca-4dfe-9c10-98d5e24a3959 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.639260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b76e34ce-a8ca-4dfe-9c10-98d5e24a3959 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.643659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b76e34ce-a8ca-4dfe-9c10-98d5e24a3959 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/1f98a363-5dbe-4a31-9142-6bc35010e68f HTTP/1.1" status: 204 len: 168 time: 0.0997689 Jul 13 07:33:47.644730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54326) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:47.668652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e34ce-a8ca-4dfe-9c10-98d5e24a3959 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f98a363-5dbe-4a31-9142-6bc35010e68f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:47.718022 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3efa7326-426b-4d21-9fef-7f8f2acc7ddf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0693083 Jul 13 07:33:47.718709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54330) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:47.741198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0f53e14-a7d3-44a6-b759-c68015bdfc4e req-ed94289e-91bd-4b91-8ffd-e093ed79df1b tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218915 Jul 13 07:33:47.759617 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-823e37d5-2688-40b5-a65f-cf54e04c641a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.769152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-250500fb-8bb4-47cf-b627-1ef965f49287 None None] Provisioning for port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:47.771913 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-823e37d5-2688-40b5-a65f-cf54e04c641a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.774395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-250500fb-8bb4-47cf-b627-1ef965f49287 None None] Provisioning complete for port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:47.774780 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-250500fb-8bb4-47cf-b627-1ef965f49287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.802937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Made reservation on behalf of 1883df5fb2884c2599a746f22e283eae for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:47.809734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.824554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-250500fb-8bb4-47cf-b627-1ef965f49287 None None] Port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:47.838902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-823e37d5-2688-40b5-a65f-cf54e04c641a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.849472 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.850282 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-823e37d5-2688-40b5-a65f-cf54e04c641a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.851545 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-823e37d5-2688-40b5-a65f-cf54e04c641a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fd49fff0-0a79-40e6-a5a4-9c9c73c04e88 HTTP/1.1" status: 204 len: 168 time: 0.1319013 Jul 13 07:33:47.856240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54332) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:47.867940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e37d5-2688-40b5-a65f-cf54e04c641a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd49fff0-0a79-40e6-a5a4-9c9c73c04e88,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:47.907333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07269c82-1482-4fd7-b8c3-6260d225ebe7 req-fa05385a-ece0-4aa1-8a5e-b7d878635143 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:47.914983 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07269c82-1482-4fd7-b8c3-6260d225ebe7 req-fa05385a-ece0-4aa1-8a5e-b7d878635143 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 946 time: 0.1270478 Jul 13 07:33:47.952066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c5b5aa5e-3f52-4494-8bea-1bab4908cf61 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:47.970756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9956525b-fb1f-4b96-86c2-16f3086135dd tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1128702 Jul 13 07:33:47.972283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54336) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:47.974391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Allocated IP 19.86.0.56 (7a6baf39-155d-4a44-b22c-81d33a617ba1/cae9b72c-780b-484a-9b1a-114ce9861340/41ba85f0-8b0e-477b-be19-1f172a0d46a3) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:48.013423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07269c82-1482-4fd7-b8c3-6260d225ebe7 req-6b0daa75-1074-440b-8a06-9a406a406ffa tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802946 Jul 13 07:33:48.024700 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81c42de8-125c-4139-93d2-2e463a21a364 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.038069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81c42de8-125c-4139-93d2-2e463a21a364 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.075447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81c42de8-125c-4139-93d2-2e463a21a364 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.084095 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81c42de8-125c-4139-93d2-2e463a21a364 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.085221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-81c42de8-125c-4139-93d2-2e463a21a364 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d0d064dc-3671-4a9c-b1a1-b76b2112a483 HTTP/1.1" status: 204 len: 168 time: 0.1116197 Jul 13 07:33:48.089548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54338) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:48.110544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c5b5aa5e-3f52-4494-8bea-1bab4908cf61, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:48.111603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c42de8-125c-4139-93d2-2e463a21a364 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0d064dc-3671-4a9c-b1a1-b76b2112a483,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:48.127498 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61', 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694', 'port_id': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61', 'mac_address': 'fa:16:3e:74:ed:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147eb31c-76db-4dc0-a7ad-f626b6100807', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:48.137315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-82bc9ffd-ed00-402a-ac6c-aadf2ce6edae tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463979 Jul 13 07:33:48.139699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54342) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:48.178739 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.194105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b5aa5e-3f52-4494-8bea-1bab4908cf61 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:48.209501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ae667b8-cfa6-49c0-a443-58d011ee00e3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.218375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c5b5aa5e-3f52-4494-8bea-1bab4908cf61, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:48.224356 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.240307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.252287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-361ca043-2e3b-4710-8174-09e158e9c6c2 req-3007e0b4-365f-4ad7-9062-87384f981fa7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 210 time: 0.0399628 Jul 13 07:33:48.257900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Transition to ACTIVE for port object 41ba85f0-8b0e-477b-be19-1f172a0d46a3 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:48.269283 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ae667b8-cfa6-49c0-a443-58d011ee00e3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.291737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:48.318462 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0773736-aff6-4184-a606-9ba7711d670d req-c22f911b-0b63-4212-ad32-28a2f83f0aad tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.318685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ae667b8-cfa6-49c0-a443-58d011ee00e3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.320109 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0773736-aff6-4184-a606-9ba7711d670d req-c22f911b-0b63-4212-ad32-28a2f83f0aad tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 931 time: 0.3109903 Jul 13 07:33:48.322013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ae667b8-cfa6-49c0-a443-58d011ee00e3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.326301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5ae667b8-cfa6-49c0-a443-58d011ee00e3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-groups/cd38564e-f8a9-4b2b-aab4-ca4b1eea4940 HTTP/1.1" status: 204 len: 168 time: 0.1826255 Jul 13 07:33:48.326943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54346) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:48.356759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae667b8-cfa6-49c0-a443-58d011ee00e3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd38564e-f8a9-4b2b-aab4-ca4b1eea4940,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:48.392630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.443045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-228e4fec-6a47-4eec-a11a-aafd20ff489c tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067331 Jul 13 07:33:48.448973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54348) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:48.450079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event updated for resources: {'Port': ['ID=41ba85f0-8b0e-477b-be19-1f172a0d46a3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:48.460601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-745ae7cc-9907-4802-bb97-406b54c02315 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group': {'name': 'tempest-secgroup--929063649'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:48.464443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0773736-aff6-4184-a606-9ba7711d670d req-91a9ea1f-da38-42d3-afb4-a07377fee453 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261714 Jul 13 07:33:48.495440 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Network 7a6baf39-155d-4a44-b22c-81d33a617ba1 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:48.498794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:48.501407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:48.506452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c5b5aa5e-3f52-4494-8bea-1bab4908cf61'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:48.514161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-745ae7cc-9907-4802-bb97-406b54c02315 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.563295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.564450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.566095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d10f2a-d48b-4a66-a6d8-b8d09019a4ea req-9ee1edce-bfd1-46b3-bb56-25197ede3776 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.568698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d10f2a-d48b-4a66-a6d8-b8d09019a4ea req-9ee1edce-bfd1-46b3-bb56-25197ede3776 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.1699574 Jul 13 07:33:48.595622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-db03981b-fcdf-48e3-9aec-1c177a14f9be tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0084951 Jul 13 07:33:48.608648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Request body: {'port': {'device_id': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:48.763524 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d10f2a-d48b-4a66-a6d8-b8d09019a4ea req-7af72af8-7cc0-417c-a684-228938eff859 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843269 Jul 13 07:33:48.782708 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.792414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-57cf6761-6fa2-4f02-ada1-099650f4a21f tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.793902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-57cf6761-6fa2-4f02-ada1-099650f4a21f tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.53 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 814 time: 0.2973413 Jul 13 07:33:48.819972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Request body: {'port': {'device_id': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6', 'admin_state_up': True, 'tenant_id': '6e022d6d4c4349bfaa1a0c945146e9bd'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:48.949539 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-745ae7cc-9907-4802-bb97-406b54c02315 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.956069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6c163dab-6f54-4bc1-8a03-38cbd95993ff None None] Provisioning for port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:48.960572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6c163dab-6f54-4bc1-8a03-38cbd95993ff None None] Provisioning complete for port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:48.960944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c163dab-6f54-4bc1-8a03-38cbd95993ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.968944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-745ae7cc-9907-4802-bb97-406b54c02315 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.995327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6c163dab-6f54-4bc1-8a03-38cbd95993ff None None] Port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:49.027003 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-745ae7cc-9907-4802-bb97-406b54c02315 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.028251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-745ae7cc-9907-4802-bb97-406b54c02315 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5781810 Jul 13 07:33:49.032557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54356) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:49.034625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ae7cc-9907-4802-bb97-406b54c02315 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78218434-867e-45db-b197-315d9ccad7df,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.043844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2df59e62-6e17-4692-a99e-53e687252b8f tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': '78218434-867e-45db-b197-315d9ccad7df', 'direction': 'ingress', 'protocol': 17}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:49.069039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Made reservation on behalf of 6e022d6d4c4349bfaa1a0c945146e9bd for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:49.072694 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.101077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:49.112398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.119913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a1bd3-822e-4606-8649-96e9ed965e6d req-2c890dfc-ced0-4a8e-a404-e4850ae2da28 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.121469 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-080a1bd3-822e-4606-8649-96e9ed965e6d req-2c890dfc-ced0-4a8e-a404-e4850ae2da28 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 944 time: 0.1809051 Jul 13 07:33:49.123481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2df59e62-6e17-4692-a99e-53e687252b8f tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.126419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Transition to ACTIVE for port object 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:49.132880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.242081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Pushing event updated for resources: {'Port': ['ID=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.256216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-080a1bd3-822e-4606-8649-96e9ed965e6d req-9eb0a561-df3e-484c-ad45-fae7ead315c7 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217330 Jul 13 07:33:49.289770 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2df59e62-6e17-4692-a99e-53e687252b8f tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.302112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2df59e62-6e17-4692-a99e-53e687252b8f tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.307689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e3eb5-38bd-4323-bd44-7c8a9b685a6c req-be761482-ab3d-4e1f-a05b-4baaa3c66473 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.310110 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b9e3eb5-38bd-4323-bd44-7c8a9b685a6c req-be761482-ab3d-4e1f-a05b-4baaa3c66473 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 946 time: 0.1455786 Jul 13 07:33:49.331529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Attempting to bind port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:49.331868 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Attempting to bind port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '9d212280-b576-4672-bb52-52be44d1b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:49.332319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Attempting to bind port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 on network 4f696717-bc61-441f-983d-f3c024b729d9 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:49.332493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df59e62-6e17-4692-a99e-53e687252b8f tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2640a0da-97b4-40a8-b5ea-62ed2b55f25a,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.338263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Allocated IP 172.20.0.10 (960ed7cd-d877-4a01-884a-e97fd52f75f6/3a7acbba-a02a-4bed-812d-782215b4d99b/e1cd9df1-7582-4d98-b0a7-e676c296b405) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:49.346252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 on network 4f696717-bc61-441f-983d-f3c024b729d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:49.346591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Attempting to bind port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 on network 4f696717-bc61-441f-983d-f3c024b729d9 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:49.351982 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2df59e62-6e17-4692-a99e-53e687252b8f tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.356212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2df59e62-6e17-4692-a99e-53e687252b8f tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3200393 Jul 13 07:33:49.357067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54362) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:49.371378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:49.371728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Checking segment: {'id': '9d212280-b576-4672-bb52-52be44d1b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:49.372145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Bound using segment: {'id': '9d212280-b576-4672-bb52-52be44d1b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:49.372601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Bound port: 73c2ffce-ae19-48c6-b902-e94ca0e7eba1, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d212280-b576-4672-bb52-52be44d1b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:49.373017 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.406210 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b9e3eb5-38bd-4323-bd44-7c8a9b685a6c req-8f05c601-4461-4f3e-9dff-225be3e07955 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861042 Jul 13 07:33:49.492114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88353e9f-0690-4ee8-9f26-4ed21b73921a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.524914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a67696e-45df-431d-9f6f-f0c52491e6f6 req-26900881-ca84-4537-a5cb-cd24af5119aa tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 210 time: 0.0491006 Jul 13 07:33:49.544522 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88353e9f-0690-4ee8-9f26-4ed21b73921a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.548586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] For port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:49.557001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] For port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,segment=NetworkSegment(9d212280-b576-4672-bb52-52be44d1b793),segment_id=9d212280-b576-4672-bb52-52be44d1b793)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:49.567958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.572325 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.628410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.669996 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.677788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Pushing event updated for resources: {'Port': ['ID=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.682284 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.682928 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.684691 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-4a3849e4-53a2-4ca2-ae71-a49440d4011f service neutron] 10.222.0.53 "PUT /v2.0/ports/73c2ffce-ae19-48c6-b902-e94ca0e7eba1 HTTP/1.1" status: 200 len: 1091 time: 1.0812223 Jul 13 07:33:49.685471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'tag': '73c2ffce-ae19-48c6-b902-e94ca0e7eba1'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:49.689132 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731c097a-082d-4453-8fe4-68b507293b51" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "tag": "73c2ffce-ae19-48c6-b902-e94ca0e7eba1"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:49.721641 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88353e9f-0690-4ee8-9f26-4ed21b73921a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.724604 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88353e9f-0690-4ee8-9f26-4ed21b73921a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.728574 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-88353e9f-0690-4ee8-9f26-4ed21b73921a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-groups/78218434-867e-45db-b197-315d9ccad7df HTTP/1.1" status: 204 len: 168 time: 0.3708010 Jul 13 07:33:49.729540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54374) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:49.752087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Request body: {'port': {'device_id': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:49.775855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Network 960ed7cd-d877-4a01-884a-e97fd52f75f6 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:49.782320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:49.787141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:49.817456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Pushing event updated for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.861641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.862435 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.885234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77bde-1c13-41a4-9a28-522b1d488ed8 req-83b48c14-11d9-43d9-9f1d-1e27869be65c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.891533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad77bde-1c13-41a4-9a28-522b1d488ed8 req-83b48c14-11d9-43d9-9f1d-1e27869be65c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.893245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ad77bde-1c13-41a4-9a28-522b1d488ed8 req-83b48c14-11d9-43d9-9f1d-1e27869be65c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1665 time: 0.1714988 Jul 13 07:33:49.900723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-9acb0e95-0dea-4a99-a73f-98c526190d6c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0849478 Jul 13 07:33:49.921919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Request body: {'port': {'device_id': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:49.952160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c5b5aa5e-3f52-4494-8bea-1bab4908cf61 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:49.984566 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ad77bde-1c13-41a4-9a28-522b1d488ed8 req-db2b7ae5-c33c-4df7-989d-2884fd9a4824 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817244 Jul 13 07:33:50.038110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.042383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port c5b5aa5e-3f52-4494-8bea-1bab4908cf61 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:50.048474 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port c5b5aa5e-3f52-4494-8bea-1bab4908cf61 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:50.050009 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.119131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88353e9f-0690-4ee8-9f26-4ed21b73921a tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78218434-867e-45db-b197-315d9ccad7df,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:50.154621 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.173681 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-41d16519-923b-49b9-8bad-b1fa3b23c797 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4343164 Jul 13 07:33:50.173812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54380) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:50.178472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b9a0245e-e160-467b-a325-e945d199873d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102314467'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:50.196624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c5b5aa5e-3f52-4494-8bea-1bab4908cf61, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:50.197291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:50.200115 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e72c67-84ad-4392-9982-88a89aeeba68" -d '{"events": [{"server_uuid": "a469698a-c6ad-4309-8dca-b7df6bae7951", "name": "network-vif-plugged", "status": "completed", "tag": "c5b5aa5e-3f52-4494-8bea-1bab4908cf61"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:50.205337 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.224126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267b430-f8db-41dc-b82a-a0f58c2b2561 req-75d1959d-4b2e-4fa6-ae25-38bc2e2b2a1a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.231856 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1267b430-f8db-41dc-b82a-a0f58c2b2561 req-75d1959d-4b2e-4fa6-ae25-38bc2e2b2a1a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 946 time: 0.4861832 Jul 13 07:33:50.238037 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5247788-376f-4eb2-90ed-f9a03ae709e3 x-openstack-request-id: req-c5247788-376f-4eb2-90ed-f9a03ae709e3 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:50.238325 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "tag": "73c2ffce-ae19-48c6-b902-e94ca0e7eba1", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:50.238639 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5247788-376f-4eb2-90ed-f9a03ae709e3 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:50.240430 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'tag': '73c2ffce-ae19-48c6-b902-e94ca0e7eba1', 'status': 'completed', 'code': 200} Jul 13 07:33:50.278634 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9a0245e-e160-467b-a325-e945d199873d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.302136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:50.324591 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1267b430-f8db-41dc-b82a-a0f58c2b2561 req-01ed600b-5ca2-420c-ab8e-6ec16425ea09 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918026 Jul 13 07:33:50.333147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.414322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c097a-082d-4453-8fe4-68b507293b51 req-6fa06788-e85e-4ac4-b621-8f320d8420a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.414909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c097a-082d-4453-8fe4-68b507293b51 req-6fa06788-e85e-4ac4-b621-8f320d8420a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.416458 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-731c097a-082d-4453-8fe4-68b507293b51 req-6fa06788-e85e-4ac4-b621-8f320d8420a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1883df5fb2884c2599a746f22e283eae&device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1912 time: 0.1752899 Jul 13 07:33:50.448330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cd9df1-7582-4d98-b0a7-e676c296b405 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:50.461912 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.487051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Transition to ACTIVE for port object e1cd9df1-7582-4d98-b0a7-e676c296b405 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:50.487894 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2ec97f-6a19-45e0-894d-9c4a8cc86a84 x-openstack-request-id: req-2c2ec97f-6a19-45e0-894d-9c4a8cc86a84 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:50.488245 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a469698a-c6ad-4309-8dca-b7df6bae7951", "name": "network-vif-plugged", "status": "completed", "tag": "c5b5aa5e-3f52-4494-8bea-1bab4908cf61", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:50.488483 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c2ec97f-6a19-45e0-894d-9c4a8cc86a84 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:50.488869 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61', 'code': 200} Jul 13 07:33:50.499086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.520349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01650-c73c-499f-9b97-163cb52dc153 req-01189547-9227-43d6-af18-b631adaa02e3 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.521991 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ba01650-c73c-499f-9b97-163cb52dc153 req-01189547-9227-43d6-af18-b631adaa02e3 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.1906376 Jul 13 07:33:50.547791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9a0245e-e160-467b-a325-e945d199873d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.564620 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9a0245e-e160-467b-a325-e945d199873d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.620631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9a0245e-e160-467b-a325-e945d199873d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.624369 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b9a0245e-e160-467b-a325-e945d199873d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4473908 Jul 13 07:33:50.629901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Pushing event updated for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:50.635004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54388) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:50.644184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ced4acaa-5321-4fdd-99d3-4dba72700f24 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group': {'name': 'tempest-secgroup--590147640'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:50.672035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5ba01650-c73c-499f-9b97-163cb52dc153 req-6461e495-5cbc-403d-b071-b53361aeaf74 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223865 Jul 13 07:33:50.674352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0245e-e160-467b-a325-e945d199873d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb6f8b2-8d26-4738-9250-5ad1fb890061,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:50.733104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced4acaa-5321-4fdd-99d3-4dba72700f24 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.758364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Attempting to bind port e1cd9df1-7582-4d98-b0a7-e676c296b405 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:50.758607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Attempting to bind port e1cd9df1-7582-4d98-b0a7-e676c296b405 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '731f6695-dfc8-4777-b05e-acf756c87b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:50.758882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Attempting to bind port e1cd9df1-7582-4d98-b0a7-e676c296b405 on network 960ed7cd-d877-4a01-884a-e97fd52f75f6 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:50.770701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Port e1cd9df1-7582-4d98-b0a7-e676c296b405 on network 960ed7cd-d877-4a01-884a-e97fd52f75f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:50.771029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Attempting to bind port e1cd9df1-7582-4d98-b0a7-e676c296b405 on network 960ed7cd-d877-4a01-884a-e97fd52f75f6 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:50.783978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:50.784349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Checking segment: {'id': '731f6695-dfc8-4777-b05e-acf756c87b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:50.784833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Bound using segment: {'id': '731f6695-dfc8-4777-b05e-acf756c87b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:50.785277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Bound port: e1cd9df1-7582-4d98-b0a7-e676c296b405, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731f6695-dfc8-4777-b05e-acf756c87b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:50.785641 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.866262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c097a-082d-4453-8fe4-68b507293b51 req-5457f040-9148-454e-ab0a-51fdcf4f0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.866658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c097a-082d-4453-8fe4-68b507293b51 req-5457f040-9148-454e-ab0a-51fdcf4f0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.867134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c097a-082d-4453-8fe4-68b507293b51 req-5457f040-9148-454e-ab0a-51fdcf4f0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.868770 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-731c097a-082d-4453-8fe4-68b507293b51 req-5457f040-9148-454e-ab0a-51fdcf4f0e01 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1883df5fb2884c2599a746f22e283eae&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4419074 Jul 13 07:33:50.936866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced4acaa-5321-4fdd-99d3-4dba72700f24 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.946366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:50.949153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced4acaa-5321-4fdd-99d3-4dba72700f24 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.953996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:50.957489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97fb94-ea6d-46c7-a995-3fc53f095e34 req-142f6f48-711d-452b-870a-975d4fe35260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.959166 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f97fb94-ea6d-46c7-a995-3fc53f095e34 req-142f6f48-711d-452b-870a-975d4fe35260 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1096 time: 0.3924472 Jul 13 07:33:50.964627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8903e-9a55-43ee-a026-d565452a44e9 req-7f95183a-c769-4efe-99e5-570d8564a247 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.969932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea8903e-9a55-43ee-a026-d565452a44e9 req-7f95183a-c769-4efe-99e5-570d8564a247 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.1835055 Jul 13 07:33:50.979816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.998610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd58d6-703b-4648-b411-6cb40c4ef830 req-d3f60def-7227-441b-ab07-68339aebfa1f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.000219 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b8bd58d6-703b-4648-b411-6cb40c4ef830 req-d3f60def-7227-441b-ab07-68339aebfa1f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 945 time: 0.3704216 Jul 13 07:33:51.029157 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced4acaa-5321-4fdd-99d3-4dba72700f24 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.030438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ced4acaa-5321-4fdd-99d3-4dba72700f24 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3914511 Jul 13 07:33:51.038384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54392) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:51.046060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-399485cc-7d33-4be2-9143-7ff7cdbc1be4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': '3fb6f8b2-8d26-4738-9250-5ad1fb890061', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '03747360-36e0-40ff-a1a4-e8aecb2bd006', 'remote_ip_prefix': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:51.051788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4acaa-5321-4fdd-99d3-4dba72700f24 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03747360-36e0-40ff-a1a4-e8aecb2bd006,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:51.060549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.061174 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.063362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-81620342-664c-455b-a538-ecfe7c30235c service neutron] 10.222.0.53 "PUT /v2.0/ports/e1cd9df1-7582-4d98-b0a7-e676c296b405 HTTP/1.1" status: 200 len: 1092 time: 1.1524694 Jul 13 07:33:51.066265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:51.068578 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9527fa64-15cd-43d6-bf87-f89c505984fd" -d '{"events": [{"name": "network-changed", "server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:51.105975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea8903e-9a55-43ee-a026-d565452a44e9 req-7674936e-34ea-4a0a-9201-f4ed78e14ddb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295576 Jul 13 07:33:51.122256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81620342-664c-455b-a538-ecfe7c30235c service neutron] Pushing event updated for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:51.162447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-399485cc-7d33-4be2-9143-7ff7cdbc1be4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.204839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f97fb94-ea6d-46c7-a995-3fc53f095e34 req-3a4568ae-47be-44bc-9cec-260502a96587 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319276 Jul 13 07:33:51.216736 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b8bd58d6-703b-4648-b411-6cb40c4ef830 req-fde5822e-4344-4ce0-a22a-13ed90a62272 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660581 Jul 13 07:33:51.217245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-1360c159-5a94-4e29-8d93-47eb0db0e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.218844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-1360c159-5a94-4e29-8d93-47eb0db0e0af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 1095 time: 0.1102197 Jul 13 07:33:51.219189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ba85f0-8b0e-477b-be19-1f172a0d46a3 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:51.234538 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.246307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-399485cc-7d33-4be2-9143-7ff7cdbc1be4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.250345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Transition to ACTIVE for port object 41ba85f0-8b0e-477b-be19-1f172a0d46a3 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:51.252107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c097a-082d-4453-8fe4-68b507293b51 req-0013d2c3-96b1-4e9c-822f-3c84b3163149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.253954 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-731c097a-082d-4453-8fe4-68b507293b51 req-0013d2c3-96b1-4e9c-822f-3c84b3163149 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3772914 Jul 13 07:33:51.255879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.269263 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-399485cc-7d33-4be2-9143-7ff7cdbc1be4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.293553 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945b6e6f-284b-49e3-b0c5-71bcc531ab86 x-openstack-request-id: req-945b6e6f-284b-49e3-b0c5-71bcc531ab86 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:51.293833 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:51.294083 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-945b6e6f-284b-49e3-b0c5-71bcc531ab86 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:51.294488 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'status': 'completed', 'code': 200} Jul 13 07:33:51.363909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Pushing event updated for resources: {'Port': ['ID=41ba85f0-8b0e-477b-be19-1f172a0d46a3,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:51.394930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Attempting to bind port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:51.395275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Attempting to bind port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'f6f1783b-441c-41ef-9de4-999f96f26567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:51.395608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Attempting to bind port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 on network 7a6baf39-155d-4a44-b22c-81d33a617ba1 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:51.401080 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 on network 7a6baf39-155d-4a44-b22c-81d33a617ba1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:51.401284 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Attempting to bind port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 on network 7a6baf39-155d-4a44-b22c-81d33a617ba1 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:51.408269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:51.408539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Checking segment: {'id': 'f6f1783b-441c-41ef-9de4-999f96f26567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:51.408907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Bound using segment: {'id': 'f6f1783b-441c-41ef-9de4-999f96f26567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:51.409356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Bound port: 41ba85f0-8b0e-477b-be19-1f172a0d46a3, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f1783b-441c-41ef-9de4-999f96f26567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:51.409720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.505677 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] For port 41ba85f0-8b0e-477b-be19-1f172a0d46a3, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:51.509535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] For port 41ba85f0-8b0e-477b-be19-1f172a0d46a3, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=41ba85f0-8b0e-477b-be19-1f172a0d46a3,segment=NetworkSegment(f6f1783b-441c-41ef-9de4-999f96f26567),segment_id=f6f1783b-441c-41ef-9de4-999f96f26567)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:51.517938 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.591243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.591878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.593574 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] 10.222.0.53 "PUT /v2.0/ports/41ba85f0-8b0e-477b-be19-1f172a0d46a3 HTTP/1.1" status: 200 len: 1091 time: 1.8632948 Jul 13 07:33:51.607441 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-d630dc6b-c20c-4ea6-9b88-e669cd24a57b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405 HTTP/1.1" status: 200 len: 217 time: 0.3485706 Jul 13 07:33:51.614906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399485cc-7d33-4be2-9143-7ff7cdbc1be4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73cf1f4-4a5b-4b26-a681-3d5525329781,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:51.619440 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4817e3-a5d0-46c6-960c-ed1626b9c898 service neutron] Pushing event updated for resources: {'Port': ['ID=41ba85f0-8b0e-477b-be19-1f172a0d46a3,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:51.651112 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d54fef-ab69-43ed-a502-f62981b6b3dc req-c42b085c-77d0-4e73-ba73-2b7628c0b424 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.652460 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-399485cc-7d33-4be2-9143-7ff7cdbc1be4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.656364 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-399485cc-7d33-4be2-9143-7ff7cdbc1be4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6130631 Jul 13 07:33:51.657170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54402) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:51.660121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f2d54fef-ab69-43ed-a502-f62981b6b3dc req-c42b085c-77d0-4e73-ba73-2b7628c0b424 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 946 time: 0.1348999 Jul 13 07:33:51.703161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2283038f-ca33-4616-b440-01600982b2f2 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.706003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-109e6d5a-7d6f-4014-983d-ed2ae1b1c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.707509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-109e6d5a-7d6f-4014-983d-ed2ae1b1c25e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3a7acbba-a02a-4bed-812d-782215b4d99b HTTP/1.1" status: 200 len: 854 time: 0.0883920 Jul 13 07:33:51.718936 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2283038f-ca33-4616-b440-01600982b2f2 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.737017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed385af8-eda4-460a-b684-3c9a6acdfdae req-d10e1977-12c2-4008-8b31-fcd559304741 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.743010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed385af8-eda4-460a-b684-3c9a6acdfdae req-d10e1977-12c2-4008-8b31-fcd559304741 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.747065 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f2d54fef-ab69-43ed-a502-f62981b6b3dc req-f25e2932-65da-465d-a701-8fb3749b2191 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860758 Jul 13 07:33:51.750913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed385af8-eda4-460a-b684-3c9a6acdfdae req-d10e1977-12c2-4008-8b31-fcd559304741 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1677 time: 0.5031993 Jul 13 07:33:51.759636 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-19b67b6f-be28-49ae-99bf-27c08ae45328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.760289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-19b67b6f-be28-49ae-99bf-27c08ae45328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.763238 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-19b67b6f-be28-49ae-99bf-27c08ae45328 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1883df5fb2884c2599a746f22e283eae&device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1979 time: 0.0992417 Jul 13 07:33:51.793223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-31f663ac-c09e-42cf-8570-56453f1654c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=960ed7cd-d877-4a01-884a-e97fd52f75f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772336 Jul 13 07:33:51.818466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-95bf851a-0988-4b8b-a51b-d43615419124 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.86&port_id=73c2ffce-ae19-48c6-b902-e94ca0e7eba1 HTTP/1.1" status: 200 len: 217 time: 0.0478621 Jul 13 07:33:51.853191 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed385af8-eda4-460a-b684-3c9a6acdfdae req-179f69a1-6425-4fc9-aab5-53441514ce62 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009269 Jul 13 07:33:51.863608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2283038f-ca33-4616-b440-01600982b2f2 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.890728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-95726ee4-3cd7-43ab-b5e0-cd475d247a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.893247 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-95726ee4-3cd7-43ab-b5e0-cd475d247a20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3d995b5-9455-4328-8d9b-cc93716bc94e HTTP/1.1" status: 200 len: 801 time: 0.0635595 Jul 13 07:33:51.901853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2283038f-ca33-4616-b440-01600982b2f2 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.903009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2283038f-ca33-4616-b440-01600982b2f2 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b73cf1f4-4a5b-4b26-a681-3d5525329781 HTTP/1.1" status: 204 len: 168 time: 0.2434857 Jul 13 07:33:51.906599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283038f-ca33-4616-b440-01600982b2f2 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b73cf1f4-4a5b-4b26-a681-3d5525329781,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:51.908350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54408) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:51.990630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-ca9512d9-47e3-4f4c-8f58-1f848ef55c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:51.992380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-ca9512d9-47e3-4f4c-8f58-1f848ef55c79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f696717-bc61-441f-983d-f3c024b729d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0913024 Jul 13 07:33:52.009653 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-779cb025-f37a-458b-afc5-206754718a81 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0739617 Jul 13 07:33:52.011403 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-d7c2922e-2ad6-405a-a4d9-e170e18ddae1 service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055376 Jul 13 07:33:52.011881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54410) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:52.107831 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-62d888b0-cd4a-4753-8b7a-acf911228176 service neutron] 10.222.0.53 "GET /v2.0/networks/4f696717-bc61-441f-983d-f3c024b729d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068408 Jul 13 07:33:52.175841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10a6af7d-5544-4b8f-824f-4976320dba11 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.212084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec9804c9-bb62-408e-9011-7c0507ae8b48 req-43bfdb12-dab5-4446-a1b3-0499fd57edd7 service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818662 Jul 13 07:33:52.222759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad120b44-aced-47f6-a238-b6befa75f174 req-db149409-0c5c-49f5-bff8-74a20604f917 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.224307 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad120b44-aced-47f6-a238-b6befa75f174 req-db149409-0c5c-49f5-bff8-74a20604f917 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.2430775 Jul 13 07:33:52.226024 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10a6af7d-5544-4b8f-824f-4976320dba11 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.242761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'tag': '41ba85f0-8b0e-477b-be19-1f172a0d46a3'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:52.245951 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "tag": "41ba85f0-8b0e-477b-be19-1f172a0d46a3"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:52.257560 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-c50e4e84-fd9b-4efd-8b70-97d4667ec693 service neutron] 10.222.0.53 "GET /v2.0/networks/4f696717-bc61-441f-983d-f3c024b729d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434913 Jul 13 07:33:52.334598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-54b0eb62-ed83-4db4-ab00-338c6ca5c835 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.56&port_id=41ba85f0-8b0e-477b-be19-1f172a0d46a3 HTTP/1.1" status: 200 len: 217 time: 0.0638154 Jul 13 07:33:52.338399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad120b44-aced-47f6-a238-b6befa75f174 req-b96fb442-4a58-48b2-bf89-ce60b004196e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933874 Jul 13 07:33:52.365759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10a6af7d-5544-4b8f-824f-4976320dba11 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.368654 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10a6af7d-5544-4b8f-824f-4976320dba11 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.370129 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-10a6af7d-5544-4b8f-824f-4976320dba11 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-groups/03747360-36e0-40ff-a1a4-e8aecb2bd006 HTTP/1.1" status: 204 len: 168 time: 0.3410518 Jul 13 07:33:52.376942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54420) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:52.400618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6af7d-5544-4b8f-824f-4976320dba11 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03747360-36e0-40ff-a1a4-e8aecb2bd006,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:52.403654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-168140fe-99df-4524-b7e2-bba9a37e40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.406171 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-168140fe-99df-4524-b7e2-bba9a37e40e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cae9b72c-780b-484a-9b1a-114ce9861340 HTTP/1.1" status: 200 len: 801 time: 0.0635831 Jul 13 07:33:52.407121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527fa64-15cd-43d6-bf87-f89c505984fd req-f4c515d9-34a8-494a-925c-066a8c866051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.409143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527fa64-15cd-43d6-bf87-f89c505984fd req-f4c515d9-34a8-494a-925c-066a8c866051 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 1095 time: 0.1257055 Jul 13 07:33:52.418392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b01984-38f4-40a0-bf47-7ddf9a291bdd req-3f779eec-136e-4857-870f-7dc6429d9983 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.420136 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19b01984-38f4-40a0-bf47-7ddf9a291bdd req-3f779eec-136e-4857-870f-7dc6429d9983 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.1520891 Jul 13 07:33:52.493225 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19b01984-38f4-40a0-bf47-7ddf9a291bdd req-a9ea5d29-473a-4059-a0ee-62fb5b41c48c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620828 Jul 13 07:33:52.503417 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-d131b5c4-03c2-43ba-bff4-e64003c997b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.504961 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-d131b5c4-03c2-43ba-bff4-e64003c997b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6baf39-155d-4a44-b22c-81d33a617ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0838473 Jul 13 07:33:52.557542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-654642e1-306a-4d4a-868f-050fd0b4966e tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1768575 Jul 13 07:33:52.562951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54424) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:52.620855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-41986711-0636-4d17-837c-f009e7c39c9a service neutron] 10.222.0.53 "GET /v2.0/networks/7a6baf39-155d-4a44-b22c-81d33a617ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076493 Jul 13 07:33:52.627259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951581b-1c27-4c0c-978d-b1019a75bfa4 req-cd99adca-e594-4d1e-85df-fbd60ce0f4ff tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.628785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e951581b-1c27-4c0c-978d-b1019a75bfa4 req-cd99adca-e594-4d1e-85df-fbd60ce0f4ff tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 946 time: 0.1821287 Jul 13 07:33:52.629790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527fa64-15cd-43d6-bf87-f89c505984fd req-a4c0bee1-648e-4352-9782-14bcb98f9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.631123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527fa64-15cd-43d6-bf87-f89c505984fd req-a4c0bee1-648e-4352-9782-14bcb98f9583 service neutron] 10.222.0.53 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 915 time: 0.1998897 Jul 13 07:33:52.703838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527fa64-15cd-43d6-bf87-f89c505984fd req-12d342d2-9c48-4bad-b670-0c3aa8adbb99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405 HTTP/1.1" status: 200 len: 217 time: 0.0590796 Jul 13 07:33:52.726264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5229a351-2247-43f1-b5cd-6e739624ece3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.739807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b254b06-643a-4f94-80fe-95a3a71ed77c req-c5c2a1d6-637a-4f80-ae75-c90ed9f42125 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.741345 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b254b06-643a-4f94-80fe-95a3a71ed77c req-c5c2a1d6-637a-4f80-ae75-c90ed9f42125 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 945 time: 0.1334383 Jul 13 07:33:52.752897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e951581b-1c27-4c0c-978d-b1019a75bfa4 req-12631528-05cf-4159-bb14-62e56d2976a6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168172 Jul 13 07:33:52.758091 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-999032f9-5564-4a43-aa9d-6de45246fa35 req-0df7e76e-8812-4c42-a447-f8184164e15a service neutron] 10.222.0.53 "GET /v2.0/networks/7a6baf39-155d-4a44-b22c-81d33a617ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204474 Jul 13 07:33:52.779677 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5229a351-2247-43f1-b5cd-6e739624ece3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.801699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b254b06-643a-4f94-80fe-95a3a71ed77c req-e8565a47-d65e-4a18-a870-4baa4bcc98de tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528915 Jul 13 07:33:52.803941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527fa64-15cd-43d6-bf87-f89c505984fd req-c29c7e04-c101-47af-8f04-f1f6f8ccd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.805456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527fa64-15cd-43d6-bf87-f89c505984fd req-c29c7e04-c101-47af-8f04-f1f6f8ccd1c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3a7acbba-a02a-4bed-812d-782215b4d99b HTTP/1.1" status: 200 len: 854 time: 0.0893104 Jul 13 07:33:52.816536 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0a0622-3a30-4ecf-94c5-0254c7d7740b x-openstack-request-id: req-1d0a0622-3a30-4ecf-94c5-0254c7d7740b {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:52.816877 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "tag": "41ba85f0-8b0e-477b-be19-1f172a0d46a3", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:52.817301 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d0a0622-3a30-4ecf-94c5-0254c7d7740b {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:52.817851 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'tag': '41ba85f0-8b0e-477b-be19-1f172a0d46a3', 'status': 'completed', 'code': 200} Jul 13 07:33:52.855457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527fa64-15cd-43d6-bf87-f89c505984fd req-82ee8c85-6d16-4d98-a48d-de80fba1ce56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=960ed7cd-d877-4a01-884a-e97fd52f75f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413015 Jul 13 07:33:52.912929 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5229a351-2247-43f1-b5cd-6e739624ece3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.916052 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5229a351-2247-43f1-b5cd-6e739624ece3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.918056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5229a351-2247-43f1-b5cd-6e739624ece3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-groups/3fb6f8b2-8d26-4738-9250-5ad1fb890061 HTTP/1.1" status: 204 len: 168 time: 0.3541491 Jul 13 07:33:52.923656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54432) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:52.938148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-18553d58-ba52-4517-8f8d-52a7b12cdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.938918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-18553d58-ba52-4517-8f8d-52a7b12cdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.944066 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-18553d58-ba52-4517-8f8d-52a7b12cdfaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1883df5fb2884c2599a746f22e283eae&device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1979 time: 0.0927188 Jul 13 07:33:52.970372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229a351-2247-43f1-b5cd-6e739624ece3 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb6f8b2-8d26-4738-9250-5ad1fb890061,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:53.020290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527fa64-15cd-43d6-bf87-f89c505984fd req-f7e9ae5a-5454-41be-a59f-74b304aec771 service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561105 Jul 13 07:33:53.021306 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-34891a6c-6239-46c4-bf70-29de8087210d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2093114218&fields=id&tenant_id=246d43c16f4a4e60ab258fe27f246a67 HTTP/1.1" status: 200 len: 267 time: 0.0936248 Jul 13 07:33:53.025261 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8ec7eaf2-4bd2-4d37-9398-5ed324fe3c65 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749960 Jul 13 07:33:53.029929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54434) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.035308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d53dedc3-f410-4588-bcd3-79be3bbc4398 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339463465'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:53.125395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d53dedc3-f410-4588-bcd3-79be3bbc4398 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.219735 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527fa64-15cd-43d6-bf87-f89c505984fd req-c97781d4-e84a-4a8a-9f83-f078eb548ace service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797733 Jul 13 07:33:53.241678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a7197-1ed7-4c63-ba67-a267a3469755 req-2e1d6769-1220-427d-a89a-09d42ed6fb90 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.247608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a7197-1ed7-4c63-ba67-a267a3469755 req-2e1d6769-1220-427d-a89a-09d42ed6fb90 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.249449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d8a7197-1ed7-4c63-ba67-a267a3469755 req-2e1d6769-1220-427d-a89a-09d42ed6fb90 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1677 time: 0.1891026 Jul 13 07:33:53.312437 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d8a7197-1ed7-4c63-ba67-a267a3469755 req-80b826fa-fb03-46a9-80d7-6dd0e5b8beb5 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565681 Jul 13 07:33:53.333790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d53dedc3-f410-4588-bcd3-79be3bbc4398 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.344259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d53dedc3-f410-4588-bcd3-79be3bbc4398 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.376843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dedc3-f410-4588-bcd3-79be3bbc4398 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97c1e00-ebf1-4ffd-9bf0-0b8478476995,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:53.381663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d53dedc3-f410-4588-bcd3-79be3bbc4398 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.381824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-0ffee0f4-b235-4a97-92eb-f3222c9296bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.382536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d53dedc3-f410-4588-bcd3-79be3bbc4398 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3509989 Jul 13 07:33:53.384940 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-0ffee0f4-b235-4a97-92eb-f3222c9296bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a6baf39-155d-4a44-b22c-81d33a617ba1 HTTP/1.1" status: 200 len: 903 time: 0.4331403 Jul 13 07:33:53.385411 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54438) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.391461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-997ea827-5267-44c7-bc8b-7c3205fe38ed tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': 'e97c1e00-ebf1-4ffd-9bf0-0b8478476995', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:53.449785 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-563c0298-e6a5-4879-82d5-fcb0b7367c1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.56&port_id=41ba85f0-8b0e-477b-be19-1f172a0d46a3 HTTP/1.1" status: 200 len: 217 time: 0.0527558 Jul 13 07:33:53.496977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-76461ef5-1f25-427c-b800-8dd275219bdf tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.498381 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-76461ef5-1f25-427c-b800-8dd275219bdf tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 945 time: 0.1844392 Jul 13 07:33:53.507349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-997ea827-5267-44c7-bc8b-7c3205fe38ed tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.524667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-1fa51246-fe15-4c80-9983-d79a286317d5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'port': {'security_groups': ['abfc1bce-142f-41fc-8035-3128d1d6743c', '479c1726-4542-4316-82f3-1e3e3c23e604']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:53.562518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-a04fc4e1-0c50-4067-9652-2aa52e72d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.563983 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-a04fc4e1-0c50-4067-9652-2aa52e72d96a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cae9b72c-780b-484a-9b1a-114ce9861340 HTTP/1.1" status: 200 len: 801 time: 0.1049180 Jul 13 07:33:53.581778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d264a-0d0c-4dab-971b-fa26811617c8 req-131ffbbd-dfc2-452b-88d4-1e88c3105c79 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.583314 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-760d264a-0d0c-4dab-971b-fa26811617c8 req-131ffbbd-dfc2-452b-88d4-1e88c3105c79 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.0647767 Jul 13 07:33:53.652265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-760d264a-0d0c-4dab-971b-fa26811617c8 req-f5e112c7-4c8f-445f-b061-a42ad1b60c69 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596859 Jul 13 07:33:53.687763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-d77d8a0a-6740-4b20-b98b-fe07cc6fdb5c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.689866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-d77d8a0a-6740-4b20-b98b-fe07cc6fdb5c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 946 time: 0.1052971 Jul 13 07:33:53.690478 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-997ea827-5267-44c7-bc8b-7c3205fe38ed tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.695624 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-1fa51246-fe15-4c80-9983-d79a286317d5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.700299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-997ea827-5267-44c7-bc8b-7c3205fe38ed tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.731740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ea827-5267-44c7-bc8b-7c3205fe38ed tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ae5fbe-f31b-4b0c-9e74-a8e722b9c080,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:53.736828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-9c76e7c6-679b-4d55-b01f-778ba6cf08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.738384 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-9c76e7c6-679b-4d55-b01f-778ba6cf08a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a6baf39-155d-4a44-b22c-81d33a617ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1627564 Jul 13 07:33:53.746460 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-997ea827-5267-44c7-bc8b-7c3205fe38ed tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.747672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-997ea827-5267-44c7-bc8b-7c3205fe38ed tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3604488 Jul 13 07:33:53.751836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54442) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.839135 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.852796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.892403 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-f2955c77-0389-494e-bed7-d8cd8bdb5b39 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6baf39-155d-4a44-b22c-81d33a617ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469483 Jul 13 07:33:53.903284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-149fac34-f1c6-4954-91d7-7f279a3dffb2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Deleting port a30d3b7f-665c-4c22-bb69-36d749576883 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:53.903638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-149fac34-f1c6-4954-91d7-7f279a3dffb2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.915091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc4eff-1ad3-4d3c-bb80-e32aa06e4c47 req-90819bd4-68ba-40e5-b33d-45d7d11acf9a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.916655 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dcc4eff-1ad3-4d3c-bb80-e32aa06e4c47 req-90819bd4-68ba-40e5-b33d-45d7d11acf9a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.1480243 Jul 13 07:33:53.930801 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.943984 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.947813 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d6ae5fbe-f31b-4b0c-9e74-a8e722b9c080 HTTP/1.1" status: 204 len: 168 time: 0.1949914 Jul 13 07:33:53.952671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54448) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.953630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1cd9df1-7582-4d98-b0a7-e676c296b405 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:53.977751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6ae5fbe-f31b-4b0c-9e74-a8e722b9c080,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.016730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.017080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.017355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.017706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.018049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.018407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.018729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.019059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.019393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.019730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.020085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.020419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfe3a31-b811-4f76-bf10-88101a6baabf tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:54.047729 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dcc4eff-1ad3-4d3c-bb80-e32aa06e4c47 req-1382dc0d-5d17-4424-9da1-5740ac5e6531 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174092 Jul 13 07:33:54.060995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.080046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6', 'port_id': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'mac_address': 'fa:16:3e:2f:dd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7acbba-a02a-4bed-812d-782215b4d99b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:54.081565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-1fa51246-fe15-4c80-9983-d79a286317d5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] For port c5b5aa5e-3f52-4494-8bea-1bab4908cf61, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.091782 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c81119dd-4922-4c42-96b3-8a78f39a829d tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1358945 Jul 13 07:33:54.094980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54450) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:54.119979 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daf1e5c9-177c-4ed3-9cd8-4f43c0a95ab3 req-a54f15eb-05cc-474a-95c6-830edb1fcdc4 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6baf39-155d-4a44-b22c-81d33a617ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071073 Jul 13 07:33:54.121279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-149fac34-f1c6-4954-91d7-7f279a3dffb2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] For port a30d3b7f-665c-4c22-bb69-36d749576883, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a30d3b7f-665c-4c22-bb69-36d749576883,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.121654 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-149fac34-f1c6-4954-91d7-7f279a3dffb2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.123104 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.133740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-1fa51246-fe15-4c80-9983-d79a286317d5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.138455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cd9df1-7582-4d98-b0a7-e676c296b405 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:54.149192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-1fa51246-fe15-4c80-9983-d79a286317d5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.167104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c5b5aa5e-3f52-4494-8bea-1bab4908cf61'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:54.167637 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-149fac34-f1c6-4954-91d7-7f279a3dffb2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Calling delete_port for a30d3b7f-665c-4c22-bb69-36d749576883 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:54.172699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.199318 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.219867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-1fa51246-fe15-4c80-9983-d79a286317d5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:54.220868 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-1fa51246-fe15-4c80-9983-d79a286317d5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.222346 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64ac9170-723a-41a0-b8ed-bcff67958aeb req-1fa51246-fe15-4c80-9983-d79a286317d5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "PUT /v2.0/ports/c5b5aa5e-3f52-4494-8bea-1bab4908cf61 HTTP/1.1" status: 200 len: 981 time: 0.7097955 Jul 13 07:33:54.251235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:54.268409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa51246-fe15-4c80-9983-d79a286317d5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'Port': ['ID=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,revision_number=6']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.299475 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ad93d3fe-c911-4a5e-bd13-1c49628ac0d5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.348822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-33de2dde-7f54-4338-83e2-3f3671beaba3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2244918 Jul 13 07:33:54.350572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ad93d3fe-c911-4a5e-bd13-1c49628ac0d5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.473736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28ccea-1dc2-4387-8b69-89927bc523a0 req-9bb5d1ca-9aeb-4396-afbd-88907f00e0bd tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:54.475328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd28ccea-1dc2-4387-8b69-89927bc523a0 req-9bb5d1ca-9aeb-4396-afbd-88907f00e0bd tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2531473b-4311-4176-9e2a-2531ecee5c2f HTTP/1.1" status: 200 len: 946 time: 0.2423959 Jul 13 07:33:54.493849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-2d56c140-eba5-4030-8b5a-475e69425ca6 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1152999301&fields=id&tenant_id=246d43c16f4a4e60ab258fe27f246a67 HTTP/1.1" status: 200 len: 267 time: 0.0392535 Jul 13 07:33:54.503107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c5b5aa5e-3f52-4494-8bea-1bab4908cf61'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:54.514481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ad93d3fe-c911-4a5e-bd13-1c49628ac0d5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.517618 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ad93d3fe-c911-4a5e-bd13-1c49628ac0d5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.521645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ad93d3fe-c911-4a5e-bd13-1c49628ac0d5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-groups/e97c1e00-ebf1-4ffd-9bf0-0b8478476995 HTTP/1.1" status: 204 len: 168 time: 0.4239802 Jul 13 07:33:54.526226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54458) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:54.564044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-149fac34-f1c6-4954-91d7-7f279a3dffb2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.570477 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-59f5b2c5-af8a-4fe6-8a4c-18156cba293a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:54.572263 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-59f5b2c5-af8a-4fe6-8a4c-18156cba293a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 984 time: 0.0750604 Jul 13 07:33:54.573146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93d3fe-c911-4a5e-bd13-1c49628ac0d5 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97c1e00-ebf1-4ffd-9bf0-0b8478476995,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.573445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.586147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a30d3b7f-665c-4c22-bb69-36d749576883'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:54.593797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-3cc96985-e228-44b3-91e7-7a19a0ab85c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'port': {'security_groups': ['479c1726-4542-4316-82f3-1e3e3c23e604', 'abfc1bce-142f-41fc-8035-3128d1d6743c', 'dd3eb7cc-0dbe-4623-915b-c5097857150e']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:54.630231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd28ccea-1dc2-4387-8b69-89927bc523a0 req-f4a014b2-e325-45db-b3b6-34dc625b80b8 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321073 Jul 13 07:33:54.637466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fac34-f1c6-4954-91d7-7f279a3dffb2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event deleted for resources: {'Port': ['ID=a30d3b7f-665c-4c22-bb69-36d749576883,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.650058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-b6dfbd5a-af05-4144-b33c-0cf1b26846bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:54.651592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-b6dfbd5a-af05-4144-b33c-0cf1b26846bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c81caa563b5245d49f7e655a6ad85b08&device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 1096 time: 0.2386968 Jul 13 07:33:54.677073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,segment=NetworkSegment(9d212280-b576-4672-bb52-52be44d1b793),segment_id=9d212280-b576-4672-bb52-52be44d1b793)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.686067 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0eb37bf0-5795-4d62-9f03-ebd71f0b7245 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1537628 Jul 13 07:33:54.690798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54462) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:54.706471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-051e174f-7aa8-448f-8ad2-2e407643f510 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group': {'name': 'tempest-secgroup--779138376'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:54.712891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-149fac34-f1c6-4954-91d7-7f279a3dffb2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] No DVR routers for this DVR port a30d3b7f-665c-4c22-bb69-36d749576883 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:54.721133 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-3cc96985-e228-44b3-91e7-7a19a0ab85c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.724036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-149fac34-f1c6-4954-91d7-7f279a3dffb2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.726055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc79ee69-2240-41e1-8a62-f9c172f11597 req-149fac34-f1c6-4954-91d7-7f279a3dffb2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "DELETE /v2.0/ports/a30d3b7f-665c-4c22-bb69-36d749576883 HTTP/1.1" status: 204 len: 173 time: 1.0314467 Jul 13 07:33:54.726502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2531473b-4311-4176-9e2a-2531ecee5c2f', 'name': 'network-vif-deleted', 'tag': 'a30d3b7f-665c-4c22-bb69-36d749576883'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:54.728860 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee697b6-f4eb-4887-a37e-b1fd3d06203a" -d '{"events": [{"server_uuid": "2531473b-4311-4176-9e2a-2531ecee5c2f", "name": "network-vif-deleted", "tag": "a30d3b7f-665c-4c22-bb69-36d749576883"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:54.772599 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-051e174f-7aa8-448f-8ad2-2e407643f510 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.783141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '73c2ffce-ae19-48c6-b902-e94ca0e7eba1', 'network_id': '4f696717-bc61-441f-983d-f3c024b729d9', 'port_id': '73c2ffce-ae19-48c6-b902-e94ca0e7eba1', 'mac_address': 'fa:16:3e:70:67:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d995b5-9455-4328-8d9b-cc93716bc94e', 'ip_address': '19.80.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:54.819710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'tag': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:54.822992 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db340156-f881-43e9-a3cd-fb10ea0b7276" -d '{"events": [{"name": "network-changed", "server_uuid": "a469698a-c6ad-4309-8dca-b7df6bae7951", "tag": "c5b5aa5e-3f52-4494-8bea-1bab4908cf61"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:54.825435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-13d4ff73-ad21-47e0-bd96-d1e68a7de99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:54.828853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-13d4ff73-ad21-47e0-bd96-d1e68a7de99e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5518da0-f2d4-4957-a51f-577627000acf HTTP/1.1" status: 200 len: 906 time: 0.1254718 Jul 13 07:33:54.881314 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.937884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:54.945701 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-9f3538e2-1768-4f0e-993f-f5af6eb6daf7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d HTTP/1.1" status: 200 len: 1000 time: 0.1079445 Jul 13 07:33:54.982608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,segment=NetworkSegment(9d212280-b576-4672-bb52-52be44d1b793),segment_id=9d212280-b576-4672-bb52-52be44d1b793)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:55.004929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.037700 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-051e174f-7aa8-448f-8ad2-2e407643f510 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.039651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-3cc96985-e228-44b3-91e7-7a19a0ab85c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] For port c5b5aa5e-3f52-4494-8bea-1bab4908cf61, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:55.050068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-051e174f-7aa8-448f-8ad2-2e407643f510 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.055755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 41ba85f0-8b0e-477b-be19-1f172a0d46a3 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:55.059331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-58ac916d-fe43-4ed7-88a0-4d9089dd5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.060935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-58ac916d-fe43-4ed7-88a0-4d9089dd5bbe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c518626c-392d-4117-bc6b-233aba59e9b5 HTTP/1.1" status: 200 len: 844 time: 0.0689015 Jul 13 07:33:55.100420 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-051e174f-7aa8-448f-8ad2-2e407643f510 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.103546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.104590 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-051e174f-7aa8-448f-8ad2-2e407643f510 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4127300 Jul 13 07:33:55.107804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54470) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:55.111511 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-3cc96985-e228-44b3-91e7-7a19a0ab85c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.113627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36b6a7-5972-4e70-8a3c-33473853cc10 req-a43d4928-5fbf-4b28-8c3f-3d262f9ca79c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.115794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1f92a550-6f35-40b0-87c9-62f635825d0c tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': '4ba2f91a-5723-4b4f-a0fb-fbcff9adf9ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:55.120195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e174f-7aa8-448f-8ad2-2e407643f510 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba2f91a-5723-4b4f-a0fb-fbcff9adf9ab,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.124677 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-3cc96985-e228-44b3-91e7-7a19a0ab85c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.131361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36b6a7-5972-4e70-8a3c-33473853cc10 req-a43d4928-5fbf-4b28-8c3f-3d262f9ca79c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.144320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff36b6a7-5972-4e70-8a3c-33473853cc10 req-a43d4928-5fbf-4b28-8c3f-3d262f9ca79c tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1677 time: 0.1966338 Jul 13 07:33:55.153922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c5b5aa5e-3f52-4494-8bea-1bab4908cf61'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:55.207679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff36b6a7-5972-4e70-8a3c-33473853cc10 req-a84b6afb-df89-4d9e-98a3-1cd3eee8453d tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623598 Jul 13 07:33:55.215951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-3cc96985-e228-44b3-91e7-7a19a0ab85c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.216807 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-3cc96985-e228-44b3-91e7-7a19a0ab85c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.230885 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7960750f-8305-44d4-b41d-6f64c93cc051 req-3cc96985-e228-44b3-91e7-7a19a0ab85c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "PUT /v2.0/ports/c5b5aa5e-3f52-4494-8bea-1bab4908cf61 HTTP/1.1" status: 200 len: 1020 time: 0.6433694 Jul 13 07:33:55.298887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-67119568-1b1e-4e32-8b24-654f86710ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.303150 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-67119568-1b1e-4e32-8b24-654f86710ad4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5518da0-f2d4-4957-a51f-577627000acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317982 Jul 13 07:33:55.319858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f92a550-6f35-40b0-87c9-62f635825d0c tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.360563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc96985-e228-44b3-91e7-7a19a0ab85c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'Port': ['ID=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,revision_number=7']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.378273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 41ba85f0-8b0e-477b-be19-1f172a0d46a3, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=41ba85f0-8b0e-477b-be19-1f172a0d46a3,segment=NetworkSegment(f6f1783b-441c-41ef-9de4-999f96f26567),segment_id=f6f1783b-441c-41ef-9de4-999f96f26567)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:55.381610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c5b5aa5e-3f52-4494-8bea-1bab4908cf61'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:55.439174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '41ba85f0-8b0e-477b-be19-1f172a0d46a3', 'network_id': '7a6baf39-155d-4a44-b22c-81d33a617ba1', 'port_id': '41ba85f0-8b0e-477b-be19-1f172a0d46a3', 'mac_address': 'fa:16:3e:91:d4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae9b72c-780b-484a-9b1a-114ce9861340', 'ip_address': '19.86.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:55.463214 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-fd934c2d-d1b0-4492-8698-e0da1176d383 service neutron] 10.222.0.53 "GET /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503632 Jul 13 07:33:55.482850 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f92a550-6f35-40b0-87c9-62f635825d0c tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.501530 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f92a550-6f35-40b0-87c9-62f635825d0c tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.540899 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.542277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92a550-6f35-40b0-87c9-62f635825d0c tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694ddc38-742b-43d1-86a4-c994b50c2798,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.564308 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f92a550-6f35-40b0-87c9-62f635825d0c tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.568546 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1f92a550-6f35-40b0-87c9-62f635825d0c tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4572065 Jul 13 07:33:55.569069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54476) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:55.586075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ba85f0-8b0e-477b-be19-1f172a0d46a3 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:55.590611 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128f8f00-e59f-45d0-80c9-a457ff507286 x-openstack-request-id: req-128f8f00-e59f-45d0-80c9-a457ff507286 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:55.590933 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2531473b-4311-4176-9e2a-2531ecee5c2f", "name": "network-vif-deleted", "tag": "a30d3b7f-665c-4c22-bb69-36d749576883", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:55.591203 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-128f8f00-e59f-45d0-80c9-a457ff507286 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:55.591699 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2531473b-4311-4176-9e2a-2531ecee5c2f', 'name': 'network-vif-deleted', 'tag': 'a30d3b7f-665c-4c22-bb69-36d749576883', 'status': 'completed', 'code': 200} Jul 13 07:33:55.625671 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ea5c4ef-212c-464d-8aaf-a44c7811b283 req-83e110ef-195d-456e-80f8-2ae0e6e4405b service neutron] 10.222.0.53 "GET /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220074 Jul 13 07:33:55.625794 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6747c466-6c9b-4075-a399-1f8a6e374dab tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules/694ddc38-742b-43d1-86a4-c994b50c2798 HTTP/1.1" status: 200 len: 763 time: 0.0540695 Jul 13 07:33:55.628336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54478) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:55.629284 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365f3e52-6881-4fdd-8a75-5aba4126e6d1 x-openstack-request-id: req-365f3e52-6881-4fdd-8a75-5aba4126e6d1 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:55.629639 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a469698a-c6ad-4309-8dca-b7df6bae7951", "tag": "c5b5aa5e-3f52-4494-8bea-1bab4908cf61", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:55.629907 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-365f3e52-6881-4fdd-8a75-5aba4126e6d1 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:55.630315 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'tag': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61', 'status': 'completed', 'code': 200} Jul 13 07:33:55.637505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 41ba85f0-8b0e-477b-be19-1f172a0d46a3, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=41ba85f0-8b0e-477b-be19-1f172a0d46a3,segment=NetworkSegment(f6f1783b-441c-41ef-9de4-999f96f26567),segment_id=f6f1783b-441c-41ef-9de4-999f96f26567)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:55.654698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.699671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df4c8c-5c39-49e2-b284-6e258ab38178 req-bd518390-2b41-49a9-bc43-1ef31610ba9c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.701229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-48df4c8c-5c39-49e2-b284-6e258ab38178 req-bd518390-2b41-49a9-bc43-1ef31610ba9c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.2374508 Jul 13 07:33:55.753761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fbdc0b8f-1ea9-41ba-9e90-5e160201dc15 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1243091 Jul 13 07:33:55.757237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54482) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:55.791255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=41ba85f0-8b0e-477b-be19-1f172a0d46a3,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.810109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-48df4c8c-5c39-49e2-b284-6e258ab38178 req-ec7c871c-eab2-452b-8a8f-6c6bbe95716b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893202 Jul 13 07:33:55.813932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db340156-f881-43e9-a3cd-fb10ea0b7276 req-1bd4803b-5147-4130-bdd0-cf791e4e6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.815451 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db340156-f881-43e9-a3cd-fb10ea0b7276 req-1bd4803b-5147-4130-bdd0-cf791e4e6f7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1174 time: 0.1650627 Jul 13 07:33:55.816963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f628cc4f-2af2-444b-bf7c-e6bf2019c0d9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.826147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f628cc4f-2af2-444b-bf7c-e6bf2019c0d9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.850814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0491ce-31f4-4697-8c23-2b1ac72a3fda req-e5d3216d-e192-47c7-80b9-4fe84ef51550 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.852453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa0491ce-31f4-4697-8c23-2b1ac72a3fda req-e5d3216d-e192-47c7-80b9-4fe84ef51550 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 945 time: 0.1156342 Jul 13 07:33:55.930754 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa0491ce-31f4-4697-8c23-2b1ac72a3fda req-96a78623-84c8-4868-9bee-264543497794 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694709 Jul 13 07:33:55.951669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f628cc4f-2af2-444b-bf7c-e6bf2019c0d9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.956539 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f628cc4f-2af2-444b-bf7c-e6bf2019c0d9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.957706 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f628cc4f-2af2-444b-bf7c-e6bf2019c0d9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/694ddc38-742b-43d1-86a4-c994b50c2798 HTTP/1.1" status: 204 len: 168 time: 0.1967535 Jul 13 07:33:55.960613 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54484) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.009303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628cc4f-2af2-444b-bf7c-e6bf2019c0d9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=694ddc38-742b-43d1-86a4-c994b50c2798,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.019106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac47fa84-0a5f-4ebd-96c2-94c406cb42f4 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0541344 Jul 13 07:33:56.019201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54486) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.024200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8b369773-6255-4d7e-9b47-5035787aede6 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': '4ba2f91a-5723-4b4f-a0fb-fbcff9adf9ab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:56.037004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db340156-f881-43e9-a3cd-fb10ea0b7276 req-4b2dbd7b-9940-4307-8b60-d2734871e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:56.039946 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db340156-f881-43e9-a3cd-fb10ea0b7276 req-4b2dbd7b-9940-4307-8b60-d2734871e455 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 912 time: 0.2071328 Jul 13 07:33:56.055119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b369773-6255-4d7e-9b47-5035787aede6 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.107823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db340156-f881-43e9-a3cd-fb10ea0b7276 req-5c7c3827-b537-4576-bdde-a30ffe485c65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61 HTTP/1.1" status: 200 len: 217 time: 0.0519388 Jul 13 07:33:56.112128 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b369773-6255-4d7e-9b47-5035787aede6 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.116991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a49b-8194-4b19-8178-15e5832ea687 req-e799fd74-d3dc-4591-867e-302ff9b36b03 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:56.118529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b964a49b-8194-4b19-8178-15e5832ea687 req-e799fd74-d3dc-4591-867e-302ff9b36b03 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1023 time: 0.1514511 Jul 13 07:33:56.124619 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b369773-6255-4d7e-9b47-5035787aede6 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.145592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b369773-6255-4d7e-9b47-5035787aede6 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d518f676-60f7-441a-8755-4aeb6a0bf4ea,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.154986 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b369773-6255-4d7e-9b47-5035787aede6 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.157301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8b369773-6255-4d7e-9b47-5035787aede6 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371620 Jul 13 07:33:56.160218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54490) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.195046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aabb642f-7298-4e3d-9d83-7ef16ee44bb2 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules/d518f676-60f7-441a-8755-4aeb6a0bf4ea HTTP/1.1" status: 200 len: 763 time: 0.0323064 Jul 13 07:33:56.195280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['41ba85f0-8b0e-477b-be19-1f172a0d46a3'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:56.200925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54492) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.209115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db340156-f881-43e9-a3cd-fb10ea0b7276 req-ebbe15b9-3205-4fef-8dd5-b06ffb35826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:56.210601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db340156-f881-43e9-a3cd-fb10ea0b7276 req-ebbe15b9-3205-4fef-8dd5-b06ffb35826b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147eb31c-76db-4dc0-a7ad-f626b6100807 HTTP/1.1" status: 200 len: 851 time: 0.0911801 Jul 13 07:33:56.225247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e1cd9df1-7582-4d98-b0a7-e676c296b405'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:56.232198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['73c2ffce-ae19-48c6-b902-e94ca0e7eba1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:56.260659 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ed568785-204a-41de-87ae-c9af22646341 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0554490 Jul 13 07:33:56.264484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54498) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.282337 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b964a49b-8194-4b19-8178-15e5832ea687 req-dbb3e81e-a1fc-4d19-afd6-8053d7ed5d4e tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&id=479c1726-4542-4316-82f3-1e3e3c23e604&id=dd3eb7cc-0dbe-4623-915b-c5097857150e HTTP/1.1" status: 200 len: 6156 time: 0.1552365 Jul 13 07:33:56.286082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db340156-f881-43e9-a3cd-fb10ea0b7276 req-d9df3da8-fb62-49d7-ae46-3a4c910f59c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6702adf1-d9e5-4d03-a38b-ded485002694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572250 Jul 13 07:33:56.295052 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a867703-c79c-478d-a4a9-90299d0e7b39 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.322409 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a867703-c79c-478d-a4a9-90299d0e7b39 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.425382 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a867703-c79c-478d-a4a9-90299d0e7b39 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.429960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a867703-c79c-478d-a4a9-90299d0e7b39 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.431466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1a867703-c79c-478d-a4a9-90299d0e7b39 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d518f676-60f7-441a-8755-4aeb6a0bf4ea HTTP/1.1" status: 204 len: 168 time: 0.1650314 Jul 13 07:33:56.435342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54510) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.462500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a867703-c79c-478d-a4a9-90299d0e7b39 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d518f676-60f7-441a-8755-4aeb6a0bf4ea,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.489211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ece0e-2d8a-4d47-a0cb-832d824ceaea req-23c90c61-b5a4-4864-86f8-87527ca4ddad tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:56.495140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ece0e-2d8a-4d47-a0cb-832d824ceaea req-23c90c61-b5a4-4864-86f8-87527ca4ddad tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:56.495515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db340156-f881-43e9-a3cd-fb10ea0b7276 req-ed1ad331-8c5a-4803-bd51-ed21955e83a4 service neutron] 10.222.0.53 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961837 Jul 13 07:33:56.496775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-399ece0e-2d8a-4d47-a0cb-832d824ceaea req-23c90c61-b5a4-4864-86f8-87527ca4ddad tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1679 time: 0.1320360 Jul 13 07:33:56.529338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b255fe0c-c50a-4ac3-b1f3-2b29d6f707a1 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0917947 Jul 13 07:33:56.532500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54514) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.537109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-639b5a7b-f8d3-436a-ac2e-c67d13e97ad9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Request body: {'security_group_rule': {'security_group_id': '4ba2f91a-5723-4b4f-a0fb-fbcff9adf9ab', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:56.572386 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-399ece0e-2d8a-4d47-a0cb-832d824ceaea req-0a30f248-8b60-4226-baba-d016debe785b tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684087 Jul 13 07:33:56.573733 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:33:56.582640 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-639b5a7b-f8d3-436a-ac2e-c67d13e97ad9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.602070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-c546a8dc-825a-4ca9-8ebb-780d8e5b52f9 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:56.610157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-c546a8dc-825a-4ca9-8ebb-780d8e5b52f9 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.2455223 Jul 13 07:33:56.631571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-57029231-8124-4a70-8912-ae81fcb0a3cd req-5b457bf1-651d-49a0-b010-ea978bdd705f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1897832106 ', 'description': 'tempest-description-483406199'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:56.633532 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-03763abf-74ba-4838-94da-115f9e2b393d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/quotas/47eefa349c3e4f31802e496632a57bdc HTTP/1.1" status: 200 len: 375 time: 0.0202730 Jul 13 07:33:56.659491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-db340156-f881-43e9-a3cd-fb10ea0b7276 req-8cd4b30c-3b95-4ee8-8671-6405315df6fd service neutron] 10.222.0.53 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532600 Jul 13 07:33:56.669995 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-639b5a7b-f8d3-436a-ac2e-c67d13e97ad9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.674984 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-639b5a7b-f8d3-436a-ac2e-c67d13e97ad9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.681772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-524c110b-6090-46a5-9d27-b67c3a8aab0e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373135 Jul 13 07:33:56.689318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-57029231-8124-4a70-8912-ae81fcb0a3cd req-5b457bf1-651d-49a0-b010-ea978bdd705f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.706619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b5a7b-f8d3-436a-ac2e-c67d13e97ad9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486ef530-94b9-440e-8b92-ea57f49c9444,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.719772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-639b5a7b-f8d3-436a-ac2e-c67d13e97ad9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.723471 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-639b5a7b-f8d3-436a-ac2e-c67d13e97ad9 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875870 Jul 13 07:33:56.725012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54516) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.766770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e8873456-1895-4d96-bef7-59d1c095a5e6 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules/486ef530-94b9-440e-8b92-ea57f49c9444 HTTP/1.1" status: 200 len: 764 time: 0.0406494 Jul 13 07:33:56.770766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54518) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.787835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-57029231-8124-4a70-8912-ae81fcb0a3cd req-5b457bf1-651d-49a0-b010-ea978bdd705f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.791649 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-57029231-8124-4a70-8912-ae81fcb0a3cd req-5b457bf1-651d-49a0-b010-ea978bdd705f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.807139 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-bdff1285-b412-433b-a57e-77b50a4b29be service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158593 Jul 13 07:33:56.820721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-57029231-8124-4a70-8912-ae81fcb0a3cd req-5b457bf1-651d-49a0-b010-ea978bdd705f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.821926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57029231-8124-4a70-8912-ae81fcb0a3cd req-5b457bf1-651d-49a0-b010-ea978bdd705f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.1978445 Jul 13 07:33:56.823686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b457bf1-651d-49a0-b010-ea978bdd705f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1456621-cf29-420f-b68e-0359ca7b7de3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.837725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-801239e4-e772-43cb-a43f-adf178b97aa2 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0659063 Jul 13 07:33:56.840425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54522) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.871538 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2a36427d-4e9f-404b-a874-ba7dbdfb0cc7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.880068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2a36427d-4e9f-404b-a874-ba7dbdfb0cc7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.922778 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2a36427d-4e9f-404b-a874-ba7dbdfb0cc7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.929467 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2a36427d-4e9f-404b-a874-ba7dbdfb0cc7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.930612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2a36427d-4e9f-404b-a874-ba7dbdfb0cc7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/486ef530-94b9-440e-8b92-ea57f49c9444 HTTP/1.1" status: 204 len: 168 time: 0.0892050 Jul 13 07:33:56.933416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54526) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.951236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36427d-4e9f-404b-a874-ba7dbdfb0cc7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=486ef530-94b9-440e-8b92-ea57f49c9444,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:57.007092 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b6fe104f-6b7d-4e4f-96ca-77638c19ebda tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0725446 Jul 13 07:33:57.013274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54530) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:57.033705 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65ebf4c0-abbc-4e81-8a0b-44ed141deed9 req-533fe85c-2f53-4389-80bf-3ef076bb0407 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/c1456621-cf29-420f-b68e-0359ca7b7de3 HTTP/1.1" status: 200 len: 1782 time: 0.0777042 Jul 13 07:33:57.083520 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e323-89ad-40f7-916c-b99ba02f5df7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.105539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e323-89ad-40f7-916c-b99ba02f5df7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.179319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e323-89ad-40f7-916c-b99ba02f5df7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.182034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e323-89ad-40f7-916c-b99ba02f5df7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.183446 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0fd2e323-89ad-40f7-916c-b99ba02f5df7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "DELETE /v2.0/security-groups/4ba2f91a-5723-4b4f-a0fb-fbcff9adf9ab HTTP/1.1" status: 204 len: 168 time: 0.1689706 Jul 13 07:33:57.186181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54536) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:57.202883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2e323-89ad-40f7-916c-b99ba02f5df7 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba2f91a-5723-4b4f-a0fb-fbcff9adf9ab,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:57.204883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-18055102-0b07-425a-8257-af42c338ab80 service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887174 Jul 13 07:33:57.230398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e8bb5-340a-4fee-944b-11c14a7856b6 req-2acca6e0-3736-4af2-9b19-53c62d290a22 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:57.231853 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-311e8bb5-340a-4fee-944b-11c14a7856b6 req-2acca6e0-3736-4af2-9b19-53c62d290a22 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.0974326 Jul 13 07:33:57.236402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fd3066ba-2b12-412e-8847-74ef85cb4210 tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490255 Jul 13 07:33:57.243172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54538) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:57.272594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-311e8bb5-340a-4fee-944b-11c14a7856b6 req-8b6acea3-c047-4d15-a096-556bfb601d4b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Jul 13 07:33:57.286332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-295bd842-546d-4719-a793-f69d6da30abc tempest-SecGroupTest-1071019478 tempest-SecGroupTest-1071019478-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420053 Jul 13 07:33:57.412833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb115974-cdac-4628-8026-ad07b6bfff99 req-9ee21e3a-d8ed-4fd0-a107-31df0a3b339f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/c1456621-cf29-420f-b68e-0359ca7b7de3 HTTP/1.1" status: 200 len: 1782 time: 0.0541615 Jul 13 07:33:57.499704 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb115974-cdac-4628-8026-ad07b6bfff99 req-d72ff166-e224-4379-ad1f-039ce17db83e tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.532051 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb115974-cdac-4628-8026-ad07b6bfff99 req-d72ff166-e224-4379-ad1f-039ce17db83e tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.560351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54552) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:57.582275 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb115974-cdac-4628-8026-ad07b6bfff99 req-d72ff166-e224-4379-ad1f-039ce17db83e tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.585365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb115974-cdac-4628-8026-ad07b6bfff99 req-d72ff166-e224-4379-ad1f-039ce17db83e tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.597817 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb115974-cdac-4628-8026-ad07b6bfff99 req-d72ff166-e224-4379-ad1f-039ce17db83e tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/c1456621-cf29-420f-b68e-0359ca7b7de3 HTTP/1.1" status: 204 len: 173 time: 0.1755261 Jul 13 07:33:57.607937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ff166-e224-4379-ad1f-039ce17db83e tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1456621-cf29-420f-b68e-0359ca7b7de3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:57.641089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'tag': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:57.643635 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e0aa4e-973e-429b-9799-5454853f708e" -d '{"events": [{"name": "network-changed", "server_uuid": "a469698a-c6ad-4309-8dca-b7df6bae7951", "tag": "c5b5aa5e-3f52-4494-8bea-1bab4908cf61"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:57.689277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808270f-751a-4212-8952-b6da99a8831c req-9b90b9ee-0d1a-4e4f-bcdc-a5d98f7837a3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:57.690886 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2808270f-751a-4212-8952-b6da99a8831c req-9b90b9ee-0d1a-4e4f-bcdc-a5d98f7837a3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 945 time: 0.0934167 Jul 13 07:33:57.756957 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2808270f-751a-4212-8952-b6da99a8831c req-21cac25e-89c5-425c-b5fd-36405eeac0f2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596159 Jul 13 07:33:57.792969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ada112b0-395d-4a2d-9025-735b90bde1bb req-2799379e-381e-49e0-94a5-aa39b4a071c4 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 210 time: 0.0375168 Jul 13 07:33:57.804272 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fcbe66da-e2ef-47e5-af80-af4468178708 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21faedc177cb48feb740bff27778a892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407634 Jul 13 07:33:57.805132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54566) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:57.807915 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [req-f0217ed5-a65d-47fc-a661-897eb81db60c req-311dc214-7c65-4c1e-96fc-ad75535ab8f6 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] show failed (client error): The resource could not be found. Jul 13 07:33:57.822989 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0217ed5-a65d-47fc-a661-897eb81db60c req-311dc214-7c65-4c1e-96fc-ad75535ab8f6 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/c1456621-cf29-420f-b68e-0359ca7b7de3 HTTP/1.1" status: 404 len: 352 time: 0.0363622 Jul 13 07:33:57.855925 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ff4af9-f4c7-4600-b61f-80176a0f11e1 x-openstack-request-id: req-52ff4af9-f4c7-4600-b61f-80176a0f11e1 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:57.856277 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a469698a-c6ad-4309-8dca-b7df6bae7951", "tag": "c5b5aa5e-3f52-4494-8bea-1bab4908cf61", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:57.856537 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52ff4af9-f4c7-4600-b61f-80176a0f11e1 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:57.856938 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'tag': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61', 'status': 'completed', 'code': 200} Jul 13 07:33:57.863859 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0752ae1b-5986-42de-af18-897f91cedd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.887971 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0752ae1b-5986-42de-af18-897f91cedd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.955726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:58.015888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:58.019791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0aa4e-973e-429b-9799-5454853f708e req-224f29c6-e89d-43da-92a9-7d71eadda5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:58.021302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0e0aa4e-973e-429b-9799-5454853f708e req-224f29c6-e89d-43da-92a9-7d71eadda5c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1174 time: 0.1304202 Jul 13 07:33:58.022490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:58.026875 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.042692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0752ae1b-5986-42de-af18-897f91cedd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.045424 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0752ae1b-5986-42de-af18-897f91cedd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.047207 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0752ae1b-5986-42de-af18-897f91cedd61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b39fef42-0929-421f-8a70-34b6068028f8 HTTP/1.1" status: 204 len: 168 time: 0.2409785 Jul 13 07:33:58.068372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef019c-5114-4e73-9ad7-d036bc5ad222 req-f0c292a2-d8ae-4179-9999-8102c0c2eab0 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:58.069300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752ae1b-5986-42de-af18-897f91cedd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39fef42-0929-421f-8a70-34b6068028f8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:58.077327 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8ef019c-5114-4e73-9ad7-d036bc5ad222 req-f0c292a2-d8ae-4179-9999-8102c0c2eab0 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 945 time: 0.1014197 Jul 13 07:33:58.097567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ec771-e343-43d1-8dee-e69adfa576a5 req-f4ed9c09-8ca7-4d5b-94af-0786199998e3 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:58.103516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ec771-e343-43d1-8dee-e69adfa576a5 req-f4ed9c09-8ca7-4d5b-94af-0786199998e3 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:58.105234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e7ec771-e343-43d1-8dee-e69adfa576a5 req-f4ed9c09-8ca7-4d5b-94af-0786199998e3 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1679 time: 0.1679442 Jul 13 07:33:58.127629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8ef019c-5114-4e73-9ad7-d036bc5ad222 req-06eb366b-6082-4a51-828b-c5545d30e24f tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493417 Jul 13 07:33:58.153822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-129234b8-2733-49ab-96bd-6793ef79ac70 req-5468ed74-3b1a-436f-af59-584c2c48068a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-798258745', 'description': 'tempest-description-1949468072'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:58.165253 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.174850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0aa4e-973e-429b-9799-5454853f708e req-97e23201-07f0-4b75-aaaa-c472bd8a19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:58.177224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0e0aa4e-973e-429b-9799-5454853f708e req-97e23201-07f0-4b75-aaaa-c472bd8a19b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 912 time: 0.1458189 Jul 13 07:33:58.187488 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-129234b8-2733-49ab-96bd-6793ef79ac70 req-5468ed74-3b1a-436f-af59-584c2c48068a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.215787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c2ffce-ae19-48c6-b902-e94ca0e7eba1'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:58.220063 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a467116-48b2-4bbc-b8e5-e1d12a92024e" -d '{"events": [{"server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "name": "network-vif-plugged", "status": "completed", "tag": "73c2ffce-ae19-48c6-b902-e94ca0e7eba1"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:58.249679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,segment=NetworkSegment(9d212280-b576-4672-bb52-52be44d1b793),segment_id=9d212280-b576-4672-bb52-52be44d1b793)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:58.253528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e7ec771-e343-43d1-8dee-e69adfa576a5 req-d3680daf-2260-493a-8008-b7a3c0e30038 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168890 Jul 13 07:33:58.254818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0e0aa4e-973e-429b-9799-5454853f708e req-8b1d1319-b4ab-41c2-8710-2aeacac4c853 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61 HTTP/1.1" status: 200 len: 217 time: 0.0600107 Jul 13 07:33:58.266522 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.339981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0aa4e-973e-429b-9799-5454853f708e req-c8c3d96d-76a0-4548-bf32-849dcae9e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:58.341979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0e0aa4e-973e-429b-9799-5454853f708e req-c8c3d96d-76a0-4548-bf32-849dcae9e9da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147eb31c-76db-4dc0-a7ad-f626b6100807 HTTP/1.1" status: 200 len: 851 time: 0.0727866 Jul 13 07:33:58.355237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1cd9df1-7582-4d98-b0a7-e676c296b405 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:58.377631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-129234b8-2733-49ab-96bd-6793ef79ac70 req-5468ed74-3b1a-436f-af59-584c2c48068a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.387783 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-129234b8-2733-49ab-96bd-6793ef79ac70 req-5468ed74-3b1a-436f-af59-584c2c48068a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.402095 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0e0aa4e-973e-429b-9799-5454853f708e req-a4b457dc-6906-4f4e-a764-a53f1d7e4f7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6702adf1-d9e5-4d03-a38b-ded485002694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487564 Jul 13 07:33:58.445951 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-129234b8-2733-49ab-96bd-6793ef79ac70 req-5468ed74-3b1a-436f-af59-584c2c48068a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.451449 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-129234b8-2733-49ab-96bd-6793ef79ac70 req-5468ed74-3b1a-436f-af59-584c2c48068a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3024690 Jul 13 07:33:58.464705 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468ed74-3b1a-436f-af59-584c2c48068a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd5c256-0615-4653-9cb8-a98c09293b6f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:58.468218 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64fe5a9-bb98-4287-92a6-9abea6bec831 x-openstack-request-id: req-a64fe5a9-bb98-4287-92a6-9abea6bec831 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:58.468526 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "name": "network-vif-plugged", "status": "completed", "tag": "73c2ffce-ae19-48c6-b902-e94ca0e7eba1", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:58.468794 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a64fe5a9-bb98-4287-92a6-9abea6bec831 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:58.469196 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c2ffce-ae19-48c6-b902-e94ca0e7eba1', 'code': 200} Jul 13 07:33:58.488043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:58.506672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-0549dae6-18e8-408a-9978-f4d540f6ea40 req-bf0cf55f-d32f-4f15-8437-1a43b353b9f1 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-917520150', 'description': 'tempest-description-1122956224'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:58.512247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port e1cd9df1-7582-4d98-b0a7-e676c296b405 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:58.523800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port e1cd9df1-7582-4d98-b0a7-e676c296b405 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:58.525793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.554493 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0549dae6-18e8-408a-9978-f4d540f6ea40 req-bf0cf55f-d32f-4f15-8437-1a43b353b9f1 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.571244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0e0aa4e-973e-429b-9799-5454853f708e req-55f435dc-8474-4c57-a616-4c5555265759 service neutron] 10.222.0.53 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610708 Jul 13 07:33:58.712433 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0549dae6-18e8-408a-9978-f4d540f6ea40 req-bf0cf55f-d32f-4f15-8437-1a43b353b9f1 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.716350 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a30d3b7f-665c-4c22-bb69-36d749576883 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:58.728570 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0549dae6-18e8-408a-9978-f4d540f6ea40 req-bf0cf55f-d32f-4f15-8437-1a43b353b9f1 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.762676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: a30d3b7f-665c-4c22-bb69-36d749576883 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:58.763026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a30d3b7f-665c-4c22-bb69-36d749576883 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:58.767747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cf55f-d32f-4f15-8437-1a43b353b9f1 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc50369-a007-44c1-8742-9c0b452a0d06,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:58.782360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0549dae6-18e8-408a-9978-f4d540f6ea40 req-bf0cf55f-d32f-4f15-8437-1a43b353b9f1 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.795350 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.796725 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0549dae6-18e8-408a-9978-f4d540f6ea40 req-bf0cf55f-d32f-4f15-8437-1a43b353b9f1 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2944021 Jul 13 07:33:58.861379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0e0aa4e-973e-429b-9799-5454853f708e req-720336ae-82fd-43d1-9eee-6ecb23a1bcf0 service neutron] 10.222.0.53 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797842 Jul 13 07:33:58.881811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e6d15826-65db-4deb-a510-06b7c8b0e9fd None None] Provisioning complete for port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:58.882330 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6d15826-65db-4deb-a510-06b7c8b0e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.929912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:58.961575 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.966469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cedf3-bb17-4f8f-9460-d560af50b100 req-06f9dc4f-ff86-4291-bda3-209bc50717aa tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:58.968996 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4d0cedf3-bb17-4f8f-9460-d560af50b100 req-06f9dc4f-ff86-4291-bda3-209bc50717aa tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.3452623 Jul 13 07:33:59.004376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ba80b-56fa-4bc1-a416-fcfa2c56aa10 req-d22490be-e1ca-4d9d-a8bc-fac219b18ef1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:59.014166 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-483ba80b-56fa-4bc1-a416-fcfa2c56aa10 req-d22490be-e1ca-4d9d-a8bc-fac219b18ef1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 945 time: 0.0906804 Jul 13 07:33:59.031154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4d0cedf3-bb17-4f8f-9460-d560af50b100 req-4ce4d6fe-37e8-44a3-93fe-b85480745e45 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540233 Jul 13 07:33:59.057277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 41ba85f0-8b0e-477b-be19-1f172a0d46a3 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:59.066431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-ab34cfff-81e6-4b3a-a9f2-8e0e1beaeebf tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:59.075832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-ab34cfff-81e6-4b3a-a9f2-8e0e1beaeebf tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.3130653 Jul 13 07:33:59.101456 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-483ba80b-56fa-4bc1-a416-fcfa2c56aa10 req-ecfca84e-a1af-4b11-890b-ba4b153cb0a9 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802209 Jul 13 07:33:59.101690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Request body: {'port': {'device_id': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'admin_state_up': True, 'tenant_id': '47eefa349c3e4f31802e496632a57bdc'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:59.142051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-04ebfe69-8de2-4fad-97b5-14dfb8e4c4f9 req-980d1188-1257-4950-9f8c-a577ec771194 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1650842840', 'description': 'tempest-description-458145993'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:59.181198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:59.188052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:59.196081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:59.196467 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.196986 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-04ebfe69-8de2-4fad-97b5-14dfb8e4c4f9 req-980d1188-1257-4950-9f8c-a577ec771194 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.270204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3cdc351d-54d5-44ef-bcfb-78ea6d92ddd3 req-9179f383-4e01-4d0b-8c15-a4c844f67910 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 210 time: 0.0442364 Jul 13 07:33:59.310330 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.312047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-04ebfe69-8de2-4fad-97b5-14dfb8e4c4f9 req-980d1188-1257-4950-9f8c-a577ec771194 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.317982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-04ebfe69-8de2-4fad-97b5-14dfb8e4c4f9 req-980d1188-1257-4950-9f8c-a577ec771194 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.343899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Made reservation on behalf of 47eefa349c3e4f31802e496632a57bdc for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:59.351408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.361074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 41ba85f0-8b0e-477b-be19-1f172a0d46a3, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=41ba85f0-8b0e-477b-be19-1f172a0d46a3,segment=NetworkSegment(f6f1783b-441c-41ef-9de4-999f96f26567),segment_id=f6f1783b-441c-41ef-9de4-999f96f26567)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:59.368181 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.386164 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-04ebfe69-8de2-4fad-97b5-14dfb8e4c4f9 req-980d1188-1257-4950-9f8c-a577ec771194 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.408554 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04ebfe69-8de2-4fad-97b5-14dfb8e4c4f9 req-980d1188-1257-4950-9f8c-a577ec771194 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2719769 Jul 13 07:33:59.412616 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d1188-1257-4950-9f8c-a577ec771194 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b1116-a018-46ed-b0e6-dc78e0698f87,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:59.461333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=41ba85f0-8b0e-477b-be19-1f172a0d46a3,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:59.603946 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Allocated IP 172.20.0.6 (0185c362-a095-4dcb-b4f8-1a580fa76cf2/ab40a5cf-dc2a-4c9d-8e41-a9ed215df390/2b7839fe-c061-48a8-850f-44c29f36de11) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:59.681679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f2f53-3c8e-4868-8d7e-9355767371f9 req-d8be327e-18ac-4e5b-b324-b7686229fa23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:59.689852 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f2f53-3c8e-4868-8d7e-9355767371f9 req-d8be327e-18ac-4e5b-b324-b7686229fa23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:59.697197 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c97f2f53-3c8e-4868-8d7e-9355767371f9 req-d8be327e-18ac-4e5b-b324-b7686229fa23 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1681 time: 0.0969801 Jul 13 07:33:59.753105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c97f2f53-3c8e-4868-8d7e-9355767371f9 req-6cbf872b-d4a2-4ea9-84b0-7460de0f823b tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549786 Jul 13 07:33:59.855085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-01d7db8c-7a47-4210-a5c4-581a78d3bde6 None None] Provisioning complete for port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:59.855568 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-01d7db8c-7a47-4210-a5c4-581a78d3bde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.897358 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.917365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7521d50d-d923-4c7d-b5e3-9f4cfe002b2e req-7aa91174-adec-4bde-b5f0-21bf7bc23e8c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=246d43c16f4a4e60ab258fe27f246a67 HTTP/1.1" status: 200 len: 10909 time: 0.2275300 Jul 13 07:33:59.990331 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7521d50d-d923-4c7d-b5e3-9f4cfe002b2e req-ccfa3b3b-adc2-4ce7-ac34-696db6d2c07f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/abfc1bce-142f-41fc-8035-3128d1d6743c HTTP/1.1" status: 200 len: 2985 time: 0.0646286 Jul 13 07:34:00.005030 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.072977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:00.083466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:00.085906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:00.124580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7521d50d-d923-4c7d-b5e3-9f4cfe002b2e req-5e52ee7f-a1b2-41f7-be6c-6168f4543c77 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/abfc1bce-142f-41fc-8035-3128d1d6743c HTTP/1.1" status: 200 len: 2985 time: 0.1284316 Jul 13 07:34:00.127930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event updated for resources: {'Port': ['ID=2b7839fe-c061-48a8-850f-44c29f36de11,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:00.160971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.162048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.184573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-b7c038ac-3550-480e-bb33-79d6decf6ef0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1061790 Jul 13 07:34:00.195657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Request body: {'port': {'device_id': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:00.212036 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ab216-276b-4e5a-be9e-0e9a1a12c12c req-e5ec869c-babc-4d67-8c8e-5df0c61b6271 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.213833 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f2ab216-276b-4e5a-be9e-0e9a1a12c12c req-e5ec869c-babc-4d67-8c8e-5df0c61b6271 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 945 time: 0.0914321 Jul 13 07:34:00.266592 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f2ab216-276b-4e5a-be9e-0e9a1a12c12c req-a765cf4b-2194-469f-99cb-45df08792ca9 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456119 Jul 13 07:34:00.301055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.449498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e689bda-e782-4d22-8786-b5eaab8ca15a req-a7d1d0b4-b4bb-4b57-b7f2-1966d9c81d14 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.451460 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e689bda-e782-4d22-8786-b5eaab8ca15a req-a7d1d0b4-b4bb-4b57-b7f2-1966d9c81d14 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0764441 Jul 13 07:34:00.470859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405'}, {'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ba85f0-8b0e-477b-be19-1f172a0d46a3'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:00.474351 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d045a3dd-fa15-4baa-9535-a0557e9c97d1" -d '{"events": [{"server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405"}, {"server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "name": "network-vif-plugged", "status": "completed", "tag": "41ba85f0-8b0e-477b-be19-1f172a0d46a3"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:00.511165 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e689bda-e782-4d22-8786-b5eaab8ca15a req-cfe2c7cd-6e29-4680-89dc-2a88fbc62bff tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527849 Jul 13 07:34:00.516744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab53b4-2593-400e-b468-4402307ecea1 req-e744f44e-b205-491f-bb8c-444280a30f9a tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.518269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85ab53b4-2593-400e-b468-4402307ecea1 req-e744f44e-b205-491f-bb8c-444280a30f9a tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.1565826 Jul 13 07:34:00.592065 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ceab7e6-1b43-463b-9d16-85cfe640ff79 req-f4d20bed-530c-4e5b-b6ed-f7aa66e0c39a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/4dd5c256-0615-4653-9cb8-a98c09293b6f HTTP/1.1" status: 200 len: 1802 time: 0.0472202 Jul 13 07:34:00.623603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85ab53b4-2593-400e-b468-4402307ecea1 req-a41051b1-6750-4852-8ae7-c207e1289eac tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954850 Jul 13 07:34:00.736042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2ceab7e6-1b43-463b-9d16-85cfe640ff79 req-b8658c81-38d3-4b8d-a5ef-1b5f752bc35c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.763290 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2ceab7e6-1b43-463b-9d16-85cfe640ff79 req-b8658c81-38d3-4b8d-a5ef-1b5f752bc35c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.800530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7839fe-c061-48a8-850f-44c29f36de11 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:00.816506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.820930 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2ceab7e6-1b43-463b-9d16-85cfe640ff79 req-b8658c81-38d3-4b8d-a5ef-1b5f752bc35c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.824275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2ceab7e6-1b43-463b-9d16-85cfe640ff79 req-b8658c81-38d3-4b8d-a5ef-1b5f752bc35c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.833259 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ceab7e6-1b43-463b-9d16-85cfe640ff79 req-b8658c81-38d3-4b8d-a5ef-1b5f752bc35c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/4dd5c256-0615-4653-9cb8-a98c09293b6f HTTP/1.1" status: 204 len: 173 time: 0.2409887 Jul 13 07:34:00.837676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Transition to ACTIVE for port object 2b7839fe-c061-48a8-850f-44c29f36de11 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:00.846143 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8658c81-38d3-4b8d-a5ef-1b5f752bc35c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd5c256-0615-4653-9cb8-a98c09293b6f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:00.856392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafadd3-3a36-485c-abaf-532ba86075ff req-7728e885-9e08-4cf8-ad67-9e5aa208a0dc tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.858083 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5eafadd3-3a36-485c-abaf-532ba86075ff req-7728e885-9e08-4cf8-ad67-9e5aa208a0dc tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 931 time: 0.1019952 Jul 13 07:34:00.859033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.865625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54672) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:00.918178 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74a1a5a-8e2e-4b6b-8498-8bdb5a04123b x-openstack-request-id: req-f74a1a5a-8e2e-4b6b-8498-8bdb5a04123b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:00.918474 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405", "code": 200}, {"server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "name": "network-vif-plugged", "status": "completed", "tag": "41ba85f0-8b0e-477b-be19-1f172a0d46a3", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:00.918725 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f74a1a5a-8e2e-4b6b-8498-8bdb5a04123b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:00.919119 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'code': 200} Jul 13 07:34:00.919370 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ba85f0-8b0e-477b-be19-1f172a0d46a3', 'code': 200} Jul 13 07:34:00.969833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7839fe-c061-48a8-850f-44c29f36de11,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:01.034834 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.048667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5eafadd3-3a36-485c-abaf-532ba86075ff req-daf52ba8-4225-4510-98d0-a942379b1222 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835587 Jul 13 07:34:01.124324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Attempting to bind port 2b7839fe-c061-48a8-850f-44c29f36de11 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:01.124623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Attempting to bind port 2b7839fe-c061-48a8-850f-44c29f36de11 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:01.124961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Attempting to bind port 2b7839fe-c061-48a8-850f-44c29f36de11 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:01.127236 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-81bbdeaa-b658-43b0-a56f-6e1da62cf8ae req-eab69c7e-7418-492a-8ff6-19d82a2ddc05 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] show failed (client error): The resource could not be found. Jul 13 07:34:01.128448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81bbdeaa-b658-43b0-a56f-6e1da62cf8ae req-eab69c7e-7418-492a-8ff6-19d82a2ddc05 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/4dd5c256-0615-4653-9cb8-a98c09293b6f HTTP/1.1" status: 404 len: 352 time: 0.0422299 Jul 13 07:34:01.144769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Port 2b7839fe-c061-48a8-850f-44c29f36de11 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:01.145128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Attempting to bind port 2b7839fe-c061-48a8-850f-44c29f36de11 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:01.156137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:01.156498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Checking segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:01.156864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Bound using segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:01.157307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Bound port: 2b7839fe-c061-48a8-850f-44c29f36de11, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:01.157739 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.192591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb57c-f088-4b66-acf0-f77d4e67e02f req-1232ba27-9f21-4477-a985-9242b60866fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.193375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb57c-f088-4b66-acf0-f77d4e67e02f req-1232ba27-9f21-4477-a985-9242b60866fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.194807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0cdb57c-f088-4b66-acf0-f77d4e67e02f req-1232ba27-9f21-4477-a985-9242b60866fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1983 time: 0.1563501 Jul 13 07:34:01.204508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9be84c-1114-4a8a-a318-b7e1eab9cdd7 req-bbc2eec7-d059-463d-80ce-a793bcfc387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.205933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea9be84c-1114-4a8a-a318-b7e1eab9cdd7 req-bbc2eec7-d059-463d-80ce-a793bcfc387b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 1097 time: 0.1641328 Jul 13 07:34:01.224413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c6713-0f05-4ec8-a1b5-a3ca64dbd65a req-7ce846eb-5f13-4e5d-91dd-ad3a2aa3b531 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.230606 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c6713-0f05-4ec8-a1b5-a3ca64dbd65a req-7ce846eb-5f13-4e5d-91dd-ad3a2aa3b531 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.231931 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb2c6713-0f05-4ec8-a1b5-a3ca64dbd65a req-7ce846eb-5f13-4e5d-91dd-ad3a2aa3b531 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1681 time: 0.1853185 Jul 13 07:34:01.267138 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea9be84c-1114-4a8a-a318-b7e1eab9cdd7 req-84a92761-9c7a-4d68-a953-fba8fbedd086 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544326 Jul 13 07:34:01.268351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] For port 2b7839fe-c061-48a8-850f-44c29f36de11, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:01.271736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] For port 2b7839fe-c061-48a8-850f-44c29f36de11, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2b7839fe-c061-48a8-850f-44c29f36de11,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:01.278740 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.316069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.316666 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.317835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.318076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] 10.222.0.54 "PUT /v2.0/ports/2b7839fe-c061-48a8-850f-44c29f36de11 HTTP/1.1" status: 200 len: 1091 time: 1.1268451 Jul 13 07:34:01.318795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'tag': '2b7839fe-c061-48a8-850f-44c29f36de11'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:01.321154 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705" -d '{"events": [{"name": "network-changed", "server_uuid": "63e0ce78-367b-44b7-ba77-d26fb62b3dfa", "tag": "2b7839fe-c061-48a8-850f-44c29f36de11"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:01.338055 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0cdb57c-f088-4b66-acf0-f77d4e67e02f req-40037814-cce3-4edc-8a07-ad930eca8f7b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348114 Jul 13 07:34:01.358934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.377785 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb2c6713-0f05-4ec8-a1b5-a3ca64dbd65a req-5ecfaae0-b5a3-4cfc-8b5a-d2e9647956b9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333089 Jul 13 07:34:01.380656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b6f32-4f18-4f02-87bf-7b630c78bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7839fe-c061-48a8-850f-44c29f36de11,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:01.461804 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8563341813649159636776516188b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948541 Jul 13 07:34:01.464945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54682) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:01.472303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08126a7-ee6f-4ec5-b5a4-dba76e3cb7a5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:01.498269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-f7d2ea66-1747-43ba-a802-041f1ae5cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.500235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-f7d2ea66-1747-43ba-a802-041f1ae5cb65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 1094 time: 0.1113956 Jul 13 07:34:01.510706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.511115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.512066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.512211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.512535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.513075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.513311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.513649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.515236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.516431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.516431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.516662 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cac1fd-b8a4-46de-84b3-3fa6acece082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:01.536214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11d3304f-539a-41e4-9c8e-ba45ed280148 req-ffeb11cf-5ab7-4cc1-8125-3ba2549ecd09 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/6cc50369-a007-44c1-8742-9c0b452a0d06 HTTP/1.1" status: 200 len: 1802 time: 0.0961955 Jul 13 07:34:01.548540 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3edd68-baf7-4db8-a6e7-c16e40e50632 x-openstack-request-id: req-2f3edd68-baf7-4db8-a6e7-c16e40e50632 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:01.548833 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e0ce78-367b-44b7-ba77-d26fb62b3dfa", "tag": "2b7839fe-c061-48a8-850f-44c29f36de11", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:01.549095 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f3edd68-baf7-4db8-a6e7-c16e40e50632 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:01.549504 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'tag': '2b7839fe-c061-48a8-850f-44c29f36de11', 'status': 'completed', 'code': 200} Jul 13 07:34:01.553880 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-c6e7037f-d564-4e11-91a6-46840877e04d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b7839fe-c061-48a8-850f-44c29f36de11 HTTP/1.1" status: 200 len: 217 time: 0.0462990 Jul 13 07:34:01.597422 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b04ead4-e839-4caa-b654-eec9a2688983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.611630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-11d3304f-539a-41e4-9c8e-ba45ed280148 req-90a5ff7d-72dc-43be-b364-48fd5f31a784 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.630454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-5c9198a9-72fd-416e-90a4-b7cf8869534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.631942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-5c9198a9-72fd-416e-90a4-b7cf8869534f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.0654707 Jul 13 07:34:01.633779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b04ead4-e839-4caa-b654-eec9a2688983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.635194 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-11d3304f-539a-41e4-9c8e-ba45ed280148 req-90a5ff7d-72dc-43be-b364-48fd5f31a784 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.679279 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-11d3304f-539a-41e4-9c8e-ba45ed280148 req-90a5ff7d-72dc-43be-b364-48fd5f31a784 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.682028 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-11d3304f-539a-41e4-9c8e-ba45ed280148 req-90a5ff7d-72dc-43be-b364-48fd5f31a784 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.683555 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11d3304f-539a-41e4-9c8e-ba45ed280148 req-90a5ff7d-72dc-43be-b364-48fd5f31a784 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/6cc50369-a007-44c1-8742-9c0b452a0d06 HTTP/1.1" status: 204 len: 173 time: 0.1367624 Jul 13 07:34:01.697120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5ff7d-72dc-43be-b364-48fd5f31a784 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc50369-a007-44c1-8742-9c0b452a0d06,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:01.708110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-27d0725b-d06b-413a-bc7d-7546edffe66f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605757 Jul 13 07:34:01.820254 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b04ead4-e839-4caa-b654-eec9a2688983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.822819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b04ead4-e839-4caa-b654-eec9a2688983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.823976 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4b04ead4-e839-4caa-b654-eec9a2688983 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e08126a7-ee6f-4ec5-b5a4-dba76e3cb7a5 HTTP/1.1" status: 204 len: 168 time: 0.3571692 Jul 13 07:34:01.855999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616c5e0-eb6f-4257-bc31-94dd838ab128 req-77657454-2697-440d-9684-1c46ce9dedae tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.857574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a616c5e0-eb6f-4257-bc31-94dd838ab128 req-77657454-2697-440d-9684-1c46ce9dedae tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 945 time: 0.2167358 Jul 13 07:34:01.859670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04ead4-e839-4caa-b654-eec9a2688983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08126a7-ee6f-4ec5-b5a4-dba76e3cb7a5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:01.863312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30e167-552c-4f20-8a86-e3f3664e6dda req-7b9691f6-8d22-41f7-9473-26e0d6e310c9 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:01.870199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aa30e167-552c-4f20-8a86-e3f3664e6dda req-7b9691f6-8d22-41f7-9473-26e0d6e310c9 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0720284 Jul 13 07:34:01.873931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-31598d7b-2386-4773-b108-85a82ba3a70b service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566687 Jul 13 07:34:01.912462 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aa30e167-552c-4f20-8a86-e3f3664e6dda req-5b3d4981-9f86-4da7-b154-68aa006d7517 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 Jul 13 07:34:01.960747 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a616c5e0-eb6f-4257-bc31-94dd838ab128 req-7a21d69a-6966-480b-8f66-b6a4e0263106 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907042 Jul 13 07:34:02.021234 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-f0f1b53e-2e82-4713-82ee-1660db27dd5d req-e9218b75-baee-4f23-9366-4308f7b890d9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] show failed (client error): The resource could not be found. Jul 13 07:34:02.022260 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0f1b53e-2e82-4713-82ee-1660db27dd5d req-e9218b75-baee-4f23-9366-4308f7b890d9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/6cc50369-a007-44c1-8742-9c0b452a0d06 HTTP/1.1" status: 404 len: 352 time: 0.0232279 Jul 13 07:34:02.067563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b63f17d-3fcc-43ab-95c1-c6543864b4ae req-a66c17ab-def2-4b5a-af5a-23e6f42808f1 service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842628 Jul 13 07:34:02.093914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5640b4b6-e5f1-4567-8643-9043e43b0477 req-c8aa8e33-04c1-43ee-a4e1-c7b09c3e6519 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/6f9b1116-a018-46ed-b0e6-dc78e0698f87 HTTP/1.1" status: 200 len: 1802 time: 0.0455275 Jul 13 07:34:02.098454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05a614-a61d-4e7a-b6ac-2476428f06f4 req-5dd4bba1-c3c9-40e6-bd11-820fb27b2f77 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.100138 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e05a614-a61d-4e7a-b6ac-2476428f06f4 req-5dd4bba1-c3c9-40e6-bd11-820fb27b2f77 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.0753486 Jul 13 07:34:02.156768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e05a614-a61d-4e7a-b6ac-2476428f06f4 req-0f7c87a6-105a-4c66-b829-030eb3b0e0ec tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Jul 13 07:34:02.166702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54704) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:02.195387 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26597d6c-5ae0-458e-8e7e-1496352428bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.206685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5640b4b6-e5f1-4567-8643-9043e43b0477 req-71cc9e2e-bc3d-4fdb-b5e7-07d738f88e61 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.215509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705 req-2394d83d-2c22-43a6-af06-12c9af6b6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.218429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705 req-2394d83d-2c22-43a6-af06-12c9af6b6b28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 1094 time: 0.0949333 Jul 13 07:34:02.246071 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5640b4b6-e5f1-4567-8643-9043e43b0477 req-71cc9e2e-bc3d-4fdb-b5e7-07d738f88e61 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.324948 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26597d6c-5ae0-458e-8e7e-1496352428bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.335601 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26597d6c-5ae0-458e-8e7e-1496352428bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.352281 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5640b4b6-e5f1-4567-8643-9043e43b0477 req-71cc9e2e-bc3d-4fdb-b5e7-07d738f88e61 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.354865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5640b4b6-e5f1-4567-8643-9043e43b0477 req-71cc9e2e-bc3d-4fdb-b5e7-07d738f88e61 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.358987 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5640b4b6-e5f1-4567-8643-9043e43b0477 req-71cc9e2e-bc3d-4fdb-b5e7-07d738f88e61 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/6f9b1116-a018-46ed-b0e6-dc78e0698f87 HTTP/1.1" status: 204 len: 173 time: 0.2528548 Jul 13 07:34:02.371195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705 req-0c75a840-36cc-46eb-b9fe-e1a52b3de10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.372723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705 req-0c75a840-36cc-46eb-b9fe-e1a52b3de10c service neutron] 10.222.0.54 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 912 time: 0.1396899 Jul 13 07:34:02.374161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc9e2e-bc3d-4fdb-b5e7-07d738f88e61 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b1116-a018-46ed-b0e6-dc78e0698f87,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.397622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-26597d6c-5ae0-458e-8e7e-1496352428bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1c1b0acae754bdeb7e22f7a50a532a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292485 Jul 13 07:34:02.402561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54708) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:02.411074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff584-529a-485e-a52d-85dc5ef3933f req-80a8278c-462c-4d80-8994-fffe3ac6e25b tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.412870 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d7ff584-529a-485e-a52d-85dc5ef3933f req-80a8278c-462c-4d80-8994-fffe3ac6e25b tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 943 time: 0.1500721 Jul 13 07:34:02.419154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26597d6c-5ae0-458e-8e7e-1496352428bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e9c0c5-57ac-4e17-88aa-2510cac7aabd,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.442017 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-37b6df59-dd79-41d4-b3d0-7978f07ec826 req-9641fc07-7a83-4b52-8a30-41707f88a254 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] show failed (client error): The resource could not be found. Jul 13 07:34:02.453890 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37b6df59-dd79-41d4-b3d0-7978f07ec826 req-9641fc07-7a83-4b52-8a30-41707f88a254 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/6f9b1116-a018-46ed-b0e6-dc78e0698f87 HTTP/1.1" status: 404 len: 352 time: 0.0695174 Jul 13 07:34:02.455446 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705 req-181bf85f-572a-4fb7-8064-6f85a7914101 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b7839fe-c061-48a8-850f-44c29f36de11 HTTP/1.1" status: 200 len: 217 time: 0.0737245 Jul 13 07:34:02.487452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d7ff584-529a-485e-a52d-85dc5ef3933f req-32b90158-c3fd-4a7f-87b4-7ca8360207a6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639393 Jul 13 07:34:02.504384 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19ba8e13-e7ed-4196-8ebe-864dd3e21cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.534095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19ba8e13-e7ed-4196-8ebe-864dd3e21cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.540247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705 req-2ce83a82-ca79-4a2e-96cd-cfe21986c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.541833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705 req-2ce83a82-ca79-4a2e-96cd-cfe21986c6f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.0802636 Jul 13 07:34:02.579645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705 req-da8e01ef-1bec-4bf2-a31c-62b952bc05ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305872 Jul 13 07:34:02.647082 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19ba8e13-e7ed-4196-8ebe-864dd3e21cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.650115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19ba8e13-e7ed-4196-8ebe-864dd3e21cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.653698 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-19ba8e13-e7ed-4196-8ebe-864dd3e21cc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6e9c0c5-57ac-4e17-88aa-2510cac7aabd HTTP/1.1" status: 204 len: 168 time: 0.2374952 Jul 13 07:34:02.660800 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ffbc2807-9b25-4652-9b3b-55555d791644 req-c3539a1b-5ac7-4479-aba1-cfe81a3e63b5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=246d43c16f4a4e60ab258fe27f246a67 HTTP/1.1" status: 200 len: 6156 time: 0.1244638 Jul 13 07:34:02.671226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba8e13-e7ed-4196-8ebe-864dd3e21cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e9c0c5-57ac-4e17-88aa-2510cac7aabd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.726516 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ffbc2807-9b25-4652-9b3b-55555d791644 req-69181983-a523-47a0-8c37-5d202c43f9ad tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/abfc1bce-142f-41fc-8035-3128d1d6743c HTTP/1.1" status: 200 len: 2985 time: 0.0580196 Jul 13 07:34:02.735474 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705 req-0cfdf465-e20d-466f-a818-fe2364d98861 service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453900 Jul 13 07:34:02.783576 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ffbc2807-9b25-4652-9b3b-55555d791644 req-a3d16554-96c2-467a-862c-0ff022d5753a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/abfc1bce-142f-41fc-8035-3128d1d6743c HTTP/1.1" status: 200 len: 2985 time: 0.0505888 Jul 13 07:34:02.830825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10b3e-c0be-4974-9e62-b601af39b00f req-7e1e4696-803b-4934-a90c-6063dd9128d3 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.836676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10b3e-c0be-4974-9e62-b601af39b00f req-7e1e4696-803b-4934-a90c-6063dd9128d3 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.838243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21d10b3e-c0be-4974-9e62-b601af39b00f req-7e1e4696-803b-4934-a90c-6063dd9128d3 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1681 time: 0.2616663 Jul 13 07:34:03.151276 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af93ce1d-8a91-4e46-8ac9-d01fe7c5b705 req-da4d30b0-84bb-4e4a-a94d-f00a59a902cb service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084113 Jul 13 07:34:03.167734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21d10b3e-c0be-4974-9e62-b601af39b00f req-8195a6ca-9926-4654-baab-4b1b9c814b43 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230016 Jul 13 07:34:03.196917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-d768f792-040e-46f2-8064-c976261ec01c req-db0a287f-b69f-4bac-86d7-24057d07911d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1202884164', 'description': 'tempest-description-1312560445'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:03.221491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d768f792-040e-46f2-8064-c976261ec01c req-db0a287f-b69f-4bac-86d7-24057d07911d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.321712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d768f792-040e-46f2-8064-c976261ec01c req-db0a287f-b69f-4bac-86d7-24057d07911d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.327956 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d768f792-040e-46f2-8064-c976261ec01c req-db0a287f-b69f-4bac-86d7-24057d07911d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.354662 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d768f792-040e-46f2-8064-c976261ec01c req-db0a287f-b69f-4bac-86d7-24057d07911d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.365102 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d768f792-040e-46f2-8064-c976261ec01c req-db0a287f-b69f-4bac-86d7-24057d07911d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1722631 Jul 13 07:34:03.385173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a287f-b69f-4bac-86d7-24057d07911d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd1de78-0a9b-415a-9220-ea87e7934c4f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:03.436807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eca0e-2406-4807-bc62-970dc44186ad req-f39a2629-8049-4144-971a-3d4770adc3d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.438342 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1c4eca0e-2406-4807-bc62-970dc44186ad req-f39a2629-8049-4144-971a-3d4770adc3d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0892992 Jul 13 07:34:03.489603 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1c4eca0e-2406-4807-bc62-970dc44186ad req-3457140c-4ee5-4c5d-87e8-fe55128aaf8b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Jul 13 07:34:03.554257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74f16a-1f78-40f3-a097-d2b141ec202b req-d45231ae-19b1-460c-80df-60845b70257e tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.556097 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e74f16a-1f78-40f3-a097-d2b141ec202b req-d45231ae-19b1-460c-80df-60845b70257e tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 945 time: 0.1049283 Jul 13 07:34:03.579199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-e1a599cf-8453-40cc-9c92-1dfdb5057e85 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.581017 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-e1a599cf-8453-40cc-9c92-1dfdb5057e85 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.53 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 945 time: 0.1061289 Jul 13 07:34:03.643733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e74f16a-1f78-40f3-a097-d2b141ec202b req-e4d4efd7-88dd-408d-8081-cda0535e8f11 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e271be7-a74a-45b3-b43a-d45bf7c39e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766511 Jul 13 07:34:03.744310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c3304-6e26-4991-96c8-1691fbb68657 req-9c617cce-a578-4ea5-8f66-4a929ff0c1bd tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.745772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d97c3304-6e26-4991-96c8-1691fbb68657 req-9c617cce-a578-4ea5-8f66-4a929ff0c1bd tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.1251554 Jul 13 07:34:03.757133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Deleting port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:03.757801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.834790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b76b3c-f5d0-42f5-baed-909aaece7e2e req-bc41a463-1051-4a83-af37-7ff1932c7de5 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.836361 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-45b76b3c-f5d0-42f5-baed-909aaece7e2e req-bc41a463-1051-4a83-af37-7ff1932c7de5 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.0732229 Jul 13 07:34:03.878668 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d97c3304-6e26-4991-96c8-1691fbb68657 req-c5201260-fb33-4330-b36b-5406b332424c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049826 Jul 13 07:34:03.882027 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-45b76b3c-f5d0-42f5-baed-909aaece7e2e req-f53675b8-f702-4dbc-ae98-891c780dcbfd tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393896 Jul 13 07:34:03.921826 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] For port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:03.922200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.937066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-2d404d20-253e-4b0e-a35e-123ee3c4e03e req-0521363b-e989-4f77-a3b1-23cb3c8116fc tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2011744814', 'description': 'tempest-description-1575850480'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:04.072411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3263b9-c459-4bb6-8bbc-efad31d3206f req-9dd8265c-56bb-435a-a962-100d07297e49 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.073978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc3263b9-c459-4bb6-8bbc-efad31d3206f req-9dd8265c-56bb-435a-a962-100d07297e49 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 943 time: 0.0744343 Jul 13 07:34:04.118136 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc3263b9-c459-4bb6-8bbc-efad31d3206f req-33a17a53-b30f-423a-8ec5-f8b4bf15ef7d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364413 Jul 13 07:34:04.311681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.330795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-12e400cb-8e38-4556-9f8c-55af89149b22 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.332484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-12e400cb-8e38-4556-9f8c-55af89149b22 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 814 time: 0.1239147 Jul 13 07:34:04.351924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-37aa7faf-39a9-45af-a80a-d56a8d1c96d1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/quotas/6e022d6d4c4349bfaa1a0c945146e9bd HTTP/1.1" status: 200 len: 375 time: 0.0109274 Jul 13 07:34:04.352137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2d404d20-253e-4b0e-a35e-123ee3c4e03e req-0521363b-e989-4f77-a3b1-23cb3c8116fc tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.427994 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-1e9977b2-d354-412e-961a-ece96b12e40b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705180 Jul 13 07:34:04.469111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54792) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:04.552913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-d2342835-6701-4633-9a28-f1b3349a527a service neutron] 10.222.0.44 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146114 Jul 13 07:34:04.596625 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.597356 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.597684 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Floating IP a4cbe5fa-8b60-4984-8b4a-45a9dbcedd8a disassociated. External IP: 172.25.6.40, port: bbc5db82-728c-42c9-83a0-99bdf9fe4b4d. Jul 13 07:34:04.598081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Calling delete_port for bbc5db82-728c-42c9-83a0-99bdf9fe4b4d owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:04.653188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5c52d999-559a-42c4-bd88-1aac24929530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.673359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2d404d20-253e-4b0e-a35e-123ee3c4e03e req-0521363b-e989-4f77-a3b1-23cb3c8116fc tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.678197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2d404d20-253e-4b0e-a35e-123ee3c4e03e req-0521363b-e989-4f77-a3b1-23cb3c8116fc tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.704319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-1b8f55da-3929-405d-bade-bc9e28ca5b40 service neutron] 10.222.0.44 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445913 Jul 13 07:34:04.725785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521363b-e989-4f77-a3b1-23cb3c8116fc tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56987d2a-42c6-4ddf-8d37-d9e9f311fa17,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:04.737587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2b7839fe-c061-48a8-850f-44c29f36de11 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:04.815298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5c52d999-559a-42c4-bd88-1aac24929530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.820801 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5c52d999-559a-42c4-bd88-1aac24929530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.827255 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-2d404d20-253e-4b0e-a35e-123ee3c4e03e req-0521363b-e989-4f77-a3b1-23cb3c8116fc tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.832824 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d404d20-253e-4b0e-a35e-123ee3c4e03e req-0521363b-e989-4f77-a3b1-23cb3c8116fc tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9023335 Jul 13 07:34:04.836788 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.869135 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2b7839fe-c061-48a8-850f-44c29f36de11, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2b7839fe-c061-48a8-850f-44c29f36de11,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:04.886525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '2b7839fe-c061-48a8-850f-44c29f36de11', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'port_id': '2b7839fe-c061-48a8-850f-44c29f36de11', 'mac_address': 'fa:16:3e:ac:ca:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab40a5cf-dc2a-4c9d-8e41-a9ed215df390', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:04.914133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Pushing event deleted for resources: {'Port': ['ID=bbc5db82-728c-42c9-83a0-99bdf9fe4b4d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:04.921184 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5c52d999-559a-42c4-bd88-1aac24929530 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08d45e45d1b34c278441a174ecc2a69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507411 Jul 13 07:34:04.923478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54806) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:04.927329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52d999-559a-42c4-bd88-1aac24929530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1574a92-aa79-4f59-856a-26f7bd783772,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.002903 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.058364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7839fe-c061-48a8-850f-44c29f36de11 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:05.090811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2b7839fe-c061-48a8-850f-44c29f36de11, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2b7839fe-c061-48a8-850f-44c29f36de11,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:05.096683 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.104810 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71829044-597e-4e94-9aab-ff3361ee51c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.131556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-245ab445-f14e-41af-b3c1-a5dc2d2004f0 req-93792c60-bc3d-4dfd-ba61-3562b710ab67 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 210 time: 0.0800986 Jul 13 07:34:05.154585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71829044-597e-4e94-9aab-ff3361ee51c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.211219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Router 46a72e44-193d-4d45-8bb6-ff939febb5aa has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:34:05.222623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2b7839fe-c061-48a8-850f-44c29f36de11,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.248357 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71345e8-c52e-4999-bdaa-1b14a9a61b76 req-535f8551-b563-4b9e-bb57-46a533ecd245 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.254568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71345e8-c52e-4999-bdaa-1b14a9a61b76 req-535f8551-b563-4b9e-bb57-46a533ecd245 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.256401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c71345e8-c52e-4999-bdaa-1b14a9a61b76 req-535f8551-b563-4b9e-bb57-46a533ecd245 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1681 time: 0.1380048 Jul 13 07:34:05.262979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8fae172-bc30-4fef-93b1-419272b24cbe req-5a76d080-2ee5-41f1-acf4-722bc92b38ed tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 210 time: 0.0364575 Jul 13 07:34:05.266504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71829044-597e-4e94-9aab-ff3361ee51c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.269449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71829044-597e-4e94-9aab-ff3361ee51c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.273828 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-71829044-597e-4e94-9aab-ff3361ee51c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1574a92-aa79-4f59-856a-26f7bd783772 HTTP/1.1" status: 204 len: 168 time: 0.3458929 Jul 13 07:34:05.279526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71829044-597e-4e94-9aab-ff3361ee51c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1574a92-aa79-4f59-856a-26f7bd783772,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.401594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['2b7839fe-c061-48a8-850f-44c29f36de11'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:05.405385 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c71345e8-c52e-4999-bdaa-1b14a9a61b76 req-c39e2863-f4cc-4543-8c3c-315dc7a90b35 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839326 Jul 13 07:34:05.558297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:34:05.574134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] Sync routers for ids ['46a72e44-193d-4d45-8bb6-ff939febb5aa'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:34:05.632634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] Routers {'46a72e44-193d-4d45-8bb6-ff939febb5aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:05.633276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:33:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['46a72e44-193d-4d45-8bb6-ff939febb5aa'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:05.638852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a701e-0176-4a2b-8bf5-395075afdbda req-cbfbf55c-b281-4e58-8234-bb617c47bb2e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.640780 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9a4a701e-0176-4a2b-8bf5-395075afdbda req-cbfbf55c-b281-4e58-8234-bb617c47bb2e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.1100059 Jul 13 07:34:05.662118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] No DVR routers for this DVR port bbc5db82-728c-42c9-83a0-99bdf9fe4b4d on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:05.681422 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.684124 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-861f3010-2456-4ebe-b803-bd6c5f1dbaa9 req-ed1fc2fa-a592-4546-8cf1-abd19820949b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.53 "DELETE /v2.0/ports/bbc5db82-728c-42c9-83a0-99bdf9fe4b4d HTTP/1.1" status: 204 len: 173 time: 2.0961792 Jul 13 07:34:05.684502 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fff270-4272-4fcc-873e-efbe6322416a', 'name': 'network-vif-deleted', 'tag': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:05.687525 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445df7bb-24fe-4a14-85df-1cfc86e82b58" -d '{"events": [{"server_uuid": "83fff270-4272-4fcc-873e-efbe6322416a", "name": "network-vif-deleted", "tag": "bbc5db82-728c-42c9-83a0-99bdf9fe4b4d"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:05.725351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9a4a701e-0176-4a2b-8bf5-395075afdbda req-67ae8e15-d7b9-43ab-999f-f0dea06f8599 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782259 Jul 13 07:34:05.776300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb01e-ad24-4246-9dec-0c861ee22387 req-44dc3bea-2488-4a0c-bfb2-0a0b8981cb8b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.784670 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67ceb01e-ad24-4246-9dec-0c861ee22387 req-44dc3bea-2488-4a0c-bfb2-0a0b8981cb8b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.1668265 Jul 13 07:34:05.805899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54832) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:05.829328 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e260dd3e-3aef-4eeb-846c-e4fef33a197c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.851095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] Set router 46a72e44-193d-4d45-8bb6-ff939febb5aa gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:05.873688 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67ceb01e-ad24-4246-9dec-0c861ee22387 req-c59e4d3c-69f7-4ac4-8abf-acec2dc8e3c3 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765226 Jul 13 07:34:05.984087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device bbc5db82-728c-42c9-83a0-99bdf9fe4b4d no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:06.067069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e260dd3e-3aef-4eeb-846c-e4fef33a197c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.074113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e260dd3e-3aef-4eeb-846c-e4fef33a197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.103031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583a3e4-ba49-411c-bf22-33988c8fdc84 req-f3662bfc-80ba-4977-9ff0-c29059ffa3ca tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:06.111578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-97e641d2-8854-4d1e-849b-9838969faa08 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:06.115251 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2583a3e4-ba49-411c-bf22-33988c8fdc84 req-f3662bfc-80ba-4977-9ff0-c29059ffa3ca tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 944 time: 0.0910800 Jul 13 07:34:06.119232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-97e641d2-8854-4d1e-849b-9838969faa08 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 811 time: 0.2625489 Jul 13 07:34:06.148098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e260dd3e-3aef-4eeb-846c-e4fef33a197c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf4ef98def2f403082c383d7be1ad289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386371 Jul 13 07:34:06.148532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54838) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:06.156561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-c1b807c8-ff2e-41e6-9d0b-3ea882cf3e65 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/quotas/246d43c16f4a4e60ab258fe27f246a67 HTTP/1.1" status: 200 len: 375 time: 0.0360799 Jul 13 07:34:06.169636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260dd3e-3aef-4eeb-846c-e4fef33a197c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45011def-7747-42dd-8971-0ad5ed014bb8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:06.185560 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2583a3e4-ba49-411c-bf22-33988c8fdc84 req-0f43e320-1c5c-46e8-b8a8-06bcda558a39 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693200 Jul 13 07:34:06.188359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: bbc5db82-728c-42c9-83a0-99bdf9fe4b4d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:06.188706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device bbc5db82-728c-42c9-83a0-99bdf9fe4b4d not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:06.238131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-223ec7ec-d887-4f7f-9d2c-398ba0ab9fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.291490 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-223ec7ec-d887-4f7f-9d2c-398ba0ab9fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.294794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '724c2bea-3362-4045-a98c-3a6670bac971', 'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'mac_address': 'fa:16:3e:95:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:32Z', 'updated_at': '2021-07-13T07:31:47Z', 'revision_number': 5, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'subnets': [{'id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:06.297675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-a01ea7db-d590-40c7-9e43-91b028697deb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402643 Jul 13 07:34:06.335767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] Checking router: 46a72e44-193d-4d45-8bb6-ff939febb5aa for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:34:06.349273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] Routers {'46a72e44-193d-4d45-8bb6-ff939febb5aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:06.350188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:33:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['46a72e44-193d-4d45-8bb6-ff939febb5aa'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:06.383411 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4127a83-6f37-4b00-896c-3dbf772c5b6b x-openstack-request-id: req-d4127a83-6f37-4b00-896c-3dbf772c5b6b {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:06.383790 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fff270-4272-4fcc-873e-efbe6322416a", "name": "network-vif-deleted", "tag": "bbc5db82-728c-42c9-83a0-99bdf9fe4b4d", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:06.390441 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4127a83-6f37-4b00-896c-3dbf772c5b6b {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:06.390815 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fff270-4272-4fcc-873e-efbe6322416a', 'name': 'network-vif-deleted', 'tag': 'bbc5db82-728c-42c9-83a0-99bdf9fe4b4d', 'status': 'completed', 'code': 200} Jul 13 07:34:06.403836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-223ec7ec-d887-4f7f-9d2c-398ba0ab9fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.407003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-223ec7ec-d887-4f7f-9d2c-398ba0ab9fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.410482 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-223ec7ec-d887-4f7f-9d2c-398ba0ab9fee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45011def-7747-42dd-8971-0ad5ed014bb8 HTTP/1.1" status: 204 len: 168 time: 0.2586460 Jul 13 07:34:06.424617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ec7ec-d887-4f7f-9d2c-398ba0ab9fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45011def-7747-42dd-8971-0ad5ed014bb8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:06.496461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-eefd8560-c1ff-4f0b-b0c4-55b9c0815878 service neutron] 10.222.0.44 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977923 Jul 13 07:34:06.542543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] Set router 46a72e44-193d-4d45-8bb6-ff939febb5aa gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:06.575974 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3796bacb-e417-486e-9c3c-b4541ecaa2ad req-1e7a8b38-b448-4cca-a0c7-d3328bfc974b tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/ports?device_id=83fff270-4272-4fcc-873e-efbe6322416a HTTP/1.1" status: 200 len: 210 time: 0.0483792 Jul 13 07:34:06.760154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2b7839fe-c061-48a8-850f-44c29f36de11 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:06.861896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 2b7839fe-c061-48a8-850f-44c29f36de11 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:06.870211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 2b7839fe-c061-48a8-850f-44c29f36de11 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:06.870800 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.957441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '724c2bea-3362-4045-a98c-3a6670bac971', 'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'mac_address': 'fa:16:3e:95:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:32Z', 'updated_at': '2021-07-13T07:31:47Z', 'revision_number': 5, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'subnets': [{'id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:06.973442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-112b9058-31ff-48a5-baf4-17a3b38a6beb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:06.977542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-112b9058-31ff-48a5-baf4-17a3b38a6beb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.54 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 814 time: 0.5056825 Jul 13 07:34:06.987106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-2eaeec79-acd1-4da8-85eb-276cd1bbce92 service neutron] 10.222.0.44 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897733 Jul 13 07:34:06.997405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Request body: {'port': {'device_id': '7a3c4629-898d-4c02-8378-f1d49253d04a', 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6', 'admin_state_up': True, 'tenant_id': '6e022d6d4c4349bfaa1a0c945146e9bd'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:07.073467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec97e0c-7ea1-4149-bb68-43d531718131 None None] The sync data for ids ['46a72e44-193d-4d45-8bb6-ff939febb5aa'] in n-d-798249-7 is: [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:31:34Z', 'revision_number': 4, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '724c2bea-3362-4045-a98c-3a6670bac971', 'name': '', 'network_id': 'c5518da0-f2d4-4957-a51f-577627000acf', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'mac_address': 'fa:16:3e:95:01:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:32Z', 'updated_at': '2021-07-13T07:31:47Z', 'revision_number': 5, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'subnets': [{'id': 'c518626c-392d-4117-bc6b-233aba59e9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:07.112934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7200ae5c-374d-4763-8fdd-7aa9202b2924 req-ea076b19-cb66-4d03-b7a5-a94efd3ba117 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 210 time: 0.0558143 Jul 13 07:34:07.123197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.198952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Made reservation on behalf of 6e022d6d4c4349bfaa1a0c945146e9bd for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:07.204048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.222220 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7839fe-c061-48a8-850f-44c29f36de11'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:07.226320 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48fbbd8-349a-4320-a0e4-d39548f33b25" -d '{"events": [{"server_uuid": "63e0ce78-367b-44b7-ba77-d26fb62b3dfa", "name": "network-vif-plugged", "status": "completed", "tag": "2b7839fe-c061-48a8-850f-44c29f36de11"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:07.301560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2b7839fe-c061-48a8-850f-44c29f36de11, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2b7839fe-c061-48a8-850f-44c29f36de11,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:07.313019 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.401362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c3ea9-305a-4996-803b-b9839f737666 req-3d516b64-690a-4b9e-b71d-8fbac526b999 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.410485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e62c3ea9-305a-4996-803b-b9839f737666 req-3d516b64-690a-4b9e-b71d-8fbac526b999 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 946 time: 0.1008270 Jul 13 07:34:07.465977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2b7839fe-c061-48a8-850f-44c29f36de11,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:07.487220 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e62c3ea9-305a-4996-803b-b9839f737666 req-f89b2e2c-f271-4f63-b43f-71b74fb68a53 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733998 Jul 13 07:34:07.639337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Allocated IP 172.20.0.14 (960ed7cd-d877-4a01-884a-e97fd52f75f6/3a7acbba-a02a-4bed-812d-782215b4d99b/939a099e-5653-4ae7-a0d3-83cc0fcad836) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:07.709536 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18628c-c522-46b0-a01d-b90a9daa0ea1 None None] New status for floating IP a4cbe5fa-8b60-4984-8b4a-45a9dbcedd8a: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:34:07.779039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa415ba-5e27-4446-bb91-1fc2088a64a2 req-75477f44-7d19-4c5a-98bd-a6634fc66271 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.786191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa415ba-5e27-4446-bb91-1fc2088a64a2 req-75477f44-7d19-4c5a-98bd-a6634fc66271 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.788239 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfa415ba-5e27-4446-bb91-1fc2088a64a2 req-75477f44-7d19-4c5a-98bd-a6634fc66271 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1681 time: 0.2783358 Jul 13 07:34:07.795118 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.801621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213a6c2-5d67-431c-b859-306a968a5e17 req-71bdc45a-7b94-4864-baa9-bb6bdf5a36ff tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.803236 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1213a6c2-5d67-431c-b859-306a968a5e17 req-71bdc45a-7b94-4864-baa9-bb6bdf5a36ff tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.1157336 Jul 13 07:34:07.851518 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1213a6c2-5d67-431c-b859-306a968a5e17 req-dc86b70c-ae12-4792-bc41-b611091471cc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 Jul 13 07:34:07.966091 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfa415ba-5e27-4446-bb91-1fc2088a64a2 req-3765c86f-37a4-479c-a394-63b31c80b5dc tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712427 Jul 13 07:34:08.001189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.041203 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e80143-cf05-4bf3-89fe-b4e13c88113e x-openstack-request-id: req-44e80143-cf05-4bf3-89fe-b4e13c88113e {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:08.041479 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e0ce78-367b-44b7-ba77-d26fb62b3dfa", "name": "network-vif-plugged", "status": "completed", "tag": "2b7839fe-c061-48a8-850f-44c29f36de11", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:08.041766 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44e80143-cf05-4bf3-89fe-b4e13c88113e {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:08.042162 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7839fe-c061-48a8-850f-44c29f36de11', 'code': 200} Jul 13 07:34:08.108900 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.119810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af1b33-147e-4df6-9f7f-98b26de93057 req-51bdf3b2-42d5-4f38-827b-b8e64b9999b2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.121505 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a4af1b33-147e-4df6-9f7f-98b26de93057 req-51bdf3b2-42d5-4f38-827b-b8e64b9999b2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1028607 Jul 13 07:34:08.130525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e1cd9df1-7582-4d98-b0a7-e676c296b405'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:08.191910 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a4af1b33-147e-4df6-9f7f-98b26de93057 req-96d418fc-d259-4ae0-bf25-f8d78ae16158 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585463 Jul 13 07:34:08.212198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Network 960ed7cd-d877-4a01-884a-e97fd52f75f6 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:08.257204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:08.261619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Pushing event updated for resources: {'Port': ['ID=939a099e-5653-4ae7-a0d3-83cc0fcad836,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:08.287951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:08.341156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-591895b1-ce92-49c3-80c8-95a46d90231a req-1029f296-c1cb-4ec6-b1ad-b453fa193fb9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 210 time: 0.0851331 Jul 13 07:34:08.390482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.391288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.415273 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-a2eccd49-f9cd-4c0d-afd4-18abdd0c40ba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4260836 Jul 13 07:34:08.419418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7daef6-a6b7-4fa4-8c81-2a39eb6444f4 req-2617019e-2554-401b-a441-d5eba05b2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.422623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba7daef6-a6b7-4fa4-8c81-2a39eb6444f4 req-2617019e-2554-401b-a441-d5eba05b2ca4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 1096 time: 0.2257428 Jul 13 07:34:08.428778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Request body: {'port': {'device_id': '7a3c4629-898d-4c02-8378-f1d49253d04a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:08.497170 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba7daef6-a6b7-4fa4-8c81-2a39eb6444f4 req-aeacce76-f697-4e15-94be-b46ca83d7f8e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635121 Jul 13 07:34:08.566967 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.745583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d2018-a4c2-4d88-9c51-6ba8b2c8157d req-4040fece-dd56-4ab4-a6b1-817cfb40d9fc tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.747085 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c92d2018-a4c2-4d88-9c51-6ba8b2c8157d req-4040fece-dd56-4ab4-a6b1-817cfb40d9fc tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 932 time: 0.1698184 Jul 13 07:34:08.847196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-9463895a-3827-42da-aed3-ccc91a639591 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.859442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-9463895a-3827-42da-aed3-ccc91a639591 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.861994 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-9463895a-3827-42da-aed3-ccc91a639591 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1681 time: 0.1181664 Jul 13 07:34:08.862684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54922) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:08.909607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c92d2018-a4c2-4d88-9c51-6ba8b2c8157d req-03847416-0db4-436d-8e87-1183b0cf7aee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390097 Jul 13 07:34:09.083714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939a099e-5653-4ae7-a0d3-83cc0fcad836 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:09.100235 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.199751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Transition to ACTIVE for port object 939a099e-5653-4ae7-a0d3-83cc0fcad836 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:09.214563 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.246374 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5267b24-bb7b-4e35-b80d-30f8bd80cf92 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.252985 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-bfbb861d-fe33-4399-a480-ae3195d2c691 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:09.252985 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-bfbb861d-fe33-4399-a480-ae3195d2c691 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.294851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f7b6c786-d98e-41fa-bb5d-16c9cc1d7e8a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.297724 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f7b6c786-d98e-41fa-bb5d-16c9cc1d7e8a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.54 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 811 time: 0.2429221 Jul 13 07:34:09.309254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=939a099e-5653-4ae7-a0d3-83cc0fcad836,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:09.314902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'port': {'device_id': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694', 'admin_state_up': True, 'tenant_id': '246d43c16f4a4e60ab258fe27f246a67'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:09.322488 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5267b24-bb7b-4e35-b80d-30f8bd80cf92 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.359501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3a85c-3323-4fed-a6e9-20fe3d1924b6 req-26c8a4ae-ec69-4233-aa22-b87a5e49e046 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.366376 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7f3a85c-3323-4fed-a6e9-20fe3d1924b6 req-26c8a4ae-ec69-4233-aa22-b87a5e49e046 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.2577260 Jul 13 07:34:09.442015 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715e1f5-d370-41d5-ac19-032f9761f936 req-ef3dd524-d6b8-488c-854e-93d05fc82624 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.449708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715e1f5-d370-41d5-ac19-032f9761f936 req-ef3dd524-d6b8-488c-854e-93d05fc82624 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:09.453293 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a715e1f5-d370-41d5-ac19-032f9761f936 req-ef3dd524-d6b8-488c-854e-93d05fc82624 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 1681 time: 0.2894583 Jul 13 07:34:09.469414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-bfbb861d-fe33-4399-a480-ae3195d2c691 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] For port 41ba85f0-8b0e-477b-be19-1f172a0d46a3, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=41ba85f0-8b0e-477b-be19-1f172a0d46a3,segment=NetworkSegment(f6f1783b-441c-41ef-9de4-999f96f26567),segment_id=f6f1783b-441c-41ef-9de4-999f96f26567)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:09.469759 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-bfbb861d-fe33-4399-a480-ae3195d2c691 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.502460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-bfbb861d-fe33-4399-a480-ae3195d2c691 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Calling delete_port for 41ba85f0-8b0e-477b-be19-1f172a0d46a3 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:09.504842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7f3a85c-3323-4fed-a6e9-20fe3d1924b6 req-4752243e-5fd8-4097-8bb0-4114661305ae tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375041 Jul 13 07:34:09.524661 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5267b24-bb7b-4e35-b80d-30f8bd80cf92 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.527572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a5267b24-bb7b-4e35-b80d-30f8bd80cf92 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.528993 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a5267b24-bb7b-4e35-b80d-30f8bd80cf92 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "DELETE /v2.0/security-groups/5e271be7-a74a-45b3-b43a-d45bf7c39e3e HTTP/1.1" status: 204 len: 168 time: 0.6650264 Jul 13 07:34:09.532805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54946) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:09.583108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Attempting to bind port 939a099e-5653-4ae7-a0d3-83cc0fcad836 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:09.583569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Attempting to bind port 939a099e-5653-4ae7-a0d3-83cc0fcad836 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '731f6695-dfc8-4777-b05e-acf756c87b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:09.583779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Attempting to bind port 939a099e-5653-4ae7-a0d3-83cc0fcad836 on network 960ed7cd-d877-4a01-884a-e97fd52f75f6 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:09.593518 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a715e1f5-d370-41d5-ac19-032f9761f936 req-3a2835f8-7f10-44f4-a324-c93127aa8ad6 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194668 Jul 13 07:34:09.595837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5267b24-bb7b-4e35-b80d-30f8bd80cf92 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e271be7-a74a-45b3-b43a-d45bf7c39e3e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:09.600671 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-80578797-5dfc-4e3c-b07a-08a440558015 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] show failed (client error): The resource could not be found. Jul 13 07:34:09.601796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-80578797-5dfc-4e3c-b07a-08a440558015 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "GET /v2.0/security-groups/5e271be7-a74a-45b3-b43a-d45bf7c39e3e HTTP/1.1" status: 404 len: 347 time: 0.0662713 Jul 13 07:34:09.605682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Port 939a099e-5653-4ae7-a0d3-83cc0fcad836 on network 960ed7cd-d877-4a01-884a-e97fd52f75f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:09.605894 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54948) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:09.606001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Attempting to bind port 939a099e-5653-4ae7-a0d3-83cc0fcad836 on network 960ed7cd-d877-4a01-884a-e97fd52f75f6 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:09.636173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:09.636522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Checking segment: {'id': '731f6695-dfc8-4777-b05e-acf756c87b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:09.636914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Bound using segment: {'id': '731f6695-dfc8-4777-b05e-acf756c87b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:09.637411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Bound port: 939a099e-5653-4ae7-a0d3-83cc0fcad836, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731f6695-dfc8-4777-b05e-acf756c87b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:09.637713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.729670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Made reservation on behalf of 246d43c16f4a4e60ab258fe27f246a67 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:09.734016 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.830777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3958e2a-7d90-4e2f-b772-c6e9b28241ed req-c1262966-a01e-4e17-a3f4-aa2ea1cad04e tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 210 time: 0.0368230 Jul 13 07:34:09.876725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] For port 939a099e-5653-4ae7-a0d3-83cc0fcad836, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:09.882380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] For port 939a099e-5653-4ae7-a0d3-83cc0fcad836, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=939a099e-5653-4ae7-a0d3-83cc0fcad836,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:09.912879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-65e296ed-bd67-49f2-a021-d6229dbd5fc8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Deleting port 0d5c78a9-9df1-49c2-9b60-433b6c54572c {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:09.912879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-65e296ed-bd67-49f2-a021-d6229dbd5fc8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.915904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-bfbb861d-fe33-4399-a480-ae3195d2c691 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.941470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['73c2ffce-ae19-48c6-b902-e94ca0e7eba1', '41ba85f0-8b0e-477b-be19-1f172a0d46a3'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:09.963367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb861d-fe33-4399-a480-ae3195d2c691 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Port': ['ID=41ba85f0-8b0e-477b-be19-1f172a0d46a3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:10.010938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.022266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 828b0fcb-a6af-46c5-97c3-8399aab44774 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:10.093776 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-bfbb861d-fe33-4399-a480-ae3195d2c691 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] No DVR routers for this DVR port 41ba85f0-8b0e-477b-be19-1f172a0d46a3 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:10.100298 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-bfbb861d-fe33-4399-a480-ae3195d2c691 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.103148 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-bfbb861d-fe33-4399-a480-ae3195d2c691 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.53 "DELETE /v2.0/ports/41ba85f0-8b0e-477b-be19-1f172a0d46a3 HTTP/1.1" status: 204 len: 173 time: 1.2273037 Jul 13 07:34:10.103361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Allocated IP 172.20.0.4 (6702adf1-d9e5-4d03-a38b-ded485002694/147eb31c-76db-4dc0-a7ad-f626b6100807/49dd2357-1304-4c0d-8e5f-0ad459f57391) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:10.107315 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'name': 'network-vif-deleted', 'tag': '41ba85f0-8b0e-477b-be19-1f172a0d46a3'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:10.111325 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f49752-bd12-460d-9666-9239ad9ee2c1" -d '{"events": [{"server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "name": "network-vif-deleted", "tag": "41ba85f0-8b0e-477b-be19-1f172a0d46a3"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:10.120840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.121818 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.124353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] 10.222.0.54 "PUT /v2.0/ports/939a099e-5653-4ae7-a0d3-83cc0fcad836 HTTP/1.1" status: 200 len: 1092 time: 1.6999075 Jul 13 07:34:10.131398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3c4629-898d-4c02-8378-f1d49253d04a', 'tag': '939a099e-5653-4ae7-a0d3-83cc0fcad836'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:10.134920 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ade052-1cf8-4269-a307-163b1f448d29" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3c4629-898d-4c02-8378-f1d49253d04a", "tag": "939a099e-5653-4ae7-a0d3-83cc0fcad836"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:10.180527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270d951-a62b-4ef0-afe9-a5559fc27353 req-cf0a55b6-dba3-44fd-9833-66c7ee281e02 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.189064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d270d951-a62b-4ef0-afe9-a5559fc27353 req-cf0a55b6-dba3-44fd-9833-66c7ee281e02 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.4603107 Jul 13 07:34:10.196389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe71f1-c83a-45d7-8dba-43651da1e2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=939a099e-5653-4ae7-a0d3-83cc0fcad836,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:10.218772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-65e296ed-bd67-49f2-a021-d6229dbd5fc8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.219111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-65e296ed-bd67-49f2-a021-d6229dbd5fc8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.255835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-65e296ed-bd67-49f2-a021-d6229dbd5fc8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Calling delete_port for 0d5c78a9-9df1-49c2-9b60-433b6c54572c owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:10.277303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 828b0fcb-a6af-46c5-97c3-8399aab44774, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=828b0fcb-a6af-46c5-97c3-8399aab44774,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:10.332437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '828b0fcb-a6af-46c5-97c3-8399aab44774', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'port_id': '828b0fcb-a6af-46c5-97c3-8399aab44774', 'mac_address': 'fa:16:3e:76:d8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed8190-bcae-477d-be7c-5324c0bdcde8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:10.335682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d270d951-a62b-4ef0-afe9-a5559fc27353 req-5fde3727-a9ba-41a3-a8bb-46836a9b46b1 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453061 Jul 13 07:34:10.402040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c23800a4-9815-46f8-839e-419a5ed45429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.403873 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-c23800a4-9815-46f8-839e-419a5ed45429 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 1095 time: 0.2124491 Jul 13 07:34:10.420341 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.443140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703c3e1-bdbc-4db1-a34c-9c4d7d9f6bc0 req-8d45ecf7-ea82-4f58-bcd9-c3a67aa68104 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.450213 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2703c3e1-bdbc-4db1-a34c-9c4d7d9f6bc0 req-8d45ecf7-ea82-4f58-bcd9-c3a67aa68104 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 944 time: 0.3679187 Jul 13 07:34:10.468329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-ad800554-f481-4fb4-b17f-b42b98b5ce98 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939a099e-5653-4ae7-a0d3-83cc0fcad836 HTTP/1.1" status: 200 len: 217 time: 0.0561769 Jul 13 07:34:10.474620 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.481191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 828b0fcb-a6af-46c5-97c3-8399aab44774 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:10.542151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 828b0fcb-a6af-46c5-97c3-8399aab44774, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=828b0fcb-a6af-46c5-97c3-8399aab44774,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:10.544694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-c286c953-9ac9-4136-a7cf-a7515ef444c9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:10.545901 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-c286c953-9ac9-4136-a7cf-a7515ef444c9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.554101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.573285 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf3c929-f5dd-40d9-8ecf-704dda7d5570 x-openstack-request-id: req-9cf3c929-f5dd-40d9-8ecf-704dda7d5570 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:10.573564 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "name": "network-vif-deleted", "tag": "41ba85f0-8b0e-477b-be19-1f172a0d46a3", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:10.573890 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cf3c929-f5dd-40d9-8ecf-704dda7d5570 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:10.574220 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'name': 'network-vif-deleted', 'tag': '41ba85f0-8b0e-477b-be19-1f172a0d46a3', 'status': 'completed', 'code': 200} Jul 13 07:34:10.609441 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2703c3e1-bdbc-4db1-a34c-9c4d7d9f6bc0 req-f674265a-8005-4ba8-8e97-604d73afb3a2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576352 Jul 13 07:34:10.657973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=828b0fcb-a6af-46c5-97c3-8399aab44774,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:10.747564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['828b0fcb-a6af-46c5-97c3-8399aab44774'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:10.768396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-65e296ed-bd67-49f2-a021-d6229dbd5fc8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.825074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e296ed-bd67-49f2-a021-d6229dbd5fc8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Pushing event deleted for resources: {'Port': ['ID=0d5c78a9-9df1-49c2-9b60-433b6c54572c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:10.938424 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-65e296ed-bd67-49f2-a021-d6229dbd5fc8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.941465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-65e296ed-bd67-49f2-a021-d6229dbd5fc8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.946374 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-65e296ed-bd67-49f2-a021-d6229dbd5fc8 tempest-ServersTestJSON-881358093 tempest-ServersTestJSON-881358093-project] 10.222.0.44 "DELETE /v2.0/floatingips/a4cbe5fa-8b60-4984-8b4a-45a9dbcedd8a HTTP/1.1" status: 204 len: 168 time: 1.3294983 Jul 13 07:34:10.951249 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54982) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:10.965050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-c286c953-9ac9-4136-a7cf-a7515ef444c9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] For port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,segment=NetworkSegment(9d212280-b576-4672-bb52-52be44d1b793),segment_id=9d212280-b576-4672-bb52-52be44d1b793)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:10.965050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-c286c953-9ac9-4136-a7cf-a7515ef444c9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.009503 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6168c58-f71e-4c63-bf8e-2f0ec5c75d4c x-openstack-request-id: req-f6168c58-f71e-4c63-bf8e-2f0ec5c75d4c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:11.009794 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3c4629-898d-4c02-8378-f1d49253d04a", "tag": "939a099e-5653-4ae7-a0d3-83cc0fcad836", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:11.010050 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6168c58-f71e-4c63-bf8e-2f0ec5c75d4c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:11.010439 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3c4629-898d-4c02-8378-f1d49253d04a', 'tag': '939a099e-5653-4ae7-a0d3-83cc0fcad836', 'status': 'completed', 'code': 200} Jul 13 07:34:11.035479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-c286c953-9ac9-4136-a7cf-a7515ef444c9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Calling delete_port for 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:11.040437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-3ed64101-a850-4849-9ade-6e9d875c2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.041925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-3ed64101-a850-4849-9ade-6e9d875c2247 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a7acbba-a02a-4bed-812d-782215b4d99b HTTP/1.1" status: 200 len: 854 time: 0.5648363 Jul 13 07:34:11.082589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-53462e8f-dec8-4984-a2e1-9b967fbf12d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=960ed7cd-d877-4a01-884a-e97fd52f75f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314908 Jul 13 07:34:11.100153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.117767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c5b5aa5e-3f52-4494-8bea-1bab4908cf61'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:11.247121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Network 6702adf1-d9e5-4d03-a38b-ded485002694 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:11.262067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:11.268344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:11.329397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.330528 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.377145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'Port': ['ID=49dd2357-1304-4c0d-8e5f-0ad459f57391,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:11.409495 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-d37f2dfc-0a56-4b0b-9e97-d2257466118c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1014583 Jul 13 07:34:11.415386 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-fc59e36d-10ba-47f9-92fe-c5154540ceca service neutron] 10.222.0.54 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257632 Jul 13 07:34:11.425055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Request body: {'port': {'device_id': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:11.483571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9c45d-ecb6-482a-8b58-dd41d282a502 req-1e1beb7a-ab58-48fa-b992-822a5e419e94 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.485244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fe9c45d-ecb6-482a-8b58-dd41d282a502 req-1e1beb7a-ab58-48fa-b992-822a5e419e94 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.6630826 Jul 13 07:34:11.560592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35487-167d-4039-9d25-3c3154cd1c27 req-a0420971-db41-4fb7-829e-dec634a955c8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.562127 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46f35487-167d-4039-9d25-3c3154cd1c27 req-a0420971-db41-4fb7-829e-dec634a955c8 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 945 time: 0.2410748 Jul 13 07:34:11.596816 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fe9c45d-ecb6-482a-8b58-dd41d282a502 req-7dcde102-212b-4681-9d97-502aa61cd67d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032455 Jul 13 07:34:11.609053 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.625932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8764b04-455d-4a0a-88d1-1a4b04120b52 req-4f6bed43-b8bf-4276-9356-58e7f65f50af service neutron] 10.222.0.54 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971831 Jul 13 07:34:11.642924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46f35487-167d-4039-9d25-3c3154cd1c27 req-9530e484-5703-43de-b529-530634f2716a tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/security-groups?id=8204699e-63ed-419f-9cac-fcd395840d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721016 Jul 13 07:34:11.743072 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-c286c953-9ac9-4136-a7cf-a7515ef444c9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.805699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286c953-9ac9-4136-a7cf-a7515ef444c9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Port': ['ID=73c2ffce-ae19-48c6-b902-e94ca0e7eba1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:11.911205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ade052-1cf8-4269-a307-163b1f448d29 req-8ef7ea78-0cf0-4720-8aaf-ff457898bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.912777 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ade052-1cf8-4269-a307-163b1f448d29 req-8ef7ea78-0cf0-4720-8aaf-ff457898bc24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 1095 time: 0.2292998 Jul 13 07:34:11.936788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-c286c953-9ac9-4136-a7cf-a7515ef444c9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] No DVR routers for this DVR port 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:11.942681 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-c286c953-9ac9-4136-a7cf-a7515ef444c9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.944749 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-993bdb98-2cb5-4e5f-8dad-9c41353a828a req-c286c953-9ac9-4136-a7cf-a7515ef444c9 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.53 "DELETE /v2.0/ports/73c2ffce-ae19-48c6-b902-e94ca0e7eba1 HTTP/1.1" status: 204 len: 173 time: 1.7860196 Jul 13 07:34:12.017692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 828b0fcb-a6af-46c5-97c3-8399aab44774 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:12.039199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858e577-9c83-40e3-8755-239677a8ae5c req-d12a791a-4081-4eb3-b549-97e680810f03 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.042566 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3858e577-9c83-40e3-8755-239677a8ae5c req-d12a791a-4081-4eb3-b549-97e680810f03 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 931 time: 0.2857883 Jul 13 07:34:12.090234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dd2357-1304-4c0d-8e5f-0ad459f57391 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:12.101485 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.120934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Transition to ACTIVE for port object 49dd2357-1304-4c0d-8e5f-0ad459f57391 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:12.151914 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3858e577-9c83-40e3-8755-239677a8ae5c req-77ef8aed-98f3-430b-9314-5e35c5f16ad5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991826 Jul 13 07:34:12.177035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 828b0fcb-a6af-46c5-97c3-8399aab44774 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:12.179821 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.251249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.278349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ade052-1cf8-4269-a307-163b1f448d29 req-a59cd0fb-609a-4b41-a502-43c715bba9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.281835 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ade052-1cf8-4269-a307-163b1f448d29 req-a59cd0fb-609a-4b41-a502-43c715bba9db service neutron] 10.222.0.54 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 915 time: 0.3582177 Jul 13 07:34:12.285287 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.352840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c490b-dae8-4b7b-aa2e-1fc76739375a req-9858a954-6fcf-4a63-8647-e9225acde9a6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.377027 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c43c490b-dae8-4b7b-aa2e-1fc76739375a req-9858a954-6fcf-4a63-8647-e9225acde9a6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.5763333 Jul 13 07:34:12.389913 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.473320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ade052-1cf8-4269-a307-163b1f448d29 req-3db903ef-61bc-489c-8d9b-1484b3500ac4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=939a099e-5653-4ae7-a0d3-83cc0fcad836 HTTP/1.1" status: 200 len: 217 time: 0.1820302 Jul 13 07:34:12.478376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 828b0fcb-a6af-46c5-97c3-8399aab44774, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=828b0fcb-a6af-46c5-97c3-8399aab44774,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:12.482372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da51f584-f705-4c5a-a965-72bba20b920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828b0fcb-a6af-46c5-97c3-8399aab44774'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:12.488529 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed5666c-dce4-47b1-a15c-3e8e4987d768" -d '{"events": [{"server_uuid": "da51f584-f705-4c5a-a965-72bba20b920a", "name": "network-vif-plugged", "status": "completed", "tag": "828b0fcb-a6af-46c5-97c3-8399aab44774"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:12.496344 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.513837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:12.555189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:12.555532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 73c2ffce-ae19-48c6-b902-e94ca0e7eba1 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:12.555957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 41ba85f0-8b0e-477b-be19-1f172a0d46a3 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:12.571894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Pushing event updated for resources: {'Port': ['ID=49dd2357-1304-4c0d-8e5f-0ad459f57391,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:12.591740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 41ba85f0-8b0e-477b-be19-1f172a0d46a3 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:12.592156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 41ba85f0-8b0e-477b-be19-1f172a0d46a3 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:12.607145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=828b0fcb-a6af-46c5-97c3-8399aab44774,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:12.642626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'name': 'network-vif-deleted', 'tag': '73c2ffce-ae19-48c6-b902-e94ca0e7eba1'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:12.645627 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687899aa-5df1-4501-9ae8-917a04ccd1cf" -d '{"events": [{"server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "name": "network-vif-deleted", "tag": "73c2ffce-ae19-48c6-b902-e94ca0e7eba1"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:12.654380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c43c490b-dae8-4b7b-aa2e-1fc76739375a req-ee0ce9e3-a166-4cfc-b134-032c709328f4 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762809 Jul 13 07:34:12.712449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ade052-1cf8-4269-a307-163b1f448d29 req-9db8fa82-9c95-4cb3-850d-e5349229c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.715270 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ade052-1cf8-4269-a307-163b1f448d29 req-9db8fa82-9c95-4cb3-850d-e5349229c3f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a7acbba-a02a-4bed-812d-782215b4d99b HTTP/1.1" status: 200 len: 854 time: 0.2220654 Jul 13 07:34:12.751381 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3498fc2-61a9-4527-a8bf-4442baa7121b x-openstack-request-id: req-d3498fc2-61a9-4527-a8bf-4442baa7121b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:12.751676 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da51f584-f705-4c5a-a965-72bba20b920a", "name": "network-vif-plugged", "status": "completed", "tag": "828b0fcb-a6af-46c5-97c3-8399aab44774", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:12.751931 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3498fc2-61a9-4527-a8bf-4442baa7121b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:12.752358 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da51f584-f705-4c5a-a965-72bba20b920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828b0fcb-a6af-46c5-97c3-8399aab44774', 'code': 200} Jul 13 07:34:12.781855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26780f25-3510-48ef-8297-c05a0f0e19f6 req-12d0e56f-16d6-4d10-b513-92bf2fbf7e29 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.783715 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26780f25-3510-48ef-8297-c05a0f0e19f6 req-12d0e56f-16d6-4d10-b513-92bf2fbf7e29 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 944 time: 0.2485538 Jul 13 07:34:12.900453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26780f25-3510-48ef-8297-c05a0f0e19f6 req-9cb841e5-8b85-47bb-91ab-8fa4a84c8916 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750866 Jul 13 07:34:12.920852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Attempting to bind port 49dd2357-1304-4c0d-8e5f-0ad459f57391 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:12.921196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Attempting to bind port 49dd2357-1304-4c0d-8e5f-0ad459f57391 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '5ed68807-0595-4dcc-a797-f19c4b3f5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:12.922907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Attempting to bind port 49dd2357-1304-4c0d-8e5f-0ad459f57391 on network 6702adf1-d9e5-4d03-a38b-ded485002694 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:12.934778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] Deleting port 724c2bea-3362-4045-a98c-3a6670bac971 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:12.935343 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.942017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ade052-1cf8-4269-a307-163b1f448d29 req-d7f644df-4e59-4595-a5e4-db4a9c2a938b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=960ed7cd-d877-4a01-884a-e97fd52f75f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2152047 Jul 13 07:34:12.945643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Port 49dd2357-1304-4c0d-8e5f-0ad459f57391 on network 6702adf1-d9e5-4d03-a38b-ded485002694 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:12.945988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Attempting to bind port 49dd2357-1304-4c0d-8e5f-0ad459f57391 on network 6702adf1-d9e5-4d03-a38b-ded485002694 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:13.036205 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] For port 724c2bea-3362-4045-a98c-3a6670bac971, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=724c2bea-3362-4045-a98c-3a6670bac971,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:13.036574 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.051782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] Calling delete_port for 724c2bea-3362-4045-a98c-3a6670bac971 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:13.142604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:13.147504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Checking segment: {'id': '5ed68807-0595-4dcc-a797-f19c4b3f5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:13.148381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Bound using segment: {'id': '5ed68807-0595-4dcc-a797-f19c4b3f5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:13.149124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Bound port: 49dd2357-1304-4c0d-8e5f-0ad459f57391, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed68807-0595-4dcc-a797-f19c4b3f5575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:13.149770 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.205973 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed018547-0056-490d-9f22-60f2151f5393 x-openstack-request-id: req-ed018547-0056-490d-9f22-60f2151f5393 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:13.206604 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab9b1e3-6b63-4bd6-9779-c89884829920", "name": "network-vif-deleted", "tag": "73c2ffce-ae19-48c6-b902-e94ca0e7eba1", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:13.206917 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed018547-0056-490d-9f22-60f2151f5393 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:13.207321 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab9b1e3-6b63-4bd6-9779-c89884829920', 'name': 'network-vif-deleted', 'tag': '73c2ffce-ae19-48c6-b902-e94ca0e7eba1', 'status': 'completed', 'code': 200} Jul 13 07:34:13.270686 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcb0faa0-64c0-4666-b343-e83518a1889f req-1be1e863-9278-4ab1-b395-78175199c496 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ab9b1e3-6b63-4bd6-9779-c89884829920 HTTP/1.1" status: 200 len: 210 time: 0.0448933 Jul 13 07:34:13.366448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ade052-1cf8-4269-a307-163b1f448d29 req-453b3577-175a-44af-811c-6c8ebe5c9356 service neutron] 10.222.0.54 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120362 Jul 13 07:34:13.391017 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.423305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=724c2bea-3362-4045-a98c-3a6670bac971,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:13.516796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] For port 49dd2357-1304-4c0d-8e5f-0ad459f57391, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:13.520324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] For port 49dd2357-1304-4c0d-8e5f-0ad459f57391, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:13.552617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65149d75-95e7-489b-a764-48c8f72db7f8 req-dcb4393f-6379-4276-9ffc-f42d8b82f166 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.560200 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65149d75-95e7-489b-a764-48c8f72db7f8 req-dcb4393f-6379-4276-9ffc-f42d8b82f166 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.5746078 Jul 13 07:34:13.563102 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.704296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.704937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.706361 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] 10.222.0.54 "PUT /v2.0/ports/49dd2357-1304-4c0d-8e5f-0ad459f57391 HTTP/1.1" status: 200 len: 1091 time: 2.2876556 Jul 13 07:34:13.736943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'tag': '49dd2357-1304-4c0d-8e5f-0ad459f57391'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:13.743760 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6" -d '{"events": [{"name": "network-changed", "server_uuid": "70a3d5ef-e0cf-43f9-8f35-738e045c1ce1", "tag": "49dd2357-1304-4c0d-8e5f-0ad459f57391"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:13.781206 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65149d75-95e7-489b-a764-48c8f72db7f8 req-32c0eded-6c78-4118-8f1e-353ce96c8315 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194631 Jul 13 07:34:13.819483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ade052-1cf8-4269-a307-163b1f448d29 req-311c0544-f2cb-4b57-b020-dd0ac5d26f7c service neutron] 10.222.0.54 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225304 Jul 13 07:34:13.862286 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.936721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa2551-fe3f-4443-83c1-6910b21d0b7c service neutron] Pushing event updated for resources: {'Port': ['ID=49dd2357-1304-4c0d-8e5f-0ad459f57391,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:13.991193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-20801454-2440-429e-b50a-9a5a731a731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:13.994795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-20801454-2440-429e-b50a-9a5a731a731d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 1094 time: 0.1231503 Jul 13 07:34:14.065978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-f0a9b0c4-11d2-48e2-a34f-f9bd4cc9d4db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391 HTTP/1.1" status: 200 len: 217 time: 0.0642633 Jul 13 07:34:14.066244 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce9ab-94b0-4a1d-8ee7-35a882179236 req-c2d6bfb3-2bb8-43a5-933f-d012b1e43ab8 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.073825 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88fce9ab-94b0-4a1d-8ee7-35a882179236 req-c2d6bfb3-2bb8-43a5-933f-d012b1e43ab8 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 943 time: 0.5776098 Jul 13 07:34:14.147360 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88fce9ab-94b0-4a1d-8ee7-35a882179236 req-32315bc6-a362-4c27-9761-f71f210e486f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638800 Jul 13 07:34:14.196249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-9fa702cb-91ad-4143-8372-b69ea3816ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.198310 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-9fa702cb-91ad-4143-8372-b69ea3816ddd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=147eb31c-76db-4dc0-a7ad-f626b6100807 HTTP/1.1" status: 200 len: 851 time: 0.0990899 Jul 13 07:34:14.207436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a36da5-623c-4389-916a-8c6d312bc175 req-b0125737-7160-448b-b769-5e80342562da tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.223054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8a36da5-623c-4389-916a-8c6d312bc175 req-b0125737-7160-448b-b769-5e80342562da tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1559470 Jul 13 07:34:14.280493 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d98fa7ee-4009-4ba8-9dc4-43d5b173f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.318255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-3907b3eb-d83c-4282-bdd8-5d7a38aed860 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6702adf1-d9e5-4d03-a38b-ded485002694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647578 Jul 13 07:34:14.319807 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9103084-090f-488b-a7a7-3a046a1e9a3c x-openstack-request-id: req-b9103084-090f-488b-a7a7-3a046a1e9a3c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:14.320139 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a3d5ef-e0cf-43f9-8f35-738e045c1ce1", "tag": "49dd2357-1304-4c0d-8e5f-0ad459f57391", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:14.320397 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9103084-090f-488b-a7a7-3a046a1e9a3c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:14.320800 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'tag': '49dd2357-1304-4c0d-8e5f-0ad459f57391', 'status': 'completed', 'code': 200} Jul 13 07:34:14.334365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8a36da5-623c-4389-916a-8c6d312bc175 req-5ea79b09-985a-4176-b43e-8f55fc943a27 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103058 Jul 13 07:34:14.526063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55066) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:14.528250 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-1965f08b-43f9-4871-aee5-5411bd90ffc4 service neutron] 10.222.0.54 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918836 Jul 13 07:34:14.546907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] Router 46a72e44-193d-4d45-8bb6-ff939febb5aa has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:34:14.615185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1361bc-13f5-461c-b1ad-78b4af10950f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting subnet cae9b72c-780b-484a-9b1a-114ce9861340 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:14.622638 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce1361bc-13f5-461c-b1ad-78b4af10950f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.694311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08a66be9-4450-447e-87cb-1c6ac60dd295 req-fda708f1-50bb-4fc8-bad4-69e5dde18eb1 service neutron] 10.222.0.54 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452641 Jul 13 07:34:14.712704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d99e-37d9-47b2-ad57-be9cd5838b57 req-706742a7-6c02-415b-a3e4-0d5c8734b26e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.726419 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4891d99e-37d9-47b2-ad57-be9cd5838b57 req-706742a7-6c02-415b-a3e4-0d5c8734b26e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 944 time: 0.2593982 Jul 13 07:34:14.752633 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce1361bc-13f5-461c-b1ad-78b4af10950f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.784977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 939a099e-5653-4ae7-a0d3-83cc0fcad836 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:14.886521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6 req-8158c60d-e503-48eb-a1e0-96faaf3ffd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.889948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6 req-8158c60d-e503-48eb-a1e0-96faaf3ffd69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 1094 time: 0.1355743 Jul 13 07:34:14.921028 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4891d99e-37d9-47b2-ad57-be9cd5838b57 req-e20b5a82-bc02-4ba3-b88a-3acc046246c0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936078 Jul 13 07:34:15.067341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:34:15.091103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] Sync routers for ids ['46a72e44-193d-4d45-8bb6-ff939febb5aa'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:34:15.095127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6 req-dfd9255b-e6ad-4134-af73-60fec3d78e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:15.101070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6 req-dfd9255b-e6ad-4134-af73-60fec3d78e1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 912 time: 0.1785953 Jul 13 07:34:15.109325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d90afd11-911a-4cf6-9f0b-92b0d0006cd6 admin admin] 10.222.0.44 "PUT /v2.0/routers/46a72e44-193d-4d45-8bb6-ff939febb5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1536093 Jul 13 07:34:15.114246 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 939a099e-5653-4ae7-a0d3-83cc0fcad836, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=939a099e-5653-4ae7-a0d3-83cc0fcad836,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:15.115976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55088) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:15.127787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] Routers {'46a72e44-193d-4d45-8bb6-ff939febb5aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:15.128898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:33:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['46a72e44-193d-4d45-8bb6-ff939febb5aa'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:15.135490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '939a099e-5653-4ae7-a0d3-83cc0fcad836', 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6', 'port_id': '939a099e-5653-4ae7-a0d3-83cc0fcad836', 'mac_address': 'fa:16:3e:ae:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7acbba-a02a-4bed-812d-782215b4d99b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:15.191289 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6 req-4c489d58-1569-4933-baa2-b8b9136acbab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391 HTTP/1.1" status: 200 len: 217 time: 0.0821440 Jul 13 07:34:15.279895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6 req-8a216b27-02d7-4bf4-81f1-1004778fefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:15.282129 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6 req-8a216b27-02d7-4bf4-81f1-1004778fefbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=147eb31c-76db-4dc0-a7ad-f626b6100807 HTTP/1.1" status: 200 len: 851 time: 0.0564501 Jul 13 07:34:15.316315 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.347821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939a099e-5653-4ae7-a0d3-83cc0fcad836 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:15.379356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 939a099e-5653-4ae7-a0d3-83cc0fcad836, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=939a099e-5653-4ae7-a0d3-83cc0fcad836,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:15.392070 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.400443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6 req-f90ba4b6-ac99-42e0-bcd9-dd80da333050 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6702adf1-d9e5-4d03-a38b-ded485002694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091273 Jul 13 07:34:15.410430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce1361bc-13f5-461c-b1ad-78b4af10950f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.521423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.553803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6 req-dfc15510-c6c7-4b55-9671-7da0fdad06ac service neutron] 10.222.0.54 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455555 Jul 13 07:34:15.579342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=939a099e-5653-4ae7-a0d3-83cc0fcad836,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:15.595285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] Set router 46a72e44-193d-4d45-8bb6-ff939febb5aa gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:15.761977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5a485-378a-49db-ae45-8de7a373cf7e req-e4258b6b-dd4e-4b5d-9e80-e79a97ba8fc1 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:15.764384 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ac5a485-378a-49db-ae45-8de7a373cf7e req-e4258b6b-dd4e-4b5d-9e80-e79a97ba8fc1 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.5872755 Jul 13 07:34:15.818828 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc03c9ea-f63b-4b07-82bf-e4ccccbbabd6 req-2f643d29-22ce-49c8-bee0-437813b88972 service neutron] 10.222.0.54 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544894 Jul 13 07:34:15.822130 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ac5a485-378a-49db-ae45-8de7a373cf7e req-478b9950-e747-49ee-88ff-098175bddb3f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507665 Jul 13 07:34:15.841298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['939a099e-5653-4ae7-a0d3-83cc0fcad836'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:16.011316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:34:13Z', 'revision_number': 5, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:16.050299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:16.057912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] Checking router: 46a72e44-193d-4d45-8bb6-ff939febb5aa for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:34:16.119116 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] Routers {'46a72e44-193d-4d45-8bb6-ff939febb5aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:16.119881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:33:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['46a72e44-193d-4d45-8bb6-ff939febb5aa'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:16.126876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce1361bc-13f5-461c-b1ad-78b4af10950f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.147600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22603-b6b7-4131-9e2d-cfd7379daebe req-52bfd94e-390c-4cb7-8e4f-965f3e567db0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:16.149390 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56f22603-b6b7-4131-9e2d-cfd7379daebe req-52bfd94e-390c-4cb7-8e4f-965f3e567db0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1566713 Jul 13 07:34:16.173904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56831f-d27c-408c-bebf-348ab487cca7 req-c5e0b31f-bdd5-4b55-9c98-5a21e9e4a76e tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:16.175571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b56831f-d27c-408c-bebf-348ab487cca7 req-c5e0b31f-bdd5-4b55-9c98-5a21e9e4a76e tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 943 time: 0.7580142 Jul 13 07:34:16.178556 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce1361bc-13f5-461c-b1ad-78b4af10950f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.183493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ce1361bc-13f5-461c-b1ad-78b4af10950f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "DELETE /v2.0/subnets/cae9b72c-780b-484a-9b1a-114ce9861340 HTTP/1.1" status: 204 len: 168 time: 1.6522863 Jul 13 07:34:16.184046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55106) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:16.184655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1361bc-13f5-461c-b1ad-78b4af10950f tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Subnet': ['ID=cae9b72c-780b-484a-9b1a-114ce9861340,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:16.197702 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.resource_extend [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:34:16.246921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f3e308-a107-41e4-b4a0-ba67faa20706 None None] Network 7a6baf39-155d-4a44-b22c-81d33a617ba1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:16.260982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56f22603-b6b7-4131-9e2d-cfd7379daebe req-73a8a7e3-781b-4446-a679-23494318c08a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981772 Jul 13 07:34:16.341682 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.362713 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.456776 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b56831f-d27c-408c-bebf-348ab487cca7 req-3a8591eb-dfd3-4f72-b40b-7704907272fa tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302272 Jul 13 07:34:16.509012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a871f-d699-4b83-958b-0dd6faf880f8 req-c652f921-95f4-4327-9c28-0c9ace31ad09 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:16.513160 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab7a871f-d699-4b83-958b-0dd6faf880f8 req-c652f921-95f4-4327-9c28-0c9ace31ad09 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 945 time: 0.1311564 Jul 13 07:34:16.603758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Deleting port 29b8470d-3364-4527-ba7b-524180c72a0b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:16.604389 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.634982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab7a871f-d699-4b83-958b-0dd6faf880f8 req-15b40bc7-0714-407f-abca-bc4727ee1daa tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050546 Jul 13 07:34:16.635931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting port 13cd8088-0abd-4c97-a378-558b89e1617a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:16.636329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.691642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] Set router 46a72e44-193d-4d45-8bb6-ff939febb5aa gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:16.745430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] For port 13cd8088-0abd-4c97-a378-558b89e1617a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=13cd8088-0abd-4c97-a378-558b89e1617a,segment=NetworkSegment(f6f1783b-441c-41ef-9de4-999f96f26567),segment_id=f6f1783b-441c-41ef-9de4-999f96f26567)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:16.745803 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.769473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Calling delete_port for 13cd8088-0abd-4c97-a378-558b89e1617a owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:16.801671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] For port 29b8470d-3364-4527-ba7b-524180c72a0b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=29b8470d-3364-4527-ba7b-524180c72a0b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:16.802046 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.846888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:16.864675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Calling delete_port for 29b8470d-3364-4527-ba7b-524180c72a0b owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:17.066095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.123852 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Port': ['ID=13cd8088-0abd-4c97-a378-558b89e1617a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:17.167329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] No DVR routers for this DVR port 13cd8088-0abd-4c97-a378-558b89e1617a on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:17.217951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'port_id': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'mac_address': 'fa:16:3e:fe:fb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:17.240478 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f7182c1-8fa7-410f-a7e2-069f5201f7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.254203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61bf4e0-7f5e-41c1-92ce-cebf9f0340be None None] DHCP port deletion for 7a6baf39-155d-4a44-b22c-81d33a617ba1 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:17.271330 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.403652 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.407442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 13cd8088-0abd-4c97-a378-558b89e1617a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:17.414637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.443816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 13cd8088-0abd-4c97-a378-558b89e1617a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:17.444438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 13cd8088-0abd-4c97-a378-558b89e1617a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:17.493640 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6baf39-155d-4a44-b22c-81d33a617ba1']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:17.501180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:17.513194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696018b-f7fa-4b4a-b484-3b07dbf7ee57 req-b3a78633-9e37-43a0-93e0-7316c0c9b944 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:17.520770 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a696018b-f7fa-4b4a-b484-3b07dbf7ee57 req-b3a78633-9e37-43a0-93e0-7316c0c9b944 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.3985851 Jul 13 07:34:17.527538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:17.539807 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.567145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f1783b-441c-41ef-9de4-999f96f26567') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:17.569185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f1783b-441c-41ef-9de4-999f96f26567') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:17.578032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.606520 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.612762 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a696018b-f7fa-4b4a-b484-3b07dbf7ee57 req-5e9310da-c497-4b67-88a0-d413cc639b61 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865152 Jul 13 07:34:17.616114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee85aa-0c69-493f-8df4-4b37acd65014 req-78505df8-9e33-45e5-8c8e-acbf8200e897 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:17.628433 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59ee85aa-0c69-493f-8df4-4b37acd65014 req-78505df8-9e33-45e5-8c8e-acbf8200e897 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1552942 Jul 13 07:34:17.695037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59ee85aa-0c69-493f-8df4-4b37acd65014 req-8b34b295-37a1-42f9-ad7a-34a6888911cb tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654149 Jul 13 07:34:17.728902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b8470d-3364-4527-ba7b-524180c72a0b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:17.775172 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.788756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:17.811408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:34:13Z', 'revision_number': 5, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:17.827339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:17.827766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:17.846796 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:17.853963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130be85e-d529-4866-b2cd-025c215bfc75 None None] The sync data for ids ['46a72e44-193d-4d45-8bb6-ff939febb5aa'] in n-d-798249-7 is: [{'id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'name': 'tempest-ServersTestJSON-309866916-router', 'tenant_id': 'c81caa563b5245d49f7e655a6ad85b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:24Z', 'updated_at': '2021-07-13T07:34:13Z', 'revision_number': 5, 'project_id': 'c81caa563b5245d49f7e655a6ad85b08', 'gw_port': {'id': '29b8470d-3364-4527-ba7b-524180c72a0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a72e44-193d-4d45-8bb6-ff939febb5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:26Z', 'updated_at': '2021-07-13T07:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:17.885469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:18.000613 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.065345 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.127968 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.132749 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "DELETE /v2.0/networks/7a6baf39-155d-4a44-b22c-81d33a617ba1 HTTP/1.1" status: 204 len: 168 time: 1.9436457 Jul 13 07:34:18.133149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55160) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:18.155108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e718ef5-5269-4253-8a3e-163d4c869b08 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Network': ['ID=7a6baf39-155d-4a44-b22c-81d33a617ba1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:18.166022 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.328941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc1d1dd-b074-44c4-baa6-1326c70fd48b tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting subnet f3d995b5-9455-4328-8d9b-cc93716bc94e {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:18.337076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d1dd-b074-44c4-baa6-1326c70fd48b tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.361246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.364876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.376397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a05b8a-914a-483f-85b3-36018b28c100 req-695fe429-36c5-4d20-adfe-ae0ae863823d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.377613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ec39f5b8-df93-405f-b1f1-83c93d780f78 None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:18.377998 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ec39f5b8-df93-405f-b1f1-83c93d780f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.385470 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-40a05b8a-914a-483f-85b3-36018b28c100 req-695fe429-36c5-4d20-adfe-ae0ae863823d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 943 time: 0.4918811 Jul 13 07:34:18.477649 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d1dd-b074-44c4-baa6-1326c70fd48b tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.506825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.507400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46a72e44-193d-4d45-8bb6-ff939febb5aa {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:34:18.534307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.535506 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-29107a05-ba86-45c8-8872-15a2f5bdd244 admin admin] 10.222.0.44 "DELETE /v2.0/routers/46a72e44-193d-4d45-8bb6-ff939febb5aa HTTP/1.1" status: 204 len: 168 time: 3.4158492 Jul 13 07:34:18.557239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55162) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:18.573005 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-40a05b8a-914a-483f-85b3-36018b28c100 req-a3f8c776-61c8-43c2-a8d1-e35ccac96395 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844726 Jul 13 07:34:18.643543 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ec39f5b8-df93-405f-b1f1-83c93d780f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.725266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:18.733883 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a56dd4-3267-4205-a7c4-de05829633a0" -d '{"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-plugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:18.748638 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa6c9bc-546e-4492-a346-38474b4b27fd admin admin] Deleting subnet c518626c-392d-4117-bc6b-233aba59e9b5 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:18.776351 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afa6c9bc-546e-4492-a346-38474b4b27fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.779501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c829b-6563-45da-8c77-f4d3f4bf83d8 req-2823f33d-34d3-4aad-bb09-d52ebde08e1c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.792196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea0c829b-6563-45da-8c77-f4d3f4bf83d8 req-2823f33d-34d3-4aad-bb09-d52ebde08e1c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 945 time: 0.1090658 Jul 13 07:34:18.815754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ec39f5b8-df93-405f-b1f1-83c93d780f78 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:18.824794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49dd2357-1304-4c0d-8e5f-0ad459f57391 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:18.828233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 939a099e-5653-4ae7-a0d3-83cc0fcad836 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:18.889289 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afa6c9bc-546e-4492-a346-38474b4b27fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.890966 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ec39f5b8-df93-405f-b1f1-83c93d780f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.911994 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea0c829b-6563-45da-8c77-f4d3f4bf83d8 req-29bd2989-0be6-47dc-be0e-cbf5f7991198 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188662 Jul 13 07:34:18.962806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d1dd-b074-44c4-baa6-1326c70fd48b tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.072202 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.resource_extend [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:34:19.212674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 939a099e-5653-4ae7-a0d3-83cc0fcad836 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:19.252359 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afa6c9bc-546e-4492-a346-38474b4b27fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.258796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d1dd-b074-44c4-baa6-1326c70fd48b tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.303741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 939a099e-5653-4ae7-a0d3-83cc0fcad836 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:19.304141 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.372474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bbe10-f1e7-4da6-b135-7fdfc9bad2f7 req-f4025f7f-f0a9-4aee-9a7a-60f7a26ecee5 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:19.384786 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b40bbe10-f1e7-4da6-b135-7fdfc9bad2f7 req-f4025f7f-f0a9-4aee-9a7a-60f7a26ecee5 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.1688373 Jul 13 07:34:19.403622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1d1dd-b074-44c4-baa6-1326c70fd48b tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d995b5-9455-4328-8d9b-cc93716bc94e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:19.424714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39f5b8-df93-405f-b1f1-83c93d780f78 None None] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:19.446880 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbc1d1dd-b074-44c4-baa6-1326c70fd48b tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.453130 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bbc1d1dd-b074-44c4-baa6-1326c70fd48b tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "DELETE /v2.0/subnets/f3d995b5-9455-4328-8d9b-cc93716bc94e HTTP/1.1" status: 204 len: 168 time: 1.3186333 Jul 13 07:34:19.456824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55172) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:19.457719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7dfb9-58e4-4c61-a1e7-e315dc15656d None None] Network 4f696717-bc61-441f-983d-f3c024b729d9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:19.496070 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b40bbe10-f1e7-4da6-b135-7fdfc9bad2f7 req-91e7ffc5-738a-4235-9123-4097abbbe293 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102188 Jul 13 07:34:19.642350 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 29b8470d-3364-4527-ba7b-524180c72a0b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:19.679151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 29b8470d-3364-4527-ba7b-524180c72a0b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:19.679496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 29b8470d-3364-4527-ba7b-524180c72a0b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:19.679926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 724c2bea-3362-4045-a98c-3a6670bac971 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:19.763000 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.801402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49dd2357-1304-4c0d-8e5f-0ad459f57391, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:19.830869 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afa6c9bc-546e-4492-a346-38474b4b27fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.831105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 724c2bea-3362-4045-a98c-3a6670bac971 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:19.831105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 724c2bea-3362-4045-a98c-3a6670bac971 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:19.844276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7b79b73a-b6b1-4972-960a-9df006ed54ce None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:19.846779 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7b79b73a-b6b1-4972-960a-9df006ed54ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.850814 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.915615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6c9bc-546e-4492-a346-38474b4b27fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c518626c-392d-4117-bc6b-233aba59e9b5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:19.928323 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afa6c9bc-546e-4492-a346-38474b4b27fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.932791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-afa6c9bc-546e-4492-a346-38474b4b27fd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c518626c-392d-4117-bc6b-233aba59e9b5 HTTP/1.1" status: 204 len: 168 time: 1.3713605 Jul 13 07:34:19.934002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55176) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:19.952750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.958729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d46044-e1e1-45ee-8fdb-664a84f963f7 None None] Network c5518da0-f2d4-4957-a51f-577627000acf requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:19.966465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '49dd2357-1304-4c0d-8e5f-0ad459f57391', 'network_id': '6702adf1-d9e5-4d03-a38b-ded485002694', 'port_id': '49dd2357-1304-4c0d-8e5f-0ad459f57391', 'mac_address': 'fa:16:3e:57:e8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147eb31c-76db-4dc0-a7ad-f626b6100807', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:20.001824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b986e-c729-4cca-80bd-503735201919 req-7a36cb15-9b2a-4aef-9a89-4def0897b24c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:20.009789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-173b986e-c729-4cca-80bd-503735201919 req-7a36cb15-9b2a-4aef-9a89-4def0897b24c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.2100809 Jul 13 07:34:20.122538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-173b986e-c729-4cca-80bd-503735201919 req-59fd6821-ffd0-4c35-8dcc-0e2bb55d21d1 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097491 Jul 13 07:34:20.131452 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.134045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:20.245913 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d2d7e3-f831-4b35-ab14-f7be9c2ffced x-openstack-request-id: req-b9d2d7e3-f831-4b35-ab14-f7be9c2ffced {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:20.246368 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-plugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:20.246929 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9d2d7e3-f831-4b35-ab14-f7be9c2ffced {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:20.247420 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'code': 200} Jul 13 07:34:20.319200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dd2357-1304-4c0d-8e5f-0ad459f57391 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:20.392333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Deleting port 681a1c67-bafe-440a-acf7-c42ba83ada55 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:20.392593 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.415059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 939a099e-5653-4ae7-a0d3-83cc0fcad836, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=939a099e-5653-4ae7-a0d3-83cc0fcad836,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:20.468500 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.471744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49dd2357-1304-4c0d-8e5f-0ad459f57391, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:20.472623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] For port 681a1c67-bafe-440a-acf7-c42ba83ada55, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=681a1c67-bafe-440a-acf7-c42ba83ada55,segment=NetworkSegment(9d212280-b576-4672-bb52-52be44d1b793),segment_id=9d212280-b576-4672-bb52-52be44d1b793)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:20.473001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.511873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Calling delete_port for 681a1c67-bafe-440a-acf7-c42ba83ada55 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:20.545743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=939a099e-5653-4ae7-a0d3-83cc0fcad836,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:20.556301 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.559173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:20.559648 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.673375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a6b59-934a-4a1c-9a59-bcc5c2e06822 req-84683931-40c8-40c2-b0bf-fe824d03c5c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:20.692159 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9a0a6b59-934a-4a1c-9a59-bcc5c2e06822 req-84683931-40c8-40c2-b0bf-fe824d03c5c9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 944 time: 0.1284020 Jul 13 07:34:20.713749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=49dd2357-1304-4c0d-8e5f-0ad459f57391,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:20.795756 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9a0a6b59-934a-4a1c-9a59-bcc5c2e06822 req-2d2f3403-0d15-461e-8cc7-340fdeb9fa69 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018877 Jul 13 07:34:20.853078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.920067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Port': ['ID=681a1c67-bafe-440a-acf7-c42ba83ada55,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:20.939662 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.949453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] No DVR routers for this DVR port 681a1c67-bafe-440a-acf7-c42ba83ada55 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:21.094132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b46f8-2746-4492-b81e-7acbbe8138ea None None] DHCP port deletion for 4f696717-bc61-441f-983d-f3c024b729d9 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:21.180028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d33c7-81d3-4373-9817-2c2f52e7a81f req-c551f627-f59f-4366-837c-510be9f40f40 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:21.193608 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec1d33c7-81d3-4373-9817-2c2f52e7a81f req-c551f627-f59f-4366-837c-510be9f40f40 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 946 time: 0.1664891 Jul 13 07:34:21.224883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.279656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f696717-bc61-441f-983d-f3c024b729d9']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:21.299350 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec1d33c7-81d3-4373-9817-2c2f52e7a81f req-c96efc09-083d-4b9a-8f02-fb8556e87c67 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000071 Jul 13 07:34:21.310742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d212280-b576-4672-bb52-52be44d1b793') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:21.311339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d212280-b576-4672-bb52-52be44d1b793') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:21.334463 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.337062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456bb8ae-0256-4187-8231-6c5a867cbcf0 None None] DHCP port deletion for c5518da0-f2d4-4957-a51f-577627000acf request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:21.359207 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.365879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:21.366299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.425956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['49dd2357-1304-4c0d-8e5f-0ad459f57391'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:21.455420 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:21.463542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Deleting port 28ce7407-b609-4b41-a452-fd35f8609571 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:21.463938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.524127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 681a1c67-bafe-440a-acf7-c42ba83ada55 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:21.574731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] For port 28ce7407-b609-4b41-a452-fd35f8609571, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=28ce7407-b609-4b41-a452-fd35f8609571,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:21.575809 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.602473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Calling delete_port for 28ce7407-b609-4b41-a452-fd35f8609571 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:21.603946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 681a1c67-bafe-440a-acf7-c42ba83ada55 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:21.604394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 681a1c67-bafe-440a-acf7-c42ba83ada55 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:21.628991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57794abb-296d-43cf-bb15-67b3a6797318 req-6a35a1b6-4ba8-4229-8fba-3d31a3f7cf5d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:21.640641 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57794abb-296d-43cf-bb15-67b3a6797318 req-6a35a1b6-4ba8-4229-8fba-3d31a3f7cf5d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.1294057 Jul 13 07:34:21.723941 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57794abb-296d-43cf-bb15-67b3a6797318 req-e0ea2672-fc9d-40f1-a812-a919c9202d13 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821755 Jul 13 07:34:21.770192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-456bb8ae-0256-4187-8231-6c5a867cbcf0 None None] Deleting port 28ce7407-b609-4b41-a452-fd35f8609571 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:21.770606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-456bb8ae-0256-4187-8231-6c5a867cbcf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.781728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.786940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.857420 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.861924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] 10.222.0.44 "DELETE /v2.0/networks/4f696717-bc61-441f-983d-f3c024b729d9 HTTP/1.1" status: 204 len: 168 time: 2.3853939 Jul 13 07:34:21.863279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ce7407-b609-4b41-a452-fd35f8609571,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:21.914453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21e0fe-f873-4de8-9b60-fd7a44b22701 tempest-ServersTestMultiNic-1825306903 tempest-ServersTestMultiNic-1825306903-project] Pushing event deleted for resources: {'Network': ['ID=4f696717-bc61-441f-983d-f3c024b729d9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:21.930020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] No DVR routers for this DVR port 28ce7407-b609-4b41-a452-fd35f8609571 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:21.937896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-456bb8ae-0256-4187-8231-6c5a867cbcf0 None None] For port 28ce7407-b609-4b41-a452-fd35f8609571, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=28ce7407-b609-4b41-a452-fd35f8609571,segment=NetworkSegment(455363e6-25e8-4185-97d7-b775002abf89),segment_id=455363e6-25e8-4185-97d7-b775002abf89)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:21.938301 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-456bb8ae-0256-4187-8231-6c5a867cbcf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.969226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-456bb8ae-0256-4187-8231-6c5a867cbcf0 None None] Calling delete_port for 28ce7407-b609-4b41-a452-fd35f8609571 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:22.103579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.130952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5518da0-f2d4-4957-a51f-577627000acf']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:22.149792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f04c26-ac5a-47d2-b6d7-afb6b176e72a req-50f0b9d3-957d-4acf-8296-bccfc890430e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.151480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455363e6-25e8-4185-97d7-b775002abf89') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:22.151840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455363e6-25e8-4185-97d7-b775002abf89') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:22.162519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0f04c26-ac5a-47d2-b6d7-afb6b176e72a req-50f0b9d3-957d-4acf-8296-bccfc890430e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1584494 Jul 13 07:34:22.162756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-456bb8ae-0256-4187-8231-6c5a867cbcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.171780 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.184695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456bb8ae-0256-4187-8231-6c5a867cbcf0 None None] No DVR routers for this DVR port 28ce7407-b609-4b41-a452-fd35f8609571 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:22.210179 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.221042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bb8ae-0256-4187-8231-6c5a867cbcf0 None None] Pushing event deleted for resources: {'Port': ['ID=28ce7407-b609-4b41-a452-fd35f8609571,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:22.232527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:22.234334 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:22.240595 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:22.249223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3c4629-898d-4c02-8378-f1d49253d04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939a099e-5653-4ae7-a0d3-83cc0fcad836'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:22.251910 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bf975e-8b7c-435c-919b-633184470c59" -d '{"events": [{"server_uuid": "7a3c4629-898d-4c02-8378-f1d49253d04a", "name": "network-vif-plugged", "status": "completed", "tag": "939a099e-5653-4ae7-a0d3-83cc0fcad836"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:22.291154 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0f04c26-ac5a-47d2-b6d7-afb6b176e72a req-900baa88-9293-4044-8e7c-357721ac4370 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238792 Jul 13 07:34:22.407248 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.443896 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.445958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c5518da0-f2d4-4957-a51f-577627000acf HTTP/1.1" status: 204 len: 168 time: 2.5109499 Jul 13 07:34:22.449961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cd2b2-63e5-4b1d-b390-504c1f668402 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5518da0-f2d4-4957-a51f-577627000acf,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:22.556757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb696e7-f4ce-47bf-a048-a2e17484f4a8 req-7a7e6ed3-77bb-4df1-9209-c490edb02816 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.559052 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6bb696e7-f4ce-47bf-a048-a2e17484f4a8 req-7a7e6ed3-77bb-4df1-9209-c490edb02816 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 944 time: 0.1306558 Jul 13 07:34:22.675277 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6bb696e7-f4ce-47bf-a048-a2e17484f4a8 req-aef63fd9-a8dd-47fe-8af2-f1e60cb0ad2f tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078889 Jul 13 07:34:22.859059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55212) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:22.937121 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430340b7-b2e3-4801-a9ea-f788cf2a48c4 x-openstack-request-id: req-430340b7-b2e3-4801-a9ea-f788cf2a48c4 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:22.937423 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3c4629-898d-4c02-8378-f1d49253d04a", "name": "network-vif-plugged", "status": "completed", "tag": "939a099e-5653-4ae7-a0d3-83cc0fcad836", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:22.937774 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-430340b7-b2e3-4801-a9ea-f788cf2a48c4 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:22.938290 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3c4629-898d-4c02-8378-f1d49253d04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939a099e-5653-4ae7-a0d3-83cc0fcad836', 'code': 200} Jul 13 07:34:22.978061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1dba0294-0167-421e-a891-d44d76ce3b6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c81caa563b5245d49f7e655a6ad85b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1170578 Jul 13 07:34:22.981202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55214) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:23.151076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49dd2357-1304-4c0d-8e5f-0ad459f57391 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:23.185030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978fac5-25ce-43ae-9a83-b4ddd3ced739 req-0e0df9de-c680-4f19-b40b-dad5f0530b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:23.187330 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8978fac5-25ce-43ae-9a83-b4ddd3ced739 req-0e0df9de-c680-4f19-b40b-dad5f0530b0d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 1097 time: 0.0756218 Jul 13 07:34:23.231604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8978fac5-25ce-43ae-9a83-b4ddd3ced739 req-4dc2848f-d6c3-4186-a946-68a7f519f902 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Jul 13 07:34:23.257816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07fc4332-dc49-48a3-9679-aaa1d10d4134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.272860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55218) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:23.336331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 49dd2357-1304-4c0d-8e5f-0ad459f57391 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:23.342445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 28ce7407-b609-4b41-a452-fd35f8609571 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:23.403692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 28ce7407-b609-4b41-a452-fd35f8609571 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:23.403981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 28ce7407-b609-4b41-a452-fd35f8609571 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:23.408919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 49dd2357-1304-4c0d-8e5f-0ad459f57391 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:23.409301 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.469889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-351151f2-d72f-4e03-a6ca-713f94770b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.504528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07fc4332-dc49-48a3-9679-aaa1d10d4134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.613307 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.675607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8a157-c9ff-4c62-90c4-c415d49ef1c8 req-12002130-4de9-4efe-b23e-97fb8d9a5eca tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:23.692149 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-79e8a157-c9ff-4c62-90c4-c415d49ef1c8 req-12002130-4de9-4efe-b23e-97fb8d9a5eca tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 946 time: 0.4298520 Jul 13 07:34:23.703435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 49dd2357-1304-4c0d-8e5f-0ad459f57391, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:23.716060 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.717463 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-351151f2-d72f-4e03-a6ca-713f94770b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.730063 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-351151f2-d72f-4e03-a6ca-713f94770b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.772829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07fc4332-dc49-48a3-9679-aaa1d10d4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.775689 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-07fc4332-dc49-48a3-9679-aaa1d10d4134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.784587 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-07fc4332-dc49-48a3-9679-aaa1d10d4134 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1902d2a-21ef-4330-8bbe-3ce9ec501718 HTTP/1.1" status: 204 len: 168 time: 0.8023117 Jul 13 07:34:23.790493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-351151f2-d72f-4e03-a6ca-713f94770b22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56642958911345dc8c9b2379639fa2d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5165734 Jul 13 07:34:23.792987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55228) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:23.830476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc4332-dc49-48a3-9679-aaa1d10d4134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1902d2a-21ef-4330-8bbe-3ce9ec501718,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:23.866970 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-79e8a157-c9ff-4c62-90c4-c415d49ef1c8 req-77852f71-7c54-4913-93ca-650f3a47eb3d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738312 Jul 13 07:34:23.876466 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-237fb8c5-2991-496a-adf3-a07d61ec5f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.880158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351151f2-d72f-4e03-a6ca-713f94770b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03d09ee-cd36-4ca9-ab5a-9470cd1873e9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:23.910149 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-237fb8c5-2991-496a-adf3-a07d61ec5f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.940342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=49dd2357-1304-4c0d-8e5f-0ad459f57391,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:24.082482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-237fb8c5-2991-496a-adf3-a07d61ec5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.090016 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-237fb8c5-2991-496a-adf3-a07d61ec5f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.096983 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-237fb8c5-2991-496a-adf3-a07d61ec5f57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d03d09ee-cd36-4ca9-ab5a-9470cd1873e9 HTTP/1.1" status: 204 len: 168 time: 0.3008232 Jul 13 07:34:24.141892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fb8c5-2991-496a-adf3-a07d61ec5f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03d09ee-cd36-4ca9-ab5a-9470cd1873e9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:24.328984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91fb18-0cdd-41ac-b688-573ed78aa0f1 req-52af24b3-332d-4c55-a10d-92631711bd3e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.346456 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f91fb18-0cdd-41ac-b688-573ed78aa0f1 req-52af24b3-332d-4c55-a10d-92631711bd3e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.2147114 Jul 13 07:34:24.454887 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f91fb18-0cdd-41ac-b688-573ed78aa0f1 req-2566421a-e9fc-4dda-a56d-408cb967e154 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065142 Jul 13 07:34:24.750556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55244) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:24.788230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cf73-4ea6-42ed-ac3d-6b7a62b6264d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.939706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dd2357-1304-4c0d-8e5f-0ad459f57391'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:24.942342 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0ae340-64cc-431c-b31e-18d359f2ef2b" -d '{"events": [{"server_uuid": "70a3d5ef-e0cf-43f9-8f35-738e045c1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "49dd2357-1304-4c0d-8e5f-0ad459f57391"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:24.983586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac56f48-de09-4ebb-b420-80fd18c72dcf req-72b2be45-b80b-4683-98bf-e174e768f84d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:24.991404 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aac56f48-de09-4ebb-b420-80fd18c72dcf req-72b2be45-b80b-4683-98bf-e174e768f84d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1549897 Jul 13 07:34:25.029716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cf73-4ea6-42ed-ac3d-6b7a62b6264d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.040492 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cf73-4ea6-42ed-ac3d-6b7a62b6264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.098875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aac56f48-de09-4ebb-b420-80fd18c72dcf req-d6c8dbda-1f1a-48ac-9168-9a5a96549223 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065183 Jul 13 07:34:25.124053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6cf73-4ea6-42ed-ac3d-6b7a62b6264d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fecb1d-151a-4d59-b753-d555905e9da4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:25.209723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1bc6cf73-4ea6-42ed-ac3d-6b7a62b6264d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb86d8ec3a0f4fd88c309685bdbf060e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580512 Jul 13 07:34:25.212331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55258) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:25.486956 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d895-81d3-43c5-b938-d742f8e71a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.536399 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d895-81d3-43c5-b938-d742f8e71a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.626273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb99ec5-1c4b-4822-a565-42d4980e6f1e req-f65cb244-4dfc-4d57-8d63-967ea3812c0c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.633055 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fbb99ec5-1c4b-4822-a565-42d4980e6f1e req-f65cb244-4dfc-4d57-8d63-967ea3812c0c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.2521591 Jul 13 07:34:25.675053 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d895-81d3-43c5-b938-d742f8e71a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.682367 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d895-81d3-43c5-b938-d742f8e71a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.703107 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b9b5d895-81d3-43c5-b938-d742f8e71a94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13fecb1d-151a-4d59-b753-d555905e9da4 HTTP/1.1" status: 204 len: 168 time: 0.4828002 Jul 13 07:34:25.750978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fbb99ec5-1c4b-4822-a565-42d4980e6f1e req-b07cc9b4-f2fc-4dd1-a995-b444205879c8 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168833 Jul 13 07:34:25.765405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5d895-81d3-43c5-b938-d742f8e71a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fecb1d-151a-4d59-b753-d555905e9da4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:26.224126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f36f7-8b4e-4a1d-a012-a06217786803 req-3674dce7-da32-4e0f-85c8-e29d759191f7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.227293 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-861f36f7-8b4e-4a1d-a012-a06217786803 req-3674dce7-da32-4e0f-85c8-e29d759191f7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 946 time: 0.1754444 Jul 13 07:34:26.304933 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-861f36f7-8b4e-4a1d-a012-a06217786803 req-fd76a119-9697-459d-b4de-a9e14ec5b799 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689323 Jul 13 07:34:26.427752 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12705d2-bade-4f3f-aed7-fa9d653eaae6 x-openstack-request-id: req-e12705d2-bade-4f3f-aed7-fa9d653eaae6 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:26.428360 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a3d5ef-e0cf-43f9-8f35-738e045c1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "49dd2357-1304-4c0d-8e5f-0ad459f57391", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:26.428360 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e12705d2-bade-4f3f-aed7-fa9d653eaae6 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:26.428762 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dd2357-1304-4c0d-8e5f-0ad459f57391', 'code': 200} Jul 13 07:34:26.665267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6626b-844b-4bc2-82a0-3ca4ca0876c7 req-80b02726-7ecf-47b7-96a3-97b5008f06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.667213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6b6626b-844b-4bc2-82a0-3ca4ca0876c7 req-80b02726-7ecf-47b7-96a3-97b5008f06cd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 1096 time: 0.1608813 Jul 13 07:34:26.736525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6b6626b-844b-4bc2-82a0-3ca4ca0876c7 req-9c6cc94c-a29d-4636-86b7-2812ba4a8861 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623217 Jul 13 07:34:26.812562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e3e4d-bc8c-49e7-8343-4ff901bc0986 req-03b20b50-ff34-4b95-8221-990a94562402 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:26.823406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b3e3e4d-bc8c-49e7-8343-4ff901bc0986 req-03b20b50-ff34-4b95-8221-990a94562402 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.1510620 Jul 13 07:34:26.959818 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b3e3e4d-bc8c-49e7-8343-4ff901bc0986 req-bd1acfb7-9e43-422f-accd-97ff23b3cba0 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195641 Jul 13 07:34:27.704007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55324) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:28.225978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606639f-0895-42d7-bd2c-e94a6d9f478f req-15915cec-a02c-490f-bd90-bfaea564c20d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.228223 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3606639f-0895-42d7-bd2c-e94a6d9f478f req-15915cec-a02c-490f-bd90-bfaea564c20d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.2323909 Jul 13 07:34:28.346109 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3606639f-0895-42d7-bd2c-e94a6d9f478f req-5aac5ce5-ad78-4549-867d-833f9567d349 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104801 Jul 13 07:34:28.849895 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.026814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55336) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:29.192063 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-da6a785f-0df3-4637-9a25-d902075e9d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.415041 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-da6a785f-0df3-4637-9a25-d902075e9d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.427486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-da6a785f-0df3-4637-9a25-d902075e9d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.466535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a785f-0df3-4637-9a25-d902075e9d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb03933a-7f87-4451-9b64-54b6b32c4e32,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:29.543676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-da6a785f-0df3-4637-9a25-d902075e9d01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bde51ce216bc4d57b5cbeec2e75d4a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150743 Jul 13 07:34:29.544555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55346) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:29.587009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6814ce5-1f55-4985-834d-f1c6a7f2027d req-affceb03-4793-4237-847a-c750f78efb2d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.594857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f6814ce5-1f55-4985-834d-f1c6a7f2027d req-affceb03-4793-4237-847a-c750f78efb2d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.2493222 Jul 13 07:34:29.608867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] Deleting port a167744d-b7cd-454c-a7a5-8147aec5f9b8 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:29.609220 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.776983 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f6814ce5-1f55-4985-834d-f1c6a7f2027d req-fdb3b8a3-052e-4211-a76e-72d02a3259ae tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729736 Jul 13 07:34:29.785349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] For port a167744d-b7cd-454c-a7a5-8147aec5f9b8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a167744d-b7cd-454c-a7a5-8147aec5f9b8,segment=NetworkSegment(9decb1a5-915b-4dfa-b846-653fbf326046),segment_id=9decb1a5-915b-4dfa-b846-653fbf326046)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:29.785794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.787325 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-884370d6-7b73-42ff-a14a-766fdf334c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.822184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] Calling delete_port for a167744d-b7cd-454c-a7a5-8147aec5f9b8 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:29.840121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-884370d6-7b73-42ff-a14a-766fdf334c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.017838 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-884370d6-7b73-42ff-a14a-766fdf334c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.021011 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-884370d6-7b73-42ff-a14a-766fdf334c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.026108 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-884370d6-7b73-42ff-a14a-766fdf334c0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb03933a-7f87-4451-9b64-54b6b32c4e32 HTTP/1.1" status: 204 len: 168 time: 0.4693801 Jul 13 07:34:30.080204 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a688e-cbfe-4e26-82f5-c75e8c8f9e15 req-8fe36e50-669d-4613-82c1-fb1580ce2d74 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:30.084300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-801a688e-cbfe-4e26-82f5-c75e8c8f9e15 req-8fe36e50-669d-4613-82c1-fb1580ce2d74 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.1246238 Jul 13 07:34:30.087061 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884370d6-7b73-42ff-a14a-766fdf334c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb03933a-7f87-4451-9b64-54b6b32c4e32,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:30.206938 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-801a688e-cbfe-4e26-82f5-c75e8c8f9e15 req-e10ddbf4-eaa5-48ef-9941-8d6ca152c9d1 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121910 Jul 13 07:34:30.227166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.298212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a167744d-b7cd-454c-a7a5-8147aec5f9b8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:30.618149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920f94c-d1b3-48b3-b02b-45ce710e8ab4 req-92f78826-8ff9-477a-9356-040c4a4afba7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:30.631855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e920f94c-d1b3-48b3-b02b-45ce710e8ab4 req-92f78826-8ff9-477a-9356-040c4a4afba7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 946 time: 0.1963410 Jul 13 07:34:30.725446 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e920f94c-d1b3-48b3-b02b-45ce710e8ab4 req-9fd63c50-37c6-472e-9635-6cb915427863 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925598 Jul 13 07:34:30.765750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.847470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-292b96ca-0dd6-4160-a052-5d3197c6df5a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:30.849458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-292b96ca-0dd6-4160-a052-5d3197c6df5a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 946 time: 0.1788099 Jul 13 07:34:31.164966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519621ef-63b5-409c-ab44-9084e8cf6173 req-b84f4948-18e4-4387-b64d-3a30b132d187 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.166598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-519621ef-63b5-409c-ab44-9084e8cf6173 req-b84f4948-18e4-4387-b64d-3a30b132d187 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1790481 Jul 13 07:34:31.230622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-519621ef-63b5-409c-ab44-9084e8cf6173 req-d487e991-d426-4024-b924-49a6fe42dd62 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503445 Jul 13 07:34:31.588806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-749571ed-958d-4eb7-bf09-9e6a428ccbee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Deleting port 939a099e-5653-4ae7-a0d3-83cc0fcad836 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:31.589428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-749571ed-958d-4eb7-bf09-9e6a428ccbee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.607821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69585199-75a2-4306-ab1a-12406508cb05 req-4f4febe4-6a86-47d5-b0fc-9ec560e9fa88 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.615963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69585199-75a2-4306-ab1a-12406508cb05 req-4f4febe4-6a86-47d5-b0fc-9ec560e9fa88 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.0904448 Jul 13 07:34:31.678600 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69585199-75a2-4306-ab1a-12406508cb05 req-a96ed8f2-4829-48a6-833c-d1b15e813e1e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613945 Jul 13 07:34:31.679248 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-cd3a797c-4ce7-4cb2-805b-a5ce75ff6d46 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1202884164&fields=id&tenant_id=246d43c16f4a4e60ab258fe27f246a67 HTTP/1.1" status: 200 len: 267 time: 0.1689262 Jul 13 07:34:31.909469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-749571ed-958d-4eb7-bf09-9e6a428ccbee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] For port 939a099e-5653-4ae7-a0d3-83cc0fcad836, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=939a099e-5653-4ae7-a0d3-83cc0fcad836,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:31.914484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-749571ed-958d-4eb7-bf09-9e6a428ccbee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.940347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-749571ed-958d-4eb7-bf09-9e6a428ccbee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Calling delete_port for 939a099e-5653-4ae7-a0d3-83cc0fcad836 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:32.005638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c96ccd-619f-4c52-b30d-93e264a13881 req-3fcea416-3052-4c5d-b974-89b48674da85 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.007191 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91c96ccd-619f-4c52-b30d-93e264a13881 req-3fcea416-3052-4c5d-b974-89b48674da85 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a3c4629-898d-4c02-8378-f1d49253d04a HTTP/1.1" status: 200 len: 946 time: 0.0961847 Jul 13 07:34:32.059063 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-91c96ccd-619f-4c52-b30d-93e264a13881 req-8b45ab46-0322-4984-8f0e-ead62eb2c221 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438497 Jul 13 07:34:32.171432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-890eb97f-e092-4ae5-b891-087ce8ca25b5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.173011 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-890eb97f-e092-4ae5-b891-087ce8ca25b5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.4754493 Jul 13 07:34:32.177116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] Router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:34:32.186142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-eaddb63c-ced5-4824-9d55-3f3365c3a49d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'port': {'security_groups': ['abfc1bce-142f-41fc-8035-3128d1d6743c', '0bd1de78-0a9b-415a-9220-ea87e7934c4f']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:32.288226 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-eaddb63c-ced5-4824-9d55-3f3365c3a49d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.384227 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-749571ed-958d-4eb7-bf09-9e6a428ccbee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.398299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['939a099e-5653-4ae7-a0d3-83cc0fcad836'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:32.433317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e1cd9df1-7582-4d98-b0a7-e676c296b405'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:32.460793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749571ed-958d-4eb7-bf09-9e6a428ccbee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Pushing event deleted for resources: {'Port': ['ID=939a099e-5653-4ae7-a0d3-83cc0fcad836,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:32.541290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-749571ed-958d-4eb7-bf09-9e6a428ccbee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] No DVR routers for this DVR port 939a099e-5653-4ae7-a0d3-83cc0fcad836 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:32.547831 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-749571ed-958d-4eb7-bf09-9e6a428ccbee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.550111 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8caf119c-4486-4207-9bbc-9938f4e567aa req-749571ed-958d-4eb7-bf09-9e6a428ccbee tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.54 "DELETE /v2.0/ports/939a099e-5653-4ae7-a0d3-83cc0fcad836 HTTP/1.1" status: 204 len: 173 time: 1.6809609 Jul 13 07:34:32.554620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3c4629-898d-4c02-8378-f1d49253d04a', 'name': 'network-vif-deleted', 'tag': '939a099e-5653-4ae7-a0d3-83cc0fcad836'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:32.557333 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925365c3-99f6-4604-b132-61cad208c250" -d '{"events": [{"server_uuid": "7a3c4629-898d-4c02-8378-f1d49253d04a", "name": "network-vif-deleted", "tag": "939a099e-5653-4ae7-a0d3-83cc0fcad836"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:32.571026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:34:32.584997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55446) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:32.586897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8fe88d69-285f-4035-9768-e69049bdad8b admin admin] 10.222.0.44 "PUT /v2.0/routers/2f2dc856-8de0-47b0-b0e1-f241fba7ff29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8813486 Jul 13 07:34:32.588164 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] Sync routers for ids ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:34:32.607168 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] Routers {'2f2dc856-8de0-47b0-b0e1-f241fba7ff29'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:32.607825 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:34:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:32.930441 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.936855 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] Set router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:32.939756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-eaddb63c-ced5-4824-9d55-3f3365c3a49d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] For port 49dd2357-1304-4c0d-8e5f-0ad459f57391, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:33.018722 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-eaddb63c-ced5-4824-9d55-3f3365c3a49d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.033365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-eaddb63c-ced5-4824-9d55-3f3365c3a49d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.045413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['49dd2357-1304-4c0d-8e5f-0ad459f57391'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:33.084540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-eaddb63c-ced5-4824-9d55-3f3365c3a49d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:33.085166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-eaddb63c-ced5-4824-9d55-3f3365c3a49d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.102340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78c5d923-1689-4a29-911d-5fa1241ba5d7 req-eaddb63c-ced5-4824-9d55-3f3365c3a49d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "PUT /v2.0/ports/49dd2357-1304-4c0d-8e5f-0ad459f57391 HTTP/1.1" status: 200 len: 981 time: 0.9216855 Jul 13 07:34:33.155368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.206701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c5b5aa5e-3f52-4494-8bea-1bab4908cf61'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:33.292065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddb63c-ced5-4824-9d55-3f3365c3a49d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'Port': ['ID=49dd2357-1304-4c0d-8e5f-0ad459f57391,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:33.315740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Deleting port 195034c1-b70c-4757-88ee-59f3864fbd5e {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:33.316139 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.405289 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'name': 'tempest-ServersTestMultiNic-1895325273-router', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:37Z', 'updated_at': '2021-07-13T07:34:30Z', 'revision_number': 5, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'gw_port': {'id': '195034c1-b70c-4757-88ee-59f3864fbd5e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:7e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:32:38Z', 'updated_at': '2021-07-13T07:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:33.514205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['49dd2357-1304-4c0d-8e5f-0ad459f57391'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:33.523182 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] Checking router: 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:34:33.573783 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] Routers {'2f2dc856-8de0-47b0-b0e1-f241fba7ff29'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:33.577082 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:34:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:33.599536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] For port 195034c1-b70c-4757-88ee-59f3864fbd5e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=195034c1-b70c-4757-88ee-59f3864fbd5e,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:33.601479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.631078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Calling delete_port for 195034c1-b70c-4757-88ee-59f3864fbd5e owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:33.701336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55500) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:33.732359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298378d-d78e-49ab-b4e9-2dcf8a6db4dc req-6d80291a-998a-49aa-8a63-9214403620a2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:33.742510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2298378d-d78e-49ab-b4e9-2dcf8a6db4dc req-6d80291a-998a-49aa-8a63-9214403620a2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.2001657 Jul 13 07:34:33.846973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2298378d-d78e-49ab-b4e9-2dcf8a6db4dc req-8d459105-5733-464e-ba94-9b7c8d2b9831 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029751 Jul 13 07:34:33.860893 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] Set router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:33.879223 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d079e62-ba7a-4dc1-8e00-7d730d26b667 x-openstack-request-id: req-4d079e62-ba7a-4dc1-8e00-7d730d26b667 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:33.879520 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3c4629-898d-4c02-8378-f1d49253d04a", "name": "network-vif-deleted", "tag": "939a099e-5653-4ae7-a0d3-83cc0fcad836", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:33.879774 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d079e62-ba7a-4dc1-8e00-7d730d26b667 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:33.880209 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3c4629-898d-4c02-8378-f1d49253d04a', 'name': 'network-vif-deleted', 'tag': '939a099e-5653-4ae7-a0d3-83cc0fcad836', 'status': 'completed', 'code': 200} Jul 13 07:34:33.948117 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'name': 'tempest-ServersTestMultiNic-1895325273-router', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:37Z', 'updated_at': '2021-07-13T07:34:33Z', 'revision_number': 6, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:33.984665 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3964f951-563b-4c0b-8aa1-dc4bada13732 None None] The sync data for ids ['2f2dc856-8de0-47b0-b0e1-f241fba7ff29'] in n-d-798249-7 is: [{'id': '2f2dc856-8de0-47b0-b0e1-f241fba7ff29', 'name': 'tempest-ServersTestMultiNic-1895325273-router', 'tenant_id': '1883df5fb2884c2599a746f22e283eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:32:37Z', 'updated_at': '2021-07-13T07:34:33Z', 'revision_number': 6, 'project_id': '1883df5fb2884c2599a746f22e283eae', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:33.994319 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:34:34.095947 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b3e87648-bb67-49d6-ac03-f8d364b137b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.148061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 828b0fcb-a6af-46c5-97c3-8399aab44774 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:34.212083 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c0342e1-e42f-4b09-9e6d-6301ddc94ff3 req-c4e4d52c-210f-476d-9e29-91dd581f3267 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/0bd1de78-0a9b-415a-9220-ea87e7934c4f HTTP/1.1" status: 200 len: 1803 time: 0.2842124 Jul 13 07:34:34.223516 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.268411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720835-f744-4ac1-bd68-748ec775e918 req-c30c3cc6-7447-4270-b316-02b8337ca2bc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.278263 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b720835-f744-4ac1-bd68-748ec775e918 req-c30c3cc6-7447-4270-b316-02b8337ca2bc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.1599963 Jul 13 07:34:34.332938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Pushing event deleted for resources: {'Port': ['ID=195034c1-b70c-4757-88ee-59f3864fbd5e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:34.346228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b720835-f744-4ac1-bd68-748ec775e918 req-b327023b-bdeb-4552-8acd-8f5377562408 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669143 Jul 13 07:34:34.396586 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.399394 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b3e87648-bb67-49d6-ac03-f8d364b137b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.412229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b3e87648-bb67-49d6-ac03-f8d364b137b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.439832 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.501514 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b3e87648-bb67-49d6-ac03-f8d364b137b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ab24fb7ed6d444babaa702d93eac1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7967362 Jul 13 07:34:34.501514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e87648-bb67-49d6-ac03-f8d364b137b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c8390f-346c-40c4-871d-eb1aa536cb38,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:34.529165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55508) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:34.579797 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [req-7c0342e1-e42f-4b09-9e6d-6301ddc94ff3 req-65d640dd-6e98-4697-a9c9-a4a742a0c8b1 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:34:34.597243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c0342e1-e42f-4b09-9e6d-6301ddc94ff3 req-65d640dd-6e98-4697-a9c9-a4a742a0c8b1 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/0bd1de78-0a9b-415a-9220-ea87e7934c4f HTTP/1.1" status: 409 len: 341 time: 0.3757415 Jul 13 07:34:34.599973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da51f584-f705-4c5a-a965-72bba20b920a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828b0fcb-a6af-46c5-97c3-8399aab44774'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:34.600494 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.617909 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4446dcb7-be81-47e3-bbf8-b443bd2d68c4" -d '{"events": [{"server_uuid": "da51f584-f705-4c5a-a965-72bba20b920a", "name": "network-vif-unplugged", "status": "completed", "tag": "828b0fcb-a6af-46c5-97c3-8399aab44774"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:34.662052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 828b0fcb-a6af-46c5-97c3-8399aab44774, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=828b0fcb-a6af-46c5-97c3-8399aab44774,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:34.701803 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.704689 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac79b59d-da77-4e7c-a87b-cc0f2e21984d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.737879 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac79b59d-da77-4e7c-a87b-cc0f2e21984d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.756664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.761659 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.831123 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac79b59d-da77-4e7c-a87b-cc0f2e21984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.833961 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac79b59d-da77-4e7c-a87b-cc0f2e21984d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.837903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ac79b59d-da77-4e7c-a87b-cc0f2e21984d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68c8390f-346c-40c4-871d-eb1aa536cb38 HTTP/1.1" status: 204 len: 168 time: 0.3073254 Jul 13 07:34:34.846577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79b59d-da77-4e7c-a87b-cc0f2e21984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c8390f-346c-40c4-871d-eb1aa536cb38,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:34.868861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.870172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2dc856-8de0-47b0-b0e1-f241fba7ff29 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:34:34.876289 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.878423 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f97b3ca-c89d-46ec-893b-0f5f307d464c admin admin] 10.222.0.44 "DELETE /v2.0/routers/2f2dc856-8de0-47b0-b0e1-f241fba7ff29 HTTP/1.1" status: 204 len: 168 time: 2.2915263 Jul 13 07:34:34.880579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55526) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:34.986082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ace62-6703-4053-a207-99f99408b810 req-57128fa3-c15d-432b-bdc2-03379bb3f918 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.994258 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f1ace62-6703-4053-a207-99f99408b810 req-57128fa3-c15d-432b-bdc2-03379bb3f918 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1697297 Jul 13 07:34:35.069282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-045d33c2-1b31-407e-a38c-d29777d87d66 admin admin] Deleting subnet 0748f25d-5224-4450-9759-50cddb7816ce {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:35.082867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=828b0fcb-a6af-46c5-97c3-8399aab44774,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:35.106683 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f1ace62-6703-4053-a207-99f99408b810 req-dad94b71-edd2-4281-a655-60ca29b27960 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114149 Jul 13 07:34:35.107467 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-045d33c2-1b31-407e-a38c-d29777d87d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.113896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.128704 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.129301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.129755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.130230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.130671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.131108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.131782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.132241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.132695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.133127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.133660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:35.230319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 939a099e-5653-4ae7-a0d3-83cc0fcad836 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:35.311022 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 939a099e-5653-4ae7-a0d3-83cc0fcad836 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:35.324609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 939a099e-5653-4ae7-a0d3-83cc0fcad836 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:35.346346 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782c9c18-f84e-4368-aacc-2943b6ad2d5b x-openstack-request-id: req-782c9c18-f84e-4368-aacc-2943b6ad2d5b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:35.347243 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da51f584-f705-4c5a-a965-72bba20b920a", "name": "network-vif-unplugged", "status": "completed", "tag": "828b0fcb-a6af-46c5-97c3-8399aab44774", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:35.347243 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-782c9c18-f84e-4368-aacc-2943b6ad2d5b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:35.347611 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da51f584-f705-4c5a-a965-72bba20b920a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828b0fcb-a6af-46c5-97c3-8399aab44774', 'code': 200} Jul 13 07:34:35.406931 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-045d33c2-1b31-407e-a38c-d29777d87d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.435012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 195034c1-b70c-4757-88ee-59f3864fbd5e no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:35.485197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 195034c1-b70c-4757-88ee-59f3864fbd5e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:35.486415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 195034c1-b70c-4757-88ee-59f3864fbd5e not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:35.491274 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a167744d-b7cd-454c-a7a5-8147aec5f9b8 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:35.542868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a167744d-b7cd-454c-a7a5-8147aec5f9b8 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:35.544991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a167744d-b7cd-454c-a7a5-8147aec5f9b8 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:35.788756 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-045d33c2-1b31-407e-a38c-d29777d87d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.882753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'tag': '49dd2357-1304-4c0d-8e5f-0ad459f57391'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:35.886952 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49dcdac-0e7e-46ac-8359-a681814a77a2" -d '{"events": [{"name": "network-changed", "server_uuid": "70a3d5ef-e0cf-43f9-8f35-738e045c1ce1", "tag": "49dd2357-1304-4c0d-8e5f-0ad459f57391"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:35.987262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2c3fe-6cc9-4444-9a9d-dfd142b6ef6c req-e15e1e6a-b843-4b1f-b3a3-7c698c722119 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:35.992672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d6c2c3fe-6cc9-4444-9a9d-dfd142b6ef6c req-e15e1e6a-b843-4b1f-b3a3-7c698c722119 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.1403146 Jul 13 07:34:36.011721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ea07a-9d73-4f35-86fc-78c894e27125 req-144a86b8-b11d-4f24-9e9f-343dae5d2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.015608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e84ea07a-9d73-4f35-86fc-78c894e27125 req-144a86b8-b11d-4f24-9e9f-343dae5d2095 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 1135 time: 0.1481247 Jul 13 07:34:36.017779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-045d33c2-1b31-407e-a38c-d29777d87d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.030844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f130aff-6e94-4958-9153-6b475d3d2611 req-67f9c577-7073-4fd6-94db-3d05d201d712 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.032432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f130aff-6e94-4958-9153-6b475d3d2611 req-67f9c577-7073-4fd6-94db-3d05d201d712 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.4373825 Jul 13 07:34:36.082472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43967e0-ee9e-495b-980e-ce363db5c0d5 None None] Network ce68d6af-a293-4d85-bcd2-088c2ff87123 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:36.093695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d33c2-1b31-407e-a38c-d29777d87d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0748f25d-5224-4450-9759-50cddb7816ce,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:36.106328 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-045d33c2-1b31-407e-a38c-d29777d87d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.111171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-045d33c2-1b31-407e-a38c-d29777d87d66 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0748f25d-5224-4450-9759-50cddb7816ce HTTP/1.1" status: 204 len: 168 time: 1.2272251 Jul 13 07:34:36.131236 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d6c2c3fe-6cc9-4444-9a9d-dfd142b6ef6c req-12a6d4f3-fdda-4b8a-bd94-187f47070470 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320333 Jul 13 07:34:36.131817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55562) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:36.448572 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f130aff-6e94-4958-9153-6b475d3d2611 req-73575bd7-dacd-41ac-8b90-6c52062ea984 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788664 Jul 13 07:34:36.480782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-1cd11104-4ec1-4066-b86d-d76bad7f0133 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.482856 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-1cd11104-4ec1-4066-b86d-d76bad7f0133 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 805 time: 0.2260864 Jul 13 07:34:36.494851 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.521800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55578) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:36.521979 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-4c207a60-3e62-48d6-abfc-3b90128d67c2 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/quotas/34512fd9707f41638f1895b68dfc6985 HTTP/1.1" status: 200 len: 375 time: 0.0335951 Jul 13 07:34:36.543055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058cdb1-7781-4e2f-a63c-426172571dcf None None] DHCP port deletion for ce68d6af-a293-4d85-bcd2-088c2ff87123 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:36.546538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ea07a-9d73-4f35-86fc-78c894e27125 req-355eabd6-6ab6-4dbb-84aa-d31e05b4783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.548085 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e84ea07a-9d73-4f35-86fc-78c894e27125 req-355eabd6-6ab6-4dbb-84aa-d31e05b4783f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 912 time: 0.5099838 Jul 13 07:34:36.615314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a058cdb1-7781-4e2f-a63c-426172571dcf None None] Deleting port f7f4db9c-4b7a-4540-a284-c490773fc429 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:36.615808 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a058cdb1-7781-4e2f-a63c-426172571dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.677415 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e3c8495e-8a8b-414c-90d3-7918f502aa82 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472805 Jul 13 07:34:36.720954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-926455309-network', 'tenant_id': '964507b9fd30446281c41fc6f176ec2f'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:36.728400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e84ea07a-9d73-4f35-86fc-78c894e27125 req-1a753d51-85bd-480e-9b20-f76e03a8d70f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391 HTTP/1.1" status: 200 len: 217 time: 0.1091053 Jul 13 07:34:36.766819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a058cdb1-7781-4e2f-a63c-426172571dcf None None] For port f7f4db9c-4b7a-4540-a284-c490773fc429, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f7f4db9c-4b7a-4540-a284-c490773fc429,segment=NetworkSegment(9decb1a5-915b-4dfa-b846-653fbf326046),segment_id=9decb1a5-915b-4dfa-b846-653fbf326046)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:36.767138 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a058cdb1-7781-4e2f-a63c-426172571dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.796401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a058cdb1-7781-4e2f-a63c-426172571dcf None None] Calling delete_port for f7f4db9c-4b7a-4540-a284-c490773fc429 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:36.835414 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-a213530d-8231-4a9f-b738-4059d6ba4e86 service neutron] 10.222.0.44 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458035 Jul 13 07:34:36.885124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ea07a-9d73-4f35-86fc-78c894e27125 req-b61f95c5-c1ed-4fa8-b3af-72dc061a8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.891284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e84ea07a-9d73-4f35-86fc-78c894e27125 req-b61f95c5-c1ed-4fa8-b3af-72dc061a8cdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=147eb31c-76db-4dc0-a7ad-f626b6100807 HTTP/1.1" status: 200 len: 851 time: 0.1496098 Jul 13 07:34:36.895066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Deleting port f7f4db9c-4b7a-4540-a284-c490773fc429 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:36.901581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.904351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Made reservation on behalf of 964507b9fd30446281c41fc6f176ec2f for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:36.906778 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.906911 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a058cdb1-7781-4e2f-a63c-426172571dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.954596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058cdb1-7781-4e2f-a63c-426172571dcf None None] Pushing event deleted for resources: {'Port': ['ID=f7f4db9c-4b7a-4540-a284-c490773fc429,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:36.965485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058cdb1-7781-4e2f-a63c-426172571dcf None None] No DVR routers for this DVR port f7f4db9c-4b7a-4540-a284-c490773fc429 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:36.971995 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-b633d6e1-d3ad-4305-af01-37a61fc65c80 service neutron] 10.222.0.44 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356740 Jul 13 07:34:37.005135 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.051974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cc3d9-609f-402b-b4ef-534e91de0b43 req-f6aaa23f-5fc5-4964-84f4-5788e05d40da tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.059337 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb9cc3d9-609f-402b-b4ef-534e91de0b43 req-f6aaa23f-5fc5-4964-84f4-5788e05d40da tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 984 time: 0.3476503 Jul 13 07:34:37.066844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e84ea07a-9d73-4f35-86fc-78c894e27125 req-7467ae80-61f0-409a-a59b-0eb41d306179 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6702adf1-d9e5-4d03-a38b-ded485002694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520870 Jul 13 07:34:37.145078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702e8e8-9980-47e7-8871-18123de8038e req-7c989d1b-aef8-46ba-a02c-9709633a848c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.149022 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e702e8e8-9980-47e7-8871-18123de8038e req-7c989d1b-aef8-46ba-a02c-9709633a848c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "GET /v2.0/ports?device_id=da51f584-f705-4c5a-a965-72bba20b920a HTTP/1.1" status: 200 len: 944 time: 0.1211543 Jul 13 07:34:37.156408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] For port f7f4db9c-4b7a-4540-a284-c490773fc429, host n-d-798249-7, got binding levels [] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:37.156975 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.223415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Calling delete_port for f7f4db9c-4b7a-4540-a284-c490773fc429 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:37.251587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.ipam_backend_mixin [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Port f7f4db9c-4b7a-4540-a284-c490773fc429 was not found and therefore no delete operation was performed {{(pid=93838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:34:37.338277 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb9cc3d9-609f-402b-b4ef-534e91de0b43 req-e4028096-baeb-4010-af3e-925095d49ffe tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&id=0bd1de78-0a9b-415a-9220-ea87e7934c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2779045 Jul 13 07:34:37.355028 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82952c1-b02b-4764-bdd4-a83ce6838e75 x-openstack-request-id: req-d82952c1-b02b-4764-bdd4-a83ce6838e75 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:37.355595 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a3d5ef-e0cf-43f9-8f35-738e045c1ce1", "tag": "49dd2357-1304-4c0d-8e5f-0ad459f57391", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:37.356054 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d82952c1-b02b-4764-bdd4-a83ce6838e75 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:37.357367 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'tag': '49dd2357-1304-4c0d-8e5f-0ad459f57391', 'status': 'completed', 'code': 200} Jul 13 07:34:37.361041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f7f4db9c-4b7a-4540-a284-c490773fc429 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:37.370279 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.407665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: f7f4db9c-4b7a-4540-a284-c490773fc429 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:37.408046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f7f4db9c-4b7a-4540-a284-c490773fc429 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:37.425201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-e702e8e8-9980-47e7-8871-18123de8038e req-e528bcec-4f99-4c35-9c29-c24c095d66c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Deleting port 828b0fcb-a6af-46c5-97c3-8399aab44774 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:37.425556 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e702e8e8-9980-47e7-8871-18123de8038e req-e528bcec-4f99-4c35-9c29-c24c095d66c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.481900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] No DVR routers for this DVR port f7f4db9c-4b7a-4540-a284-c490773fc429 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:37.489184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f4db9c-4b7a-4540-a284-c490773fc429,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:37.691042 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.712690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-e702e8e8-9980-47e7-8871-18123de8038e req-e528bcec-4f99-4c35-9c29-c24c095d66c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] For port 828b0fcb-a6af-46c5-97c3-8399aab44774, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=828b0fcb-a6af-46c5-97c3-8399aab44774,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:37.713067 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e702e8e8-9980-47e7-8871-18123de8038e req-e528bcec-4f99-4c35-9c29-c24c095d66c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.737859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-e702e8e8-9980-47e7-8871-18123de8038e req-e528bcec-4f99-4c35-9c29-c24c095d66c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Calling delete_port for 828b0fcb-a6af-46c5-97c3-8399aab44774 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:37.739467 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e84ea07a-9d73-4f35-86fc-78c894e27125 req-7a617d87-2986-47f8-ba5d-0e730d48d4db service neutron] 10.222.0.54 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329505 Jul 13 07:34:37.740331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.775230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9dd6-1b30-44d7-bebd-32579d70cd2b req-280ca343-513d-4d1a-b90b-d3e1918357a5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:37.785180 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-949a9dd6-1b30-44d7-bebd-32579d70cd2b req-280ca343-513d-4d1a-b90b-d3e1918357a5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1490583 Jul 13 07:34:37.786660 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.877069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.879551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:37.892138 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-949a9dd6-1b30-44d7-bebd-32579d70cd2b req-ca342d39-1668-40b3-9b21-0b1150489935 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056542 Jul 13 07:34:37.933334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce68d6af-a293-4d85-bcd2-088c2ff87123']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:37.940055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:37.949064 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.949414 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Added segment 6a152226-632d-4cdc-98ca-07b02cb850aa of type vlan for network 6533409c-8586-4318-afd6-0b723f8d1371 Jul 13 07:34:37.964464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9decb1a5-915b-4dfa-b846-653fbf326046') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:37.964869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9decb1a5-915b-4dfa-b846-653fbf326046') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:38.022695 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.043612 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cb283-6b2b-4dcd-8dbc-1533c2594d8d req-7e9fee4a-6609-4173-8476-7af11a9bdd10 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.045336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a2cb283-6b2b-4dcd-8dbc-1533c2594d8d req-7e9fee4a-6609-4173-8476-7af11a9bdd10 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.4990804 Jul 13 07:34:38.048479 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-530c76ab-4a92-495d-b1e2-00821e5decd6 req-c67b5020-2590-4719-a7b1-cb220b8864d0 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 210 time: 0.0379949 Jul 13 07:34:38.083223 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e702e8e8-9980-47e7-8871-18123de8038e req-e528bcec-4f99-4c35-9c29-c24c095d66c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.085217 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.089052 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.117441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:38.117842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.170786 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528bcec-4f99-4c35-9c29-c24c095d66c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Pushing event deleted for resources: {'Port': ['ID=828b0fcb-a6af-46c5-97c3-8399aab44774,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.196172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e702e8e8-9980-47e7-8871-18123de8038e req-e528bcec-4f99-4c35-9c29-c24c095d66c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] No DVR routers for this DVR port 828b0fcb-a6af-46c5-97c3-8399aab44774 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:38.199018 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-e702e8e8-9980-47e7-8871-18123de8038e req-e528bcec-4f99-4c35-9c29-c24c095d66c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.202050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e702e8e8-9980-47e7-8871-18123de8038e req-e528bcec-4f99-4c35-9c29-c24c095d66c5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "DELETE /v2.0/ports/828b0fcb-a6af-46c5-97c3-8399aab44774 HTTP/1.1" status: 204 len: 173 time: 1.0443294 Jul 13 07:34:38.210312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da51f584-f705-4c5a-a965-72bba20b920a', 'name': 'network-vif-deleted', 'tag': '828b0fcb-a6af-46c5-97c3-8399aab44774'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:38.212958 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907be509-d1de-467d-89da-fa7736067f76" -d '{"events": [{"server_uuid": "da51f584-f705-4c5a-a965-72bba20b920a", "name": "network-vif-deleted", "tag": "828b0fcb-a6af-46c5-97c3-8399aab44774"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:38.282384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d3b0b-0b38-4441-82c4-fda82b0af8dd req-5126a5d5-9cf5-4f3e-b0ea-d5852ac17f24 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.284465 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb9d3b0b-0b38-4441-82c4-fda82b0af8dd req-5126a5d5-9cf5-4f3e-b0ea-d5852ac17f24 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.0897601 Jul 13 07:34:38.369500 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb9d3b0b-0b38-4441-82c4-fda82b0af8dd req-e98d9f48-67fa-4480-acac-80446007a60f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791652 Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:38.472043 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:38.531565 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e84ea07a-9d73-4f35-86fc-78c894e27125 req-4d97fde6-3a60-4265-9d60-3aa7a8f33c7b service neutron] 10.222.0.54 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7767169 Jul 13 07:34:38.537401 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.resource_extend [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:34:38.555841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.567701 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a2cb283-6b2b-4dcd-8dbc-1533c2594d8d req-b51cfb8a-b9fb-4d04-95a3-fa0ba1bf9801 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969566 Jul 13 07:34:38.577097 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.581663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ce68d6af-a293-4d85-bcd2-088c2ff87123 HTTP/1.1" status: 204 len: 168 time: 2.4451928 Jul 13 07:34:38.592862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69243e-c20d-4c9e-9f07-bf4787d783a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce68d6af-a293-4d85-bcd2-088c2ff87123,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.594839 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.595902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.596507 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.658136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] Pushing event updated for resources: {'Network': ['ID=6533409c-8586-4318-afd6-0b723f8d1371,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.674161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6533409c-8586-4318-afd6-0b723f8d1371 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:38.676320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-47af516c-3ddd-4bad-95d4-5c0e4e8684ff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1537530 Jul 13 07:34:38.679284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55642) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:38.701194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Request body: {'subnet': {'network_id': '6533409c-8586-4318-afd6-0b723f8d1371', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-926455309-subnet', 'tenant_id': '964507b9fd30446281c41fc6f176ec2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:38.737643 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081b01a1-e1c1-452b-913e-5990db636c6d x-openstack-request-id: req-081b01a1-e1c1-452b-913e-5990db636c6d {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:38.738151 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da51f584-f705-4c5a-a965-72bba20b920a", "name": "network-vif-deleted", "tag": "828b0fcb-a6af-46c5-97c3-8399aab44774", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:38.738430 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-081b01a1-e1c1-452b-913e-5990db636c6d {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:38.738862 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da51f584-f705-4c5a-a965-72bba20b920a', 'name': 'network-vif-deleted', 'tag': '828b0fcb-a6af-46c5-97c3-8399aab44774', 'status': 'completed', 'code': 200} Jul 13 07:34:38.881496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d66d8f-d10b-4989-b18d-69e0107cf8c4 req-346c7ecf-d0d3-4aa6-ab1d-9c323a4a1a11 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.890224 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-40d66d8f-d10b-4989-b18d-69e0107cf8c4 req-346c7ecf-d0d3-4aa6-ab1d-9c323a4a1a11 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.2725711 Jul 13 07:34:38.910069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55652) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:38.983331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-1bd149ae-a053-41cb-956e-da7570508768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:38.984904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-1bd149ae-a053-41cb-956e-da7570508768 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 1097 time: 0.2404702 Jul 13 07:34:38.988053 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-77195d18-5089-4be2-b3cc-f335720131ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1883df5fb2884c2599a746f22e283eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767488 Jul 13 07:34:38.990960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55656) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:39.011598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Made reservation on behalf of 964507b9fd30446281c41fc6f176ec2f for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:39.015015 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.032098 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-40d66d8f-d10b-4989-b18d-69e0107cf8c4 req-c0109257-1d3a-4f94-9d7b-d59058ff17f7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363792 Jul 13 07:34:39.148178 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdac-0e7e-46ac-8359-a681814a77a2 req-e8119c83-4289-42a0-a24f-b2a59ed751ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.149807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f49dcdac-0e7e-46ac-8359-a681814a77a2 req-e8119c83-4289-42a0-a24f-b2a59ed751ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 1135 time: 0.4159200 Jul 13 07:34:39.235389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2b7839fe-c061-48a8-850f-44c29f36de11 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:39.257565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a827995-ddc5-4a8b-9d8e-1594715c420f req-f1540db2-aef4-46c8-8ae4-fa26784aaaa9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.263701 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a827995-ddc5-4a8b-9d8e-1594715c420f req-f1540db2-aef4-46c8-8ae4-fa26784aaaa9 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 984 time: 0.3965323 Jul 13 07:34:39.531127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2b7839fe-c061-48a8-850f-44c29f36de11, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2b7839fe-c061-48a8-850f-44c29f36de11,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:39.555535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '2b7839fe-c061-48a8-850f-44c29f36de11', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'port_id': '2b7839fe-c061-48a8-850f-44c29f36de11', 'mac_address': 'fa:16:3e:ac:ca:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab40a5cf-dc2a-4c9d-8e41-a9ed215df390', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:39.636762 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.654755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-07606b96-ba0f-44b0-85c4-7af002a31647 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.656899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-07606b96-ba0f-44b0-85c4-7af002a31647 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 805 time: 0.5024214 Jul 13 07:34:39.664769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b7839fe-c061-48a8-850f-44c29f36de11 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:39.680843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a827995-ddc5-4a8b-9d8e-1594715c420f req-9a5c0f29-2b62-4ce9-a7dd-133fa1b32d15 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&id=0bd1de78-0a9b-415a-9220-ea87e7934c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4065022 Jul 13 07:34:39.725848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Request body: {'port': {'device_id': '9e77be80-a5b6-474f-b955-b98c862c605a', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'admin_state_up': True, 'tenant_id': '34512fd9707f41638f1895b68dfc6985'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:39.728035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2b7839fe-c061-48a8-850f-44c29f36de11, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2b7839fe-c061-48a8-850f-44c29f36de11,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:39.745717 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.884003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdac-0e7e-46ac-8359-a681814a77a2 req-6c2616a1-3e9d-49e9-a68c-8e42e03b0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.907627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f49dcdac-0e7e-46ac-8359-a681814a77a2 req-6c2616a1-3e9d-49e9-a68c-8e42e03b0cfa service neutron] 10.222.0.54 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 912 time: 0.7408829 Jul 13 07:34:40.041991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['2b7839fe-c061-48a8-850f-44c29f36de11'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:40.056053 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f49dcdac-0e7e-46ac-8359-a681814a77a2 req-e861639f-97bc-4213-b103-ce9d64f74875 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391 HTTP/1.1" status: 200 len: 217 time: 0.0939145 Jul 13 07:34:40.113448 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-13b434af-38de-4c23-8288-8145f41a8294 req-61d1d274-0854-46f7-b4a7-938a349fd0ff tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 210 time: 0.1516879 Jul 13 07:34:40.158715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2b7839fe-c061-48a8-850f-44c29f36de11,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:40.172214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:40.242854 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.253903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-13ba9177-3442-4fcb-9a2a-facf91528e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.266408 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-13ba9177-3442-4fcb-9a2a-facf91528e7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 1.2656641 Jul 13 07:34:40.317861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dcdac-0e7e-46ac-8359-a681814a77a2 req-486ecdd5-f9b6-4e63-85f0-5f348df4e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.319608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f49dcdac-0e7e-46ac-8359-a681814a77a2 req-486ecdd5-f9b6-4e63-85f0-5f348df4e59c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=147eb31c-76db-4dc0-a7ad-f626b6100807 HTTP/1.1" status: 200 len: 851 time: 0.2155480 Jul 13 07:34:40.359589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523975-9176-496b-97b0-8ab827806706 req-a945bfd0-fe86-4bec-af35-91e6e4faf08d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.370323 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38523975-9176-496b-97b0-8ab827806706 req-a945bfd0-fe86-4bec-af35-91e6e4faf08d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 944 time: 0.3131409 Jul 13 07:34:40.391661 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae236822-65ee-4493-96cf-b46d17cc199c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.395569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-bb057b0e-c5d0-4c00-b412-6daf7229c668 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 HTTP/1.1" status: 200 len: 1001 time: 0.1283593 Jul 13 07:34:40.422511 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae236822-65ee-4493-96cf-b46d17cc199c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.495042 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.524189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38523975-9176-496b-97b0-8ab827806706 req-ba539fb5-843d-4372-87f5-e40caa3730bd tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524539 Jul 13 07:34:40.535049 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f49dcdac-0e7e-46ac-8359-a681814a77a2 req-4c7174c5-d2a3-4e7e-a1ba-e44637b75d19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6702adf1-d9e5-4d03-a38b-ded485002694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2049518 Jul 13 07:34:40.549982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=634ca0d6-d20b-4f90-b684-9fb25ff2d4dc,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:40.552299 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-7f6ed950-f668-4584-9797-019b825d0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.556354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-7f6ed950-f668-4584-9797-019b825d0825 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.1245046 Jul 13 07:34:40.576200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:40.578798 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9701f4a-f721-4525-90c1-1dfd185461e9" -d '{"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-unplugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:40.691230 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae236822-65ee-4493-96cf-b46d17cc199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.694434 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae236822-65ee-4493-96cf-b46d17cc199c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.701942 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ae236822-65ee-4493-96cf-b46d17cc199c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8204699e-63ed-419f-9cac-fcd395840d05 HTTP/1.1" status: 204 len: 168 time: 1.7099581 Jul 13 07:34:40.715084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:40.722177 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172192d7-070e-41aa-8949-a4d69fd139ef x-openstack-request-id: req-172192d7-070e-41aa-8949-a4d69fd139ef {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:40.722479 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-unplugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:40.722744 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-172192d7-070e-41aa-8949-a4d69fd139ef {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:40.723154 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'code': 200} Jul 13 07:34:40.732968 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.749016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae236822-65ee-4493-96cf-b46d17cc199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8204699e-63ed-419f-9cac-fcd395840d05,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:40.782117 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f49dcdac-0e7e-46ac-8359-a681814a77a2 req-2628a663-9e48-4478-b336-1353e4da44be service neutron] 10.222.0.54 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274475 Jul 13 07:34:40.848456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-57288d24-2027-430f-b640-cc2d823b3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.852436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 828b0fcb-a6af-46c5-97c3-8399aab44774 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:40.866267 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-57288d24-2027-430f-b640-cc2d823b3179 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506759 Jul 13 07:34:40.874564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Checking segment: {'id': '6a152226-632d-4cdc-98ca-07b02cb850aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6533409c-8586-4318-afd6-0b723f8d1371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:40.879809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Network hostable DHCP agents. Network: 6533409c-8586-4318-afd6-0b723f8d1371, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:40.889558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec544a0-069b-471f-a70b-58eab3a0c3df req-1e7910cf-125a-4c20-bbaf-c3f7a1784035 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:40.900609 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eec544a0-069b-471f-a70b-58eab3a0c3df req-1e7910cf-125a-4c20-bbaf-c3f7a1784035 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.2874608 Jul 13 07:34:40.916874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Made reservation on behalf of 34512fd9707f41638f1895b68dfc6985 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:40.921264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.970496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 828b0fcb-a6af-46c5-97c3-8399aab44774 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:40.971371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 828b0fcb-a6af-46c5-97c3-8399aab44774 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:40.990253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:41.150342 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-275b5272-d805-4ae7-9c38-f616555b300c service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349048 Jul 13 07:34:41.167867 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eec544a0-069b-471f-a70b-58eab3a0c3df req-c9d7744f-ac7f-4051-85fc-f55ad93595f8 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627935 Jul 13 07:34:41.191251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f49dcdac-0e7e-46ac-8359-a681814a77a2 req-168a0ffd-de0a-4f8b-97bb-33f16aae5673 service neutron] 10.222.0.54 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979294 Jul 13 07:34:41.221674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Network 6533409c-8586-4318-afd6-0b723f8d1371 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:41.251874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2b7839fe-c061-48a8-850f-44c29f36de11 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:41.428664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 2b7839fe-c061-48a8-850f-44c29f36de11 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:41.429136 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.434698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 6533409c-8586-4318-afd6-0b723f8d1371) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:41.457687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.459394 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.531176 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85633b73-8e20-45f7-a55a-6f78e3881f42 req-a9c831c2-2785-4425-9c38-c8fc6766b832 service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580267 Jul 13 07:34:41.556366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9bb582-7dd7-4bd9-b62e-bada5ccc729e None None] Network 6533409c-8586-4318-afd6-0b723f8d1371 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:41.603074 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01b92a38-da7d-4630-a7c9-36592a06c427 req-21f75adf-f715-439a-8dce-9cb563a77e23 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 210 time: 0.0668631 Jul 13 07:34:41.673165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3ead733e-553a-4a38-b188-08f950da3db3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9924874 Jul 13 07:34:41.714649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c63c2b97-4491-4e42-8ba2-b530af0db1f3 None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:41.714941 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c63c2b97-4491-4e42-8ba2-b530af0db1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.719569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f303c72-8b40-489f-8c9c-8d2abf6ec8a2 req-0892ddee-ebb6-41cc-85b3-507334215af5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.730207 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f303c72-8b40-489f-8c9c-8d2abf6ec8a2 req-0892ddee-ebb6-41cc-85b3-507334215af5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 984 time: 0.7483411 Jul 13 07:34:41.886754 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168de57-c330-44f6-b3ce-298e347d9934 req-e9f92f06-ccda-46c9-a274-bc6970b53ce2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.890199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3168de57-c330-44f6-b3ce-298e347d9934 req-e9f92f06-ccda-46c9-a274-bc6970b53ce2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 944 time: 0.1523750 Jul 13 07:34:42.015866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f303c72-8b40-489f-8c9c-8d2abf6ec8a2 req-cfc2152f-060f-4d61-91ea-6d06ca5ba94a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&id=0bd1de78-0a9b-415a-9220-ea87e7934c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2858496 Jul 13 07:34:42.029718 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3168de57-c330-44f6-b3ce-298e347d9934 req-896a5066-b8c4-4720-a2cf-1907b39f93d7 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326542 Jul 13 07:34:42.049222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Allocated IP 172.20.0.12 (f912edd3-f8ed-45cd-b355-f4484a68b291/f8ed8190-bcae-477d-be7c-5324c0bdcde8/38d8166c-e9a7-4580-bbbc-e90f1d5feb1f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:42.174660 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.382391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2b7839fe-c061-48a8-850f-44c29f36de11, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2b7839fe-c061-48a8-850f-44c29f36de11,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:42.421447 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55740) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:42.439126 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.505297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.522759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da92b276-c2fb-481b-83a2-8023448e8843 req-f1e662f9-37eb-443a-b136-afd7df333aa4 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2011744814&fields=id&tenant_id=246d43c16f4a4e60ab258fe27f246a67 HTTP/1.1" status: 200 len: 267 time: 0.1521177 Jul 13 07:34:42.638361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92b276-c2fb-481b-83a2-8023448e8843 req-4c99c900-6cde-4d33-b808-e7f1fa17d3a6 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:42.648814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da92b276-c2fb-481b-83a2-8023448e8843 req-4c99c900-6cde-4d33-b808-e7f1fa17d3a6 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 984 time: 0.1249423 Jul 13 07:34:42.657049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-da92b276-c2fb-481b-83a2-8023448e8843 req-04b67d66-2cc3-49e2-a785-2df16cb15deb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'port': {'security_groups': ['0bd1de78-0a9b-415a-9220-ea87e7934c4f', 'abfc1bce-142f-41fc-8035-3128d1d6743c', '56987d2a-42c6-4ddf-8d37-d9e9f311fa17']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:42.659566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1183819766-network', 'tenant_id': 'f09008f6bb7743ce9f2f25e82b8f901d'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:42.662773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.676233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa199cb-c614-4113-bd28-6d1ca0a1baee None None] Network 6533409c-8586-4318-afd6-0b723f8d1371 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:42.736862 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Made reservation on behalf of f09008f6bb7743ce9f2f25e82b8f901d for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:42.739425 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.762884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7839fe-c061-48a8-850f-44c29f36de11'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:42.767986 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d10ef0-bc60-42c0-b947-fc752bc5d666" -d '{"events": [{"server_uuid": "63e0ce78-367b-44b7-ba77-d26fb62b3dfa", "name": "network-vif-plugged", "status": "completed", "tag": "2b7839fe-c061-48a8-850f-44c29f36de11"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:42.840935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Network f912edd3-f8ed-45cd-b355-f4484a68b291 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:42.843018 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c63c2b97-4491-4e42-8ba2-b530af0db1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.852679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:42.859923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:42.866556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2b7839fe-c061-48a8-850f-44c29f36de11,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:42.956706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Pushing event updated for resources: {'Port': ['ID=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:42.973323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-ac6e8af2-5a9e-4350-961e-96b4057e8db5 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:42.974812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c63c2b97-4491-4e42-8ba2-b530af0db1f3 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:42.980905 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-ac6e8af2-5a9e-4350-961e-96b4057e8db5 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/networks?id=6533409c-8586-4318-afd6-0b723f8d1371 HTTP/1.1" status: 200 len: 813 time: 0.2315614 Jul 13 07:34:42.983333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c63c2b97-4491-4e42-8ba2-b530af0db1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.993150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.049104 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-66bb0a45-5485-4e31-9805-bc91b0ae9bce tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/quotas/964507b9fd30446281c41fc6f176ec2f HTTP/1.1" status: 200 len: 375 time: 0.0665936 Jul 13 07:34:43.110317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c2b97-4491-4e42-8ba2-b530af0db1f3 None None] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:43.129652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.130346 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.148690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da92b276-c2fb-481b-83a2-8023448e8843 req-04b67d66-2cc3-49e2-a785-2df16cb15deb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.304407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-cfba9393-d0a3-4d8c-9417-8cba1018ccd5 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=964507b9fd30446281c41fc6f176ec2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2540317 Jul 13 07:34:43.338819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.356485 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.382976 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-e47be477-a853-4f63-b7e2-f826a9f3030d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6747782 Jul 13 07:34:43.430298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Request body: {'port': {'device_id': '9e77be80-a5b6-474f-b955-b98c862c605a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:43.438403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:43.449791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1e92264e-3f4a-49b9-a8c6-5ff2b4b424fc None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:43.452498 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1e92264e-3f4a-49b9-a8c6-5ff2b4b424fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.494273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93539724-3497-401f-9096-8032fce77346,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:43.513962 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.516450 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Added segment 23e40e24-99a7-4684-8146-f097b9d7578f of type vlan for network 21675c4c-8824-457c-b210-825158c9d786 Jul 13 07:34:43.539113 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-7d248be0-ad68-488b-9134-616160af2523 service neutron] 10.222.0.44 "GET /v2.0/networks/6533409c-8586-4318-afd6-0b723f8d1371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336576 Jul 13 07:34:43.701314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.847779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.936631 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-01c513ea-e9e3-49fc-99d1-50a7f6f74400 service neutron] 10.222.0.44 "GET /v2.0/networks/6533409c-8586-4318-afd6-0b723f8d1371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962061 Jul 13 07:34:43.951735 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.953267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:43.954047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.145874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] Pushing event updated for resources: {'Network': ['ID=21675c4c-8824-457c-b210-825158c9d786,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:44.169324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 21675c4c-8824-457c-b210-825158c9d786 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:44.195590 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5435cac9-12a9-4aa2-a925-3a83d62b1125 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7722995 Jul 13 07:34:44.198933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55770) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:44.206049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Request body: {'subnet': {'network_id': '21675c4c-8824-457c-b210-825158c9d786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1183819766-subnet', 'tenant_id': 'f09008f6bb7743ce9f2f25e82b8f901d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:44.257767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Made reservation on behalf of f09008f6bb7743ce9f2f25e82b8f901d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:44.260747 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.414058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-da92b276-c2fb-481b-83a2-8023448e8843 req-04b67d66-2cc3-49e2-a785-2df16cb15deb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] For port 49dd2357-1304-4c0d-8e5f-0ad459f57391, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:44.470285 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ff792fd0-911c-4a5e-a88d-d811d524734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.546939 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da92b276-c2fb-481b-83a2-8023448e8843 req-04b67d66-2cc3-49e2-a785-2df16cb15deb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.585523 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da92b276-c2fb-481b-83a2-8023448e8843 req-04b67d66-2cc3-49e2-a785-2df16cb15deb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.599728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c5b5aa5e-3f52-4494-8bea-1bab4908cf61'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:44.604713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['49dd2357-1304-4c0d-8e5f-0ad459f57391'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:44.756075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:44.767063 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.771961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04be603-d35d-4b4d-ba3c-205f35077c8e req-d5689bc9-bf15-4d65-99ae-3212e08fda89 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:44.778375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Transition to ACTIVE for port object 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:44.781999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d04be603-d35d-4b4d-ba3c-205f35077c8e req-d5689bc9-bf15-4d65-99ae-3212e08fda89 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.2632160 Jul 13 07:34:44.785435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92b276-c2fb-481b-83a2-8023448e8843 req-04b67d66-2cc3-49e2-a785-2df16cb15deb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:44.786370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da92b276-c2fb-481b-83a2-8023448e8843 req-04b67d66-2cc3-49e2-a785-2df16cb15deb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.800362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da92b276-c2fb-481b-83a2-8023448e8843 req-04b67d66-2cc3-49e2-a785-2df16cb15deb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "PUT /v2.0/ports/49dd2357-1304-4c0d-8e5f-0ad459f57391 HTTP/1.1" status: 200 len: 1020 time: 2.1502266 Jul 13 07:34:44.805424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'tag': '49dd2357-1304-4c0d-8e5f-0ad459f57391'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:44.811599 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e774268-3d8d-4669-b2cc-8085d2f0697a" -d '{"events": [{"name": "network-changed", "server_uuid": "70a3d5ef-e0cf-43f9-8f35-738e045c1ce1", "tag": "49dd2357-1304-4c0d-8e5f-0ad459f57391"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:44.834683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.838572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.887435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b67d66-2cc3-49e2-a785-2df16cb15deb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'Port': ['ID=49dd2357-1304-4c0d-8e5f-0ad459f57391,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:44.889864 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d04be603-d35d-4b4d-ba3c-205f35077c8e req-40991338-eba4-4620-b460-889330b0b2ff tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065984 Jul 13 07:34:44.964944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['49dd2357-1304-4c0d-8e5f-0ad459f57391'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:45.064864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Pushing event updated for resources: {'Port': ['ID=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:45.081900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Checking segment: {'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:45.082759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Network hostable DHCP agents. Network: 21675c4c-8824-457c-b210-825158c9d786, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:45.088841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd865ab-40b2-40be-8957-fe5358190267,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:45.130196 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694f1dcd-e719-42d3-a462-a09177f6cdc5 x-openstack-request-id: req-694f1dcd-e719-42d3-a462-a09177f6cdc5 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:45.133617 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e0ce78-367b-44b7-ba77-d26fb62b3dfa", "name": "network-vif-plugged", "status": "completed", "tag": "2b7839fe-c061-48a8-850f-44c29f36de11", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:45.134638 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-694f1dcd-e719-42d3-a462-a09177f6cdc5 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:45.138573 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7839fe-c061-48a8-850f-44c29f36de11', 'code': 200} Jul 13 07:34:45.148783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Attempting to bind port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:45.149268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Attempting to bind port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:45.149889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Attempting to bind port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f on network f912edd3-f8ed-45cd-b355-f4484a68b291 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:45.151390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Network 21675c4c-8824-457c-b210-825158c9d786 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:45.159269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f on network f912edd3-f8ed-45cd-b355-f4484a68b291 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:45.159746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Attempting to bind port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f on network f912edd3-f8ed-45cd-b355-f4484a68b291 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:45.169600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:45.170094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Checking segment: {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:45.170630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Bound using segment: {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:45.171231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Bound port: 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:45.171698 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.172214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 21675c4c-8824-457c-b210-825158c9d786) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:45.181964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.185533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.200043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdb24a-3eee-4a25-8d61-bca74c2c8887 req-b3202340-9193-425e-a8d0-b45a831b755b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.208613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-98cdb24a-3eee-4a25-8d61-bca74c2c8887 req-b3202340-9193-425e-a8d0-b45a831b755b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 944 time: 0.2041435 Jul 13 07:34:45.219187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c11c5a-264d-4e06-a549-dfac990ea234 None None] Network 21675c4c-8824-457c-b210-825158c9d786 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:45.224821 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e36c41e6-4f7a-4e79-978d-9a4a21816dbb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0236154 Jul 13 07:34:45.400692 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-98cdb24a-3eee-4a25-8d61-bca74c2c8887 req-e4630b63-f14a-421d-9aec-661cd2519005 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911259 Jul 13 07:34:45.443952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] For port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:45.451785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] For port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:45.469008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.513479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fcb08-e0c2-47ef-8bb6-2e824e4dbff4 req-a4d72a3c-34ef-4494-a37d-ac99dd6ee338 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.522544 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb9fcb08-e0c2-47ef-8bb6-2e824e4dbff4 req-a4d72a3c-34ef-4494-a37d-ac99dd6ee338 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1535544 Jul 13 07:34:45.637744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.638445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.639897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] 10.222.0.53 "PUT /v2.0/ports/38d8166c-e9a7-4580-bbbc-e90f1d5feb1f HTTP/1.1" status: 200 len: 1092 time: 2.2278230 Jul 13 07:34:45.650431 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb9fcb08-e0c2-47ef-8bb6-2e824e4dbff4 req-c456959e-00ab-4381-b623-9a2a4f1ae77c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251192 Jul 13 07:34:45.748822 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ee00e8f-cdbe-48d5-b745-bf9e9adf5663 req-22800025-8bb1-4a3a-9952-e2f73d202b1d tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/56987d2a-42c6-4ddf-8d37-d9e9f311fa17 HTTP/1.1" status: 200 len: 1803 time: 0.0488667 Jul 13 07:34:45.791852 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9791515c-3df3-45fa-b5d3-329500e5a423 req-90842063-ff3b-4775-a5c6-5dfdd5540914 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 210 time: 0.1427236 Jul 13 07:34:45.874759 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [req-1ee00e8f-cdbe-48d5-b745-bf9e9adf5663 req-32aca90e-3e63-4173-b632-bfa4a3159d02 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:34:45.876386 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ee00e8f-cdbe-48d5-b745-bf9e9adf5663 req-32aca90e-3e63-4173-b632-bfa4a3159d02 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/56987d2a-42c6-4ddf-8d37-d9e9f311fa17 HTTP/1.1" status: 409 len: 341 time: 0.1201386 Jul 13 07:34:45.913613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f1399-d1e0-4f5e-b971-8bd9c519ab66 service neutron] Pushing event updated for resources: {'Port': ['ID=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:45.988052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa95c6c-67e8-4b13-b303-ec3d13a71b49 None None] Network 21675c4c-8824-457c-b210-825158c9d786 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:45.991852 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc115356-d289-4258-9913-23f4f93c8e9f x-openstack-request-id: req-cc115356-d289-4258-9913-23f4f93c8e9f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:45.992204 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a3d5ef-e0cf-43f9-8f35-738e045c1ce1", "tag": "49dd2357-1304-4c0d-8e5f-0ad459f57391", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:45.993049 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc115356-d289-4258-9913-23f4f93c8e9f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:45.996180 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'tag': '49dd2357-1304-4c0d-8e5f-0ad459f57391', 'status': 'completed', 'code': 200} Jul 13 07:34:46.152445 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-ae50549d-4d68-424c-b7fc-84224d8cfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.154798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-ae50549d-4d68-424c-b7fc-84224d8cfc1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 1095 time: 0.4475274 Jul 13 07:34:46.194089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:46.209680 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-afd4d292-5156-46bf-9932-d4ca11ff0a3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f HTTP/1.1" status: 200 len: 217 time: 0.0397542 Jul 13 07:34:46.608418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e774268-3d8d-4669-b2cc-8085d2f0697a req-a6807242-f0fb-40c8-bcd7-5ac53f20f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.609934 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e774268-3d8d-4669-b2cc-8085d2f0697a req-a6807242-f0fb-40c8-bcd7-5ac53f20f819 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=246d43c16f4a4e60ab258fe27f246a67&device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 1174 time: 0.6026702 Jul 13 07:34:46.620977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667b343-7246-4f86-abfd-4fa39a5a9a3a req-57049dbb-7f29-469b-9500-fee2af94708c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.628748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7667b343-7246-4f86-abfd-4fa39a5a9a3a req-57049dbb-7f29-469b-9500-fee2af94708c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.5195930 Jul 13 07:34:46.700833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-c6e2e3dc-1af3-4dc8-8f90-f083cba3e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.702590 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-c6e2e3dc-1af3-4dc8-8f90-f083cba3e823 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8ed8190-bcae-477d-be7c-5324c0bdcde8 HTTP/1.1" status: 200 len: 845 time: 0.4810061 Jul 13 07:34:46.716221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7667b343-7246-4f86-abfd-4fa39a5a9a3a req-39306fd4-dc6e-40fa-b916-a250a9c4c2aa tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859513 Jul 13 07:34:46.788369 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-fd83195a-b6de-4017-9b0c-5dcd0e4a63d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f912edd3-f8ed-45cd-b355-f4484a68b291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705211 Jul 13 07:34:46.851554 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.869696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e774268-3d8d-4669-b2cc-8085d2f0697a req-71702c3c-d3eb-4368-a545-358c60f1d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:46.871342 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e774268-3d8d-4669-b2cc-8085d2f0697a req-71702c3c-d3eb-4368-a545-358c60f1d673 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 200 len: 912 time: 0.2386620 Jul 13 07:34:47.005012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:47.071732 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.114976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-43b48f2f-684e-4d87-aff5-432d0222dc8a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.125716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-43b48f2f-684e-4d87-aff5-432d0222dc8a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/networks?id=21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 200 len: 815 time: 0.1382701 Jul 13 07:34:47.249923 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-24fbc331-ee8c-4adf-8feb-a44277748182 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/quotas/f09008f6bb7743ce9f2f25e82b8f901d HTTP/1.1" status: 200 len: 375 time: 0.1266093 Jul 13 07:34:47.269611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e774268-3d8d-4669-b2cc-8085d2f0697a req-2a9a35f4-885d-495d-b0d0-a1247d35708a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391 HTTP/1.1" status: 200 len: 217 time: 0.3793652 Jul 13 07:34:47.280279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}, {'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:47.289206 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f377e673-326b-4433-b4a4-088722e3e5a6" -d '{"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-plugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642"}, {"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-unplugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:47.304772 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-362b6f33-06f0-4ee5-97dc-c1cd653bc7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.344880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.352918 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-c8d1f58d-97c1-4c65-88b7-1cbaf5314cbf tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017182 Jul 13 07:34:47.369334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:47.574460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-82a269c1-cbeb-4c62-ae1b-f263f9a2cb0b service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749596 Jul 13 07:34:47.704918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e62bc6dd-bfe5-4ebf-a825-fc7206412aaf None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:47.705300 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e62bc6dd-bfe5-4ebf-a825-fc7206412aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.732055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-af76b4f8-3d09-4ec3-9431-d2313fa8eab7 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.735500 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-af76b4f8-3d09-4ec3-9431-d2313fa8eab7 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.54 "GET /v2.0/networks?id=6533409c-8586-4318-afd6-0b723f8d1371 HTTP/1.1" status: 200 len: 813 time: 0.5910594 Jul 13 07:34:47.756096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4aa6b-e8f4-4283-846a-0b0b11882497 req-2038516e-0276-4fdb-bfda-5c0170fefb0e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.766247 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3b4aa6b-e8f4-4283-846a-0b0b11882497 req-2038516e-0276-4fdb-bfda-5c0170fefb0e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 944 time: 0.1877828 Jul 13 07:34:47.815329 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3b4aa6b-e8f4-4283-846a-0b0b11882497 req-417bbd21-0f60-46ab-80b5-6ff38faab560 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477757 Jul 13 07:34:47.845385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Request body: {'port': {'device_id': '138ff0fa-fb67-42c7-a033-8f2bd40f0ad1', 'network_id': '6533409c-8586-4318-afd6-0b723f8d1371', 'admin_state_up': True, 'tenant_id': '964507b9fd30446281c41fc6f176ec2f'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:47.849937 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.850937 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e62bc6dd-bfe5-4ebf-a825-fc7206412aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.851390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e774268-3d8d-4669-b2cc-8085d2f0697a req-89a8c9ad-32bc-4c7f-9d71-252dee402eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.853592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e774268-3d8d-4669-b2cc-8085d2f0697a req-89a8c9ad-32bc-4c7f-9d71-252dee402eef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=147eb31c-76db-4dc0-a7ad-f626b6100807 HTTP/1.1" status: 200 len: 851 time: 0.5668428 Jul 13 07:34:47.893669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e62bc6dd-bfe5-4ebf-a825-fc7206412aaf None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:47.899009 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e62bc6dd-bfe5-4ebf-a825-fc7206412aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.960707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e774268-3d8d-4669-b2cc-8085d2f0697a req-446f4b46-d69b-431c-8a82-dca617a86e89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6702adf1-d9e5-4d03-a38b-ded485002694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409603 Jul 13 07:34:47.970550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bc6dd-bfe5-4ebf-a825-fc7206412aaf None None] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:47.993803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dd9281f-18ce-4813-b7b4-3f619cde02e5 req-962db8da-9377-49b9-bdef-4dda49fe3a02 service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923581 Jul 13 07:34:47.998702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e77be80-a5b6-474f-b955-b98c862c605a', 'tag': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:48.001057 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d147c9-65d3-47e3-bb66-62adac962037" -d '{"events": [{"name": "network-changed", "server_uuid": "9e77be80-a5b6-474f-b955-b98c862c605a", "tag": "38d8166c-e9a7-4580-bbbc-e90f1d5feb1f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:48.080690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3fc3f-98b8-44d4-970d-dfe9ecee9123 req-25acf634-e357-416b-a554-4cb2ae66af64 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.082627 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d6a3fc3f-98b8-44d4-970d-dfe9ecee9123 req-25acf634-e357-416b-a554-4cb2ae66af64 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.0917306 Jul 13 07:34:48.146451 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-8afc21f0-691a-48a0-94c1-13e857731e24 service neutron] 10.222.0.44 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7925563 Jul 13 07:34:48.175648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d6a3fc3f-98b8-44d4-970d-dfe9ecee9123 req-fc154085-75c0-4e5a-a83f-90a900b6c5ff tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863552 Jul 13 07:34:48.313522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e774268-3d8d-4669-b2cc-8085d2f0697a req-155d6034-c2a5-4aff-b07f-5c2fb6d7b74d service neutron] 10.222.0.54 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333476 Jul 13 07:34:48.379956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Made reservation on behalf of 964507b9fd30446281c41fc6f176ec2f for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:48.383798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.405909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512e6e6-21fa-494a-8852-fcb27a5f1df7 req-ea38f9e5-6e7c-4412-ac3b-fa122f0539cf tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:48.412934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2512e6e6-21fa-494a-8852-fcb27a5f1df7 req-ea38f9e5-6e7c-4412-ac3b-fa122f0539cf tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1061232 Jul 13 07:34:48.440509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5082e976-9864-4b32-81f5-4a1d9085c56c None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:48.441098 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5082e976-9864-4b32-81f5-4a1d9085c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.486300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2512e6e6-21fa-494a-8852-fcb27a5f1df7 req-80dce837-6951-42ea-9ce7-b1a98101bb78 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721054 Jul 13 07:34:48.555764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Allocated IP 172.20.0.8 (6533409c-8586-4318-afd6-0b723f8d1371/634ca0d6-d20b-4f90-b684-9fb25ff2d4dc/07c9b41b-a34b-4470-b563-52942a3ba2da) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:48.628171 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e231d57d-4f87-4e21-bdb1-18753071b288 req-69ad7308-61a4-4b98-8373-4d4ec102a19a tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 210 time: 0.0445144 Jul 13 07:34:48.778899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-0b54323d-8343-4387-ae7f-7c8a39d03ad2 service neutron] 10.222.0.44 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314635 Jul 13 07:34:48.791202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.825032 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e774268-3d8d-4669-b2cc-8085d2f0697a req-538dfaea-f760-47a5-9357-de212042cac1 service neutron] 10.222.0.54 "GET /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971833 Jul 13 07:34:49.016403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.308605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-dbf50d3c-8030-4ed2-9fef-b68332747fbb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.311489 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-dbf50d3c-8030-4ed2-9fef-b68332747fbb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.54 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 1023 time: 0.4751613 Jul 13 07:34:49.349652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Network 6533409c-8586-4318-afd6-0b723f8d1371 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:49.408196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:49.414995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Pushing event updated for resources: {'Port': ['ID=07c9b41b-a34b-4470-b563-52942a3ba2da,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:49.419357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:49.428067 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff695f6-bff0-424c-8e7d-5ea9f9ebf374 x-openstack-request-id: req-3ff695f6-bff0-424c-8e7d-5ea9f9ebf374 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:49.430167 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-plugged", "status": "failed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642", "code": 422}, {"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-unplugged", "status": "failed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:49.430600 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ff695f6-bff0-424c-8e7d-5ea9f9ebf374 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:49.431624 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'code': 422} returned with failed status Jul 13 07:34:49.432214 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'code': 422} returned with failed status Jul 13 07:34:49.499259 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4f8d98-00ba-490d-9e86-2248b12e8e9c x-openstack-request-id: req-7a4f8d98-00ba-490d-9e86-2248b12e8e9c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:49.499555 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e77be80-a5b6-474f-b955-b98c862c605a", "tag": "38d8166c-e9a7-4580-bbbc-e90f1d5feb1f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:49.499810 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a4f8d98-00ba-490d-9e86-2248b12e8e9c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:49.500245 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e77be80-a5b6-474f-b955-b98c862c605a', 'tag': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f', 'status': 'completed', 'code': 200} Jul 13 07:34:49.586248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.586878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.597083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb347ae-f96b-47da-91ea-c0edca224eab req-d7b72a7a-a0d5-441f-8888-21b42a7fcbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.598603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7cb347ae-f96b-47da-91ea-c0edca224eab req-d7b72a7a-a0d5-441f-8888-21b42a7fcbe4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 1096 time: 0.5214605 Jul 13 07:34:49.664451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9222e7-0c75-4bc1-b183-7076c6ceedc9 req-d0fcb2e9-9c9b-42fc-a1c6-097b483c5c81 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.666369 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd9222e7-0c75-4bc1-b183-7076c6ceedc9 req-d0fcb2e9-9c9b-42fc-a1c6-097b483c5c81 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 1023 time: 0.3439186 Jul 13 07:34:49.667682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-c6aa0070-e985-43c7-b565-7efdd4d4bf03 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8287873 Jul 13 07:34:49.687196 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.722756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Request body: {'port': {'device_id': '138ff0fa-fb67-42c7-a033-8f2bd40f0ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:49.770199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dbc92-dafe-4385-9ea9-1d32fdce810c req-bcf84ed9-3832-46e2-ab3f-2b792d7508a5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.780839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b09dbc92-dafe-4385-9ea9-1d32fdce810c req-bcf84ed9-3832-46e2-ab3f-2b792d7508a5 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 944 time: 0.1522474 Jul 13 07:34:49.809634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-4b573728-a7e6-48e2-a582-d44a109250a3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Deleting port 49dd2357-1304-4c0d-8e5f-0ad459f57391 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:49.810248 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-4b573728-a7e6-48e2-a582-d44a109250a3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.842356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d147c9-65d3-47e3-bb66-62adac962037 req-03f863c8-dbfa-4548-92a9-332ec51a4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:49.844101 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51d147c9-65d3-47e3-bb66-62adac962037 req-03f863c8-dbfa-4548-92a9-332ec51a4411 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 1095 time: 0.3174629 Jul 13 07:34:49.893091 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b09dbc92-dafe-4385-9ea9-1d32fdce810c req-d5300106-6cda-443a-83cb-ae63eb5c0e8c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112664 Jul 13 07:34:49.987262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55916) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.060489 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd9222e7-0c75-4bc1-b183-7076c6ceedc9 req-9eb45204-bde0-41d0-95d9-5a046ce21a91 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&id=0bd1de78-0a9b-415a-9220-ea87e7934c4f&id=56987d2a-42c6-4ddf-8d37-d9e9f311fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3764732 Jul 13 07:34:50.120046 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-903fbfde-9482-4fb2-ac3a-f0ae2103ef18 req-826ca917-280a-4a2c-9c15-b670e206f40f tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 210 time: 0.1073432 Jul 13 07:34:50.314754 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e22ede1f-a75e-43d6-a63c-321ff44fb34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.551684 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e22ede1f-a75e-43d6-a63c-321ff44fb34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.563065 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e22ede1f-a75e-43d6-a63c-321ff44fb34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.627358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ede1f-a75e-43d6-a63c-321ff44fb34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235b7c38-f5b1-4818-a55c-df83f1b0d48e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:50.667448 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e22ede1f-a75e-43d6-a63c-321ff44fb34e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebd29e05fa284e48b20b727ae19efcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6766176 Jul 13 07:34:50.670090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55924) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.911731 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed459c0b-8928-406f-b8c2-6f4c4b04dbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.958299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed459c0b-8928-406f-b8c2-6f4c4b04dbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.962846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb347ae-f96b-47da-91ea-c0edca224eab req-59da17aa-02c2-46d7-a222-056af938bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:50.965135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7cb347ae-f96b-47da-91ea-c0edca224eab req-59da17aa-02c2-46d7-a222-056af938bc7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 912 time: 1.3309510 Jul 13 07:34:51.044066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264b375-9741-46bc-aa9c-6657424913c2 req-2cc1edf0-b484-4e77-8a8f-7aed7dc32d45 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:51.045672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0264b375-9741-46bc-aa9c-6657424913c2 req-2cc1edf0-b484-4e77-8a8f-7aed7dc32d45 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 931 time: 0.2139370 Jul 13 07:34:51.052529 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.129319 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0264b375-9741-46bc-aa9c-6657424913c2 req-41b14ade-18f5-4136-9efc-3618c9bb79e8 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658212 Jul 13 07:34:51.155215 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed459c0b-8928-406f-b8c2-6f4c4b04dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.157847 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed459c0b-8928-406f-b8c2-6f4c4b04dbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.161788 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ed459c0b-8928-406f-b8c2-6f4c4b04dbcb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/235b7c38-f5b1-4818-a55c-df83f1b0d48e HTTP/1.1" status: 204 len: 168 time: 0.4878120 Jul 13 07:34:51.180723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed459c0b-8928-406f-b8c2-6f4c4b04dbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235b7c38-f5b1-4818-a55c-df83f1b0d48e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:51.213437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-4b573728-a7e6-48e2-a582-d44a109250a3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] For port 49dd2357-1304-4c0d-8e5f-0ad459f57391, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=49dd2357-1304-4c0d-8e5f-0ad459f57391,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:51.213820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-4b573728-a7e6-48e2-a582-d44a109250a3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.292214 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7cb347ae-f96b-47da-91ea-c0edca224eab req-a2995241-b346-4f75-bd91-6df2d0721977 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b7839fe-c061-48a8-850f-44c29f36de11 HTTP/1.1" status: 200 len: 217 time: 0.2720046 Jul 13 07:34:51.345355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d147c9-65d3-47e3-bb66-62adac962037 req-28ef1d77-9c07-4f16-bf61-db7846ee2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:51.347039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51d147c9-65d3-47e3-bb66-62adac962037 req-28ef1d77-9c07-4f16-bf61-db7846ee2979 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 906 time: 1.4788134 Jul 13 07:34:51.434261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:51.437615 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f06ac0-7226-4127-9d6f-3e181d7e9faf" -d '{"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-plugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:51.553199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-fe2a540e-337d-4ed4-afbf-8653cfb437d1 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:51.554860 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-fe2a540e-337d-4ed4-afbf-8653cfb437d1 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.54 "GET /v2.0/networks?id=21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 200 len: 815 time: 0.2942767 Jul 13 07:34:51.577503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Request body: {'port': {'device_id': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'network_id': '21675c4c-8824-457c-b210-825158c9d786', 'admin_state_up': True, 'tenant_id': 'f09008f6bb7743ce9f2f25e82b8f901d'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:51.620379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198a27b-a543-4510-a6f7-f75386909cbe req-148cf14b-1e3e-4c9b-98ed-4d3d12c687b0 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:51.623090 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2198a27b-a543-4510-a6f7-f75386909cbe req-148cf14b-1e3e-4c9b-98ed-4d3d12c687b0 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.1836300 Jul 13 07:34:51.721507 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2198a27b-a543-4510-a6f7-f75386909cbe req-f75a7c5a-2084-447f-af2b-0f2772de972c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884280 Jul 13 07:34:51.783055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-4b573728-a7e6-48e2-a582-d44a109250a3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Calling delete_port for 49dd2357-1304-4c0d-8e5f-0ad459f57391 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:51.786310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Made reservation on behalf of f09008f6bb7743ce9f2f25e82b8f901d for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:51.791882 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.812758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55954) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:51.836915 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7680-e107-4823-9f40-2a2cafd3f0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.947076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51d147c9-65d3-47e3-bb66-62adac962037 req-449098fe-73a6-4cfd-848e-c79aaf7c7eb7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f HTTP/1.1" status: 200 len: 217 time: 0.1653576 Jul 13 07:34:52.062728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Allocated IP 172.20.0.4 (21675c4c-8824-457c-b210-825158c9d786/3dd865ab-40b2-40be-8957-fe5358190267/53642ad5-4786-44e5-be24-ae9e52550774) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:52.079054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f58ea-dbb3-4c4e-ac44-45ba073843bf req-b40ef970-38d9-49f3-8e89-2c515fe192d8 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.080598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-335f58ea-dbb3-4c4e-ac44-45ba073843bf req-b40ef970-38d9-49f3-8e89-2c515fe192d8 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 1.1621666 Jul 13 07:34:52.082076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb347ae-f96b-47da-91ea-c0edca224eab req-a77cd98b-9d6a-4bad-b07b-ffb36021b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.083545 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7cb347ae-f96b-47da-91ea-c0edca224eab req-a77cd98b-9d6a-4bad-b07b-ffb36021b589 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.7716336 Jul 13 07:34:52.102822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528189f-3461-4916-bd87-0ecfc88f30f4 req-603d1165-05d7-4d6d-9e28-a852c70af315 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.114073 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e528189f-3461-4916-bd87-0ecfc88f30f4 req-603d1165-05d7-4d6d-9e28-a852c70af315 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 944 time: 0.1897624 Jul 13 07:34:52.183223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:52.191822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7cb347ae-f96b-47da-91ea-c0edca224eab req-9dbb4c04-b7f8-42cc-b820-4239108e12b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831647 Jul 13 07:34:52.201286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62384c63-4537-44bd-981d-ec925cf5caec req-f7ace3f6-e4b9-4fc5-a946-7d52cfbeae3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2646637 Jul 13 07:34:52.202662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d147c9-65d3-47e3-bb66-62adac962037 req-5bfaacae-a21e-4eef-8554-472539fed74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.204240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51d147c9-65d3-47e3-bb66-62adac962037 req-5bfaacae-a21e-4eef-8554-472539fed74d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8ed8190-bcae-477d-be7c-5324c0bdcde8 HTTP/1.1" status: 200 len: 845 time: 0.2374060 Jul 13 07:34:52.234463 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e528189f-3461-4916-bd87-0ecfc88f30f4 req-8be03f2d-40af-4b58-986d-eb240906bd11 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193874 Jul 13 07:34:52.235954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c9b41b-a34b-4470-b563-52942a3ba2da {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:52.264790 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-335f58ea-dbb3-4c4e-ac44-45ba073843bf req-0908d1a9-f179-47bc-ad5f-ba510be423f4 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543887 Jul 13 07:34:52.314566 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7680-e107-4823-9f40-2a2cafd3f0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.338259 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7680-e107-4823-9f40-2a2cafd3f0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.342938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.369320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51d147c9-65d3-47e3-bb66-62adac962037 req-109b2b11-5ab0-4ed3-a4ed-0a9134860a29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f912edd3-f8ed-45cd-b355-f4484a68b291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503448 Jul 13 07:34:52.425728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:52.445005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c7680-e107-4823-9f40-2a2cafd3f0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7075040-cdc5-4b25-b960-9e24829bceba,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:52.459825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'port_id': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f', 'mac_address': 'fa:16:3e:6c:3a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed8190-bcae-477d-be7c-5324c0bdcde8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:52.513946 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.530137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:52.530971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Transition to ACTIVE for port object 07c9b41b-a34b-4470-b563-52942a3ba2da will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:52.557236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:52.563483 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.578384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.588788 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ab0c7680-e107-4823-9f40-2a2cafd3f0b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9a2c25c4bef49608dcab0ff3c0c0f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7703516 Jul 13 07:34:52.591699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55964) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.635391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:52.635625 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4179eda7-1195-446d-a37e-d0fd21356b87 req-32c096f4-4c93-4245-84b0-9a33636bac31 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 210 time: 0.1002381 Jul 13 07:34:52.702240 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad413-bc47-4ccc-b3d1-f74f99e815ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.727119 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b46a257-6214-4f2f-9f55-be340148ae9f x-openstack-request-id: req-4b46a257-6214-4f2f-9f55-be340148ae9f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:52.727407 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-plugged", "status": "failed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:52.727664 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b46a257-6214-4f2f-9f55-be340148ae9f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:52.730176 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'code': 422} returned with failed status Jul 13 07:34:52.748367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a0395-d543-494d-afd5-1a15f73770ea req-1cc9d45c-8899-4e77-a891-bf8b6ab53ab3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:52.753760 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f8a0395-d543-494d-afd5-1a15f73770ea req-1cc9d45c-8899-4e77-a891-bf8b6ab53ab3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=70a3d5ef-e0cf-43f9-8f35-738e045c1ce1 HTTP/1.1" status: 200 len: 1023 time: 0.2581556 Jul 13 07:34:52.803378 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad413-bc47-4ccc-b3d1-f74f99e815ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.808491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['38d8166c-e9a7-4580-bbbc-e90f1d5feb1f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:52.824046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7cb347ae-f96b-47da-91ea-c0edca224eab req-cc00d303-42c5-4793-86f6-71289128d0b3 service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093717 Jul 13 07:34:52.826368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.929519 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.957886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Pushing event updated for resources: {'Port': ['ID=07c9b41b-a34b-4470-b563-52942a3ba2da,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:52.960200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-4b573728-a7e6-48e2-a582-d44a109250a3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.963314 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51d147c9-65d3-47e3-bb66-62adac962037 req-f41837de-41f3-4389-96f8-82c06382aede service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763566 Jul 13 07:34:53.003592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Pushing event updated for resources: {'Port': ['ID=53642ad5-4786-44e5-be24-ae9e52550774,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:53.027429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b573728-a7e6-48e2-a582-d44a109250a3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'Port': ['ID=49dd2357-1304-4c0d-8e5f-0ad459f57391,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:53.062448 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f8a0395-d543-494d-afd5-1a15f73770ea req-ac220d82-dd03-45bb-8fd7-56076d5e67d7 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&id=0bd1de78-0a9b-415a-9220-ea87e7934c4f&id=56987d2a-42c6-4ddf-8d37-d9e9f311fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2977414 Jul 13 07:34:53.071982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Network 21675c4c-8824-457c-b210-825158c9d786 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:53.075124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:53.078321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:53.145172 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad413-bc47-4ccc-b3d1-f74f99e815ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.149621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad413-bc47-4ccc-b3d1-f74f99e815ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.154126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5a8ad413-bc47-4ccc-b3d1-f74f99e815ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7075040-cdc5-4b25-b960-9e24829bceba HTTP/1.1" status: 204 len: 168 time: 0.5583115 Jul 13 07:34:53.164848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ad413-bc47-4ccc-b3d1-f74f99e815ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7075040-cdc5-4b25-b960-9e24829bceba,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:53.175292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:53.175958 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.195898 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-01818495-d656-4026-9103-5640e7ba012d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6305089 Jul 13 07:34:53.213767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Request body: {'port': {'device_id': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:53.330915 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49dd2357-1304-4c0d-8e5f-0ad459f57391 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:53.367020 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 49dd2357-1304-4c0d-8e5f-0ad459f57391 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:53.372550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 49dd2357-1304-4c0d-8e5f-0ad459f57391 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:53.379824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-4b573728-a7e6-48e2-a582-d44a109250a3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] No DVR routers for this DVR port 49dd2357-1304-4c0d-8e5f-0ad459f57391 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:53.420432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-4b573728-a7e6-48e2-a582-d44a109250a3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.422912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f47a0d4-d869-42b6-8dbd-50e766e9c17c req-4b573728-a7e6-48e2-a582-d44a109250a3 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.54 "DELETE /v2.0/ports/49dd2357-1304-4c0d-8e5f-0ad459f57391 HTTP/1.1" status: 204 len: 173 time: 4.1048408 Jul 13 07:34:53.433092 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.449817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'name': 'network-vif-deleted', 'tag': '49dd2357-1304-4c0d-8e5f-0ad459f57391'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:53.463222 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8927c8ce-62a1-4327-8983-5f3e82d69fb6" -d '{"events": [{"server_uuid": "70a3d5ef-e0cf-43f9-8f35-738e045c1ce1", "name": "network-vif-deleted", "tag": "49dd2357-1304-4c0d-8e5f-0ad459f57391"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:53.474705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Attempting to bind port 07c9b41b-a34b-4470-b563-52942a3ba2da on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:53.475436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Attempting to bind port 07c9b41b-a34b-4470-b563-52942a3ba2da by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '6a152226-632d-4cdc-98ca-07b02cb850aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6533409c-8586-4318-afd6-0b723f8d1371'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:53.476026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Attempting to bind port 07c9b41b-a34b-4470-b563-52942a3ba2da on network 6533409c-8586-4318-afd6-0b723f8d1371 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:53.494416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c5b5aa5e-3f52-4494-8bea-1bab4908cf61'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:53.543757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5e020-3bc3-4e2e-bedb-3b7918f17edf req-1320e5f5-ede7-490c-a8c2-74f36cb26ad4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:53.545588 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4df5e020-3bc3-4e2e-bedb-3b7918f17edf req-1320e5f5-ede7-490c-a8c2-74f36cb26ad4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1853642 Jul 13 07:34:53.562666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Port 07c9b41b-a34b-4470-b563-52942a3ba2da on network 6533409c-8586-4318-afd6-0b723f8d1371 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:53.566310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Attempting to bind port 07c9b41b-a34b-4470-b563-52942a3ba2da on network 6533409c-8586-4318-afd6-0b723f8d1371 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:53.663708 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4df5e020-3bc3-4e2e-bedb-3b7918f17edf req-353b3eab-1bb4-4acb-8e2f-476415e98ba6 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075194 Jul 13 07:34:53.698910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7cb347ae-f96b-47da-91ea-c0edca224eab req-4efa27ab-478a-47cd-a283-0a5c7ec52be3 service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8525131 Jul 13 07:34:53.702693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51d147c9-65d3-47e3-bb66-62adac962037 req-6a2c98c2-342c-40a1-9258-4d9979039960 service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543829 Jul 13 07:34:53.734544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:53.734898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Checking segment: {'id': '6a152226-632d-4cdc-98ca-07b02cb850aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6533409c-8586-4318-afd6-0b723f8d1371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:53.735793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Bound using segment: {'id': '6a152226-632d-4cdc-98ca-07b02cb850aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6533409c-8586-4318-afd6-0b723f8d1371'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:53.736279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Bound port: 07c9b41b-a34b-4470-b563-52942a3ba2da, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a152226-632d-4cdc-98ca-07b02cb850aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6533409c-8586-4318-afd6-0b723f8d1371'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:53.736649 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.830729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55984) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.831186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947e9c5-28d9-459d-8bfb-64a288575521 req-400c394c-7f70-4f59-ae23-a213cf8c9c99 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:53.832807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7947e9c5-28d9-459d-8bfb-64a288575521 req-400c394c-7f70-4f59-ae23-a213cf8c9c99 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 943 time: 0.9110937 Jul 13 07:34:53.854752 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae57ed4f-5382-4999-bd2a-6026c9abdcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.015646 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7947e9c5-28d9-459d-8bfb-64a288575521 req-33028437-2cac-485e-b8e0-b4ddb7a2dc7a tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161509 Jul 13 07:34:54.143798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53642ad5-4786-44e5-be24-ae9e52550774 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:54.161880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] For port 07c9b41b-a34b-4470-b563-52942a3ba2da, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:54.166845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62384c63-4537-44bd-981d-ec925cf5caec req-107368a9-d4dd-4d2b-9776-0f7809418bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.168062 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.174642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62384c63-4537-44bd-981d-ec925cf5caec req-107368a9-d4dd-4d2b-9776-0f7809418bcf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78&tenant_id=91f2893f7fe74db9a018e62c856bdf9d HTTP/1.1" status: 200 len: 1098 time: 0.3947117 Jul 13 07:34:54.181795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:54.196412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2c018-feed-4d0b-a80f-f3dd13ca0056 req-312c2349-b792-47b8-9e05-085efbb1ae02 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.197725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] For port 07c9b41b-a34b-4470-b563-52942a3ba2da, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07c9b41b-a34b-4470-b563-52942a3ba2da,segment=NetworkSegment(6a152226-632d-4cdc-98ca-07b02cb850aa),segment_id=6a152226-632d-4cdc-98ca-07b02cb850aa)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:54.205442 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15a2c018-feed-4d0b-a80f-f3dd13ca0056 req-312c2349-b792-47b8-9e05-085efbb1ae02 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.2794926 Jul 13 07:34:54.254409 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.311430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Transition to ACTIVE for port object 53642ad5-4786-44e5-be24-ae9e52550774 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:54.315730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:54.321913 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:54.322284 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.349772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.384514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.394044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.396124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] 10.222.0.54 "PUT /v2.0/ports/07c9b41b-a34b-4470-b563-52942a3ba2da HTTP/1.1" status: 200 len: 1091 time: 4.7078352 Jul 13 07:34:54.446937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62384c63-4537-44bd-981d-ec925cf5caec req-ef14be62-862f-4958-bd1f-f0d56cf01bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.458340 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae57ed4f-5382-4999-bd2a-6026c9abdcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.460328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62384c63-4537-44bd-981d-ec925cf5caec req-ef14be62-862f-4958-bd1f-f0d56cf01bb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 1098 time: 0.2575064 Jul 13 07:34:54.476206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15a2c018-feed-4d0b-a80f-f3dd13ca0056 req-376953c3-5db4-4e95-baea-022fbd824aeb tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527733 Jul 13 07:34:54.489690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae57ed4f-5382-4999-bd2a-6026c9abdcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.516650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2bf1f-503a-4d2a-a7c5-0ce3dbab7c1c req-a2a89072-71c9-429a-81b0-db325756c821 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.518351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1ed2bf1f-503a-4d2a-a7c5-0ce3dbab7c1c req-a2a89072-71c9-429a-81b0-db325756c821 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 945 time: 0.2774031 Jul 13 07:34:54.519941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Pushing event updated for resources: {'Port': ['ID=07c9b41b-a34b-4470-b563-52942a3ba2da,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:54.526601 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.562755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.563203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.563656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.564137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.564614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.565079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.565644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.565942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.566427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.566813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.567242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.567634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176c82e-61c5-4af0-bc8c-6b13f38a3f4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:54.633078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:54.642033 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.685902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Pushing event updated for resources: {'Port': ['ID=53642ad5-4786-44e5-be24-ae9e52550774,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:54.693334 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1ed2bf1f-503a-4d2a-a7c5-0ce3dbab7c1c req-7434db8f-da67-4613-b18d-6525b89ae44d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576116 Jul 13 07:34:54.700597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:54.713077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57ed4f-5382-4999-bd2a-6026c9abdcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e5a13b-48df-4de7-a9c5-2b5b0d2a7923,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:54.736683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e77be80-a5b6-474f-b955-b98c862c605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:54.739161 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43780d2-455c-4231-a3d8-384610067e87" -d '{"events": [{"server_uuid": "9e77be80-a5b6-474f-b955-b98c862c605a", "name": "network-vif-plugged", "status": "completed", "tag": "38d8166c-e9a7-4580-bbbc-e90f1d5feb1f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:54.764959 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ae57ed4f-5382-4999-bd2a-6026c9abdcce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=623aaf2eefdf4b09b15f5ce17b80f95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9311061 Jul 13 07:34:54.768556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55990) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:54.776197 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f5c585-c48e-4318-87d1-72348eadc1fc x-openstack-request-id: req-e8f5c585-c48e-4318-87d1-72348eadc1fc {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:54.776197 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a3d5ef-e0cf-43f9-8f35-738e045c1ce1", "name": "network-vif-deleted", "tag": "49dd2357-1304-4c0d-8e5f-0ad459f57391", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:54.777963 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8f5c585-c48e-4318-87d1-72348eadc1fc {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:54.784054 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a3d5ef-e0cf-43f9-8f35-738e045c1ce1', 'name': 'network-vif-deleted', 'tag': '49dd2357-1304-4c0d-8e5f-0ad459f57391', 'status': 'completed', 'code': 200} Jul 13 07:34:54.862803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62384c63-4537-44bd-981d-ec925cf5caec req-71c516f6-3365-41e9-9bde-70a680f9840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.874846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62384c63-4537-44bd-981d-ec925cf5caec req-71c516f6-3365-41e9-9bde-70a680f9840f service neutron] 10.222.0.53 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.4060786 Jul 13 07:34:54.878189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-fa9e0e89-cbbc-48e9-8924-75cdcf0b08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:54.879754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-fa9e0e89-cbbc-48e9-8924-75cdcf0b08c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=964507b9fd30446281c41fc6f176ec2f&device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 1094 time: 0.2545421 Jul 13 07:34:54.948716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-ad8e8ad7-dcb9-4eb4-8d57-978bba270384 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c9b41b-a34b-4470-b563-52942a3ba2da HTTP/1.1" status: 200 len: 217 time: 0.0431075 Jul 13 07:34:54.968857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Attempting to bind port 53642ad5-4786-44e5-be24-ae9e52550774 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:54.968857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Attempting to bind port 53642ad5-4786-44e5-be24-ae9e52550774 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:54.969725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Attempting to bind port 53642ad5-4786-44e5-be24-ae9e52550774 on network 21675c4c-8824-457c-b210-825158c9d786 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:54.974959 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-394186c4-7417-4da3-9f52-f066f37143b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.002627 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-394186c4-7417-4da3-9f52-f066f37143b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.056957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Port 53642ad5-4786-44e5-be24-ae9e52550774 on network 21675c4c-8824-457c-b210-825158c9d786 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:55.057301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Attempting to bind port 53642ad5-4786-44e5-be24-ae9e52550774 on network 21675c4c-8824-457c-b210-825158c9d786 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:55.068140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:55.069072 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Checking segment: {'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:55.069072 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Bound using segment: {'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:55.069306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Bound port: 53642ad5-4786-44e5-be24-ae9e52550774, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:55.069734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.072350 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-394186c4-7417-4da3-9f52-f066f37143b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.073567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-4e0ad96b-7ecf-4a56-b605-f7a0f3374855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.075346 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-394186c4-7417-4da3-9f52-f066f37143b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.075843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-4e0ad96b-7ecf-4a56-b605-f7a0f3374855 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=634ca0d6-d20b-4f90-b684-9fb25ff2d4dc HTTP/1.1" status: 200 len: 853 time: 0.1143727 Jul 13 07:34:55.080352 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-394186c4-7417-4da3-9f52-f066f37143b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77e5a13b-48df-4de7-a9c5-2b5b0d2a7923 HTTP/1.1" status: 204 len: 168 time: 0.2850213 Jul 13 07:34:55.104405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62384c63-4537-44bd-981d-ec925cf5caec req-68014b7a-aacd-4a4a-899e-ec6fbc98e817 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 HTTP/1.1" status: 200 len: 1001 time: 0.1623962 Jul 13 07:34:55.115763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394186c4-7417-4da3-9f52-f066f37143b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e5a13b-48df-4de7-a9c5-2b5b0d2a7923,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:55.131833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d82622-7a0f-4e3a-8e8c-846b769e76c1 req-dae881b6-885e-4451-b439-5361fa8972c3 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.138515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-55c22cb3-bf7b-4319-b203-92f303b163af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6533409c-8586-4318-afd6-0b723f8d1371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531809 Jul 13 07:34:55.143174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e4d82622-7a0f-4e3a-8e8c-846b769e76c1 req-dae881b6-885e-4451-b439-5361fa8972c3 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.3610318 Jul 13 07:34:55.232775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0aa65-2551-4131-a2e9-5d6008a131d1 req-8843a6b9-c1c4-4fa3-8872-8b4bbe803be9 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.236973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62d0aa65-2551-4131-a2e9-5d6008a131d1 req-8843a6b9-c1c4-4fa3-8872-8b4bbe803be9 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 943 time: 0.2865801 Jul 13 07:34:55.273689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e4d82622-7a0f-4e3a-8e8c-846b769e76c1 req-5d307bf4-82f6-4178-bf68-380a270da576 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296017 Jul 13 07:34:55.290716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62384c63-4537-44bd-981d-ec925cf5caec req-994aa276-9941-48d3-88e1-7c239c5efa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.292384 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62384c63-4537-44bd-981d-ec925cf5caec req-994aa276-9941-48d3-88e1-7c239c5efa92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.1675947 Jul 13 07:34:55.358322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] For port 53642ad5-4786-44e5-be24-ae9e52550774, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:55.363289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] For port 53642ad5-4786-44e5-be24-ae9e52550774, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53642ad5-4786-44e5-be24-ae9e52550774,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:55.376340 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.396125 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62d0aa65-2551-4131-a2e9-5d6008a131d1 req-bea72b79-d105-4ea6-aaed-3f38c8d9e3bd tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535413 Jul 13 07:34:55.408487 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-fd16d5fc-81b2-4047-8519-1f2533a3445d service neutron] 10.222.0.54 "GET /v2.0/networks/6533409c-8586-4318-afd6-0b723f8d1371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382984 Jul 13 07:34:55.500005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Pushing event updated for resources: {'Port': ['ID=53642ad5-4786-44e5-be24-ae9e52550774,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:55.612590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.613574 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.617439 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-e1dff69a-6d4c-4132-b80a-fcdf75c11c13 service neutron] 10.222.0.54 "PUT /v2.0/ports/53642ad5-4786-44e5-be24-ae9e52550774 HTTP/1.1" status: 200 len: 1091 time: 2.4133582 Jul 13 07:34:55.619602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'tag': '53642ad5-4786-44e5-be24-ae9e52550774'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:55.624904 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f3dd327c-e7d8-4e79-a20c-148297f24dca", "tag": "53642ad5-4786-44e5-be24-ae9e52550774"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:55.675933 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5cb98b-23e9-4e34-87dc-b20050cfdb8a x-openstack-request-id: req-0d5cb98b-23e9-4e34-87dc-b20050cfdb8a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:55.676864 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e77be80-a5b6-474f-b955-b98c862c605a", "name": "network-vif-plugged", "status": "completed", "tag": "38d8166c-e9a7-4580-bbbc-e90f1d5feb1f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:55.677311 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d5cb98b-23e9-4e34-87dc-b20050cfdb8a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:55.677907 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e77be80-a5b6-474f-b955-b98c862c605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f', 'code': 200} Jul 13 07:34:55.858435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52766336-102b-442f-b4a0-6a11918db057 req-5e9393ae-dea2-441d-ab25-568e56cc0ca1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.859963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-52766336-102b-442f-b4a0-6a11918db057 req-5e9393ae-dea2-441d-ab25-568e56cc0ca1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.3515410 Jul 13 07:34:55.866251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-a873ba54-94d9-49ba-9226-5d123b91cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.867686 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-a873ba54-94d9-49ba-9226-5d123b91cb0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 1094 time: 0.1981256 Jul 13 07:34:55.934099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62384c63-4537-44bd-981d-ec925cf5caec req-2fe7b297-8d10-47e2-960f-7d4e939a4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.935964 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62384c63-4537-44bd-981d-ec925cf5caec req-2fe7b297-8d10-47e2-960f-7d4e939a4905 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6233599 Jul 13 07:34:55.944931 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-ed19d41b-9f92-4224-ad58-c0ef0f946a54 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53642ad5-4786-44e5-be24-ae9e52550774 HTTP/1.1" status: 200 len: 217 time: 0.0638690 Jul 13 07:34:55.958688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3b6f-87e3-4834-8293-57f69fb30528 req-ad1ccb33-88bd-4a76-ba92-4c0ce8ff19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:55.961266 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a82f3b6f-87e3-4834-8293-57f69fb30528 req-ad1ccb33-88bd-4a76-ba92-4c0ce8ff19ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 1097 time: 0.1893682 Jul 13 07:34:56.009803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7e3f52e-35a6-46e8-96c3-08d8501f8277 req-eeb03bd1-bed1-487a-b71b-2a7f32fd612d service neutron] 10.222.0.54 "GET /v2.0/networks/6533409c-8586-4318-afd6-0b723f8d1371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919952 Jul 13 07:34:56.034343 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-52766336-102b-442f-b4a0-6a11918db057 req-cb588e3f-89d6-49c1-9eb6-1d4ee78ed4a0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653378 Jul 13 07:34:56.059069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-35ccd7aa-e210-408e-bd80-b289f8c8d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.060793 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-35ccd7aa-e210-408e-bd80-b289f8c8d120 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dd865ab-40b2-40be-8957-fe5358190267 HTTP/1.1" status: 200 len: 855 time: 0.0988922 Jul 13 07:34:56.066694 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a82f3b6f-87e3-4834-8293-57f69fb30528 req-98fb3a62-a32d-478a-b7c7-0b1cc3c45121 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884643 Jul 13 07:34:56.090417 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62384c63-4537-44bd-981d-ec925cf5caec req-d13664c2-bcdf-412a-aee9-582791e2d746 service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422632 Jul 13 07:34:56.099340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738e114-a7bd-4309-8357-4749092471d3 req-b713cf8f-1a7a-4cfc-bcfd-cb61a838c9b0 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.108374 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b738e114-a7bd-4309-8357-4749092471d3 req-b713cf8f-1a7a-4cfc-bcfd-cb61a838c9b0 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 943 time: 0.2708809 Jul 13 07:34:56.140503 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-0813c1bc-4cbd-45ae-b6ed-d10512fd005f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21675c4c-8824-457c-b210-825158c9d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722013 Jul 13 07:34:56.238799 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b738e114-a7bd-4309-8357-4749092471d3 req-57024f28-3a29-48f8-a83a-77074a0b18cf tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294274 Jul 13 07:34:56.300105 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62384c63-4537-44bd-981d-ec925cf5caec req-698ff88e-f60d-40d1-9670-2e64df6824eb service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830084 Jul 13 07:34:56.330725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2beb829b-b209-4d21-9d87-7645e2467a7d req-ab03ac75-cac7-46d5-a5b1-ac325b740c57 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/0bd1de78-0a9b-415a-9220-ea87e7934c4f HTTP/1.1" status: 200 len: 1803 time: 0.0526526 Jul 13 07:34:56.355267 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-d66d8050-0914-4101-9491-faf776ace166 service neutron] 10.222.0.54 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039514 Jul 13 07:34:56.401406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6005a19-e287-46af-8d48-b6387dbb4476 req-cc96971c-174f-4c7b-8a67-0a0b6eed76b0 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.403519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b6005a19-e287-46af-8d48-b6387dbb4476 req-cc96971c-174f-4c7b-8a67-0a0b6eed76b0 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.2006812 Jul 13 07:34:56.437623 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2beb829b-b209-4d21-9d87-7645e2467a7d req-94e2f196-c5fe-48f5-8311-df794928365c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.472697 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2beb829b-b209-4d21-9d87-7645e2467a7d req-94e2f196-c5fe-48f5-8311-df794928365c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.493398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-c45eeb06-f063-4af5-a60f-486bc867f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.494922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-c45eeb06-f063-4af5-a60f-486bc867f460 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 1098 time: 0.1315393 Jul 13 07:34:56.496771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b6005a19-e287-46af-8d48-b6387dbb4476 req-5c75f64d-cb3a-4c61-82a1-f4d416a75f79 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811374 Jul 13 07:34:56.519465 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-798d4740-18df-45d2-85f9-1cf6eb306f52 req-54296458-9f97-4cf3-9a9b-19e310cf2fa8 service neutron] 10.222.0.54 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496162 Jul 13 07:34:56.534177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2beb829b-b209-4d21-9d87-7645e2467a7d req-94e2f196-c5fe-48f5-8311-df794928365c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.536847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2beb829b-b209-4d21-9d87-7645e2467a7d req-94e2f196-c5fe-48f5-8311-df794928365c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.538205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2beb829b-b209-4d21-9d87-7645e2467a7d req-94e2f196-c5fe-48f5-8311-df794928365c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/0bd1de78-0a9b-415a-9220-ea87e7934c4f HTTP/1.1" status: 204 len: 173 time: 0.1973133 Jul 13 07:34:56.571021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2f196-c5fe-48f5-8311-df794928365c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd1de78-0a9b-415a-9220-ea87e7934c4f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:56.636901 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd20712-a775-4d25-8da5-ed0f966b470e x-openstack-request-id: req-ecd20712-a775-4d25-8da5-ed0f966b470e {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:56.637419 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3dd327c-e7d8-4e79-a20c-148297f24dca", "tag": "53642ad5-4786-44e5-be24-ae9e52550774", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:56.637847 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ecd20712-a775-4d25-8da5-ed0f966b470e {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:56.638486 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'tag': '53642ad5-4786-44e5-be24-ae9e52550774', 'status': 'completed', 'code': 200} Jul 13 07:34:56.769199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-90c56342-b734-4920-ab06-7f82355f3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.778781 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-90c56342-b734-4920-ab06-7f82355f3e85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 200 len: 918 time: 0.2574692 Jul 13 07:34:56.788962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf req-992bd52f-f06c-4c5e-ac3c-1902188ccd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.790945 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf req-992bd52f-f06c-4c5e-ac3c-1902188ccd8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 1094 time: 0.1316359 Jul 13 07:34:56.793361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138ff0fa-fb67-42c7-a033-8f2bd40f0ad1', 'tag': '07c9b41b-a34b-4470-b563-52942a3ba2da'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:56.795679 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172fc1b-e5d8-4229-988b-edaebec8e05f" -d '{"events": [{"name": "network-changed", "server_uuid": "138ff0fa-fb67-42c7-a033-8f2bd40f0ad1", "tag": "07c9b41b-a34b-4470-b563-52942a3ba2da"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:56.921047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-2c699c80-8725-4b9e-98cd-e6e82a8a78c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 HTTP/1.1" status: 200 len: 1001 time: 0.1285169 Jul 13 07:34:56.930009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8077e-48aa-4f3e-8b96-a146bb67edff req-d6c1c7a4-1581-49cf-849d-a225887fb1bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:56.937865 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-90d8077e-48aa-4f3e-8b96-a146bb67edff req-d6c1c7a4-1581-49cf-849d-a225887fb1bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 946 time: 0.2683711 Jul 13 07:34:57.045277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf req-7c7852c1-1849-40ba-8377-c8897c10d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.055103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf req-7c7852c1-1849-40ba-8377-c8897c10d62f service neutron] 10.222.0.54 "GET /v2.0/networks?id=21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 200 len: 916 time: 0.2560937 Jul 13 07:34:57.158866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-90d8077e-48aa-4f3e-8b96-a146bb67edff req-071d0209-be26-4089-a46f-9325607dc22d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080014 Jul 13 07:34:57.162761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-d5f80f3e-5b84-49a9-b973-2bece0dd9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.171632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-d5f80f3e-5b84-49a9-b973-2bece0dd9730 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 200 len: 856 time: 0.2169836 Jul 13 07:34:57.195780 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf req-1a57f71a-516e-4f31-96f3-7530d5ae03a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53642ad5-4786-44e5-be24-ae9e52550774 HTTP/1.1" status: 200 len: 217 time: 0.1260221 Jul 13 07:34:57.219196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09ece4-ed2e-4d1e-8e0b-a13960aebc93 req-88e88c1e-9926-45ae-9805-ed8832130754 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.220768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b09ece4-ed2e-4d1e-8e0b-a13960aebc93 req-88e88c1e-9926-45ae-9805-ed8832130754 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.3904879 Jul 13 07:34:57.298694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-5349f501-dc94-4c67-84fa-7c4562ae0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.300927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-5349f501-dc94-4c67-84fa-7c4562ae0ea6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=081c3b48-291a-43a5-8e7e-8ec640ca2216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154432 Jul 13 07:34:57.394769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf req-5062da84-5755-4257-9eb9-dc3c4963e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.396557 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf req-5062da84-5755-4257-9eb9-dc3c4963e130 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dd865ab-40b2-40be-8957-fe5358190267 HTTP/1.1" status: 200 len: 855 time: 0.1747706 Jul 13 07:34:57.409642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b09ece4-ed2e-4d1e-8e0b-a13960aebc93 req-55db4beb-6a7f-483d-b1f6-baf4d14463c8 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355586 Jul 13 07:34:57.483548 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf req-06ba1af3-9afd-48d2-9da0-3dbde8c4dd56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21675c4c-8824-457c-b210-825158c9d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727739 Jul 13 07:34:57.560072 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-fcb0b73c-643a-4f6f-933f-8b04b7dd2e67 service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248578 Jul 13 07:34:57.656632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf req-d74ffb3e-5651-4e69-8cf6-8a68702d0154 service neutron] 10.222.0.54 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585641 Jul 13 07:34:57.662054 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11b8b68a-a1fd-4406-98c5-42b0a4cf5fef req-6b45ec43-a79a-40b4-9590-30e61d12aedc tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/56987d2a-42c6-4ddf-8d37-d9e9f311fa17 HTTP/1.1" status: 200 len: 1803 time: 0.1820996 Jul 13 07:34:57.682321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52628b5-e28c-44d2-9ca7-284d1c3ed12c req-d39abea8-bd2b-40ab-bd36-bd50138b4555 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:57.684796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d52628b5-e28c-44d2-9ca7-284d1c3ed12c req-d39abea8-bd2b-40ab-bd36-bd50138b4555 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 943 time: 0.2805083 Jul 13 07:34:57.760962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d52628b5-e28c-44d2-9ca7-284d1c3ed12c req-68203ff2-89f9-4a56-b0d2-e3f78b461c65 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498323 Jul 13 07:34:57.779060 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c1acd9a-8682-4a0d-ab2a-285a0b3b9eaf req-be617569-0db4-437c-a6f9-942246674a5e service neutron] 10.222.0.54 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138620 Jul 13 07:34:57.779928 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8b89905-4c80-40e5-843e-8ed69cb2a85d req-2d356c8c-448c-4c57-9bdd-c883f3a5f822 service neutron] 10.222.0.53 "GET /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911333 Jul 13 07:34:57.843049 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-11b8b68a-a1fd-4406-98c5-42b0a4cf5fef req-e6106f6e-9ccd-488a-81c0-b76e9272760c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.870062 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-11b8b68a-a1fd-4406-98c5-42b0a4cf5fef req-e6106f6e-9ccd-488a-81c0-b76e9272760c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.943928 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-11b8b68a-a1fd-4406-98c5-42b0a4cf5fef req-e6106f6e-9ccd-488a-81c0-b76e9272760c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.947127 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-11b8b68a-a1fd-4406-98c5-42b0a4cf5fef req-e6106f6e-9ccd-488a-81c0-b76e9272760c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.948312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11b8b68a-a1fd-4406-98c5-42b0a4cf5fef req-e6106f6e-9ccd-488a-81c0-b76e9272760c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/56987d2a-42c6-4ddf-8d37-d9e9f311fa17 HTTP/1.1" status: 204 len: 173 time: 0.1675985 Jul 13 07:34:57.968553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6106f6e-9ccd-488a-81c0-b76e9272760c tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56987d2a-42c6-4ddf-8d37-d9e9f311fa17,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:58.110023 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa8c541-5f63-4550-9f26-80e530a5a13c x-openstack-request-id: req-afa8c541-5f63-4550-9f26-80e530a5a13c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:58.110368 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138ff0fa-fb67-42c7-a033-8f2bd40f0ad1", "tag": "07c9b41b-a34b-4470-b563-52942a3ba2da", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:58.110623 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afa8c541-5f63-4550-9f26-80e530a5a13c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:58.111037 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138ff0fa-fb67-42c7-a033-8f2bd40f0ad1', 'tag': '07c9b41b-a34b-4470-b563-52942a3ba2da', 'status': 'completed', 'code': 200} Jul 13 07:34:58.147306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c30f0-4bd8-4b18-97ae-8dcb59ad1afb req-a5f26d5a-b44f-4a83-b4d5-df5167d8a2d3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.154513 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b71c30f0-4bd8-4b18-97ae-8dcb59ad1afb req-a5f26d5a-b44f-4a83-b4d5-df5167d8a2d3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0988183 Jul 13 07:34:58.231721 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b71c30f0-4bd8-4b18-97ae-8dcb59ad1afb req-5141a02a-86c6-4b7d-927a-f7cab54f4586 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760927 Jul 13 07:34:58.267107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fc1b-e5d8-4229-988b-edaebec8e05f req-d2548fd2-484d-4aee-b8a4-a1f8eaf5c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.268780 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d172fc1b-e5d8-4229-988b-edaebec8e05f req-d2548fd2-484d-4aee-b8a4-a1f8eaf5c850 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=964507b9fd30446281c41fc6f176ec2f&device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 1094 time: 0.1654785 Jul 13 07:34:58.518447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf615c-970f-4b66-ba57-e06372ee8510 req-f6fc93f8-13e0-4c91-9b15-b3c6f79fd903 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.528977 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12cf615c-970f-4b66-ba57-e06372ee8510 req-f6fc93f8-13e0-4c91-9b15-b3c6f79fd903 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.1035864 Jul 13 07:34:58.574187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12cf615c-970f-4b66-ba57-e06372ee8510 req-6d27a28a-b273-48aa-b8b6-6ed43f2b2249 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441034 Jul 13 07:34:58.618887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a3d9f33e-bc20-4427-bef0-f7e2bd1633a9 req-5ac19770-9e2c-453b-b131-399aba476406 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-575988309', 'description': 'tempest-description-988923479'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:58.697980 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a3d9f33e-bc20-4427-bef0-f7e2bd1633a9 req-5ac19770-9e2c-453b-b131-399aba476406 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.968792 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a3d9f33e-bc20-4427-bef0-f7e2bd1633a9 req-5ac19770-9e2c-453b-b131-399aba476406 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.976221 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a3d9f33e-bc20-4427-bef0-f7e2bd1633a9 req-5ac19770-9e2c-453b-b131-399aba476406 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.028228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac19770-9e2c-453b-b131-399aba476406 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddbcffe-6038-422c-98ee-319cba14adab,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:59.030487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fc1b-e5d8-4229-988b-edaebec8e05f req-0d1e7088-01bc-49f8-b5f6-3268f02d1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.033332 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a3d9f33e-bc20-4427-bef0-f7e2bd1633a9 req-5ac19770-9e2c-453b-b131-399aba476406 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.045625 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3d9f33e-bc20-4427-bef0-f7e2bd1633a9 req-5ac19770-9e2c-453b-b131-399aba476406 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4327450 Jul 13 07:34:59.047827 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d172fc1b-e5d8-4229-988b-edaebec8e05f req-0d1e7088-01bc-49f8-b5f6-3268f02d1dac service neutron] 10.222.0.54 "GET /v2.0/networks?id=6533409c-8586-4318-afd6-0b723f8d1371 HTTP/1.1" status: 200 len: 914 time: 0.7569668 Jul 13 07:34:59.069452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a8cf-041f-45a7-a35d-600c19c90ece req-64128eb3-0afb-4cc3-9520-a01102186f33 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.076913 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b198a8cf-041f-45a7-a35d-600c19c90ece req-64128eb3-0afb-4cc3-9520-a01102186f33 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 943 time: 0.7259631 Jul 13 07:34:59.112695 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d172fc1b-e5d8-4229-988b-edaebec8e05f req-004258b3-b3b2-46e3-bc1c-86c9b3d7cc2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07c9b41b-a34b-4470-b563-52942a3ba2da HTTP/1.1" status: 200 len: 217 time: 0.0639515 Jul 13 07:34:59.229217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e482b-e75e-47a3-b571-7e211a541779 req-b8bc250c-93ad-4f0f-bb21-79ebb52de811 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.235643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b198a8cf-041f-45a7-a35d-600c19c90ece req-ed16263f-6270-46c4-86e8-83b67cb7d988 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577170 Jul 13 07:34:59.237493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c3e482b-e75e-47a3-b571-7e211a541779 req-b8bc250c-93ad-4f0f-bb21-79ebb52de811 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 946 time: 0.0933101 Jul 13 07:34:59.277438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172fc1b-e5d8-4229-988b-edaebec8e05f req-edf56a78-cc45-40d7-97b5-7776a4589502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.278923 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d172fc1b-e5d8-4229-988b-edaebec8e05f req-edf56a78-cc45-40d7-97b5-7776a4589502 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=634ca0d6-d20b-4f90-b684-9fb25ff2d4dc HTTP/1.1" status: 200 len: 853 time: 0.1565168 Jul 13 07:34:59.296718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c3e482b-e75e-47a3-b571-7e211a541779 req-b89d1f07-d1ff-4ce6-9006-d6f8efec920f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581527 Jul 13 07:34:59.346969 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d172fc1b-e5d8-4229-988b-edaebec8e05f req-13bf7a1d-3093-450d-828e-ab7d3647f029 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6533409c-8586-4318-afd6-0b723f8d1371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565100 Jul 13 07:34:59.360231 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53642ad5-4786-44e5-be24-ae9e52550774 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:59.598517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 53642ad5-4786-44e5-be24-ae9e52550774, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53642ad5-4786-44e5-be24-ae9e52550774,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:59.613352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154639ca-911a-4f7e-bf41-5f3eb750a8ba req-84645d6a-5ede-4a29-9533-48662afe0e88 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.626734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-154639ca-911a-4f7e-bf41-5f3eb750a8ba req-84645d6a-5ede-4a29-9533-48662afe0e88 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1207669 Jul 13 07:34:59.627066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '53642ad5-4786-44e5-be24-ae9e52550774', 'network_id': '21675c4c-8824-457c-b210-825158c9d786', 'port_id': '53642ad5-4786-44e5-be24-ae9e52550774', 'mac_address': 'fa:16:3e:0b:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd865ab-40b2-40be-8957-fe5358190267', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:59.673287 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d172fc1b-e5d8-4229-988b-edaebec8e05f req-9ba89940-8b17-45a6-aa50-41f9ea5d96c7 service neutron] 10.222.0.54 "GET /v2.0/networks/6533409c-8586-4318-afd6-0b723f8d1371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166552 Jul 13 07:34:59.686435 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-154639ca-911a-4f7e-bf41-5f3eb750a8ba req-f584ade4-f16a-44af-bdd7-4d8525907aa6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583954 Jul 13 07:34:59.720029 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.757303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53642ad5-4786-44e5-be24-ae9e52550774 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:59.780581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a46f5-0072-48e6-9cab-84d9b8d9b367 req-8e12c7c4-d6ec-4606-a88a-f1cee7390824 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.790684 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-055a46f5-0072-48e6-9cab-84d9b8d9b367 req-8e12c7c4-d6ec-4606-a88a-f1cee7390824 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.2718949 Jul 13 07:34:59.812496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 53642ad5-4786-44e5-be24-ae9e52550774, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53642ad5-4786-44e5-be24-ae9e52550774,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:59.819317 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.842982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07c9b41b-a34b-4470-b563-52942a3ba2da details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:59.980777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-055a46f5-0072-48e6-9cab-84d9b8d9b367 req-829f6a54-fb03-43e5-bb23-c583e2cebce2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884241 Jul 13 07:35:00.072849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d172fc1b-e5d8-4229-988b-edaebec8e05f req-07f856f7-2351-439b-859b-4141d3ee35d8 service neutron] 10.222.0.54 "GET /v2.0/networks/6533409c-8586-4318-afd6-0b723f8d1371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827581 Jul 13 07:35:00.096860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07c9b41b-a34b-4470-b563-52942a3ba2da, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07c9b41b-a34b-4470-b563-52942a3ba2da,segment=NetworkSegment(6a152226-632d-4cdc-98ca-07b02cb850aa),segment_id=6a152226-632d-4cdc-98ca-07b02cb850aa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:00.140416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '07c9b41b-a34b-4470-b563-52942a3ba2da', 'network_id': '6533409c-8586-4318-afd6-0b723f8d1371', 'port_id': '07c9b41b-a34b-4470-b563-52942a3ba2da', 'mac_address': 'fa:16:3e:3e:cc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634ca0d6-d20b-4f90-b684-9fb25ff2d4dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:00.178447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=53642ad5-4786-44e5-be24-ae9e52550774,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:00.192006 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f7dd38c9-ad18-4905-b92c-8b65bf8d47dc req-78034447-1b93-4a7a-ba20-da7d59a13e41 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/3ddbcffe-6038-422c-98ee-319cba14adab HTTP/1.1" status: 200 len: 1801 time: 0.1464612 Jul 13 07:35:00.205231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-f7dd38c9-ad18-4905-b92c-8b65bf8d47dc req-8860ed3b-0166-4917-8f71-1d2c8e9abff4 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2023595286', 'description': 'tempest-description-hth-1310814794'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:00.249697 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.261286 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7dd38c9-ad18-4905-b92c-8b65bf8d47dc req-8860ed3b-0166-4917-8f71-1d2c8e9abff4 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.281611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c9b41b-a34b-4470-b563-52942a3ba2da {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:00.334980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07c9b41b-a34b-4470-b563-52942a3ba2da, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07c9b41b-a34b-4470-b563-52942a3ba2da,segment=NetworkSegment(6a152226-632d-4cdc-98ca-07b02cb850aa),segment_id=6a152226-632d-4cdc-98ca-07b02cb850aa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:00.349244 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.381280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2d191-07e2-42be-aaa0-eb10a217b556 req-dddc1215-f4cc-4b56-a5f7-058280b1dcda tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:00.381602 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7dd38c9-ad18-4905-b92c-8b65bf8d47dc req-8860ed3b-0166-4917-8f71-1d2c8e9abff4 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.386658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64b2d191-07e2-42be-aaa0-eb10a217b556 req-dddc1215-f4cc-4b56-a5f7-058280b1dcda tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 944 time: 0.1036141 Jul 13 07:35:00.387743 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7dd38c9-ad18-4905-b92c-8b65bf8d47dc req-8860ed3b-0166-4917-8f71-1d2c8e9abff4 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.391443 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f7dd38c9-ad18-4905-b92c-8b65bf8d47dc req-8860ed3b-0166-4917-8f71-1d2c8e9abff4 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.392879 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f7dd38c9-ad18-4905-b92c-8b65bf8d47dc req-8860ed3b-0166-4917-8f71-1d2c8e9abff4 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "PUT /v2.0/security-groups/3ddbcffe-6038-422c-98ee-319cba14adab HTTP/1.1" status: 200 len: 1777 time: 0.1999826 Jul 13 07:35:00.426209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860ed3b-0166-4917-8f71-1d2c8e9abff4 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddbcffe-6038-422c-98ee-319cba14adab,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:00.485675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64b2d191-07e2-42be-aaa0-eb10a217b556 req-a5e142f2-1331-45cf-ae63-7e2eab19ed48 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936618 Jul 13 07:35:00.533459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07c9b41b-a34b-4470-b563-52942a3ba2da,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:00.709621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c85802-6d92-4680-9fda-0230d91e72db req-88a7313e-ae34-4371-8781-265ef4f959b7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:00.712747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['53642ad5-4786-44e5-be24-ae9e52550774'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:00.721454 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c2c85802-6d92-4680-9fda-0230d91e72db req-88a7313e-ae34-4371-8781-265ef4f959b7 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.1321249 Jul 13 07:35:00.759855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['07c9b41b-a34b-4470-b563-52942a3ba2da'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:00.785778 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c2c85802-6d92-4680-9fda-0230d91e72db req-6eae2c1f-fb35-412c-af19-53e487b3ad9b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632327 Jul 13 07:35:01.055622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9afc6d63-e1de-4d11-b247-cd472233fe5b req-1dac640a-e6dc-4a39-af85-47c72a4b5aef tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/3ddbcffe-6038-422c-98ee-319cba14adab HTTP/1.1" status: 200 len: 1777 time: 0.0844462 Jul 13 07:35:01.139450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a817af-0f16-4ca8-a6f5-0a9067500caf req-01a32e20-fec2-45b9-a103-5b3d3ce3cdc9 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.180683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62a817af-0f16-4ca8-a6f5-0a9067500caf req-01a32e20-fec2-45b9-a103-5b3d3ce3cdc9 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 944 time: 0.1752195 Jul 13 07:35:01.273883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62a817af-0f16-4ca8-a6f5-0a9067500caf req-4ac104d2-707a-4a31-9537-06dfc551d0de tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912478 Jul 13 07:35:01.313510 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf1ecd-2e90-4bda-91c0-40173616081b req-65fcdb35-4f2e-445c-a241-dffb9fd75e2c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.318245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cbf1ecd-2e90-4bda-91c0-40173616081b req-65fcdb35-4f2e-445c-a241-dffb9fd75e2c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1482744 Jul 13 07:35:01.405059 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cbf1ecd-2e90-4bda-91c0-40173616081b req-3cb2d272-df65-4e15-8ee0-6df7169db966 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808821 Jul 13 07:35:01.513045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30221f1-d2ff-458f-b7b6-d9fc4e5cb550 req-7f9c331b-ad18-4505-99d9-56c83430bdd5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.520741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e30221f1-d2ff-458f-b7b6-d9fc4e5cb550 req-7f9c331b-ad18-4505-99d9-56c83430bdd5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1058307 Jul 13 07:35:01.570638 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e30221f1-d2ff-458f-b7b6-d9fc4e5cb550 req-f717c8d5-3dbe-4093-b4b0-d5273ea030b7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485713 Jul 13 07:35:01.668623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c2fa926-16a4-42c5-aa20-4f490cbb1bd2 req-a8cf5d9a-ab29-4a40-85fa-979a58bb8742 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/3ddbcffe-6038-422c-98ee-319cba14adab HTTP/1.1" status: 200 len: 1777 time: 0.0713627 Jul 13 07:35:01.674146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4266adb-53ef-4e6c-b85f-ce18eee24036 req-0769c41f-b6ea-40cd-87ba-eebd988e0ed3 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:01.682787 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4266adb-53ef-4e6c-b85f-ce18eee24036 req-0769c41f-b6ea-40cd-87ba-eebd988e0ed3 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 946 time: 0.1200633 Jul 13 07:35:01.749186 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4266adb-53ef-4e6c-b85f-ce18eee24036 req-da581085-f5ff-4d48-a80f-f9022c8002d8 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646405 Jul 13 07:35:01.785258 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0c2fa926-16a4-42c5-aa20-4f490cbb1bd2 req-4bd56bbd-ba5c-402e-af40-a29f025cbada tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.849153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0c2fa926-16a4-42c5-aa20-4f490cbb1bd2 req-4bd56bbd-ba5c-402e-af40-a29f025cbada tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.961505 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0c2fa926-16a4-42c5-aa20-4f490cbb1bd2 req-4bd56bbd-ba5c-402e-af40-a29f025cbada tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.966964 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0c2fa926-16a4-42c5-aa20-4f490cbb1bd2 req-4bd56bbd-ba5c-402e-af40-a29f025cbada tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.969110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c2fa926-16a4-42c5-aa20-4f490cbb1bd2 req-4bd56bbd-ba5c-402e-af40-a29f025cbada tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/3ddbcffe-6038-422c-98ee-319cba14adab HTTP/1.1" status: 204 len: 173 time: 0.2936122 Jul 13 07:35:01.983337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd56bbd-ba5c-402e-af40-a29f025cbada tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddbcffe-6038-422c-98ee-319cba14adab,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:02.105896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85986a7d-a83c-45bd-8bd0-b85122c9d8c7 req-a2736fa2-3519-48d2-bca7-25158b332f04 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.108894 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85986a7d-a83c-45bd-8bd0-b85122c9d8c7 req-a2736fa2-3519-48d2-bca7-25158b332f04 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 944 time: 0.1615264 Jul 13 07:35:02.174081 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85986a7d-a83c-45bd-8bd0-b85122c9d8c7 req-d07ed3bd-47c8-440e-845f-60a186f7bd00 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571203 Jul 13 07:35:02.212235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b663f-05d2-4380-a84f-217240b5bc73 req-bac13276-1ef9-46c6-9961-69362bbde8f8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.220517 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de7b663f-05d2-4380-a84f-217240b5bc73 req-bac13276-1ef9-46c6-9961-69362bbde8f8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1229956 Jul 13 07:35:02.297904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de7b663f-05d2-4380-a84f-217240b5bc73 req-0c567d4c-b36a-48ed-b241-9d9976e3e00e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746489 Jul 13 07:35:02.522311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5b0c-cf35-470a-9c72-d4a388ac8a64 req-72ffa1a1-f692-469a-8eb8-782210130ef9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.523827 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b22a5b0c-cf35-470a-9c72-d4a388ac8a64 req-72ffa1a1-f692-469a-8eb8-782210130ef9 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.0896430 Jul 13 07:35:02.573425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b22a5b0c-cf35-470a-9c72-d4a388ac8a64 req-14ae5d39-a796-43b7-8e14-5caad0f0e805 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 Jul 13 07:35:02.664877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d1489-44a4-430c-8be7-0ea07aedadfb req-cd494179-855a-4753-9902-e3da7e5cc6ac tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.675455 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-770d1489-44a4-430c-8be7-0ea07aedadfb req-cd494179-855a-4753-9902-e3da7e5cc6ac tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 944 time: 0.0890484 Jul 13 07:35:02.720696 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-770d1489-44a4-430c-8be7-0ea07aedadfb req-f278898b-0afc-4e72-b737-e428fb5e3d26 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Jul 13 07:35:02.868858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f84fb-200d-4dee-9f2e-d8430fb842d5 req-8c497687-9dc9-4ff4-a625-e20872ed923f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.877461 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ae6f84fb-200d-4dee-9f2e-d8430fb842d5 req-8c497687-9dc9-4ff4-a625-e20872ed923f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.1087539 Jul 13 07:35:02.928473 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ae6f84fb-200d-4dee-9f2e-d8430fb842d5 req-9a634e7f-9baa-440e-a305-3f9a3650b6bb tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494211 Jul 13 07:35:03.082080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e741a6-b8b4-434a-9cc3-a9d3d06178f2 req-d4ab9a3b-58ff-48c2-b256-b0df57282f20 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.083797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82e741a6-b8b4-434a-9cc3-a9d3d06178f2 req-d4ab9a3b-58ff-48c2-b256-b0df57282f20 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0821674 Jul 13 07:35:03.136840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82e741a6-b8b4-434a-9cc3-a9d3d06178f2 req-09ab1615-7f30-4f4a-a6b1-550814833c2e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471716 Jul 13 07:35:03.144877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75e412-ae33-4384-8d08-5290d75bbe21 req-54b2734e-e7f7-41d9-92b6-e526b623eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.146781 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c75e412-ae33-4384-8d08-5290d75bbe21 req-54b2734e-e7f7-41d9-92b6-e526b623eac5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 1096 time: 0.1354768 Jul 13 07:35:03.156948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead6d8f-9b37-44e0-aa02-5f86386d486c req-bbcbe8cd-d50e-4c00-8b0a-07add2954a7c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.158669 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ead6d8f-9b37-44e0-aa02-5f86386d486c req-bbcbe8cd-d50e-4c00-8b0a-07add2954a7c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 946 time: 0.1027341 Jul 13 07:35:03.181855 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-52bf78bb-2fb1-4a05-930a-2636191e2eee req-609a2bd1-2bf5-4500-9ec7-31ca4bc3f295 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] show failed (client error): The resource could not be found. Jul 13 07:35:03.183004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52bf78bb-2fb1-4a05-930a-2636191e2eee req-609a2bd1-2bf5-4500-9ec7-31ca4bc3f295 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/56987d2a-42c6-4ddf-8d37-d9e9f311fa17 HTTP/1.1" status: 404 len: 352 time: 0.0164208 Jul 13 07:35:03.273718 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ead6d8f-9b37-44e0-aa02-5f86386d486c req-b5ed976f-d290-4f93-9acc-d4d766098923 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908904 Jul 13 07:35:03.293810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75e412-ae33-4384-8d08-5290d75bbe21 req-a6a95048-ee81-4715-97dc-9333a69c818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.295656 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c75e412-ae33-4384-8d08-5290d75bbe21 req-a6a95048-ee81-4715-97dc-9333a69c818a service neutron] 10.222.0.54 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 912 time: 0.1359379 Jul 13 07:35:03.352221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d24d7-d6e7-470b-b0f4-a81ee456e65f req-eacf339a-7e47-4047-a4f9-d188a44da65a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.353752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-660d24d7-d6e7-470b-b0f4-a81ee456e65f req-eacf339a-7e47-4047-a4f9-d188a44da65a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0746496 Jul 13 07:35:03.367836 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c75e412-ae33-4384-8d08-5290d75bbe21 req-9efc3047-d6e7-4a7d-9536-1caa6fe6a42a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b7839fe-c061-48a8-850f-44c29f36de11 HTTP/1.1" status: 200 len: 217 time: 0.0651534 Jul 13 07:35:03.372923 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [req-15ddc015-b255-444d-bbcb-4c939fdb0260 req-05a95d49-1102-4138-913e-4de9def686bb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] show failed (client error): The resource could not be found. Jul 13 07:35:03.373865 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15ddc015-b255-444d-bbcb-4c939fdb0260 req-05a95d49-1102-4138-913e-4de9def686bb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/0bd1de78-0a9b-415a-9220-ea87e7934c4f HTTP/1.1" status: 404 len: 352 time: 0.0626261 Jul 13 07:35:03.411374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53642ad5-4786-44e5-be24-ae9e52550774 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:03.428634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-660d24d7-d6e7-470b-b0f4-a81ee456e65f req-d53e83ad-372b-438f-a3a1-53b7a31fe15a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680623 Jul 13 07:35:03.470039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75e412-ae33-4384-8d08-5290d75bbe21 req-cf470c43-e54b-423e-aa5a-b8aa882628d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.474985 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c75e412-ae33-4384-8d08-5290d75bbe21 req-cf470c43-e54b-423e-aa5a-b8aa882628d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.1001821 Jul 13 07:35:03.481331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 53642ad5-4786-44e5-be24-ae9e52550774 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:03.493746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 53642ad5-4786-44e5-be24-ae9e52550774 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:03.494194 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.529424 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c75e412-ae33-4384-8d08-5290d75bbe21 req-74106041-0863-49bf-b9ad-80d1d92320c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487790 Jul 13 07:35:03.595216 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.624831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53642ad5-4786-44e5-be24-ae9e52550774'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:03.628353 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e6a1d2-ab9d-406d-99e0-2288d6f00828" -d '{"events": [{"server_uuid": "f3dd327c-e7d8-4e79-a20c-148297f24dca", "name": "network-vif-plugged", "status": "completed", "tag": "53642ad5-4786-44e5-be24-ae9e52550774"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:03.643300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 53642ad5-4786-44e5-be24-ae9e52550774, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53642ad5-4786-44e5-be24-ae9e52550774,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:03.649623 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.686563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07c9b41b-a34b-4470-b563-52942a3ba2da up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:03.691787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44564ff5-4e56-41ba-a99f-01d24c20bde1 req-faea8233-d57e-4f37-baa3-7eb08170d055 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:03.699052 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44564ff5-4e56-41ba-a99f-01d24c20bde1 req-faea8233-d57e-4f37-baa3-7eb08170d055 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 944 time: 0.2013254 Jul 13 07:35:03.716862 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c75e412-ae33-4384-8d08-5290d75bbe21 req-813b929f-d105-46aa-9f30-5b0fd0765700 service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626070 Jul 13 07:35:03.750507 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44564ff5-4e56-41ba-a99f-01d24c20bde1 req-8e773268-e62f-4175-a8fb-1c7673fe0498 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505037 Jul 13 07:35:03.799966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=53642ad5-4786-44e5-be24-ae9e52550774,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:03.814940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 07c9b41b-a34b-4470-b563-52942a3ba2da completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:03.822845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 07c9b41b-a34b-4470-b563-52942a3ba2da triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:03.823378 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.849527 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [req-9d1c979d-2e85-4558-8250-40419b12fe33 req-627dd089-1be7-45c0-ab3d-bd8431e594aa tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] show failed (client error): The resource could not be found. Jul 13 07:35:03.850324 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9d1c979d-2e85-4558-8250-40419b12fe33 req-627dd089-1be7-45c0-ab3d-bd8431e594aa tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/6f9b1116-a018-46ed-b0e6-dc78e0698f87 HTTP/1.1" status: 404 len: 352 time: 0.0578401 Jul 13 07:35:03.924584 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.977942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07c9b41b-a34b-4470-b563-52942a3ba2da, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07c9b41b-a34b-4470-b563-52942a3ba2da,segment=NetworkSegment(6a152226-632d-4cdc-98ca-07b02cb850aa),segment_id=6a152226-632d-4cdc-98ca-07b02cb850aa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:03.985196 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.021411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c75e412-ae33-4384-8d08-5290d75bbe21 req-a37dced9-6513-4069-bfdb-8fb8f4e51521 service neutron] 10.222.0.54 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843261 Jul 13 07:35:04.052185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07c9b41b-a34b-4470-b563-52942a3ba2da,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:04.117743 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb41f7c-7b00-499f-83e6-c2031826f87a x-openstack-request-id: req-1bb41f7c-7b00-499f-83e6-c2031826f87a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:04.118044 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3dd327c-e7d8-4e79-a20c-148297f24dca", "name": "network-vif-plugged", "status": "completed", "tag": "53642ad5-4786-44e5-be24-ae9e52550774", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:04.118307 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1bb41f7c-7b00-499f-83e6-c2031826f87a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:04.118703 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53642ad5-4786-44e5-be24-ae9e52550774', 'code': 200} Jul 13 07:35:04.194731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87dc14-def3-4987-bacc-e08f4509a477 req-c062731a-369c-46bd-9ef0-4c2c6ae2b32b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.196469 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba87dc14-def3-4987-bacc-e08f4509a477 req-c062731a-369c-46bd-9ef0-4c2c6ae2b32b tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.1574376 Jul 13 07:35:04.280475 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba87dc14-def3-4987-bacc-e08f4509a477 req-fc6dc73d-e8fd-4ef0-979e-8c433050f691 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762565 Jul 13 07:35:04.314261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074a0c3-b945-4fb6-8613-8541443e29ec req-816a7ed7-858b-4beb-a898-f38539e18d8c tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.329910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3074a0c3-b945-4fb6-8613-8541443e29ec req-816a7ed7-858b-4beb-a898-f38539e18d8c tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 945 time: 0.1021128 Jul 13 07:35:04.336479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd880bd6-70c6-4d63-9cd5-420af9695538 req-32bab151-7bf3-4ec4-bb78-15d43fef1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.343001 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fd880bd6-70c6-4d63-9cd5-420af9695538 req-32bab151-7bf3-4ec4-bb78-15d43fef1531 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 1096 time: 0.1341748 Jul 13 07:35:04.351325 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.384160 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3074a0c3-b945-4fb6-8613-8541443e29ec req-977aa4ac-49a4-421d-9aa5-06391c1e1453 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519438 Jul 13 07:35:04.416039 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [req-adb421ad-3555-417e-a2f6-264510c6fef2 req-66978fcd-bc4a-409b-90a3-c1e1472950e8 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] show failed (client error): The resource could not be found. Jul 13 07:35:04.417198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-adb421ad-3555-417e-a2f6-264510c6fef2 req-66978fcd-bc4a-409b-90a3-c1e1472950e8 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/6cc50369-a007-44c1-8742-9c0b452a0d06 HTTP/1.1" status: 404 len: 352 time: 0.0601065 Jul 13 07:35:04.438689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fd880bd6-70c6-4d63-9cd5-420af9695538 req-a9fb915c-ba10-47fc-8410-fe6b28f9e7ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905476 Jul 13 07:35:04.608854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf79076-6d72-4168-8a66-f1f88d5e6eaf req-5cf4517b-d60f-4ec7-a256-9e404331c5bf tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.612602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bbae7-253b-452b-a289-c7bf56974398 req-7b8560dd-33cf-4cfb-a909-404d8dba4af2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.615592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bf79076-6d72-4168-8a66-f1f88d5e6eaf req-5cf4517b-d60f-4ec7-a256-9e404331c5bf tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0927219 Jul 13 07:35:04.616195 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-568bbae7-253b-452b-a289-c7bf56974398 req-7b8560dd-33cf-4cfb-a909-404d8dba4af2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.0909781 Jul 13 07:35:04.655520 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bf79076-6d72-4168-8a66-f1f88d5e6eaf req-a0550d73-9025-4398-b84a-02be889c33b3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Jul 13 07:35:04.680245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-568bbae7-253b-452b-a289-c7bf56974398 req-4b152151-df71-4759-97b5-93d7936bb89e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513330 Jul 13 07:35:04.736732 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [req-59a55443-b14c-48cc-8476-0b6bf9a92a8a req-477d0660-7885-4d58-a9ef-416fc41daf8a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] show failed (client error): The resource could not be found. Jul 13 07:35:04.738158 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-59a55443-b14c-48cc-8476-0b6bf9a92a8a req-477d0660-7885-4d58-a9ef-416fc41daf8a tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/4dd5c256-0615-4653-9cb8-a98c09293b6f HTTP/1.1" status: 404 len: 352 time: 0.0174785 Jul 13 07:35:04.778892 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-b4966dc3-3fce-4703-a9b9-e72dab81d8d8 req-f7e0333a-d2e7-4dd8-8efc-7ecf9b424486 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] show failed (client error): The resource could not be found. Jul 13 07:35:04.779874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4966dc3-3fce-4703-a9b9-e72dab81d8d8 req-f7e0333a-d2e7-4dd8-8efc-7ecf9b424486 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/c1456621-cf29-420f-b68e-0359ca7b7de3 HTTP/1.1" status: 404 len: 352 time: 0.0183630 Jul 13 07:35:04.950794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba04e-5a35-4c6d-bc3a-a8ec07c3db41 req-bab17ca8-8310-44ce-8c66-623be44cb878 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.953458 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c13ba04e-5a35-4c6d-bc3a-a8ec07c3db41 req-bab17ca8-8310-44ce-8c66-623be44cb878 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0932853 Jul 13 07:35:04.992618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73ff8d-3160-47e3-8e53-07010f8e923c req-bef667a6-bea0-4789-9fe8-15ae2912641e tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:04.994185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d73ff8d-3160-47e3-8e53-07010f8e923c req-bef667a6-bea0-4789-9fe8-15ae2912641e tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1084957 Jul 13 07:35:05.005996 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c13ba04e-5a35-4c6d-bc3a-a8ec07c3db41 req-19f0ed21-334b-49f8-b683-01e8ff7c551b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454590 Jul 13 07:35:05.096915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d73ff8d-3160-47e3-8e53-07010f8e923c req-06cd7030-8bc9-4f0a-840b-50a585cac02d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964999 Jul 13 07:35:05.395038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92ac00-56f8-4bab-b0fe-95f3694e323a req-79824dec-6e9e-4ce3-a000-9253a3a684e3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.397813 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b92ac00-56f8-4bab-b0fe-95f3694e323a req-79824dec-6e9e-4ce3-a000-9253a3a684e3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1382759 Jul 13 07:35:05.445052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b92ac00-56f8-4bab-b0fe-95f3694e323a req-965f10e7-282c-448a-9e29-6a75b66d7b86 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 Jul 13 07:35:05.569196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64baec0-3bee-49e1-a04e-f6c62cd3b106 req-c5091c8f-77be-466d-93fa-08860548d906 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.570756 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d64baec0-3bee-49e1-a04e-f6c62cd3b106 req-c5091c8f-77be-466d-93fa-08860548d906 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.0964966 Jul 13 07:35:05.619268 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d64baec0-3bee-49e1-a04e-f6c62cd3b106 req-e98d404f-d13f-45f5-a40e-90880ec99b00 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 Jul 13 07:35:05.653726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1e51a-7d24-4e55-bde9-c67198517bff req-367145e8-6b1b-4b29-affb-7264b1d5e8e0 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.655256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97a1e51a-7d24-4e55-bde9-c67198517bff req-367145e8-6b1b-4b29-affb-7264b1d5e8e0 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1023 time: 0.0752215 Jul 13 07:35:05.745415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97a1e51a-7d24-4e55-bde9-c67198517bff req-61dc532a-b0e3-45dc-bbaa-02c2398d2b60 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&id=479c1726-4542-4316-82f3-1e3e3c23e604&id=dd3eb7cc-0dbe-4623-915b-c5097857150e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0821083 Jul 13 07:35:05.858873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177867d-c42a-4f5a-a4ea-a62aea05c6ff req-27e90e1e-2ff0-4569-a5d4-fdce294ac095 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.860863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7177867d-c42a-4f5a-a4ea-a62aea05c6ff req-27e90e1e-2ff0-4569-a5d4-fdce294ac095 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 945 time: 0.0878375 Jul 13 07:35:05.955676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7177867d-c42a-4f5a-a4ea-a62aea05c6ff req-05480966-b886-4687-84ef-36fdba66988b tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877206 Jul 13 07:35:06.015598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbebc9-2e0b-4423-93fd-92c88890e4aa req-c3872a9d-4f51-47df-a575-1b547e0fa043 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.024189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51fbebc9-2e0b-4423-93fd-92c88890e4aa req-c3872a9d-4f51-47df-a575-1b547e0fa043 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1018767 Jul 13 07:35:06.073330 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51fbebc9-2e0b-4423-93fd-92c88890e4aa req-ae87fcf6-b4e1-481a-8830-f969c0202e41 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479953 Jul 13 07:35:06.119802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138ff0fa-fb67-42c7-a033-8f2bd40f0ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c9b41b-a34b-4470-b563-52942a3ba2da'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:06.123242 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1070144-2167-490e-a048-a63ede34faca" -d '{"events": [{"server_uuid": "138ff0fa-fb67-42c7-a033-8f2bd40f0ad1", "name": "network-vif-plugged", "status": "completed", "tag": "07c9b41b-a34b-4470-b563-52942a3ba2da"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:06.157438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896bcb1-bda3-4192-b255-baf783803c2f req-c97017c1-bcae-4ae3-924d-d4e3ec6cbb4e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.159051 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a896bcb1-bda3-4192-b255-baf783803c2f req-c97017c1-bcae-4ae3-924d-d4e3ec6cbb4e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.0895708 Jul 13 07:35:06.208137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a896bcb1-bda3-4192-b255-baf783803c2f req-691ba86d-b948-4094-b2ac-d913aa04e6b6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Jul 13 07:35:06.247116 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ac71e-49bc-4412-b437-df27542a5225 x-openstack-request-id: req-f23ac71e-49bc-4412-b437-df27542a5225 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:06.250971 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138ff0fa-fb67-42c7-a033-8f2bd40f0ad1", "name": "network-vif-plugged", "status": "completed", "tag": "07c9b41b-a34b-4470-b563-52942a3ba2da", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:06.251613 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f23ac71e-49bc-4412-b437-df27542a5225 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:06.252260 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138ff0fa-fb67-42c7-a033-8f2bd40f0ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c9b41b-a34b-4470-b563-52942a3ba2da', 'code': 200} Jul 13 07:35:06.490060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134b08c-3e5b-4c9b-aa6e-d53744842dcc req-8a2eb8e0-c194-4182-a30c-61f44b7665ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.491617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7134b08c-3e5b-4c9b-aa6e-d53744842dcc req-8a2eb8e0-c194-4182-a30c-61f44b7665ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 1096 time: 0.1647477 Jul 13 07:35:06.492226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4c37f-8d99-46cd-906a-fddb44e25d05 req-f6e28c9f-3946-4963-8612-8a938a1c232d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.495285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ac4c37f-8d99-46cd-906a-fddb44e25d05 req-f6e28c9f-3946-4963-8612-8a938a1c232d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 814 time: 0.1414857 Jul 13 07:35:06.528340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ac4c37f-8d99-46cd-906a-fddb44e25d05 req-b5bb5a67-7ef8-44fb-ae25-d65e84269127 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/quotas/6e022d6d4c4349bfaa1a0c945146e9bd HTTP/1.1" status: 200 len: 375 time: 0.0263591 Jul 13 07:35:06.555480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7134b08c-3e5b-4c9b-aa6e-d53744842dcc req-57b34e3a-c1dd-45bc-bb15-bb29c68e1dcf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521498 Jul 13 07:35:06.564445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47726c-20e1-4085-aa7d-710eb2e0b706 req-6e96d01c-25e9-44e3-8407-e1e95cc15e42 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.565969 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c47726c-20e1-4085-aa7d-710eb2e0b706 req-6e96d01c-25e9-44e3-8407-e1e95cc15e42 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1854682 Jul 13 07:35:06.613912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ac4c37f-8d99-46cd-906a-fddb44e25d05 req-eee351a3-bbd2-4284-962c-8d230a4f5f0a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842936 Jul 13 07:35:06.616003 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c47726c-20e1-4085-aa7d-710eb2e0b706 req-7eb07d69-6bd8-4449-9162-53ab45812381 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 Jul 13 07:35:06.804449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b3f9a-60a0-4a6d-aaf5-132a8bdbe9aa req-733b206c-dce1-4e9a-81e7-1cc76e4fd2c3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.812073 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a68b3f9a-60a0-4a6d-aaf5-132a8bdbe9aa req-733b206c-dce1-4e9a-81e7-1cc76e4fd2c3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0777614 Jul 13 07:35:06.848761 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a68b3f9a-60a0-4a6d-aaf5-132a8bdbe9aa req-c22f00ee-04c0-4379-9a56-3d699bc33688 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345583 Jul 13 07:35:07.048885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9dbd3-9da6-4dc8-acab-a9902444c2c5 req-1758be46-a81e-41c4-9763-fcb1cc9637de tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:07.050560 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bfe9dbd3-9da6-4dc8-acab-a9902444c2c5 req-1758be46-a81e-41c4-9763-fcb1cc9637de tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.0709517 Jul 13 07:35:07.110623 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bfe9dbd3-9da6-4dc8-acab-a9902444c2c5 req-0fc34957-5f9f-4522-a0f6-39702d4968c8 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525506 Jul 13 07:35:07.328478 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e569bf-fb4f-4cf6-ab2e-2118210db433 req-d4f65f3d-221d-4815-84e6-537495c1d48a tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:07.336748 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56e569bf-fb4f-4cf6-ab2e-2118210db433 req-d4f65f3d-221d-4815-84e6-537495c1d48a tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.1050258 Jul 13 07:35:07.395543 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56e569bf-fb4f-4cf6-ab2e-2118210db433 req-17e69168-767d-43ab-a70f-dea45301f9bc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568240 Jul 13 07:35:07.458155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2b7839fe-c061-48a8-850f-44c29f36de11 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:07.585653 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.623998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2b7839fe-c061-48a8-850f-44c29f36de11, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2b7839fe-c061-48a8-850f-44c29f36de11,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:07.629513 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.661417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-23f21340-701b-4904-8fcf-e56886d51c57 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:07.662985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-23f21340-701b-4904-8fcf-e56886d51c57 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e0ce78-367b-44b7-ba77-d26fb62b3dfa HTTP/1.1" status: 200 len: 945 time: 0.0681221 Jul 13 07:35:07.702250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2b7839fe-c061-48a8-850f-44c29f36de11,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:07.732945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180b256-dc9c-459f-9d03-afaddf3794e7 req-6d1e122a-da96-41b5-9a1b-1eaa876abd54 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:07.734519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0180b256-dc9c-459f-9d03-afaddf3794e7 req-6d1e122a-da96-41b5-9a1b-1eaa876abd54 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1023 time: 0.1210139 Jul 13 07:35:07.797758 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.798858 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0180b256-dc9c-459f-9d03-afaddf3794e7 req-da4adbe8-d1a1-48ef-8cc1-d57c389a0dee tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&id=479c1726-4542-4316-82f3-1e3e3c23e604&id=dd3eb7cc-0dbe-4623-915b-c5097857150e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0580087 Jul 13 07:35:07.805500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-01fd2225-78fa-47f3-8dca-1dbc8ac7671d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Deleting port 2b7839fe-c061-48a8-850f-44c29f36de11 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:07.806119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-01fd2225-78fa-47f3-8dca-1dbc8ac7671d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.916555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-01fd2225-78fa-47f3-8dca-1dbc8ac7671d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] For port 2b7839fe-c061-48a8-850f-44c29f36de11, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2b7839fe-c061-48a8-850f-44c29f36de11,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:07.916934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-01fd2225-78fa-47f3-8dca-1dbc8ac7671d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.932923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-01fd2225-78fa-47f3-8dca-1dbc8ac7671d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Calling delete_port for 2b7839fe-c061-48a8-850f-44c29f36de11 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:07.999996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622276ad-af36-468d-abd9-3094c7c8bb4e req-cb575c53-886d-433d-aff3-9730a2e64fcb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:08.001529 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-622276ad-af36-468d-abd9-3094c7c8bb4e req-cb575c53-886d-433d-aff3-9730a2e64fcb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0813944 Jul 13 07:35:08.053843 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-622276ad-af36-468d-abd9-3094c7c8bb4e req-b0c7d4a4-1275-44bb-90fa-d7a66528f4a1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464795 Jul 13 07:35:08.092574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-01fd2225-78fa-47f3-8dca-1dbc8ac7671d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.155531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd2225-78fa-47f3-8dca-1dbc8ac7671d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event deleted for resources: {'Port': ['ID=2b7839fe-c061-48a8-850f-44c29f36de11,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:08.205525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-01fd2225-78fa-47f3-8dca-1dbc8ac7671d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] No DVR routers for this DVR port 2b7839fe-c061-48a8-850f-44c29f36de11 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:08.208132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-01fd2225-78fa-47f3-8dca-1dbc8ac7671d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.215587 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab1fa28d-b225-4f0b-bcb1-102b523e4c77 req-01fd2225-78fa-47f3-8dca-1dbc8ac7671d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "DELETE /v2.0/ports/2b7839fe-c061-48a8-850f-44c29f36de11 HTTP/1.1" status: 204 len: 173 time: 0.5456643 Jul 13 07:35:08.218952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'name': 'network-vif-deleted', 'tag': '2b7839fe-c061-48a8-850f-44c29f36de11'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:08.222257 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a0067e-9bbd-40f8-9b11-5161f97df324" -d '{"events": [{"server_uuid": "63e0ce78-367b-44b7-ba77-d26fb62b3dfa", "name": "network-vif-deleted", "tag": "2b7839fe-c061-48a8-850f-44c29f36de11"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:08.254056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7839fe-c061-48a8-850f-44c29f36de11'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:08.257218 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c45d005-137c-4161-9b50-e3ef880cc3d5" -d '{"events": [{"server_uuid": "63e0ce78-367b-44b7-ba77-d26fb62b3dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "2b7839fe-c061-48a8-850f-44c29f36de11"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:08.299374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0261af3-48a4-4b3e-b6f7-413fc6c8352d req-e0adad52-0239-4172-b210-b8d19a474804 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:08.302044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0261af3-48a4-4b3e-b6f7-413fc6c8352d req-e0adad52-0239-4172-b210-b8d19a474804 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 945 time: 0.1060088 Jul 13 07:35:08.344350 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0261af3-48a4-4b3e-b6f7-413fc6c8352d req-a44f9394-b527-4143-a77e-d6b514e8b0db tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344079 Jul 13 07:35:08.836622 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4612c59-0756-41eb-99be-89809d6dd3fe x-openstack-request-id: req-f4612c59-0756-41eb-99be-89809d6dd3fe {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:08.837508 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e0ce78-367b-44b7-ba77-d26fb62b3dfa", "name": "network-vif-deleted", "tag": "2b7839fe-c061-48a8-850f-44c29f36de11", "status": "failed", "code": 422}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:08.838089 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4612c59-0756-41eb-99be-89809d6dd3fe {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:08.838822 n-d-798249-7 neutron-server[93838]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'name': 'network-vif-deleted', 'tag': '2b7839fe-c061-48a8-850f-44c29f36de11', 'status': 'failed', 'code': 422} returned with failed status Jul 13 07:35:08.864591 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cee188-ebba-4d76-ae75-e9b6bc2f00cd x-openstack-request-id: req-e7cee188-ebba-4d76-ae75-e9b6bc2f00cd {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:08.865174 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e0ce78-367b-44b7-ba77-d26fb62b3dfa", "name": "network-vif-unplugged", "status": "failed", "tag": "2b7839fe-c061-48a8-850f-44c29f36de11", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:08.865174 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7cee188-ebba-4d76-ae75-e9b6bc2f00cd {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:08.865674 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63e0ce78-367b-44b7-ba77-d26fb62b3dfa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b7839fe-c061-48a8-850f-44c29f36de11', 'code': 422} returned with failed status Jul 13 07:35:08.908807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d19dc39f-ce5f-473d-b4c4-a118bdca489d req-a7bef38e-4637-4bbc-a20a-5dab6ff1e72a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd HTTP/1.1" status: 200 len: 221 time: 0.0390401 Jul 13 07:35:09.192624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20409917-1958-4ebb-9f8c-41224bfca8ff req-ea4c3ff9-a6a3-4310-b7d7-8555434421a3 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.194160 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-20409917-1958-4ebb-9f8c-41224bfca8ff req-ea4c3ff9-a6a3-4310-b7d7-8555434421a3 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.0659926 Jul 13 07:35:09.233255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-20409917-1958-4ebb-9f8c-41224bfca8ff req-b6955743-2225-4446-b7b5-5a1332b35b81 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326481 Jul 13 07:35:09.282451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8406ba-0623-451d-9d85-9d55d377bc37 req-90fb517f-2f55-4bec-8276-5640b76a3d25 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.283975 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e8406ba-0623-451d-9d85-9d55d377bc37 req-90fb517f-2f55-4bec-8276-5640b76a3d25 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.0711019 Jul 13 07:35:09.322680 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e8406ba-0623-451d-9d85-9d55d377bc37 req-6b0c10cf-3b25-404c-94f9-b5e68f93a18e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330396 Jul 13 07:35:09.404800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d623c4-035a-4277-9dee-1c86f9885ca0 req-368df201-b8d8-4e39-a44f-91091f16c5fa tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.406242 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76d623c4-035a-4277-9dee-1c86f9885ca0 req-368df201-b8d8-4e39-a44f-91091f16c5fa tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1023 time: 0.0643632 Jul 13 07:35:09.450254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76d623c4-035a-4277-9dee-1c86f9885ca0 req-424c9ff3-93c6-4a96-ad60-7eb0994ef0b4 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&id=479c1726-4542-4316-82f3-1e3e3c23e604&id=dd3eb7cc-0dbe-4623-915b-c5097857150e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0381718 Jul 13 07:35:09.501424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360726b-3587-4eae-80f7-800c7a5be8e1 req-6fdf6ef7-ea3b-485a-a4ce-e19731b44948 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.503114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b360726b-3587-4eae-80f7-800c7a5be8e1 req-6fdf6ef7-ea3b-485a-a4ce-e19731b44948 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0710669 Jul 13 07:35:09.545619 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b360726b-3587-4eae-80f7-800c7a5be8e1 req-9442de76-5ae3-4bad-be2f-093e45d8ad0b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Jul 13 07:35:09.740547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-d3addcbe-9058-45cb-a361-a0a3e82c5cba tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.742204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-d3addcbe-9058-45cb-a361-a0a3e82c5cba tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.1089280 Jul 13 07:35:09.758033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-baaa08ec-fd77-40a1-aa03-d1b66d43f584 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/quotas/47eefa349c3e4f31802e496632a57bdc HTTP/1.1" status: 200 len: 375 time: 0.0100496 Jul 13 07:35:09.792471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-cf58da5a-9857-4c70-9bcf-922070302a12 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284686 Jul 13 07:35:09.816637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf72ed6-50ca-4037-8cd8-1964a68f5aa9 req-ceb1fadf-c4af-4c36-8c43-000d81ce9ebb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:09.818393 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcf72ed6-50ca-4037-8cd8-1964a68f5aa9 req-ceb1fadf-c4af-4c36-8c43-000d81ce9ebb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0665514 Jul 13 07:35:09.857189 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcf72ed6-50ca-4037-8cd8-1964a68f5aa9 req-805a09a8-5e25-4943-8e48-5be7dc5e39e0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Jul 13 07:35:09.892675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-32173aed-7ba5-4eb9-8a64-e9c4da5581d1 service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930691 Jul 13 07:35:09.993682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-e948915f-4262-4073-94f0-c1cc9c8923c3 service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867980 Jul 13 07:35:10.238352 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e0cab265-0ae6-4ec3-b8d0-fdd1e9f0f011 req-90926dd7-01a3-49e0-b5d5-85850059da0d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 210 time: 0.0405436 Jul 13 07:35:10.332283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b6447-b555-45d3-93ee-c0cdf222dc3a req-29c470ef-543f-4212-bcbf-909eb2d0d683 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.334455 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e44b6447-b555-45d3-93ee-c0cdf222dc3a req-29c470ef-543f-4212-bcbf-909eb2d0d683 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 945 time: 0.0988069 Jul 13 07:35:10.408509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e44b6447-b555-45d3-93ee-c0cdf222dc3a req-c579a71e-ef38-4898-a1e5-22dc11942537 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603526 Jul 13 07:35:10.471140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90debb-9f16-455e-b5fc-22f30cbe2486 req-0c8ca7ea-f979-40cd-bcf2-084cabc0dfc7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.473810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b90debb-9f16-455e-b5fc-22f30cbe2486 req-0c8ca7ea-f979-40cd-bcf2-084cabc0dfc7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0925958 Jul 13 07:35:10.519086 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b90debb-9f16-455e-b5fc-22f30cbe2486 req-f5bc7033-8d31-4b0a-a1f4-522811713c28 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370977 Jul 13 07:35:10.574777 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:35:10.628087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1835d-a307-4c3c-abbe-063ed964fc73 req-5853a4f2-3648-4ed8-8ac3-9e1f2294c33f tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.630040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21f1835d-a307-4c3c-abbe-063ed964fc73 req-5853a4f2-3648-4ed8-8ac3-9e1f2294c33f tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.0933745 Jul 13 07:35:10.684806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21f1835d-a307-4c3c-abbe-063ed964fc73 req-e095671c-bc9b-4278-952b-e1d9cb84fdcf tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481873 Jul 13 07:35:10.734250 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86281da-0eff-4fd4-bd6e-c5efe50c5dfa req-08cf1743-12b3-4b7b-ae12-7edc1063905d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.736738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e86281da-0eff-4fd4-bd6e-c5efe50c5dfa req-08cf1743-12b3-4b7b-ae12-7edc1063905d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.0948269 Jul 13 07:35:10.784075 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e86281da-0eff-4fd4-bd6e-c5efe50c5dfa req-5a21cbb8-8e4a-45c0-8a83-d933d43879b4 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411026 Jul 13 07:35:10.912736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485353de-1e24-4de1-b102-8926640cc352 req-78a1f681-96f2-465f-83e4-cba771a1b3ad tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.914263 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-485353de-1e24-4de1-b102-8926640cc352 req-78a1f681-96f2-465f-83e4-cba771a1b3ad tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1023 time: 0.1149888 Jul 13 07:35:10.966378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133c48a-e192-4712-ab95-253dd13f555e req-c3fac4a7-ceab-4c56-995d-af7a23bc0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.967866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a133c48a-e192-4712-ab95-253dd13f555e req-c3fac4a7-ceab-4c56-995d-af7a23bc0df2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 1098 time: 0.1090724 Jul 13 07:35:10.971825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e05f0-fefd-4bdf-8077-94f3205f33e3 req-910ee17e-c867-48bb-932e-4e3aa23866f8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.973396 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c78e05f0-fefd-4bdf-8077-94f3205f33e3 req-910ee17e-c867-48bb-932e-4e3aa23866f8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0739973 Jul 13 07:35:10.973535 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-485353de-1e24-4de1-b102-8926640cc352 req-5be50f59-4eee-4b49-a487-41b6e98571d4 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfc1bce-142f-41fc-8035-3128d1d6743c&id=479c1726-4542-4316-82f3-1e3e3c23e604&id=dd3eb7cc-0dbe-4623-915b-c5097857150e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0496151 Jul 13 07:35:11.013401 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a133c48a-e192-4712-ab95-253dd13f555e req-25b3a1fa-434d-4c85-adfd-139b444c1945 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366654 Jul 13 07:35:11.016288 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c78e05f0-fefd-4bdf-8077-94f3205f33e3 req-ed003607-c8d1-4750-9a63-a0c425a91681 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358996 Jul 13 07:35:11.160725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-7fa02141-2dca-4127-8350-b25b41b8d6ae tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.162328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-7fa02141-2dca-4127-8350-b25b41b8d6ae tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.53 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 1023 time: 0.0649590 Jul 13 07:35:11.202356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2883399-5316-4194-9b03-b6de7adfc507 req-c9a2de7b-65ae-412f-bf9f-d4264b4bc403 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.204258 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2883399-5316-4194-9b03-b6de7adfc507 req-c9a2de7b-65ae-412f-bf9f-d4264b4bc403 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0667596 Jul 13 07:35:11.246224 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2883399-5316-4194-9b03-b6de7adfc507 req-e0ba2486-9556-4b7a-864f-6bb1fe9deb37 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362914 Jul 13 07:35:11.283287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-e62c61fa-f6e2-461a-9cd9-04af9baf4722 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Deleting port c5b5aa5e-3f52-4494-8bea-1bab4908cf61 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:11.283711 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-e62c61fa-f6e2-461a-9cd9-04af9baf4722 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.411613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9615b98-bd40-4e49-b8c6-d6b936e8daf4 req-171594dc-82a2-45f7-94f6-77f2d2b17928 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 210 time: 0.0461991 Jul 13 07:35:11.419911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-e62c61fa-f6e2-461a-9cd9-04af9baf4722 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] For port c5b5aa5e-3f52-4494-8bea-1bab4908cf61, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,segment=NetworkSegment(5ed68807-0595-4dcc-a797-f19c4b3f5575),segment_id=5ed68807-0595-4dcc-a797-f19c4b3f5575)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:11.420313 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-e62c61fa-f6e2-461a-9cd9-04af9baf4722 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.434822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-e62c61fa-f6e2-461a-9cd9-04af9baf4722 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Calling delete_port for c5b5aa5e-3f52-4494-8bea-1bab4908cf61 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:11.481188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fa61-881d-4af5-973a-a4abc9d2cc47 req-230fed4a-e9dd-4198-8d70-4f3bc8bc6ae5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.482752 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35d9fa61-881d-4af5-973a-a4abc9d2cc47 req-230fed4a-e9dd-4198-8d70-4f3bc8bc6ae5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1136546 Jul 13 07:35:11.539541 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35d9fa61-881d-4af5-973a-a4abc9d2cc47 req-ead98005-83e1-426a-afd8-0ad0ee85dbb9 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Jul 13 07:35:11.548361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-dcf54ea6-a6bb-4aee-81cc-332042b21b19 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.550227 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-dcf54ea6-a6bb-4aee-81cc-332042b21b19 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.54 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 945 time: 0.1282952 Jul 13 07:35:11.659301 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-e62c61fa-f6e2-461a-9cd9-04af9baf4722 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.675321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c5b5aa5e-3f52-4494-8bea-1bab4908cf61'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:11.725792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c61fa-f6e2-461a-9cd9-04af9baf4722 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'Port': ['ID=c5b5aa5e-3f52-4494-8bea-1bab4908cf61,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:11.751880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-e62c61fa-f6e2-461a-9cd9-04af9baf4722 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] No DVR routers for this DVR port c5b5aa5e-3f52-4494-8bea-1bab4908cf61 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:11.762209 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ef394-b0dd-4a5a-a98b-06043be5f79f req-55047717-18d5-4613-928d-a38da2438b8d tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.763464 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f14ef394-b0dd-4a5a-a98b-06043be5f79f req-55047717-18d5-4613-928d-a38da2438b8d tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 945 time: 0.1766264 Jul 13 07:35:11.764627 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-e62c61fa-f6e2-461a-9cd9-04af9baf4722 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.766539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b57617e-df6a-431a-9846-b00b63ac82b1 req-e62c61fa-f6e2-461a-9cd9-04af9baf4722 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.53 "DELETE /v2.0/ports/c5b5aa5e-3f52-4494-8bea-1bab4908cf61 HTTP/1.1" status: 204 len: 173 time: 0.5974321 Jul 13 07:35:11.766982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'name': 'network-vif-deleted', 'tag': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:11.769277 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a51a2c7-aa81-43c4-aad3-1d7fd4a0f1d4" -d '{"events": [{"server_uuid": "a469698a-c6ad-4309-8dca-b7df6bae7951", "name": "network-vif-deleted", "tag": "c5b5aa5e-3f52-4494-8bea-1bab4908cf61"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:11.813586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f14ef394-b0dd-4a5a-a98b-06043be5f79f req-625e5899-fbdf-45e8-8b67-6a9213833fd7 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Jul 13 07:35:11.819649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Deleting port 07c9b41b-a34b-4470-b563-52942a3ba2da {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:11.820126 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.868405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-b8bee760-4f01-4259-944c-75914600db26 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.869865 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-b8bee760-4f01-4259-944c-75914600db26 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.53 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.3183951 Jul 13 07:35:11.920034 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Request body: {'port': {'device_id': '2089dd18-e92b-4d6d-b38d-2b57a54ecfd7', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'admin_state_up': True, 'tenant_id': '47eefa349c3e4f31802e496632a57bdc'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:11.974790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e5ae6-31a4-445b-a848-ff2f8c8baecc req-974bbf7a-83dd-4bc5-ae6a-a1a3ecca8dad tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.976353 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-631e5ae6-31a4-445b-a848-ff2f8c8baecc req-974bbf7a-83dd-4bc5-ae6a-a1a3ecca8dad tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.2338088 Jul 13 07:35:11.994677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ff1e2-65c0-4440-8dd2-4e040fc5ef4b req-601836ba-011a-415f-bd5b-8b89d298ac4a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.996547 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-653ff1e2-65c0-4440-8dd2-4e040fc5ef4b req-601836ba-011a-415f-bd5b-8b89d298ac4a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.0711434 Jul 13 07:35:12.048980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-653ff1e2-65c0-4440-8dd2-4e040fc5ef4b req-361d6808-7ef2-4b47-bda8-d75c16bb33f1 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368030 Jul 13 07:35:12.058590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] For port 07c9b41b-a34b-4470-b563-52942a3ba2da, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07c9b41b-a34b-4470-b563-52942a3ba2da,segment=NetworkSegment(6a152226-632d-4cdc-98ca-07b02cb850aa),segment_id=6a152226-632d-4cdc-98ca-07b02cb850aa)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:12.059122 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.091019 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Calling delete_port for 07c9b41b-a34b-4470-b563-52942a3ba2da owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:12.114454 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35659bd-ae04-4bc5-9cb0-c7867c6d10a8 x-openstack-request-id: req-f35659bd-ae04-4bc5-9cb0-c7867c6d10a8 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:12.114759 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a469698a-c6ad-4309-8dca-b7df6bae7951", "name": "network-vif-deleted", "tag": "c5b5aa5e-3f52-4494-8bea-1bab4908cf61", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:12.115020 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f35659bd-ae04-4bc5-9cb0-c7867c6d10a8 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:12.115606 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a469698a-c6ad-4309-8dca-b7df6bae7951', 'name': 'network-vif-deleted', 'tag': 'c5b5aa5e-3f52-4494-8bea-1bab4908cf61', 'status': 'completed', 'code': 200} Jul 13 07:35:12.158938 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-631e5ae6-31a4-445b-a848-ff2f8c8baecc req-7e6d9591-8e05-41ab-a96e-84d982436e55 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711240 Jul 13 07:35:12.282352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.285714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:12.308777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['07c9b41b-a34b-4470-b563-52942a3ba2da'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:12.371030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f977a-73f8-4f95-887a-361069238587 req-13b3f74e-c2e3-472a-91b9-164605ab2c0e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.381055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-686f977a-73f8-4f95-887a-361069238587 req-13b3f74e-c2e3-472a-91b9-164605ab2c0e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.1254420 Jul 13 07:35:12.472337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Made reservation on behalf of 47eefa349c3e4f31802e496632a57bdc for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:12.477149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.491560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Pushing event deleted for resources: {'Port': ['ID=07c9b41b-a34b-4470-b563-52942a3ba2da,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:12.492593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-686f977a-73f8-4f95-887a-361069238587 req-73ca1dc2-fa2c-4487-ab88-128baf00e34f tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089714 Jul 13 07:35:12.508489 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-10c83f90-692f-449f-87e0-d54c9fbeb89b req-52eb8933-9b4d-45f7-aaea-b72dc2f999fa tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/ports?device_id=a469698a-c6ad-4309-8dca-b7df6bae7951 HTTP/1.1" status: 200 len: 210 time: 0.1739945 Jul 13 07:35:12.532789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] No DVR routers for this DVR port 07c9b41b-a34b-4470-b563-52942a3ba2da on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:12.540549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:12.558421 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.560710 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-495f6704-3a4a-4fe0-8309-7c0be0cb9625 req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.54 "DELETE /v2.0/ports/07c9b41b-a34b-4470-b563-52942a3ba2da HTTP/1.1" status: 204 len: 173 time: 0.9953835 Jul 13 07:35:12.561837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138ff0fa-fb67-42c7-a033-8f2bd40f0ad1', 'name': 'network-vif-deleted', 'tag': '07c9b41b-a34b-4470-b563-52942a3ba2da'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:12.564201 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df5fc8c-195f-4df1-a67c-1157d6b9809b" -d '{"events": [{"server_uuid": "138ff0fa-fb67-42c7-a033-8f2bd40f0ad1", "name": "network-vif-deleted", "tag": "07c9b41b-a34b-4470-b563-52942a3ba2da"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:12.569451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.569808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.570156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.570534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.570833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.571176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.571505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.572174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.572841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.573393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'port_id': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f', 'mac_address': 'fa:16:3e:6c:3a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed8190-bcae-477d-be7c-5324c0bdcde8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:12.574278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.574278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.574278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86704-a509-4911-a68e-5e2f4e7cda56 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:12.785010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc6ec2-6792-4dce-bec8-40ffc03b515f req-49189e8c-65aa-49af-9cc9-7129201cb5de tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.801424 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f9fc6ec2-6792-4dce-bec8-40ffc03b515f req-49189e8c-65aa-49af-9cc9-7129201cb5de tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1411729 Jul 13 07:35:12.816909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Allocated IP 172.20.0.4 (0185c362-a095-4dcb-b4f8-1a580fa76cf2/ab40a5cf-dc2a-4c9d-8e41-a9ed215df390/71a5767d-33a1-4fbb-b16c-01789fe87bea) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:12.876000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f9fc6ec2-6792-4dce-bec8-40ffc03b515f req-7d4d1116-20eb-4e49-964c-79632ebb47f2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725744 Jul 13 07:35:12.951138 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.973020 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b321ef-cb3a-4f4b-91b2-38c9a0f7dfe9 x-openstack-request-id: req-74b321ef-cb3a-4f4b-91b2-38c9a0f7dfe9 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:12.973435 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138ff0fa-fb67-42c7-a033-8f2bd40f0ad1", "name": "network-vif-deleted", "tag": "07c9b41b-a34b-4470-b563-52942a3ba2da", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:12.973907 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74b321ef-cb3a-4f4b-91b2-38c9a0f7dfe9 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:12.974414 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138ff0fa-fb67-42c7-a033-8f2bd40f0ad1', 'name': 'network-vif-deleted', 'tag': '07c9b41b-a34b-4470-b563-52942a3ba2da', 'status': 'completed', 'code': 200} Jul 13 07:35:12.983803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:13.023864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:13.033222 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.119704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.153332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:13.168930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:13.176382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfa9a53d-873a-49ad-ace7-1ca68c683afe req-b6a548f5-7ce5-4321-90c8-4e1a6dd4ebf6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 210 time: 0.0610638 Jul 13 07:35:13.202713 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.330123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:13.345268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'port_id': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'mac_address': 'fa:16:3e:fe:fb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:13.395699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a609cdc-4292-4afa-9b05-0126066ae6b3 req-fba56607-2d2d-47db-8ccc-34783398e7b8 tempest-ServerAddressesTestJSON-360851981 tempest-ServerAddressesTestJSON-360851981-project] 10.222.0.44 "GET /v2.0/ports?device_id=138ff0fa-fb67-42c7-a033-8f2bd40f0ad1 HTTP/1.1" status: 200 len: 210 time: 0.1391945 Jul 13 07:35:13.402655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:13.413419 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.424469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:13.426278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99ed46-88c9-4ad2-9a4b-156ccc940445 req-ba44756f-b4d5-45f0-b1db-cfe4194e376c tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.431682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:13.431962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:13.437451 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c99ed46-88c9-4ad2-9a4b-156ccc940445 req-ba44756f-b4d5-45f0-b1db-cfe4194e376c tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1019127 Jul 13 07:35:13.447610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event updated for resources: {'Port': ['ID=71a5767d-33a1-4fbb-b16c-01789fe87bea,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:13.482136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:13.492384 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.520631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c99ed46-88c9-4ad2-9a4b-156ccc940445 req-c14b8c2e-e6b5-42ed-adcb-657f0be559ff tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805366 Jul 13 07:35:13.562902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.564525 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.591480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=12']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:13.601099 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-7847de7f-836a-45d9-9566-c10bad43862a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7183342 Jul 13 07:35:13.614052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Request body: {'port': {'device_id': '2089dd18-e92b-4d6d-b38d-2b57a54ecfd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:13.638513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['38d8166c-e9a7-4580-bbbc-e90f1d5feb1f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:13.775161 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.791587 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbe49e-774c-4104-9c1d-10d9a71a6a9e req-8acfd797-92ee-4c21-9ad8-a3fcf290600d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.802263 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4cdbe49e-774c-4104-9c1d-10d9a71a6a9e req-8acfd797-92ee-4c21-9ad8-a3fcf290600d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1464453 Jul 13 07:35:13.803422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:13.864031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4f85c-2dcb-4728-90ea-2ab00cde87f1 req-049ed50b-46d1-463b-a838-6f63f9e03e83 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.884642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-32f4f85c-2dcb-4728-90ea-2ab00cde87f1 req-049ed50b-46d1-463b-a838-6f63f9e03e83 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 946 time: 0.1500387 Jul 13 07:35:13.927620 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4cdbe49e-774c-4104-9c1d-10d9a71a6a9e req-714162cf-220f-4964-8f85-b0636d43d1e3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219718 Jul 13 07:35:13.954521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-32f4f85c-2dcb-4728-90ea-2ab00cde87f1 req-993a0d09-4d9e-4e86-b99b-88048d3766c0 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689776 Jul 13 07:35:14.052863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-224f03d6-8fe6-4184-9ac5-9aebdd1b942b None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:14.053427 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-224f03d6-8fe6-4184-9ac5-9aebdd1b942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.234884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e05405c-6e34-4c16-9f65-28f6fa536725 req-86694f6c-4a44-48d8-bc3d-d696fcf84b38 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/dd3eb7cc-0dbe-4623-915b-c5097857150e HTTP/1.1" status: 200 len: 1802 time: 0.0954688 Jul 13 07:35:14.237070 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-02a9cb2f-1820-413b-a7b4-3e4f40eeeec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.286682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:14.318013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e05405c-6e34-4c16-9f65-28f6fa536725 req-a05cfe54-a213-4db0-84ce-64d8e8f4a4e5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.356790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e05405c-6e34-4c16-9f65-28f6fa536725 req-a05cfe54-a213-4db0-84ce-64d8e8f4a4e5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.428972 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-224f03d6-8fe6-4184-9ac5-9aebdd1b942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.447649 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e05405c-6e34-4c16-9f65-28f6fa536725 req-a05cfe54-a213-4db0-84ce-64d8e8f4a4e5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.457410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2e05405c-6e34-4c16-9f65-28f6fa536725 req-a05cfe54-a213-4db0-84ce-64d8e8f4a4e5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.458895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:14.462608 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb804a1-8579-4bef-8489-7e9423b0c89a" -d '{"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-plugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:14.473803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e05405c-6e34-4c16-9f65-28f6fa536725 req-a05cfe54-a213-4db0-84ce-64d8e8f4a4e5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd3eb7cc-0dbe-4623-915b-c5097857150e HTTP/1.1" status: 204 len: 173 time: 0.2371407 Jul 13 07:35:14.483693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-224f03d6-8fe6-4184-9ac5-9aebdd1b942b None None] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:14.496716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cfe54-a213-4db0-84ce-64d8e8f4a4e5 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3eb7cc-0dbe-4623-915b-c5097857150e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:14.503593 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-224f03d6-8fe6-4184-9ac5-9aebdd1b942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.529385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:14.529772 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.543686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b6466-2d02-46ae-b6ee-a485f94ee4ff req-803446fc-e9b4-4b57-a25a-1035c14256e7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:14.550932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d07b6466-2d02-46ae-b6ee-a485f94ee4ff req-803446fc-e9b4-4b57-a25a-1035c14256e7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1443410 Jul 13 07:35:14.669765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f03d6-8fe6-4184-9ac5-9aebdd1b942b None None] Pushing event updated for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=13']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:14.711708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a5767d-33a1-4fbb-b16c-01789fe87bea {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:14.721309 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.735315 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Transition to ACTIVE for port object 71a5767d-33a1-4fbb-b16c-01789fe87bea will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:14.746633 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.748719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.798571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca28e-9dec-4d68-a9f1-6b7a5f1065ce req-b0b726a8-0143-4850-87a6-fc2964311723 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:14.816348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc0ca28e-9dec-4d68-a9f1-6b7a5f1065ce req-b0b726a8-0143-4850-87a6-fc2964311723 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 931 time: 0.1274951 Jul 13 07:35:14.825525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:14.830745 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.848674 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d07b6466-2d02-46ae-b6ee-a485f94ee4ff req-5d911c9f-d09e-4b12-88b2-4c5ad2cc1adc tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967780 Jul 13 07:35:14.867701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c5b5aa5e-3f52-4494-8bea-1bab4908cf61 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:14.906328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bc0ca28e-9dec-4d68-a9f1-6b7a5f1065ce req-4b1058e7-c33e-4a12-afab-18f82fdde984 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885065 Jul 13 07:35:14.934352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: c5b5aa5e-3f52-4494-8bea-1bab4908cf61 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:14.934717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c5b5aa5e-3f52-4494-8bea-1bab4908cf61 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:14.947222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Pushing event updated for resources: {'Port': ['ID=71a5767d-33a1-4fbb-b16c-01789fe87bea,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:14.968261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:14.989459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56528) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:15.003566 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250a882c-212a-4815-9afe-b9099a85f335 x-openstack-request-id: req-250a882c-212a-4815-9afe-b9099a85f335 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:15.003566 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-plugged", "status": "completed", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:15.003566 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-250a882c-212a-4815-9afe-b9099a85f335 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:15.003566 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'code': 200} Jul 13 07:35:15.008123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e8f20108-4297-44aa-95aa-0f181d899bbc None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:15.012523 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e8f20108-4297-44aa-95aa-0f181d899bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.064496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Attempting to bind port 71a5767d-33a1-4fbb-b16c-01789fe87bea on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:15.065859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Attempting to bind port 71a5767d-33a1-4fbb-b16c-01789fe87bea by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:15.066203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Attempting to bind port 71a5767d-33a1-4fbb-b16c-01789fe87bea on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:15.080658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Port 71a5767d-33a1-4fbb-b16c-01789fe87bea on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:15.080984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Attempting to bind port 71a5767d-33a1-4fbb-b16c-01789fe87bea on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:15.097161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:15.097503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Checking segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:15.097895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Bound using segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:15.098376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Bound port: 71a5767d-33a1-4fbb-b16c-01789fe87bea, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:15.098738 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.098926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f04a04-de26-4164-b579-a545720db6e2 admin admin] Deleting subnet 634ca0d6-d20b-4f90-b684-9fb25ff2d4dc {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:15.110991 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a04-de26-4164-b579-a545720db6e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.145537 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb1c05cc-fc7f-4a71-9d80-3b67f70b707e req-3fa65404-9559-4eb3-acc9-cdfe7aa30a93 tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "GET /v2.0/security-groups/479c1726-4542-4316-82f3-1e3e3c23e604 HTTP/1.1" status: 200 len: 1802 time: 0.0822227 Jul 13 07:35:15.189494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a04-de26-4164-b579-a545720db6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.228390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] For port 71a5767d-33a1-4fbb-b16c-01789fe87bea, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:15.280144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a04-de26-4164-b579-a545720db6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.281314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-bb1c05cc-fc7f-4a71-9d80-3b67f70b707e req-5b045f23-c4f0-4d82-9c5d-6ec1c3c1fedb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.284114 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] For port 71a5767d-33a1-4fbb-b16c-01789fe87bea, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=71a5767d-33a1-4fbb-b16c-01789fe87bea,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:15.308954 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.342525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae6239-a28f-41d4-b4fc-943194bfb4dc req-dc7d3b08-a217-41ae-9b6d-e6b736309472 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.344379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8aae6239-a28f-41d4-b4fc-943194bfb4dc req-dc7d3b08-a217-41ae-9b6d-e6b736309472 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1276519 Jul 13 07:35:15.359097 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-bb1c05cc-fc7f-4a71-9d80-3b67f70b707e req-5b045f23-c4f0-4d82-9c5d-6ec1c3c1fedb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.377894 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.378553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.379961 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] 10.222.0.53 "PUT /v2.0/ports/71a5767d-33a1-4fbb-b16c-01789fe87bea HTTP/1.1" status: 200 len: 1091 time: 1.7706330 Jul 13 07:35:15.380425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2089dd18-e92b-4d6d-b38d-2b57a54ecfd7', 'tag': '71a5767d-33a1-4fbb-b16c-01789fe87bea'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:15.382876 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213b0987-aa97-48ae-892c-c59420e11ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "2089dd18-e92b-4d6d-b38d-2b57a54ecfd7", "tag": "71a5767d-33a1-4fbb-b16c-01789fe87bea"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:15.386542 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a04-de26-4164-b579-a545720db6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.418330 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d31f26-1066-4d30-b49a-8b27936e6e41 service neutron] Pushing event updated for resources: {'Port': ['ID=71a5767d-33a1-4fbb-b16c-01789fe87bea,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:15.424318 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8aae6239-a28f-41d4-b4fc-943194bfb4dc req-d0a3a047-b9ff-41f0-8c82-31cc0ff95637 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705345 Jul 13 07:35:15.425415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f04a04-de26-4164-b579-a545720db6e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=634ca0d6-d20b-4f90-b684-9fb25ff2d4dc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:15.433729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7f04a04-de26-4164-b579-a545720db6e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.435993 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a7f04a04-de26-4164-b579-a545720db6e2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/634ca0d6-d20b-4f90-b684-9fb25ff2d4dc HTTP/1.1" status: 204 len: 168 time: 0.4455104 Jul 13 07:35:15.438612 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56534) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:15.488149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-bb1c05cc-fc7f-4a71-9d80-3b67f70b707e req-5b045f23-c4f0-4d82-9c5d-6ec1c3c1fedb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.491168 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-bb1c05cc-fc7f-4a71-9d80-3b67f70b707e req-5b045f23-c4f0-4d82-9c5d-6ec1c3c1fedb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.492562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07c9b41b-a34b-4470-b563-52942a3ba2da no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:15.505986 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb1c05cc-fc7f-4a71-9d80-3b67f70b707e req-5b045f23-c4f0-4d82-9c5d-6ec1c3c1fedb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] 10.222.0.44 "DELETE /v2.0/security-groups/479c1726-4542-4316-82f3-1e3e3c23e604 HTTP/1.1" status: 204 len: 173 time: 0.3595071 Jul 13 07:35:15.509462 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56542) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:15.543732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 07c9b41b-a34b-4470-b563-52942a3ba2da {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:15.544114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07c9b41b-a34b-4470-b563-52942a3ba2da not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:15.592616 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb39412-c097-418a-b00f-be79b1d56399 x-openstack-request-id: req-0bb39412-c097-418a-b00f-be79b1d56399 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:15.593297 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2089dd18-e92b-4d6d-b38d-2b57a54ecfd7", "tag": "71a5767d-33a1-4fbb-b16c-01789fe87bea", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:15.593787 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bb39412-c097-418a-b00f-be79b1d56399 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:15.594395 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2089dd18-e92b-4d6d-b38d-2b57a54ecfd7', 'tag': '71a5767d-33a1-4fbb-b16c-01789fe87bea', 'status': 'completed', 'code': 200} Jul 13 07:35:15.598849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b045f23-c4f0-4d82-9c5d-6ec1c3c1fedb tempest-SecurityGroupsTestJSON-1406899903 tempest-SecurityGroupsTestJSON-1406899903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479c1726-4542-4316-82f3-1e3e3c23e604,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:15.638649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7649724c-1fe7-4bf6-9fc2-ed71087a7438 admin admin] Deleting subnet 147eb31c-76db-4dc0-a7ad-f626b6100807 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:15.643052 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7649724c-1fe7-4bf6-9fc2-ed71087a7438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.676045 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-850aa55f-d806-42d8-bc6f-b8280d2975d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.678754 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-850aa55f-d806-42d8-bc6f-b8280d2975d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 1094 time: 0.2459056 Jul 13 07:35:15.689889 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7649724c-1fe7-4bf6-9fc2-ed71087a7438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.755302 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-e7a830eb-9f2a-4025-b4b3-2325cb589892 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71a5767d-33a1-4fbb-b16c-01789fe87bea HTTP/1.1" status: 200 len: 217 time: 0.0678139 Jul 13 07:35:15.812333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7649724c-1fe7-4bf6-9fc2-ed71087a7438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.841311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-74c70f4a-b9df-4075-b2b5-9c8f1b6baa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.843167 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-74c70f4a-b9df-4075-b2b5-9c8f1b6baa1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.0799804 Jul 13 07:35:15.881603 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-3f86177a-29be-45ce-8908-e3c3e11cc5bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317547 Jul 13 07:35:15.936845 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.981192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7649724c-1fe7-4bf6-9fc2-ed71087a7438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.997616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7649724c-1fe7-4bf6-9fc2-ed71087a7438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.999676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7649724c-1fe7-4bf6-9fc2-ed71087a7438 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/147eb31c-76db-4dc0-a7ad-f626b6100807 HTTP/1.1" status: 204 len: 168 time: 0.4837687 Jul 13 07:35:16.022920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56550) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:16.037588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649724c-1fe7-4bf6-9fc2-ed71087a7438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147eb31c-76db-4dc0-a7ad-f626b6100807,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.050243 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.061485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6533409c-8586-4318-afd6-0b723f8d1371']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:16.072535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a152226-632d-4cdc-98ca-07b02cb850aa') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:16.072891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a152226-632d-4cdc-98ca-07b02cb850aa') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:16.082578 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.098985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.108000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:16.108428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:16.111752 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:16.159006 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-6e25aa7a-90da-4dfa-9d00-28206a04a462 service neutron] 10.222.0.53 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675345 Jul 13 07:35:16.177112 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.183890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4b20d-dfa3-4d27-8fe9-0f52054645d1 req-71118f20-c3a0-4c6d-a199-1a11da0f1560 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.186314 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97e4b20d-dfa3-4d27-8fe9-0f52054645d1 req-71118f20-c3a0-4c6d-a199-1a11da0f1560 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.2918251 Jul 13 07:35:16.201589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.213541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.218606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6533409c-8586-4318-afd6-0b723f8d1371 HTTP/1.1" status: 204 len: 168 time: 0.7784805 Jul 13 07:35:16.242515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015daeb2-3dbb-45a7-b233-6855122c0a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=6533409c-8586-4318-afd6-0b723f8d1371,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.268917 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97e4b20d-dfa3-4d27-8fe9-0f52054645d1 req-ad249f7a-f2f2-4aa6-9f1a-06c5f8470e83 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761898 Jul 13 07:35:16.307835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:16.394582 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.405258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6702adf1-d9e5-4d03-a38b-ded485002694']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:16.414494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:16.416301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed68807-0595-4dcc-a797-f19c4b3f5575') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:16.416460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed68807-0595-4dcc-a797-f19c4b3f5575') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:16.417454 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.426559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.442510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.449764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:16.450347 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:16.515032 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:16.519822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26f7db-5039-4d24-860c-b6ab0b5c4891 req-b1b2a64a-95dd-46f9-986c-3c34637bf2fa tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.528498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b26f7db-5039-4d24-860c-b6ab0b5c4891 req-b1b2a64a-95dd-46f9-986c-3c34637bf2fa tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1232309 Jul 13 07:35:16.544371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56558) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:16.547967 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.562284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.575493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6702adf1-d9e5-4d03-a38b-ded485002694 HTTP/1.1" status: 204 len: 168 time: 0.5432096 Jul 13 07:35:16.593240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940e31f-0706-4b1a-bcd0-6ee3151b6312 req-ba47f6da-47ab-4f6f-8612-1b2c3a878d44 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.600083 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4940e31f-0706-4b1a-bcd0-6ee3151b6312 req-ba47f6da-47ab-4f6f-8612-1b2c3a878d44 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 943 time: 0.5207982 Jul 13 07:35:16.621648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b9b99191-1fa6-4af3-9c39-189b7a32cfd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=964507b9fd30446281c41fc6f176ec2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675786 Jul 13 07:35:16.631858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b26f7db-5039-4d24-860c-b6ab0b5c4891 req-3b999d3a-66a4-45d7-8f79-8c4d44ef9ca2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023965 Jul 13 07:35:16.638130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56564) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:16.639024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb8b49-dc28-47c7-abce-f5aad983fac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6702adf1-d9e5-4d03-a38b-ded485002694,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.688921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4940e31f-0706-4b1a-bcd0-6ee3151b6312 req-1b366bca-1751-4262-9cab-bf6e4463a996 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878839 Jul 13 07:35:16.716334 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a36a7228-b0e9-44b7-a645-7a67d6bd17b7 req-3403c545-5e5d-4e9f-b7c0-778f402e9fbf service neutron] 10.222.0.53 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499148 Jul 13 07:35:16.755033 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c76672b-781b-42da-bd2f-c1fcaf945142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.790365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c76672b-781b-42da-bd2f-c1fcaf945142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.832853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b5ad9-6ca4-4009-ba2a-4f6ee362eee9 req-e94579f7-dfcf-4984-8ffd-72b6099d6835 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.842088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6b5ad9-6ca4-4009-ba2a-4f6ee362eee9 req-e94579f7-dfcf-4984-8ffd-72b6099d6835 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.0968552 Jul 13 07:35:16.890827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b0987-aa97-48ae-892c-c59420e11ec2 req-4c5c855a-dda8-4ea9-af1c-36f23ff2062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.893010 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-213b0987-aa97-48ae-892c-c59420e11ec2 req-4c5c855a-dda8-4ea9-af1c-36f23ff2062d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 1094 time: 0.0950761 Jul 13 07:35:16.900263 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6b5ad9-6ca4-4009-ba2a-4f6ee362eee9 req-01512209-b994-4d98-b7cb-a8fffb3b2d00 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568933 Jul 13 07:35:16.922757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56578) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:16.963001 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c76672b-781b-42da-bd2f-c1fcaf945142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.966388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c76672b-781b-42da-bd2f-c1fcaf945142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.968423 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6c76672b-781b-42da-bd2f-c1fcaf945142 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2bc73a3-66a9-44b4-9d3f-b7a3da09371f HTTP/1.1" status: 204 len: 168 time: 0.3265743 Jul 13 07:35:16.978531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-620f1ce5-6d40-4728-8594-32b5ec4f9c1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=246d43c16f4a4e60ab258fe27f246a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514183 Jul 13 07:35:16.983765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56582) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:17.005167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e77be80-a5b6-474f-b955-b98c862c605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:17.009343 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51de5370-075f-4580-bba7-46c58bdb91cc" -d '{"events": [{"server_uuid": "9e77be80-a5b6-474f-b955-b98c862c605a", "name": "network-vif-plugged", "status": "completed", "tag": "38d8166c-e9a7-4580-bbbc-e90f1d5feb1f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:17.032049 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35b585ea-afd9-4435-83ec-3f066d57e6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.055345 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.071018 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e53d1b1-948e-46d5-9c1e-4c688968ff17 x-openstack-request-id: req-8e53d1b1-948e-46d5-9c1e-4c688968ff17 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:17.071322 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e77be80-a5b6-474f-b955-b98c862c605a", "name": "network-vif-plugged", "status": "completed", "tag": "38d8166c-e9a7-4580-bbbc-e90f1d5feb1f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:17.071633 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e53d1b1-948e-46d5-9c1e-4c688968ff17 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:17.072133 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e77be80-a5b6-474f-b955-b98c862c605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f', 'code': 200} Jul 13 07:35:17.075614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76672b-781b-42da-bd2f-c1fcaf945142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bc73a3-66a9-44b4-9d3f-b7a3da09371f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:17.157448 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b0987-aa97-48ae-892c-c59420e11ec2 req-7da288b2-5526-484c-ad38-4b9c864e480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.158976 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-213b0987-aa97-48ae-892c-c59420e11ec2 req-7da288b2-5526-484c-ad38-4b9c864e480d service neutron] 10.222.0.53 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 912 time: 0.2577057 Jul 13 07:35:17.216374 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-213b0987-aa97-48ae-892c-c59420e11ec2 req-520d37d6-3b4d-487f-a138-bd7ddb63600a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71a5767d-33a1-4fbb-b16c-01789fe87bea HTTP/1.1" status: 200 len: 217 time: 0.0492108 Jul 13 07:35:17.223584 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ec096bd-0dd5-4910-ab0f-60c876cbc2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.291564 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ec096bd-0dd5-4910-ab0f-60c876cbc2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.397708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e96b11-d25d-4458-97e1-be5b9241cb8b req-f6f07965-bc71-41c8-9850-63f48b07380e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.400383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09e96b11-d25d-4458-97e1-be5b9241cb8b req-f6f07965-bc71-41c8-9850-63f48b07380e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.3201892 Jul 13 07:35:17.404221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ec096bd-0dd5-4910-ab0f-60c876cbc2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.407694 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ec096bd-0dd5-4910-ab0f-60c876cbc2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.409078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9ec096bd-0dd5-4910-ab0f-60c876cbc2bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abfc1bce-142f-41fc-8035-3128d1d6743c HTTP/1.1" status: 204 len: 168 time: 0.4180374 Jul 13 07:35:17.440843 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec096bd-0dd5-4910-ab0f-60c876cbc2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfc1bce-142f-41fc-8035-3128d1d6743c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:17.445643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b0987-aa97-48ae-892c-c59420e11ec2 req-57b08372-d3b4-46e4-9c33-e56e9333dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.447245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-213b0987-aa97-48ae-892c-c59420e11ec2 req-57b08372-d3b4-46e4-9c33-e56e9333dac9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.2204421 Jul 13 07:35:17.489407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-213b0987-aa97-48ae-892c-c59420e11ec2 req-ed03412c-8c97-4602-8dd4-05179a3f86cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350864 Jul 13 07:35:17.505302 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09e96b11-d25d-4458-97e1-be5b9241cb8b req-d996e6a3-3ad0-4fbf-8784-f566ed2b98e6 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916092 Jul 13 07:35:17.653310 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-213b0987-aa97-48ae-892c-c59420e11ec2 req-1eb4c922-73ef-4637-8ed2-e6fb4787d740 service neutron] 10.222.0.53 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462266 Jul 13 07:35:17.825469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff10663-d34b-46a8-acb3-bee64b6ce8b1 req-3954411b-3dd8-4e24-b04f-8f9c71e4cedc tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.827713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ff10663-d34b-46a8-acb3-bee64b6ce8b1 req-3954411b-3dd8-4e24-b04f-8f9c71e4cedc tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1500554 Jul 13 07:35:17.856481 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.904848 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-213b0987-aa97-48ae-892c-c59420e11ec2 req-c742b244-d7a4-4c07-829c-e8eccd2ae416 service neutron] 10.222.0.53 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170234 Jul 13 07:35:17.924870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ff10663-d34b-46a8-acb3-bee64b6ce8b1 req-9aecf693-6f30-4f8b-add1-c7d3e527d72c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910881 Jul 13 07:35:18.063166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09874dee-6df7-45f4-97e5-ece70921ae82 req-8664da40-07c3-4ea7-8b90-0db7d6061afa tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.064880 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09874dee-6df7-45f4-97e5-ece70921ae82 req-8664da40-07c3-4ea7-8b90-0db7d6061afa tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 943 time: 0.1358540 Jul 13 07:35:18.154970 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09874dee-6df7-45f4-97e5-ece70921ae82 req-f39c0c65-2295-4238-8b4f-cd6ab21ba187 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824034 Jul 13 07:35:18.381161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755214fb-40b3-4f11-b74d-0a666aeb1712 req-ef74c670-c295-48bd-bfd8-7f4cc0249038 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.382984 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-755214fb-40b3-4f11-b74d-0a666aeb1712 req-ef74c670-c295-48bd-bfd8-7f4cc0249038 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1582971 Jul 13 07:35:18.414571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171da301-2d63-4c3a-944c-9bc9c9db45af req-c65ba5ae-05d0-476f-8494-0d085e1bd16c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.424876 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-171da301-2d63-4c3a-944c-9bc9c9db45af req-c65ba5ae-05d0-476f-8494-0d085e1bd16c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1283753 Jul 13 07:35:18.472871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-755214fb-40b3-4f11-b74d-0a666aeb1712 req-9e041bb8-db18-4153-b2b8-b48b0823673d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825679 Jul 13 07:35:18.507612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-171da301-2d63-4c3a-944c-9bc9c9db45af req-b7ce4f53-9723-4546-ac73-6cb79b3ab7fe tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816927 Jul 13 07:35:18.537416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56650) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:18.771070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7d71f-4dd6-4bb6-aa24-e4f36b1950db req-b9eb749e-14df-41ce-b6ea-89dcc9811adb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.781954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-98b7d71f-4dd6-4bb6-aa24-e4f36b1950db req-b9eb749e-14df-41ce-b6ea-89dcc9811adb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1158729 Jul 13 07:35:18.810370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-762708649-network', 'tenant_id': '98e6cafab022485d9c81d31e890765de'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:18.845441 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-98b7d71f-4dd6-4bb6-aa24-e4f36b1950db req-d02efd44-92e5-459c-9a37-54eba3715494 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609744 Jul 13 07:35:18.851689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Made reservation on behalf of 98e6cafab022485d9c81d31e890765de for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:18.855041 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.867650 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.003742 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.012806 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.044057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9057b529-0370-4e58-bcfc-6e1cde3a3421,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.054824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:19.089397 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.091336 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Added segment 5282c592-132c-43b8-8eae-3f5d7d1875ea of type vlan for network a651c625-5036-40c5-a2bd-dfdcf68cf69d Jul 13 07:35:19.214978 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.275692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920ab6c-eaa4-4c10-8558-a74b0f94f4fc req-9a220a15-8677-4fc6-914b-c6c8fd065aa4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.277872 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4920ab6c-eaa4-4c10-8558-a74b0f94f4fc req-9a220a15-8677-4fc6-914b-c6c8fd065aa4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1081746 Jul 13 07:35:19.278697 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.279592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.280296 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.316582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56684) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.359958 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8210714 Jul 13 07:35:19.362722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56688) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.379396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Request body: {'subnet': {'network_id': 'a651c625-5036-40c5-a2bd-dfdcf68cf69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-762708649-subnet', 'tenant_id': '98e6cafab022485d9c81d31e890765de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:19.439319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece769a-5739-407a-b7d8-d7eb07d967eb req-309f41cd-5d1b-4470-93e6-77068adc9dc8 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.446739 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eece769a-5739-407a-b7d8-d7eb07d967eb req-309f41cd-5d1b-4470-93e6-77068adc9dc8 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 943 time: 0.0961494 Jul 13 07:35:19.461336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018977a-0975-4c4d-9d3a-d8f5253a438e admin admin] Pushing event updated for resources: {'Network': ['ID=a651c625-5036-40c5-a2bd-dfdcf68cf69d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.473796 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4920ab6c-eaa4-4c10-8558-a74b0f94f4fc req-1311b9bd-f8c2-4b88-b815-16c9afc60bd6 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728942 Jul 13 07:35:19.474509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network a651c625-5036-40c5-a2bd-dfdcf68cf69d details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:19.484751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Made reservation on behalf of 98e6cafab022485d9c81d31e890765de for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:19.488112 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.556783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eece769a-5739-407a-b7d8-d7eb07d967eb req-332f7032-278a-4bef-82bd-eaebc341d158 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091537 Jul 13 07:35:19.588436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df67cf4f-4ef7-4526-ab43-d1425fd65aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.676983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.705148 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df67cf4f-4ef7-4526-ab43-d1425fd65aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.717861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df67cf4f-4ef7-4526-ab43-d1425fd65aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.801088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-df67cf4f-4ef7-4526-ab43-d1425fd65aa7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ee819c74b38414883215b89cb63d67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810202 Jul 13 07:35:19.802047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56694) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.806861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67cf4f-4ef7-4526-ab43-d1425fd65aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6fb4ff-ecfc-4a91-9f5f-4e63d7178400,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.857909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7f57-4ea6-45c6-b3f4-e75d8e78a550 req-becc0de1-0715-4a6d-986b-80da45fb4636 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.860111 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e3a7f57-4ea6-45c6-b3f4-e75d8e78a550 req-becc0de1-0715-4a6d-986b-80da45fb4636 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1238127 Jul 13 07:35:19.867714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.881541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7ea33-cc4c-4df6-a533-c12714ddc76c req-5c6caeb8-d2d0-4161-b53c-bb317074bf4b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.883089 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02d7ea33-cc4c-4df6-a533-c12714ddc76c req-5c6caeb8-d2d0-4161-b53c-bb317074bf4b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1480992 Jul 13 07:35:19.924571 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e3a7f57-4ea6-45c6-b3f4-e75d8e78a550 req-bf35f802-677b-477a-b167-3e094daab042 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530226 Jul 13 07:35:19.960698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-421a92af-3e46-4ac3-bd11-2f71133c7f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.027824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Checking segment: {'id': '5282c592-132c-43b8-8eae-3f5d7d1875ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a651c625-5036-40c5-a2bd-dfdcf68cf69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:20.028520 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Network hostable DHCP agents. Network: a651c625-5036-40c5-a2bd-dfdcf68cf69d, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:20.068068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-421a92af-3e46-4ac3-bd11-2f71133c7f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.082705 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02d7ea33-cc4c-4df6-a533-c12714ddc76c req-96fe2293-e484-4a77-bb5a-01dd9edffec7 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561680 Jul 13 07:35:20.094962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c78854-cbd0-47f8-a2fd-5564a19807a6,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.114086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Network a651c625-5036-40c5-a2bd-dfdcf68cf69d is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:20.128935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, a651c625-5036-40c5-a2bd-dfdcf68cf69d) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:20.140764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e368587-5a23-4bc3-8b3d-ca0ca1c44714 None None] Network a651c625-5036-40c5-a2bd-dfdcf68cf69d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:20.141393 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.142113 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.183608 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d4e7fea3-51b0-4f98-93ba-5e72e67f8ba1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8174243 Jul 13 07:35:20.217058 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-421a92af-3e46-4ac3-bd11-2f71133c7f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.222006 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-421a92af-3e46-4ac3-bd11-2f71133c7f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.223861 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-421a92af-3e46-4ac3-bd11-2f71133c7f22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b6fb4ff-ecfc-4a91-9f5f-4e63d7178400 HTTP/1.1" status: 204 len: 168 time: 0.4204595 Jul 13 07:35:20.239172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a28a41-9982-4f90-a21b-e0349e6306d1 req-0cf40b48-7e69-443d-bb82-83637c5ad051 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.242909 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-42a28a41-9982-4f90-a21b-e0349e6306d1 req-0cf40b48-7e69-443d-bb82-83637c5ad051 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1721144 Jul 13 07:35:20.262682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a92af-3e46-4ac3-bd11-2f71133c7f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6fb4ff-ecfc-4a91-9f5f-4e63d7178400,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.302804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 71a5767d-33a1-4fbb-b16c-01789fe87bea details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:20.343420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-42a28a41-9982-4f90-a21b-e0349e6306d1 req-24d7bc7e-a3af-4c73-944d-3a16ef647fce tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914290 Jul 13 07:35:20.587232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2387a0-230a-48e3-93e8-16488bb9bf8d req-c7af9fc4-1771-4161-8f1a-4c47453b7dd7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:20.589843 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a2387a0-230a-48e3-93e8-16488bb9bf8d req-c7af9fc4-1771-4161-8f1a-4c47453b7dd7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1034856 Jul 13 07:35:20.627908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853310f7-d302-4bf5-bc5d-581e8be0b8fc None None] Network a651c625-5036-40c5-a2bd-dfdcf68cf69d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:20.673022 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a2387a0-230a-48e3-93e8-16488bb9bf8d req-1a76e38f-9cd1-4e51-b5b0-b099ceccf7c2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687897 Jul 13 07:35:20.860192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 71a5767d-33a1-4fbb-b16c-01789fe87bea, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=71a5767d-33a1-4fbb-b16c-01789fe87bea,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:20.956949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '71a5767d-33a1-4fbb-b16c-01789fe87bea', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'port_id': '71a5767d-33a1-4fbb-b16c-01789fe87bea', 'mac_address': 'fa:16:3e:a1:fd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab40a5cf-dc2a-4c9d-8e41-a9ed215df390', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:20.994562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e58e53-1b0b-486b-a229-d6c9259f5097 req-8f546c2c-9804-417d-a899-e82ad2d35d0e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.005739 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5e58e53-1b0b-486b-a229-d6c9259f5097 req-8f546c2c-9804-417d-a899-e82ad2d35d0e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 943 time: 0.2065732 Jul 13 07:35:21.113788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5e58e53-1b0b-486b-a229-d6c9259f5097 req-16894d8e-2aba-401c-812b-fa8a8f8713fd tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988536 Jul 13 07:35:21.166470 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.184349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a5767d-33a1-4fbb-b16c-01789fe87bea {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:21.227455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 71a5767d-33a1-4fbb-b16c-01789fe87bea, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=71a5767d-33a1-4fbb-b16c-01789fe87bea,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:21.256111 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.339347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfcba2-399a-4018-9a71-09c8f03e9a85 req-bf82a405-c231-4921-8019-272fd3aa73a6 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.345004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=71a5767d-33a1-4fbb-b16c-01789fe87bea,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.360041 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2fdfcba2-399a-4018-9a71-09c8f03e9a85 req-bf82a405-c231-4921-8019-272fd3aa73a6 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1069193 Jul 13 07:35:21.369702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56752) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.375482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-689570684-network', 'tenant_id': 'dd983bf1b4db4419a70f11c0ab6a8641'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:21.419209 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Made reservation on behalf of dd983bf1b4db4419a70f11c0ab6a8641 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:21.422442 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.448970 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.455686 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2fdfcba2-399a-4018-9a71-09c8f03e9a85 req-e68ed63c-c020-4c39-8052-3a0ef386f624 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932174 Jul 13 07:35:21.547592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56764) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.564231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca310ebc-8d57-4455-b236-c1dccee34ef5 req-23faafc4-5f87-4df7-ac07-809f5fa91b7a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.571907 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca310ebc-8d57-4455-b236-c1dccee34ef5 req-23faafc4-5f87-4df7-ac07-809f5fa91b7a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1454988 Jul 13 07:35:21.597682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['71a5767d-33a1-4fbb-b16c-01789fe87bea'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:21.643070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca310ebc-8d57-4455-b236-c1dccee34ef5 req-606ed5ec-c0e4-4af1-8514-0de828d4fc60 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628560 Jul 13 07:35:21.674435 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.690582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.719945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:21.731206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685572e2-61b5-421f-9867-3cb8bf44cb16,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.736187 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.736534 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Added segment 7c86ffa4-78b6-4970-bc48-0c77aeb5017b of type vlan for network 8995cf35-9480-4aed-8dab-227e848fdcd4 Jul 13 07:35:21.750002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-910501922-network', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:21.782303 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.789336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:21.795751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.811679 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.833588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.835283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.836059 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.907289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=8995cf35-9480-4aed-8dab-227e848fdcd4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.919123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 8995cf35-9480-4aed-8dab-227e848fdcd4 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:21.934259 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.941258 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.952132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f5f83ff6-77a7-4616-83e7-af1458fce0b8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5783381 Jul 13 07:35:21.953030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56768) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.958235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Request body: {'subnet': {'network_id': '8995cf35-9480-4aed-8dab-227e848fdcd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-689570684-subnet', 'tenant_id': 'dd983bf1b4db4419a70f11c0ab6a8641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:21.971404 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b49613-d50a-43fe-9665-d750123664c9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.989418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:21.995609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Made reservation on behalf of dd983bf1b4db4419a70f11c0ab6a8641 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:21.998571 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.002287 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.002632 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Added segment 9d1a1b94-d7db-4a74-939c-37a5b395e473 of type vlan for network 3e7cdd79-9e26-472c-b6eb-034c3e059457 Jul 13 07:35:22.050045 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.084450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.087778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.090340 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.132795 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5805175 Jul 13 07:35:22.133016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56770) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:22.143987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Request body: {'subnet': {'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-subnet', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:22.196135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f66da-838d-40f2-b5f1-1522a4acc5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3e7cdd79-9e26-472c-b6eb-034c3e059457,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:22.206164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:22.208093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 3e7cdd79-9e26-472c-b6eb-034c3e059457 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:22.208724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.244713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.323667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f820c-01fc-4430-aa2b-48d4e02a4780 req-ad855c27-1afb-4ce2-b9aa-933da4457020 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.331738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-517f820c-01fc-4430-aa2b-48d4e02a4780 req-ad855c27-1afb-4ce2-b9aa-933da4457020 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 944 time: 0.0825942 Jul 13 07:35:22.359588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92238ee4-490f-4e86-a82e-1cb6cf9900aa,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:22.381634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Checking segment: {'id': '7c86ffa4-78b6-4970-bc48-0c77aeb5017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8995cf35-9480-4aed-8dab-227e848fdcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:22.382080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Network hostable DHCP agents. Network: 8995cf35-9480-4aed-8dab-227e848fdcd4, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:22.387140 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-517f820c-01fc-4430-aa2b-48d4e02a4780 req-df524937-20a3-4ae3-9bbd-8ca1ffdd6179 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541072 Jul 13 07:35:22.433716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Network 8995cf35-9480-4aed-8dab-227e848fdcd4 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:22.450519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 8995cf35-9480-4aed-8dab-227e848fdcd4) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:22.458497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466fa4e1-a179-4e70-b15e-63a785a8ea63 None None] Network 8995cf35-9480-4aed-8dab-227e848fdcd4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:22.490238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.490843 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.530786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9291328f-9b9a-48fa-a003-1b67cfa7c592 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5771697 Jul 13 07:35:22.532759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.653031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a916cb-756e-4ec9-9df1-6600fe316290,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:22.679597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Checking segment: {'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:22.680128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Network hostable DHCP agents. Network: 3e7cdd79-9e26-472c-b6eb-034c3e059457, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:22.739426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d77f7d-a4ec-41ba-9736-c8a84cebd0de None None] Network 8995cf35-9480-4aed-8dab-227e848fdcd4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:22.777961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Network 3e7cdd79-9e26-472c-b6eb-034c3e059457 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:22.802963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 3e7cdd79-9e26-472c-b6eb-034c3e059457) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:22.817060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.817985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.842038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e491-41f3-4141-8bf9-8fd4a3df7eb7 req-da4411e0-24f9-4673-be52-b673bf9b50b2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.844306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2623e491-41f3-4141-8bf9-8fd4a3df7eb7 req-da4411e0-24f9-4673-be52-b673bf9b50b2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1571469 Jul 13 07:35:22.846673 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c9192a52-3553-45b9-8061-e6830b8c825b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7129714 Jul 13 07:35:22.849499 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56792) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:22.856762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:22.889850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc21a9d-91c0-4cf8-b2df-f104de91d0d4 None None] Network 3e7cdd79-9e26-472c-b6eb-034c3e059457 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:22.913094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.930197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.933966 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2623e491-41f3-4141-8bf9-8fd4a3df7eb7 req-88035ebf-4926-4bd1-9b02-c8592352243c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832739 Jul 13 07:35:23.070401 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.159797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-3e7cdd79-9e26-472c-b6eb-034c3e059457', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:35:23.161598 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.277877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b8037-d3c9-4560-a66c-a11b5d110934 req-6b1b798d-d6ea-47df-80db-dcdc00d9d185 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.304675 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a22b8037-d3c9-4560-a66c-a11b5d110934 req-6b1b798d-d6ea-47df-80db-dcdc00d9d185 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.3741226 Jul 13 07:35:23.310290 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.362318 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a22b8037-d3c9-4560-a66c-a11b5d110934 req-10400e63-c3b4-416e-a4b6-090ec524e77a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760765 Jul 13 07:35:23.383999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Allocated IP 172.20.0.2 (3e7cdd79-9e26-472c-b6eb-034c3e059457/13a916cb-756e-4ec9-9df1-6600fe316290/a5dd49f8-2916-46f8-978a-86edb500f591) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:23.431699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-ea004f79-30b1-4308-b21c-1f9a5650f4ce tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:23.439109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-ea004f79-30b1-4308-b21c-1f9a5650f4ce tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/networks?id=a651c625-5036-40c5-a2bd-dfdcf68cf69d HTTP/1.1" status: 200 len: 824 time: 0.1835248 Jul 13 07:35:23.455519 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-06d866ce-9430-437d-a806-2aec52eb8cce tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/quotas/98e6cafab022485d9c81d31e890765de HTTP/1.1" status: 200 len: 375 time: 0.0154753 Jul 13 07:35:23.505004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-ef0e776c-6914-4f11-9d5a-c67750ee0edc tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=98e6cafab022485d9c81d31e890765de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485306 Jul 13 07:35:23.627056 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.629349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-007bccc1-2daf-4e4a-8e7c-786a3657f80c service neutron] 10.222.0.44 "GET /v2.0/networks/a651c625-5036-40c5-a2bd-dfdcf68cf69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234393 Jul 13 07:35:23.638115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Transition to ACTIVE for port object a5dd49f8-2916-46f8-978a-86edb500f591 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:23.658938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Transition to ACTIVE for port object a5dd49f8-2916-46f8-978a-86edb500f591 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:23.670386 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.767225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b1755bb1-a4d0-47f5-b18e-1c8b07ab9779 service neutron] 10.222.0.44 "GET /v2.0/networks/a651c625-5036-40c5-a2bd-dfdcf68cf69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368887 Jul 13 07:35:23.923648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Pushing event updated for resources: {'Port': ['ID=a5dd49f8-2916-46f8-978a-86edb500f591,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:23.938592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Network 3e7cdd79-9e26-472c-b6eb-034c3e059457 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:23.940571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:23.945650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:24.050135 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.066260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Attempting to bind port a5dd49f8-2916-46f8-978a-86edb500f591 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:24.066777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Attempting to bind port a5dd49f8-2916-46f8-978a-86edb500f591 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:24.067933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Attempting to bind port a5dd49f8-2916-46f8-978a-86edb500f591 on network 3e7cdd79-9e26-472c-b6eb-034c3e059457 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:24.078746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:24.080527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Checking segment: {'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:24.081043 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.081948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Bound using segment: {'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:24.082992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30057dbc-887b-4e56-8f60-2289f92f5334 req-b38be57c-8fe5-484f-a89b-09402ecc9704 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.083987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Bound port: a5dd49f8-2916-46f8-978a-86edb500f591, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:24.084758 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.089902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-30057dbc-887b-4e56-8f60-2289f92f5334 req-b38be57c-8fe5-484f-a89b-09402ecc9704 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 944 time: 0.4842753 Jul 13 07:35:24.092115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.173930 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-30057dbc-887b-4e56-8f60-2289f92f5334 req-292d2596-8285-4644-a838-f22da032d6e3 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830057 Jul 13 07:35:24.199458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] For port a5dd49f8-2916-46f8-978a-86edb500f591, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:24.208925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] For port a5dd49f8-2916-46f8-978a-86edb500f591, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a5dd49f8-2916-46f8-978a-86edb500f591,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:24.220118 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.306307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 71a5767d-33a1-4fbb-b16c-01789fe87bea up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:24.328957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Allocated IP 172.25.6.239 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/f12394ac-e31a-410d-a9a9-121203c9068b) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:24.383290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78598929-c662-4e7b-8970-7cdf8a41d70e None None] Pushing event updated for resources: {'Port': ['ID=a5dd49f8-2916-46f8-978a-86edb500f591,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:24.393441 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12ac7163-50b8-4602-953d-5e407d6e81f3 req-50455f1d-4813-4198-a250-540831cee2c4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 210 time: 0.0827572 Jul 13 07:35:24.489439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 71a5767d-33a1-4fbb-b16c-01789fe87bea completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:24.497494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 71a5767d-33a1-4fbb-b16c-01789fe87bea triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:24.497937 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.725106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda44d0-6273-4d20-ae2f-7c6389c91df6 req-495624a7-11e6-40d1-b07d-572f36d1119b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.747016 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcda44d0-6273-4d20-ae2f-7c6389c91df6 req-495624a7-11e6-40d1-b07d-572f36d1119b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1982992 Jul 13 07:35:24.747786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.799973 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.813639 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcda44d0-6273-4d20-ae2f-7c6389c91df6 req-749d0374-29f5-4df4-9337-30b8543f8f03 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654361 Jul 13 07:35:24.823828 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.862588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2089dd18-e92b-4d6d-b38d-2b57a54ecfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a5767d-33a1-4fbb-b16c-01789fe87bea'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:24.865202 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294134fd-5da2-4365-b351-6897df30583a" -d '{"events": [{"server_uuid": "2089dd18-e92b-4d6d-b38d-2b57a54ecfd7", "name": "network-vif-plugged", "status": "completed", "tag": "71a5767d-33a1-4fbb-b16c-01789fe87bea"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:24.898382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed486d-8845-426e-a2d7-77e21c14c86e req-5982fa8a-7e6c-47ef-b716-a833f2e36307 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.906580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72ed486d-8845-426e-a2d7-77e21c14c86e req-5982fa8a-7e6c-47ef-b716-a833f2e36307 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.2606952 Jul 13 07:35:24.919222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 71a5767d-33a1-4fbb-b16c-01789fe87bea, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=71a5767d-33a1-4fbb-b16c-01789fe87bea,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:24.930243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.946005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:24.962049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:24.972557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:24.982556 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abfdd4b-48d8-4cc7-83aa-bdc9aeddf076 x-openstack-request-id: req-1abfdd4b-48d8-4cc7-83aa-bdc9aeddf076 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:24.983060 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2089dd18-e92b-4d6d-b38d-2b57a54ecfd7", "name": "network-vif-plugged", "status": "completed", "tag": "71a5767d-33a1-4fbb-b16c-01789fe87bea", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:24.984852 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1abfdd4b-48d8-4cc7-83aa-bdc9aeddf076 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:24.985629 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2089dd18-e92b-4d6d-b38d-2b57a54ecfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a5767d-33a1-4fbb-b16c-01789fe87bea', 'code': 200} Jul 13 07:35:24.990385 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72ed486d-8845-426e-a2d7-77e21c14c86e req-ab6ff486-3b26-4334-bf75-caf4737fdb94 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828261 Jul 13 07:35:25.013156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Pushing event updated for resources: {'Port': ['ID=f12394ac-e31a-410d-a9a9-121203c9068b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:25.033964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=71a5767d-33a1-4fbb-b16c-01789fe87bea,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:25.370678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1204da-638d-4116-a988-c1ace65fb7d9 req-d61927b2-4998-4270-955d-240d1f1f1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:25.372509 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d1204da-638d-4116-a988-c1ace65fb7d9 req-d61927b2-4998-4270-955d-240d1f1f1fd0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 1096 time: 0.2131672 Jul 13 07:35:25.514243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a5dd49f8-2916-46f8-978a-86edb500f591 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:25.514972 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d1204da-638d-4116-a988-c1ace65fb7d9 req-cb7372c6-d91f-4d78-bdf1-d997b34f0d8b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603070 Jul 13 07:35:25.521701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab1aba-8d9f-4803-b39f-1ac56fed6ab1 req-06880773-3b85-4987-bb20-52ee86bbbc81 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:25.539043 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8bab1aba-8d9f-4803-b39f-1ac56fed6ab1 req-06880773-3b85-4987-bb20-52ee86bbbc81 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1609435 Jul 13 07:35:25.592983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a5dd49f8-2916-46f8-978a-86edb500f591 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:25.624745 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8bab1aba-8d9f-4803-b39f-1ac56fed6ab1 req-56cb4883-fc71-40c8-979c-a7e051136134 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846999 Jul 13 07:35:25.670329 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f1d4892-dfdf-4b13-a086-5b1d05b0ebc8 req-a59afb0c-ff2b-4d2f-a5af-f915490059d5 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 210 time: 0.0589681 Jul 13 07:35:25.680529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.883796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579c218-434c-47b3-867b-78841efa4169 None None] Network 3e7cdd79-9e26-472c-b6eb-034c3e059457 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:26.004426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-52c2636f-8b4b-4a56-a475-830d540b2d3e None None] Provisioning for port a5dd49f8-2916-46f8-978a-86edb500f591 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:26.016723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-52c2636f-8b4b-4a56-a475-830d540b2d3e None None] Provisioning complete for port a5dd49f8-2916-46f8-978a-86edb500f591 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:26.017101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-52c2636f-8b4b-4a56-a475-830d540b2d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.146295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-7f5368cf-f6ee-4111-8540-395096304df9 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.148037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-7f5368cf-f6ee-4111-8540-395096304df9 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.54 "GET /v2.0/networks?id=a651c625-5036-40c5-a2bd-dfdcf68cf69d HTTP/1.1" status: 200 len: 824 time: 0.3636065 Jul 13 07:35:26.153703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-52c2636f-8b4b-4a56-a475-830d540b2d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.154127 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.181476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Request body: {'port': {'device_id': 'd8084eea-4a47-47e2-8c11-e299a6ab1be5', 'network_id': 'a651c625-5036-40c5-a2bd-dfdcf68cf69d', 'admin_state_up': True, 'tenant_id': '98e6cafab022485d9c81d31e890765de'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:26.200698 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-52c2636f-8b4b-4a56-a475-830d540b2d3e None None] For port a5dd49f8-2916-46f8-978a-86edb500f591, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a5dd49f8-2916-46f8-978a-86edb500f591,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:26.209552 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-52c2636f-8b4b-4a56-a475-830d540b2d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.224843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a58417-fed8-40d0-9830-30907076c18a req-27f4f3b4-f658-433c-96ba-c1d2adafd59a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.227501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7a58417-fed8-40d0-9830-30907076c18a req-27f4f3b4-f658-433c-96ba-c1d2adafd59a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1854591 Jul 13 07:35:26.309680 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7a58417-fed8-40d0-9830-30907076c18a req-83fd44c7-850a-4ffd-a678-814881d3f3ca tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721149 Jul 13 07:35:26.331780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2636f-8b4b-4a56-a475-830d540b2d3e None None] Pushing event updated for resources: {'Port': ['ID=a5dd49f8-2916-46f8-978a-86edb500f591,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:26.587553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd4bff-a4b5-45d6-8b1f-d636164cdccd req-81722a0a-4b52-4b6c-bd4a-9959eae4c5c2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.595306 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-42dd4bff-a4b5-45d6-8b1f-d636164cdccd req-81722a0a-4b52-4b6c-bd4a-9959eae4c5c2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.3259401 Jul 13 07:35:26.668703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Made reservation on behalf of 98e6cafab022485d9c81d31e890765de for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:26.681042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.700695 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-42dd4bff-a4b5-45d6-8b1f-d636164cdccd req-4acd88b9-175a-4cdc-ad42-d410faaa0fba tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045365 Jul 13 07:35:26.724276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Router b25a33b1-9189-437c-b869-145155a9430d is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:26.802046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-60b8d5c3-63a0-488b-9628-9341c45e091b None None] Provisioning complete for port a5dd49f8-2916-46f8-978a-86edb500f591 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:26.804063 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-60b8d5c3-63a0-488b-9628-9341c45e091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.925905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d76b0-e462-4fb8-bd3f-f309578661ff req-0ba20496-f3c0-4e98-9804-a3ffbb112c9e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.933272 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-416d76b0-e462-4fb8-bd3f-f309578661ff req-0ba20496-f3c0-4e98-9804-a3ffbb112c9e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1028442 Jul 13 07:35:26.982434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Allocated IP 172.20.0.3 (a651c625-5036-40c5-a2bd-dfdcf68cf69d/f4c78854-cbd0-47f8-a2fd-5564a19807a6/ce69f4a2-2b0e-46dc-945d-746de2aed20a) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:27.015818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-416d76b0-e462-4fb8-bd3f-f309578661ff req-6cf5b7b5-7c1e-4c60-93a4-2e008eea98e7 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817332 Jul 13 07:35:27.083057 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-572567b4-5827-4818-a0dc-dce42d8ed451 req-7962c3b3-b62a-4954-921c-d7af7a2775c9 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 210 time: 0.0607071 Jul 13 07:35:27.243933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:27.257297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Sync routers for ids ['b25a33b1-9189-437c-b869-145155a9430d'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:27.282111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.282111 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8da4e911-6e6d-4a74-8b5c-778f2226187c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4290330 Jul 13 07:35:27.283292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56878) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:27.299217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Routers {'b25a33b1-9189-437c-b869-145155a9430d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:27.302585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:35:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b25a33b1-9189-437c-b869-145155a9430d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:27.313067 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.402007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a5dd49f8-2916-46f8-978a-86edb500f591 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:27.419602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8227e-5959-4ff9-b49e-79a09de15284 req-7f73a785-c480-46df-9ca1-f0dfb25f3226 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:27.422950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75a8227e-5959-4ff9-b49e-79a09de15284 req-7f73a785-c480-46df-9ca1-f0dfb25f3226 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.2751839 Jul 13 07:35:27.431734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.546815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Network a651c625-5036-40c5-a2bd-dfdcf68cf69d is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:27.565092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a5dd49f8-2916-46f8-978a-86edb500f591 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:27.565452 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.585029 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:27.586867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Pushing event updated for resources: {'Port': ['ID=ce69f4a2-2b0e-46dc-945d-746de2aed20a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:27.599598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:27.629564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Set router b25a33b1-9189-437c-b869-145155a9430d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:27.697713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75a8227e-5959-4ff9-b49e-79a09de15284 req-ff133724-b9cb-4629-95d8-b31b3879139c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656977 Jul 13 07:35:27.703552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:27.704490 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.810577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-b7ba5c03-40ee-436d-ae2b-d1bf3191a6ac tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6428101 Jul 13 07:35:27.825008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Request body: {'port': {'device_id': 'd8084eea-4a47-47e2-8c11-e299a6ab1be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:27.941856 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.006703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90ca66-8a75-495d-adea-41958985382b req-9cfa1fb8-a8e5-43c0-b92d-5dc56b25cc62 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:28.008300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b90ca66-8a75-495d-adea-41958985382b req-9cfa1fb8-a8e5-43c0-b92d-5dc56b25cc62 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.2618937 Jul 13 07:35:28.149538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b90ca66-8a75-495d-adea-41958985382b req-fab6f3d0-721b-48c2-8d60-1e2ac98f1a23 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614913 Jul 13 07:35:28.153076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59586bff-daed-4d12-a3d7-686ed8795e9d req-4145a59d-dee7-4c35-a027-a787199aeebb tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:28.154665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59586bff-daed-4d12-a3d7-686ed8795e9d req-4145a59d-dee7-4c35-a027-a787199aeebb tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1676543 Jul 13 07:35:28.201264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:25Z', 'revision_number': 3, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:28.258912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Checking router: b25a33b1-9189-437c-b869-145155a9430d for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:28.259592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Updating router b25a33b1-9189-437c-b869-145155a9430d port f12394ac-e31a-410d-a9a9-121203c9068b binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:28.305859 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.310149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59586bff-daed-4d12-a3d7-686ed8795e9d req-30ddd114-4c08-4f78-8473-fd85e753dfe2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771511 Jul 13 07:35:28.313246 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.564925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce69f4a2-2b0e-46dc-945d-746de2aed20a {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:28.619663 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.639583 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.652149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Transition to ACTIVE for port object ce69f4a2-2b0e-46dc-945d-746de2aed20a will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:28.654245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Transition to ACTIVE for port object f12394ac-e31a-410d-a9a9-121203c9068b will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:28.657023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8b892-f35e-40cc-bc1a-c1bc95569916 req-9eba463c-9979-4b39-bce5-7e9c8d4b3a4f tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:28.658691 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07b8b892-f35e-40cc-bc1a-c1bc95569916 req-9eba463c-9979-4b39-bce5-7e9c8d4b3a4f tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1473405 Jul 13 07:35:28.662628 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.667929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.690014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Allocated IP 172.20.0.1 (3e7cdd79-9e26-472c-b6eb-034c3e059457/13a916cb-756e-4ec9-9df1-6600fe316290/58acf5ba-c65a-45f1-a9b7-31263e99bf5d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:28.721313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Attempting to bind port f12394ac-e31a-410d-a9a9-121203c9068b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:28.721814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Attempting to bind port f12394ac-e31a-410d-a9a9-121203c9068b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:28.722224 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Attempting to bind port f12394ac-e31a-410d-a9a9-121203c9068b on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:28.731145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:28.731866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:28.732413 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.733156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:28.733555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Bound port: f12394ac-e31a-410d-a9a9-121203c9068b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:28.734061 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.759015 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Pushing event updated for resources: {'Port': ['ID=ce69f4a2-2b0e-46dc-945d-746de2aed20a,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:28.769268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07b8b892-f35e-40cc-bc1a-c1bc95569916 req-4ea60db4-d93c-4ec8-8148-29e0fb2800bb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997417 Jul 13 07:35:28.788756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38accff3-24d0-4419-aacf-1df84ad7a071 req-bf34f947-4ea9-4149-82c9-f930aa7dc992 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:28.810828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbee73-8c52-46ee-930a-8c82537689be None None] Pushing event updated for resources: {'Port': ['ID=f12394ac-e31a-410d-a9a9-121203c9068b,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:28.810932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-38accff3-24d0-4419-aacf-1df84ad7a071 req-bf34f947-4ea9-4149-82c9-f930aa7dc992 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 931 time: 0.2267766 Jul 13 07:35:28.870356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] For port f12394ac-e31a-410d-a9a9-121203c9068b, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:28.873860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] For port f12394ac-e31a-410d-a9a9-121203c9068b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f12394ac-e31a-410d-a9a9-121203c9068b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:28.888149 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.913905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Attempting to bind port ce69f4a2-2b0e-46dc-945d-746de2aed20a on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:28.914254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Attempting to bind port ce69f4a2-2b0e-46dc-945d-746de2aed20a by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '5282c592-132c-43b8-8eae-3f5d7d1875ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a651c625-5036-40c5-a2bd-dfdcf68cf69d'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:28.914685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Attempting to bind port ce69f4a2-2b0e-46dc-945d-746de2aed20a on network a651c625-5036-40c5-a2bd-dfdcf68cf69d {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:28.930798 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-38accff3-24d0-4419-aacf-1df84ad7a071 req-022b0786-fb5c-415b-9114-d5e47815f298 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321664 Jul 13 07:35:28.938601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Port ce69f4a2-2b0e-46dc-945d-746de2aed20a on network a651c625-5036-40c5-a2bd-dfdcf68cf69d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:28.939023 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Attempting to bind port ce69f4a2-2b0e-46dc-945d-746de2aed20a on network a651c625-5036-40c5-a2bd-dfdcf68cf69d {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:28.956470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:28.956953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Checking segment: {'id': '5282c592-132c-43b8-8eae-3f5d7d1875ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a651c625-5036-40c5-a2bd-dfdcf68cf69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:28.957354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Bound using segment: {'id': '5282c592-132c-43b8-8eae-3f5d7d1875ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a651c625-5036-40c5-a2bd-dfdcf68cf69d'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:28.957800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Bound port: ce69f4a2-2b0e-46dc-945d-746de2aed20a, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5282c592-132c-43b8-8eae-3f5d7d1875ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a651c625-5036-40c5-a2bd-dfdcf68cf69d'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:28.958161 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.999139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbee73-8c52-46ee-930a-8c82537689be None None] Pushing event updated for resources: {'Port': ['ID=f12394ac-e31a-410d-a9a9-121203c9068b,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:29.038247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Routers {'b25a33b1-9189-437c-b869-145155a9430d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:29.038881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:35:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b25a33b1-9189-437c-b869-145155a9430d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:29.087816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] For port ce69f4a2-2b0e-46dc-945d-746de2aed20a, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:29.093302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] For port ce69f4a2-2b0e-46dc-945d-746de2aed20a, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ce69f4a2-2b0e-46dc-945d-746de2aed20a,segment=NetworkSegment(5282c592-132c-43b8-8eae-3f5d7d1875ea),segment_id=5282c592-132c-43b8-8eae-3f5d7d1875ea)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:29.117846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.191685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.192936 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.207467 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] 10.222.0.54 "PUT /v2.0/ports/ce69f4a2-2b0e-46dc-945d-746de2aed20a HTTP/1.1" status: 200 len: 1091 time: 1.3868821 Jul 13 07:35:29.223666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8084eea-4a47-47e2-8c11-e299a6ab1be5', 'tag': 'ce69f4a2-2b0e-46dc-945d-746de2aed20a'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:29.241398 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9604c9-705f-4635-96d0-e107b23f286c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8084eea-4a47-47e2-8c11-e299a6ab1be5", "tag": "ce69f4a2-2b0e-46dc-945d-746de2aed20a"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:29.360315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] Set router b25a33b1-9189-437c-b869-145155a9430d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:29.383694 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.404853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cdb12-f1b2-4ef9-a5a3-2a329c9d6f8b req-17221e94-5ffd-4d17-b1d0-d04d25c7663c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.413616 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a71cdb12-f1b2-4ef9-a5a3-2a329c9d6f8b req-17221e94-5ffd-4d17-b1d0-d04d25c7663c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1399651 Jul 13 07:35:29.425998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Transition to ACTIVE for port object 58acf5ba-c65a-45f1-a9b7-31263e99bf5d will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:29.475453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3152869-f2f2-4617-ae7c-582d9283f744 service neutron] Pushing event updated for resources: {'Port': ['ID=ce69f4a2-2b0e-46dc-945d-746de2aed20a,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:29.503931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a71cdb12-f1b2-4ef9-a5a3-2a329c9d6f8b req-57dfc005-735f-45d5-a2c4-b42a563974e0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893855 Jul 13 07:35:29.524692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-76e81371-163d-4c47-8b65-94dc9ed9ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.527536 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-76e81371-163d-4c47-8b65-94dc9ed9ffc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98e6cafab022485d9c81d31e890765de&device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 1094 time: 0.1757305 Jul 13 07:35:29.542007 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.546230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db721e24-2ff9-4164-9987-258dc3533907 req-ac39e701-fe28-44b2-83f0-62e0e8589828 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.548272 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db721e24-2ff9-4164-9987-258dc3533907 req-ac39e701-fe28-44b2-83f0-62e0e8589828 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1085527 Jul 13 07:35:29.596181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Pushing event updated for resources: {'Port': ['ID=58acf5ba-c65a-45f1-a9b7-31263e99bf5d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:29.625197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Network 3e7cdd79-9e26-472c-b6eb-034c3e059457 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:29.627164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:29.638756 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db721e24-2ff9-4164-9987-258dc3533907 req-c73ba885-071a-4e3b-9f4e-00fcb4d6a9b0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810730 Jul 13 07:35:29.640261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:29.643306 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-e2f988f9-94e3-4cf5-9dc2-d8540242acf4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce69f4a2-2b0e-46dc-945d-746de2aed20a HTTP/1.1" status: 200 len: 217 time: 0.0938208 Jul 13 07:35:29.769404 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-de678a7e-d53f-4eff-97c8-62d9ade7ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.775490 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-de678a7e-d53f-4eff-97c8-62d9ade7ca75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f4c78854-cbd0-47f8-a2fd-5564a19807a6 HTTP/1.1" status: 200 len: 864 time: 0.1204333 Jul 13 07:35:29.778364 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a7fe5e-bc7e-4b04-8d72-9a2de49df19d x-openstack-request-id: req-b1a7fe5e-bc7e-4b04-8d72-9a2de49df19d {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:29.779187 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8084eea-4a47-47e2-8c11-e299a6ab1be5", "tag": "ce69f4a2-2b0e-46dc-945d-746de2aed20a", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:29.779644 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1a7fe5e-bc7e-4b04-8d72-9a2de49df19d {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:29.780564 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8084eea-4a47-47e2-8c11-e299a6ab1be5', 'tag': 'ce69f4a2-2b0e-46dc-945d-746de2aed20a', 'status': 'completed', 'code': 200} Jul 13 07:35:29.812633 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.831827 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-bdf3df2d-42d4-4fa2-bcc3-f19367543a19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a651c625-5036-40c5-a2bd-dfdcf68cf69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497062 Jul 13 07:35:29.881225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:25Z', 'revision_number': 3, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:29.941845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71459b52-6541-44a4-be13-fbbc17ebd44f None None] The sync data for ids ['b25a33b1-9189-437c-b869-145155a9430d'] in n-d-798249-7 is: [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:25Z', 'revision_number': 3, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:30.034679 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-87234b31-45b0-4bd9-a5a5-e8bda8278a0f service neutron] 10.222.0.54 "GET /v2.0/networks/a651c625-5036-40c5-a2bd-dfdcf68cf69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963239 Jul 13 07:35:30.047864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-35665ce1-b2ed-4287-9240-e8134741884b None None] Provisioning for port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:30.053910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-35665ce1-b2ed-4287-9240-e8134741884b None None] Provisioning complete for port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:30.054289 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35665ce1-b2ed-4287-9240-e8134741884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.137213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-35665ce1-b2ed-4287-9240-e8134741884b None None] Port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:30.140524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751cf6d-0e6e-4f68-aab1-cfb362bff8c6 req-c2d3c0ea-b9dc-4c1e-9bff-b776c3403e49 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.142302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6751cf6d-0e6e-4f68-aab1-cfb362bff8c6 req-c2d3c0ea-b9dc-4c1e-9bff-b776c3403e49 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.3961170 Jul 13 07:35:30.146936 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.256544 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6751cf6d-0e6e-4f68-aab1-cfb362bff8c6 req-3c62eca5-e1a4-4129-8d07-0132d710db07 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069160 Jul 13 07:35:30.555842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.564543 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af2f43-5cf3-4003-845f-dd4d6688d38c req-f5042ed8-f8b5-4273-9898-e9efb9b852d0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.570865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.572161 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72af2f43-5cf3-4003-845f-dd4d6688d38c req-f5042ed8-f8b5-4273-9898-e9efb9b852d0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.6178052 Jul 13 07:35:30.585031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e10a8-de89-4104-955f-096b7e84b73b req-c12bd993-c0c5-4008-b0af-62362dddb36b tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.586730 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b8e10a8-de89-4104-955f-096b7e84b73b req-c12bd993-c0c5-4008-b0af-62362dddb36b tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 943 time: 0.1305876 Jul 13 07:35:30.662567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-788b4be1-65cc-4da3-81f9-dfde4d0f3e71 req-81ff7ea5-0577-4781-aef1-110e212ffcef service neutron] 10.222.0.54 "GET /v2.0/networks/a651c625-5036-40c5-a2bd-dfdcf68cf69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193032 Jul 13 07:35:30.686965 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72af2f43-5cf3-4003-845f-dd4d6688d38c req-e0be942f-8557-4077-bc2f-5b2d4ae0258c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098289 Jul 13 07:35:30.696242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Pushing event updated for resources: {'Port': ['ID=58acf5ba-c65a-45f1-a9b7-31263e99bf5d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.752968 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b8e10a8-de89-4104-955f-096b7e84b73b req-baa5e6bb-aade-40f1-a19a-0b8a927dd389 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265476 Jul 13 07:35:30.786932 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.910351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9604c9-705f-4635-96d0-e107b23f286c req-7212d43b-20e6-4259-bf4d-d32fba22bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:30.913173 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a9604c9-705f-4635-96d0-e107b23f286c req-7212d43b-20e6-4259-bf4d-d32fba22bbaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98e6cafab022485d9c81d31e890765de&device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 1094 time: 0.1618075 Jul 13 07:35:31.020268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Network 3e7cdd79-9e26-472c-b6eb-034c3e059457 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:31.021960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:31.036467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9604c9-705f-4635-96d0-e107b23f286c req-c0be3903-1f20-456c-8406-3e6f86748323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.038296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a9604c9-705f-4635-96d0-e107b23f286c req-c0be3903-1f20-456c-8406-3e6f86748323 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a651c625-5036-40c5-a2bd-dfdcf68cf69d HTTP/1.1" status: 200 len: 925 time: 0.1148200 Jul 13 07:35:31.114076 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a9604c9-705f-4635-96d0-e107b23f286c req-f0a1d914-2391-4c62-93a9-cbc9d8eb5d34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce69f4a2-2b0e-46dc-945d-746de2aed20a HTTP/1.1" status: 200 len: 217 time: 0.0638142 Jul 13 07:35:31.166159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Router b25a33b1-9189-437c-b869-145155a9430d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:31.179849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fc9731c3-c3d4-42b9-b2b8-55c50552331c None None] Provisioning complete for port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:31.180750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fc9731c3-c3d4-42b9-b2b8-55c50552331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.186191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9604c9-705f-4635-96d0-e107b23f286c req-39c0fa71-4d46-46bc-acdc-991254e0dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.187284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a514c4-f4f6-4cf9-837f-e68e9d5938d0 req-fc405043-4996-4c88-892d-f6f43e172276 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.187915 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a9604c9-705f-4635-96d0-e107b23f286c req-39c0fa71-4d46-46bc-acdc-991254e0dde8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f4c78854-cbd0-47f8-a2fd-5564a19807a6 HTTP/1.1" status: 200 len: 864 time: 0.0651717 Jul 13 07:35:31.188864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65a514c4-f4f6-4cf9-837f-e68e9d5938d0 req-fc405043-4996-4c88-892d-f6f43e172276 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.2174182 Jul 13 07:35:31.199361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac36f41-e776-470c-bd09-e897cd9bdb17 req-ee4e2b00-f00a-4bb5-98e6-8d55d1ce0447 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.206763 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ac36f41-e776-470c-bd09-e897cd9bdb17 req-ee4e2b00-f00a-4bb5-98e6-8d55d1ce0447 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1672738 Jul 13 07:35:31.248818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fc9731c3-c3d4-42b9-b2b8-55c50552331c None None] Port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:31.251087 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a9604c9-705f-4635-96d0-e107b23f286c req-23d3ef61-da91-4f19-95f0-e3f9e603fa1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a651c625-5036-40c5-a2bd-dfdcf68cf69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414462 Jul 13 07:35:31.315199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ac36f41-e776-470c-bd09-e897cd9bdb17 req-bf9ff3ea-2027-46f8-b778-c5fdbeb42aaa tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073687 Jul 13 07:35:31.408998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65a514c4-f4f6-4cf9-837f-e68e9d5938d0 req-7be68bff-8077-44a4-b188-cc3de421b30b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709015 Jul 13 07:35:31.428458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f12394ac-e31a-410d-a9a9-121203c9068b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:31.441377 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a9604c9-705f-4635-96d0-e107b23f286c req-f476c592-527f-462a-96a2-ea911bb05053 service neutron] 10.222.0.54 "GET /v2.0/networks/a651c625-5036-40c5-a2bd-dfdcf68cf69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821921 Jul 13 07:35:31.487631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:31.491684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-879045eb-01c4-45c5-9a69-61c80d2b7783 None None] Provisioning complete for port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:31.492336 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-879045eb-01c4-45c5-9a69-61c80d2b7783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.498355 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-96e909df-2d07-4700-812e-632718c81617 admin admin] 10.222.0.44 "PUT /v2.0/routers/b25a33b1-9189-437c-b869-145155a9430d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2021792 Jul 13 07:35:31.536067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-879045eb-01c4-45c5-9a69-61c80d2b7783 None None] Port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:31.569862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port f12394ac-e31a-410d-a9a9-121203c9068b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:31.574985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f12394ac-e31a-410d-a9a9-121203c9068b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:31.575661 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.647047 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a9604c9-705f-4635-96d0-e107b23f286c req-7b1412b8-8efd-49a4-beb8-3d5df25bb630 service neutron] 10.222.0.54 "GET /v2.0/networks/a651c625-5036-40c5-a2bd-dfdcf68cf69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935165 Jul 13 07:35:31.669980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f69b0-7627-4f0f-b414-844c9eaea169 req-aef9d571-420f-4d9c-8fa4-2444831023ee tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.671528 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.678134 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-137f69b0-7627-4f0f-b414-844c9eaea169 req-aef9d571-420f-4d9c-8fa4-2444831023ee tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1738229 Jul 13 07:35:31.695314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port f12394ac-e31a-410d-a9a9-121203c9068b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f12394ac-e31a-410d-a9a9-121203c9068b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:31.700970 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.726517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1769f2-42a0-400e-afaf-bad899259591 req-13d31032-e5c2-4f97-bee2-e817336c0862 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.728099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bb1769f2-42a0-400e-afaf-bad899259591 req-13d31032-e5c2-4f97-bee2-e817336c0862 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0839839 Jul 13 07:35:31.732909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-137f69b0-7627-4f0f-b414-844c9eaea169 req-6b45a707-1e71-4853-b33c-fde3cda14c02 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531635 Jul 13 07:35:31.773860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=f12394ac-e31a-410d-a9a9-121203c9068b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:31.780800 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bb1769f2-42a0-400e-afaf-bad899259591 req-9856fa6a-f4b1-4a69-ae9e-1fae80d78d9d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Jul 13 07:35:31.970563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91e0c2-fd72-4b72-9e6c-c58bf4eca198 req-f1b43919-0dcf-4151-b4aa-264cbc8dd859 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:31.972501 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f91e0c2-fd72-4b72-9e6c-c58bf4eca198 req-f1b43919-0dcf-4151-b4aa-264cbc8dd859 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 943 time: 0.0692468 Jul 13 07:35:32.016325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f91e0c2-fd72-4b72-9e6c-c58bf4eca198 req-d9680cc3-6fd4-40eb-93e1-890038e7d97a tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375841 Jul 13 07:35:32.049910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b56746-8365-4b37-b0de-a199ee30dced req-83502922-d0b7-4f89-b3e8-2a72120e6519 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.051670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-45b56746-8365-4b37-b0de-a199ee30dced req-83502922-d0b7-4f89-b3e8-2a72120e6519 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0848498 Jul 13 07:35:32.101136 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-45b56746-8365-4b37-b0de-a199ee30dced req-cf9025d9-3240-43c0-8f3e-465e5ea13c00 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428996 Jul 13 07:35:32.319935 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Sync routers for ids ['b25a33b1-9189-437c-b869-145155a9430d'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:32.329354 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Routers {'b25a33b1-9189-437c-b869-145155a9430d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:32.329915 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:35:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b25a33b1-9189-437c-b869-145155a9430d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:32.360166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9bb28-9a49-47cb-86b9-c69d48f408c6 req-065d7e0c-b853-4312-92c6-e3f2000e1ab4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.362039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6d9bb28-9a49-47cb-86b9-c69d48f408c6 req-065d7e0c-b853-4312-92c6-e3f2000e1ab4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1146259 Jul 13 07:35:32.427708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6d9bb28-9a49-47cb-86b9-c69d48f408c6 req-16061089-028d-4538-8831-59fa40156d53 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560105 Jul 13 07:35:32.557640 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Set router b25a33b1-9189-437c-b869-145155a9430d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:32.660283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c078901-58f2-421c-aeee-ce87ad165a27 req-d775945b-5794-4b88-9e56-17618bd0d3a0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.662113 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c078901-58f2-421c-aeee-ce87ad165a27 req-d775945b-5794-4b88-9e56-17618bd0d3a0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1143751 Jul 13 07:35:32.725614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c078901-58f2-421c-aeee-ce87ad165a27 req-30ec00e5-4ab8-4979-a8ef-eb35a4007149 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499911 Jul 13 07:35:32.796942 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '58acf5ba-c65a-45f1-a9b7-31263e99bf5d', 'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'mac_address': 'fa:16:3e:86:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:28Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 2, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'subnets': [{'id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:32.827429 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Checking router: b25a33b1-9189-437c-b869-145155a9430d for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:32.827680 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Updating router b25a33b1-9189-437c-b869-145155a9430d port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:32.871326 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.921827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7f169-9908-4ecf-a9a2-be5e84bda733 req-11a65302-ce57-4fef-b8d6-456505b58b3b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:32.923924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01e7f169-9908-4ecf-a9a2-be5e84bda733 req-11a65302-ce57-4fef-b8d6-456505b58b3b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0836313 Jul 13 07:35:32.973741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01e7f169-9908-4ecf-a9a2-be5e84bda733 req-dc8c24ec-423b-4c8b-977e-2a1e0c2cc231 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428081 Jul 13 07:35:33.114637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b7115-d067-4c7e-b081-31ffd38aa572 req-66bdfcb7-78b9-402b-a3fe-1f216460187b tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.116703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e25b7115-d067-4c7e-b081-31ffd38aa572 req-66bdfcb7-78b9-402b-a3fe-1f216460187b tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.0939059 Jul 13 07:35:33.168602 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e25b7115-d067-4c7e-b081-31ffd38aa572 req-6d28b8c8-99a9-46d4-bc4a-b4dd5e0e23b6 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Jul 13 07:35:33.204875 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.221390 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Transition to ACTIVE for port object 58acf5ba-c65a-45f1-a9b7-31263e99bf5d will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:33.239616 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.403857 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Pushing event updated for resources: {'Port': ['ID=58acf5ba-c65a-45f1-a9b7-31263e99bf5d,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:33.419071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f12394ac-e31a-410d-a9a9-121203c9068b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:33.460511 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.462087 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.463784 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.464428 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.465407 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.465947 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.466478 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.467006 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.467550 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.468269 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.468820 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.469360 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:33.495421 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Attempting to bind port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:33.496217 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Attempting to bind port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:33.496793 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Attempting to bind port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d on network 3e7cdd79-9e26-472c-b6eb-034c3e059457 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:33.503134 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:33.503787 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Checking segment: {'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:33.504388 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.504961 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Bound using segment: {'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:33.505610 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Bound port: 58acf5ba-c65a-45f1-a9b7-31263e99bf5d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:33.506189 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.530621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f12394ac-e31a-410d-a9a9-121203c9068b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:33.532048 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.538112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed749d-2ffe-4f45-8f3d-40af94fe79ab req-cb448e02-102b-49d9-a48c-4ba349935ab8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.538656 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e56ae-0032-4c91-826f-6b2ec7a0d048 req-3906b4d8-0913-4a9f-87f6-f5648cff63cd tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.546713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95ed749d-2ffe-4f45-8f3d-40af94fe79ab req-cb448e02-102b-49d9-a48c-4ba349935ab8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0935378 Jul 13 07:35:33.547872 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-735e56ae-0032-4c91-826f-6b2ec7a0d048 req-3906b4d8-0913-4a9f-87f6-f5648cff63cd tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 943 time: 0.1726861 Jul 13 07:35:33.590829 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] For port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:33.595575 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] For port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=58acf5ba-c65a-45f1-a9b7-31263e99bf5d,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:33.609282 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.612061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95ed749d-2ffe-4f45-8f3d-40af94fe79ab req-bdae2ed7-f9bf-4d62-a2b2-1de2621b9894 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593700 Jul 13 07:35:33.612768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-735e56ae-0032-4c91-826f-6b2ec7a0d048 req-7d243c19-98e4-435d-a473-45d420785db6 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636902 Jul 13 07:35:33.629051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device ce69f4a2-2b0e-46dc-945d-746de2aed20a details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:33.732120 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a966d5-3e39-4d6c-bd9d-3d3d7507d7a3 None None] Pushing event updated for resources: {'Port': ['ID=58acf5ba-c65a-45f1-a9b7-31263e99bf5d,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:33.745899 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Routers {'b25a33b1-9189-437c-b869-145155a9430d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:33.746652 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:35:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b25a33b1-9189-437c-b869-145155a9430d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:33.840706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port ce69f4a2-2b0e-46dc-945d-746de2aed20a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ce69f4a2-2b0e-46dc-945d-746de2aed20a,segment=NetworkSegment(5282c592-132c-43b8-8eae-3f5d7d1875ea),segment_id=5282c592-132c-43b8-8eae-3f5d7d1875ea)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:33.861682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'ce69f4a2-2b0e-46dc-945d-746de2aed20a', 'network_id': 'a651c625-5036-40c5-a2bd-dfdcf68cf69d', 'port_id': 'ce69f4a2-2b0e-46dc-945d-746de2aed20a', 'mac_address': 'fa:16:3e:10:90:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c78854-cbd0-47f8-a2fd-5564a19807a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:33.902104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-857c19eb-bbbd-4271-bfae-99cbc00b4fd7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.908702 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-857c19eb-bbbd-4271-bfae-99cbc00b4fd7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 805 time: 0.1883943 Jul 13 07:35:33.932083 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.940308 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-cb444b75-8644-4ab1-a714-a739efbb94be tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/quotas/34512fd9707f41638f1895b68dfc6985 HTTP/1.1" status: 200 len: 375 time: 0.0216889 Jul 13 07:35:33.960050 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce69f4a2-2b0e-46dc-945d-746de2aed20a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:33.962758 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] Set router b25a33b1-9189-437c-b869-145155a9430d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:34.009028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port ce69f4a2-2b0e-46dc-945d-746de2aed20a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ce69f4a2-2b0e-46dc-945d-746de2aed20a,segment=NetworkSegment(5282c592-132c-43b8-8eae-3f5d7d1875ea),segment_id=5282c592-132c-43b8-8eae-3f5d7d1875ea)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:34.017412 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.065179 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-b0b37240-e43b-4ab8-a418-028d2cf8c94f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162879 Jul 13 07:35:34.097629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3295e1c-530b-4459-9eb5-52add81a29d2 req-17704879-4778-412a-bc4a-69aa3a1745dc tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.105224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3295e1c-530b-4459-9eb5-52add81a29d2 req-17704879-4778-412a-bc4a-69aa3a1745dc tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1485908 Jul 13 07:35:34.111426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=ce69f4a2-2b0e-46dc-945d-746de2aed20a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:34.154800 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3295e1c-530b-4459-9eb5-52add81a29d2 req-661fb943-f285-4892-8acc-cf0625636422 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Jul 13 07:35:34.223514 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-774feaf5-24a6-4364-b361-b662437759ba service neutron] 10.222.0.44 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506240 Jul 13 07:35:34.261339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['ce69f4a2-2b0e-46dc-945d-746de2aed20a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:34.281993 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '58acf5ba-c65a-45f1-a9b7-31263e99bf5d', 'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'mac_address': 'fa:16:3e:86:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:28Z', 'updated_at': '2021-07-13T07:35:33Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'subnets': [{'id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:34.314568 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5cd25-2570-4ebd-a6f9-36168eba2f30 None None] The sync data for ids ['b25a33b1-9189-437c-b869-145155a9430d'] in n-d-798249-7 is: [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '58acf5ba-c65a-45f1-a9b7-31263e99bf5d', 'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'mac_address': 'fa:16:3e:86:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:28Z', 'updated_at': '2021-07-13T07:35:33Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'subnets': [{'id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:34.361204 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0c0c9a0f-cfee-4821-a638-364b0b662f70 service neutron] 10.222.0.44 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312215 Jul 13 07:35:34.375036 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.407055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932b7c9-ad83-4a8a-a330-4df51399965f req-f56d238a-f558-4685-b400-0b547f6487c3 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.409824 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3932b7c9-ad83-4a8a-a330-4df51399965f req-f56d238a-f558-4685-b400-0b547f6487c3 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1355217 Jul 13 07:35:34.512346 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3932b7c9-ad83-4a8a-a330-4df51399965f req-65dcf3d3-7491-4d5f-9cb8-82a2d0d1bcc0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874152 Jul 13 07:35:34.750740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-935d10de-9979-4251-8714-028d42747efc req-45480dc0-1286-4da9-8540-2dda53df5672 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 210 time: 0.0390866 Jul 13 07:35:34.828595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1b1e3-68db-44b3-91cc-05dc34dacb79 req-04d2f501-55e0-4dd2-9ef7-60b99ac35507 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:34.830199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69d1b1e3-68db-44b3-91cc-05dc34dacb79 req-04d2f501-55e0-4dd2-9ef7-60b99ac35507 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1383243 Jul 13 07:35:34.906594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69d1b1e3-68db-44b3-91cc-05dc34dacb79 req-6cf31416-b15e-4eab-a5a7-f141b48aadd2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577464 Jul 13 07:35:35.058908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c9c6f-cb5a-4998-b1c3-c8f8e0b6926d req-ae07fe21-1636-4624-bd11-f9f6da55fe77 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.060954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d5c9c6f-cb5a-4998-b1c3-c8f8e0b6926d req-ae07fe21-1636-4624-bd11-f9f6da55fe77 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 944 time: 0.1331618 Jul 13 07:35:35.134611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d5c9c6f-cb5a-4998-b1c3-c8f8e0b6926d req-0fec8885-3ef4-4788-af47-581c062d5216 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620613 Jul 13 07:35:35.170254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-220dc7f0-0c0a-4836-ac94-5418c7c30b52 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.172003 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-220dc7f0-0c0a-4836-ac94-5418c7c30b52 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e77be80-a5b6-474f-b955-b98c862c605a HTTP/1.1" status: 200 len: 946 time: 0.1369526 Jul 13 07:35:35.203572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebc8fe-ed0e-448a-a32f-ec13cbdc31b6 req-88013de3-b697-432a-986a-d10769337600 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.210609 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbebc8fe-ed0e-448a-a32f-ec13cbdc31b6 req-88013de3-b697-432a-986a-d10769337600 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1274180 Jul 13 07:35:35.324696 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbebc8fe-ed0e-448a-a32f-ec13cbdc31b6 req-f48ad495-1103-47d8-adc0-2250ecbb9d79 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130054 Jul 13 07:35:35.405672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 58acf5ba-c65a-45f1-a9b7-31263e99bf5d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:35.429817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-97f95938-c92e-4660-ad89-8f03d7cb10f7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Deleting port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:35.431416 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-97f95938-c92e-4660-ad89-8f03d7cb10f7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.495781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:35.518670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:35.519055 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.624519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device ce69f4a2-2b0e-46dc-945d-746de2aed20a up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:35.716702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-97f95938-c92e-4660-ad89-8f03d7cb10f7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] For port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:35.717332 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-97f95938-c92e-4660-ad89-8f03d7cb10f7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.746923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port ce69f4a2-2b0e-46dc-945d-746de2aed20a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:35.749376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-97f95938-c92e-4660-ad89-8f03d7cb10f7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Calling delete_port for 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:35.752549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fbfe2-903d-4daa-a581-8e05d32b3b9f req-08993852-6a6b-434a-8c70-3ef112252ffe tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.763266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port ce69f4a2-2b0e-46dc-945d-746de2aed20a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:35.763957 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.785313 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd0fbfe2-903d-4daa-a581-8e05d32b3b9f req-08993852-6a6b-434a-8c70-3ef112252ffe tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.2833986 Jul 13 07:35:35.815108 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.886727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=58acf5ba-c65a-45f1-a9b7-31263e99bf5d,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:35.898314 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.920694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd0fbfe2-903d-4daa-a581-8e05d32b3b9f req-2757474f-5e2b-48ff-a529-7732f626743e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308956 Jul 13 07:35:36.066683 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.100035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=58acf5ba-c65a-45f1-a9b7-31263e99bf5d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:36.138696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.139075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.139454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.139789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.142441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.142811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.143149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.143484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.143813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.151725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.153693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.154044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:36.169433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8084eea-4a47-47e2-8c11-e299a6ab1be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce69f4a2-2b0e-46dc-945d-746de2aed20a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:36.174122 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d12836b-ad10-4e87-a3ee-57c274e75826" -d '{"events": [{"server_uuid": "d8084eea-4a47-47e2-8c11-e299a6ab1be5", "name": "network-vif-plugged", "status": "completed", "tag": "ce69f4a2-2b0e-46dc-945d-746de2aed20a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:36.206835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port ce69f4a2-2b0e-46dc-945d-746de2aed20a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ce69f4a2-2b0e-46dc-945d-746de2aed20a,segment=NetworkSegment(5282c592-132c-43b8-8eae-3f5d7d1875ea),segment_id=5282c592-132c-43b8-8eae-3f5d7d1875ea)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:36.215392 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.269338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1569534-39ac-4345-bb09-7912ce6f97dd req-46494536-e369-4bf6-8fec-919b543f9b60 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.280329 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1569534-39ac-4345-bb09-7912ce6f97dd req-46494536-e369-4bf6-8fec-919b543f9b60 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.3233848 Jul 13 07:35:36.288219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=ce69f4a2-2b0e-46dc-945d-746de2aed20a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:36.321895 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-97f95938-c92e-4660-ad89-8f03d7cb10f7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.326645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5207252-ea2c-4edb-b8ef-80d43469eb98 req-df6d5c55-e039-445e-99d5-82e6770d3254 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 210 time: 0.0839581 Jul 13 07:35:36.336113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:36.395686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:36.396156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:36.418067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f95938-c92e-4660-ad89-8f03d7cb10f7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Pushing event deleted for resources: {'Port': ['ID=38d8166c-e9a7-4580-bbbc-e90f1d5feb1f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:36.455191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-97f95938-c92e-4660-ad89-8f03d7cb10f7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] No DVR routers for this DVR port 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:36.456827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48eabc5e-00c3-49f0-b66e-a45d86c75910 None None] Provisioning complete for port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:36.459111 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48eabc5e-00c3-49f0-b66e-a45d86c75910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.469124 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1569534-39ac-4345-bb09-7912ce6f97dd req-919ccf51-a53f-4494-9b02-de7fc46f8747 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878340 Jul 13 07:35:36.473034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-97f95938-c92e-4660-ad89-8f03d7cb10f7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.480366 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9522bbcc-96f8-4080-9d32-2da8aee27813 req-97f95938-c92e-4660-ad89-8f03d7cb10f7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "DELETE /v2.0/ports/38d8166c-e9a7-4580-bbbc-e90f1d5feb1f HTTP/1.1" status: 204 len: 173 time: 1.3014822 Jul 13 07:35:36.480865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e77be80-a5b6-474f-b955-b98c862c605a', 'name': 'network-vif-deleted', 'tag': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:36.483198 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27ad836-601a-44d5-9cad-e19c846dd2d3" -d '{"events": [{"server_uuid": "9e77be80-a5b6-474f-b955-b98c862c605a", "name": "network-vif-deleted", "tag": "38d8166c-e9a7-4580-bbbc-e90f1d5feb1f"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:36.626454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-8db68bb0-ee87-42ba-bda0-990364bc322c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.628420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-8db68bb0-ee87-42ba-bda0-990364bc322c tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 805 time: 0.2162228 Jul 13 07:35:36.644505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Request body: {'port': {'device_id': '6dfaa1c9-79d6-475b-9506-bcfbec7786f7', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'admin_state_up': True, 'tenant_id': '34512fd9707f41638f1895b68dfc6985'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:36.694726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f3549-ebbb-4f7f-b22f-ae23649c6171 req-ee85ae87-39b7-4d7e-8135-ceffad89bb12 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.696215 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e4f3549-ebbb-4f7f-b22f-ae23649c6171 req-ee85ae87-39b7-4d7e-8135-ceffad89bb12 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 945 time: 0.0933876 Jul 13 07:35:36.766889 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e4f3549-ebbb-4f7f-b22f-ae23649c6171 req-269c4b30-70a6-4729-a0cd-10a7304fe4f5 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634325 Jul 13 07:35:36.781571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fda34-1659-4a6e-8543-ccdde55481af req-697f59a4-52ac-4d99-9878-efff5903f63c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.783112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f23fda34-1659-4a6e-8543-ccdde55481af req-697f59a4-52ac-4d99-9878-efff5903f63c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1535661 Jul 13 07:35:36.832403 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8e3de3-6001-4461-8a77-02533540cc9e x-openstack-request-id: req-8a8e3de3-6001-4461-8a77-02533540cc9e {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:36.832707 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8084eea-4a47-47e2-8c11-e299a6ab1be5", "name": "network-vif-plugged", "status": "completed", "tag": "ce69f4a2-2b0e-46dc-945d-746de2aed20a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:36.832969 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a8e3de3-6001-4461-8a77-02533540cc9e {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:36.833372 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8084eea-4a47-47e2-8c11-e299a6ab1be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce69f4a2-2b0e-46dc-945d-746de2aed20a', 'code': 200} Jul 13 07:35:36.872218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f23fda34-1659-4a6e-8543-ccdde55481af req-4b289856-fb28-48c8-9803-a571b533161e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777493 Jul 13 07:35:36.872688 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275eb9a7-799d-479a-9304-c6cd8f72a5bc x-openstack-request-id: req-275eb9a7-799d-479a-9304-c6cd8f72a5bc {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:36.873253 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e77be80-a5b6-474f-b955-b98c862c605a", "name": "network-vif-deleted", "tag": "38d8166c-e9a7-4580-bbbc-e90f1d5feb1f", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:36.873556 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-275eb9a7-799d-479a-9304-c6cd8f72a5bc {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:36.873954 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e77be80-a5b6-474f-b955-b98c862c605a', 'name': 'network-vif-deleted', 'tag': '38d8166c-e9a7-4580-bbbc-e90f1d5feb1f', 'status': 'completed', 'code': 200} Jul 13 07:35:36.874642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Made reservation on behalf of 34512fd9707f41638f1895b68dfc6985 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:36.878270 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.052670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Allocated IP 172.20.0.13 (f912edd3-f8ed-45cd-b355-f4484a68b291/f8ed8190-bcae-477d-be7c-5324c0bdcde8/fc7fdee8-4cd8-4c09-922c-f01e44ad9019) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:37.063084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c118b-fc2f-4667-a82e-ffaf3f09b7b3 req-cc03ad54-7332-4c84-aa09-24598fbaa0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.064653 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-202c118b-fc2f-4667-a82e-ffaf3f09b7b3 req-cc03ad54-7332-4c84-aa09-24598fbaa0d1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 1096 time: 0.1140673 Jul 13 07:35:37.075538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f03ba-0383-48a1-9365-f256623224ad req-cca27a73-8a21-4b5d-9047-d52c94fa69ff tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.077230 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b47f03ba-0383-48a1-9365-f256623224ad req-cca27a73-8a21-4b5d-9047-d52c94fa69ff tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0872312 Jul 13 07:35:37.145294 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b47f03ba-0383-48a1-9365-f256623224ad req-b11b7c03-83c4-46cf-b3ec-a47a964c9004 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517616 Jul 13 07:35:37.146951 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-202c118b-fc2f-4667-a82e-ffaf3f09b7b3 req-67b624a4-a7ca-417a-bd55-07d9fa5195c4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688274 Jul 13 07:35:37.216878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.261889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.345491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Network f912edd3-f8ed-45cd-b355-f4484a68b291 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:37.351642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:37.357931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:37.375967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 58acf5ba-c65a-45f1-a9b7-31263e99bf5d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:37.407073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Pushing event updated for resources: {'Port': ['ID=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:37.434339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:37.434803 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.454556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecf78a-7220-40a0-85a2-1e400066c675 req-7c89e2cc-083c-414f-9f06-831e382fb138 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.456092 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9ecf78a-7220-40a0-85a2-1e400066c675 req-7c89e2cc-083c-414f-9f06-831e382fb138 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1467183 Jul 13 07:35:37.462414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.463148 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.518549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-0af1ff16-e8e7-438e-a6a0-04ac4435dc1e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8791101 Jul 13 07:35:37.535171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Request body: {'port': {'device_id': '6dfaa1c9-79d6-475b-9506-bcfbec7786f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:37.551886 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9ecf78a-7220-40a0-85a2-1e400066c675 req-cc9f8371-e5a5-4f1b-b6cb-3ec479f62855 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772178 Jul 13 07:35:37.646440 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.658810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb54245-a7e1-401f-b7a7-a81844fe0c76 req-e177413f-72f0-49f7-8334-e480d61b7613 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.660357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1cb54245-a7e1-401f-b7a7-a81844fe0c76 req-e177413f-72f0-49f7-8334-e480d61b7613 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 932 time: 0.0903201 Jul 13 07:35:37.704804 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1cb54245-a7e1-401f-b7a7-a81844fe0c76 req-a43fe0b3-1b75-4980-ae43-bf9d055bd23f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368745 Jul 13 07:35:37.800927 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.842147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e217877-66b1-467e-8aeb-37854acaf3e0 req-4dc2bd8c-a07f-4018-9299-906e738b2072 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.843733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e217877-66b1-467e-8aeb-37854acaf3e0 req-4dc2bd8c-a07f-4018-9299-906e738b2072 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1629090 Jul 13 07:35:37.929238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e217877-66b1-467e-8aeb-37854acaf3e0 req-e580904d-1850-4add-8a03-8f6b6f7a5f8d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712447 Jul 13 07:35:38.055426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9491db-f12a-4f5b-bb4f-17913d96dc46 req-3333283b-902f-4d8f-ae13-26429004724e tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.057037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fd9491db-f12a-4f5b-bb4f-17913d96dc46 req-3333283b-902f-4d8f-ae13-26429004724e tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 945 time: 0.0802786 Jul 13 07:35:38.114582 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fd9491db-f12a-4f5b-bb4f-17913d96dc46 req-8cdd3c65-bd6a-4e06-9e59-ab140f99204a tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515459 Jul 13 07:35:38.123641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7fdee8-4cd8-4c09-922c-f01e44ad9019 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:38.135861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.158258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Transition to ACTIVE for port object fc7fdee8-4cd8-4c09-922c-f01e44ad9019 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:38.174164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41769b1-b5e6-46c5-af58-dee3a25e43e3 req-4e31726e-16b5-478d-86c2-a6e9b3432028 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.175723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e41769b1-b5e6-46c5-af58-dee3a25e43e3 req-4e31726e-16b5-478d-86c2-a6e9b3432028 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1192398 Jul 13 07:35:38.176557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.247453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Pushing event updated for resources: {'Port': ['ID=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:38.295032 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e41769b1-b5e6-46c5-af58-dee3a25e43e3 req-fd1e88c5-9cd4-465b-85fa-bb896e07767c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948570 Jul 13 07:35:38.326601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b907e7-b8ff-4254-869d-f271af4bbfce req-5409ed96-3cae-49c6-9f6d-e5115c8c92e9 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.329020 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6b907e7-b8ff-4254-869d-f271af4bbfce req-5409ed96-3cae-49c6-9f6d-e5115c8c92e9 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.0943911 Jul 13 07:35:38.348479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Attempting to bind port fc7fdee8-4cd8-4c09-922c-f01e44ad9019 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:38.349112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Attempting to bind port fc7fdee8-4cd8-4c09-922c-f01e44ad9019 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:38.349271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Attempting to bind port fc7fdee8-4cd8-4c09-922c-f01e44ad9019 on network f912edd3-f8ed-45cd-b355-f4484a68b291 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:38.354744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Port fc7fdee8-4cd8-4c09-922c-f01e44ad9019 on network f912edd3-f8ed-45cd-b355-f4484a68b291 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:38.355072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Attempting to bind port fc7fdee8-4cd8-4c09-922c-f01e44ad9019 on network f912edd3-f8ed-45cd-b355-f4484a68b291 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:38.361008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:38.361429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Checking segment: {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:38.361756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Bound using segment: {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:38.362248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Bound port: fc7fdee8-4cd8-4c09-922c-f01e44ad9019, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ae56e1-72dd-4f8e-876a-3660155e5820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:38.362616 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.375772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6b907e7-b8ff-4254-869d-f271af4bbfce req-cee16005-bdb0-4891-a555-b2609cbc500b tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Jul 13 07:35:38.441395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] For port fc7fdee8-4cd8-4c09-922c-f01e44ad9019, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:38.444999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] For port fc7fdee8-4cd8-4c09-922c-f01e44ad9019, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:38.459633 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.508870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.508870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.511286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] 10.222.0.53 "PUT /v2.0/ports/fc7fdee8-4cd8-4c09-922c-f01e44ad9019 HTTP/1.1" status: 200 len: 1092 time: 0.9827745 Jul 13 07:35:38.513998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfaa1c9-79d6-475b-9506-bcfbec7786f7', 'tag': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:38.517133 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfaa1c9-79d6-475b-9506-bcfbec7786f7", "tag": "fc7fdee8-4cd8-4c09-922c-f01e44ad9019"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:38.563761 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eda1ebd-f2ce-48f9-a600-d1170af1abee x-openstack-request-id: req-7eda1ebd-f2ce-48f9-a600-d1170af1abee {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:38.564075 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfaa1c9-79d6-475b-9506-bcfbec7786f7", "tag": "fc7fdee8-4cd8-4c09-922c-f01e44ad9019", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:38.564330 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7eda1ebd-f2ce-48f9-a600-d1170af1abee {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:38.564731 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfaa1c9-79d6-475b-9506-bcfbec7786f7', 'tag': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019', 'status': 'completed', 'code': 200} Jul 13 07:35:38.566379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bad6b9-36be-4608-9a8f-f5623062711f service neutron] Pushing event updated for resources: {'Port': ['ID=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:38.617779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17e617-c74a-4060-8586-781cb98e1be4 req-a9eb8ea1-f954-4596-a5e8-fa7a34b30de1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.619966 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee17e617-c74a-4060-8586-781cb98e1be4 req-a9eb8ea1-f954-4596-a5e8-fa7a34b30de1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1714714 Jul 13 07:35:38.665050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-6d279efe-3c5b-410b-8e44-eea91b7ad07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.667204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-6d279efe-3c5b-410b-8e44-eea91b7ad07a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 1095 time: 0.0979438 Jul 13 07:35:38.675033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee17e617-c74a-4060-8586-781cb98e1be4 req-5e44fb3d-267f-4d2d-ac0f-45c34cc227fd tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472996 Jul 13 07:35:38.713826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-5ef25d1f-3a47-403c-a773-66a09a10c08b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc7fdee8-4cd8-4c09-922c-f01e44ad9019 HTTP/1.1" status: 200 len: 217 time: 0.0376890 Jul 13 07:35:38.763864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-8f149bd8-d04f-4fa6-9333-2d0f4a9432a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.765412 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-8f149bd8-d04f-4fa6-9333-2d0f4a9432a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8ed8190-bcae-477d-be7c-5324c0bdcde8 HTTP/1.1" status: 200 len: 845 time: 0.0455880 Jul 13 07:35:38.813654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-51715902-ef2c-41e5-8e4c-702d417f5386 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f912edd3-f8ed-45cd-b355-f4484a68b291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396464 Jul 13 07:35:38.919956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e712a40-28e0-418b-b39f-3dba43573ef3 req-b9cfa23e-9cc9-47f7-b6a6-073441d44f66 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.927052 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e712a40-28e0-418b-b39f-3dba43573ef3 req-b9cfa23e-9cc9-47f7-b6a6-073441d44f66 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 944 time: 0.0726001 Jul 13 07:35:38.949324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-e66dd6a2-5b4a-4f32-bb18-dd376d71763c service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290398 Jul 13 07:35:38.974443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e712a40-28e0-418b-b39f-3dba43573ef3 req-5e9fdf0d-eace-4ab2-932e-7631191ddb8f tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463774 Jul 13 07:35:39.152331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161506fe-6922-4682-a0c3-f6173beb7b8f req-747c4e95-de9c-4487-bc7f-c72e090f76cd tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.154019 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-161506fe-6922-4682-a0c3-f6173beb7b8f req-747c4e95-de9c-4487-bc7f-c72e090f76cd tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.0854807 Jul 13 07:35:39.196001 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-161506fe-6922-4682-a0c3-f6173beb7b8f req-9fa3285a-f0ba-4bf9-b3e9-579613e1173a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361271 Jul 13 07:35:39.378435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376043c-5b2b-4899-b9f6-1e9bf5123a70 req-df1548a3-a15d-43b0-8369-6190a820843a tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.380347 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7376043c-5b2b-4899-b9f6-1e9bf5123a70 req-df1548a3-a15d-43b0-8369-6190a820843a tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 945 time: 0.0703146 Jul 13 07:35:39.394905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83d6afa8-ad27-4c04-8ebb-078f7eb1daf5 req-479a4265-c867-470a-acb9-6a9bb2565be8 service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385793 Jul 13 07:35:39.406301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266ab84-61e7-4d6c-b155-cf72c1478c32 req-54707c80-8cd7-4d79-a515-48f1f40cb3a2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.407740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2266ab84-61e7-4d6c-b155-cf72c1478c32 req-54707c80-8cd7-4d79-a515-48f1f40cb3a2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.4128528 Jul 13 07:35:39.446114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7376043c-5b2b-4899-b9f6-1e9bf5123a70 req-da6149a2-b9c3-405c-94f9-1f5399714b0c tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576973 Jul 13 07:35:39.484807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2266ab84-61e7-4d6c-b155-cf72c1478c32 req-87b8bf9b-c006-4f0d-bd8d-a5cc07c55f97 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709064 Jul 13 07:35:39.547800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec req-1b937ee4-b8ee-4afd-b7f0-954cb2c9567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.549944 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec req-1b937ee4-b8ee-4afd-b7f0-954cb2c9567a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=34512fd9707f41638f1895b68dfc6985&device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 1095 time: 0.0985625 Jul 13 07:35:39.636545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc784972-d586-4c47-895c-0401c0240697 req-1e2e911f-8961-4e54-bb39-d10dd6749c24 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.638080 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fc784972-d586-4c47-895c-0401c0240697 req-1e2e911f-8961-4e54-bb39-d10dd6749c24 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.0775261 Jul 13 07:35:39.683159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53642ad5-4786-44e5-be24-ae9e52550774 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:39.686617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53642ad5-4786-44e5-be24-ae9e52550774 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:39.689458 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fc784972-d586-4c47-895c-0401c0240697 req-64577dcb-872a-40f0-b2d8-bc4943cf35c2 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Jul 13 07:35:39.706943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec req-c218dc14-472d-4d81-9fc9-72b6baa06fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.708525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec req-c218dc14-472d-4d81-9fc9-72b6baa06fff service neutron] 10.222.0.53 "GET /v2.0/networks?id=f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 200 len: 906 time: 0.1496131 Jul 13 07:35:39.726126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f5519-8134-4694-8585-622ca32e4043 req-35dd8abf-874c-4947-99a8-3300cb355d2e tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.727624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-533f5519-8134-4694-8585-622ca32e4043 req-35dd8abf-874c-4947-99a8-3300cb355d2e tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 945 time: 0.0994380 Jul 13 07:35:39.784735 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec req-c8e93d84-4a41-4cec-954d-c82702191c52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc7fdee8-4cd8-4c09-922c-f01e44ad9019 HTTP/1.1" status: 200 len: 217 time: 0.0552199 Jul 13 07:35:39.846970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec req-ab1939e7-4aa9-4925-bdf0-7b63aba11c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.848593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec req-ab1939e7-4aa9-4925-bdf0-7b63aba11c0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8ed8190-bcae-477d-be7c-5324c0bdcde8 HTTP/1.1" status: 200 len: 845 time: 0.0521510 Jul 13 07:35:39.893221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-533f5519-8134-4694-8585-622ca32e4043 req-22ea0729-52b7-4194-a7f8-3ab2404b77c7 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556592 Jul 13 07:35:39.897756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec req-ad721fad-c441-4e41-8f0f-64780b1dc982 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f912edd3-f8ed-45cd-b355-f4484a68b291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404513 Jul 13 07:35:39.936804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a5887-9a6e-4c66-98b4-c42f41b9781f req-ad5f7231-94c1-4678-beaf-70a47cd6f3d3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.938329 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab9a5887-9a6e-4c66-98b4-c42f41b9781f req-ad5f7231-94c1-4678-beaf-70a47cd6f3d3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1156728 Jul 13 07:35:39.974829 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.013598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab9a5887-9a6e-4c66-98b4-c42f41b9781f req-a7070480-9725-4227-845f-2889fc851a1f tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686350 Jul 13 07:35:40.043142 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec req-d9e9aa92-5331-49e8-bf90-f54f2b30393a service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338458 Jul 13 07:35:40.045738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 53642ad5-4786-44e5-be24-ae9e52550774, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53642ad5-4786-44e5-be24-ae9e52550774,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:40.064984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53642ad5-4786-44e5-be24-ae9e52550774'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:40.067239 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d294d7b2-d6f8-4767-9b30-354351cf747f" -d '{"events": [{"server_uuid": "f3dd327c-e7d8-4e79-a20c-148297f24dca", "name": "network-vif-unplugged", "status": "completed", "tag": "53642ad5-4786-44e5-be24-ae9e52550774"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:40.083736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '53642ad5-4786-44e5-be24-ae9e52550774', 'network_id': '21675c4c-8824-457c-b210-825158c9d786', 'port_id': '53642ad5-4786-44e5-be24-ae9e52550774', 'mac_address': 'fa:16:3e:0b:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd865ab-40b2-40be-8957-fe5358190267', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:40.089105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 53642ad5-4786-44e5-be24-ae9e52550774, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53642ad5-4786-44e5-be24-ae9e52550774,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:40.122796 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.181355 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.199548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53642ad5-4786-44e5-be24-ae9e52550774 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:40.207510 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450d5121-1455-4c7a-9fda-cad7e036dcdd x-openstack-request-id: req-450d5121-1455-4c7a-9fda-cad7e036dcdd {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:40.207936 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3dd327c-e7d8-4e79-a20c-148297f24dca", "name": "network-vif-unplugged", "status": "completed", "tag": "53642ad5-4786-44e5-be24-ae9e52550774", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:40.208132 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-450d5121-1455-4c7a-9fda-cad7e036dcdd {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:40.208502 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53642ad5-4786-44e5-be24-ae9e52550774', 'code': 200} Jul 13 07:35:40.229571 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad6d171a-d82c-4f4b-a725-9106cd2e6bec req-989a1959-c31c-480c-8120-6bc8097b923d service neutron] 10.222.0.53 "GET /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768038 Jul 13 07:35:40.247888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 53642ad5-4786-44e5-be24-ae9e52550774, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53642ad5-4786-44e5-be24-ae9e52550774,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:40.255515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=53642ad5-4786-44e5-be24-ae9e52550774,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:40.267866 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.294109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310546df-c2c3-45dc-ae16-9fe1e3feb8ce req-e57b115d-562f-476a-bf35-1d03376a9196 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:40.296261 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-310546df-c2c3-45dc-ae16-9fe1e3feb8ce req-e57b115d-562f-476a-bf35-1d03376a9196 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 944 time: 0.0742450 Jul 13 07:35:40.334088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=53642ad5-4786-44e5-be24-ae9e52550774,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:40.344439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:40.349480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-310546df-c2c3-45dc-ae16-9fe1e3feb8ce req-7209d483-04fc-4baa-a610-35683bd4e4c7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Jul 13 07:35:40.373100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:40.373324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 38d8166c-e9a7-4580-bbbc-e90f1d5feb1f not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:40.412429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261c87-3b73-4748-89fc-e616ca0d6741 req-144fbfdf-ab53-42d9-a6d0-9d3b98f538d8 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:40.413965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49261c87-3b73-4748-89fc-e616ca0d6741 req-144fbfdf-ab53-42d9-a6d0-9d3b98f538d8 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 945 time: 0.0875483 Jul 13 07:35:40.461868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49261c87-3b73-4748-89fc-e616ca0d6741 req-17b3638b-51da-4f32-a52b-18daff1d09e9 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Jul 13 07:35:40.506934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['53642ad5-4786-44e5-be24-ae9e52550774'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:40.538065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b7015-283c-491b-8937-ff9d4b253991 req-95ea91b6-9277-4ab3-ba9c-b7e54326b6af tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:40.539742 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d99b7015-283c-491b-8937-ff9d4b253991 req-95ea91b6-9277-4ab3-ba9c-b7e54326b6af tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0828218 Jul 13 07:35:40.586632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d99b7015-283c-491b-8937-ff9d4b253991 req-7cd12460-84d2-4ea9-b5c4-5857d92df721 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Jul 13 07:35:40.657290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27400aa6-e4de-46a3-adbd-f4377aa20ee2 req-456b7c6b-1f85-4411-9a5b-abd7e90eee75 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:40.659204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27400aa6-e4de-46a3-adbd-f4377aa20ee2 req-456b7c6b-1f85-4411-9a5b-abd7e90eee75 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 944 time: 0.0764894 Jul 13 07:35:40.703415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27400aa6-e4de-46a3-adbd-f4377aa20ee2 req-27c52c4e-b494-4f09-ad43-c777fc20e4c5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359662 Jul 13 07:35:40.859889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46cc56-e65d-4555-a942-30fb3c99d627 req-cf543655-a85d-432d-a449-91d4031710dd tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:40.861613 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e46cc56-e65d-4555-a942-30fb3c99d627 req-cf543655-a85d-432d-a449-91d4031710dd tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0730186 Jul 13 07:35:40.904566 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e46cc56-e65d-4555-a942-30fb3c99d627 req-d19982c9-e468-4f7f-8c72-1ef87e0b83b0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374696 Jul 13 07:35:41.089690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14de5e7-117c-4d2d-a1f3-f3186711ebce req-24ed8152-5373-4c93-842b-e52a0f29447b tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.091307 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d14de5e7-117c-4d2d-a1f3-f3186711ebce req-24ed8152-5373-4c93-842b-e52a0f29447b tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.0724607 Jul 13 07:35:41.132547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d14de5e7-117c-4d2d-a1f3-f3186711ebce req-b81ab2c5-f426-4411-a51c-b9c0e153fd2d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350835 Jul 13 07:35:41.318461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb950d-47ae-4470-9a2b-bc87db3d4939 req-0f259c0c-08c4-4c15-8252-71f328380c1b tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.319974 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64eb950d-47ae-4470-9a2b-bc87db3d4939 req-0f259c0c-08c4-4c15-8252-71f328380c1b tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 945 time: 0.0759442 Jul 13 07:35:41.361928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64eb950d-47ae-4470-9a2b-bc87db3d4939 req-d40debfc-47a4-4a25-b100-3ff21bd8a1c8 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Jul 13 07:35:41.551053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896a31-9330-424a-9aef-b241fe99e70c req-78b15069-9e56-4585-9d5d-c9eb3ec0257a tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.552928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c896a31-9330-424a-9aef-b241fe99e70c req-78b15069-9e56-4585-9d5d-c9eb3ec0257a tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 944 time: 0.0676904 Jul 13 07:35:41.582103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66415f-ff1d-4fa4-8ab1-ccc120bc0308 req-e6fbdd7e-754d-4ce0-88f4-1896b08033d5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.584648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab66415f-ff1d-4fa4-8ab1-ccc120bc0308 req-e6fbdd7e-754d-4ce0-88f4-1896b08033d5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0755196 Jul 13 07:35:41.600283 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c896a31-9330-424a-9aef-b241fe99e70c req-3d817d43-9b9c-4e86-a543-674db68374ae tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375366 Jul 13 07:35:41.624819 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab66415f-ff1d-4fa4-8ab1-ccc120bc0308 req-e1b9252f-1063-4309-a709-3ce7b0dd57db tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 Jul 13 07:35:41.678746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53642ad5-4786-44e5-be24-ae9e52550774 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:41.725680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 53642ad5-4786-44e5-be24-ae9e52550774 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:41.726052 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.817698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.851285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 53642ad5-4786-44e5-be24-ae9e52550774, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53642ad5-4786-44e5-be24-ae9e52550774,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:41.855977 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.906480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a93eec-063a-4147-83ea-8cc607d6387e req-264f335f-39e1-4c3b-aa2d-80568a8c0d30 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:41.908055 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09a93eec-063a-4147-83ea-8cc607d6387e req-264f335f-39e1-4c3b-aa2d-80568a8c0d30 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 944 time: 0.0833013 Jul 13 07:35:41.919398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=53642ad5-4786-44e5-be24-ae9e52550774,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:41.950454 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09a93eec-063a-4147-83ea-8cc607d6387e req-932d8f3c-618b-4b6c-aba8-b670520fbdb3 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360959 Jul 13 07:35:42.210212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53642ad5-4786-44e5-be24-ae9e52550774'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:42.213622 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d65342e-9c93-4b95-90b5-0c37a8522824" -d '{"events": [{"server_uuid": "f3dd327c-e7d8-4e79-a20c-148297f24dca", "name": "network-vif-plugged", "status": "completed", "tag": "53642ad5-4786-44e5-be24-ae9e52550774"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:42.254339 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742cd58e-ec0d-44dc-9b4f-9bd01cc4353f x-openstack-request-id: req-742cd58e-ec0d-44dc-9b4f-9bd01cc4353f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:42.254636 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3dd327c-e7d8-4e79-a20c-148297f24dca", "name": "network-vif-plugged", "status": "completed", "tag": "53642ad5-4786-44e5-be24-ae9e52550774", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:42.254887 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-742cd58e-ec0d-44dc-9b4f-9bd01cc4353f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:42.255277 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53642ad5-4786-44e5-be24-ae9e52550774', 'code': 200} Jul 13 07:35:42.339503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a141430-05dd-4246-98ce-1abe578b484f req-76b87357-734e-43b9-8290-f5de336eac9d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.340599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device fc7fdee8-4cd8-4c09-922c-f01e44ad9019 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:42.341191 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a141430-05dd-4246-98ce-1abe578b484f req-76b87357-734e-43b9-8290-f5de336eac9d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.0888793 Jul 13 07:35:42.375750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-e3514ce8-483b-407c-a3dc-b557b317c875 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.378390 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-e3514ce8-483b-407c-a3dc-b557b317c875 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 945 time: 0.0904136 Jul 13 07:35:42.449292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a141430-05dd-4246-98ce-1abe578b484f req-0118a08f-3b20-4e54-9924-1a3b566810cf tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015270 Jul 13 07:35:42.449738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port fc7fdee8-4cd8-4c09-922c-f01e44ad9019, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:42.462093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'port_id': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019', 'mac_address': 'fa:16:3e:a1:51:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed8190-bcae-477d-be7c-5324c0bdcde8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:42.505404 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.519158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7fdee8-4cd8-4c09-922c-f01e44ad9019 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:42.519922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acc052-22e4-4af7-881b-d1eb015621f8 req-7d7e9297-9920-41e7-82bf-43b262c20b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.521566 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54acc052-22e4-4af7-881b-d1eb015621f8 req-7d7e9297-9920-41e7-82bf-43b262c20b2a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 1096 time: 0.1031728 Jul 13 07:35:42.543252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port fc7fdee8-4cd8-4c09-922c-f01e44ad9019, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:42.548551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.566457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54acc052-22e4-4af7-881b-d1eb015621f8 req-c706cf68-85d4-43ca-a871-4a35fa00ed9c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360849 Jul 13 07:35:42.621552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:42.624592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654bf2e-4e09-4649-a593-c5abc1e23bad req-c6d11deb-dba8-4dc3-b40e-d078c71e3228 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.626150 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f654bf2e-4e09-4649-a593-c5abc1e23bad req-c6d11deb-dba8-4dc3-b40e-d078c71e3228 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 945 time: 0.1289220 Jul 13 07:35:42.629008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-383c4c03-452d-43fc-9566-729d763f37e4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Deleting port ce69f4a2-2b0e-46dc-945d-746de2aed20a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:42.629352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-383c4c03-452d-43fc-9566-729d763f37e4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.737037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f654bf2e-4e09-4649-a593-c5abc1e23bad req-ef7eca7b-4f59-46e5-b245-07ca93abd1bb tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/security-groups?id=9057b529-0370-4e58-bcfc-6e1cde3a3421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912876 Jul 13 07:35:42.760241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-383c4c03-452d-43fc-9566-729d763f37e4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] For port ce69f4a2-2b0e-46dc-945d-746de2aed20a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=ce69f4a2-2b0e-46dc-945d-746de2aed20a,segment=NetworkSegment(5282c592-132c-43b8-8eae-3f5d7d1875ea),segment_id=5282c592-132c-43b8-8eae-3f5d7d1875ea)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:42.760824 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-383c4c03-452d-43fc-9566-729d763f37e4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.781014 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-383c4c03-452d-43fc-9566-729d763f37e4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Calling delete_port for ce69f4a2-2b0e-46dc-945d-746de2aed20a owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:42.795565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6d828-cc1a-475e-8462-834ffa65950a req-428fef10-0ade-48d0-9fcc-232afe4a76bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:42.797918 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6de6d828-cc1a-475e-8462-834ffa65950a req-428fef10-0ade-48d0-9fcc-232afe4a76bc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 945 time: 0.0777919 Jul 13 07:35:42.851141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['fc7fdee8-4cd8-4c09-922c-f01e44ad9019'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:42.851830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6de6d828-cc1a-475e-8462-834ffa65950a req-9ec09c9c-18bf-4507-9221-8330f82c24eb tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474629 Jul 13 07:35:43.007071 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4128a-73f9-4915-9896-3926e66185f4 req-62e8eac8-dfa3-4017-b910-0d90db65d698 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.009366 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bbd4128a-73f9-4915-9896-3926e66185f4 req-62e8eac8-dfa3-4017-b910-0d90db65d698 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1342070 Jul 13 07:35:43.010818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-383c4c03-452d-43fc-9566-729d763f37e4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.026898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['ce69f4a2-2b0e-46dc-945d-746de2aed20a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:43.073560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c4c03-452d-43fc-9566-729d763f37e4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Pushing event deleted for resources: {'Port': ['ID=ce69f4a2-2b0e-46dc-945d-746de2aed20a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:43.130411 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-383c4c03-452d-43fc-9566-729d763f37e4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] No DVR routers for this DVR port ce69f4a2-2b0e-46dc-945d-746de2aed20a on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:43.135621 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bbd4128a-73f9-4915-9896-3926e66185f4 req-569fa71f-8353-42d9-9518-058f8f0b3cc1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145175 Jul 13 07:35:43.136937 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-383c4c03-452d-43fc-9566-729d763f37e4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.139186 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4a41dd8b-b1e1-4811-95ac-e4e7023fc43d req-383c4c03-452d-43fc-9566-729d763f37e4 tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.54 "DELETE /v2.0/ports/ce69f4a2-2b0e-46dc-945d-746de2aed20a HTTP/1.1" status: 204 len: 173 time: 0.7468755 Jul 13 07:35:43.139636 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8084eea-4a47-47e2-8c11-e299a6ab1be5', 'name': 'network-vif-deleted', 'tag': 'ce69f4a2-2b0e-46dc-945d-746de2aed20a'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:43.141956 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a8302a-fee3-4548-9a2b-54763e6d030c" -d '{"events": [{"server_uuid": "d8084eea-4a47-47e2-8c11-e299a6ab1be5", "name": "network-vif-deleted", "tag": "ce69f4a2-2b0e-46dc-945d-746de2aed20a"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:43.151966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7aa65a-444e-42b7-a5fa-57c25a785230 req-ba76ab70-9582-4736-8ae8-8c04be24eebc tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.166684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d7aa65a-444e-42b7-a5fa-57c25a785230 req-ba76ab70-9582-4736-8ae8-8c04be24eebc tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.0781324 Jul 13 07:35:43.223356 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5334b34e-cb39-4e7f-8a0f-ed91a8bc8b8c x-openstack-request-id: req-5334b34e-cb39-4e7f-8a0f-ed91a8bc8b8c {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:43.223655 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8084eea-4a47-47e2-8c11-e299a6ab1be5", "name": "network-vif-deleted", "tag": "ce69f4a2-2b0e-46dc-945d-746de2aed20a", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:43.223979 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5334b34e-cb39-4e7f-8a0f-ed91a8bc8b8c {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:43.224360 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8084eea-4a47-47e2-8c11-e299a6ab1be5', 'name': 'network-vif-deleted', 'tag': 'ce69f4a2-2b0e-46dc-945d-746de2aed20a', 'status': 'completed', 'code': 200} Jul 13 07:35:43.227204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d7aa65a-444e-42b7-a5fa-57c25a785230 req-65efa140-5749-4fa8-8720-4946153fc74e tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655007 Jul 13 07:35:43.645924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e10054-7a25-4027-9d6d-fe0ac6d9100d req-d2925902-eac5-4100-87fc-2660a128974e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:43.647341 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f2e10054-7a25-4027-9d6d-fe0ac6d9100d req-d2925902-eac5-4100-87fc-2660a128974e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.0715315 Jul 13 07:35:43.692826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f2e10054-7a25-4027-9d6d-fe0ac6d9100d req-04e9528d-949e-488b-97df-f6439aec2e4d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368803 Jul 13 07:35:43.958925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-189eb3cc-b4cc-4f2a-ad90-9937d3e38236 req-259dba26-1c75-4402-a95f-2ea06326828a tempest-ServersNegativeTestMultiTenantJSON-275455449 tempest-ServersNegativeTestMultiTenantJSON-275455449-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8084eea-4a47-47e2-8c11-e299a6ab1be5 HTTP/1.1" status: 200 len: 210 time: 0.0325506 Jul 13 07:35:44.049279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0500849-22c9-40d0-ad9f-12b3b976ea52 req-c725af62-9a7a-49e1-872f-8121115ce6b1 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.050769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c0500849-22c9-40d0-ad9f-12b3b976ea52 req-c725af62-9a7a-49e1-872f-8121115ce6b1 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 945 time: 0.0666714 Jul 13 07:35:44.090731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c0500849-22c9-40d0-ad9f-12b3b976ea52 req-19399ce5-3ca6-494e-880d-dd5e0995efb0 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339727 Jul 13 07:35:44.210425 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a81c5892-4515-4a46-9dc6-99eb75ae7aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.355225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device fc7fdee8-4cd8-4c09-922c-f01e44ad9019 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:44.355444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951066-7015-4538-93c5-e21fab4cca56 req-2ce7d4be-49df-4705-a2c3-98160e8a584b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.362573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5951066-7015-4538-93c5-e21fab4cca56 req-2ce7d4be-49df-4705-a2c3-98160e8a584b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0904398 Jul 13 07:35:44.400584 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5951066-7015-4538-93c5-e21fab4cca56 req-822ba7b0-bd02-4385-a0d5-e053c1259773 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370910 Jul 13 07:35:44.421923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port fc7fdee8-4cd8-4c09-922c-f01e44ad9019 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:44.425782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port fc7fdee8-4cd8-4c09-922c-f01e44ad9019 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:44.426158 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.440172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c963e06-f107-4594-9890-2f79ba5c52fe req-9fb272e8-da67-43b5-9ed8-c3998647fb49 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.441790 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0c963e06-f107-4594-9890-2f79ba5c52fe req-9fb272e8-da67-43b5-9ed8-c3998647fb49 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.0816653 Jul 13 07:35:44.492627 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0c963e06-f107-4594-9890-2f79ba5c52fe req-16113846-8b9a-4a23-a32f-2a43c8cc0789 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Jul 13 07:35:44.512454 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.534089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfaa1c9-79d6-475b-9506-bcfbec7786f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:44.536903 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6443e96f-ddbf-4cf6-bb94-104a53832f6a" -d '{"events": [{"server_uuid": "6dfaa1c9-79d6-475b-9506-bcfbec7786f7", "name": "network-vif-plugged", "status": "completed", "tag": "fc7fdee8-4cd8-4c09-922c-f01e44ad9019"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:44.562576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port fc7fdee8-4cd8-4c09-922c-f01e44ad9019, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:44.570089 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.580188 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d36ba-2b24-4ef3-91d1-182a73ebc90f x-openstack-request-id: req-3c5d36ba-2b24-4ef3-91d1-182a73ebc90f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:44.580488 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfaa1c9-79d6-475b-9506-bcfbec7786f7", "name": "network-vif-plugged", "status": "completed", "tag": "fc7fdee8-4cd8-4c09-922c-f01e44ad9019", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:44.580745 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c5d36ba-2b24-4ef3-91d1-182a73ebc90f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:44.581143 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfaa1c9-79d6-475b-9506-bcfbec7786f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019', 'code': 200} Jul 13 07:35:44.645539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:44.746286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b2cf0-8819-4035-8e24-f806e1dbc30b req-cc57e678-11be-42f8-a292-86fceb8ecc42 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.747808 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d10b2cf0-8819-4035-8e24-f806e1dbc30b req-cc57e678-11be-42f8-a292-86fceb8ecc42 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1082323 Jul 13 07:35:44.753872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a5c85-5029-4598-ba46-3ba459744894 req-b875ad97-1cd2-4aea-9fb5-ab9b80b903dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.755292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a4a5c85-5029-4598-ba46-3ba459744894 req-b875ad97-1cd2-4aea-9fb5-ab9b80b903dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 1097 time: 0.0864313 Jul 13 07:35:44.839103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d10b2cf0-8819-4035-8e24-f806e1dbc30b req-0f74bc6c-dfec-48d2-8f7b-e4ebd7e695a9 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823479 Jul 13 07:35:44.841128 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a4a5c85-5029-4598-ba46-3ba459744894 req-23f6d4b0-d68a-4db4-9871-7581e9d0d002 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706894 Jul 13 07:35:44.903280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5019e4-b48a-41b5-8e51-bebd6b91a764 req-d0444467-9439-4020-a236-cdec61b25559 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:44.905105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de5019e4-b48a-41b5-8e51-bebd6b91a764 req-d0444467-9439-4020-a236-cdec61b25559 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.0798776 Jul 13 07:35:44.948519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de5019e4-b48a-41b5-8e51-bebd6b91a764 req-7a2005e0-8d2a-4e2c-b2c5-fd9f0da98a77 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364668 Jul 13 07:35:45.062348 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57304) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.135561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd3476f-8ea8-4c7b-9775-8e19eb7d472e admin admin] Deleting subnet f4c78854-cbd0-47f8-a2fd-5564a19807a6 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:45.139032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4dd3476f-8ea8-4c7b-9775-8e19eb7d472e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.180829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4dd3476f-8ea8-4c7b-9775-8e19eb7d472e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.245722 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4dd3476f-8ea8-4c7b-9775-8e19eb7d472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.367123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ed191-d560-4400-9d0a-82f24e88ff2b req-70357ebe-f1b5-4747-8fe6-ff0844c2e746 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.369243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b00ed191-d560-4400-9d0a-82f24e88ff2b req-70357ebe-f1b5-4747-8fe6-ff0844c2e746 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 946 time: 0.1428101 Jul 13 07:35:45.371729 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4dd3476f-8ea8-4c7b-9775-8e19eb7d472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.416243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3476f-8ea8-4c7b-9775-8e19eb7d472e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c78854-cbd0-47f8-a2fd-5564a19807a6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:45.423311 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4dd3476f-8ea8-4c7b-9775-8e19eb7d472e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.427839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4dd3476f-8ea8-4c7b-9775-8e19eb7d472e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f4c78854-cbd0-47f8-a2fd-5564a19807a6 HTTP/1.1" status: 204 len: 168 time: 0.3618753 Jul 13 07:35:45.428174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57324) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.464910 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b00ed191-d560-4400-9d0a-82f24e88ff2b req-89f78fb5-9f1e-4fa1-a796-b12e1ad1324d tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726683 Jul 13 07:35:45.470957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b1d64e14-5912-4a7d-a601-d2642ec1f683 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.476899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b1d64e14-5912-4a7d-a601-d2642ec1f683 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/networks?id=21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 200 len: 815 time: 0.1915030 Jul 13 07:35:45.511165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-308b05f6-5d25-4eb5-9729-bbf29e70b493 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/quotas/f09008f6bb7743ce9f2f25e82b8f901d HTTP/1.1" status: 200 len: 375 time: 0.0329173 Jul 13 07:35:45.567647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.651980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354376a4-632c-4201-b0df-960a6203fe2c req-3153eb67-8aa4-4b63-b7b4-91adcac747f3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.653446 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-354376a4-632c-4201-b0df-960a6203fe2c req-3153eb67-8aa4-4b63-b7b4-91adcac747f3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0861559 Jul 13 07:35:45.693403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.704641 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-354376a4-632c-4201-b0df-960a6203fe2c req-2bcb6085-09b2-421c-bbe7-ae9a6c718b5f tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445395 Jul 13 07:35:45.705129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a651c625-5036-40c5-a2bd-dfdcf68cf69d']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:45.719961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5282c592-132c-43b8-8eae-3f5d7d1875ea') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:45.720287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5282c592-132c-43b8-8eae-3f5d7d1875ea') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:45.733657 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.746800 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-8bdfa89d-a5f1-415c-9d82-fc5c0f5000d2 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1931875 Jul 13 07:35:45.753236 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.776409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:45.776816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:45.778509 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:45.850035 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.858151 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.862640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] 10.222.0.44 "DELETE /v2.0/networks/a651c625-5036-40c5-a2bd-dfdcf68cf69d HTTP/1.1" status: 204 len: 168 time: 0.4292600 Jul 13 07:35:45.863607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57326) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.897536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eda26b-1666-42c0-bd1d-b6704ed5a07b admin admin] Pushing event deleted for resources: {'Network': ['ID=a651c625-5036-40c5-a2bd-dfdcf68cf69d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:45.918123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-f728d4bf-47e0-4c00-ad8a-c09fc57fbaa0 admin admin] Deleting subnet 92238ee4-490f-4e86-a82e-1cb6cf9900aa {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:45.921527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f728d4bf-47e0-4c00-ad8a-c09fc57fbaa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.927175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-c894b48e-4c40-4d5d-b78f-08a9d5a13b49 service neutron] 10.222.0.44 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716173 Jul 13 07:35:45.958360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f728d4bf-47e0-4c00-ad8a-c09fc57fbaa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.006907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f728d4bf-47e0-4c00-ad8a-c09fc57fbaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.047881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-40f5779d-92c8-44b6-ae20-eee640355e18 service neutron] 10.222.0.44 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131899 Jul 13 07:35:46.088246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f728d4bf-47e0-4c00-ad8a-c09fc57fbaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.139459 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728d4bf-47e0-4c00-ad8a-c09fc57fbaa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92238ee4-490f-4e86-a82e-1cb6cf9900aa,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:46.142314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f728d4bf-47e0-4c00-ad8a-c09fc57fbaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.146357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f728d4bf-47e0-4c00-ad8a-c09fc57fbaa0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/92238ee4-490f-4e86-a82e-1cb6cf9900aa HTTP/1.1" status: 204 len: 168 time: 0.2800651 Jul 13 07:35:46.147966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57332) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:46.247491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455f534-28c1-41bf-bcdd-54768f34fac2 req-1802436a-9262-4de6-83ce-ad6bbdb9664a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:46.254577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f455f534-28c1-41bf-bcdd-54768f34fac2 req-1802436a-9262-4de6-83ce-ad6bbdb9664a tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1791804 Jul 13 07:35:46.266280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7472fbf3-12fb-4610-b9dd-2428898b51ce req-b7bd1a72-1cd7-4a12-8ef5-73ed33225f90 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 210 time: 0.0428066 Jul 13 07:35:46.288715 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.312635 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f455f534-28c1-41bf-bcdd-54768f34fac2 req-1cad8f88-45fe-4d55-9921-ce062d121950 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571074 Jul 13 07:35:46.395596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.441025 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8995cf35-9480-4aed-8dab-227e848fdcd4']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:46.452806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c86ffa4-78b6-4970-bc48-0c77aeb5017b') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:46.453097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c86ffa4-78b6-4970-bc48-0c77aeb5017b') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:46.469960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.485649 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.495126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:46.495746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:46.499492 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:46.579350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e440-96da-4de7-abe1-c3d4c423281f req-28eb76c0-f15b-4b2c-9634-a61b4a9770cd tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:46.581139 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b686e440-96da-4de7-abe1-c3d4c423281f req-28eb76c0-f15b-4b2c-9634-a61b4a9770cd tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3dd327c-e7d8-4e79-a20c-148297f24dca HTTP/1.1" status: 200 len: 945 time: 0.1822996 Jul 13 07:35:46.625147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.629572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.631883 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8995cf35-9480-4aed-8dab-227e848fdcd4 HTTP/1.1" status: 204 len: 168 time: 0.4829311 Jul 13 07:35:46.702601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2207b-d88c-4210-94c7-8e2afe504c6a req-0a986ea2-84e5-46b8-a499-3dbfcb19ac7b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:46.705654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6f2207b-d88c-4210-94c7-8e2afe504c6a req-0a986ea2-84e5-46b8-a499-3dbfcb19ac7b tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 946 time: 0.1067257 Jul 13 07:35:46.787522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6f2207b-d88c-4210-94c7-8e2afe504c6a req-88accc09-fcb5-4072-9313-6bd3e7d6a301 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749490 Jul 13 07:35:46.819854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57360) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:46.886136 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7cac61f4-026a-4df3-bb20-fcb4c22e0840 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98e6cafab022485d9c81d31e890765de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642674 Jul 13 07:35:46.896890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57364) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:46.975491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-971029e2-0195-4af5-b52d-c5e0b9d80a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.004094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-971029e2-0195-4af5-b52d-c5e0b9d80a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.027297 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3ce9ec84-5e9f-45f3-8bab-835abee8f475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.078328 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.080157 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-971029e2-0195-4af5-b52d-c5e0b9d80a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.084108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-971029e2-0195-4af5-b52d-c5e0b9d80a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.089225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-971029e2-0195-4af5-b52d-c5e0b9d80a97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9057b529-0370-4e58-bcfc-6e1cde3a3421 HTTP/1.1" status: 204 len: 168 time: 0.1908739 Jul 13 07:35:47.117819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971029e2-0195-4af5-b52d-c5e0b9d80a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9057b529-0370-4e58-bcfc-6e1cde3a3421,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:47.200829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a35ae-6f72-49f8-96b9-2194c0224744 admin admin] Pushing event deleted for resources: {'Network': ['ID=8995cf35-9480-4aed-8dab-227e848fdcd4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:47.316824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973bddf-7413-4f2d-8a6a-8ca318b0726d req-c576703f-79a7-45c5-a11a-4ca6664cfbd4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:47.338785 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b973bddf-7413-4f2d-8a6a-8ca318b0726d req-c576703f-79a7-45c5-a11a-4ca6664cfbd4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1499865 Jul 13 07:35:47.396281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-b686e440-96da-4de7-abe1-c3d4c423281f req-82d32175-e926-41a9-8eb3-24a8fa2ec5f5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Deleting port 53642ad5-4786-44e5-be24-ae9e52550774 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:47.396622 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b686e440-96da-4de7-abe1-c3d4c423281f req-82d32175-e926-41a9-8eb3-24a8fa2ec5f5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.495865 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b973bddf-7413-4f2d-8a6a-8ca318b0726d req-2b904ea0-902b-420b-bbfb-cdccb3624b88 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552229 Jul 13 07:35:47.574317 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:35:47.576534 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de663723-8910-4be9-aa4c-1200719811eb req-b99225a3-610b-4bd9-abbc-603b7fb2fc7f tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 210 time: 0.1075718 Jul 13 07:35:47.626718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-b686e440-96da-4de7-abe1-c3d4c423281f req-82d32175-e926-41a9-8eb3-24a8fa2ec5f5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] For port 53642ad5-4786-44e5-be24-ae9e52550774, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=53642ad5-4786-44e5-be24-ae9e52550774,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:47.626718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b686e440-96da-4de7-abe1-c3d4c423281f req-82d32175-e926-41a9-8eb3-24a8fa2ec5f5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.664457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-b686e440-96da-4de7-abe1-c3d4c423281f req-82d32175-e926-41a9-8eb3-24a8fa2ec5f5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Calling delete_port for 53642ad5-4786-44e5-be24-ae9e52550774 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:47.741219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device ce69f4a2-2b0e-46dc-945d-746de2aed20a no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:47.762042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57410) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:47.786345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: ce69f4a2-2b0e-46dc-945d-746de2aed20a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:47.789551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device ce69f4a2-2b0e-46dc-945d-746de2aed20a not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:47.848345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-e45fb89d-b5f7-48b7-a0c0-0b59d325ab75 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:47.849959 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-e45fb89d-b5f7-48b7-a0c0-0b59d325ab75 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.54 "GET /v2.0/networks?id=21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 200 len: 815 time: 0.2588298 Jul 13 07:35:47.850756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.868394 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d0449ba9-1c02-4687-9664-72e4f1b349b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd983bf1b4db4419a70f11c0ab6a8641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051199 Jul 13 07:35:47.869508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57412) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:47.886210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Request body: {'port': {'device_id': '2297ff01-5bbc-41f2-81db-023895ef651d', 'network_id': '21675c4c-8824-457c-b210-825158c9d786', 'admin_state_up': True, 'tenant_id': 'f09008f6bb7743ce9f2f25e82b8f901d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:47.970363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-51e15d6a-14ef-4bc0-b568-f1e8d5299dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.006784 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-51e15d6a-14ef-4bc0-b568-f1e8d5299dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.021361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b686e440-96da-4de7-abe1-c3d4c423281f req-82d32175-e926-41a9-8eb3-24a8fa2ec5f5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.034580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['53642ad5-4786-44e5-be24-ae9e52550774'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:48.063388 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d32175-e926-41a9-8eb3-24a8fa2ec5f5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Pushing event deleted for resources: {'Port': ['ID=53642ad5-4786-44e5-be24-ae9e52550774,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:48.129868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cf673-a9a1-4bea-8ded-69362fab3064 req-cdfcbad9-f40e-479a-b124-33c628566932 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.131648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d52cf673-a9a1-4bea-8ded-69362fab3064 req-cdfcbad9-f40e-479a-b124-33c628566932 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.2806139 Jul 13 07:35:48.150865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b686e440-96da-4de7-abe1-c3d4c423281f req-82d32175-e926-41a9-8eb3-24a8fa2ec5f5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] No DVR routers for this DVR port 53642ad5-4786-44e5-be24-ae9e52550774 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:48.153693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b686e440-96da-4de7-abe1-c3d4c423281f req-82d32175-e926-41a9-8eb3-24a8fa2ec5f5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.155911 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b686e440-96da-4de7-abe1-c3d4c423281f req-82d32175-e926-41a9-8eb3-24a8fa2ec5f5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.54 "DELETE /v2.0/ports/53642ad5-4786-44e5-be24-ae9e52550774 HTTP/1.1" status: 204 len: 173 time: 1.5694370 Jul 13 07:35:48.156474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'name': 'network-vif-deleted', 'tag': '53642ad5-4786-44e5-be24-ae9e52550774'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:48.159216 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4620a708-98c7-498d-8684-33833fd99f4a" -d '{"events": [{"server_uuid": "f3dd327c-e7d8-4e79-a20c-148297f24dca", "name": "network-vif-deleted", "tag": "53642ad5-4786-44e5-be24-ae9e52550774"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:48.193736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-51e15d6a-14ef-4bc0-b568-f1e8d5299dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.199651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-51e15d6a-14ef-4bc0-b568-f1e8d5299dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.202491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-51e15d6a-14ef-4bc0-b568-f1e8d5299dc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/685572e2-61b5-421f-9867-3cb8bf44cb16 HTTP/1.1" status: 204 len: 168 time: 0.3305061 Jul 13 07:35:48.212937 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d52cf673-a9a1-4bea-8ded-69362fab3064 req-e63dd46d-6aac-4505-adde-671782658689 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691504 Jul 13 07:35:48.213737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Made reservation on behalf of f09008f6bb7743ce9f2f25e82b8f901d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:48.217468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.225538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e15d6a-14ef-4bc0-b568-f1e8d5299dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685572e2-61b5-421f-9867-3cb8bf44cb16,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:48.421167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Allocated IP 172.20.0.3 (21675c4c-8824-457c-b210-825158c9d786/3dd865ab-40b2-40be-8957-fe5358190267/175e789d-374c-45f8-9a4b-4b33fdcbbed4) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:48.434248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a2c31-7f80-44b5-a74f-0d588e25ff2e req-0d0cf3a8-30bd-48bb-ae11-323a8da8eae4 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.437259 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-918a2c31-7f80-44b5-a74f-0d588e25ff2e req-0d0cf3a8-30bd-48bb-ae11-323a8da8eae4 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.0864079 Jul 13 07:35:48.498676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-918a2c31-7f80-44b5-a74f-0d588e25ff2e req-3f8c7319-1c02-458d-8b55-05416292dabf tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537646 Jul 13 07:35:48.550675 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b62d9a0-0e3e-48ac-baa7-c8bbd330bf6b x-openstack-request-id: req-7b62d9a0-0e3e-48ac-baa7-c8bbd330bf6b {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:48.550986 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3dd327c-e7d8-4e79-a20c-148297f24dca", "name": "network-vif-deleted", "tag": "53642ad5-4786-44e5-be24-ae9e52550774", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:48.551273 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b62d9a0-0e3e-48ac-baa7-c8bbd330bf6b {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:48.551717 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3dd327c-e7d8-4e79-a20c-148297f24dca', 'name': 'network-vif-deleted', 'tag': '53642ad5-4786-44e5-be24-ae9e52550774', 'status': 'completed', 'code': 200} Jul 13 07:35:48.718959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.864131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab7fd0-be8a-413d-b474-42ce9861ffc7 req-a3cbacfc-81de-4350-a08e-7334155e4243 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.877617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9fab7fd0-be8a-413d-b474-42ce9861ffc7 req-a3cbacfc-81de-4350-a08e-7334155e4243 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 946 time: 0.1123242 Jul 13 07:35:48.879861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c717-d9da-47cd-93e7-060b54ff2ac0 req-81953e1c-fdbd-4ce3-a091-e18db67a3cf0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.882159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3921c717-d9da-47cd-93e7-060b54ff2ac0 req-81953e1c-fdbd-4ce3-a091-e18db67a3cf0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1605234 Jul 13 07:35:48.884167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.898066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['53642ad5-4786-44e5-be24-ae9e52550774'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:48.977327 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9fab7fd0-be8a-413d-b474-42ce9861ffc7 req-3949e034-45d5-4518-bd52-b7aac24410ca tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979929 Jul 13 07:35:48.980236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Network 21675c4c-8824-457c-b210-825158c9d786 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:48.984714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:48.986539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Pushing event updated for resources: {'Port': ['ID=175e789d-374c-45f8-9a4b-4b33fdcbbed4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:48.996485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:49.032614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3921c717-d9da-47cd-93e7-060b54ff2ac0 req-a828e3df-570d-4b77-bf0a-61f7d9f2412b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413395 Jul 13 07:35:49.075989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.077705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.097496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-df2a2593-7f5b-4fcf-b45c-b787ac2b3954 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2251720 Jul 13 07:35:49.116859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Request body: {'port': {'device_id': '2297ff01-5bbc-41f2-81db-023895ef651d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:49.168862 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608c30-4f9f-4e39-a554-3b083d8aa590 req-4fbae94b-fbf1-425b-aafc-d18b104ca1c1 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.176008 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c5608c30-4f9f-4e39-a554-3b083d8aa590 req-4fbae94b-fbf1-425b-aafc-d18b104ca1c1 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 931 time: 0.0796065 Jul 13 07:35:49.223184 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.228887 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c5608c30-4f9f-4e39-a554-3b083d8aa590 req-3240e913-3b03-45b2-9cbe-461ba8b1fe54 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512142 Jul 13 07:35:49.522532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aaa2d-c026-4aec-bdc5-ac12f8373255 req-ea3992c3-d8d3-404a-b7a3-aded1198b07e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.524074 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba9aaa2d-c026-4aec-bdc5-ac12f8373255 req-ea3992c3-d8d3-404a-b7a3-aded1198b07e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1432490 Jul 13 07:35:49.616664 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba9aaa2d-c026-4aec-bdc5-ac12f8373255 req-93494b6d-bab6-40d8-840d-e7a3e3e98e5c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794871 Jul 13 07:35:49.624056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175e789d-374c-45f8-9a4b-4b33fdcbbed4 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:49.634691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.649011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Transition to ACTIVE for port object 175e789d-374c-45f8-9a4b-4b33fdcbbed4 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:49.656699 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.670155 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.716923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Pushing event updated for resources: {'Port': ['ID=175e789d-374c-45f8-9a4b-4b33fdcbbed4,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:49.768095 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57486) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:49.808926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bcdeb-0e78-4a5a-91c8-1c073d12740d req-1492314f-8ba6-4b76-aa25-914b15e7290e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.817226 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e18bcdeb-0e78-4a5a-91c8-1c073d12740d req-1492314f-8ba6-4b76-aa25-914b15e7290e tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.1085145 Jul 13 07:35:49.866832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e522074-fec6-4e24-8d00-4893084c288c req-08be90bc-977b-4342-b61d-eeed47772a03 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.867127 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e18bcdeb-0e78-4a5a-91c8-1c073d12740d req-1baaf8d4-a7e6-4509-9d2f-3e800a4acb4c tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489800 Jul 13 07:35:49.870091 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e522074-fec6-4e24-8d00-4893084c288c req-08be90bc-977b-4342-b61d-eeed47772a03 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.53 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.1304650 Jul 13 07:35:49.871700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Attempting to bind port 175e789d-374c-45f8-9a4b-4b33fdcbbed4 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:49.872240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Attempting to bind port 175e789d-374c-45f8-9a4b-4b33fdcbbed4 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:49.872754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Attempting to bind port 175e789d-374c-45f8-9a4b-4b33fdcbbed4 on network 21675c4c-8824-457c-b210-825158c9d786 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:49.905533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Port 175e789d-374c-45f8-9a4b-4b33fdcbbed4 on network 21675c4c-8824-457c-b210-825158c9d786 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:49.906131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Attempting to bind port 175e789d-374c-45f8-9a4b-4b33fdcbbed4 on network 21675c4c-8824-457c-b210-825158c9d786 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:49.916619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:49.916955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Checking segment: {'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:49.917564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Bound using segment: {'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:49.918018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Bound port: 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:49.918386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.919355 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d311f9b0-53f3-4cd1-9dc8-695db2487b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.018543 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d311f9b0-53f3-4cd1-9dc8-695db2487b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.026362 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d311f9b0-53f3-4cd1-9dc8-695db2487b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.039270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:50.043853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:50.053960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.061765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311f9b0-53f3-4cd1-9dc8-695db2487b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ffff8a-153d-46f8-8e5e-d36ed57e62fe,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:50.087006 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d311f9b0-53f3-4cd1-9dc8-695db2487b19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33b69399c03341e49bc80bbdfbfe7f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179321 Jul 13 07:35:50.092505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57494) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:50.124937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.125571 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.126996 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] 10.222.0.54 "PUT /v2.0/ports/175e789d-374c-45f8-9a4b-4b33fdcbbed4 HTTP/1.1" status: 200 len: 1091 time: 1.0172486 Jul 13 07:35:50.127442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2297ff01-5bbc-41f2-81db-023895ef651d', 'tag': '175e789d-374c-45f8-9a4b-4b33fdcbbed4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:50.130051 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2297ff01-5bbc-41f2-81db-023895ef651d", "tag": "175e789d-374c-45f8-9a4b-4b33fdcbbed4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:50.158626 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6201df96-86f5-4b90-922e-1b1f9aff2326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.182692 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6201df96-86f5-4b90-922e-1b1f9aff2326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.255706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8992e55-bb4e-4411-b734-ad8dbdd920ea service neutron] Pushing event updated for resources: {'Port': ['ID=175e789d-374c-45f8-9a4b-4b33fdcbbed4,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:50.277055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Deleting port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:50.278056 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.287095 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333ca6-e73e-407d-a261-c3b0536944a0 req-bf0f7fa5-2a3b-4fda-847a-443d1671cbbb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.288731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a333ca6-e73e-407d-a261-c3b0536944a0 req-bf0f7fa5-2a3b-4fda-847a-443d1671cbbb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0878711 Jul 13 07:35:50.289392 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6201df96-86f5-4b90-922e-1b1f9aff2326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.292370 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6201df96-86f5-4b90-922e-1b1f9aff2326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.296162 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6201df96-86f5-4b90-922e-1b1f9aff2326 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80ffff8a-153d-46f8-8e5e-d36ed57e62fe HTTP/1.1" status: 204 len: 168 time: 0.2024579 Jul 13 07:35:50.317825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201df96-86f5-4b90-922e-1b1f9aff2326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ffff8a-153d-46f8-8e5e-d36ed57e62fe,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:50.354208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a333ca6-e73e-407d-a261-c3b0536944a0 req-715599b5-116c-47ea-9aaa-9232d961c1b6 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530999 Jul 13 07:35:50.391545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device fc7fdee8-4cd8-4c09-922c-f01e44ad9019 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:50.427836 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce88cc3-a9b3-4154-9e2c-47a07331cdd4 x-openstack-request-id: req-bce88cc3-a9b3-4154-9e2c-47a07331cdd4 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:50.428156 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2297ff01-5bbc-41f2-81db-023895ef651d", "tag": "175e789d-374c-45f8-9a4b-4b33fdcbbed4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:50.428420 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bce88cc3-a9b3-4154-9e2c-47a07331cdd4 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:50.444309 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2297ff01-5bbc-41f2-81db-023895ef651d', 'tag': '175e789d-374c-45f8-9a4b-4b33fdcbbed4', 'status': 'completed', 'code': 200} Jul 13 07:35:50.493025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] For port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:50.493989 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.521080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port fc7fdee8-4cd8-4c09-922c-f01e44ad9019, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:50.536677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019', 'network_id': 'f912edd3-f8ed-45cd-b355-f4484a68b291', 'port_id': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019', 'mac_address': 'fa:16:3e:a1:51:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed8190-bcae-477d-be7c-5324c0bdcde8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:50.610317 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.630431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf18678-376d-448c-9fd0-25683d23f161 req-700d377d-03a9-4fa3-bcf4-0c6249079e3d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.631458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc7fdee8-4cd8-4c09-922c-f01e44ad9019 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:50.633222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bf18678-376d-448c-9fd0-25683d23f161 req-700d377d-03a9-4fa3-bcf4-0c6249079e3d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 943 time: 0.1066139 Jul 13 07:35:50.662467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port fc7fdee8-4cd8-4c09-922c-f01e44ad9019, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:50.683913 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.744514 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bf18678-376d-448c-9fd0-25683d23f161 req-11fe1aa5-85f5-44d7-9c5b-c02f59c701ad tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037538 Jul 13 07:35:50.844956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:50.848280 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.856548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['fc7fdee8-4cd8-4c09-922c-f01e44ad9019'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:50.856783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.856903 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Floating IP a4475c4b-3b5e-4b38-ad53-cdb4c2dff2ff disassociated. External IP: 172.25.6.59, port: a699e4fd-bf44-45d4-8f0c-d0ee56b1b642. Jul 13 07:35:50.857265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Calling delete_port for a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:50.881752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9892f59-1eb6-4df6-99d8-df68c87bc826 req-a858002a-0b91-4575-94d0-2e27c563b0d4 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.883408 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9892f59-1eb6-4df6-99d8-df68c87bc826 req-a858002a-0b91-4575-94d0-2e27c563b0d4 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 946 time: 0.7692783 Jul 13 07:35:50.904841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-fcfe4dc5-3873-428c-a095-3e3262f8a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.906103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-fcfe4dc5-3873-428c-a095-3e3262f8a13d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 1094 time: 0.7207048 Jul 13 07:35:51.092175 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c7116-3a3e-4999-8534-95b3f011e8da req-46b26007-b957-4bfc-b3f1-d9c9b6e15eb3 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:51.093814 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f94c7116-3a3e-4999-8534-95b3f011e8da req-46b26007-b957-4bfc-b3f1-d9c9b6e15eb3 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.0948133 Jul 13 07:35:51.176045 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f94c7116-3a3e-4999-8534-95b3f011e8da req-8936f47e-724e-449c-8c84-4ff6d45880ba tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738757 Jul 13 07:35:51.362858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-00935813-b83b-4e4e-8e71-82839c2b1192 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4 HTTP/1.1" status: 200 len: 217 time: 0.4419880 Jul 13 07:35:51.404529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57530) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:51.447405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9892f59-1eb6-4df6-99d8-df68c87bc826 req-8ccb36b6-dc20-4263-b3b6-e1fe647bd065 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312507 Jul 13 07:35:51.459295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1948cb-35ee-4cb0-8685-dcf258f983ae req-0ec7a576-ab0a-493b-8a28-b85da276ccfc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:51.471613 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be1948cb-35ee-4cb0-8685-dcf258f983ae req-0ec7a576-ab0a-493b-8a28-b85da276ccfc tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 947 time: 0.1249115 Jul 13 07:35:51.471849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-2338deac-ca3c-440e-a06c-2104a6c0dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:51.485423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-2338deac-ca3c-440e-a06c-2104a6c0dccf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dd865ab-40b2-40be-8957-fe5358190267 HTTP/1.1" status: 200 len: 855 time: 0.1162748 Jul 13 07:35:51.532823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-9086dfde-e301-4e4a-bbfa-554c1ca4e57c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21675c4c-8824-457c-b210-825158c9d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403242 Jul 13 07:35:51.533728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be1948cb-35ee-4cb0-8685-dcf258f983ae req-cea8cf82-7366-4895-8b24-49667d70f1cf tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups?id=d624bdd9-568e-4842-ba97-5fb4300c4236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596957 Jul 13 07:35:51.615935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1915909968-network', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:51.643439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Made reservation on behalf of 4d3a8fe36afb46ccba4e75b695f6d327 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:51.646450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.657328 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.701979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.765657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event deleted for resources: {'Port': ['ID=a699e4fd-bf44-45d4-8f0c-d0ee56b1b642,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:51.776346 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.779590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53642ad5-4786-44e5-be24-ae9e52550774 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:51.782402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-d2d6746d-4717-4c70-a302-a7e547f9daed service neutron] 10.222.0.54 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407968 Jul 13 07:35:51.790447 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.823189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 53642ad5-4786-44e5-be24-ae9e52550774 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:51.823563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 53642ad5-4786-44e5-be24-ae9e52550774 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:51.835813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:51.855068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d0d90-dc73-40c3-9305-14d6ec62140a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:51.859032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.859734 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Added segment 88667b2e-e8e0-4be7-a2f4-086fb960c050 of type vlan for network 144df36e-35ef-4abd-a952-041c4f50aa0b Jul 13 07:35:51.869969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6e84-5929-47ac-b920-27d19abb675f req-6da54341-54d1-4ddf-9ec2-295ccbc11984 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:51.871980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-117e6e84-5929-47ac-b920-27d19abb675f req-6da54341-54d1-4ddf-9ec2-295ccbc11984 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.2671502 Jul 13 07:35:51.939125 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.013451 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.015431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.016393 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.076898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-117e6e84-5929-47ac-b920-27d19abb675f req-6fd8781a-b9df-4c98-b4d8-318975019177 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957817 Jul 13 07:35:52.087291 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6804574 Jul 13 07:35:52.087976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57538) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:52.099614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:52.101025 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-400201f1-c4bb-4202-9595-4e41f69819d5 req-a6dddbab-ac27-480d-88c7-815574e7a60c service neutron] 10.222.0.54 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095222 Jul 13 07:35:52.125870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Request body: {'subnet': {'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1915909968-subnet', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:52.136657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721d699-6d63-4ee3-a2f9-ff9688a99eba admin admin] Pushing event updated for resources: {'Network': ['ID=144df36e-35ef-4abd-a952-041c4f50aa0b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:52.150325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 144df36e-35ef-4abd-a952-041c4f50aa0b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:52.199222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Made reservation on behalf of 4d3a8fe36afb46ccba4e75b695f6d327 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:52.202286 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.233237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e3d57-4a15-411e-b25b-e3ff900f0530 req-f2b3d2f2-12ed-4281-a028-b8203c42f483 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.247518 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a7e3d57-4a15-411e-b25b-e3ff900f0530 req-f2b3d2f2-12ed-4281-a028-b8203c42f483 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 943 time: 0.2463357 Jul 13 07:35:52.308164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:52.360762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5 req-d36dc88b-c102-4e8e-b695-602a133b6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.362867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5 req-d36dc88b-c102-4e8e-b695-602a133b6c3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 1094 time: 0.1467724 Jul 13 07:35:52.423214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device fc7fdee8-4cd8-4c09-922c-f01e44ad9019 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:52.425850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] Sync routers for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:52.448380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a7e3d57-4a15-411e-b25b-e3ff900f0530 req-c25b8cf4-2e6a-454f-907f-37180c79d12e tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998489 Jul 13 07:35:52.468581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:52.469572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:52.523803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5 req-a70918ab-04af-416d-a3fa-c03e337f89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.525834 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5 req-a70918ab-04af-416d-a3fa-c03e337f89cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 200 len: 916 time: 0.1419866 Jul 13 07:35:52.526907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] No DVR routers for this DVR port a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:52.529802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.532929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e522074-fec6-4e24-8d00-4893084c288c req-4fa2a093-76d8-4218-81c5-3eaa2f6c3f27 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.53 "DELETE /v2.0/ports/a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 HTTP/1.1" status: 204 len: 173 time: 2.6560745 Jul 13 07:35:52.598281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-deleted', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:52.601005 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d525bcb8-ec8f-4b2e-a2dd-da8de01b6b46" -d '{"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-deleted", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:52.611624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5 req-75223a73-2df1-4b44-818b-43911959dd79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4 HTTP/1.1" status: 200 len: 217 time: 0.0645039 Jul 13 07:35:52.699630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.725524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5 req-6ea23ca3-c019-40ef-92e0-f2c90eb77989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.727008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5 req-6ea23ca3-c019-40ef-92e0-f2c90eb77989 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dd865ab-40b2-40be-8957-fe5358190267 HTTP/1.1" status: 200 len: 855 time: 0.0871346 Jul 13 07:35:52.739148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:52.767684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=154a043c-90c9-4ee9-ab82-e4a5a311be16,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:52.770481 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5 req-e80b5ce2-a894-43d2-8f61-4d011714a4fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21675c4c-8824-457c-b210-825158c9d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306330 Jul 13 07:35:52.780384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72134b6b-89c1-4968-a47f-7b623f84c883 req-23f84391-6eea-414d-bc97-ccd18806d032 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.782083 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-72134b6b-89c1-4968-a47f-7b623f84c883 req-23f84391-6eea-414d-bc97-ccd18806d032 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.2478676 Jul 13 07:35:52.824355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1622b7-6ad3-42be-999f-6312886acc1a req-cb6f9faf-6481-4d2a-ba2c-79592800fde4 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.826151 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c1622b7-6ad3-42be-999f-6312886acc1a req-cb6f9faf-6481-4d2a-ba2c-79592800fde4 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 945 time: 0.1693075 Jul 13 07:35:52.845761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Checking segment: {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:52.846120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Network hostable DHCP agents. Network: 144df36e-35ef-4abd-a952-041c4f50aa0b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:52.885113 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5 req-f1833400-cf7f-430c-bbe4-6a0df1456c2d service neutron] 10.222.0.54 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019163 Jul 13 07:35:52.932815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port fc7fdee8-4cd8-4c09-922c-f01e44ad9019 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:52.933899 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.935987 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-72134b6b-89c1-4968-a47f-7b623f84c883 req-b6ddd3f6-3e8c-4429-b43c-22dfe76d2af7 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611384 Jul 13 07:35:52.953650 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Network 144df36e-35ef-4abd-a952-041c4f50aa0b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:52.965250 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c1622b7-6ad3-42be-999f-6312886acc1a req-4b502996-2046-4a50-8cae-455b496be374 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323745 Jul 13 07:35:53.005660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 144df36e-35ef-4abd-a952-041c4f50aa0b) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:53.013232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.013842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.033017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2867c6-a971-40d4-b98d-dece5c59fac2 None None] Network 144df36e-35ef-4abd-a952-041c4f50aa0b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:53.052371 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4a66bc3a-1633-4c01-9f09-10c32a952ea5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9607913 Jul 13 07:35:53.055210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57552) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:53.065813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:53.100311 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3363e565-cc69-4332-8c17-630875cf7686 x-openstack-request-id: req-3363e565-cc69-4332-8c17-630875cf7686 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:53.100965 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d327de-669b-497c-88ad-f30c2aaf1d78", "name": "network-vif-deleted", "tag": "a699e4fd-bf44-45d4-8f0c-d0ee56b1b642", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:53.104652 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3363e565-cc69-4332-8c17-630875cf7686 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:53.105461 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d327de-669b-497c-88ad-f30c2aaf1d78', 'name': 'network-vif-deleted', 'tag': 'a699e4fd-bf44-45d4-8f0c-d0ee56b1b642', 'status': 'completed', 'code': 200} Jul 13 07:35:53.111352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.132743 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.155303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e66f1f54-92c8-4750-ba40-e5ddcdc051a5 req-c3b7e08e-eb73-4605-a84d-544ed22ce0d8 service neutron] 10.222.0.54 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625220 Jul 13 07:35:53.224470 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.227174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a0904fd8-050d-4b31-8e72-d5307227bc7e req-29f40f2d-d84e-4173-a2c7-0f3738fdfc5d tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/ports?device_id=86d327de-669b-497c-88ad-f30c2aaf1d78 HTTP/1.1" status: 200 len: 210 time: 0.0341141 Jul 13 07:35:53.285293 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.291320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:53.332215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] Checking router: b9647e6c-5f6f-459a-8a97-6ce149e1cb3e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:53.366035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfaa1c9-79d6-475b-9506-bcfbec7786f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:53.368574 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e358f63-db88-4d50-aa37-6a4cf9b476fc" -d '{"events": [{"server_uuid": "6dfaa1c9-79d6-475b-9506-bcfbec7786f7", "name": "network-vif-plugged", "status": "completed", "tag": "fc7fdee8-4cd8-4c09-922c-f01e44ad9019"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:53.385216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port fc7fdee8-4cd8-4c09-922c-f01e44ad9019, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:53.386691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:53.387319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:53.390830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-144df36e-35ef-4abd-a952-041c4f50aa0b', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:35:53.391722 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.435101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.478828 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e96f77-7f57-47b8-bda1-ea7d2e4c42e9 x-openstack-request-id: req-f8e96f77-7f57-47b8-bda1-ea7d2e4c42e9 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:53.479188 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfaa1c9-79d6-475b-9506-bcfbec7786f7", "name": "network-vif-plugged", "status": "completed", "tag": "fc7fdee8-4cd8-4c09-922c-f01e44ad9019", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:53.479545 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8e96f77-7f57-47b8-bda1-ea7d2e4c42e9 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:53.479935 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfaa1c9-79d6-475b-9506-bcfbec7786f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019', 'code': 200} Jul 13 07:35:53.494033 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.494651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:53.515162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c345c8-dac8-49f5-8f7e-325f36c7eb57 req-519172da-680e-40fd-b442-1e30633a881d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.517227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2c345c8-dac8-49f5-8f7e-325f36c7eb57 req-519172da-680e-40fd-b442-1e30633a881d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1195238 Jul 13 07:35:53.572492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2c345c8-dac8-49f5-8f7e-325f36c7eb57 req-951bb4d8-06c1-4de6-b90f-4672db009df1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461476 Jul 13 07:35:53.597775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:53.598121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a699e4fd-bf44-45d4-8f0c-d0ee56b1b642 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:53.645174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:53.678775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:53.736807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Allocated IP 172.20.0.2 (144df36e-35ef-4abd-a952-041c4f50aa0b/154a043c-90c9-4ee9-ab82-e4a5a311be16/bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:53.772694 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.795595 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.820681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1ccd4-9cfc-4629-b0f3-83d1224c0a9c req-0285b169-66d6-4cfa-8c5b-a72a232520f0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.822265 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fba1ccd4-9cfc-4629-b0f3-83d1224c0a9c req-0285b169-66d6-4cfa-8c5b-a72a232520f0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 943 time: 0.1357186 Jul 13 07:35:53.909148 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fba1ccd4-9cfc-4629-b0f3-83d1224c0a9c req-2886e4f1-27a9-46fe-b51f-a0e77870ad7e tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531883 Jul 13 07:35:53.961384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Allocated IP 172.25.6.75 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/e51cd2fb-7bb1-4418-aead-c1571b499f0a) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:53.974432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460caad-facd-45d8-8ead-5f0e83aaa358 req-ce33144a-484f-48a8-bb89-0747cb577486 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:53.976615 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a460caad-facd-45d8-8ead-5f0e83aaa358 req-ce33144a-484f-48a8-bb89-0747cb577486 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 946 time: 0.0754023 Jul 13 07:35:54.022255 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.034325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Transition to ACTIVE for port object bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:54.034561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a460caad-facd-45d8-8ead-5f0e83aaa358 req-1565d4b0-17db-419b-85d1-bd2e432fc410 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490322 Jul 13 07:35:54.065426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:54.096788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d94fb89-4a1d-4d3f-a23d-02fff3808b06 None None] The sync data for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 is: [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:27:03Z', 'revision_number': 4, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'c1c8e857-f680-474c-9026-c082016c59b6', 'name': '', 'network_id': '081c3b48-291a-43a5-8e7e-8ec640ca2216', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'mac_address': 'fa:16:3e:b6:a3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:02Z', 'updated_at': '2021-07-13T07:27:13Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'subnets': [{'id': 'ebc75dff-8648-4af2-96de-0e7931a86d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:54.098647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Transition to ACTIVE for port object bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:54.105945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.128976 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.166131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Network 144df36e-35ef-4abd-a952-041c4f50aa0b is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:54.168235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Pushing event updated for resources: {'Port': ['ID=bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:54.171242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:54.175537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:54.178976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1443b-80d7-4f08-a820-c345c3ce4b7d req-f3e49bd2-9f14-40ca-a33d-35f684a2f5fc tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:54.180918 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1a1443b-80d7-4f08-a820-c345c3ce4b7d req-f3e49bd2-9f14-40ca-a33d-35f684a2f5fc tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1096985 Jul 13 07:35:54.216529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.241221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Attempting to bind port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:54.241980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Attempting to bind port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:54.242109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Attempting to bind port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 on network 144df36e-35ef-4abd-a952-041c4f50aa0b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:54.247569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:54.248108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Checking segment: {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:54.248694 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.248903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Bound using segment: {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:54.249374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Bound port: bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:54.249756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.273255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:54.279362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:54.285771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1a1443b-80d7-4f08-a820-c345c3ce4b7d req-c520dbbc-e594-4953-8ed1-64de4b241bfa tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946436 Jul 13 07:35:54.289551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:54.294224 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e51cd2fb-7bb1-4418-aead-c1571b499f0a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:54.410321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57580) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:54.452701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1cd9df1-7582-4d98-b0a7-e676c296b405 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:54.508176 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.559790 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986d35f-4530-4183-b3b8-8fd45b520017 None None] New status for floating IP a4475c4b-3b5e-4b38-ad53-cdb4c2dff2ff: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:35:54.564368 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.601344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] For port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:54.606965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] For port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:54.640120 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.650713 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.650856 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.650856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "DELETE /v2.0/security-groups/d624bdd9-568e-4842-ba97-5fb4300c4236 HTTP/1.1" status: 204 len: 168 time: 0.2376246 Jul 13 07:35:54.656411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57588) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:54.701720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d624bdd9-568e-4842-ba97-5fb4300c4236,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:54.702864 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-5d341477-89a9-4fb0-a5b4-f7c2cc7cd462 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] show failed (client error): The resource could not be found. Jul 13 07:35:54.707835 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5d341477-89a9-4fb0-a5b4-f7c2cc7cd462 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "GET /v2.0/security-groups/d624bdd9-568e-4842-ba97-5fb4300c4236 HTTP/1.1" status: 404 len: 347 time: 0.0464065 Jul 13 07:35:54.708544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57590) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:54.763002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.763354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.763846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.764312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.764721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.765705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.766546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.766973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.767813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.767813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.768051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.768445 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96f128-4a34-43a3-a6e9-74ef8e5c3262 tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:54.841918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0aa96d-905f-49fe-86de-aff6057e6492 None None] Pushing event updated for resources: {'Port': ['ID=bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:54.859677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:54.878693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.886909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6', 'port_id': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'mac_address': 'fa:16:3e:2f:dd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7acbba-a02a-4bed-812d-782215b4d99b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:54.981863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.995982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1cd9df1-7582-4d98-b0a7-e676c296b405 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:55.017687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:55.029886 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.053642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-b150c701-9218-4f2c-8c17-f862bfa206ab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Deleting port 07626d15-47fb-4ea8-8f5f-f855cf9534b5 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:55.061714 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b150c701-9218-4f2c-8c17-f862bfa206ab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.083017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbe7d8-311b-473e-a52b-d6537036f7c2 req-eab26683-7de7-48a6-88ca-b4f126df6f93 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:55.085349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-42fbe7d8-311b-473e-a52b-d6537036f7c2 req-eab26683-7de7-48a6-88ca-b4f126df6f93 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.2939701 Jul 13 07:35:55.164762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:55.231384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e1cd9df1-7582-4d98-b0a7-e676c296b405'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:55.344502 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.468658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-42fbe7d8-311b-473e-a52b-d6537036f7c2 req-f8c3c226-11a7-40b9-9e97-cb72e77b13d2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509521 Jul 13 07:35:55.537714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b2898-27a5-4b49-89e6-17bba3c356ad req-903e5c50-cd69-409a-a305-3b34b8a832bf tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:55.544549 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c7b2898-27a5-4b49-89e6-17bba3c356ad req-903e5c50-cd69-409a-a305-3b34b8a832bf tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 943 time: 0.4095945 Jul 13 07:35:55.546218 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b150c701-9218-4f2c-8c17-f862bfa206ab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.546636 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b150c701-9218-4f2c-8c17-f862bfa206ab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.570110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:55.614756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-b150c701-9218-4f2c-8c17-f862bfa206ab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Calling delete_port for 07626d15-47fb-4ea8-8f5f-f855cf9534b5 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:55.682572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44152c-7190-467e-9af6-489d145848ef req-8aa52002-0533-43fa-9576-43d322acd94e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:55.684667 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c7b2898-27a5-4b49-89e6-17bba3c356ad req-9a5c08cb-8ba5-4335-963a-4ea934f2ca8d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296883 Jul 13 07:35:55.688751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f44152c-7190-467e-9af6-489d145848ef req-8aa52002-0533-43fa-9576-43d322acd94e tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 946 time: 0.3884885 Jul 13 07:35:55.705791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:55.778833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:55.802467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 175e789d-374c-45f8-9a4b-4b33fdcbbed4 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:55.980303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:56.004690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Sync routers for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:56.016192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:56.035554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:56.036477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:56.039805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '175e789d-374c-45f8-9a4b-4b33fdcbbed4', 'network_id': '21675c4c-8824-457c-b210-825158c9d786', 'port_id': '175e789d-374c-45f8-9a4b-4b33fdcbbed4', 'mac_address': 'fa:16:3e:f5:81:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd865ab-40b2-40be-8957-fe5358190267', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:56.046769 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.048283 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-11f6860b-05cc-4fbc-98ea-86d6ed0761e8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9908729 Jul 13 07:35:56.051463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57624) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:56.170995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731dfd5-8b4e-4b65-8edb-07e55c7b9410 req-d2f10691-c8fb-404e-a359-05f46d36bacc tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:56.184684 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4731dfd5-8b4e-4b65-8edb-07e55c7b9410 req-d2f10691-c8fb-404e-a359-05f46d36bacc tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.2818625 Jul 13 07:35:56.184939 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.205319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-3f44152c-7190-467e-9af6-489d145848ef req-11b82f6d-1bd5-46d0-b04b-fb4451ee5dbc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Deleting port fc7fdee8-4cd8-4c09-922c-f01e44ad9019 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:56.205667 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f44152c-7190-467e-9af6-489d145848ef req-11b82f6d-1bd5-46d0-b04b-fb4451ee5dbc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.221245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175e789d-374c-45f8-9a4b-4b33fdcbbed4 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:56.224660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3bcfd-ba37-4c41-a1a9-d0d914d3d1c1 req-dd4a2c9a-aa1e-4639-b7f1-dff99697fec7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:56.237124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6d3bcfd-ba37-4c41-a1a9-d0d914d3d1c1 req-dd4a2c9a-aa1e-4639-b7f1-dff99697fec7 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 946 time: 0.3418651 Jul 13 07:35:56.242817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:56.253473 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.271116 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:56.356681 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4731dfd5-8b4e-4b65-8edb-07e55c7b9410 req-f7ce3ab6-1aa7-4209-8ab3-6523f56ede91 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701486 Jul 13 07:35:56.454755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b150c701-9218-4f2c-8c17-f862bfa206ab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.485570 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6d3bcfd-ba37-4c41-a1a9-d0d914d3d1c1 req-68e55164-bfd5-400f-927d-66441de61398 tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/security-groups?id=759cf0b7-8c07-4d24-8b75-ad7d355c76a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474074 Jul 13 07:35:56.533214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150c701-9218-4f2c-8c17-f862bfa206ab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Pushing event deleted for resources: {'Port': ['ID=07626d15-47fb-4ea8-8f5f-f855cf9534b5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:56.560270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1cd9df1-7582-4d98-b0a7-e676c296b405 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:56.574399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3f44152c-7190-467e-9af6-489d145848ef req-11b82f6d-1bd5-46d0-b04b-fb4451ee5dbc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] For port fc7fdee8-4cd8-4c09-922c-f01e44ad9019, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,segment=NetworkSegment(a5ae56e1-72dd-4f8e-876a-3660155e5820),segment_id=a5ae56e1-72dd-4f8e-876a-3660155e5820)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:56.574794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f44152c-7190-467e-9af6-489d145848ef req-11b82f6d-1bd5-46d0-b04b-fb4451ee5dbc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.608348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-3f44152c-7190-467e-9af6-489d145848ef req-11b82f6d-1bd5-46d0-b04b-fb4451ee5dbc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Calling delete_port for fc7fdee8-4cd8-4c09-922c-f01e44ad9019 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:56.643566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc304b-efb9-4c9a-af0c-276ce46023cb None None] Network 144df36e-35ef-4abd-a952-041c4f50aa0b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:56.648605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=175e789d-374c-45f8-9a4b-4b33fdcbbed4,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:56.658782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['175e789d-374c-45f8-9a4b-4b33fdcbbed4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:56.709535 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b150c701-9218-4f2c-8c17-f862bfa206ab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.713105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b150c701-9218-4f2c-8c17-f862bfa206ab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.714476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b150c701-9218-4f2c-8c17-f862bfa206ab tempest-AttachVolumeShelveTestJSON-135939223 tempest-AttachVolumeShelveTestJSON-135939223-project] 10.222.0.44 "DELETE /v2.0/floatingips/a4475c4b-3b5e-4b38-ad53-cdb4c2dff2ff HTTP/1.1" status: 204 len: 168 time: 2.0054181 Jul 13 07:35:56.827536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-24cd2b42-9761-4f8a-97db-22cc03e3aa78 None None] Provisioning for port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:56.842221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-24cd2b42-9761-4f8a-97db-22cc03e3aa78 None None] Provisioning complete for port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:56.842892 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24cd2b42-9761-4f8a-97db-22cc03e3aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.020354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 3, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:57.055002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Checking router: af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:57.057094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Updating router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 port e51cd2fb-7bb1-4418-aead-c1571b499f0a binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:57.059883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port e1cd9df1-7582-4d98-b0a7-e676c296b405 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:57.060616 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.073546 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f44152c-7190-467e-9af6-489d145848ef req-11b82f6d-1bd5-46d0-b04b-fb4451ee5dbc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.148921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b82f6d-1bd5-46d0-b04b-fb4451ee5dbc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Pushing event deleted for resources: {'Port': ['ID=fc7fdee8-4cd8-4c09-922c-f01e44ad9019,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:57.279259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f44152c-7190-467e-9af6-489d145848ef req-11b82f6d-1bd5-46d0-b04b-fb4451ee5dbc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] No DVR routers for this DVR port fc7fdee8-4cd8-4c09-922c-f01e44ad9019 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:57.283927 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f44152c-7190-467e-9af6-489d145848ef req-11b82f6d-1bd5-46d0-b04b-fb4451ee5dbc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.286675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f44152c-7190-467e-9af6-489d145848ef req-11b82f6d-1bd5-46d0-b04b-fb4451ee5dbc tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.53 "DELETE /v2.0/ports/fc7fdee8-4cd8-4c09-922c-f01e44ad9019 HTTP/1.1" status: 204 len: 173 time: 1.5905125 Jul 13 07:35:57.289636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfaa1c9-79d6-475b-9506-bcfbec7786f7', 'name': 'network-vif-deleted', 'tag': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:57.293017 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f89b92-901b-4b54-a456-7b70f387e515" -d '{"events": [{"server_uuid": "6dfaa1c9-79d6-475b-9506-bcfbec7786f7", "name": "network-vif-deleted", "tag": "fc7fdee8-4cd8-4c09-922c-f01e44ad9019"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:57.309641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add81832-1ce8-4036-af0d-b30a4049f42b req-89caceaf-6d9f-40c9-a782-85ad5912de24 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:57.318156 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.319798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-add81832-1ce8-4036-af0d-b30a4049f42b req-89caceaf-6d9f-40c9-a782-85ad5912de24 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 944 time: 0.3515251 Jul 13 07:35:57.417761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-add81832-1ce8-4036-af0d-b30a4049f42b req-d09f4440-1b78-46c3-ba30-122e8d07ac2b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969317 Jul 13 07:35:57.486792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742902a8-c019-443d-bd1d-1733c8b0673c req-da3e9842-fe88-491f-a3bd-6143389f55c5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:57.495743 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-742902a8-c019-443d-bd1d-1733c8b0673c req-da3e9842-fe88-491f-a3bd-6143389f55c5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 945 time: 0.2574501 Jul 13 07:35:57.510962 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87fdefa-8a41-45cc-85b6-2654f85c47d9 x-openstack-request-id: req-e87fdefa-8a41-45cc-85b6-2654f85c47d9 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:57.511831 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfaa1c9-79d6-475b-9506-bcfbec7786f7", "name": "network-vif-deleted", "tag": "fc7fdee8-4cd8-4c09-922c-f01e44ad9019", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:57.512370 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e87fdefa-8a41-45cc-85b6-2654f85c47d9 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:57.512983 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfaa1c9-79d6-475b-9506-bcfbec7786f7', 'name': 'network-vif-deleted', 'tag': 'fc7fdee8-4cd8-4c09-922c-f01e44ad9019', 'status': 'completed', 'code': 200} Jul 13 07:35:57.671967 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24cd2b42-9761-4f8a-97db-22cc03e3aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.703318 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-742902a8-c019-443d-bd1d-1733c8b0673c req-56678ac7-d6f0-4680-acdd-6422d07ff83f tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063360 Jul 13 07:35:57.743035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c853a-31af-4776-b926-14f8192cac03 req-aabe5f54-280b-49b3-ae1b-d30df3c7b84e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:57.752888 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e36c853a-31af-4776-b926-14f8192cac03 req-aabe5f54-280b-49b3-ae1b-d30df3c7b84e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1112871 Jul 13 07:35:57.840983 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e36c853a-31af-4776-b926-14f8192cac03 req-a7bfea79-ec49-42aa-97ee-69b4590b08c0 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870848 Jul 13 07:35:57.999490 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.200396 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2611ab35-01de-49c9-b513-87c83a1325cd req-73ce5512-23f9-4931-87d6-10502d0e38ae tempest-ImagesTestJSON-776882455 tempest-ImagesTestJSON-776882455-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dfaa1c9-79d6-475b-9506-bcfbec7786f7 HTTP/1.1" status: 200 len: 210 time: 0.2458551 Jul 13 07:35:58.224670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.364730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-24cd2b42-9761-4f8a-97db-22cc03e3aa78 None None] For port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:58.383547 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24cd2b42-9761-4f8a-97db-22cc03e3aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.396503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:58.398862 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e95b0ad-f15c-4155-953a-febd3ab650ab" -d '{"events": [{"server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:58.458214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:58.464357 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.470914 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.490299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device fc7fdee8-4cd8-4c09-922c-f01e44ad9019 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:58.523795 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac82a7d-d724-441a-a3f5-e8cdee35654c x-openstack-request-id: req-3ac82a7d-d724-441a-a3f5-e8cdee35654c {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:58.524190 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:58.524496 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ac82a7d-d724-441a-a3f5-e8cdee35654c {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:58.524957 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'code': 200} Jul 13 07:35:58.536131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Transition to ACTIVE for port object e51cd2fb-7bb1-4418-aead-c1571b499f0a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:58.538846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: fc7fdee8-4cd8-4c09-922c-f01e44ad9019 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:58.539243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device fc7fdee8-4cd8-4c09-922c-f01e44ad9019 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:58.549501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd2b42-9761-4f8a-97db-22cc03e3aa78 None None] Pushing event updated for resources: {'Port': ['ID=bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.676479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.678065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Allocated IP 172.20.0.1 (144df36e-35ef-4abd-a952-041c4f50aa0b/154a043c-90c9-4ee9-ab82-e4a5a311be16/3cee1db9-1050-4ef5-90a4-b2d56f3f8afd) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:58.686373 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.737640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Attempting to bind port e51cd2fb-7bb1-4418-aead-c1571b499f0a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:58.738016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Attempting to bind port e51cd2fb-7bb1-4418-aead-c1571b499f0a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:58.738385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Attempting to bind port e51cd2fb-7bb1-4418-aead-c1571b499f0a on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:58.762763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:58.763146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:58.763553 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.763944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:58.764475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Bound port: e51cd2fb-7bb1-4418-aead-c1571b499f0a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:58.764862 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.809727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc70a6b-e8bf-4ece-9518-4f5d153e636c None None] Pushing event updated for resources: {'Port': ['ID=e51cd2fb-7bb1-4418-aead-c1571b499f0a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.841779 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] For port e51cd2fb-7bb1-4418-aead-c1571b499f0a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:58.845026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] For port e51cd2fb-7bb1-4418-aead-c1571b499f0a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e51cd2fb-7bb1-4418-aead-c1571b499f0a,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:58.855182 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.959793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b30f97d2-2999-4fb3-a890-093e0fb16e44 None None] Provisioning complete for port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:58.964469 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b30f97d2-2999-4fb3-a890-093e0fb16e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.976296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc70a6b-e8bf-4ece-9518-4f5d153e636c None None] Pushing event updated for resources: {'Port': ['ID=e51cd2fb-7bb1-4418-aead-c1571b499f0a,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.036056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:59.036729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:59.063480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677dd0b-0af7-47ee-9da4-a0b2afed3c86 req-b1ad8e7b-c8e0-4b8f-8fed-551b07d91362 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:59.065253 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.094393 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Transition to ACTIVE for port object 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:59.096894 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a677dd0b-0af7-47ee-9da4-a0b2afed3c86 req-b1ad8e7b-c8e0-4b8f-8fed-551b07d91362 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1645534 Jul 13 07:35:59.134310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c11ace-6fbc-440e-9bfe-de2cba9812a2 req-69c13c56-30e0-4d8c-8a64-b9901bc3cdd6 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:59.136198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-70c11ace-6fbc-440e-9bfe-de2cba9812a2 req-69c13c56-30e0-4d8c-8a64-b9901bc3cdd6 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 944 time: 0.4383321 Jul 13 07:35:59.184097 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a677dd0b-0af7-47ee-9da4-a0b2afed3c86 req-e1f25109-5522-46fe-899d-ca8e5fff1b62 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853586 Jul 13 07:35:59.277758 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.307956 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-70c11ace-6fbc-440e-9bfe-de2cba9812a2 req-7fa2dcae-c511-41d5-b24a-507a748f601f tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586690 Jul 13 07:35:59.354529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:59.408333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Network 144df36e-35ef-4abd-a952-041c4f50aa0b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:59.418587 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:59.440533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:59.469619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60792b1-6ed7-4d11-a9c9-26ffa10da5cb req-9fb09e55-7088-40e7-a172-51d4fca6cf48 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:59.483546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c60792b1-6ed7-4d11-a9c9-26ffa10da5cb req-9fb09e55-7088-40e7-a172-51d4fca6cf48 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.1398852 Jul 13 07:35:59.492368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:59.564503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c60792b1-6ed7-4d11-a9c9-26ffa10da5cb req-1f9990da-2533-4437-8bb8-3a5a35cf26a9 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799689 Jul 13 07:35:59.579813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Pushing event updated for resources: {'Port': ['ID=3cee1db9-1050-4ef5-90a4-b2d56f3f8afd,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.630748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.847153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 175e789d-374c-45f8-9a4b-4b33fdcbbed4 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:59.858432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:59.858811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.877301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57680) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:59.882458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1552937437'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:59.964840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:59.972749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.984132 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.075046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:00.096932 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.097686 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Added segment 67712556-d527-4e38-8b99-5a72fa41220d of type vlan for network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 Jul 13 07:36:00.156743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-11a311e4-33a0-47c4-84ae-e687517ad76f None None] Provisioning for port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:00.180232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-11a311e4-33a0-47c4-84ae-e687517ad76f None None] Provisioning complete for port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:00.180697 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-11a311e4-33a0-47c4-84ae-e687517ad76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.220374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 3, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:00.257326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664bc36-c88c-4eeb-8151-7c0122c510f5 None None] The sync data for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 is: [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:54Z', 'revision_number': 3, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:00.260557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 175e789d-374c-45f8-9a4b-4b33fdcbbed4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:00.267324 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.269924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 175e789d-374c-45f8-9a4b-4b33fdcbbed4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:00.270309 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.363786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.370337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:00.371108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.396590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-11a311e4-33a0-47c4-84ae-e687517ad76f None None] Port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:00.399754 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.450955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:00.463435 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.525654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2297ff01-5bbc-41f2-81db-023895ef651d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e789d-374c-45f8-9a4b-4b33fdcbbed4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:00.531990 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84bff5e-972d-4a6c-8e5e-241689bfdef4" -d '{"events": [{"server_uuid": "2297ff01-5bbc-41f2-81db-023895ef651d", "name": "network-vif-plugged", "status": "completed", "tag": "175e789d-374c-45f8-9a4b-4b33fdcbbed4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:00.563859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Network': ['ID=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:00.580874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:00.593759 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.605286 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.677305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=175e789d-374c-45f8-9a4b-4b33fdcbbed4,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:00.838321 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.866312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Pushing event updated for resources: {'Port': ['ID=3cee1db9-1050-4ef5-90a4-b2d56f3f8afd,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:00.892836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08686-6a5c-4529-bfec-713e8784b991 req-9ff0bb00-fd28-4b19-b8fa-125288f26562 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:00.904622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5de08686-6a5c-4529-bfec-713e8784b991 req-9ff0bb00-fd28-4b19-b8fa-125288f26562 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.6522436 Jul 13 07:36:01.042307 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0d24cfe3-ba85-48b6-890d-5f450c317579 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1638093 Jul 13 07:36:01.048169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57704) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:01.055817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-206296125'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:01.095984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:01.100336 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.121003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Network 144df36e-35ef-4abd-a952-041c4f50aa0b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:01.124717 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:01.145461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7b2bd-1c2f-4915-a028-c31569a1423d req-5f8a5e51-0c1f-4197-bf2e-ea3896c7b168 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:01.153806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ad7b2bd-1c2f-4915-a028-c31569a1423d req-5f8a5e51-0c1f-4197-bf2e-ea3896c7b168 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.5830023 Jul 13 07:36:01.170254 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5de08686-6a5c-4529-bfec-713e8784b991 req-dde6e424-1e47-4054-8b8a-318d7d619f09 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647951 Jul 13 07:36:01.186769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:01.225416 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.225772 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Added segment a6619c6e-55df-43dc-9aac-d80ccb0ead1d of type vlan for network 11825ed9-aef6-4a93-a944-b3e11edef9e4 Jul 13 07:36:01.237776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3d6389ea-fb1c-4fcb-948c-3eb9372f2abc None None] Provisioning complete for port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:01.240399 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3d6389ea-fb1c-4fcb-948c-3eb9372f2abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.297009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ad7b2bd-1c2f-4915-a028-c31569a1423d req-41f602fc-6582-4440-bb58-892e1a6070ad tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419370 Jul 13 07:36:01.392042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3d6389ea-fb1c-4fcb-948c-3eb9372f2abc None None] Port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:01.523531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e51cd2fb-7bb1-4418-aead-c1571b499f0a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:01.543604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.597349 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:01.709466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-f61e2499-d6bf-4fd0-90bd-7faac0b549a5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:01.718058 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-f61e2499-d6bf-4fd0-90bd-7faac0b549a5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.53 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.4192073 Jul 13 07:36:01.720928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.727879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fd174653-6c3f-47f2-a706-37457f27db7c None None] Provisioning complete for port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:01.728580 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd174653-6c3f-47f2-a706-37457f27db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.741001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:01.747547 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.829372 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c4f4e0-e4ef-4bcb-8f7a-0883af8f6882 x-openstack-request-id: req-c7c4f4e0-e4ef-4bcb-8f7a-0883af8f6882 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:01.830656 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2297ff01-5bbc-41f2-81db-023895ef651d", "name": "network-vif-plugged", "status": "completed", "tag": "175e789d-374c-45f8-9a4b-4b33fdcbbed4", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:01.834637 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7c4f4e0-e4ef-4bcb-8f7a-0883af8f6882 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:01.839225 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2297ff01-5bbc-41f2-81db-023895ef651d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e789d-374c-45f8-9a4b-4b33fdcbbed4', 'code': 200} Jul 13 07:36:01.843819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e51cd2fb-7bb1-4418-aead-c1571b499f0a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:01.876781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e51cd2fb-7bb1-4418-aead-c1571b499f0a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:01.879431 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.885879 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8348956 Jul 13 07:36:01.906114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57716) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:01.925553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'subnet': {'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:02.062007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fd174653-6c3f-47f2-a706-37457f27db7c None None] Port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:02.082169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:02.096705 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0d9935dd-9a72-4c1c-a4ac-7514586fc150 admin admin] 10.222.0.44 "PUT /v2.0/routers/af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0440788 Jul 13 07:36:02.166536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f5abb-ee40-4bbf-9dd4-480d0d1a2c12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Network': ['ID=11825ed9-aef6-4a93-a944-b3e11edef9e4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:02.189098 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.194337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 11825ed9-aef6-4a93-a944-b3e11edef9e4 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:02.277134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db73147-e5ce-4938-8c33-38113de0c7b7 req-49b22128-68c1-47ba-bd14-a0ab98ec65e5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:02.286400 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7db73147-e5ce-4938-8c33-38113de0c7b7 req-49b22128-68c1-47ba-bd14-a0ab98ec65e5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.2431550 Jul 13 07:36:02.319811 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57728) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:02.340491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e51cd2fb-7bb1-4418-aead-c1571b499f0a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e51cd2fb-7bb1-4418-aead-c1571b499f0a,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:02.350774 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.463326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea31e8f-deb2-4b64-9118-99be6cbbb34f req-b611cb7b-1452-450a-88fc-c3962a58d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:02.476765 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dea31e8f-deb2-4b64-9118-99be6cbbb34f req-b611cb7b-1452-450a-88fc-c3962a58d52f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 1096 time: 0.6331904 Jul 13 07:36:02.520145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7db73147-e5ce-4938-8c33-38113de0c7b7 req-9359bc13-f656-493c-aa09-67a7e172ef1c tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254126 Jul 13 07:36:02.546530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd27966-e981-4b36-911c-a3a4ebdee8df admin admin] Deleting subnet f8ed8190-bcae-477d-be7c-5324c0bdcde8 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:02.550993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0dd27966-e981-4b36-911c-a3a4ebdee8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.584221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e51cd2fb-7bb1-4418-aead-c1571b499f0a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:02.607349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:02.611869 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.612560 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0dd27966-e981-4b36-911c-a3a4ebdee8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.669924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-b1a9487e-f491-4088-aa4a-512b680e9dfe tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Deleting port 71a5767d-33a1-4fbb-b16c-01789fe87bea {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:02.670683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-b1a9487e-f491-4088-aa4a-512b680e9dfe tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.700144 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dea31e8f-deb2-4b64-9118-99be6cbbb34f req-937c1be5-273b-4f15-9c62-ff82dc7fb619 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141600 Jul 13 07:36:02.746110 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0dd27966-e981-4b36-911c-a3a4ebdee8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.800565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d132ded-4751-447b-b71e-9241f925c5c3 req-34792d23-3068-401e-8e6f-2fcd89f095d4 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:02.809124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d132ded-4751-447b-b71e-9241f925c5c3 req-34792d23-3068-401e-8e6f-2fcd89f095d4 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 945 time: 0.2779238 Jul 13 07:36:02.831562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6c24f-38b9-4345-ae5f-70bf16b6806e req-5dc0bae4-9f73-4ed4-8809-61c6fbe9b177 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:02.839661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebb6c24f-38b9-4345-ae5f-70bf16b6806e req-5dc0bae4-9f73-4ed4-8809-61c6fbe9b177 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1846356 Jul 13 07:36:02.885895 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0dd27966-e981-4b36-911c-a3a4ebdee8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.932652 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d132ded-4751-447b-b71e-9241f925c5c3 req-2544d915-14de-496c-82c6-1dc806edb116 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216776 Jul 13 07:36:02.933883 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebb6c24f-38b9-4345-ae5f-70bf16b6806e req-2e089874-6c68-4d03-81cb-17b293c4abe2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931423 Jul 13 07:36:02.941396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd27966-e981-4b36-911c-a3a4ebdee8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ed8190-bcae-477d-be7c-5324c0bdcde8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:02.962579 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0dd27966-e981-4b36-911c-a3a4ebdee8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.963812 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0dd27966-e981-4b36-911c-a3a4ebdee8df admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f8ed8190-bcae-477d-be7c-5324c0bdcde8 HTTP/1.1" status: 204 len: 168 time: 0.6427665 Jul 13 07:36:02.968544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57736) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:03.007017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-b1a9487e-f491-4088-aa4a-512b680e9dfe tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] For port 71a5767d-33a1-4fbb-b16c-01789fe87bea, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=71a5767d-33a1-4fbb-b16c-01789fe87bea,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:03.007965 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-b1a9487e-f491-4088-aa4a-512b680e9dfe tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.058756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-b1a9487e-f491-4088-aa4a-512b680e9dfe tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Calling delete_port for 71a5767d-33a1-4fbb-b16c-01789fe87bea owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:03.142626 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.280577 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.330989 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.336373 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Sync routers for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:03.358878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f912edd3-f8ed-45cd-b355-f4484a68b291']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:03.382518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ae56e1-72dd-4f8e-876a-3660155e5820') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:03.382871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ae56e1-72dd-4f8e-876a-3660155e5820') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:03.383578 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:03.384733 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:03.404103 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.427768 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.443331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:36:03.443752 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:36:03.446666 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:36:03.464972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e51cd2fb-7bb1-4418-aead-c1571b499f0a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:03.586587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.594662 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.596594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f912edd3-f8ed-45cd-b355-f4484a68b291 HTTP/1.1" status: 204 len: 168 time: 0.6270797 Jul 13 07:36:03.649355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e51cd2fb-7bb1-4418-aead-c1571b499f0a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:03.650772 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.652131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3e7cf-910c-492c-bf2d-c90b3dcf3210 admin admin] Pushing event deleted for resources: {'Network': ['ID=f912edd3-f8ed-45cd-b355-f4484a68b291,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:03.778948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57744) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:03.785017 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-60ff94ff-570c-4351-b4a1-93f67ebec91a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997353837', 'description': 'tempest-description--1334946654'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:03.812595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-b1a9487e-f491-4088-aa4a-512b680e9dfe tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.817434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Subnet': ['ID=fc67c7ff-7143-401d-b4f3-30734c68f9a9,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:03.826245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Checking segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:03.826563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network hostable DHCP agents. Network: a8d41d9a-1628-4dcb-8ffe-4f04212f60f4, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:03.844197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['71a5767d-33a1-4fbb-b16c-01789fe87bea'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:03.877390 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:03.923625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57746) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:03.929318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60ff94ff-570c-4351-b4a1-93f67ebec91a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.933608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9487e-f491-4088-aa4a-512b680e9dfe tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event deleted for resources: {'Port': ['ID=71a5767d-33a1-4fbb-b16c-01789fe87bea,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:03.997791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-54846e86-4ac7-4667-a00a-4c6a174a23fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34512fd9707f41638f1895b68dfc6985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699697 Jul 13 07:36:03.998803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57752) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:04.037600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:04.037876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bffa97-6574-4960-a402-67a4a96674c6 req-14762c37-2926-4b3f-bb25-9f053c330a88 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:04.046480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f6bffa97-6574-4960-a402-67a4a96674c6 req-14762c37-2926-4b3f-bb25-9f053c330a88 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.1810131 Jul 13 07:36:04.113297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-b1a9487e-f491-4088-aa4a-512b680e9dfe tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] No DVR routers for this DVR port 71a5767d-33a1-4fbb-b16c-01789fe87bea on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:04.119034 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, a8d41d9a-1628-4dcb-8ffe-4f04212f60f4) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:04.132962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd2c055-ca7e-4fa6-9778-01e5a33a42df None None] Network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:04.139717 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-b1a9487e-f491-4088-aa4a-512b680e9dfe tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.146794 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f6bffa97-6574-4960-a402-67a4a96674c6 req-dda092fe-59c1-4374-8bff-9b8ad9074207 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985498 Jul 13 07:36:04.147123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8984d119-e816-46b6-b28b-3c863d1efd1c req-b1a9487e-f491-4088-aa4a-512b680e9dfe tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.53 "DELETE /v2.0/ports/71a5767d-33a1-4fbb-b16c-01789fe87bea HTTP/1.1" status: 204 len: 173 time: 2.3946226 Jul 13 07:36:04.150580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2089dd18-e92b-4d6d-b38d-2b57a54ecfd7', 'name': 'network-vif-deleted', 'tag': '71a5767d-33a1-4fbb-b16c-01789fe87bea'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:04.153136 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c3ffc7-a338-472a-ab1b-1c3b2e27f3ca" -d '{"events": [{"server_uuid": "2089dd18-e92b-4d6d-b38d-2b57a54ecfd7", "name": "network-vif-deleted", "tag": "71a5767d-33a1-4fbb-b16c-01789fe87bea"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:04.208183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:04.216171 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.252512 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60ff94ff-570c-4351-b4a1-93f67ebec91a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.265339 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60ff94ff-570c-4351-b4a1-93f67ebec91a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.286999 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-48182ac7-bba3-4ef9-bad6-ab216532b759 req-20e08cbf-1c77-4810-8c28-27d5a0fef7d3 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=2089dd18-e92b-4d6d-b38d-2b57a54ecfd7 HTTP/1.1" status: 200 len: 210 time: 0.0461078 Jul 13 07:36:04.342898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-165da425-e395-4ed2-99d7-672e4050a554 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4230468 Jul 13 07:36:04.351706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57758) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:04.354879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60ff94ff-570c-4351-b4a1-93f67ebec91a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.364205 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-60ff94ff-570c-4351-b4a1-93f67ebec91a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5805387 Jul 13 07:36:04.367557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57760) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:04.372133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'subnet': {'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:04.380391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-863c001a-94a4-4bb6-9fa0-8397ba8c2561 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'security_group_rule': {'security_group_id': '4abb9bbe-75af-4632-93fc-fc3a0fecf122', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:04.423536 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:00Z', 'revision_number': 2, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:04.436110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff94ff-570c-4351-b4a1-93f67ebec91a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abb9bbe-75af-4632-93fc-fc3a0fecf122,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:04.448203 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-863c001a-94a4-4bb6-9fa0-8397ba8c2561 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.497447 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Checking router: af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:04.498508 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Updating router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:36:04.549607 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9407e7e1-9a23-42d5-b0b9-721603484fa0 x-openstack-request-id: req-9407e7e1-9a23-42d5-b0b9-721603484fa0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:04.551203 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2089dd18-e92b-4d6d-b38d-2b57a54ecfd7", "name": "network-vif-deleted", "tag": "71a5767d-33a1-4fbb-b16c-01789fe87bea", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:04.567697 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.569192 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9407e7e1-9a23-42d5-b0b9-721603484fa0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:04.569192 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2089dd18-e92b-4d6d-b38d-2b57a54ecfd7', 'name': 'network-vif-deleted', 'tag': '71a5767d-33a1-4fbb-b16c-01789fe87bea', 'status': 'completed', 'code': 200} Jul 13 07:36:04.575537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93a15558-9ff4-48a8-bd9a-3491007e1fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.595067 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.625789 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-863c001a-94a4-4bb6-9fa0-8397ba8c2561 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.632691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'fixed_ips': [{'subnet_id': 'fc67c7ff-7143-401d-b4f3-30734c68f9a9'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:04.635262 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.641965 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-863c001a-94a4-4bb6-9fa0-8397ba8c2561 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.664855 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93a15558-9ff4-48a8-bd9a-3491007e1fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.692488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c001a-94a4-4bb6-9fa0-8397ba8c2561 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60038ac-c1ad-47c1-b757-441dfe33113c,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:04.729230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e31f71-339d-40e6-b928-a8e5914b48d1 req-58a0654e-dd94-4d56-a6df-0fe112d39ef7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:04.731680 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01e31f71-339d-40e6-b928-a8e5914b48d1 req-58a0654e-dd94-4d56-a6df-0fe112d39ef7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.2126155 Jul 13 07:36:04.772956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:04.777886 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.778357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-863c001a-94a4-4bb6-9fa0-8397ba8c2561 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.782668 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-863c001a-94a4-4bb6-9fa0-8397ba8c2561 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4109190 Jul 13 07:36:04.783391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57762) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:04.790206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c42d762d-8eb2-436d-91ad-4029d979aa7f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'security_group_rule': {'security_group_id': '4abb9bbe-75af-4632-93fc-fc3a0fecf122', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:04.840595 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01e31f71-339d-40e6-b928-a8e5914b48d1 req-db0da47f-fb9c-4d43-b775-0bf88675ec0d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008017 Jul 13 07:36:04.860117 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c42d762d-8eb2-436d-91ad-4029d979aa7f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.888478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Allocated IP 10.1.1.2 (a8d41d9a-1628-4dcb-8ffe-4f04212f60f4/fc67c7ff-7143-401d-b4f3-30734c68f9a9/f7c1d33c-a02d-4abf-8154-52c45463af74) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:04.951720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c42d762d-8eb2-436d-91ad-4029d979aa7f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.963766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c42d762d-8eb2-436d-91ad-4029d979aa7f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.025747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d762d-8eb2-436d-91ad-4029d979aa7f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9f2495-8e94-4e1f-8bf7-98a89f91a48c,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:05.046824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93a15558-9ff4-48a8-bd9a-3491007e1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.049333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c42d762d-8eb2-436d-91ad-4029d979aa7f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.053751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c42d762d-8eb2-436d-91ad-4029d979aa7f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2677991 Jul 13 07:36:05.055030 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93a15558-9ff4-48a8-bd9a-3491007e1fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.057632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-93a15558-9ff4-48a8-bd9a-3491007e1fb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/759cf0b7-8c07-4d24-8b75-ad7d355c76a1 HTTP/1.1" status: 204 len: 168 time: 1.0537806 Jul 13 07:36:05.060936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57766) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:05.071646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:05.087878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a15558-9ff4-48a8-bd9a-3491007e1fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759cf0b7-8c07-4d24-8b75-ad7d355c76a1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:05.166828 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.277809 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.295925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Transition to ACTIVE for port object f7c1d33c-a02d-4abf-8154-52c45463af74 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:05.371946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Transition to ACTIVE for port object f7c1d33c-a02d-4abf-8154-52c45463af74 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:05.388647 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.560762 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.574296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:05.582622 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Transition to ACTIVE for port object 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:05.588072 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.594324 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.595218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:05.654366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:05.656390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.662471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Pushing event updated for resources: {'Port': ['ID=f7c1d33c-a02d-4abf-8154-52c45463af74,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:05.859842 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121514bf-ed9e-4cf7-bb97-101d6136e21f None None] Pushing event updated for resources: {'Port': ['ID=3cee1db9-1050-4ef5-90a4-b2d56f3f8afd,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:05.872580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Attempting to bind port f7c1d33c-a02d-4abf-8154-52c45463af74 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:05.872956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Attempting to bind port f7c1d33c-a02d-4abf-8154-52c45463af74 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:05.880579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Attempting to bind port f7c1d33c-a02d-4abf-8154-52c45463af74 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:05.899801 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:05.904087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Checking segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:05.904744 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.905003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e91e2a-f271-45de-a3c4-d39aa839daed req-92b818f7-5984-4fec-a8eb-4f0995dc5041 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:05.913564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Bound using segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:05.915810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Bound port: f7c1d33c-a02d-4abf-8154-52c45463af74, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:05.916354 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.916461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70e91e2a-f271-45de-a3c4-d39aa839daed req-92b818f7-5984-4fec-a8eb-4f0995dc5041 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.3568614 Jul 13 07:36:05.929660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Subnet': ['ID=404b67ca-69c0-4b97-b602-ba0421fff4e2,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:05.948958 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Attempting to bind port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:05.949405 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Attempting to bind port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:05.949822 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Attempting to bind port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd on network 144df36e-35ef-4abd-a952-041c4f50aa0b {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:05.962493 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:05.969782 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Checking segment: {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:05.971550 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.974090 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Bound using segment: {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:05.974806 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Bound port: 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:05.976253 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.978710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Checking segment: {'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:05.979095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network hostable DHCP agents. Network: 11825ed9-aef6-4a93-a944-b3e11edef9e4, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:06.010055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70e91e2a-f271-45de-a3c4-d39aa839daed req-e8fa6926-d3df-4918-a4f4-2ea6af41b900 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925767 Jul 13 07:36:06.027196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network 11825ed9-aef6-4a93-a944-b3e11edef9e4 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:06.051643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 11825ed9-aef6-4a93-a944-b3e11edef9e4) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:06.063093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ed315-97de-4fa0-9f30-7fa4ad5ef8a2 None None] Network 11825ed9-aef6-4a93-a944-b3e11edef9e4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:06.074342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:06.076662 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.122052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57804) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:06.129302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0339f3fd-b74d-4bf2-925c-ef72eacbdc7e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7716248 Jul 13 07:36:06.152731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'port': {'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1144781215', 'fixed_ips': [{'subnet_id': 'fc67c7ff-7143-401d-b4f3-30734c68f9a9'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:06.182003 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] For port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:06.194202 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] For port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3cee1db9-1050-4ef5-90a4-b2d56f3f8afd,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:06.202560 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.226720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Allocated IP 172.25.6.160 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/ab2f1b46-ba7a-43b6-907f-13a930d8a81b) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:06.301915 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] For port f7c1d33c-a02d-4abf-8154-52c45463af74, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:06.373702 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:06.374907 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:06.382153 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121514bf-ed9e-4cf7-bb97-101d6136e21f None None] Pushing event updated for resources: {'Port': ['ID=3cee1db9-1050-4ef5-90a4-b2d56f3f8afd,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:06.388063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] For port f7c1d33c-a02d-4abf-8154-52c45463af74, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f7c1d33c-a02d-4abf-8154-52c45463af74,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:06.428138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7419a-d56b-49c1-a34b-c15252ca81e3 req-2e71e52f-cec7-49d1-a24e-f9c79bfa1727 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:06.428907 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.432403 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc7419a-d56b-49c1-a34b-c15252ca81e3 req-2e71e52f-cec7-49d1-a24e-f9c79bfa1727 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1954746 Jul 13 07:36:06.526410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fc7419a-d56b-49c1-a34b-c15252ca81e3 req-e10e9d80-486b-478a-8873-8c5fa2bb51ff tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852363 Jul 13 07:36:06.593421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b5f12-cb4d-4c77-a83f-d6237932441e None None] Pushing event updated for resources: {'Port': ['ID=f7c1d33c-a02d-4abf-8154-52c45463af74,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:06.611912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 71a5767d-33a1-4fbb-b16c-01789fe87bea no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:06.756960 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 71a5767d-33a1-4fbb-b16c-01789fe87bea {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:06.757303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 71a5767d-33a1-4fbb-b16c-01789fe87bea not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:06.881028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-11825ed9-aef6-4a93-a944-b3e11edef9e4', 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'fixed_ips': [{'subnet_id': '404b67ca-69c0-4b97-b602-ba0421fff4e2'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:06.881900 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.962600 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:06.987540 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.126510 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9dd78-80c4-4315-926b-e747713e921a req-d261ed03-3706-4bd3-8f33-02dfc369eb37 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:07.138319 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-d261ed03-3706-4bd3-8f33-02dfc369eb37 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 1.2004628 Jul 13 07:36:07.168721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.234878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751903a-786a-4e0a-97ed-0ed4bdd795a8 req-ae50d966-fb8a-4323-9571-50517a3d4734 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:07.244185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2751903a-786a-4e0a-97ed-0ed4bdd795a8 req-ae50d966-fb8a-4323-9571-50517a3d4734 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.2050235 Jul 13 07:36:07.259797 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-782fe1f4-9f37-4793-a155-85b1da5a5a57 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/quotas/47eefa349c3e4f31802e496632a57bdc HTTP/1.1" status: 200 len: 375 time: 0.1188953 Jul 13 07:36:07.271429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:07.303669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2751903a-786a-4e0a-97ed-0ed4bdd795a8 req-c4c07f66-c3c8-48dd-a826-810fc9619577 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584929 Jul 13 07:36:07.347118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Allocated IP 10.2.2.2 (11825ed9-aef6-4a93-a944-b3e11edef9e4/404b67ca-69c0-4b97-b602-ba0421fff4e2/7d850ccc-abbb-4d0a-a1f5-e65611e1b14f) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:07.384961 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-e104c4e9-df0b-447e-97dd-ab80287388c8 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235793 Jul 13 07:36:07.390583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:07.400870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:07.581192 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-46620784-fc83-4d73-a933-e0c2f753250d service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951623 Jul 13 07:36:07.592819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'Port': ['ID=ab2f1b46-ba7a-43b6-907f-13a930d8a81b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:07.618428 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:06Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:07.621617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f7c1d33c-a02d-4abf-8154-52c45463af74 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:07.644856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:07.676883 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6cb3a5-951a-40dd-af3b-8ca7f119ec65 None None] The sync data for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 is: [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:06Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:07.882212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-38820911-bade-4c21-98a7-c19769317e75 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d16e310898b647f1967f4b61edca22cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614688 Jul 13 07:36:08.137376 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.270420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port f7c1d33c-a02d-4abf-8154-52c45463af74 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:08.320103 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.351481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Transition to ACTIVE for port object 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:08.398115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Transition to ACTIVE for port object 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:08.404951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-7442d9ab-d0c7-4b69-b1a5-ccef0ac1934c tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.413771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-7442d9ab-d0c7-4b69-b1a5-ccef0ac1934c tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5300958 Jul 13 07:36:08.422495 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.435807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-9ffae8c5-8287-4088-9f3b-d21319b9e41c tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/quotas/d16e310898b647f1967f4b61edca22cc HTTP/1.1" status: 200 len: 375 time: 0.0199907 Jul 13 07:36:08.512605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Network 11825ed9-aef6-4a93-a944-b3e11edef9e4 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:08.529530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:08.536880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:08.537244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-465b9083-1360-43e4-a23c-9eb8c25af1e8 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16e310898b647f1967f4b61edca22cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987861 Jul 13 07:36:08.656041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Attempting to bind port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:08.656627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Attempting to bind port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:08.656745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Attempting to bind port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f on network 11825ed9-aef6-4a93-a944-b3e11edef9e4 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:08.671809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Pushing event updated for resources: {'Port': ['ID=7d850ccc-abbb-4d0a-a1f5-e65611e1b14f,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:08.681107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:08.681387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Checking segment: {'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:08.681643 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.681954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Bound using segment: {'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:08.682457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Bound port: 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:08.682818 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.752723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e9640-379a-4195-9a93-46a9f33be91c None None] Network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:08.832895 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-e4202fb0-7f1e-4865-b649-0aee51e3371b service neutron] 10.222.0.44 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2505729 Jul 13 07:36:08.881753 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.933005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9a26d5fc-796b-4101-b9e1-fd9889f5441e None None] Provisioning for port f7c1d33c-a02d-4abf-8154-52c45463af74 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:08.941394 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.003236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] For port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:09.046717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9a26d5fc-796b-4101-b9e1-fd9889f5441e None None] Provisioning complete for port f7c1d33c-a02d-4abf-8154-52c45463af74 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:09.047445 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9a26d5fc-796b-4101-b9e1-fd9889f5441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.065408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] device_id is not set on port 85f68cd3-4049-48a6-bd3d-74e43aa55494 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:36:09.115809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] For port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7d850ccc-abbb-4d0a-a1f5-e65611e1b14f,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:09.188958 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.329400 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.449113 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab69f120-de32-43da-8875-6d0741bf71eb req-dd1ed710-0d14-492f-b65d-b746585bc486 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 210 time: 0.1639328 Jul 13 07:36:09.615883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:09.707119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.778628 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.849658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae63fa7-db8f-4cfe-896d-4b5f5667052b None None] Pushing event updated for resources: {'Port': ['ID=7d850ccc-abbb-4d0a-a1f5-e65611e1b14f,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:09.963417 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a82f6ab-f28a-4580-9049-a9ef4d359fb3 req-d835cf4c-8461-4425-92e0-2560d5c83a61 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 210 time: 0.1424928 Jul 13 07:36:10.157973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:10.162113 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9a26d5fc-796b-4101-b9e1-fd9889f5441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.177426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:10.192888 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.241898 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.321578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'Port': ['ID=ab2f1b46-ba7a-43b6-907f-13a930d8a81b,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:10.379807 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.381105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0b422e03-e715-4512-9154-5335c70a3424 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3176086 Jul 13 07:36:10.428740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Allocated IP 10.1.1.176 (a8d41d9a-1628-4dcb-8ffe-4f04212f60f4/fc67c7ff-7143-401d-b4f3-30734c68f9a9/85f68cd3-4049-48a6-bd3d-74e43aa55494) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:10.452998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aec6e-e078-42c9-8055-7675834d9269 req-832e415e-6ac2-4c46-9d72-35df64aee0ae tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.461382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc1aec6e-e078-42c9-8055-7675834d9269 req-832e415e-6ac2-4c46-9d72-35df64aee0ae tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.1809678 Jul 13 07:36:10.473146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25a51-9d07-455c-8b33-b6c501652f43 req-649d8447-a97a-48ae-adc6-f432579e3552 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.486650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9a26d5fc-796b-4101-b9e1-fd9889f5441e None None] For port f7c1d33c-a02d-4abf-8154-52c45463af74, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f7c1d33c-a02d-4abf-8154-52c45463af74,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:10.490074 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-46a25a51-9d07-455c-8b33-b6c501652f43 req-649d8447-a97a-48ae-adc6-f432579e3552 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.7801673 Jul 13 07:36:10.508414 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9a26d5fc-796b-4101-b9e1-fd9889f5441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.535196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc1aec6e-e078-42c9-8055-7675834d9269 req-afd5ab0b-4b2d-4c28-b6e3-8b7254ef6b2c tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711031 Jul 13 07:36:10.697370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57872) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:10.748719 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.789076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26d5fc-796b-4101-b9e1-fd9889f5441e None None] Pushing event updated for resources: {'Port': ['ID=f7c1d33c-a02d-4abf-8154-52c45463af74,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:10.842061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3cee1db9-1050-4ef5-90a4-b2d56f3f8afd,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:10.851409 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.000523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=3cee1db9-1050-4ef5-90a4-b2d56f3f8afd,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:11.002342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.059939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Transition to ACTIVE for port object 85f68cd3-4049-48a6-bd3d-74e43aa55494 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:11.114731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-46a25a51-9d07-455c-8b33-b6c501652f43 req-202dd153-2eb9-4ae3-b112-fa7f2120a96d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237128 Jul 13 07:36:11.137915 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.171195 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95a2c704-ec39-40ae-ad67-d352df6bf02b req-b73e5779-814a-42b7-a11b-39ea8782a7fa tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 210 time: 0.1599886 Jul 13 07:36:11.276763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1e24b0e6-937c-406d-bf54-5d9a571ce908 None None] Provisioning complete for port f7c1d33c-a02d-4abf-8154-52c45463af74 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:11.277136 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1e24b0e6-937c-406d-bf54-5d9a571ce908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.331400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:11.359193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:11.361533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Port': ['ID=85f68cd3-4049-48a6-bd3d-74e43aa55494,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:11.377647 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:11.525533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5e6b7cd1-f427-4b32-8018-8972377b7b8e tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d16e310898b647f1967f4b61edca22cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4652839 Jul 13 07:36:11.628369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.631750 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.713546 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3c8b950c-be93-4690-8510-7df0d934e749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5885730 Jul 13 07:36:11.723213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57888) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:11.743853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'port': {'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'name': 'tempest-TaggedBootDevicesTest_v242-379761422', 'fixed_ips': [{'subnet_id': 'fc67c7ff-7143-401d-b4f3-30734c68f9a9'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:11.745140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e532e9-b7a1-413a-86f7-7b604e5d9a91 None None] Network 11825ed9-aef6-4a93-a944-b3e11edef9e4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:11.748458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:11.802317 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a1b74-d743-4936-8d51-475581b6917c req-de70a90e-bf8c-4129-84b5-444c818faeca tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.810692 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a0a1b74-d743-4936-8d51-475581b6917c req-de70a90e-bf8c-4129-84b5-444c818faeca tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.3401742 Jul 13 07:36:11.907106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-a27edce1-cb3c-426f-888b-cadf1a8a4fe2 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.909108 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-a27edce1-cb3c-426f-888b-cadf1a8a4fe2 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3754325 Jul 13 07:36:11.931173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-07dbc052-d048-4a73-8618-436ac8cd34be None None] Provisioning for port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:11.935421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-57e163f5-93b4-48c4-8e12-e8c0afdbbcd7 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1997353837&fields=id&tenant_id=4d3a8fe36afb46ccba4e75b695f6d327 HTTP/1.1" status: 200 len: 267 time: 0.4209726 Jul 13 07:36:11.942657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:11.951041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:11.951514 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.001751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a0a1b74-d743-4936-8d51-475581b6917c req-c9d046fe-1f6d-4827-ae25-d72179911714 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898451 Jul 13 07:36:12.033314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Request body: {'port': {'device_id': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': 'd16e310898b647f1967f4b61edca22cc'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:12.095620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-07dbc052-d048-4a73-8618-436ac8cd34be None None] Provisioning complete for port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:12.096066 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07dbc052-d048-4a73-8618-436ac8cd34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.223357 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:12.230375 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.295667 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-71936205-2d9d-4fb0-b821-1771f999ddbc req-1049c17e-67e8-4a82-9694-6b729b058429 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 210 time: 0.0597360 Jul 13 07:36:12.328234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] device_id is not set on port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:36:12.463792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9dd78-80c4-4315-926b-e747713e921a req-87e2a575-4069-47c1-93a3-98f91e1ecf06 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.471153 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-87e2a575-4069-47c1-93a3-98f91e1ecf06 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.53 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 811 time: 0.5184371 Jul 13 07:36:12.488942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Request body: {'port': {'device_id': '29636d59-de7a-475b-a936-b9b6e3abb9ae', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'admin_state_up': True, 'tenant_id': '47eefa349c3e4f31802e496632a57bdc'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:12.508967 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.587888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7d850ccc-abbb-4d0a-a1f5-e65611e1b14f,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:12.628412 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.654959 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-333d3a69-cacc-4fe0-b801-7a5b533d950c None None] Provisioning for port 85f68cd3-4049-48a6-bd3d-74e43aa55494 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:12.714150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:12.719870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb856-42a4-4b50-9112-13662af194a4 req-566ffbce-64f1-4689-b182-6a7de9c1bd86 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.733377 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-566ffbce-64f1-4689-b182-6a7de9c1bd86 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 811 time: 0.7958429 Jul 13 07:36:12.797909 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-9eaadb04-4a31-4451-a898-33740219bfab tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/quotas/4d3a8fe36afb46ccba4e75b695f6d327 HTTP/1.1" status: 200 len: 375 time: 0.0634940 Jul 13 07:36:12.812727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-333d3a69-cacc-4fe0-b801-7a5b533d950c None None] Provisioning complete for port 85f68cd3-4049-48a6-bd3d-74e43aa55494 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:12.813148 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-333d3a69-cacc-4fe0-b801-7a5b533d950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.882385 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Allocated IP 10.1.1.110 (a8d41d9a-1628-4dcb-8ffe-4f04212f60f4/fc67c7ff-7143-401d-b4f3-30734c68f9a9/5a81db4e-6258-4a67-b385-4ca5c5cf1240) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:12.886971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=7d850ccc-abbb-4d0a-a1f5-e65611e1b14f,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:12.902965 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Made reservation on behalf of 47eefa349c3e4f31802e496632a57bdc for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:12.912296 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.912974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-333d3a69-cacc-4fe0-b801-7a5b533d950c None None] Port 85f68cd3-4049-48a6-bd3d-74e43aa55494 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:12.925613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Made reservation on behalf of d16e310898b647f1967f4b61edca22cc for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:12.930368 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.976202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:12.977311 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.005592 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.115856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8623418c-a6fe-489d-b1cd-7f4fb8bc870f None None] Provisioning complete for port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:13.117776 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8623418c-a6fe-489d-b1cd-7f4fb8bc870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.182399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.227474 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-34f71bf9-1f2a-4a64-92af-8a0ef3651bbb tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4200463 Jul 13 07:36:13.229724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.438863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f7c1d33c-a02d-4abf-8154-52c45463af74 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:13.472799 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-27c278ff-6ab9-4c91-9f9c-60342963b122 service neutron] 10.222.0.44 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435412 Jul 13 07:36:13.475551 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.479023 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Allocated IP 172.20.0.7 (0185c362-a095-4dcb-b4f8-1a580fa76cf2/ab40a5cf-dc2a-4c9d-8e41-a9ed215df390/98eb39ba-743b-4846-ae5b-91f400cfa601) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:13.538428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15836c23-8a75-4552-ae3b-3edb2309e342,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.541403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Transition to ACTIVE for port object 5a81db4e-6258-4a67-b385-4ca5c5cf1240 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:13.552555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f7c1d33c-a02d-4abf-8154-52c45463af74 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:13.554671 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.610125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Allocated IP 192.168.233.73 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/f941ecaf-1050-4719-9533-525c9e30b076) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:13.639952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b2e79-c593-45bc-8071-8ce0e5385c34 req-1c92b7d8-572d-47ff-a3d2-2678d5145719 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.647502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a9b2e79-c593-45bc-8071-8ce0e5385c34 req-1c92b7d8-572d-47ff-a3d2-2678d5145719 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.3548081 Jul 13 07:36:13.738939 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-55c0718e-8810-4230-9f69-68ec60a8ebd9 service neutron] 10.222.0.44 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550299 Jul 13 07:36:13.755201 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a9b2e79-c593-45bc-8071-8ce0e5385c34 req-0d0e9cf6-c27a-4f80-900b-903224560d76 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055274 Jul 13 07:36:13.799789 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.834357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:13.942194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:13.942891 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.951920 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.954632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Port': ['ID=5a81db4e-6258-4a67-b385-4ca5c5cf1240,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.958367 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.987159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:13.987689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.009833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.010929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.017684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.018359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.019041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.019490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.019935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.020405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.020860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.021295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:14.023494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Transition to ACTIVE for port object f941ecaf-1050-4719-9533-525c9e30b076 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:14.114471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:14.121059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:14.123629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:14.174459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.228402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:14.233317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:14.237297 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bf677a97-495d-4143-a95a-73e8c6b03cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.242303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:14.402218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:14.404907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.457218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.458259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.503502 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.504606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.547102 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-94568f4f-a2c2-4c24-9178-082f82fe985d tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5183034 Jul 13 07:36:14.547870 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad0738b7-0f7a-4133-94f9-4bc6eb6b0cff req-29c3dda9-aa79-450a-b23f-a2b0de87a439 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 210 time: 0.4704940 Jul 13 07:36:14.562524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-04ede2ce-88af-4cfc-8bdd-2d95de96af97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8381581 Jul 13 07:36:14.574619 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.584993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399482d-3494-4c8e-a1ef-3bc4db1bb139 req-7ea8e860-3bd0-47e4-8848-b719ac4aa5f4 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.588733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d399482d-3494-4c8e-a1ef-3bc4db1bb139 req-7ea8e860-3bd0-47e4-8848-b719ac4aa5f4 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.2701440 Jul 13 07:36:14.613652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Request body: {'port': {'device_id': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:14.667568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:14.678369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:14.715281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event updated for resources: {'Port': ['ID=98eb39ba-743b-4846-ae5b-91f400cfa601,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:14.751575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:14.861465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d399482d-3494-4c8e-a1ef-3bc4db1bb139 req-7f5950e3-0dae-414a-9b9a-c2c06429fc34 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960038 Jul 13 07:36:14.861465 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.861465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] Deleting port c1c8e857-f680-474c-9026-c082016c59b6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:14.861465 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.863020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.863020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.868717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3b6a5f4-1051-481f-83e0-fdd0b8d31629 None None] Provisioning for port f941ecaf-1050-4719-9533-525c9e30b076 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:14.873365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3b6a5f4-1051-481f-83e0-fdd0b8d31629 None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:14.873747 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a5f4-1051-481f-83e0-fdd0b8d31629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.884808 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-ef25ca9e-87d0-44c2-ac87-0cef7ab4e0b5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4024851 Jul 13 07:36:14.906581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfc4d3-2666-42db-9f18-1c38e81fe276 req-ea204544-ec29-4f3c-8cec-18c1f2286b0f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.908155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e4cfc4d3-2666-42db-9f18-1c38e81fe276 req-ea204544-ec29-4f3c-8cec-18c1f2286b0f tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 931 time: 0.1590910 Jul 13 07:36:14.913111 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Request body: {'port': {'device_id': '29636d59-de7a-475b-a936-b9b6e3abb9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:14.944686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6a5f4-1051-481f-83e0-fdd0b8d31629 None None] Port f941ecaf-1050-4719-9533-525c9e30b076 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:14.970144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3b6a5f4-1051-481f-83e0-fdd0b8d31629 None None] Provisioning for port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:14.979332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3b6a5f4-1051-481f-83e0-fdd0b8d31629 None None] Provisioning complete for port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:14.980160 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a5f4-1051-481f-83e0-fdd0b8d31629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.990297 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e4cfc4d3-2666-42db-9f18-1c38e81fe276 req-bf0570ed-d9e7-4f03-8dbd-716403c55c53 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708251 Jul 13 07:36:15.038883 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.068665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6a5f4-1051-481f-83e0-fdd0b8d31629 None None] Port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:15.072447 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3062c9ef-1a64-4f50-bf88-ec44c455c2b6 req-f297f5c6-d38d-4df6-8f16-67a093a89338 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 210 time: 0.1679106 Jul 13 07:36:15.093550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] For port c1c8e857-f680-474c-9026-c082016c59b6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c1c8e857-f680-474c-9026-c082016c59b6,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:15.094607 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.175007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] Calling delete_port for c1c8e857-f680-474c-9026-c082016c59b6 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:15.425640 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98eb39ba-743b-4846-ae5b-91f400cfa601 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:15.436461 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.458324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Transition to ACTIVE for port object 98eb39ba-743b-4846-ae5b-91f400cfa601 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:15.479284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.531436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57934) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:15.549455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Pushing event updated for resources: {'Port': ['ID=98eb39ba-743b-4846-ae5b-91f400cfa601,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:15.573898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2270d38d-1932-4047-a0c3-8b4f5b10f2eb tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--277247024', 'description': 'tempest-description--1677808014'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:15.658639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeae2d-f763-4aa9-a6d2-b3f2e1eef774 req-5ed87dc5-560a-4eda-a228-9c17165e39b8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.666633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bdeeae2d-f763-4aa9-a6d2-b3f2e1eef774 req-5ed87dc5-560a-4eda-a228-9c17165e39b8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.3836560 Jul 13 07:36:15.675594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Attempting to bind port 98eb39ba-743b-4846-ae5b-91f400cfa601 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:15.675980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Attempting to bind port 98eb39ba-743b-4846-ae5b-91f400cfa601 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:15.676469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Attempting to bind port 98eb39ba-743b-4846-ae5b-91f400cfa601 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:15.683657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Port 98eb39ba-743b-4846-ae5b-91f400cfa601 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:15.684062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Attempting to bind port 98eb39ba-743b-4846-ae5b-91f400cfa601 on network 0185c362-a095-4dcb-b4f8-1a580fa76cf2 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:15.694760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:15.695195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Checking segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:15.695925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Bound using segment: {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:15.696716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Bound port: 98eb39ba-743b-4846-ae5b-91f400cfa601, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed8fa3c-fb87-4541-88f3-9ad51d239821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:15.697147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.707444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2270d38d-1932-4047-a0c3-8b4f5b10f2eb tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.787864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bdeeae2d-f763-4aa9-a6d2-b3f2e1eef774 req-905dba22-59e7-4134-99c8-2a11e15382c4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201475 Jul 13 07:36:15.844920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f941ecaf-1050-4719-9533-525c9e30b076 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:15.883146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] For port 98eb39ba-743b-4846-ae5b-91f400cfa601, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:15.892429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] For port 98eb39ba-743b-4846-ae5b-91f400cfa601, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=98eb39ba-743b-4846-ae5b-91f400cfa601,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:15.913871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.923322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.985375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Transition to ACTIVE for port object f941ecaf-1050-4719-9533-525c9e30b076 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:15.995859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.996784 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.999750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.001190 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] 10.222.0.53 "PUT /v2.0/ports/98eb39ba-743b-4846-ae5b-91f400cfa601 HTTP/1.1" status: 200 len: 1091 time: 1.0920432 Jul 13 07:36:16.001860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29636d59-de7a-475b-a936-b9b6e3abb9ae', 'tag': '98eb39ba-743b-4846-ae5b-91f400cfa601'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:16.005144 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab976ab-e76d-4e56-8376-17f52d0e60a9" -d '{"events": [{"name": "network-changed", "server_uuid": "29636d59-de7a-475b-a936-b9b6e3abb9ae", "tag": "98eb39ba-743b-4846-ae5b-91f400cfa601"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:16.009861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.021795 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8615a3b-5fa5-46fd-8aee-f55b08d67074 req-0834013e-1324-4e32-a315-24092f1dbab6 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.031916 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8615a3b-5fa5-46fd-8aee-f55b08d67074 req-0834013e-1324-4e32-a315-24092f1dbab6 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 935 time: 0.3076849 Jul 13 07:36:16.079112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2270d38d-1932-4047-a0c3-8b4f5b10f2eb tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.142826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8615a3b-5fa5-46fd-8aee-f55b08d67074 req-fdeb90cb-1ab8-4662-af23-808b76ae95d8 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096525 Jul 13 07:36:16.145872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8fc39-f714-430f-9da1-a74ba490977b service neutron] Pushing event updated for resources: {'Port': ['ID=98eb39ba-743b-4846-ae5b-91f400cfa601,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:16.219643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9dd78-80c4-4315-926b-e747713e921a req-9343bc57-c131-46bb-9cc0-2e9f88b724c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.223020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb856-42a4-4b50-9112-13662af194a4 req-c1c7ae0d-ab68-4f56-be03-d5dcc4f56191 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.224546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-c1c7ae0d-ab68-4f56-be03-d5dcc4f56191 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.54 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 811 time: 0.2036767 Jul 13 07:36:16.228912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-9343bc57-c131-46bb-9cc0-2e9f88b724c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 1094 time: 0.1647563 Jul 13 07:36:16.279090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2270d38d-1932-4047-a0c3-8b4f5b10f2eb tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.338598 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96e04ce-f25a-4629-b75f-98a47cb1a348 x-openstack-request-id: req-a96e04ce-f25a-4629-b75f-98a47cb1a348 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:16.338955 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29636d59-de7a-475b-a936-b9b6e3abb9ae", "tag": "98eb39ba-743b-4846-ae5b-91f400cfa601", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:16.339150 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a96e04ce-f25a-4629-b75f-98a47cb1a348 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:16.339569 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29636d59-de7a-475b-a936-b9b6e3abb9ae', 'tag': '98eb39ba-743b-4846-ae5b-91f400cfa601', 'status': 'completed', 'code': 200} Jul 13 07:36:16.347131 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-8fe8c769-d91a-4b14-9b32-2aa93a24637d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98eb39ba-743b-4846-ae5b-91f400cfa601 HTTP/1.1" status: 200 len: 217 time: 0.1155763 Jul 13 07:36:16.414933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2270d38d-1932-4047-a0c3-8b4f5b10f2eb tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.419132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2270d38d-1932-4047-a0c3-8b4f5b10f2eb tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8503273 Jul 13 07:36:16.430850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57946) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:16.445466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-751e7f51-9503-40ec-bb45-9a1c1250e837 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'security_group_rule': {'security_group_id': '87c86223-57c5-405a-b363-b05d1972b039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:16.481991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:16.503720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-7be9fe38-4143-45a8-90cd-66e432513e16 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d3a8fe36afb46ccba4e75b695f6d327 HTTP/1.1" status: 200 len: 380 time: 0.2532432 Jul 13 07:36:16.551247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9dd78-80c4-4315-926b-e747713e921a req-78a2a746-c7ad-44a1-ae5c-a52d01936591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.559411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-78a2a746-c7ad-44a1-ae5c-a52d01936591 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.2052596 Jul 13 07:36:16.567591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270d38d-1932-4047-a0c3-8b4f5b10f2eb tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c86223-57c5-405a-b363-b05d1972b039,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:16.590544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'port': {'device_id': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'admin_state_up': True, 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'security_groups': ['4abb9bbe-75af-4632-93fc-fc3a0fecf122']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:16.623845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c8e857-f680-474c-9026-c082016c59b6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:16.629884 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-03b08a5d-bb0f-4531-bd96-172516dd3c05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573044 Jul 13 07:36:16.715144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21e308-d1ca-46ec-8630-32504b08ac8e req-1b6b8804-a730-49ad-adf7-6e14a2bc0f11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.716978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3e21e308-d1ca-46ec-8630-32504b08ac8e req-1b6b8804-a730-49ad-adf7-6e14a2bc0f11 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 943 time: 0.2654183 Jul 13 07:36:16.789733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-751e7f51-9503-40ec-bb45-9a1c1250e837 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.808757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64601b98-3b3a-4f25-ae1a-9328fe532355 req-98e33edf-17b5-41dc-aacd-e30bfc8307a4 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.816617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64601b98-3b3a-4f25-ae1a-9328fe532355 req-98e33edf-17b5-41dc-aacd-e30bfc8307a4 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.7803171 Jul 13 07:36:16.840425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3e21e308-d1ca-46ec-8630-32504b08ac8e req-131289d9-d216-444c-9550-058e7ced7e55 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171288 Jul 13 07:36:16.872778 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-aed1c322-5eaa-4713-b5d3-3e6a46833c80 service neutron] 10.222.0.53 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327049 Jul 13 07:36:16.925227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Attempting to bind port f941ecaf-1050-4719-9533-525c9e30b076 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:16.925715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Attempting to bind port f941ecaf-1050-4719-9533-525c9e30b076 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:16.925880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Attempting to bind port f941ecaf-1050-4719-9533-525c9e30b076 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:16.965497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Port f941ecaf-1050-4719-9533-525c9e30b076 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:16.965497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Attempting to bind port f941ecaf-1050-4719-9533-525c9e30b076 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:17.007475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-64601b98-3b3a-4f25-ae1a-9328fe532355 req-338df3ce-522b-4387-93cc-9c668fb735d6 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879570 Jul 13 07:36:17.020595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:17.024710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:17.025211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:17.025699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Bound port: f941ecaf-1050-4719-9533-525c9e30b076, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:17.026067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.051539 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.060324 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b76aaec2-1aed-4675-9a88-eb9c7431e13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.089333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.129613 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb787ae5-26e4-440f-96c1-0c8026142885 req-f3530eed-4f87-4430-845c-482fda3cf7eb tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 210 time: 0.0601344 Jul 13 07:36:17.134928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfb9dd78-80c4-4315-926b-e747713e921a req-e364883b-b761-4004-bbf0-68e2dd008609 service neutron] 10.222.0.53 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540057 Jul 13 07:36:17.283314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab976ab-e76d-4e56-8376-17f52d0e60a9 req-53250770-b153-4a0f-a023-1493784fb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.285250 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ab976ab-e76d-4e56-8376-17f52d0e60a9 req-53250770-b153-4a0f-a023-1493784fb272 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47eefa349c3e4f31802e496632a57bdc&device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 1094 time: 0.0843966 Jul 13 07:36:17.437388 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab976ab-e76d-4e56-8376-17f52d0e60a9 req-bff83ce7-7622-44fd-bbb8-58389ea9a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.439170 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ab976ab-e76d-4e56-8376-17f52d0e60a9 req-bff83ce7-7622-44fd-bbb8-58389ea9a692 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 200 len: 912 time: 0.1464953 Jul 13 07:36:17.484631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-751e7f51-9503-40ec-bb45-9a1c1250e837 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.563486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-751e7f51-9503-40ec-bb45-9a1c1250e837 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.584824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Made reservation on behalf of 4d3a8fe36afb46ccba4e75b695f6d327 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:17.588497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.697329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e7f51-9503-40ec-bb45-9a1c1250e837 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a852f02d-9b97-4d12-af99-4f76e10d287a,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:17.752767 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-751e7f51-9503-40ec-bb45-9a1c1250e837 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.754017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-751e7f51-9503-40ec-bb45-9a1c1250e837 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3151476 Jul 13 07:36:17.795542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57952) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:17.801772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-40f94d19-df6d-458b-af23-37bc5a6db4a2 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'security_group_rule': {'security_group_id': '87c86223-57c5-405a-b363-b05d1972b039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:17.865984 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.877453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ab976ab-e76d-4e56-8376-17f52d0e60a9 req-5fa4c783-c2c7-43cb-9c4c-b64c9f55b4f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98eb39ba-743b-4846-ae5b-91f400cfa601 HTTP/1.1" status: 200 len: 217 time: 0.4272394 Jul 13 07:36:17.897674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dc5fd-5b5e-40be-8f9f-bf239ce371f8 req-6ced1133-e94a-4167-8310-084ad834223e tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.902012 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-337dc5fd-5b5e-40be-8f9f-bf239ce371f8 req-6ced1133-e94a-4167-8310-084ad834223e tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 947 time: 0.5317588 Jul 13 07:36:17.949444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:17.967016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:17.989712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.995182 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-337dc5fd-5b5e-40be-8f9f-bf239ce371f8 req-ce2b774e-68e3-4fbb-9733-8f02a05418cb tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839660 Jul 13 07:36:17.999391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab976ab-e76d-4e56-8376-17f52d0e60a9 req-fa08e546-c37e-4f3e-80b0-389da853f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.000873 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ab976ab-e76d-4e56-8376-17f52d0e60a9 req-fa08e546-c37e-4f3e-80b0-389da853f4f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 200 len: 851 time: 0.0977747 Jul 13 07:36:18.040149 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ab976ab-e76d-4e56-8376-17f52d0e60a9 req-dad72a4a-4b6a-4fbc-9e87-d86a4e06611b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0185c362-a095-4dcb-b4f8-1a580fa76cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305789 Jul 13 07:36:18.047072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.048587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.050077 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] 10.222.0.53 "PUT /v2.0/ports/f941ecaf-1050-4719-9533-525c9e30b076 HTTP/1.1" status: 200 len: 1095 time: 3.4538968 Jul 13 07:36:18.051264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40f94d19-df6d-458b-af23-37bc5a6db4a2 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.075017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:18.094876 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b0382a-11c2-431e-91dc-52e595de4f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "tag": "f941ecaf-1050-4719-9533-525c9e30b076"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:18.229555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74838606-7844-4f34-93cf-1b8bcfc43eb2 req-8fbc766b-59ce-40cc-81ab-f76a28f86159 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.231164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-74838606-7844-4f34-93cf-1b8bcfc43eb2 req-8fbc766b-59ce-40cc-81ab-f76a28f86159 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.7139199 Jul 13 07:36:18.252276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ab976ab-e76d-4e56-8376-17f52d0e60a9 req-e4f44803-68f8-4802-84bb-8920e2595cff service neutron] 10.222.0.53 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983738 Jul 13 07:36:18.347222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78e2c2-7451-4515-8ee2-421f545fb35f service neutron] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:18.401646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d46a7d-dad3-48b6-a39e-ef6b61cf5ba3 req-83e36232-6dc4-4b77-9d50-7e911b1096e4 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.404753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3d46a7d-dad3-48b6-a39e-ef6b61cf5ba3 req-83e36232-6dc4-4b77-9d50-7e911b1096e4 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 943 time: 0.2266386 Jul 13 07:36:18.414576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40f94d19-df6d-458b-af23-37bc5a6db4a2 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.430699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Allocated IP 172.20.0.7 (144df36e-35ef-4abd-a952-041c4f50aa0b/154a043c-90c9-4ee9-ab82-e4a5a311be16/3f0b3f8f-7730-48c0-a623-6f9071d43cf9) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:18.451578 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40f94d19-df6d-458b-af23-37bc5a6db4a2 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.481598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3d46a7d-dad3-48b6-a39e-ef6b61cf5ba3 req-97db32ce-a550-4931-a225-30c67f3d9987 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556672 Jul 13 07:36:18.508841 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ab976ab-e76d-4e56-8376-17f52d0e60a9 req-eb212b65-1c17-4262-9f1c-e3778c14f23d service neutron] 10.222.0.53 "GET /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397163 Jul 13 07:36:18.509313 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-74838606-7844-4f34-93cf-1b8bcfc43eb2 req-c2107a35-d927-4bed-99f4-74565878ef6b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251718 Jul 13 07:36:18.525191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f94d19-df6d-458b-af23-37bc5a6db4a2 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3c1864-df0d-4323-9f21-898ec07b9ff7,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:18.573068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40f94d19-df6d-458b-af23-37bc5a6db4a2 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.574653 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-40f94d19-df6d-458b-af23-37bc5a6db4a2 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7766583 Jul 13 07:36:18.577691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57962) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:18.582885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:18.593509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] Router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:18.598931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-2102e931-55a3-4ea6-8378-2db79949b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.600545 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-2102e931-55a3-4ea6-8378-2db79949b6de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d16e310898b647f1967f4b61edca22cc&device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 1098 time: 0.4776857 Jul 13 07:36:18.631341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.681251 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c01432-fda9-45db-8261-0ff4b858fd16 x-openstack-request-id: req-14c01432-fda9-45db-8261-0ff4b858fd16 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:18.681472 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "tag": "f941ecaf-1050-4719-9533-525c9e30b076", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:18.681698 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14c01432-fda9-45db-8261-0ff4b858fd16 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:18.682100 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076', 'status': 'completed', 'code': 200} Jul 13 07:36:18.751274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-d015992f-782b-4ac7-90b0-f7e48bc2ba22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f941ecaf-1050-4719-9533-525c9e30b076 HTTP/1.1" status: 200 len: 217 time: 0.1322064 Jul 13 07:36:18.799690 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5dc4777-ab94-4496-9128-ee9c03ab0e0e req-d5982823-1568-4a42-ae40-fd57f31e38b5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 210 time: 0.0554364 Jul 13 07:36:18.841154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4a41d-2394-4359-8c11-da4de85ded5b req-0db2083e-6f65-4a1c-b883-82a04556021c tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.849503 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c7d4a41d-2394-4359-8c11-da4de85ded5b req-0db2083e-6f65-4a1c-b883-82a04556021c tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.1482663 Jul 13 07:36:18.904393 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c7d4a41d-2394-4359-8c11-da4de85ded5b req-413ea882-8c8f-4564-a6f8-31f870874728 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535359 Jul 13 07:36:18.914959 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.007913 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.010917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:19.024505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-6c1d307b-4989-42d7-b7b4-3ef9834401cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.025008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] Sync routers for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:19.026088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-6c1d307b-4989-42d7-b7b4-3ef9834401cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.2290823 Jul 13 07:36:19.029950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6829275d-ef16-4bc3-a890-ff1303620922 admin admin] 10.222.0.44 "PUT /v2.0/routers/b9647e6c-5f6f-459a-8a97-6ce149e1cb3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3314986 Jul 13 07:36:19.047491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:19.048336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:36:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:19.051583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57966) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:19.089352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Transition to ACTIVE for port object 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:19.144456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-44682cdf-5d7f-4ec5-b3dd-b2e9eb4d4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.146155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-44682cdf-5d7f-4ec5-b3dd-b2e9eb4d4435 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900939 Jul 13 07:36:19.155984 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.226878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Allocated IP 172.25.6.21 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/a695b940-20dc-419d-8d6e-dcfb43da3e37) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:19.298732 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.300525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Network 144df36e-35ef-4abd-a952-041c4f50aa0b is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:19.306952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:19.315147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:19.347062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:19.349773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'Port': ['ID=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:19.490155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.490846 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.514630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-cca6e05c-d9d1-4657-8d36-1c4c534dc12d service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561220 Jul 13 07:36:19.540318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.562863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590037a-e671-470e-9e33-a4375f22db05 req-e18dc767-791c-4612-95ce-14521bd51788 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.565931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c590037a-e671-470e-9e33-a4375f22db05 req-e18dc767-791c-4612-95ce-14521bd51788 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 947 time: 0.3852129 Jul 13 07:36:19.580692 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.623551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-bad3eb28-0cfc-4c85-9978-f451295ab2f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0574903 Jul 13 07:36:19.683684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Request body: {'port': {'device_id': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:19.687206 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.705814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:36:15Z', 'revision_number': 5, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port': {'id': '930efec5-2c2d-439f-b932-aa82e3f86f4b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:55Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:19.755928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-316d6167-773f-45da-938e-0e448a348922 None None] Provisioning for port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:19.760536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] Checking router: b9647e6c-5f6f-459a-8a97-6ce149e1cb3e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:19.772092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-316d6167-773f-45da-938e-0e448a348922 None None] Provisioning complete for port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:19.772791 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-316d6167-773f-45da-938e-0e448a348922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.784306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Deleting port 930efec5-2c2d-439f-b932-aa82e3f86f4b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:19.784656 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.818700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-316d6167-773f-45da-938e-0e448a348922 None None] Port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:19.824203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] Routers {'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:19.825270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:36:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:19.850311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c590037a-e671-470e-9e33-a4375f22db05 req-89f9135a-0561-45f7-b271-3104953152cd tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508235 Jul 13 07:36:19.876811 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.885053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] For port 930efec5-2c2d-439f-b932-aa82e3f86f4b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=930efec5-2c2d-439f-b932-aa82e3f86f4b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:19.885578 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.938514 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.948685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff81f265-ea51-4a6b-bf78-75e0849e4e3c req-69379d3e-8084-4744-8aa7-129815171d2b service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142861 Jul 13 07:36:19.971682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Calling delete_port for 930efec5-2c2d-439f-b932-aa82e3f86f4b owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:20.031971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] Set router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:20.112980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Port': ['ID=a695b940-20dc-419d-8d6e-dcfb43da3e37,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:20.113652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:36:19Z', 'revision_number': 6, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:20.152342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a72b39-8be8-4954-a54c-bab2989d9b72 None None] The sync data for ids ['b9647e6c-5f6f-459a-8a97-6ce149e1cb3e'] in n-d-798249-7 is: [{'id': 'b9647e6c-5f6f-459a-8a97-6ce149e1cb3e', 'name': 'tempest-AttachVolumeShelveTestJSON-1242580453-router', 'tenant_id': '91f2893f7fe74db9a018e62c856bdf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:54Z', 'updated_at': '2021-07-13T07:36:19Z', 'revision_number': 6, 'project_id': '91f2893f7fe74db9a018e62c856bdf9d', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:20.170145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:20.173027 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:20.176760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:20.204224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411a44b-8264-4fe1-b959-59c7e907569d req-b093d4eb-db91-4da6-aa16-c57f4ab9c5ad tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.205632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f411a44b-8264-4fe1-b959-59c7e907569d req-b093d4eb-db91-4da6-aa16-c57f4ab9c5ad tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1970327 Jul 13 07:36:20.250605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-da38b955-f974-4f13-8a3e-3df79dc2f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.251986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-da38b955-f974-4f13-8a3e-3df79dc2f1e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d16e310898b647f1967f4b61edca22cc&device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 1098 time: 0.2264569 Jul 13 07:36:20.293491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a473f-78f8-449d-bfaa-c60076bfca13 req-e14847c5-63a2-4ccb-81eb-b7687e8aae66 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.301815 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb7a473f-78f8-449d-bfaa-c60076bfca13 req-e14847c5-63a2-4ccb-81eb-b7687e8aae66 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 943 time: 0.5991561 Jul 13 07:36:20.326156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f411a44b-8264-4fe1-b959-59c7e907569d req-fd606e4a-a362-4042-869d-067fcbf778e0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074958 Jul 13 07:36:20.433619 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bb7a473f-78f8-449d-bfaa-c60076bfca13 req-be4bae92-ef5c-446c-9a42-2c2710bd6546 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305397 Jul 13 07:36:20.434956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-6f6c0cdf-5ddb-46d8-8276-8c8dc4a3292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.436449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-6f6c0cdf-5ddb-46d8-8276-8c8dc4a3292c service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1718149 Jul 13 07:36:20.501737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-875af363-fff6-48d6-8569-4edab716d436 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f941ecaf-1050-4719-9533-525c9e30b076 HTTP/1.1" status: 200 len: 217 time: 0.0345705 Jul 13 07:36:20.566541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:20.568584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 98eb39ba-743b-4846-ae5b-91f400cfa601 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:20.678224 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.698104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.782846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.850166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Pushing event deleted for resources: {'Port': ['ID=930efec5-2c2d-439f-b932-aa82e3f86f4b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:20.939399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 98eb39ba-743b-4846-ae5b-91f400cfa601, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=98eb39ba-743b-4846-ae5b-91f400cfa601,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:20.951658 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.965690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fb720-c508-4af5-a775-591b7ace64e5 req-f162977e-cefb-4091-9b73-b9cbf42fbdbb tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.968545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '98eb39ba-743b-4846-ae5b-91f400cfa601', 'network_id': '0185c362-a095-4dcb-b4f8-1a580fa76cf2', 'port_id': '98eb39ba-743b-4846-ae5b-91f400cfa601', 'mac_address': 'fa:16:3e:71:c7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab40a5cf-dc2a-4c9d-8e41-a9ed215df390', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:20.973338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c7fb720-c508-4af5-a775-591b7ace64e5 req-f162977e-cefb-4091-9b73-b9cbf42fbdbb tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.2870927 Jul 13 07:36:21.010817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.027261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Transition to ACTIVE for port object 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:21.031050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-3fb5e2c0-1640-49d9-a7cd-97c7ec1816d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.033151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-3fb5e2c0-1640-49d9-a7cd-97c7ec1816d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.5190744 Jul 13 07:36:21.036204 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.062348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98eb39ba-743b-4846-ae5b-91f400cfa601 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:21.090581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 98eb39ba-743b-4846-ae5b-91f400cfa601, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=98eb39ba-743b-4846-ae5b-91f400cfa601,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:21.094785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.104923 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.112304 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c7fb720-c508-4af5-a775-591b7ace64e5 req-85bf8690-aa7a-4dba-a377-018109cf9152 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378291 Jul 13 07:36:21.205739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=98eb39ba-743b-4846-ae5b-91f400cfa601,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:21.237529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.241299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.266961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Pushing event updated for resources: {'Port': ['ID=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:21.302812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-ca7677a8-a100-448d-8d63-686ee1c13c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.306194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-ca7677a8-a100-448d-8d63-686ee1c13c40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2523890 Jul 13 07:36:21.340156 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.342552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9647e6c-5f6f-459a-8a97-6ce149e1cb3e {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:36:21.347751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.351863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e948f32e-94e3-4e54-8e66-6a01f40b205d admin admin] 10.222.0.44 "DELETE /v2.0/routers/b9647e6c-5f6f-459a-8a97-6ce149e1cb3e HTTP/1.1" status: 204 len: 168 time: 2.2949955 Jul 13 07:36:21.384177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['98eb39ba-743b-4846-ae5b-91f400cfa601'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:21.391002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:21.478860 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.494757 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.523824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Attempting to bind port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:21.524212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Attempting to bind port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:21.532479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Attempting to bind port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 on network 144df36e-35ef-4abd-a952-041c4f50aa0b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:21.562245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1b54e-4f52-4d59-bc24-6c02ec70e70c req-a37a8600-0786-41be-9b49-0be0cbbfb171 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.566452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-86d1b54e-4f52-4d59-bc24-6c02ec70e70c req-a37a8600-0786-41be-9b49-0be0cbbfb171 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 931 time: 1.0422280 Jul 13 07:36:21.591129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 on network 144df36e-35ef-4abd-a952-041c4f50aa0b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:21.591650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Attempting to bind port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 on network 144df36e-35ef-4abd-a952-041c4f50aa0b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:21.603198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f6305-3b9a-4df0-b4d7-c11d37691d60 req-ed974d0b-1459-4121-aebd-9a5864923e25 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.608718 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af9f6305-3b9a-4df0-b4d7-c11d37691d60 req-ed974d0b-1459-4121-aebd-9a5864923e25 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 947 time: 0.2581081 Jul 13 07:36:21.611132 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.632974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:21.633292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Checking segment: {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:21.633678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Bound using segment: {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:21.634112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Bound port: 3f0b3f8f-7730-48c0-a623-6f9071d43cf9, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:21.634471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.656471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Port': ['ID=a695b940-20dc-419d-8d6e-dcfb43da3e37,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:21.671258 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.672561 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5c6b8cc8-7d13-4aa2-9916-785d5368ebf6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0935581 Jul 13 07:36:21.681885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d2b5f2-6ce6-49de-83bb-023231f5b731 admin admin] Deleting subnet ebc75dff-8648-4af2-96de-0e7931a86d5f {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:21.693555 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af9f6305-3b9a-4df0-b4d7-c11d37691d60 req-7772feb8-6f05-4fc5-86de-afda66912931 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717921 Jul 13 07:36:21.697908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a2d2b5f2-6ce6-49de-83bb-023231f5b731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.739517 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-86d1b54e-4f52-4d59-bc24-6c02ec70e70c req-bd1776db-c978-4b33-918c-d9b049305168 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526895 Jul 13 07:36:21.818721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 930efec5-2c2d-439f-b932-aa82e3f86f4b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:21.826197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-a784b3cb-402b-42dd-85a6-16d4433b8044 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359093 Jul 13 07:36:21.839782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a2d2b5f2-6ce6-49de-83bb-023231f5b731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.857436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 930efec5-2c2d-439f-b932-aa82e3f86f4b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:21.858216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 930efec5-2c2d-439f-b932-aa82e3f86f4b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:21.859194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c1c8e857-f680-474c-9026-c082016c59b6 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:21.886191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c1c8e857-f680-474c-9026-c082016c59b6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:21.886933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c1c8e857-f680-474c-9026-c082016c59b6 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:21.926409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1458b77-743e-4d94-9a18-d79dd2db733d req-5c67e43a-87ac-49f0-ac42-257398a6597a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.927976 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1458b77-743e-4d94-9a18-d79dd2db733d req-5c67e43a-87ac-49f0-ac42-257398a6597a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.0732701 Jul 13 07:36:21.967741 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1458b77-743e-4d94-9a18-d79dd2db733d req-db3a12c7-3fd0-4213-96f5-2f1653891b22 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336821 Jul 13 07:36:21.984183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] For port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:22.014192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] For port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:22.043550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.103830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b0382a-11c2-431e-91dc-52e595de4f9b req-4300f32e-66c9-40e7-b028-9f957a35a5f4 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658408 Jul 13 07:36:22.136244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.136882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.138328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] 10.222.0.54 "PUT /v2.0/ports/3f0b3f8f-7730-48c0-a623-6f9071d43cf9 HTTP/1.1" status: 200 len: 1091 time: 2.4856384 Jul 13 07:36:22.138824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'tag': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:22.141228 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d803382-f6a4-4c19-94ff-d818aa6f9a86" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8fc51f-4d80-4f01-a985-e501df8be496", "tag": "3f0b3f8f-7730-48c0-a623-6f9071d43cf9"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:22.144659 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a2d2b5f2-6ce6-49de-83bb-023231f5b731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.198686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7863ce0-7eb2-4357-8f76-104468296b8b req-26bb87af-bb38-44e0-b209-9bbd1629e003 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.200370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7863ce0-7eb2-4357-8f76-104468296b8b req-26bb87af-bb38-44e0-b209-9bbd1629e003 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 944 time: 0.3261642 Jul 13 07:36:22.237146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f72e6-ed9c-406e-8a10-ca724646672a service neutron] Pushing event updated for resources: {'Port': ['ID=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:22.323278 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-6c4ba6e2-81c1-4f78-a3bf-27210b34f462 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--277247024&fields=id&tenant_id=8cf73b0698f4443991d2d8dc8481c6a6 HTTP/1.1" status: 200 len: 267 time: 0.0454669 Jul 13 07:36:22.332769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7863ce0-7eb2-4357-8f76-104468296b8b req-18e71ec0-9d10-4979-b418-d9e826bedc4b tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159222 Jul 13 07:36:22.338566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a2d2b5f2-6ce6-49de-83bb-023231f5b731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.380851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2b5f2-6ce6-49de-83bb-023231f5b731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc75dff-8648-4af2-96de-0e7931a86d5f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:22.388064 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a2d2b5f2-6ce6-49de-83bb-023231f5b731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.392562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a2d2b5f2-6ce6-49de-83bb-023231f5b731 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ebc75dff-8648-4af2-96de-0e7931a86d5f HTTP/1.1" status: 204 len: 168 time: 0.9979589 Jul 13 07:36:22.395214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58016) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:22.395786 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8d3d98c8-d383-4d22-8ea2-0732be754f5c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.397381 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8d3d98c8-d383-4d22-8ea2-0732be754f5c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports/85f68cd3-4049-48a6-bd3d-74e43aa55494 HTTP/1.1" status: 200 len: 937 time: 0.0664871 Jul 13 07:36:22.397860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadef06b-003c-41b4-8371-5efcd6b40edd None None] Network 081c3b48-291a-43a5-8e7e-8ec640ca2216 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:22.419871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb856-42a4-4b50-9112-13662af194a4 req-5cca4714-376f-4113-8fe5-d2be1b1e74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.421416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-5cca4714-376f-4113-8fe5-d2be1b1e74f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 1094 time: 0.2350163 Jul 13 07:36:22.424928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd37a6-a7c8-4c7b-b0fd-d25a518210ab req-4c3269ff-2cbe-4358-89d3-4e4e8d0780b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.426380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7fd37a6-a7c8-4c7b-b0fd-d25a518210ab req-4c3269ff-2cbe-4358-89d3-4e4e8d0780b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 1097 time: 0.1862133 Jul 13 07:36:22.479326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-0f244602-b469-4552-af02-d4d1c6f816ac tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.481112 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-0f244602-b469-4552-af02-d4d1c6f816ac tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports/5a81db4e-6258-4a67-b385-4ca5c5cf1240 HTTP/1.1" status: 200 len: 936 time: 0.0742767 Jul 13 07:36:22.536967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-419ca153-05e3-4ead-9b26-591554047ca2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9 HTTP/1.1" status: 200 len: 217 time: 0.1039505 Jul 13 07:36:22.538021 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-1c3ceef6-7dda-411c-b488-bf0658121493 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0504010 Jul 13 07:36:22.590149 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-2108f504-24d3-4126-947e-70974bf76a41 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0420823 Jul 13 07:36:22.591397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f941ecaf-1050-4719-9533-525c9e30b076 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:22.594282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 98eb39ba-743b-4846-ae5b-91f400cfa601 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:22.629920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858edb66-4709-46d3-a56b-19ceca80759d None None] DHCP port deletion for 081c3b48-291a-43a5-8e7e-8ec640ca2216 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:36:22.636704 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.683127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb856-42a4-4b50-9112-13662af194a4 req-3d9e508f-432d-47a3-ab59-171172cfa78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.684762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-3d9e508f-432d-47a3-ab59-171172cfa78f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 200 len: 850 time: 0.1376796 Jul 13 07:36:22.696251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd37a6-a7c8-4c7b-b0fd-d25a518210ab req-621bcfbf-1ec0-4dc1-a1d7-fe0fa04e6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.697692 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7fd37a6-a7c8-4c7b-b0fd-d25a518210ab req-621bcfbf-1ec0-4dc1-a1d7-fe0fa04e6566 service neutron] 10.222.0.53 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 915 time: 0.2565587 Jul 13 07:36:22.707301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-30c899af-a5af-4021-9aa2-0de4d58430c8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.713448 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-30c899af-a5af-4021-9aa2-0de4d58430c8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.719471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-30c899af-a5af-4021-9aa2-0de4d58430c8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.722634 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-30c899af-a5af-4021-9aa2-0de4d58430c8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/networks?id=3e7cdd79-9e26-472c-b6eb-034c3e059457&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=11825ed9-aef6-4a93-a944-b3e11edef9e4&id=11825ed9-aef6-4a93-a944-b3e11edef9e4 HTTP/1.1" status: 200 len: 1994 time: 0.1294835 Jul 13 07:36:22.737959 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-34265819-c764-402b-b20f-ab8ddbb6c692 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/quotas/8cf73b0698f4443991d2d8dc8481c6a6 HTTP/1.1" status: 200 len: 375 time: 0.0098069 Jul 13 07:36:22.766408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 98eb39ba-743b-4846-ae5b-91f400cfa601 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:22.781864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 98eb39ba-743b-4846-ae5b-91f400cfa601 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:22.782260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.788412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:22.792301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7fd37a6-a7c8-4c7b-b0fd-d25a518210ab req-c30e4a8f-3fdd-4c46-b970-418bb1714db4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405 HTTP/1.1" status: 200 len: 217 time: 0.0674393 Jul 13 07:36:22.818557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-858edb66-4709-46d3-a56b-19ceca80759d None None] Deleting port 2de07ae5-af74-4f71-8704-fbc99395013a {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:22.818933 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-858edb66-4709-46d3-a56b-19ceca80759d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.819080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af6c1e-6b7f-409c-8eab-bdaf0af30007 req-7e9caa87-fe16-491e-8924-f044adfc4b4d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.825231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9af6c1e-6b7f-409c-8eab-bdaf0af30007 req-7e9caa87-fe16-491e-8924-f044adfc4b4d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.3449044 Jul 13 07:36:22.833347 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-2579a922-c25d-4879-9191-249626904be6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0883114 Jul 13 07:36:22.834666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'f941ecaf-1050-4719-9533-525c9e30b076', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'f941ecaf-1050-4719-9533-525c9e30b076', 'mac_address': 'fa:16:3e:2a:ee:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:22.921567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb856-42a4-4b50-9112-13662af194a4 req-5efa4bcc-083d-468c-b107-ba65ee87428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.923214 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-5efa4bcc-083d-468c-b107-ba65ee87428a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=144df36e-35ef-4abd-a952-041c4f50aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2237208 Jul 13 07:36:22.926188 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9af6c1e-6b7f-409c-8eab-bdaf0af30007 req-e9a90a4b-bb93-458e-8761-5a17acc887f0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992222 Jul 13 07:36:22.928957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd37a6-a7c8-4c7b-b0fd-d25a518210ab req-9327470a-c14f-406c-b247-f24e2e26c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.930892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7fd37a6-a7c8-4c7b-b0fd-d25a518210ab req-9327470a-c14f-406c-b247-f24e2e26c32e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3a7acbba-a02a-4bed-812d-782215b4d99b HTTP/1.1" status: 200 len: 854 time: 0.1298752 Jul 13 07:36:22.933833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Deleting port 2de07ae5-af74-4f71-8704-fbc99395013a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:22.934177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.940399 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-587055d0-cdbb-4272-b01a-3c74e9314ef9 service neutron] 10.222.0.44 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946686 Jul 13 07:36:22.940799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-858edb66-4709-46d3-a56b-19ceca80759d None None] For port 2de07ae5-af74-4f71-8704-fbc99395013a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2de07ae5-af74-4f71-8704-fbc99395013a,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:22.941197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-858edb66-4709-46d3-a56b-19ceca80759d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.958315 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.960218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-858edb66-4709-46d3-a56b-19ceca80759d None None] Calling delete_port for 2de07ae5-af74-4f71-8704-fbc99395013a owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:23.012491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7fd37a6-a7c8-4c7b-b0fd-d25a518210ab req-91ddd427-2992-47ce-b2dc-7878e43f769d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=960ed7cd-d877-4a01-884a-e97fd52f75f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586650 Jul 13 07:36:23.013961 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1caaa70-ebaf-4b2a-b7fd-2835a2b14655 x-openstack-request-id: req-c1caaa70-ebaf-4b2a-b7fd-2835a2b14655 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:23.014254 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8fc51f-4d80-4f01-a985-e501df8be496", "tag": "3f0b3f8f-7730-48c0-a623-6f9071d43cf9", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:23.014532 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1caaa70-ebaf-4b2a-b7fd-2835a2b14655 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:23.014884 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'tag': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9', 'status': 'completed', 'code': 200} Jul 13 07:36:23.040425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f941ecaf-1050-4719-9533-525c9e30b076 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:23.059501 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-da08ebf2-1f28-4d5e-a3fb-892e1b338a51 service neutron] 10.222.0.44 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180410 Jul 13 07:36:23.068314 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.076298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:23.095487 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.119666 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08f27e0d-1d5c-4937-8482-cdf15b36c6e7 service neutron] 10.222.0.44 "GET /v2.0/ports/85f68cd3-4049-48a6-bd3d-74e43aa55494?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0584044 Jul 13 07:36:23.141867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29636d59-de7a-475b-a936-b9b6e3abb9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eb39ba-743b-4846-ae5b-91f400cfa601'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:23.144144 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab066827-2671-4ecc-92b2-021f19c2ed12" -d '{"events": [{"server_uuid": "29636d59-de7a-475b-a936-b9b6e3abb9ae", "name": "network-vif-plugged", "status": "completed", "tag": "98eb39ba-743b-4846-ae5b-91f400cfa601"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:23.181085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 98eb39ba-743b-4846-ae5b-91f400cfa601, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=98eb39ba-743b-4846-ae5b-91f400cfa601,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:23.191306 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.210888 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-858edb66-4709-46d3-a56b-19ceca80759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.214648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:23.226078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-431509a6-fae6-48ae-afa0-0eb42b4c5673 service neutron] 10.222.0.44 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050344 Jul 13 07:36:23.249540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858edb66-4709-46d3-a56b-19ceca80759d None None] No DVR routers for this DVR port 2de07ae5-af74-4f71-8704-fbc99395013a on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:23.258480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] For port 2de07ae5-af74-4f71-8704-fbc99395013a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2de07ae5-af74-4f71-8704-fbc99395013a,segment=NetworkSegment(5c917e18-7980-401b-82d5-4b1c4be413c1),segment_id=5c917e18-7980-401b-82d5-4b1c4be413c1)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:23.258858 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.278392 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7fd37a6-a7c8-4c7b-b0fd-d25a518210ab req-4c659d36-8c7b-4053-a275-1c14612c7d30 service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511659 Jul 13 07:36:23.286356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=98eb39ba-743b-4846-ae5b-91f400cfa601,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:23.312378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Calling delete_port for 2de07ae5-af74-4f71-8704-fbc99395013a owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:23.324695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858edb66-4709-46d3-a56b-19ceca80759d None None] Pushing event deleted for resources: {'Port': ['ID=2de07ae5-af74-4f71-8704-fbc99395013a,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:23.334045 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-391d3b86-600c-42aa-befb-09921c91792f service neutron] 10.222.0.44 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004164 Jul 13 07:36:23.381896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['f941ecaf-1050-4719-9533-525c9e30b076'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:23.395200 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-18ba1bec-31e3-4f40-9496-d27f6f7552c0 service neutron] 10.222.0.44 "GET /v2.0/ports/5a81db4e-6258-4a67-b385-4ca5c5cf1240?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0521982 Jul 13 07:36:23.425636 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-8f6889ce-c6ac-426f-91b4-128a8a3f5455 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937789 Jul 13 07:36:23.433695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b6b4d-7820-4ec8-81ef-9104dee2044c req-43dd37db-82f8-4272-b320-918e60be66c6 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.435233 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e99b6b4d-7820-4ec8-81ef-9104dee2044c req-43dd37db-82f8-4272-b320-918e60be66c6 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 948 time: 0.3125618 Jul 13 07:36:23.505527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-91a62fed-da28-488c-861b-fd98b777942b service neutron] 10.222.0.44 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009667 Jul 13 07:36:23.605329 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-164cb805-b5b8-4435-b07f-1160ab48ae8e service neutron] 10.222.0.44 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926571 Jul 13 07:36:23.703672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-4b678ce9-8021-4cb6-ba96-b4400cac610d service neutron] 10.222.0.44 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921822 Jul 13 07:36:23.790613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2de07ae5-af74-4f71-8704-fbc99395013a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:23.812271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 2de07ae5-af74-4f71-8704-fbc99395013a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:23.812712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2de07ae5-af74-4f71-8704-fbc99395013a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:23.813823 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9f452c3c-acc6-44f3-80ce-4515c06abc89 service neutron] 10.222.0.44 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044817 Jul 13 07:36:23.905109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e99b6b4d-7820-4ec8-81ef-9104dee2044c req-f4556916-d113-4af1-ad52-8494f7ad7aa1 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293480 Jul 13 07:36:23.921946 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7fd37a6-a7c8-4c7b-b0fd-d25a518210ab req-d827d63d-c3c4-4edc-8098-ef0957663c39 service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336339 Jul 13 07:36:23.930902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.934717 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-d7a621fd-7bf0-49d0-a351-da796e668c74 service neutron] 10.222.0.44 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104646 Jul 13 07:36:23.968187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] No DVR routers for this DVR port 2de07ae5-af74-4f71-8704-fbc99395013a on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:23.971616 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26afb856-42a4-4b50-9112-13662af194a4 req-45ed5bf4-a8a8-4de2-8c2e-45b0ebb00f17 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354612 Jul 13 07:36:23.974233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de07ae5-af74-4f71-8704-fbc99395013a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:24.043533 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a9f122e0-0a71-40b6-8800-381bc3691c33 service neutron] 10.222.0.44 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030276 Jul 13 07:36:24.064072 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.101415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081c3b48-291a-43a5-8e7e-8ec640ca2216']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:24.129690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c917e18-7980-401b-82d5-4b1c4be413c1') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:24.129968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c917e18-7980-401b-82d5-4b1c4be413c1') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:24.137713 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-31c7af5c-2ebf-46d6-a2ad-df93382c108a service neutron] 10.222.0.44 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884149 Jul 13 07:36:24.141672 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.169558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.184516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:36:24.184915 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:36:24.186565 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:36:24.214911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-83cddb1e-ff12-4ede-90b0-765cae295cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.216371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-83cddb1e-ff12-4ede-90b0-765cae295cfd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 1094 time: 0.1883554 Jul 13 07:36:24.228163 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-918ead94-f6f1-4117-9513-819ad4262c53 service neutron] 10.222.0.44 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835075 Jul 13 07:36:24.263781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedbe42-2e29-474c-a931-dd9ac2b2c475 req-02c6e03e-f327-471e-9cd2-0784e763dfba tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.265280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfedbe42-2e29-474c-a931-dd9ac2b2c475 req-02c6e03e-f327-471e-9cd2-0784e763dfba tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 943 time: 0.1985040 Jul 13 07:36:24.292492 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.307029 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.311169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/081c3b48-291a-43a5-8e7e-8ec640ca2216 HTTP/1.1" status: 204 len: 168 time: 1.9119856 Jul 13 07:36:24.365645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2896226-7369-45d3-b877-8e88f68397d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=081c3b48-291a-43a5-8e7e-8ec640ca2216,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:24.378852 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfedbe42-2e29-474c-a931-dd9ac2b2c475 req-6d1e3c11-5934-4db3-82e7-d46ed796e6f1 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014686 Jul 13 07:36:24.418088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-9022ecc5-d71a-429d-8ede-5acb726541df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.419729 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-9022ecc5-d71a-429d-8ede-5acb726541df service neutron] 10.222.0.54 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 912 time: 0.1736417 Jul 13 07:36:24.475281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58032) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:24.483243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-954c9efd-9232-4c90-a0cf-7fa2dc9b9080 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9 HTTP/1.1" status: 200 len: 217 time: 0.0509655 Jul 13 07:36:24.576139 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:36:24.586194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f941ecaf-1050-4719-9533-525c9e30b076 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:24.603496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fa00d8da-1fdb-476f-911a-cdf164398364 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91f2893f7fe74db9a018e62c856bdf9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1262341 Jul 13 07:36:24.605075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-55b1827e-93ba-4d4a-96de-49e9d6c52c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.606509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-55b1827e-93ba-4d4a-96de-49e9d6c52c71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 200 len: 850 time: 0.1149974 Jul 13 07:36:24.607536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58034) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:24.643704 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port f941ecaf-1050-4719-9533-525c9e30b076 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:24.649059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:24.649508 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.651348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-b9023d2c-e876-443c-b573-891c90f625c7 service neutron] 10.222.0.44 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172282 Jul 13 07:36:24.705405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052f28-b895-43b7-a3cb-58d0126879d4 req-91068776-2769-482c-9a6f-ac6c1f725e21 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.706927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a052f28-b895-43b7-a3cb-58d0126879d4 req-91068776-2769-482c-9a6f-ac6c1f725e21 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 946 time: 0.1861656 Jul 13 07:36:24.734580 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.740899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc2f169a-b47d-4358-b46a-9238aa2c0baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.749247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-d08634b2-b86e-4ff8-b5ae-52150f4ab502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.750440 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-35f44966-0568-4972-b165-e9fb5095ddcb service neutron] 10.222.0.44 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926502 Jul 13 07:36:24.750760 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-d08634b2-b86e-4ff8-b5ae-52150f4ab502 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=144df36e-35ef-4abd-a952-041c4f50aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359262 Jul 13 07:36:24.771070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:24.774954 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.809858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1cd9df1-7582-4d98-b0a7-e676c296b405 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:24.815899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5a052f28-b895-43b7-a3cb-58d0126879d4 req-7768398d-21c2-492e-bf8e-b8869323efd1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969136 Jul 13 07:36:24.817819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc2f169a-b47d-4358-b46a-9238aa2c0baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.872315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:24.931218 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea25b785-9dee-4190-9bc0-419b9c5bc230 x-openstack-request-id: req-ea25b785-9dee-4190-9bc0-419b9c5bc230 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:24.931520 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29636d59-de7a-475b-a936-b9b6e3abb9ae", "name": "network-vif-plugged", "status": "completed", "tag": "98eb39ba-743b-4846-ae5b-91f400cfa601", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:24.931815 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea25b785-9dee-4190-9bc0-419b9c5bc230 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:24.932272 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29636d59-de7a-475b-a936-b9b6e3abb9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eb39ba-743b-4846-ae5b-91f400cfa601', 'code': 200} Jul 13 07:36:24.950140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-9725d275-bfe2-492e-be59-8b69052b0b43 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867313 Jul 13 07:36:24.977137 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc2f169a-b47d-4358-b46a-9238aa2c0baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.980349 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.980556 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc2f169a-b47d-4358-b46a-9238aa2c0baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.985410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cc2f169a-b47d-4358-b46a-9238aa2c0baa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2947777b-6de7-46ca-98d4-a32d01843984 HTTP/1.1" status: 204 len: 168 time: 0.3759217 Jul 13 07:36:25.015420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f169a-b47d-4358-b46a-9238aa2c0baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2947777b-6de7-46ca-98d4-a32d01843984,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:25.060435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:25.082643 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.154191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:25.203698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d803382-f6a4-4c19-94ff-d818aa6f9a86 req-3e41b5f7-b88f-4652-aaf1-6100eb817981 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411666 Jul 13 07:36:25.258184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfb06e-43ef-4246-a9bf-b53a80b1d9fd req-980e1c9e-e042-4994-981f-edcc2cdc66b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.259856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24bfb06e-43ef-4246-a9bf-b53a80b1d9fd req-980e1c9e-e042-4994-981f-edcc2cdc66b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 1096 time: 0.1868620 Jul 13 07:36:25.262158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7942dab3-26cf-495a-9a39-16749d479641 None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:25.262158 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7942dab3-26cf-495a-9a39-16749d479641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.276697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc85deb-b8f4-423d-8826-2769ac6f3f65 req-db2b374d-9a4e-4cb5-b8cd-6daefa928e66 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.283881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7dc85deb-b8f4-423d-8826-2769ac6f3f65 req-db2b374d-9a4e-4cb5-b8cd-6daefa928e66 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 945 time: 0.0981979 Jul 13 07:36:25.364301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7dc85deb-b8f4-423d-8826-2769ac6f3f65 req-bafd1670-6365-4b97-8a79-7410f96c372c tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794070 Jul 13 07:36:25.366598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24bfb06e-43ef-4246-a9bf-b53a80b1d9fd req-a456d212-7d99-46d8-9195-23165894e3a9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989423 Jul 13 07:36:25.575733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c1dcf-2695-4b7b-8683-4ee09780a39d req-23e8ae1b-8993-4650-9de6-d4ae7194ba2f tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.577358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a83c1dcf-2695-4b7b-8683-4ee09780a39d req-23e8ae1b-8993-4650-9de6-d4ae7194ba2f tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.0983491 Jul 13 07:36:25.625353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a83c1dcf-2695-4b7b-8683-4ee09780a39d req-dc267a27-b9e0-4e15-bbd4-2136423dbb66 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Jul 13 07:36:25.738044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbdadf-7db6-4bdc-9e3d-14d9a7b84acf req-eb6d0dba-af2c-4fec-af2d-5e5753682048 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.739730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58cbdadf-7db6-4bdc-9e3d-14d9a7b84acf req-eb6d0dba-af2c-4fec-af2d-5e5753682048 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 949 time: 0.1347280 Jul 13 07:36:25.807524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58cbdadf-7db6-4bdc-9e3d-14d9a7b84acf req-ca4e79e0-fc05-496d-bf79-0844bb6ab017 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500631 Jul 13 07:36:25.840493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcb704-10cd-4753-9e35-a73a5967732d req-7c460efb-ea5b-4dbf-b655-fc9fba8a9d8f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.842496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3adcb704-10cd-4753-9e35-a73a5967732d req-7c460efb-ea5b-4dbf-b655-fc9fba8a9d8f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 943 time: 0.1030319 Jul 13 07:36:25.912907 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3adcb704-10cd-4753-9e35-a73a5967732d req-21e5075f-b44f-44cd-91b5-49c8d8bad8c0 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643115 Jul 13 07:36:25.939203 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-745c6019-d032-4c9b-8992-849f8a31c7a5 req-378dad65-08a2-44bc-b5ce-705b0f7d5bb9 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.0623097 Jul 13 07:36:26.119588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab624c-489f-48d9-a077-e6e1fec67a6b req-4a84cd4d-dfec-4b0b-bdf4-301a0d9af0eb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.121289 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cbab624c-489f-48d9-a077-e6e1fec67a6b req-4a84cd4d-dfec-4b0b-bdf4-301a0d9af0eb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.0829163 Jul 13 07:36:26.175636 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cbab624c-489f-48d9-a077-e6e1fec67a6b req-c80e3a58-4872-43f4-8abe-565ead0deb69 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465121 Jul 13 07:36:26.465798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d66aa1-278a-4a6b-b846-029757abb6da req-93a3b263-2f7c-4bc6-b4eb-02518b1b4c92 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.482821 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88d66aa1-278a-4a6b-b846-029757abb6da req-93a3b263-2f7c-4bc6-b4eb-02518b1b4c92 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.1272206 Jul 13 07:36:26.536377 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88d66aa1-278a-4a6b-b846-029757abb6da req-a42c3fed-62cb-41ad-928d-492bec3943e3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525920 Jul 13 07:36:26.672801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015433ed-90a0-48f6-837b-ae2d78fe3b1a req-669368c5-d031-4272-93d9-63219e109006 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.674806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-015433ed-90a0-48f6-837b-ae2d78fe3b1a req-669368c5-d031-4272-93d9-63219e109006 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 945 time: 0.0979578 Jul 13 07:36:26.715261 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-015433ed-90a0-48f6-837b-ae2d78fe3b1a req-8c0c3a03-ff64-40c6-af1d-aea39d254572 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342119 Jul 13 07:36:26.919339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7ed3d-d1cb-4736-9155-f4d048877635 req-b3fddab7-a404-4d09-8f8e-c95675a81a27 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.927539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3ff7ed3d-d1cb-4736-9155-f4d048877635 req-b3fddab7-a404-4d09-8f8e-c95675a81a27 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.1044288 Jul 13 07:36:26.933172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076'}, {'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:26.936804 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ca911c-fee7-4e8c-9bbd-20ab9e21bfa5" -d '{"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-plugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076"}, {"server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "name": "network-vif-unplugged", "status": "completed", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:27.005128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3ff7ed3d-d1cb-4736-9155-f4d048877635 req-42f81b3e-791d-45a9-bb48-94f6cb052c8c tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766261 Jul 13 07:36:27.057743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-b5112ebc-3511-4c00-ba3d-e72b39a631cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.059150 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-b5112ebc-3511-4c00-ba3d-e72b39a631cf service neutron] 10.222.0.54 "GET /v2.0/ports/85f68cd3-4049-48a6-bd3d-74e43aa55494 HTTP/1.1" status: 200 len: 1033 time: 0.0833025 Jul 13 07:36:27.133073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-09fcf079-dc45-4d40-9d94-951f803916cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.134956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-09fcf079-dc45-4d40-9d94-951f803916cd service neutron] 10.222.0.54 "GET /v2.0/ports/5a81db4e-6258-4a67-b385-4ca5c5cf1240 HTTP/1.1" status: 200 len: 1032 time: 0.0682714 Jul 13 07:36:27.391214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8e8a33e2-72f4-4ac4-be4d-64f95cd509c6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.397776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8e8a33e2-72f4-4ac4-be4d-64f95cd509c6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.404710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8e8a33e2-72f4-4ac4-be4d-64f95cd509c6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.406428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8e8a33e2-72f4-4ac4-be4d-64f95cd509c6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "GET /v2.0/networks?id=3e7cdd79-9e26-472c-b6eb-034c3e059457&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=11825ed9-aef6-4a93-a944-b3e11edef9e4&id=11825ed9-aef6-4a93-a944-b3e11edef9e4 HTTP/1.1" status: 200 len: 1994 time: 0.2640676 Jul 13 07:36:27.414807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78717f4-81f6-4046-a9cb-b251fed47b9f req-10f7b8c5-d9e4-4310-ac70-c2f8b9de7d46 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.422122 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f78717f4-81f6-4046-a9cb-b251fed47b9f req-10f7b8c5-d9e4-4310-ac70-c2f8b9de7d46 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 949 time: 0.1901188 Jul 13 07:36:27.484716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-72648741-f7ba-43e8-8147-19d170cbbd22 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cf73b0698f4443991d2d8dc8481c6a6 HTTP/1.1" status: 200 len: 379 time: 0.0569000 Jul 13 07:36:27.503381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'admin_state_up': True, 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'security_groups': ['87c86223-57c5-405a-b363-b05d1972b039']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:27.533808 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f78717f4-81f6-4046-a9cb-b251fed47b9f req-4c54d85e-ef42-4a1d-915d-1621e1d66808 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084058 Jul 13 07:36:27.605047 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f530427b-31bc-440e-b60d-dd85242efb8d x-openstack-request-id: req-f530427b-31bc-440e-b60d-dd85242efb8d {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:27.605582 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-plugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076", "code": 200}, {"server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "name": "network-vif-unplugged", "status": "failed", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:27.605999 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f530427b-31bc-440e-b60d-dd85242efb8d {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:27.607489 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076', 'code': 200} Jul 13 07:36:27.608234 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'code': 422} returned with failed status Jul 13 07:36:27.700240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dba75-86d6-4227-b08e-73aff0942842 req-c1eaa811-6fd8-41fe-a6a0-d4e14b165378 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.702188 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b3dba75-86d6-4227-b08e-73aff0942842 req-c1eaa811-6fd8-41fe-a6a0-d4e14b165378 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 943 time: 0.1493881 Jul 13 07:36:27.752317 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b3dba75-86d6-4227-b08e-73aff0942842 req-33edd251-14bb-4d2c-b4d1-3083388dcc83 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Jul 13 07:36:27.797112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866e74b-23ee-4163-b8f8-a716ae32d2a6 req-e6dc9c82-6656-4109-aca8-9328d2bb9f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.799548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e866e74b-23ee-4163-b8f8-a716ae32d2a6 req-e6dc9c82-6656-4109-aca8-9328d2bb9f24 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 1100 time: 0.1003134 Jul 13 07:36:27.800968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:27.807098 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.953527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Allocated IP 172.20.0.5 (3e7cdd79-9e26-472c-b6eb-034c3e059457/13a916cb-756e-4ec9-9df1-6600fe316290/6e1c771c-efa1-4b63-9a8f-d2ace9793d82) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:27.974074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:28.107312 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6238e410-05e4-453c-819f-9c9e6ae01588 req-1da4f096-d276-42d0-8292-f7b07f3efa30 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.0978582 Jul 13 07:36:28.126007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f8a5c-472b-427a-906d-d04069b63b11 req-afcb32fa-3c56-47ff-aa02-d9087063c607 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.128301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a4f8a5c-472b-427a-906d-d04069b63b11 req-afcb32fa-3c56-47ff-aa02-d9087063c607 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.1340432 Jul 13 07:36:28.149590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:28.167726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'port_id': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9', 'mac_address': 'fa:16:3e:12:ed:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:28.181616 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a4f8a5c-472b-427a-906d-d04069b63b11 req-365c522b-f6d0-4e5c-9080-cb90cb8a70e0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455093 Jul 13 07:36:28.196205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e866e74b-23ee-4163-b8f8-a716ae32d2a6 req-a8d6e5b5-3134-4c39-ace4-b6cdf3b9f755 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719201 Jul 13 07:36:28.214750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58164) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:28.235761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-1a662680-8885-483d-8dd7-1ff28cedc98a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6072457 Jul 13 07:36:28.263656 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.272284 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.289371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Transition to ACTIVE for port object 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:28.298481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:28.332441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:28.343216 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.406793 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.462408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:28.491888 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b45706c0-bd20-4ce2-81f3-16d972ee79e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.533164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Port': ['ID=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:28.568891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f7acc-07ca-4568-8936-0da1d42f5239 req-7320fefa-0787-4adb-b2ad-b02d62bc3385 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.577290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb302-4f3c-420e-bad1-745c5b77be22 req-063ab0b5-9765-4663-bdf7-c856d393565e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.578421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-050f7acc-07ca-4568-8936-0da1d42f5239 req-7320fefa-0787-4adb-b2ad-b02d62bc3385 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.1549726 Jul 13 07:36:28.580947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-970fb302-4f3c-420e-bad1-745c5b77be22 req-063ab0b5-9765-4663-bdf7-c856d393565e tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 945 time: 0.2385914 Jul 13 07:36:28.583018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network 3e7cdd79-9e26-472c-b6eb-034c3e059457 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:28.584725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:28.600748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:28.644553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['3f0b3f8f-7730-48c0-a623-6f9071d43cf9'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:28.698811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-970fb302-4f3c-420e-bad1-745c5b77be22 req-09532cfe-0983-4ecc-818a-8c7c4a8b5fe3 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001098 Jul 13 07:36:28.710713 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-050f7acc-07ca-4568-8936-0da1d42f5239 req-00700924-8814-4bff-a189-1e6feb6203fa tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150746 Jul 13 07:36:28.739716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.743587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.898988 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b45706c0-bd20-4ce2-81f3-16d972ee79e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.910521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b45706c0-bd20-4ce2-81f3-16d972ee79e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.922630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a05844fb-0a49-48a1-a062-f2e1320906b8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4262879 Jul 13 07:36:28.935176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'admin_state_up': True, 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'security_groups': ['87c86223-57c5-405a-b363-b05d1972b039']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:29.065890 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b45706c0-bd20-4ce2-81f3-16d972ee79e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7871993da6ef4dfc92505d8392dc081a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8499732 Jul 13 07:36:29.068956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58180) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:29.081895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45706c0-bd20-4ce2-81f3-16d972ee79e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3ce93-a51a-4c40-b326-ce6b57efc332,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:29.153690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-993cffcc-6155-4d2d-a3a9-9c83360704c2 None None] Provisioning for port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:29.166349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-993cffcc-6155-4d2d-a3a9-9c83360704c2 None None] Provisioning complete for port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:29.166726 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-993cffcc-6155-4d2d-a3a9-9c83360704c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.222726 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-923cdd53-8c55-4bf5-8076-e914f4929c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.258918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-993cffcc-6155-4d2d-a3a9-9c83360704c2 None None] Port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:29.262175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-923cdd53-8c55-4bf5-8076-e914f4929c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.334743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4808f1-53d1-4153-bccd-ecd77865eeea req-a22e234c-3c82-4faf-8416-17a273cb927a tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.335673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-923cdd53-8c55-4bf5-8076-e914f4929c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.339308 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-923cdd53-8c55-4bf5-8076-e914f4929c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.341512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-923cdd53-8c55-4bf5-8076-e914f4929c28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fc3ce93-a51a-4c40-b326-ce6b57efc332 HTTP/1.1" status: 204 len: 168 time: 0.2646310 Jul 13 07:36:29.342783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e4808f1-53d1-4153-bccd-ecd77865eeea req-a22e234c-3c82-4faf-8416-17a273cb927a tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 949 time: 0.3312633 Jul 13 07:36:29.351802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:29.355252 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.373035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cdd53-8c55-4bf5-8076-e914f4929c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3ce93-a51a-4c40-b326-ce6b57efc332,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:29.471722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78b020-3a26-488e-a6e6-b6e5bfa9dd7e req-d5478d9d-bdee-4cb5-9cb9-1da8307e6e4f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.479842 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a78b020-3a26-488e-a6e6-b6e5bfa9dd7e req-d5478d9d-bdee-4cb5-9cb9-1da8307e6e4f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 944 time: 0.1206853 Jul 13 07:36:29.532265 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a78b020-3a26-488e-a6e6-b6e5bfa9dd7e req-c9ef4095-3573-498e-a9e6-9fe8b9d332e6 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512147 Jul 13 07:36:29.551839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e4808f1-53d1-4153-bccd-ecd77865eeea req-53b43c5a-730a-474a-953b-66ca3e6e8c91 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081902 Jul 13 07:36:29.567075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Allocated IP 10.1.1.158 (a8d41d9a-1628-4dcb-8ffe-4f04212f60f4/fc67c7ff-7143-401d-b4f3-30734c68f9a9/b3f34535-4c57-45b8-a551-08e0f419e825) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:29.746654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde628da-f1e8-4013-b476-013540ebd672 req-daf8429b-ac8e-4193-9a20-982136fa18f8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.756720 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bde628da-f1e8-4013-b476-013540ebd672 req-daf8429b-ac8e-4193-9a20-982136fa18f8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 931 time: 0.0952716 Jul 13 07:36:29.806643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bde628da-f1e8-4013-b476-013540ebd672 req-4622fe37-9e93-486d-bfc3-199a7038c60a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486221 Jul 13 07:36:29.807179 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58194) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:29.832206 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf371607-50ca-49bd-b0a5-ecd753ac6eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.867885 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.899892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Transition to ACTIVE for port object b3f34535-4c57-45b8-a551-08e0f419e825 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:29.924876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-62fa61a5-9252-48d0-8496-62d017c6313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.926505 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-62fa61a5-9252-48d0-8496-62d017c6313a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba&tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd HTTP/1.1" status: 200 len: 1095 time: 0.1974745 Jul 13 07:36:29.952640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5659f6-900b-409d-913f-daa9a8820920 req-d2a70e58-0476-43bb-bb5c-182585611f03 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.954286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f5659f6-900b-409d-913f-daa9a8820920 req-d2a70e58-0476-43bb-bb5c-182585611f03 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.1660254 Jul 13 07:36:29.989649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:30.013316 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf371607-50ca-49bd-b0a5-ecd753ac6eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.026510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf371607-50ca-49bd-b0a5-ecd753ac6eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.027683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.048495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460879a6-f7b2-4ff9-85be-ca84d46ab44d req-09f2982c-ac75-4294-a739-08f6bfbed6ca tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.050107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:30.055859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:30.056520 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.057290 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-460879a6-f7b2-4ff9-85be-ca84d46ab44d req-09f2982c-ac75-4294-a739-08f6bfbed6ca tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 945 time: 0.1278529 Jul 13 07:36:30.108003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf371607-50ca-49bd-b0a5-ecd753ac6eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1159a6e1-d3bb-4ec1-bd05-ad5bbcc76148,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:30.119971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cf371607-50ca-49bd-b0a5-ecd753ac6eda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dedf643b569f429fb58dbfb5f23318fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117294 Jul 13 07:36:30.120650 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58196) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:30.130127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:30.140841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:30.156188 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-460879a6-f7b2-4ff9-85be-ca84d46ab44d req-a2791a90-e7cc-4558-91d0-216c51880056 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d1d8cbf-4022-48c0-a090-af425f2a8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978816 Jul 13 07:36:30.157283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f5659f6-900b-409d-913f-daa9a8820920 req-9b8013ea-2e81-4148-85d0-a9b9d13c6856 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923914 Jul 13 07:36:30.178103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:30.190915 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.218418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:30.221001 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84d5438-a68a-49f5-bd7e-af0f6d84b65d" -d '{"events": [{"server_uuid": "5c8fc51f-4d80-4f01-a985-e501df8be496", "name": "network-vif-plugged", "status": "completed", "tag": "3f0b3f8f-7730-48c0-a623-6f9071d43cf9"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:30.239399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-5ccbd072-5122-4717-b72f-51d8cc6e4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.242388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-5ccbd072-5122-4717-b72f-51d8cc6e4f85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 1095 time: 0.2870643 Jul 13 07:36:30.247927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Port': ['ID=b3f34535-4c57-45b8-a551-08e0f419e825,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:30.263459 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8deb0eb3-5057-440a-b306-7986af5aed13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.275645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:30.284876 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.309412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8deb0eb3-5057-440a-b306-7986af5aed13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.336717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.337403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.404214 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8deb0eb3-5057-440a-b306-7986af5aed13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.406140 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3a4341-a2fd-4f4e-911b-f203ed5ec264 x-openstack-request-id: req-dd3a4341-a2fd-4f4e-911b-f203ed5ec264 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:30.406440 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8fc51f-4d80-4f01-a985-e501df8be496", "name": "network-vif-plugged", "status": "completed", "tag": "3f0b3f8f-7730-48c0-a623-6f9071d43cf9", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:30.406734 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd3a4341-a2fd-4f4e-911b-f203ed5ec264 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:30.407095 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9', 'code': 200} Jul 13 07:36:30.409804 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80f64d10-60e7-4b76-aa8c-e1f5ab19b090 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4800873 Jul 13 07:36:30.415046 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8deb0eb3-5057-440a-b306-7986af5aed13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.419080 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8deb0eb3-5057-440a-b306-7986af5aed13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1159a6e1-d3bb-4ec1-bd05-ad5bbcc76148 HTTP/1.1" status: 204 len: 168 time: 0.2922111 Jul 13 07:36:30.421511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'admin_state_up': True, 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'security_groups': ['87c86223-57c5-405a-b363-b05d1972b039']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:30.440054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:30.447247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb0eb3-5057-440a-b306-7986af5aed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1159a6e1-d3bb-4ec1-bd05-ad5bbcc76148,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:30.589209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cde19f-4d03-4a9e-bf26-3b25239d2b26 req-3a217830-a4f8-4f4c-8091-a792d25b40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.590443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75cde19f-4d03-4a9e-bf26-3b25239d2b26 req-3a217830-a4f8-4f4c-8091-a792d25b40ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 1096 time: 0.1532836 Jul 13 07:36:30.605227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99ca3a-d044-4016-83c0-266d6469eb9a req-076b99c5-3a3a-4048-a859-4c56f6da2a05 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.605937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-053859b2-9867-45d0-b7a4-6a08a36759a0 None None] Provisioning for port b3f34535-4c57-45b8-a551-08e0f419e825 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:30.607214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff99ca3a-d044-4016-83c0-266d6469eb9a req-076b99c5-3a3a-4048-a859-4c56f6da2a05 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.1562097 Jul 13 07:36:30.619220 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1cd9df1-7582-4d98-b0a7-e676c296b405 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:30.630504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-053859b2-9867-45d0-b7a4-6a08a36759a0 None None] Provisioning complete for port b3f34535-4c57-45b8-a551-08e0f419e825 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:30.630965 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-053859b2-9867-45d0-b7a4-6a08a36759a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.640136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-0888059a-5267-4a07-8e9c-1087d227d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.642661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-0888059a-5267-4a07-8e9c-1087d227d69b service neutron] 10.222.0.53 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 915 time: 0.3906031 Jul 13 07:36:30.738546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-6b6d66a2-d1be-4bd1-970c-8ef4394ee269 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405 HTTP/1.1" status: 200 len: 217 time: 0.0784550 Jul 13 07:36:30.763793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-053859b2-9867-45d0-b7a4-6a08a36759a0 None None] Port b3f34535-4c57-45b8-a551-08e0f419e825 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:30.816070 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff99ca3a-d044-4016-83c0-266d6469eb9a req-a6640852-56b2-449a-a38c-88b189f353d2 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984160 Jul 13 07:36:30.819357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-75cde19f-4d03-4a9e-bf26-3b25239d2b26 req-df312be1-3f83-4f22-ab2f-e78998cc7ced service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111924 Jul 13 07:36:30.873682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-9a6ad3b8-6a02-45dc-b107-cb0e3c064ee5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.875567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-9a6ad3b8-6a02-45dc-b107-cb0e3c064ee5 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.53 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 945 time: 0.2526748 Jul 13 07:36:30.884721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d4afca5d-6aef-4867-9d28-2e5e0875fcdd None None] Provisioning complete for port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:30.885098 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d4afca5d-6aef-4867-9d28-2e5e0875fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.909598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-cf9d32de-fd5f-45b7-b368-72fbe6f082aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.915095 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-cf9d32de-fd5f-45b7-b368-72fbe6f082aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3a7acbba-a02a-4bed-812d-782215b4d99b HTTP/1.1" status: 200 len: 854 time: 0.1686254 Jul 13 07:36:30.945275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:30.949875 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.045542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-5ec3acd6-041d-4c9b-a382-ef59c939ff59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=960ed7cd-d877-4a01-884a-e97fd52f75f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193671 Jul 13 07:36:31.133742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-3b6931ef-0d5f-46e7-83a2-227d9093c27d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Deleting port 98eb39ba-743b-4846-ae5b-91f400cfa601 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:31.134097 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-3b6931ef-0d5f-46e7-83a2-227d9093c27d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.244091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-3b6931ef-0d5f-46e7-83a2-227d9093c27d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] For port 98eb39ba-743b-4846-ae5b-91f400cfa601, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=98eb39ba-743b-4846-ae5b-91f400cfa601,segment=NetworkSegment(1ed8fa3c-fb87-4541-88f3-9ad51d239821),segment_id=1ed8fa3c-fb87-4541-88f3-9ad51d239821)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:31.244489 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-3b6931ef-0d5f-46e7-83a2-227d9093c27d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.259006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-3b6931ef-0d5f-46e7-83a2-227d9093c27d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Calling delete_port for 98eb39ba-743b-4846-ae5b-91f400cfa601 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:31.386155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37676e-fefe-465d-953d-4450ad64a94a req-d0848c12-8d9d-48bf-9c86-1e31cb9b1b3a tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.394625 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b37676e-fefe-465d-953d-4450ad64a94a req-d0848c12-8d9d-48bf-9c86-1e31cb9b1b3a tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 949 time: 0.3494089 Jul 13 07:36:31.470721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b37676e-fefe-465d-953d-4450ad64a94a req-3ce54b75-a004-46b6-9a89-8879a2db73a3 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749350 Jul 13 07:36:31.474901 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-3b6931ef-0d5f-46e7-83a2-227d9093c27d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.490075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['98eb39ba-743b-4846-ae5b-91f400cfa601'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:31.530891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6931ef-0d5f-46e7-83a2-227d9093c27d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Pushing event deleted for resources: {'Port': ['ID=98eb39ba-743b-4846-ae5b-91f400cfa601,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:31.544714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffcc27-cda8-4eb6-a924-4674dd7364dd req-95132448-cc93-4796-9916-d48662c2d17b tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.546314 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3ffcc27-cda8-4eb6-a924-4674dd7364dd req-95132448-cc93-4796-9916-d48662c2d17b tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.7658174 Jul 13 07:36:31.643358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3ffcc27-cda8-4eb6-a924-4674dd7364dd req-8592f075-2765-40b8-a749-4eaa596b112e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818665 Jul 13 07:36:31.644668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Allocated IP 10.1.1.187 (a8d41d9a-1628-4dcb-8ffe-4f04212f60f4/fc67c7ff-7143-401d-b4f3-30734c68f9a9/5b8939fa-8b8a-4b9a-a054-cbba7f446f29) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:31.661850 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-3b6931ef-0d5f-46e7-83a2-227d9093c27d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] No DVR routers for this DVR port 98eb39ba-743b-4846-ae5b-91f400cfa601 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:31.667213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-3b6931ef-0d5f-46e7-83a2-227d9093c27d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.670629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-857a2471-af89-410d-a1fe-33fe95f12f2f req-3b6931ef-0d5f-46e7-83a2-227d9093c27d tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.53 "DELETE /v2.0/ports/98eb39ba-743b-4846-ae5b-91f400cfa601 HTTP/1.1" status: 204 len: 173 time: 0.7890499 Jul 13 07:36:31.674012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29636d59-de7a-475b-a936-b9b6e3abb9ae', 'name': 'network-vif-deleted', 'tag': '98eb39ba-743b-4846-ae5b-91f400cfa601'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:31.677353 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e7ad8a-4859-4412-8747-1def779c49d5" -d '{"events": [{"server_uuid": "29636d59-de7a-475b-a936-b9b6e3abb9ae", "name": "network-vif-deleted", "tag": "98eb39ba-743b-4846-ae5b-91f400cfa601"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:31.684646 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-a86801bb-7315-493e-b62f-e5aedfaab85e service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244342 Jul 13 07:36:31.835687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31acced-15c5-4e42-b7e5-5c7f6b81f1e5 req-45ac5fd2-e198-4aba-b644-31ce6955ed6a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.843835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31acced-15c5-4e42-b7e5-5c7f6b81f1e5 req-45ac5fd2-e198-4aba-b644-31ce6955ed6a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:31.845724 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c31acced-15c5-4e42-b7e5-5c7f6b81f1e5 req-45ac5fd2-e198-4aba-b644-31ce6955ed6a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 1653 time: 0.1737990 Jul 13 07:36:31.902906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c31acced-15c5-4e42-b7e5-5c7f6b81f1e5 req-d4eb069a-9f17-4c6b-a5c7-db9ea7e43f65 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474398 Jul 13 07:36:31.950848 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.969409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Transition to ACTIVE for port object 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:32.027558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.065801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22e8ca84-5dc1-4a33-8928-afa1a62877a4 req-d1a19c23-a7b1-4233-a72b-59109d7cfd74 tempest-DeleteServersTestJSON-344460341 tempest-DeleteServersTestJSON-344460341-project] 10.222.0.44 "GET /v2.0/ports?device_id=29636d59-de7a-475b-a936-b9b6e3abb9ae HTTP/1.1" status: 200 len: 210 time: 0.0595815 Jul 13 07:36:32.125362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d014151-4c26-47ed-91af-20612a7caafa req-222972d9-3afd-4321-880b-3c20b03b44cd tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:32.129527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d014151-4c26-47ed-91af-20612a7caafa req-222972d9-3afd-4321-880b-3c20b03b44cd tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.0965223 Jul 13 07:36:32.136941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:32.143658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:32.146232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:32.223840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d014151-4c26-47ed-91af-20612a7caafa req-53966822-6486-4501-a926-c48a0469f748 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865583 Jul 13 07:36:32.225626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Port': ['ID=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:32.268664 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-3e3e6b7c-458a-4d3e-87e5-749c6e307c81 service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743542 Jul 13 07:36:32.298385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:32.301551 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.304972 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859cccca-6a95-463d-9c48-ddbd887f48e5 x-openstack-request-id: req-859cccca-6a95-463d-9c48-ddbd887f48e5 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:32.305199 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29636d59-de7a-475b-a936-b9b6e3abb9ae", "name": "network-vif-deleted", "tag": "98eb39ba-743b-4846-ae5b-91f400cfa601", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:32.305472 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-859cccca-6a95-463d-9c48-ddbd887f48e5 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:32.306044 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29636d59-de7a-475b-a936-b9b6e3abb9ae', 'name': 'network-vif-deleted', 'tag': '98eb39ba-743b-4846-ae5b-91f400cfa601', 'status': 'completed', 'code': 200} Jul 13 07:36:32.343721 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9aab222e-f9af-4357-8b72-d4f42df8ade1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9263253 Jul 13 07:36:32.358173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4', 'admin_state_up': True, 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'security_groups': ['87c86223-57c5-405a-b363-b05d1972b039']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:32.625721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b9931605-a88f-44a1-805a-ef76d5f00fec None None] Provisioning for port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:32.636612 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:32.637648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b9931605-a88f-44a1-805a-ef76d5f00fec None None] Provisioning complete for port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:32.639275 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b9931605-a88f-44a1-805a-ef76d5f00fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.692773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c26f8-c8db-4094-9c0e-6cfe6194ef11 req-09413a3e-eaa4-4dc4-b9aa-1a9e0a2a51e9 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:32.695295 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-258c26f8-c8db-4094-9c0e-6cfe6194ef11 req-09413a3e-eaa4-4dc4-b9aa-1a9e0a2a51e9 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.1506531 Jul 13 07:36:32.760681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b9931605-a88f-44a1-805a-ef76d5f00fec None None] Port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:32.785343 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-258c26f8-c8db-4094-9c0e-6cfe6194ef11 req-09ca7d34-2e6f-447b-9807-d4b093388473 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809000 Jul 13 07:36:32.825046 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.104987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6577f-0568-4b04-a4be-260cefc92d15 req-d51d97e4-1e41-42ed-b43c-d142e855e07b tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.107954 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-79c6577f-0568-4b04-a4be-260cefc92d15 req-d51d97e4-1e41-42ed-b43c-d142e855e07b tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1439676 Jul 13 07:36:33.167761 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-79c6577f-0568-4b04-a4be-260cefc92d15 req-dc2ea5cc-adae-45a2-9be3-668f8c95c65c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533903 Jul 13 07:36:33.216496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Allocated IP 10.2.2.100 (11825ed9-aef6-4a93-a944-b3e11edef9e4/404b67ca-69c0-4b97-b602-ba0421fff4e2/2ee63e1b-dc05-4719-a1f7-b36a47987b4c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:33.563418 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.580073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Transition to ACTIVE for port object 2ee63e1b-dc05-4719-a1f7-b36a47987b4c will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:33.668856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaa541-c0e5-4578-b57e-9f60871e69c0 req-f71d017f-9437-46db-9e60-6fe80092c4e0 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.675091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaa541-c0e5-4578-b57e-9f60871e69c0 req-f71d017f-9437-46db-9e60-6fe80092c4e0 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.688679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaa541-c0e5-4578-b57e-9f60871e69c0 req-f71d017f-9437-46db-9e60-6fe80092c4e0 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.709493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fadaa541-c0e5-4578-b57e-9f60871e69c0 req-f71d017f-9437-46db-9e60-6fe80092c4e0 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 2374 time: 0.4617286 Jul 13 07:36:33.778363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fadaa541-c0e5-4578-b57e-9f60871e69c0 req-cdbb9d76-8230-4bc8-8a00-6791f140d487 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676639 Jul 13 07:36:33.782919 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.916372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network 11825ed9-aef6-4a93-a944-b3e11edef9e4 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:33.917928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:33.932539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:33.963087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Port': ['ID=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:34.019836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72b7d-5b40-4416-ad59-16beee93a16c req-1b94b286-9302-41da-b940-c1bab3e75a62 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:34.027648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6bc72b7d-5b40-4416-ad59-16beee93a16c req-1b94b286-9302-41da-b940-c1bab3e75a62 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1926031 Jul 13 07:36:34.037142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58316) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:34.043758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d2544ed0-23f1-487e-8a67-0d0e58727209 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'floatingip': {'port_id': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:34.142229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:34.142863 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.180776 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed0-23f1-487e-8a67-0d0e58727209 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.189251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a815dc94-0f74-4842-8194-a92256254e43 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8379765 Jul 13 07:36:34.205496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4', 'admin_state_up': True, 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'security_groups': ['87c86223-57c5-405a-b363-b05d1972b039']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:34.255133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4ffe9-a967-4ea7-8d98-bda29e950f6d req-13248bf4-0762-4338-bfbb-ce96e2e2df05 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:34.262919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6c4ffe9-a967-4ea7-8d98-bda29e950f6d req-13248bf4-0762-4338-bfbb-ce96e2e2df05 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.2468102 Jul 13 07:36:34.437990 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6c4ffe9-a967-4ea7-8d98-bda29e950f6d req-b03184f7-f503-4728-954e-ef590d302f7a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541457 Jul 13 07:36:34.438450 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.474663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-623ac429-2340-4390-8b80-9493c7c2214f None None] Provisioning for port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:34.482442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-623ac429-2340-4390-8b80-9493c7c2214f None None] Provisioning complete for port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:34.484386 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-623ac429-2340-4390-8b80-9493c7c2214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.485898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Made reservation on behalf of 8cf73b0698f4443991d2d8dc8481c6a6 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:34.508538 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.542159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-623ac429-2340-4390-8b80-9493c7c2214f None None] Port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:34.633112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 98eb39ba-743b-4846-ae5b-91f400cfa601 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:34.716196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 98eb39ba-743b-4846-ae5b-91f400cfa601 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:34.716754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 98eb39ba-743b-4846-ae5b-91f400cfa601 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:34.970593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Allocated IP 10.2.2.200 (11825ed9-aef6-4a93-a944-b3e11edef9e4/404b67ca-69c0-4b97-b602-ba0421fff4e2/61d0d1b8-d766-41a4-9732-6b366f5083b1) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:35.101526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee98c7-c222-4809-b7e3-e2794a260b3f req-3f29f9ac-c5e8-42be-bd97-15977c34ae9a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.109504 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-baee98c7-c222-4809-b7e3-e2794a260b3f req-3f29f9ac-c5e8-42be-bd97-15977c34ae9a tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.3978837 Jul 13 07:36:35.332792 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-baee98c7-c222-4809-b7e3-e2794a260b3f req-1928b704-34ab-44e1-87a1-a6d216d80602 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220414 Jul 13 07:36:35.623850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e8600-c7d8-43d3-9fc3-8bae397f8627 req-d0cf59d3-4f46-415f-b2ba-d40ca3e5dd87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.646957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e8600-c7d8-43d3-9fc3-8bae397f8627 req-d0cf59d3-4f46-415f-b2ba-d40ca3e5dd87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.653795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e8600-c7d8-43d3-9fc3-8bae397f8627 req-d0cf59d3-4f46-415f-b2ba-d40ca3e5dd87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.659940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e8600-c7d8-43d3-9fc3-8bae397f8627 req-d0cf59d3-4f46-415f-b2ba-d40ca3e5dd87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.667788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b74e8600-c7d8-43d3-9fc3-8bae397f8627 req-d0cf59d3-4f46-415f-b2ba-d40ca3e5dd87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 3095 time: 0.4506965 Jul 13 07:36:35.694222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.733126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Transition to ACTIVE for port object 61d0d1b8-d766-41a4-9732-6b366f5083b1 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:35.755621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.resource_extend [None req-d2544ed0-23f1-487e-8a67-0d0e58727209 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:36:35.829364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed0-23f1-487e-8a67-0d0e58727209 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.839340 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed0-23f1-487e-8a67-0d0e58727209 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.896869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edb3c7-5e92-4757-bbe4-603db9a3c9b6 req-d7adf127-3b30-4c39-85a1-94e98b68efd8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.907224 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7edb3c7-5e92-4757-bbe4-603db9a3c9b6 req-d7adf127-3b30-4c39-85a1-94e98b68efd8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.2096629 Jul 13 07:36:35.911266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b74e8600-c7d8-43d3-9fc3-8bae397f8627 req-d9455dd3-4830-4c13-a2b1-cd0738685f79 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423506 Jul 13 07:36:35.923253 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.047102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Network 11825ed9-aef6-4a93-a944-b3e11edef9e4 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:36.050783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:36.063772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7edb3c7-5e92-4757-bbe4-603db9a3c9b6 req-19cea708-5063-4f86-9cc6-db278e7303e7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552825 Jul 13 07:36:36.065352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:36.140678 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-d2544ed0-23f1-487e-8a67-0d0e58727209 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Floating IP bec88a4f-cf6e-4059-9b03-5164e02bae0c associated. External IP: 172.25.6.160, port: 3f0b3f8f-7730-48c0-a623-6f9071d43cf9. Jul 13 07:36:36.181828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event updated for resources: {'Port': ['ID=61d0d1b8-d766-41a4-9732-6b366f5083b1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:36.366546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:36.372284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.443055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-e1073361-445d-473d-907e-b9dcb40efe97 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2452147 Jul 13 07:36:36.498128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:36.632367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f941ecaf-1050-4719-9533-525c9e30b076 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:36.773991 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.014059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2544ed0-23f1-487e-8a67-0d0e58727209 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:37.035185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571006c-8491-4404-b727-49ae45fd1efa req-b2c8ef55-4a6b-4f0e-9b1a-3e89a09a4bf5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.044857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4571006c-8491-4404-b727-49ae45fd1efa req-b2c8ef55-4a6b-4f0e-9b1a-3e89a09a4bf5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.3050134 Jul 13 07:36:37.157218 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4571006c-8491-4404-b727-49ae45fd1efa req-42323527-370b-4192-af69-ee6960e867d4 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084416 Jul 13 07:36:37.565336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2544ed0-23f1-487e-8a67-0d0e58727209 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:37.579674 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] Sync routers for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:37.599536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:37.603467 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2544ed0-23f1-487e-8a67-0d0e58727209 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.604765 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:37.607044 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:36:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:37.668231 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'f941ecaf-1050-4719-9533-525c9e30b076', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'f941ecaf-1050-4719-9533-525c9e30b076', 'mac_address': 'fa:16:3e:2a:ee:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:37.696948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b013a187-fe99-4220-b215-06f3d221bed6 None None] Provisioning for port 61d0d1b8-d766-41a4-9732-6b366f5083b1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:37.752736 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d2544ed0-23f1-487e-8a67-0d0e58727209 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "PUT /v2.0/floatingips/bec88a4f-cf6e-4059-9b03-5164e02bae0c HTTP/1.1" status: 200 len: 991 time: 3.7115910 Jul 13 07:36:37.775103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902c3b-e331-450a-b1c6-cba210b0ed84 req-c0bc642e-56b9-4378-a4e9-e701f547aa1e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.782307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902c3b-e331-450a-b1c6-cba210b0ed84 req-c0bc642e-56b9-4378-a4e9-e701f547aa1e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.792468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902c3b-e331-450a-b1c6-cba210b0ed84 req-c0bc642e-56b9-4378-a4e9-e701f547aa1e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.798626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'tag': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:37.799996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902c3b-e331-450a-b1c6-cba210b0ed84 req-c0bc642e-56b9-4378-a4e9-e701f547aa1e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.804502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b013a187-fe99-4220-b215-06f3d221bed6 None None] Provisioning complete for port 61d0d1b8-d766-41a4-9732-6b366f5083b1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:37.807647 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fae98d-2fb5-44c1-a145-c8607532a3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8fc51f-4d80-4f01-a985-e501df8be496", "tag": "3f0b3f8f-7730-48c0-a623-6f9071d43cf9"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:37.807887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902c3b-e331-450a-b1c6-cba210b0ed84 req-c0bc642e-56b9-4378-a4e9-e701f547aa1e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.808657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b013a187-fe99-4220-b215-06f3d221bed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.816663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec902c3b-e331-450a-b1c6-cba210b0ed84 req-c0bc642e-56b9-4378-a4e9-e701f547aa1e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 3816 time: 0.3961661 Jul 13 07:36:37.871862 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0fbf-f2cc-4cf2-aa1d-4431f43901ec req-baa44cfc-5a99-4753-b69a-b9cd4b1c14e5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.879504 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83ff0fbf-f2cc-4cf2-aa1d-4431f43901ec req-baa44cfc-5a99-4753-b69a-b9cd4b1c14e5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.3093858 Jul 13 07:36:37.948409 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec902c3b-e331-450a-b1c6-cba210b0ed84 req-c7a79ebe-8cb3-4b7c-8358-6cfc243c7dc5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294255 Jul 13 07:36:37.955970 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83ff0fbf-f2cc-4cf2-aa1d-4431f43901ec req-2868cc8d-9de2-4c29-a2fd-124b4d967d33 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753932 Jul 13 07:36:37.994434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:38.015811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.017087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.047584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Transition to ACTIVE for port object 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:38.065308 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.078512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f941ecaf-1050-4719-9533-525c9e30b076 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:38.100480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 175e789d-374c-45f8-9a4b-4b33fdcbbed4 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:38.112534 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.126682 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:38.129775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b013a187-fe99-4220-b215-06f3d221bed6 None None] Port 61d0d1b8-d766-41a4-9732-6b366f5083b1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:38.145822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:38.155945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.166436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:38.382369 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Attempting to bind port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:38.382369 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Attempting to bind port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:38.383306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Attempting to bind port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 on network 3e7cdd79-9e26-472c-b6eb-034c3e059457 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:38.400772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 on network 3e7cdd79-9e26-472c-b6eb-034c3e059457 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:38.401298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Attempting to bind port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 on network 3e7cdd79-9e26-472c-b6eb-034c3e059457 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:38.422937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:38.425644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Checking segment: {'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:38.426260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Bound using segment: {'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:38.427452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Bound port: 6e1c771c-efa1-4b63-9a8f-d2ace9793d82, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d1a1b94-d7db-4a74-939c-37a5b395e473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:38.427878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.477692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:38.537630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.540578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.543385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.543385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.543622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.543920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.549179 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f83b8-e5c9-4b02-bd89-8766b68d71a7 x-openstack-request-id: req-6b0f83b8-e5c9-4b02-bd89-8766b68d71a7 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:38.549667 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8fc51f-4d80-4f01-a985-e501df8be496", "tag": "3f0b3f8f-7730-48c0-a623-6f9071d43cf9", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:38.549789 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b0f83b8-e5c9-4b02-bd89-8766b68d71a7 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:38.550116 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'tag': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9', 'status': 'completed', 'code': 200} Jul 13 07:36:38.550971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.551401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.551740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.552111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.552450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.561831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:38.810571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] For port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:38.824272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] For port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:38.840007 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.866982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['f941ecaf-1050-4719-9533-525c9e30b076'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:38.873493 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-38e11925-bcf6-42f7-af0b-0c40a7a0472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:38.878828 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-38e11925-bcf6-42f7-af0b-0c40a7a0472d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 1096 time: 0.3067799 Jul 13 07:36:38.955385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:39.131728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.135534 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.140434 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f978a22b-2323-45ba-9204-d8c4d20cc7e8 service neutron] 10.222.0.54 "PUT /v2.0/ports/6e1c771c-efa1-4b63-9a8f-d2ace9793d82 HTTP/1.1" status: 200 len: 1091 time: 2.6878636 Jul 13 07:36:39.143426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:39.148463 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2ec272-072f-40e8-8bdd-0b184c121769" -d '{"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:39.186545 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'bec88a4f-cf6e-4059-9b03-5164e02bae0c', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'port_id': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'mac_address': 'fa:16:3e:12:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:07Z', 'updated_at': '2021-07-13T07:36:35Z', 'revision_number': 1, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:39.188582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:39.193873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-5ea85d9d-366f-4088-ab42-648f10375fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.196535 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-5ea85d9d-366f-4088-ab42-648f10375fff service neutron] 10.222.0.54 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 912 time: 0.3110006 Jul 13 07:36:39.232813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:39.302050 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] Checking router: af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:39.331820 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '175e789d-374c-45f8-9a4b-4b33fdcbbed4', 'network_id': '21675c4c-8824-457c-b210-825158c9d786', 'port_id': '175e789d-374c-45f8-9a4b-4b33fdcbbed4', 'mac_address': 'fa:16:3e:f5:81:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd865ab-40b2-40be-8957-fe5358190267', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:39.334647 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:39.336057 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:36:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:39.353742 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-9661cb43-625b-4d86-89e5-64210edff705 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9 HTTP/1.1" status: 200 len: 999 time: 0.1496804 Jul 13 07:36:39.496553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f259f5-06e0-41ff-8c9e-b0193c773a20 req-da9c9e4c-6aee-4b60-b92e-a503673516ba tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.524381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08f259f5-06e0-41ff-8c9e-b0193c773a20 req-da9c9e4c-6aee-4b60-b92e-a503673516ba tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.6800134 Jul 13 07:36:39.527127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-0265a566-af77-48bf-a71b-209ae3d4b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.530642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-0265a566-af77-48bf-a71b-209ae3d4b2ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 200 len: 850 time: 0.1493869 Jul 13 07:36:39.548966 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.666623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0e45caa3-88de-4204-8ff7-68dc6fe2289e None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:39.666970 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0e45caa3-88de-4204-8ff7-68dc6fe2289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.670966 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:39.684743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 175e789d-374c-45f8-9a4b-4b33fdcbbed4 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:39.693103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.732044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08f259f5-06e0-41ff-8c9e-b0193c773a20 req-f3ac69f7-d691-4c11-ac80-62d9a4608117 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066374 Jul 13 07:36:39.736496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:39.769981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0c7ed-c274-427f-bc3c-ef4075a4b95d req-0f9312a9-d238-4551-850c-cdc96304e7a3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.781757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-95c0c7ed-c274-427f-bc3c-ef4075a4b95d req-0f9312a9-d238-4551-850c-cdc96304e7a3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.4484296 Jul 13 07:36:39.848698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.857553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-c90f0282-442c-4efc-a4a6-0d47b8134cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.876662 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-c90f0282-442c-4efc-a4a6-0d47b8134cce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=144df36e-35ef-4abd-a952-041c4f50aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3179142 Jul 13 07:36:40.083081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=175e789d-374c-45f8-9a4b-4b33fdcbbed4,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:40.139418 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0e45caa3-88de-4204-8ff7-68dc6fe2289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.184865 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:40.192402 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb771bfc-eef4-40c8-aacd-faf57d5e578c" -d '{"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-plugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:40.227996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0e45caa3-88de-4204-8ff7-68dc6fe2289e None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:40.240747 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0e45caa3-88de-4204-8ff7-68dc6fe2289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.426060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f68cd3-4049-48a6-bd3d-74e43aa55494 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:40.430845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45caa3-88de-4204-8ff7-68dc6fe2289e None None] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:40.444606 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.489664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Transition to ACTIVE for port object 85f68cd3-4049-48a6-bd3d-74e43aa55494 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:40.521882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.650040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f941ecaf-1050-4719-9533-525c9e30b076 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:40.711247 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'bec88a4f-cf6e-4059-9b03-5164e02bae0c', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'port_id': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'mac_address': 'fa:16:3e:12:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:07Z', 'updated_at': '2021-07-13T07:36:35Z', 'revision_number': 1, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:40.861433 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050c8f95-1009-4107-89dc-3c84baf290dd None None] The sync data for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 is: [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'bec88a4f-cf6e-4059-9b03-5164e02bae0c', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'port_id': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'mac_address': 'fa:16:3e:12:ed:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:07Z', 'updated_at': '2021-07-13T07:36:35Z', 'revision_number': 1, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:40.938282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:40.938583 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.012218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f909b55c-096d-4bd7-a5de-929c68d6703e None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:41.012720 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f909b55c-096d-4bd7-a5de-929c68d6703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.021989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60917-7b2f-4a7c-806b-3addafef028b req-752b17fd-0d47-4e87-8cd0-18126a0e6e18 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.049777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60917-7b2f-4a7c-806b-3addafef028b req-752b17fd-0d47-4e87-8cd0-18126a0e6e18 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.070105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60917-7b2f-4a7c-806b-3addafef028b req-752b17fd-0d47-4e87-8cd0-18126a0e6e18 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.100883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60917-7b2f-4a7c-806b-3addafef028b req-752b17fd-0d47-4e87-8cd0-18126a0e6e18 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.113608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60917-7b2f-4a7c-806b-3addafef028b req-752b17fd-0d47-4e87-8cd0-18126a0e6e18 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.138377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60917-7b2f-4a7c-806b-3addafef028b req-752b17fd-0d47-4e87-8cd0-18126a0e6e18 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.157283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4e60917-7b2f-4a7c-806b-3addafef028b req-752b17fd-0d47-4e87-8cd0-18126a0e6e18 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 4606 time: 0.6640444 Jul 13 07:36:41.159201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Pushing event updated for resources: {'Port': ['ID=85f68cd3-4049-48a6-bd3d-74e43aa55494,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:41.322453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-95c0c7ed-c274-427f-bc3c-ef4075a4b95d req-de32cc79-52f4-4fe0-b535-2e68b45d5a5c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5330253 Jul 13 07:36:41.430720 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-90e9a9a0-eeb3-409c-9841-42e1fd0da285 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5231433 Jul 13 07:36:41.435125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Attempting to bind port 85f68cd3-4049-48a6-bd3d-74e43aa55494 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:41.440586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Attempting to bind port 85f68cd3-4049-48a6-bd3d-74e43aa55494 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:41.441193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Attempting to bind port 85f68cd3-4049-48a6-bd3d-74e43aa55494 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:41.472574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Port 85f68cd3-4049-48a6-bd3d-74e43aa55494 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:41.474503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Attempting to bind port 85f68cd3-4049-48a6-bd3d-74e43aa55494 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:41.496908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a0421-781e-4adc-b396-3218229236f5 None None] New status for floating IP bec88a4f-cf6e-4059-9b03-5164e02bae0c: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:36:41.502161 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c9e0d9-b73c-4f19-aee9-3111d6b1bfaa x-openstack-request-id: req-26c9e0d9-b73c-4f19-aee9-3111d6b1bfaa {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:41.502443 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:41.502705 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26c9e0d9-b73c-4f19-aee9-3111d6b1bfaa {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:41.503110 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'status': 'completed', 'code': 200} Jul 13 07:36:41.510356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:41.510708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Checking segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:41.511104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Bound using segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:41.511566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Bound port: 85f68cd3-4049-48a6-bd3d-74e43aa55494, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:41.511938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.623690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74fae98d-2fb5-44c1-a145-c8607532a3e4 req-fcba9d1d-e5c8-4adc-88d7-1df480c4c26d service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839676 Jul 13 07:36:41.719768 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4e60917-7b2f-4a7c-806b-3addafef028b req-791bd7f3-17cf-41be-ba64-b652f9ba858b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5614285 Jul 13 07:36:41.962806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-47b5c03e-7321-4c14-a893-1bbc5903e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.963338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-47b5c03e-7321-4c14-a893-1bbc5903e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.963819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-47b5c03e-7321-4c14-a893-1bbc5903e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.964353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-47b5c03e-7321-4c14-a893-1bbc5903e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.964829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-47b5c03e-7321-4c14-a893-1bbc5903e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.979044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-47b5c03e-7321-4c14-a893-1bbc5903e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.984151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-47b5c03e-7321-4c14-a893-1bbc5903e89f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5250 time: 0.4801569 Jul 13 07:36:41.985493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] For port 85f68cd3-4049-48a6-bd3d-74e43aa55494, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:42.045768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 175e789d-374c-45f8-9a4b-4b33fdcbbed4 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:42.203260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:42.219095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 175e789d-374c-45f8-9a4b-4b33fdcbbed4 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:42.270740 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be9b726-a709-40c2-bd7b-01061c944961 x-openstack-request-id: req-8be9b726-a709-40c2-bd7b-01061c944961 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:42.271129 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-plugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:42.271355 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8be9b726-a709-40c2-bd7b-01061c944961 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:42.271827 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076', 'code': 200} Jul 13 07:36:42.273573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '175e789d-374c-45f8-9a4b-4b33fdcbbed4', 'network_id': '21675c4c-8824-457c-b210-825158c9d786', 'port_id': '175e789d-374c-45f8-9a4b-4b33fdcbbed4', 'mac_address': 'fa:16:3e:f5:81:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd865ab-40b2-40be-8957-fe5358190267', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:42.348711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-16181978-ce32-4232-b26a-cd9535a5127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:42.349199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-16181978-ce32-4232-b26a-cd9535a5127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:42.349675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-16181978-ce32-4232-b26a-cd9535a5127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:42.367557 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-16181978-ce32-4232-b26a-cd9535a5127c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3716192 Jul 13 07:36:42.384886 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.426021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 175e789d-374c-45f8-9a4b-4b33fdcbbed4 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:42.434769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['175e789d-374c-45f8-9a4b-4b33fdcbbed4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:42.497572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:42.521307 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.614380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] For port 85f68cd3-4049-48a6-bd3d-74e43aa55494, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=85f68cd3-4049-48a6-bd3d-74e43aa55494,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:42.617629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-41e002d8-b458-45cc-88b6-0053fcd502c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:42.624158 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c2ec272-072f-40e8-8bdd-0b184c121769 req-41e002d8-b458-45cc-88b6-0053fcd502c7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2467217 Jul 13 07:36:42.634124 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.644848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=175e789d-374c-45f8-9a4b-4b33fdcbbed4,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:42.735478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:42.736461 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.738115 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] 10.222.0.54 "PUT /v2.0/ports/85f68cd3-4049-48a6-bd3d-74e43aa55494 HTTP/1.1" status: 200 len: 1136 time: 3.5550826 Jul 13 07:36:42.770662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d5bed-08b8-432b-8860-d9264cdf0342 service neutron] Pushing event updated for resources: {'Port': ['ID=85f68cd3-4049-48a6-bd3d-74e43aa55494,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:42.831905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:42.863127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b70aa5-5e6f-4781-a5df-adf5485bd94d req-3006b290-8a4c-418a-9552-0f3f5a5551c5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:42.878818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-69b70aa5-5e6f-4781-a5df-adf5485bd94d req-3006b290-8a4c-418a-9552-0f3f5a5551c5 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 943 time: 0.2533762 Jul 13 07:36:42.965998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-69b70aa5-5e6f-4781-a5df-adf5485bd94d req-164425cb-42fc-4488-9665-7e035dcf6683 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855956 Jul 13 07:36:43.076095 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.587136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a81db4e-6258-4a67-b385-4ca5c5cf1240 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:43.596358 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.612999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Transition to ACTIVE for port object 5a81db4e-6258-4a67-b385-4ca5c5cf1240 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:43.615478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '85f68cd3-4049-48a6-bd3d-74e43aa55494'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:43.618476 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23cd791-c1e5-41c0-95bf-efb987296e81" -d '{"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "85f68cd3-4049-48a6-bd3d-74e43aa55494"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:43.670817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.884428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Attempting to bind port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:43.884428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Attempting to bind port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:43.884428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Attempting to bind port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:43.913516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Pushing event updated for resources: {'Port': ['ID=5a81db4e-6258-4a67-b385-4ca5c5cf1240,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:43.913516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:43.913516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Attempting to bind port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:43.913516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:43.913516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Checking segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:43.913516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Bound using segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:43.913516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Bound port: 5a81db4e-6258-4a67-b385-4ca5c5cf1240, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:43.913516 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.004913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e80109-320c-4ca8-b1ba-7419618690ed req-73b88945-a356-400d-bdcd-20741e409789 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:44.014670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-74e80109-320c-4ca8-b1ba-7419618690ed req-73b88945-a356-400d-bdcd-20741e409789 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.4000850 Jul 13 07:36:44.041421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 175e789d-374c-45f8-9a4b-4b33fdcbbed4 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:44.133124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-74e80109-320c-4ca8-b1ba-7419618690ed req-6bb2108f-2e0e-4c73-8c35-615b7662d401 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145604 Jul 13 07:36:44.170098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] For port 5a81db4e-6258-4a67-b385-4ca5c5cf1240, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:44.191781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] For port 5a81db4e-6258-4a67-b385-4ca5c5cf1240, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5a81db4e-6258-4a67-b385-4ca5c5cf1240,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:44.208193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.294418 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39a21f92-4faf-4ff5-be7e-9b4d367440b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.308834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 175e789d-374c-45f8-9a4b-4b33fdcbbed4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:44.309229 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.354425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Pushing event updated for resources: {'Port': ['ID=5a81db4e-6258-4a67-b385-4ca5c5cf1240,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:44.382984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:44.383667 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.390527 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-45432198-e8df-46f0-9dbb-add6023e4b53 service neutron] 10.222.0.54 "PUT /v2.0/ports/5a81db4e-6258-4a67-b385-4ca5c5cf1240 HTTP/1.1" status: 200 len: 1135 time: 1.5736797 Jul 13 07:36:44.431730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:44.642940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.724725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.753864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:44.759999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2297ff01-5bbc-41f2-81db-023895ef651d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e789d-374c-45f8-9a4b-4b33fdcbbed4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:44.760973 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9af1f5-9bba-4518-bca7-6a4845931b30" -d '{"events": [{"server_uuid": "2297ff01-5bbc-41f2-81db-023895ef651d", "name": "network-vif-plugged", "status": "completed", "tag": "175e789d-374c-45f8-9a4b-4b33fdcbbed4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:44.783280 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.974805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=175e789d-374c-45f8-9a4b-4b33fdcbbed4,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:45.008410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2ebfc-fe02-4860-bc6c-4317705d0b4f req-34f19b27-2a9e-4bf9-bb17-532a88b18a5d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.014642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2ebfc-fe02-4860-bc6c-4317705d0b4f req-34f19b27-2a9e-4bf9-bb17-532a88b18a5d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.020902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2ebfc-fe02-4860-bc6c-4317705d0b4f req-34f19b27-2a9e-4bf9-bb17-532a88b18a5d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.030265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2ebfc-fe02-4860-bc6c-4317705d0b4f req-34f19b27-2a9e-4bf9-bb17-532a88b18a5d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.036703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2ebfc-fe02-4860-bc6c-4317705d0b4f req-34f19b27-2a9e-4bf9-bb17-532a88b18a5d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.043103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2ebfc-fe02-4860-bc6c-4317705d0b4f req-34f19b27-2a9e-4bf9-bb17-532a88b18a5d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.049428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2ebfc-fe02-4860-bc6c-4317705d0b4f req-34f19b27-2a9e-4bf9-bb17-532a88b18a5d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.058055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cd2ebfc-fe02-4860-bc6c-4317705d0b4f req-34f19b27-2a9e-4bf9-bb17-532a88b18a5d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5383 time: 0.3565438 Jul 13 07:36:45.165320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cd2ebfc-fe02-4860-bc6c-4317705d0b4f req-29310afa-1374-45db-94f5-ebb916415872 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062658 Jul 13 07:36:45.527257 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d68e209-0292-460b-b25d-6a88363503f2 x-openstack-request-id: req-8d68e209-0292-460b-b25d-6a88363503f2 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:45.527564 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "85f68cd3-4049-48a6-bd3d-74e43aa55494", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:45.529535 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d68e209-0292-460b-b25d-6a88363503f2 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:45.531183 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '85f68cd3-4049-48a6-bd3d-74e43aa55494', 'status': 'completed', 'code': 200} Jul 13 07:36:45.721098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f34535-4c57-45b8-a551-08e0f419e825 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:45.737847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.766856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Transition to ACTIVE for port object b3f34535-4c57-45b8-a551-08e0f419e825 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:45.866447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.853886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Pushing event updated for resources: {'Port': ['ID=b3f34535-4c57-45b8-a551-08e0f419e825,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:46.945010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-c3b0d6cb-7d57-4bb3-9b5a-0a2c71ce889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.947244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-c3b0d6cb-7d57-4bb3-9b5a-0a2c71ce889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.947745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-c3b0d6cb-7d57-4bb3-9b5a-0a2c71ce889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.948273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-c3b0d6cb-7d57-4bb3-9b5a-0a2c71ce889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.948751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-c3b0d6cb-7d57-4bb3-9b5a-0a2c71ce889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.949220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-c3b0d6cb-7d57-4bb3-9b5a-0a2c71ce889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.949904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-c3b0d6cb-7d57-4bb3-9b5a-0a2c71ce889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:46.952359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-c3b0d6cb-7d57-4bb3-9b5a-0a2c71ce889b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6220 time: 1.3354042 Jul 13 07:36:46.969820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c331dc-e503-417b-b6d2-d8127e4ee72a req-a9bb7748-98b2-457d-8494-6199b4710e49 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:47.003353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46c331dc-e503-417b-b6d2-d8127e4ee72a req-a9bb7748-98b2-457d-8494-6199b4710e49 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 1.2259243 Jul 13 07:36:47.038976 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-27ce1e75-67e0-48c4-9b26-ae090cc9e289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.073997 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.198705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-846b450a-f44a-474d-a106-b8a06d86fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:47.199189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-846b450a-f44a-474d-a106-b8a06d86fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:47.199720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-846b450a-f44a-474d-a106-b8a06d86fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:47.201656 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-846b450a-f44a-474d-a106-b8a06d86fe70 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1921523 Jul 13 07:36:47.220272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Attempting to bind port b3f34535-4c57-45b8-a551-08e0f419e825 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:47.220683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Attempting to bind port b3f34535-4c57-45b8-a551-08e0f419e825 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:47.220948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Attempting to bind port b3f34535-4c57-45b8-a551-08e0f419e825 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:47.341592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-e7fd3787-bcd5-4c41-bf86-91996ebcc77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:47.344678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f23cd791-c1e5-41c0-95bf-efb987296e81 req-e7fd3787-bcd5-4c41-bf86-91996ebcc77c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256635 Jul 13 07:36:47.366303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Port b3f34535-4c57-45b8-a551-08e0f419e825 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:47.366779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Attempting to bind port b3f34535-4c57-45b8-a551-08e0f419e825 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:47.372822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:47.373308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Checking segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:47.373710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Bound using segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:47.374158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Bound port: b3f34535-4c57-45b8-a551-08e0f419e825, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:47.374529 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.387884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46c331dc-e503-417b-b6d2-d8127e4ee72a req-9f0843a7-2487-490e-9eee-b23071e3ba7e tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804030 Jul 13 07:36:47.482550 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da54f4a6-e339-4170-b2eb-bf003d9f6d3b x-openstack-request-id: req-da54f4a6-e339-4170-b2eb-bf003d9f6d3b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:47.483088 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2297ff01-5bbc-41f2-81db-023895ef651d", "name": "network-vif-plugged", "status": "completed", "tag": "175e789d-374c-45f8-9a4b-4b33fdcbbed4", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:47.483523 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da54f4a6-e339-4170-b2eb-bf003d9f6d3b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:47.484118 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2297ff01-5bbc-41f2-81db-023895ef651d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e789d-374c-45f8-9a4b-4b33fdcbbed4', 'code': 200} Jul 13 07:36:47.576652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] For port b3f34535-4c57-45b8-a551-08e0f419e825, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:47.580674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] For port b3f34535-4c57-45b8-a551-08e0f419e825, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b3f34535-4c57-45b8-a551-08e0f419e825,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:47.586748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '5a81db4e-6258-4a67-b385-4ca5c5cf1240'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:47.589794 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "5a81db4e-6258-4a67-b385-4ca5c5cf1240"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:47.595072 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.627338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:47.628357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.634045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] 10.222.0.54 "PUT /v2.0/ports/b3f34535-4c57-45b8-a551-08e0f419e825 HTTP/1.1" status: 200 len: 1091 time: 3.2075531 Jul 13 07:36:47.727763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:47.865541 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.099385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcf0b3-4d51-420d-8383-83705c71bccc service neutron] Pushing event updated for resources: {'Port': ['ID=b3f34535-4c57-45b8-a551-08e0f419e825,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:48.141828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58562) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:48.172061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.343993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7f68461-9dd4-4277-9575-b51026eb0624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.398196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997a88d-8728-451c-96dc-9f3f4cb9705d req-fcadf2b6-6ea0-48c1-89c6-f96f26cb0313 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:48.401474 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d997a88d-8728-451c-96dc-9f3f4cb9705d req-fcadf2b6-6ea0-48c1-89c6-f96f26cb0313 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.5641367 Jul 13 07:36:48.411447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec683ee3-b5ce-45bf-a5b7-a089faa701f7 req-4e5f62db-23eb-4566-9126-479d8d5fa989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:48.415884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec683ee3-b5ce-45bf-a5b7-a089faa701f7 req-4e5f62db-23eb-4566-9126-479d8d5fa989 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 1096 time: 0.7179904 Jul 13 07:36:48.607397 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7f68461-9dd4-4277-9575-b51026eb0624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.617448 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7f68461-9dd4-4277-9575-b51026eb0624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.719700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f68461-9dd4-4277-9575-b51026eb0624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f96cefa-1bf6-443c-9ac9-de0069954dc3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:48.729549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58568) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:48.737851 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b7f68461-9dd4-4277-9575-b51026eb0624 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be4b671f3e4246ea9461f99163320985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941749 Jul 13 07:36:48.749605 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec683ee3-b5ce-45bf-a5b7-a089faa701f7 req-8f9a9fbf-c067-466c-850e-249fe9358f50 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249784 Jul 13 07:36:48.867348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d997a88d-8728-451c-96dc-9f3f4cb9705d req-9e564c06-c8b3-413d-8154-639b67bb33b5 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459262 Jul 13 07:36:48.952983 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9abfd0d8-5a99-462b-b45f-2fc0316a4ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.005080 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9abfd0d8-5a99-462b-b45f-2fc0316a4ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.114242 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9abfd0d8-5a99-462b-b45f-2fc0316a4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.117640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9abfd0d8-5a99-462b-b45f-2fc0316a4ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.121522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9abfd0d8-5a99-462b-b45f-2fc0316a4ef0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f96cefa-1bf6-443c-9ac9-de0069954dc3 HTTP/1.1" status: 204 len: 168 time: 0.3876698 Jul 13 07:36:49.165855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfd0d8-5a99-462b-b45f-2fc0316a4ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f96cefa-1bf6-443c-9ac9-de0069954dc3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:49.186081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:49.199251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.219223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Transition to ACTIVE for port object 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:49.235562 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.308381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:49.358225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a847d-64fa-4f52-9e13-3e8c0574c861 req-b3cfc3d9-7e4d-470d-9e0f-a7a267f109ed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.364560 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a847d-64fa-4f52-9e13-3e8c0574c861 req-b3cfc3d9-7e4d-470d-9e0f-a7a267f109ed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.394317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a847d-64fa-4f52-9e13-3e8c0574c861 req-b3cfc3d9-7e4d-470d-9e0f-a7a267f109ed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.405622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a847d-64fa-4f52-9e13-3e8c0574c861 req-b3cfc3d9-7e4d-470d-9e0f-a7a267f109ed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.413309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a847d-64fa-4f52-9e13-3e8c0574c861 req-b3cfc3d9-7e4d-470d-9e0f-a7a267f109ed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.446446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a847d-64fa-4f52-9e13-3e8c0574c861 req-b3cfc3d9-7e4d-470d-9e0f-a7a267f109ed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.454483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a847d-64fa-4f52-9e13-3e8c0574c861 req-b3cfc3d9-7e4d-470d-9e0f-a7a267f109ed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.474687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c6a847d-64fa-4f52-9e13-3e8c0574c861 req-b3cfc3d9-7e4d-470d-9e0f-a7a267f109ed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5395 time: 0.3801219 Jul 13 07:36:49.687649 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.715007 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c6a847d-64fa-4f52-9e13-3e8c0574c861 req-cfdd78ef-2553-4420-9f5d-3efbf5a339a5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2371213 Jul 13 07:36:49.790674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58574) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:49.817475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dab9f42e-1d2e-43fe-a243-43ef8deecd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.916759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Attempting to bind port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:49.917107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Attempting to bind port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:49.917459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Attempting to bind port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:49.928270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:49.929942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Attempting to bind port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:49.941030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:49.941310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Checking segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:49.944138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Bound using segment: {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:49.945031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Bound port: 5b8939fa-8b8a-4b9a-a054-cbba7f446f29, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67712556-d527-4e38-8b99-5a72fa41220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:49.945636 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.013119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dab9f42e-1d2e-43fe-a243-43ef8deecd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.024830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dab9f42e-1d2e-43fe-a243-43ef8deecd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.100441 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dab9f42e-1d2e-43fe-a243-43ef8deecd13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a08fc1b510584dc9943e4939777ed680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087754 Jul 13 07:36:50.107088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58578) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:50.155123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9f42e-1d2e-43fe-a243-43ef8deecd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869b9809-65e0-48a1-bf5c-de0433f6d14c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:50.176427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] For port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:50.204241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] For port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:50.214272 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.347775 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e330ec-ce49-49d3-be9c-1e932658eb31 x-openstack-request-id: req-76e330ec-ce49-49d3-be9c-1e932658eb31 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:50.349105 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "5a81db4e-6258-4a67-b385-4ca5c5cf1240", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:50.351340 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76e330ec-ce49-49d3-be9c-1e932658eb31 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:50.353850 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '5a81db4e-6258-4a67-b385-4ca5c5cf1240', 'status': 'completed', 'code': 200} Jul 13 07:36:50.362888 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1abf9bf6-7289-45fb-ab46-dc27583c4719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.384977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.387014 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.391978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] 10.222.0.54 "PUT /v2.0/ports/5b8939fa-8b8a-4b9a-a054-cbba7f446f29 HTTP/1.1" status: 200 len: 1091 time: 2.6924400 Jul 13 07:36:50.547100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:50.632869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4a6b8-45ac-48fd-a60c-248880aa8ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:50.733930 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1abf9bf6-7289-45fb-ab46-dc27583c4719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.801889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1abf9bf6-7289-45fb-ab46-dc27583c4719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.805393 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1abf9bf6-7289-45fb-ab46-dc27583c4719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.814416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1abf9bf6-7289-45fb-ab46-dc27583c4719 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/869b9809-65e0-48a1-bf5c-de0433f6d14c HTTP/1.1" status: 204 len: 168 time: 0.6939368 Jul 13 07:36:50.837088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.839044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf9bf6-7289-45fb-ab46-dc27583c4719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869b9809-65e0-48a1-bf5c-de0433f6d14c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:50.872454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-51f0aae1-eb0b-4f97-ac11-85ac97bd61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.872875 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-51f0aae1-eb0b-4f97-ac11-85ac97bd61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.873361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-51f0aae1-eb0b-4f97-ac11-85ac97bd61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.873844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-51f0aae1-eb0b-4f97-ac11-85ac97bd61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.874443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-51f0aae1-eb0b-4f97-ac11-85ac97bd61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.874926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-51f0aae1-eb0b-4f97-ac11-85ac97bd61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.875426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-51f0aae1-eb0b-4f97-ac11-85ac97bd61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.877441 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-51f0aae1-eb0b-4f97-ac11-85ac97bd61aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6354 time: 0.4805160 Jul 13 07:36:50.965063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979947d-03e0-4784-9f84-58dd75099b40 req-3007da6a-c744-4fcf-91bc-011bff1a6a33 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.974179 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4979947d-03e0-4784-9f84-58dd75099b40 req-3007da6a-c744-4fcf-91bc-011bff1a6a33 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.3259079 Jul 13 07:36:51.246244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4979947d-03e0-4784-9f84-58dd75099b40 req-3ee346b7-f718-47f9-a097-49dcf74721fc tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487237 Jul 13 07:36:51.429702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-488afd59-6cd6-49d2-aee0-d834b9dee0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.430136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-488afd59-6cd6-49d2-aee0-d834b9dee0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.430623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-488afd59-6cd6-49d2-aee0-d834b9dee0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.436479 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-488afd59-6cd6-49d2-aee0-d834b9dee0ee service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5460906 Jul 13 07:36:51.779382 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fcb42-6d08-4439-a966-dc55b0eee7bc req-fe867132-39b7-45bb-bbb2-4cc6fec2e537 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.787947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-816fcb42-6d08-4439-a966-dc55b0eee7bc req-fe867132-39b7-45bb-bbb2-4cc6fec2e537 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.3465889 Jul 13 07:36:51.857768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-f70bca0e-07aa-4648-9364-832acb181ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.861585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-60e0c2cd-f2ed-4cfc-a85a-724cb3697aa4 req-f70bca0e-07aa-4648-9364-832acb181ebe service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4136257 Jul 13 07:36:51.972682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-816fcb42-6d08-4439-a966-dc55b0eee7bc req-eb3520ef-949c-4372-85e1-449721aa70b3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834674 Jul 13 07:36:52.103555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee63e1b-dc05-4719-a1f7-b36a47987b4c {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:52.123813 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.165152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Transition to ACTIVE for port object 2ee63e1b-dc05-4719-a1f7-b36a47987b4c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:52.173267 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.302087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:52.356199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': 'b3f34535-4c57-45b8-a551-08e0f419e825'}, {'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '5b8939fa-8b8a-4b9a-a054-cbba7f446f29'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:52.358868 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1957c515-7bce-4b8b-9e2c-35234e69f08f" -d '{"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "b3f34535-4c57-45b8-a551-08e0f419e825"}, {"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "5b8939fa-8b8a-4b9a-a054-cbba7f446f29"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:52.410631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Attempting to bind port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:52.410998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Attempting to bind port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:52.411516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Attempting to bind port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c on network 11825ed9-aef6-4a93-a944-b3e11edef9e4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:52.426290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c on network 11825ed9-aef6-4a93-a944-b3e11edef9e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:52.426684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Attempting to bind port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c on network 11825ed9-aef6-4a93-a944-b3e11edef9e4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:52.447089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:52.447377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Checking segment: {'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:52.447859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Bound using segment: {'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:52.459146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Bound port: 2ee63e1b-dc05-4719-a1f7-b36a47987b4c, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:52.459725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.639623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] For port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:52.654738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] For port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:52.689132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.793031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.793031 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.794390 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] 10.222.0.54 "PUT /v2.0/ports/2ee63e1b-dc05-4719-a1f7-b36a47987b4c HTTP/1.1" status: 200 len: 1091 time: 2.2809906 Jul 13 07:36:52.838849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Request body: {'port': {'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:53.049323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33372c4-5848-4c39-b587-639775d6d434 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:53.150750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d5a2f-f4d2-4a89-b9e2-9217a6c2100f req-8d2d52a3-18dc-4924-b562-b0dc7e65e474 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.166197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d5a2f-f4d2-4a89-b9e2-9217a6c2100f req-8d2d52a3-18dc-4924-b562-b0dc7e65e474 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.177371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d5a2f-f4d2-4a89-b9e2-9217a6c2100f req-8d2d52a3-18dc-4924-b562-b0dc7e65e474 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.183687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d5a2f-f4d2-4a89-b9e2-9217a6c2100f req-8d2d52a3-18dc-4924-b562-b0dc7e65e474 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.196832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d5a2f-f4d2-4a89-b9e2-9217a6c2100f req-8d2d52a3-18dc-4924-b562-b0dc7e65e474 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.202838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d5a2f-f4d2-4a89-b9e2-9217a6c2100f req-8d2d52a3-18dc-4924-b562-b0dc7e65e474 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.228415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d5a2f-f4d2-4a89-b9e2-9217a6c2100f req-8d2d52a3-18dc-4924-b562-b0dc7e65e474 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.236732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d1d5a2f-f4d2-4a89-b9e2-9217a6c2100f req-8d2d52a3-18dc-4924-b562-b0dc7e65e474 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5419 time: 0.5723619 Jul 13 07:36:53.338294 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d1d5a2f-f4d2-4a89-b9e2-9217a6c2100f req-81e2824f-bb6e-4b40-855b-50484e081f15 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998273 Jul 13 07:36:53.367104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.409705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-5023ad94-1a18-4457-af3c-36add03f2ff5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4718313 Jul 13 07:36:53.834704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-ef2263e8-1526-4faf-8d98-5b2639a26eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.836726 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-ef2263e8-1526-4faf-8d98-5b2639a26eb3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 1096 time: 0.3616633 Jul 13 07:36:53.976510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09034d-cb67-4a42-a752-98c1c5b27c24 req-e509c15c-09d2-482e-a979-2619499acaa4 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.983900 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c09034d-cb67-4a42-a752-98c1c5b27c24 req-e509c15c-09d2-482e-a979-2619499acaa4 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.2124336 Jul 13 07:36:54.116002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c09034d-cb67-4a42-a752-98c1c5b27c24 req-e290613a-7e73-45e1-8375-9930201ca501 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306195 Jul 13 07:36:54.265564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-5c379a5f-5037-40d0-bcbf-2f708325203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.274850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-5c379a5f-5037-40d0-bcbf-2f708325203e service neutron] 10.222.0.54 "GET /v2.0/networks?id=21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 200 len: 916 time: 0.4076681 Jul 13 07:36:54.411191 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feda5d8f-12cc-4f8a-951d-c3698f255196 x-openstack-request-id: req-feda5d8f-12cc-4f8a-951d-c3698f255196 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:54.411817 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "b3f34535-4c57-45b8-a551-08e0f419e825", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "5b8939fa-8b8a-4b9a-a054-cbba7f446f29", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:54.412853 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-feda5d8f-12cc-4f8a-951d-c3698f255196 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:54.413288 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': 'b3f34535-4c57-45b8-a551-08e0f419e825', 'status': 'completed', 'code': 200} Jul 13 07:36:54.413550 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '5b8939fa-8b8a-4b9a-a054-cbba7f446f29', 'status': 'completed', 'code': 200} Jul 13 07:36:54.420925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-3218af18-f093-4e86-b9cb-294cc96a9007 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4 HTTP/1.1" status: 200 len: 217 time: 0.1373987 Jul 13 07:36:54.585602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-9236bceb-1438-4dfa-9b29-536dae3c12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.588469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-9236bceb-1438-4dfa-9b29-536dae3c12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.589505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-9236bceb-1438-4dfa-9b29-536dae3c12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.590336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-9236bceb-1438-4dfa-9b29-536dae3c12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.591528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-9236bceb-1438-4dfa-9b29-536dae3c12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.592732 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-9236bceb-1438-4dfa-9b29-536dae3c12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.593537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-9236bceb-1438-4dfa-9b29-536dae3c12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.596381 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-9236bceb-1438-4dfa-9b29-536dae3c12a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6421 time: 0.1617253 Jul 13 07:36:54.629573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d0d1b8-d766-41a4-9732-6b366f5083b1 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:54.664301 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.687013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-6a9b430d-514e-4a28-a158-b439b2d244e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.704736 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-6a9b430d-514e-4a28-a158-b439b2d244e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dd865ab-40b2-40be-8957-fe5358190267 HTTP/1.1" status: 200 len: 855 time: 0.2432389 Jul 13 07:36:54.837797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-cacdd41f-9b4e-4753-871a-baadd8dbd687 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=21675c4c-8824-457c-b210-825158c9d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809550 Jul 13 07:36:54.837797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Transition to ACTIVE for port object 61d0d1b8-d766-41a4-9732-6b366f5083b1 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:54.877915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-f8e4bcf4-3bc3-4bd0-8128-e2f67b3cadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.878408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-f8e4bcf4-3bc3-4bd0-8128-e2f67b3cadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.879278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-f8e4bcf4-3bc3-4bd0-8128-e2f67b3cadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.881589 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-f8e4bcf4-3bc3-4bd0-8128-e2f67b3cadbf service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2767162 Jul 13 07:36:54.965894 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-cdd1dc10-273c-4a12-b0e3-a66066a55d07 service neutron] 10.222.0.54 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163743 Jul 13 07:36:54.966881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.098371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-c8e05596-a474-4cfa-897c-58ac254f9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.104623 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-c8e05596-a474-4cfa-897c-58ac254f9442 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1969872 Jul 13 07:36:55.226832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4caf64b-5a15-4540-9a88-399ebd0cf69b req-b70e8ec4-8212-4234-b49c-80311e5f45b2 service neutron] 10.222.0.54 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377164 Jul 13 07:36:55.293474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-59d382db-439d-4354-aa04-e9dc4d53bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.300476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-59d382db-439d-4354-aa04-e9dc4d53bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.301000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-59d382db-439d-4354-aa04-e9dc4d53bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.301929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-59d382db-439d-4354-aa04-e9dc4d53bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.302218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-59d382db-439d-4354-aa04-e9dc4d53bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.303304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-59d382db-439d-4354-aa04-e9dc4d53bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.304115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-59d382db-439d-4354-aa04-e9dc4d53bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.308426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-59d382db-439d-4354-aa04-e9dc4d53bc6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6446 time: 0.1389153 Jul 13 07:36:55.531928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-a5bf2601-dd29-4ac4-a1b9-a381b8e3f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.532453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-a5bf2601-dd29-4ac4-a1b9-a381b8e3f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.532935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-a5bf2601-dd29-4ac4-a1b9-a381b8e3f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.539281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-a5bf2601-dd29-4ac4-a1b9-a381b8e3f9d1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2241650 Jul 13 07:36:55.697555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-5fcc08f5-9817-489e-837f-a0e36047e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.701044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1957c515-7bce-4b8b-9e2c-35234e69f08f req-5fcc08f5-9817-489e-837f-a0e36047e60b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523178 Jul 13 07:36:56.024746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Pushing event updated for resources: {'Port': ['ID=61d0d1b8-d766-41a4-9732-6b366f5083b1,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:56.056459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663d7c5-bf73-4f20-9bfe-cf2a30232384 req-55024a12-5316-4f0b-800a-295e2e709262 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:56.064871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a663d7c5-bf73-4f20-9bfe-cf2a30232384 req-55024a12-5316-4f0b-800a-295e2e709262 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 1.3830771 Jul 13 07:36:56.078810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58688) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:56.094881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.095411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.095772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.096175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.096520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.096860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.097196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.097530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.097859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.098191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.104243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.104635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:56.120914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Attempting to bind port 61d0d1b8-d766-41a4-9732-6b366f5083b1 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:56.121262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Attempting to bind port 61d0d1b8-d766-41a4-9732-6b366f5083b1 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:56.121602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Attempting to bind port 61d0d1b8-d766-41a4-9732-6b366f5083b1 on network 11825ed9-aef6-4a93-a944-b3e11edef9e4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:56.150673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Port 61d0d1b8-d766-41a4-9732-6b366f5083b1 on network 11825ed9-aef6-4a93-a944-b3e11edef9e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:56.151032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Attempting to bind port 61d0d1b8-d766-41a4-9732-6b366f5083b1 on network 11825ed9-aef6-4a93-a944-b3e11edef9e4 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:56.165355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c0a1a-fa57-490b-aeaf-6cbe7021b10a req-6c20db66-083a-4b42-bbe0-64beba36f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:56.166882 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9c0a1a-fa57-490b-aeaf-6cbe7021b10a req-6c20db66-083a-4b42-bbe0-64beba36f4ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 1095 time: 0.9289122 Jul 13 07:36:56.167680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:56.168058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Checking segment: {'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:56.168441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Bound using segment: {'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:56.173124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Bound port: 61d0d1b8-d766-41a4-9732-6b366f5083b1, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:56.173511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.282582 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4575426-3d18-4ada-a50e-6854ff18fe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.424491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:56.428441 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d03fff5-f882-409d-b840-04e29f5eb841" -d '{"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "2ee63e1b-dc05-4719-a1f7-b36a47987b4c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:56.509269 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4575426-3d18-4ada-a50e-6854ff18fe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.519374 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4575426-3d18-4ada-a50e-6854ff18fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.522662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] For port 61d0d1b8-d766-41a4-9732-6b366f5083b1, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:56.557639 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d4575426-3d18-4ada-a50e-6854ff18fe7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c136b3aa747b4b008afb003d187f382d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769881 Jul 13 07:36:56.564265 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58702) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:56.593262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] For port 61d0d1b8-d766-41a4-9732-6b366f5083b1, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:56.622057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a663d7c5-bf73-4f20-9bfe-cf2a30232384 req-94684b57-88b3-48ea-9553-d3da292fa1e0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559053 Jul 13 07:36:56.624170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c0a1a-fa57-490b-aeaf-6cbe7021b10a req-26f11f88-77ad-439f-99ce-03b9d7989cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:56.631877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4575426-3d18-4ada-a50e-6854ff18fe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbc09cf-473f-4aee-b0f0-fd4b6400c0b2,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:56.633933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9c0a1a-fa57-490b-aeaf-6cbe7021b10a req-26f11f88-77ad-439f-99ce-03b9d7989cfd service neutron] 10.222.0.53 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 915 time: 0.4258018 Jul 13 07:36:56.637513 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.657514 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fee386e6-bd75-4572-9d09-4204f1ff255d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.695914 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fee386e6-bd75-4572-9d09-4204f1ff255d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.746087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58706) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:56.762370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9c0a1a-fa57-490b-aeaf-6cbe7021b10a req-f2b73f3b-2008-4fc4-815d-ea22e263cfdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405 HTTP/1.1" status: 200 len: 217 time: 0.1156361 Jul 13 07:36:56.826371 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fee386e6-bd75-4572-9d09-4204f1ff255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.830008 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fee386e6-bd75-4572-9d09-4204f1ff255d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.839760 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fee386e6-bd75-4572-9d09-4204f1ff255d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1dbc09cf-473f-4aee-b0f0-fd4b6400c0b2 HTTP/1.1" status: 204 len: 168 time: 0.2711341 Jul 13 07:36:56.871902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c0a1a-fa57-490b-aeaf-6cbe7021b10a req-36dedfb9-8980-4d4b-9d75-7e93333a7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:56.873764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9c0a1a-fa57-490b-aeaf-6cbe7021b10a req-36dedfb9-8980-4d4b-9d75-7e93333a7e05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3a7acbba-a02a-4bed-812d-782215b4d99b HTTP/1.1" status: 200 len: 854 time: 0.1046164 Jul 13 07:36:56.874760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee386e6-bd75-4572-9d09-4204f1ff255d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbc09cf-473f-4aee-b0f0-fd4b6400c0b2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:56.933972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9c0a1a-fa57-490b-aeaf-6cbe7021b10a req-930e3bc6-4e5f-4c91-aed8-b0abf356b123 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=960ed7cd-d877-4a01-884a-e97fd52f75f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506775 Jul 13 07:36:56.935372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:56.935932 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.937285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] 10.222.0.54 "PUT /v2.0/ports/61d0d1b8-d766-41a4-9732-6b366f5083b1 HTTP/1.1" status: 200 len: 1091 time: 4.1072135 Jul 13 07:36:57.062363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c130e7-aef0-4eaa-ae1c-9064c841a099 admin admin] Deleting subnet ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:57.070836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55c130e7-aef0-4eaa-ae1c-9064c841a099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.179439 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd89bd78-f754-45a0-bb3b-beb7c1062aa8 x-openstack-request-id: req-bd89bd78-f754-45a0-bb3b-beb7c1062aa8 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:57.180084 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "2ee63e1b-dc05-4719-a1f7-b36a47987b4c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:57.180084 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd89bd78-f754-45a0-bb3b-beb7c1062aa8 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:57.180519 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c', 'status': 'completed', 'code': 200} Jul 13 07:36:57.181064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55c130e7-aef0-4eaa-ae1c-9064c841a099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.221223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7ef72-ae4e-4c06-83ba-859117797953 service neutron] Pushing event updated for resources: {'Port': ['ID=61d0d1b8-d766-41a4-9732-6b366f5083b1,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:57.321303 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55c130e7-aef0-4eaa-ae1c-9064c841a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.355566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830583c-81a7-4b7b-96bf-153f6c8daa4d req-1c20cd7e-26da-4fec-a184-134745e0035b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.361776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830583c-81a7-4b7b-96bf-153f6c8daa4d req-1c20cd7e-26da-4fec-a184-134745e0035b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.368456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830583c-81a7-4b7b-96bf-153f6c8daa4d req-1c20cd7e-26da-4fec-a184-134745e0035b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.378865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830583c-81a7-4b7b-96bf-153f6c8daa4d req-1c20cd7e-26da-4fec-a184-134745e0035b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.385177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830583c-81a7-4b7b-96bf-153f6c8daa4d req-1c20cd7e-26da-4fec-a184-134745e0035b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.391259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830583c-81a7-4b7b-96bf-153f6c8daa4d req-1c20cd7e-26da-4fec-a184-134745e0035b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.397960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830583c-81a7-4b7b-96bf-153f6c8daa4d req-1c20cd7e-26da-4fec-a184-134745e0035b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.406162 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3830583c-81a7-4b7b-96bf-153f6c8daa4d req-1c20cd7e-26da-4fec-a184-134745e0035b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.4745777 Jul 13 07:36:57.428688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8dd547b1-c2d4-4cfc-bce8-92019b96fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.429314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8dd547b1-c2d4-4cfc-bce8-92019b96fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.429764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8dd547b1-c2d4-4cfc-bce8-92019b96fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.430265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8dd547b1-c2d4-4cfc-bce8-92019b96fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.431006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8dd547b1-c2d4-4cfc-bce8-92019b96fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.431379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8dd547b1-c2d4-4cfc-bce8-92019b96fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.431752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8dd547b1-c2d4-4cfc-bce8-92019b96fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.434035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8dd547b1-c2d4-4cfc-bce8-92019b96fc7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6488 time: 0.4327919 Jul 13 07:36:57.460772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58724) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:57.506208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-c61bbc69-319e-4a9c-b582-41828abf796b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82 HTTP/1.1" status: 200 len: 217 time: 0.0609128 Jul 13 07:36:57.513265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9c0a1a-fa57-490b-aeaf-6cbe7021b10a req-a0ba43ef-b067-4db3-9ac7-ca1fe8501101 service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345347 Jul 13 07:36:57.525438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4cc856c0-d63d-40e2-be4d-63cf1b4cfacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.545630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-cde6472a-dae0-4692-b3c9-fce77a380394 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.555048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-cde6472a-dae0-4692-b3c9-fce77a380394 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/networks?id=21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 200 len: 815 time: 0.3003914 Jul 13 07:36:57.565184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55c130e7-aef0-4eaa-ae1c-9064c841a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.610572 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3830583c-81a7-4b7b-96bf-153f6c8daa4d req-7e9f33f7-c270-44d1-b0f6-65c225c08391 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2034888 Jul 13 07:36:57.612727 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-31816cab-9e3e-47d6-a9a4-371916a4f8e1 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/quotas/f09008f6bb7743ce9f2f25e82b8f901d HTTP/1.1" status: 200 len: 375 time: 0.0564227 Jul 13 07:36:57.614388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55c130e7-aef0-4eaa-ae1c-9064c841a099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.617221 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-55c130e7-aef0-4eaa-ae1c-9064c841a099 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ab40a5cf-dc2a-4c9d-8e41-a9ed215df390 HTTP/1.1" status: 204 len: 168 time: 0.8701622 Jul 13 07:36:57.618273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c130e7-aef0-4eaa-ae1c-9064c841a099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab40a5cf-dc2a-4c9d-8e41-a9ed215df390,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:57.620392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58734) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:57.674238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9cd86ad5-4b34-4e61-80f0-481926652b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.675878 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9cd86ad5-4b34-4e61-80f0-481926652b29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=13a916cb-756e-4ec9-9df1-6600fe316290 HTTP/1.1" status: 200 len: 855 time: 0.1614480 Jul 13 07:36:57.743147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.778259 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa9c0a1a-fa57-490b-aeaf-6cbe7021b10a req-2c73e416-9850-4f8c-86a8-8fc755d81314 service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434084 Jul 13 07:36:57.805542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-afdfd274-f790-4941-bc8c-085a14d11bd3 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624689 Jul 13 07:36:57.815776 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4cc856c0-d63d-40e2-be4d-63cf1b4cfacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.818375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9c12a911-99a6-4af7-842e-fcbdd5177355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.820172 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9c12a911-99a6-4af7-842e-fcbdd5177355 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e7cdd79-9e26-472c-b6eb-034c3e059457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369972 Jul 13 07:36:57.821225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4cc856c0-d63d-40e2-be4d-63cf1b4cfacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.887623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc856c0-d63d-40e2-be4d-63cf1b4cfacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377c981b-390c-493f-91b1-dacfec875818,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:57.904732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4cc856c0-d63d-40e2-be4d-63cf1b4cfacb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23407b37e8114320b1182c82ef9f20f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397409 Jul 13 07:36:57.909148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58750) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:57.922246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.964324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0185c362-a095-4dcb-b4f8-1a580fa76cf2']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:57.985820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed8fa3c-fb87-4541-88f3-9ad51d239821') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:57.986114 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed8fa3c-fb87-4541-88f3-9ad51d239821') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:58.003312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-1ce792db-05d4-4882-9e44-a6639137382c tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:58.004737 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-1ce792db-05d4-4882-9e44-a6639137382c tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.54 "GET /v2.0/ports?device_id=2297ff01-5bbc-41f2-81db-023895ef651d HTTP/1.1" status: 200 len: 945 time: 0.2382178 Jul 13 07:36:58.011507 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.035773 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-7c27a884-5525-491c-b1a2-769f5c1bc803 service neutron] 10.222.0.54 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043393 Jul 13 07:36:58.069158 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.072428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b01bc8-a352-46c0-b11a-ed292a90f15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.079301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-d8b1384f-ed3b-48cd-b8b7-6de29d92d53b service neutron] 10.222.0.44 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566094 Jul 13 07:36:58.104492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec83f67-e1b8-4d80-ad18-7578fba9c03b req-b9ab4083-ccca-46f0-9d83-70f519a4e8c4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:58.106035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ec83f67-e1b8-4d80-ad18-7578fba9c03b req-b9ab4083-ccca-46f0-9d83-70f519a4e8c4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 944 time: 0.2234571 Jul 13 07:36:58.114797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:36:58.115527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:36:58.117218 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:36:58.154156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b01bc8-a352-46c0-b11a-ed292a90f15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.216936 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ec83f67-e1b8-4d80-ad18-7578fba9c03b req-85fff26a-ea88-4a04-9d19-18a11878352a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021056 Jul 13 07:36:58.228833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-8147fe06-351f-4ede-8ece-b34e3a8999c3 service neutron] 10.222.0.54 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795363 Jul 13 07:36:58.267001 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.273531 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.278180 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] 10.222.0.44 "DELETE /v2.0/networks/0185c362-a095-4dcb-b4f8-1a580fa76cf2 HTTP/1.1" status: 204 len: 168 time: 0.6567242 Jul 13 07:36:58.288140 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-48da12e6-0ce0-47dd-8a6e-ac1a45301938 service neutron] 10.222.0.44 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079861 Jul 13 07:36:58.295836 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-5e608969-5456-4265-a3cd-195d5ecdb606 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=85f68cd3-4049-48a6-bd3d-74e43aa55494 HTTP/1.1" status: 200 len: 217 time: 0.0577996 Jul 13 07:36:58.309453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ca76b-edc1-4a82-b2c1-c809a9d3528a admin admin] Pushing event deleted for resources: {'Network': ['ID=0185c362-a095-4dcb-b4f8-1a580fa76cf2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:58.313494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-11e87a33-b45c-45ce-b5e6-97978e26faf0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Deleting port 175e789d-374c-45f8-9a4b-4b33fdcbbed4 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:58.313839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-11e87a33-b45c-45ce-b5e6-97978e26faf0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.385484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b01bc8-a352-46c0-b11a-ed292a90f15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.397649 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35b01bc8-a352-46c0-b11a-ed292a90f15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.404283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-35b01bc8-a352-46c0-b11a-ed292a90f15a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/377c981b-390c-493f-91b1-dacfec875818 HTTP/1.1" status: 204 len: 168 time: 0.4918263 Jul 13 07:36:58.450608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b01bc8-a352-46c0-b11a-ed292a90f15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377c981b-390c-493f-91b1-dacfec875818,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:58.466188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-11e87a33-b45c-45ce-b5e6-97978e26faf0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] For port 175e789d-374c-45f8-9a4b-4b33fdcbbed4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=175e789d-374c-45f8-9a4b-4b33fdcbbed4,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:58.466565 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-11e87a33-b45c-45ce-b5e6-97978e26faf0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.467565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9fb22035-2894-4148-a4cf-b2ea4f61fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:58.469132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9fb22035-2894-4148-a4cf-b2ea4f61fc2b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.1653683 Jul 13 07:36:58.494398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-11e87a33-b45c-45ce-b5e6-97978e26faf0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Calling delete_port for 175e789d-374c-45f8-9a4b-4b33fdcbbed4 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:58.561840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58768) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:58.644576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-b86dd46b-c4ea-4f2f-99ac-e992e3de9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:58.646119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-b86dd46b-c4ea-4f2f-99ac-e992e3de9f14 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668358 Jul 13 07:36:58.692644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e33cf398-a899-41df-b305-734ffdfdb8a7 req-2341e6ac-d02e-4533-bb5d-4027d173ca49 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 210 time: 0.0639391 Jul 13 07:36:58.710339 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ea8b8392-9088-4312-a8c8-5e1a96079118 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47eefa349c3e4f31802e496632a57bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412454 Jul 13 07:36:58.713879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58778) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:58.760859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1cd9df1-7582-4d98-b0a7-e676c296b405 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:58.808662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c235bd1-48c9-4faf-96bc-4d109a641197 req-220136fd-94b8-4eae-af33-380b018bc1b6 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:58.815629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c235bd1-48c9-4faf-96bc-4d109a641197 req-220136fd-94b8-4eae-af33-380b018bc1b6 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 949 time: 0.2262273 Jul 13 07:36:58.826529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-11e87a33-b45c-45ce-b5e6-97978e26faf0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.868584 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-791e866f-3c14-474b-9aa1-55a97f360038 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116127 Jul 13 07:36:58.916794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c235bd1-48c9-4faf-96bc-4d109a641197 req-02d42050-ea44-4068-ab9e-6a6476a6b454 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000576 Jul 13 07:36:58.931506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:58.964186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'network_id': '960ed7cd-d877-4a01-884a-e97fd52f75f6', 'port_id': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'mac_address': 'fa:16:3e:2f:dd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7acbba-a02a-4bed-812d-782215b4d99b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:58.985626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['175e789d-374c-45f8-9a4b-4b33fdcbbed4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:59.031101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e87a33-b45c-45ce-b5e6-97978e26faf0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Pushing event deleted for resources: {'Port': ['ID=175e789d-374c-45f8-9a4b-4b33fdcbbed4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:59.051689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-11e87a33-b45c-45ce-b5e6-97978e26faf0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] No DVR routers for this DVR port 175e789d-374c-45f8-9a4b-4b33fdcbbed4 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:59.056344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-11e87a33-b45c-45ce-b5e6-97978e26faf0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.060170 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b815a1fb-6d38-4527-8c0e-80a0615e5d1f req-11e87a33-b45c-45ce-b5e6-97978e26faf0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.54 "DELETE /v2.0/ports/175e789d-374c-45f8-9a4b-4b33fdcbbed4 HTTP/1.1" status: 204 len: 173 time: 1.0444534 Jul 13 07:36:59.061846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2297ff01-5bbc-41f2-81db-023895ef651d', 'name': 'network-vif-deleted', 'tag': '175e789d-374c-45f8-9a4b-4b33fdcbbed4'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:59.065389 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d61eed-b285-4718-bc45-1d53e4eb27bb" -d '{"events": [{"server_uuid": "2297ff01-5bbc-41f2-81db-023895ef651d", "name": "network-vif-deleted", "tag": "175e789d-374c-45f8-9a4b-4b33fdcbbed4"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:59.114391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-046e9896-176f-4ef3-89d3-1e0264dac6ad service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330587 Jul 13 07:36:59.118625 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b16138d-3b3a-4758-8de0-8ae17851a485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.150212 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.160717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b16138d-3b3a-4758-8de0-8ae17851a485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.173724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cd9df1-7582-4d98-b0a7-e676c296b405 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:59.192705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '61d0d1b8-d766-41a4-9732-6b366f5083b1'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:59.200746 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3740f2da-65d3-45b2-a896-c4bc6a4d001e" -d '{"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "61d0d1b8-d766-41a4-9732-6b366f5083b1"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:59.205415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-6d489bce-7740-40b0-89ee-8f5dc9d81a7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=5a81db4e-6258-4a67-b385-4ca5c5cf1240 HTTP/1.1" status: 200 len: 217 time: 0.0837133 Jul 13 07:36:59.242980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e64e9d-4db0-4a6c-9b93-53187c699556 req-f8b5b246-1ce8-4294-b0c9-ff3705b012ae tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.249939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:59.250147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e64e9d-4db0-4a6c-9b93-53187c699556 req-f8b5b246-1ce8-4294-b0c9-ff3705b012ae tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.258508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e64e9d-4db0-4a6c-9b93-53187c699556 req-f8b5b246-1ce8-4294-b0c9-ff3705b012ae tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.265860 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.267668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e64e9d-4db0-4a6c-9b93-53187c699556 req-f8b5b246-1ce8-4294-b0c9-ff3705b012ae tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.275011 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e64e9d-4db0-4a6c-9b93-53187c699556 req-f8b5b246-1ce8-4294-b0c9-ff3705b012ae tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.282707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e64e9d-4db0-4a6c-9b93-53187c699556 req-f8b5b246-1ce8-4294-b0c9-ff3705b012ae tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.300937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e64e9d-4db0-4a6c-9b93-53187c699556 req-f8b5b246-1ce8-4294-b0c9-ff3705b012ae tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.310948 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18e64e9d-4db0-4a6c-9b93-53187c699556 req-f8b5b246-1ce8-4294-b0c9-ff3705b012ae tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.4752309 Jul 13 07:36:59.312482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-691cedff-9803-463f-b352-f5f1f26f0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.313996 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-691cedff-9803-463f-b352-f5f1f26f0c7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.1027117 Jul 13 07:36:59.359515 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b16138d-3b3a-4758-8de0-8ae17851a485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.360851 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b16138d-3b3a-4758-8de0-8ae17851a485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.364482 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9b16138d-3b3a-4758-8de0-8ae17851a485 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d1d8cbf-4022-48c0-a090-af425f2a8181 HTTP/1.1" status: 204 len: 168 time: 0.6446941 Jul 13 07:36:59.384270 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16138d-3b3a-4758-8de0-8ae17851a485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1d8cbf-4022-48c0-a090-af425f2a8181,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:59.403298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:59.432222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18e64e9d-4db0-4a6c-9b93-53187c699556 req-17b233ff-7d57-497b-98ba-122fecb38deb tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185980 Jul 13 07:36:59.440664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-60a6cd4a-bb60-499c-8bfb-8e72e41a2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.442250 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-60a6cd4a-bb60-499c-8bfb-8e72e41a2f30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183965 Jul 13 07:36:59.502709 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9b6e7d-69d3-4bef-9872-a6cdceb3b2ae x-openstack-request-id: req-ce9b6e7d-69d3-4bef-9872-a6cdceb3b2ae {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:59.503078 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2297ff01-5bbc-41f2-81db-023895ef651d", "name": "network-vif-deleted", "tag": "175e789d-374c-45f8-9a4b-4b33fdcbbed4", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:59.503578 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce9b6e7d-69d3-4bef-9872-a6cdceb3b2ae {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:59.504320 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2297ff01-5bbc-41f2-81db-023895ef651d', 'name': 'network-vif-deleted', 'tag': '175e789d-374c-45f8-9a4b-4b33fdcbbed4', 'status': 'completed', 'code': 200} Jul 13 07:36:59.562073 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713ba4ab-f5c2-4da6-9364-a2e661a07dfa x-openstack-request-id: req-713ba4ab-f5c2-4da6-9364-a2e661a07dfa {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:59.563130 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "61d0d1b8-d766-41a4-9732-6b366f5083b1", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:59.564537 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-713ba4ab-f5c2-4da6-9364-a2e661a07dfa {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:59.564537 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '61d0d1b8-d766-41a4-9732-6b366f5083b1', 'status': 'completed', 'code': 200} Jul 13 07:36:59.582506 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-b83029bf-4f18-4019-ba18-c6ab6e3b370c service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318929 Jul 13 07:36:59.603134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e1cd9df1-7582-4d98-b0a7-e676c296b405'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:59.820061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9bb404a8-6031-4fde-b11d-cd1437a38b76 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129347 Jul 13 07:36:59.910720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-3b4a808c-0010-41b4-8629-15563614d109 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=b3f34535-4c57-45b8-a551-08e0f419e825 HTTP/1.1" status: 200 len: 217 time: 0.0829260 Jul 13 07:36:59.958354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09ac88-6212-45d9-9f97-4bc6925d8412 req-586e7f01-3d48-4db0-a280-3d3e9d3fa257 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.969066 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d09ac88-6212-45d9-9f97-4bc6925d8412 req-586e7f01-3d48-4db0-a280-3d3e9d3fa257 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 945 time: 0.1892374 Jul 13 07:36:59.991604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-71b67f0a-c809-4ae8-ae04-00e4a0a6dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.993710 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-71b67f0a-c809-4ae8-ae04-00e4a0a6dcb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.0715303 Jul 13 07:37:00.042068 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d09ac88-6212-45d9-9f97-4bc6925d8412 req-ac222f97-78d5-48ec-a888-e3fe35000c2b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626318 Jul 13 07:37:00.090633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f6d77696-928f-490f-807c-80b9685b167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.092234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f6d77696-928f-490f-807c-80b9685b167a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0850520 Jul 13 07:37:00.252447 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-c02e95eb-7cc5-46fd-9ab0-75bbc1a6d7be service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521652 Jul 13 07:37:00.328927 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a2e50a89-92ae-4c53-86d7-7001c3dd8593 req-ccbbe6dc-4715-4474-9dec-0d4d743603bd tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 210 time: 0.0391951 Jul 13 07:37:00.408553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-bc27a633-3500-41d4-a5fd-105ad7b5bb55 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469307 Jul 13 07:37:00.484050 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-9e0e6bce-fdcf-4cbb-8628-8986200f8c6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=5b8939fa-8b8a-4b9a-a054-cbba7f446f29 HTTP/1.1" status: 200 len: 217 time: 0.0692987 Jul 13 07:37:00.577135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f1258855-fb69-460f-93bf-03c5e3febedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.579228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-f1258855-fb69-460f-93bf-03c5e3febedf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.0831642 Jul 13 07:37:00.703526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-2eef2084-960d-4457-ad0d-046283ab4890 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.705305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-2eef2084-960d-4457-ad0d-046283ab4890 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.53 "GET /v2.0/networks?id=21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 200 len: 815 time: 0.2820027 Jul 13 07:37:00.722119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Request body: {'port': {'device_id': 'c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5', 'network_id': '21675c4c-8824-457c-b210-825158c9d786', 'admin_state_up': True, 'tenant_id': 'f09008f6bb7743ce9f2f25e82b8f901d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:00.728514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-16069685-7316-461a-b66f-fda5c3cc7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.730455 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-16069685-7316-461a-b66f-fda5c3cc7039 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1422181 Jul 13 07:37:00.740953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55ace6-9802-4588-94e8-83554d091462 req-9b09c903-5c8f-4f0f-bc04-e9ab77667806 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.747421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55ace6-9802-4588-94e8-83554d091462 req-9b09c903-5c8f-4f0f-bc04-e9ab77667806 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.753957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55ace6-9802-4588-94e8-83554d091462 req-9b09c903-5c8f-4f0f-bc04-e9ab77667806 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.760937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55ace6-9802-4588-94e8-83554d091462 req-9b09c903-5c8f-4f0f-bc04-e9ab77667806 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.773347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55ace6-9802-4588-94e8-83554d091462 req-9b09c903-5c8f-4f0f-bc04-e9ab77667806 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.774071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1cd9df1-7582-4d98-b0a7-e676c296b405 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:00.781060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55ace6-9802-4588-94e8-83554d091462 req-9b09c903-5c8f-4f0f-bc04-e9ab77667806 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.788103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55ace6-9802-4588-94e8-83554d091462 req-9b09c903-5c8f-4f0f-bc04-e9ab77667806 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.796185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f55ace6-9802-4588-94e8-83554d091462 req-9b09c903-5c8f-4f0f-bc04-e9ab77667806 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.1772487 Jul 13 07:37:00.857673 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f55ace6-9802-4588-94e8-83554d091462 req-f675b734-02b3-45e3-891e-b1933a5166d5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605900 Jul 13 07:37:00.865515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port e1cd9df1-7582-4d98-b0a7-e676c296b405 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:00.866193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.900264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58906) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:00.985032 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.005317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-cedbe0f3-73e7-4d74-92c6-fc888572798e service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626262 Jul 13 07:37:01.013799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:01.017287 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bf7aac-a592-4aad-88e4-e28c7218cf4b" -d '{"events": [{"server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:01.034807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:01.041321 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.089530 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5160de69-2a2a-4cf6-b360-487def737d16 x-openstack-request-id: req-5160de69-2a2a-4cf6-b360-487def737d16 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:01.090101 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:01.094024 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5160de69-2a2a-4cf6-b360-487def737d16 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:01.095393 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'code': 200} Jul 13 07:37:01.113831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f941ecaf-1050-4719-9533-525c9e30b076 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:01.173395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:01.217237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Made reservation on behalf of f09008f6bb7743ce9f2f25e82b8f901d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:01.220835 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.242279 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.268767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:01.274636 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.317630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-418808126-network', 'tenant_id': 'd52762c0405c42bc971ec34c0160bb3c'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:01.350608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c520d4b-e1ad-4c5d-8584-d2926c5a92ad req-e0582408-1d48-4060-8660-10b090bfd2a7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.359912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c520d4b-e1ad-4c5d-8584-d2926c5a92ad req-e0582408-1d48-4060-8660-10b090bfd2a7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1372385 Jul 13 07:37:01.369445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:01.434745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Made reservation on behalf of d52762c0405c42bc971ec34c0160bb3c for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:01.437848 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.454615 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.486466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c520d4b-e1ad-4c5d-8584-d2926c5a92ad req-aedb16b4-988b-4ff1-9f3f-d0c5dab9af0e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255293 Jul 13 07:37:01.494671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee351c8a-86d7-4732-a633-adec54b30e24 req-3aa40e37-73a2-47b4-b862-6630cb263704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.501638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee351c8a-86d7-4732-a633-adec54b30e24 req-3aa40e37-73a2-47b4-b862-6630cb263704 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 1098 time: 0.2232316 Jul 13 07:37:01.534003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-082f99e7-dae2-466f-9462-9a1f124ab3e3 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074732 Jul 13 07:37:01.579733 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:37:01.609791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-99a9434e-ce1a-4d62-b643-9ec31e81671a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c HTTP/1.1" status: 200 len: 217 time: 0.0613830 Jul 13 07:37:01.674855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee351c8a-86d7-4732-a633-adec54b30e24 req-7e547d1b-2951-4c61-8566-4504546a714f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653190 Jul 13 07:37:01.757921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Allocated IP 172.20.0.6 (21675c4c-8824-457c-b210-825158c9d786/3dd865ab-40b2-40be-8957-fe5358190267/f180e2e9-bf59-4f5e-abeb-a465b9e4fa88) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:01.762935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80bfd262-4f88-466a-ba31-c4f9b8649225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.764453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-80bfd262-4f88-466a-ba31-c4f9b8649225 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 200 len: 797 time: 0.1093609 Jul 13 07:37:01.789230 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-51534496-931e-44f4-868e-3e9cdc39f3ff req-3c6650f0-fa3b-4020-a95e-3c93d341937d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 210 time: 0.0858314 Jul 13 07:37:01.795571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e9285f5e-7437-47ac-827a-9ff90ecf082e None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:01.796120 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9285f5e-7437-47ac-827a-9ff90ecf082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.866450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.873302 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.893943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a89a156f-eb22-4b86-ba61-a755f219bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.895497 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a89a156f-eb22-4b86-ba61-a755f219bd09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222579 Jul 13 07:37:01.897033 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9285f5e-7437-47ac-827a-9ff90ecf082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.922696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e1377-b054-40f3-8faf-516c3803fc3a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:01.928419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:01.939246 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e9285f5e-7437-47ac-827a-9ff90ecf082e None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:01.947787 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9285f5e-7437-47ac-827a-9ff90ecf082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.965824 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.966028 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Added segment 62908929-601f-438f-aa18-4c0ed84cbdf6 of type vlan for network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 Jul 13 07:37:02.019284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9285f5e-7437-47ac-827a-9ff90ecf082e None None] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.048265 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.086730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 175e789d-374c-45f8-9a4b-4b33fdcbbed4 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:02.089374 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-6fc843ba-02fc-470b-962d-8790b27e3dc8 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496677 Jul 13 07:37:02.093797 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.114368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 175e789d-374c-45f8-9a4b-4b33fdcbbed4 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:02.115312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 175e789d-374c-45f8-9a4b-4b33fdcbbed4 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:02.168672 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.169749 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.170412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.218796 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3118753 Jul 13 07:37:02.227636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58974) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:02.239747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Request body: {'subnet': {'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-418808126-subnet', 'tenant_id': 'd52762c0405c42bc971ec34c0160bb3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:02.247983 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.261286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac334a-e8be-4b14-ac95-48bf0e448792 admin admin] Pushing event updated for resources: {'Network': ['ID=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.274446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:02.357425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58978) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:02.361213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a8ab46c9-7435-48a6-ab46-c0da79973cf2 None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:02.361717 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a8ab46c9-7435-48a6-ab46-c0da79973cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.475101 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d61ab8cd-c863-4df7-9d6a-b8dfdf1dd467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.636170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Network 21675c4c-8824-457c-b210-825158c9d786 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:02.650403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:02.667863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8e83-95a5-4798-9698-e9ae51fa8f43 req-28634da5-d031-4958-b3d0-dc9370838b12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.673865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8e83-95a5-4798-9698-e9ae51fa8f43 req-28634da5-d031-4958-b3d0-dc9370838b12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.680933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8e83-95a5-4798-9698-e9ae51fa8f43 req-28634da5-d031-4958-b3d0-dc9370838b12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.687058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8e83-95a5-4798-9698-e9ae51fa8f43 req-28634da5-d031-4958-b3d0-dc9370838b12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.691642 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7157dbf-f584-4c4f-8ca6-e12d0cb1e263 req-f1699287-0ab7-4770-9496-0b8606f2ae39 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.693100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8e83-95a5-4798-9698-e9ae51fa8f43 req-28634da5-d031-4958-b3d0-dc9370838b12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.693963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7157dbf-f584-4c4f-8ca6-e12d0cb1e263 req-f1699287-0ab7-4770-9496-0b8606f2ae39 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.0865939 Jul 13 07:37:02.699850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8e83-95a5-4798-9698-e9ae51fa8f43 req-28634da5-d031-4958-b3d0-dc9370838b12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.705779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8e83-95a5-4798-9698-e9ae51fa8f43 req-28634da5-d031-4958-b3d0-dc9370838b12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.707744 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1aeb8e83-95a5-4798-9698-e9ae51fa8f43 req-28634da5-d031-4958-b3d0-dc9370838b12 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.6171272 Jul 13 07:37:02.709156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:02.715546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-70afb188-ecba-4967-b7da-0be822ee11be service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813177 Jul 13 07:37:02.720477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Made reservation on behalf of d52762c0405c42bc971ec34c0160bb3c for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:02.722958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.760135 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b7157dbf-f584-4c4f-8ca6-e12d0cb1e263 req-dca17bc5-e39f-4775-95ed-46cb98170f30 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564079 Jul 13 07:37:02.773702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Pushing event updated for resources: {'Port': ['ID=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.831140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d61ab8cd-c863-4df7-9d6a-b8dfdf1dd467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.838653 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d61ab8cd-c863-4df7-9d6a-b8dfdf1dd467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.841948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-0210aceb-6f1b-4983-ab0f-d646adff51ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1 HTTP/1.1" status: 200 len: 217 time: 0.1130583 Jul 13 07:37:02.898350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ab8cd-c863-4df7-9d6a-b8dfdf1dd467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5382e2-c6bb-40f9-bc28-237495395ba8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.904630 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d61ab8cd-c863-4df7-9d6a-b8dfdf1dd467 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9bf454b44cff43bd9ef04985577defe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5456007 Jul 13 07:37:02.907500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59012) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:02.941169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.941816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.978016 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1aeb8e83-95a5-4798-9698-e9ae51fa8f43 req-c0cafa30-f291-4f61-94aa-41d35d253003 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2612038 Jul 13 07:37:02.988485 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4cf93442-7b0a-4f09-925b-a23cdc0105d0 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2722039 Jul 13 07:37:03.002836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Request body: {'port': {'device_id': 'c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:03.013764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-ed499326-a60d-465b-b439-2b5fff247c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.015462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-ed499326-a60d-465b-b439-2b5fff247c14 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 200 len: 797 time: 0.1606562 Jul 13 07:37:03.028594 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-54f358eb-97bb-4ff3-8390-4fc612c4f4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.057879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-54f358eb-97bb-4ff3-8390-4fc612c4f4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.101737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076'}, {'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:03.119485 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc6eee-208f-4f9e-b35e-8b6fb9ba92a9" -d '{"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-unplugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076"}, {"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-plugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:03.134509 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-54f358eb-97bb-4ff3-8390-4fc612c4f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.137727 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-54f358eb-97bb-4ff3-8390-4fc612c4f4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.142144 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-54f358eb-97bb-4ff3-8390-4fc612c4f4e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c5382e2-c6bb-40f9-bc28-237495395ba8 HTTP/1.1" status: 204 len: 168 time: 0.2324626 Jul 13 07:37:03.187249 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c46c629-fa68-476c-9cdd-77a22f802822 x-openstack-request-id: req-6c46c629-fa68-476c-9cdd-77a22f802822 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:03.188003 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-unplugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076", "code": 200}, {"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-plugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:03.188629 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c46c629-fa68-476c-9cdd-77a22f802822 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:03.189263 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076', 'code': 200} Jul 13 07:37:03.189750 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076', 'code': 200} Jul 13 07:37:03.197019 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f358eb-97bb-4ff3-8390-4fc612c4f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5382e2-c6bb-40f9-bc28-237495395ba8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:03.216692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.248871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e449-0355-4215-8a39-81f9fcb46cb5 req-e7341251-981a-4b35-b958-65bec4083155 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.253430 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-08e9e449-0355-4215-8a39-81f9fcb46cb5 req-e7341251-981a-4b35-b958-65bec4083155 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 931 time: 0.1099267 Jul 13 07:37:03.261343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a62974d5-d47c-4365-9715-d7a6fb30e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.262871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-a62974d5-d47c-4365-9715-d7a6fb30e919 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2185814 Jul 13 07:37:03.292796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.305276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-08e9e449-0355-4215-8a39-81f9fcb46cb5 req-9cd80c49-d136-499f-8479-455c789cd002 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Jul 13 07:37:03.489601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca6a03b-25bf-47a0-aae5-f347193dc542,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:03.511688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59040) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:03.520883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Checking segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:03.521857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Network hostable DHCP agents. Network: 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:03.530186 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-35ac7f3e-f679-4220-b7fe-0461ce6668e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.539133 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-6cb7ebe8-8426-40be-a397-52001a65e74c service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572565 Jul 13 07:37:03.625835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:03.631429 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-35ac7f3e-f679-4220-b7fe-0461ce6668e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.640638 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-35ac7f3e-f679-4220-b7fe-0461ce6668e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.669223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:03.679271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181fb23-7ca1-49ef-a4a8-87889dcd6eb0 None None] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:03.684171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.684773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.688179 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-35ac7f3e-f679-4220-b7fe-0461ce6668e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=625d99b97e254c85a6a536875f74de20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745751 Jul 13 07:37:03.689010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac7f3e-f679-4220-b7fe-0461ce6668e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d790c7-50f3-4750-bba3-0cabf8af6c3d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:03.690609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59042) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:03.754935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e6d4a4ac-3189-4d7d-9325-fd9a8bf8865b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5257020 Jul 13 07:37:03.757257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12aa4b5d-3651-4296-9213-492fa8b7e6ae req-564f307a-35a6-4125-9242-6cfad4050d1a service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104716 Jul 13 07:37:03.818686 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b62dadc7-459e-4b3c-98f4-f06d2382ef9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.826985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:03.845180 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.857974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e5066-92ed-4f23-8d7d-ffd232f6c9b3 None None] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:03.899844 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b62dadc7-459e-4b3c-98f4-f06d2382ef9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.910496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Transition to ACTIVE for port object f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:03.926582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.057646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-0f068884-4868-42a5-8a77-cfb332f8fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.058145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-0f068884-4868-42a5-8a77-cfb332f8fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.058628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-0f068884-4868-42a5-8a77-cfb332f8fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.059111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-0f068884-4868-42a5-8a77-cfb332f8fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.059620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-0f068884-4868-42a5-8a77-cfb332f8fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.060127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-0f068884-4868-42a5-8a77-cfb332f8fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.060600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-0f068884-4868-42a5-8a77-cfb332f8fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.062689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-0f068884-4868-42a5-8a77-cfb332f8fe90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6488 time: 0.2120147 Jul 13 07:37:04.067201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Pushing event updated for resources: {'Port': ['ID=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:04.116074 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b62dadc7-459e-4b3c-98f4-f06d2382ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.118704 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b62dadc7-459e-4b3c-98f4-f06d2382ef9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.119889 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b62dadc7-459e-4b3c-98f4-f06d2382ef9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43d790c7-50f3-4750-bba3-0cabf8af6c3d HTTP/1.1" status: 204 len: 168 time: 0.4259219 Jul 13 07:37:04.185088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dadc7-459e-4b3c-98f4-f06d2382ef9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d790c7-50f3-4750-bba3-0cabf8af6c3d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:04.245816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d61ffd-3398-4015-ad5b-7bef1145acd1 req-21c7883c-6192-4d55-beaf-89e657be0616 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.248004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43d61ffd-3398-4015-ad5b-7bef1145acd1 req-21c7883c-6192-4d55-beaf-89e657be0616 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.2918112 Jul 13 07:37:04.278550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Attempting to bind port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:04.278803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Attempting to bind port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:04.279351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Attempting to bind port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 on network 21675c4c-8824-457c-b210-825158c9d786 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:04.295325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 on network 21675c4c-8824-457c-b210-825158c9d786 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:04.295654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Attempting to bind port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 on network 21675c4c-8824-457c-b210-825158c9d786 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:04.304526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-92c7b14d-1904-4fee-afc8-ebb4647eb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.306037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-92c7b14d-1904-4fee-afc8-ebb4647eb695 service neutron] 10.222.0.54 "GET /v2.0/networks?id=11825ed9-aef6-4a93-a944-b3e11edef9e4 HTTP/1.1" status: 200 len: 902 time: 0.2177477 Jul 13 07:37:04.312179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:04.312725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Checking segment: {'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:04.313109 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Bound using segment: {'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:04.313453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Bound port: f180e2e9-bf59-4f5e-abeb-a465b9e4fa88, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e40e24-99a7-4684-8146-f097b9d7578f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '21675c4c-8824-457c-b210-825158c9d786'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:04.313820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.340836 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43d61ffd-3398-4015-ad5b-7bef1145acd1 req-4fce27fb-4614-4e34-9e3d-e22d0f076c97 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853488 Jul 13 07:37:04.372275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-399d1326-469b-49ae-8836-c10dc70a61de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c HTTP/1.1" status: 200 len: 217 time: 0.0544412 Jul 13 07:37:04.393728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-b6232c93-8809-4240-8026-5480fe950a33 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.395671 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-b6232c93-8809-4240-8026-5480fe950a33 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.1321843 Jul 13 07:37:04.406933 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.421048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-44ce1b41-13ed-4970-a1c5-2a95f502d131 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/quotas/d52762c0405c42bc971ec34c0160bb3c HTTP/1.1" status: 200 len: 375 time: 0.0183210 Jul 13 07:37:04.472428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-7bf90410-f2e8-4d51-8ee9-d449c16ee712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.473941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-7bf90410-f2e8-4d51-8ee9-d449c16ee712 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 200 len: 797 time: 0.0747213 Jul 13 07:37:04.475864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] For port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:04.479635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] For port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:04.481911 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-7982b35e-d2b7-4d39-9d9d-a89efebb15d7 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534515 Jul 13 07:37:04.492090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.556138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.556779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.558207 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] 10.222.0.53 "PUT /v2.0/ports/f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 HTTP/1.1" status: 200 len: 1091 time: 1.5618885 Jul 13 07:37:04.562583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5', 'tag': 'f180e2e9-bf59-4f5e-abeb-a465b9e4fa88'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:04.565146 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee815132-73e1-4583-80c3-c48c625b6fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5", "tag": "f180e2e9-bf59-4f5e-abeb-a465b9e4fa88"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:04.590459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e38765-3673-41a5-8eeb-8ad5c991fa73 service neutron] Pushing event updated for resources: {'Port': ['ID=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:04.614220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-4690b653-ebb1-442c-8d26-a7c117f5997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.616444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-4690b653-ebb1-442c-8d26-a7c117f5997a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1349490 Jul 13 07:37:04.660814 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-37052e95-7c6f-4f68-85b5-d41c31afb106 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720092 Jul 13 07:37:04.776263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f941ecaf-1050-4719-9533-525c9e30b076 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:04.777872 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-7a8e885d-a1ff-4931-a925-b164b8f0778e service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072166 Jul 13 07:37:04.826351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-ce293b96-7eb0-40b4-bc8b-f078872f3aa8 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012751 Jul 13 07:37:04.839167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-c7b34bcc-ae6e-463f-8a8e-2d5771b35ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.840747 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-c7b34bcc-ae6e-463f-8a8e-2d5771b35ab6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 1094 time: 0.2053711 Jul 13 07:37:04.887583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978bd06-9698-43da-88a0-d947a5589304 req-d4d4a007-f679-4f80-a798-21f110c92d63 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.894189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978bd06-9698-43da-88a0-d947a5589304 req-d4d4a007-f679-4f80-a798-21f110c92d63 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.901481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978bd06-9698-43da-88a0-d947a5589304 req-d4d4a007-f679-4f80-a798-21f110c92d63 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.910489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978bd06-9698-43da-88a0-d947a5589304 req-d4d4a007-f679-4f80-a798-21f110c92d63 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.917515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978bd06-9698-43da-88a0-d947a5589304 req-d4d4a007-f679-4f80-a798-21f110c92d63 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.924297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978bd06-9698-43da-88a0-d947a5589304 req-d4d4a007-f679-4f80-a798-21f110c92d63 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.930088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:04.931700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978bd06-9698-43da-88a0-d947a5589304 req-d4d4a007-f679-4f80-a798-21f110c92d63 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.939363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1978bd06-9698-43da-88a0-d947a5589304 req-d4d4a007-f679-4f80-a798-21f110c92d63 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.2795186 Jul 13 07:37:04.949515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'f941ecaf-1050-4719-9533-525c9e30b076', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': 'f941ecaf-1050-4719-9533-525c9e30b076', 'mac_address': 'fa:16:3e:2a:ee:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:04.987459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-242120db-3632-4e92-b009-4cedbfecdb3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 HTTP/1.1" status: 200 len: 217 time: 0.1236095 Jul 13 07:37:04.999230 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.017453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f941ecaf-1050-4719-9533-525c9e30b076 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:05.046092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:05.051883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.110522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1978bd06-9698-43da-88a0-d947a5589304 req-68895880-6c5c-4ae5-a003-cd55c167afcc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1688743 Jul 13 07:37:05.130925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-819b853c-fed8-4dd9-ac07-1674300dbbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.132468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-819b853c-fed8-4dd9-ac07-1674300dbbd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dd865ab-40b2-40be-8957-fe5358190267 HTTP/1.1" status: 200 len: 855 time: 0.1368680 Jul 13 07:37:05.138980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d03fff5-f882-409d-b840-04e29f5eb841 req-ae5c0163-0c31-429a-9c12-ba8919fa2595 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014112 Jul 13 07:37:05.208180 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-17cd4897-88b6-485a-bc78-89f823a8bd66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21675c4c-8824-457c-b210-825158c9d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648029 Jul 13 07:37:05.219748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['f941ecaf-1050-4719-9533-525c9e30b076'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:05.262615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:05.293987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f94ce-7656-4f65-9799-4a653f1b5702 req-667038bb-6a1d-4a72-af61-9f2944efb97b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.306105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee4f94ce-7656-4f65-9799-4a653f1b5702 req-667038bb-6a1d-4a72-af61-9f2944efb97b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 943 time: 0.1552758 Jul 13 07:37:05.400348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee4f94ce-7656-4f65-9799-4a653f1b5702 req-1cced9ff-a6d2-4dfa-aac8-75f009a1fa1d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882299 Jul 13 07:37:05.482501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-df7161b8-599f-4142-81c9-2430d22c07aa None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:05.483089 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-df7161b8-599f-4142-81c9-2430d22c07aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.514891 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4b8277-050c-40cd-b125-30b13e464c52 x-openstack-request-id: req-be4b8277-050c-40cd-b125-30b13e464c52 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:05.516831 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5", "tag": "f180e2e9-bf59-4f5e-abeb-a465b9e4fa88", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:05.517232 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be4b8277-050c-40cd-b125-30b13e464c52 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:05.517742 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5', 'tag': 'f180e2e9-bf59-4f5e-abeb-a465b9e4fa88', 'status': 'completed', 'code': 200} Jul 13 07:37:05.555775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-4ed75a51-1298-40df-b341-58b72dc78909 service neutron] 10.222.0.53 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367929 Jul 13 07:37:05.566379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-49f7ba0f-c014-47b2-a034-bc3fd84846ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.567034 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-49f7ba0f-c014-47b2-a034-bc3fd84846ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.567589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-49f7ba0f-c014-47b2-a034-bc3fd84846ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.569068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-49f7ba0f-c014-47b2-a034-bc3fd84846ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.569646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-49f7ba0f-c014-47b2-a034-bc3fd84846ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.570319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-49f7ba0f-c014-47b2-a034-bc3fd84846ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.570864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-49f7ba0f-c014-47b2-a034-bc3fd84846ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.573039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-49f7ba0f-c014-47b2-a034-bc3fd84846ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6488 time: 0.3389151 Jul 13 07:37:05.627457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-09f9d237-5f31-415d-b4c4-4baa207cd970 req-14a67ec3-0eb3-4c90-84b0-0c6c0c131a75 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 210 time: 0.0801172 Jul 13 07:37:05.651715 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-df7161b8-599f-4142-81c9-2430d22c07aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.698455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-df7161b8-599f-4142-81c9-2430d22c07aa None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:05.699709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:05.702819 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e8048f-70a9-4f2e-bab9-4647a6b50d11" -d '{"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-plugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:05.706799 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-df7161b8-599f-4142-81c9-2430d22c07aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.792262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7161b8-599f-4142-81c9-2430d22c07aa None None] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:05.859016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02fa36-8134-45b6-b914-60aa68b872e2 req-e01ef92a-10be-48e4-932c-30ff54f2ec73 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.860645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac02fa36-8134-45b6-b914-60aa68b872e2 req-e01ef92a-10be-48e4-932c-30ff54f2ec73 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.4310946 Jul 13 07:37:05.952908 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe8be056-6865-4fd7-a605-85f1cd921bea req-a203c97e-4215-4a7e-8042-afa7949f7c3e service neutron] 10.222.0.53 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785369 Jul 13 07:37:05.962590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-26438ac4-fb8e-4673-b94d-bfd090d95b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.965013 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-26438ac4-fb8e-4673-b94d-bfd090d95b3a service neutron] 10.222.0.54 "GET /v2.0/networks?id=11825ed9-aef6-4a93-a944-b3e11edef9e4 HTTP/1.1" status: 200 len: 902 time: 0.3741724 Jul 13 07:37:05.970995 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac02fa36-8134-45b6-b914-60aa68b872e2 req-b90009b6-ee87-4c7e-94d7-bf31f057bae2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896890 Jul 13 07:37:05.978001 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728c55ae-ae14-46c2-81fe-4191a8667b9f x-openstack-request-id: req-728c55ae-ae14-46c2-81fe-4191a8667b9f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:05.978414 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-plugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:05.978802 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-728c55ae-ae14-46c2-81fe-4191a8667b9f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:05.979312 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076', 'code': 200} Jul 13 07:37:06.061109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-2c58e8f5-f17a-4b80-a100-98f8ea78e4eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1 HTTP/1.1" status: 200 len: 217 time: 0.0871820 Jul 13 07:37:06.124860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-64451cea-656c-498a-adfc-4572c1f4fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.126782 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-64451cea-656c-498a-adfc-4572c1f4fb20 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 200 len: 797 time: 0.0567033 Jul 13 07:37:06.164788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ed9e0ba0-0cb0-4fcb-bb90-74b4818266b2 None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:06.165197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0ba0-0cb0-4fcb-bb90-74b4818266b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.268816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-290717c5-4854-4a7b-bc64-9d3b9023fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.270802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64510b2-76e4-4aae-9130-f88cefd4fa76 req-5d360134-df31-4de2-b673-6480d77e4c56 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.273023 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-290717c5-4854-4a7b-bc64-9d3b9023fee0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331961 Jul 13 07:37:06.276334 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c64510b2-76e4-4aae-9130-f88cefd4fa76 req-5d360134-df31-4de2-b673-6480d77e4c56 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1227186 Jul 13 07:37:06.368319 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c64510b2-76e4-4aae-9130-f88cefd4fa76 req-a884468d-24e1-447f-ba8a-cc99a202c16d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824540 Jul 13 07:37:06.495155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-e9d7e154-b171-445f-8005-23720d94a01f service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126272 Jul 13 07:37:06.636041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302d3c2-f74c-47e9-9eef-4a85267964a2 req-05715f5d-b7da-43f2-af60-88babcc2c586 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.636379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee815132-73e1-4583-80c3-c48c625b6fc9 req-83148681-85ca-41a4-9974-25ba1e9360a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.638082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee815132-73e1-4583-80c3-c48c625b6fc9 req-83148681-85ca-41a4-9974-25ba1e9360a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 1094 time: 0.5072491 Jul 13 07:37:06.647748 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d302d3c2-f74c-47e9-9eef-4a85267964a2 req-05715f5d-b7da-43f2-af60-88babcc2c586 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.0996370 Jul 13 07:37:06.664368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec011c29-dc41-406a-8a60-941e7a6cda74 req-718573ea-b758-45ee-89d4-c433c5941110 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.671933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec011c29-dc41-406a-8a60-941e7a6cda74 req-718573ea-b758-45ee-89d4-c433c5941110 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.678832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec011c29-dc41-406a-8a60-941e7a6cda74 req-718573ea-b758-45ee-89d4-c433c5941110 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.687714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec011c29-dc41-406a-8a60-941e7a6cda74 req-718573ea-b758-45ee-89d4-c433c5941110 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.694498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec011c29-dc41-406a-8a60-941e7a6cda74 req-718573ea-b758-45ee-89d4-c433c5941110 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.700537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec011c29-dc41-406a-8a60-941e7a6cda74 req-718573ea-b758-45ee-89d4-c433c5941110 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.706516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec011c29-dc41-406a-8a60-941e7a6cda74 req-718573ea-b758-45ee-89d4-c433c5941110 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.708188 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d302d3c2-f74c-47e9-9eef-4a85267964a2 req-d4212eb4-f204-417d-967d-33d7f6c6fc82 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588951 Jul 13 07:37:06.711317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec011c29-dc41-406a-8a60-941e7a6cda74 req-718573ea-b758-45ee-89d4-c433c5941110 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.3803599 Jul 13 07:37:06.788120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f941ecaf-1050-4719-9533-525c9e30b076 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:06.860167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee815132-73e1-4583-80c3-c48c625b6fc9 req-7c1b212d-d68a-49ba-9cea-e6f6c1f59451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.861748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee815132-73e1-4583-80c3-c48c625b6fc9 req-7c1b212d-d68a-49ba-9cea-e6f6c1f59451 service neutron] 10.222.0.53 "GET /v2.0/networks?id=21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 200 len: 916 time: 0.1494586 Jul 13 07:37:06.879472 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3740f2da-65d3-45b2-a896-c4bc6a4d001e req-b429dade-312c-4859-b775-b5ef585d8862 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740408 Jul 13 07:37:06.907018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port f941ecaf-1050-4719-9533-525c9e30b076 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:06.907018 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.018847 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee815132-73e1-4583-80c3-c48c625b6fc9 req-f75d1f4d-397f-4350-88ed-ee52c8d00e2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 HTTP/1.1" status: 200 len: 217 time: 0.1369646 Jul 13 07:37:07.117627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3de45-4e0e-4fb5-b585-b72b18946c88 req-c34cb698-b08d-43c9-8042-d2e0f4b5484e tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.123450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec011c29-dc41-406a-8a60-941e7a6cda74 req-88139511-bcea-451f-b9c5-abf4e41a7b21 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2604914 Jul 13 07:37:07.132728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0b3de45-4e0e-4fb5-b585-b72b18946c88 req-c34cb698-b08d-43c9-8042-d2e0f4b5484e tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 943 time: 0.1817331 Jul 13 07:37:07.187775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0b3de45-4e0e-4fb5-b585-b72b18946c88 req-9aaa6078-1e56-4538-b938-218d2700fb26 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536494 Jul 13 07:37:07.570539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e973de6-31b3-489d-9e42-a4476dc24765 req-2d1efe15-5e38-46a3-a7e8-30ce284c00c4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.572169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3e973de6-31b3-489d-9e42-a4476dc24765 req-2d1efe15-5e38-46a3-a7e8-30ce284c00c4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1318185 Jul 13 07:37:07.621672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3e973de6-31b3-489d-9e42-a4476dc24765 req-e2f0541c-6c02-4d9c-8a16-d638b1485bb8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Jul 13 07:37:07.806241 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.837099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b098145-e74b-4cbd-9d86-d4058afade53 req-998f75d7-1aa9-402d-beb6-3a74d8f6757a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 210 time: 0.0467472 Jul 13 07:37:07.898744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee815132-73e1-4583-80c3-c48c625b6fc9 req-1f34d7a5-4f61-487a-b609-c993dd08ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.900291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee815132-73e1-4583-80c3-c48c625b6fc9 req-1f34d7a5-4f61-487a-b609-c993dd08ebdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dd865ab-40b2-40be-8957-fe5358190267 HTTP/1.1" status: 200 len: 855 time: 0.8586700 Jul 13 07:37:07.968892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee815132-73e1-4583-80c3-c48c625b6fc9 req-eefded8a-fcad-46b6-8b72-7d5e9707027d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=21675c4c-8824-457c-b210-825158c9d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524914 Jul 13 07:37:07.976881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-e409f25c-ad54-4b48-b30d-65950906068b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.978618 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-e409f25c-ad54-4b48-b30d-65950906068b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.9823914 Jul 13 07:37:08.003684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Request body: {'port': {'device_id': '41a428b4-9e29-4c16-a7c6-1290dc9c2e8f', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'admin_state_up': True, 'tenant_id': 'd52762c0405c42bc971ec34c0160bb3c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:08.260166 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee815132-73e1-4583-80c3-c48c625b6fc9 req-047c5d00-b276-4e9b-89a0-5726ed3d14d0 service neutron] 10.222.0.53 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757099 Jul 13 07:37:08.316163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59236) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:08.350265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec330d-d8f0-47ca-b6d9-a2e9f8b27aa3 req-4346224f-399b-46a9-9b2e-8424b1bd462a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.351820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9ec330d-d8f0-47ca-b6d9-a2e9f8b27aa3 req-4346224f-399b-46a9-9b2e-8424b1bd462a tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.3338418 Jul 13 07:37:08.383151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Made reservation on behalf of d52762c0405c42bc971ec34c0160bb3c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:08.386731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.462222 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d9ec330d-d8f0-47ca-b6d9-a2e9f8b27aa3 req-03183a5f-fe73-4b7e-b85d-6e9f6d2dada7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823793 Jul 13 07:37:08.467460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee815132-73e1-4583-80c3-c48c625b6fc9 req-0bfa5419-91d9-463a-a0c7-4408b3dde670 service neutron] 10.222.0.53 "GET /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034366 Jul 13 07:37:08.487582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba6d2-dfa3-43b0-a2f7-75b297d06d60 req-ac83bc0a-a87a-40c6-97f2-d4d80a785b55 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.499936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba6d2-dfa3-43b0-a2f7-75b297d06d60 req-ac83bc0a-a87a-40c6-97f2-d4d80a785b55 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.510234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba6d2-dfa3-43b0-a2f7-75b297d06d60 req-ac83bc0a-a87a-40c6-97f2-d4d80a785b55 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.516398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba6d2-dfa3-43b0-a2f7-75b297d06d60 req-ac83bc0a-a87a-40c6-97f2-d4d80a785b55 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.524829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba6d2-dfa3-43b0-a2f7-75b297d06d60 req-ac83bc0a-a87a-40c6-97f2-d4d80a785b55 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.532137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba6d2-dfa3-43b0-a2f7-75b297d06d60 req-ac83bc0a-a87a-40c6-97f2-d4d80a785b55 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.539640 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba6d2-dfa3-43b0-a2f7-75b297d06d60 req-ac83bc0a-a87a-40c6-97f2-d4d80a785b55 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.541867 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa9ba6d2-dfa3-43b0-a2f7-75b297d06d60 req-ac83bc0a-a87a-40c6-97f2-d4d80a785b55 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.1817749 Jul 13 07:37:08.562753 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-35ab1682-b7f9-4dcf-b1ca-b5dae2dff09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.617455 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa9ba6d2-dfa3-43b0-a2f7-75b297d06d60 req-8892e86b-2051-4bb0-92ea-d5403426442f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675924 Jul 13 07:37:08.647265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Allocated IP 172.20.0.12 (707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8/eca6a03b-25bf-47a0-aae5-f347193dc542/a465dab2-02c4-4954-9b97-2d4ecdb2e365) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:08.727040 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-35ab1682-b7f9-4dcf-b1ca-b5dae2dff09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.733524 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-35ab1682-b7f9-4dcf-b1ca-b5dae2dff09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.788548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:08.830169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-35ab1682-b7f9-4dcf-b1ca-b5dae2dff09d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa7c7a811eaf4e389b4a03f137fac164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123851 Jul 13 07:37:08.837027 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59244) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:08.838779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b478b-ed47-45a1-bc24-8aac9d6dbb99 req-b20b9c59-182a-412d-823a-f73da2742eef tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.845393 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c8b478b-ed47-45a1-bc24-8aac9d6dbb99 req-b20b9c59-182a-412d-823a-f73da2742eef tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 943 time: 0.1781027 Jul 13 07:37:08.850412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab1682-b7f9-4dcf-b1ca-b5dae2dff09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d88ec0-a800-45c3-a684-f6e2eee99ed2,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:08.937566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.954939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92c232-2e01-4dac-be82-231226fa6755 req-f31d6102-526a-47b3-afe5-c1d95a184e4b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.956835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db92c232-2e01-4dac-be82-231226fa6755 req-f31d6102-526a-47b3-afe5-c1d95a184e4b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1744339 Jul 13 07:37:08.957982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c8b478b-ed47-45a1-bc24-8aac9d6dbb99 req-c34c64e1-1e6f-4463-9779-e408efee0a8d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116567 Jul 13 07:37:08.982587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:09.001900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'f180e2e9-bf59-4f5e-abeb-a465b9e4fa88', 'network_id': '21675c4c-8824-457c-b210-825158c9d786', 'port_id': 'f180e2e9-bf59-4f5e-abeb-a465b9e4fa88', 'mac_address': 'fa:16:3e:f1:a2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd865ab-40b2-40be-8957-fe5358190267', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:09.002694 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-34b972f9-970d-4300-bb8c-bacc8518d4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.037499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.054946 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-34b972f9-970d-4300-bb8c-bacc8518d4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.063363 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.083290 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db92c232-2e01-4dac-be82-231226fa6755 req-28fe5413-bb5b-43f4-965a-5c907c3d87b8 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034327 Jul 13 07:37:09.086972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:09.133750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:09.146132 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.149530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:09.155183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:09.171595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:09.174452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event updated for resources: {'Port': ['ID=a465dab2-02c4-4954-9b97-2d4ecdb2e365,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:09.178586 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-34b972f9-970d-4300-bb8c-bacc8518d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.181299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-34b972f9-970d-4300-bb8c-bacc8518d4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.184963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-34b972f9-970d-4300-bb8c-bacc8518d4ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4d88ec0-a800-45c3-a684-f6e2eee99ed2 HTTP/1.1" status: 204 len: 168 time: 0.3427734 Jul 13 07:37:09.199787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b972f9-970d-4300-bb8c-bacc8518d4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d88ec0-a800-45c3-a684-f6e2eee99ed2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:09.269943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.272458 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.289967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:09.311782 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-555954e2-393d-414d-9dc4-eaacbbf13c01 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3201227 Jul 13 07:37:09.327279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Request body: {'port': {'device_id': '41a428b4-9e29-4c16-a7c6-1290dc9c2e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:09.472544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e7289-8a64-45a9-a746-5dd8f7759d5d req-e6f08d28-c59f-4e7c-96c1-7c686cc3357c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.477758 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-994e7289-8a64-45a9-a746-5dd8f7759d5d req-e6f08d28-c59f-4e7c-96c1-7c686cc3357c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 932 time: 0.1199114 Jul 13 07:37:09.490387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['f180e2e9-bf59-4f5e-abeb-a465b9e4fa88'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:09.513582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.581558 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-994e7289-8a64-45a9-a746-5dd8f7759d5d req-44ef79ec-2992-4e1e-a4ee-f2685cf08680 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906599 Jul 13 07:37:09.788783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59268) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:09.803322 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bac5dbdd-8951-4c06-8fdc-a4e463e90f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.951010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037324-d190-4096-af3b-bbb00439507f req-f7a97cc9-0baa-4903-bed3-96bf0c268716 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.957004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037324-d190-4096-af3b-bbb00439507f req-f7a97cc9-0baa-4903-bed3-96bf0c268716 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.962923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435a65e-c9c9-407e-8c52-d6774884f43c req-69cc194f-c0a6-4f0a-8eb2-f838353ed1a6 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.963454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037324-d190-4096-af3b-bbb00439507f req-f7a97cc9-0baa-4903-bed3-96bf0c268716 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.964473 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2435a65e-c9c9-407e-8c52-d6774884f43c req-69cc194f-c0a6-4f0a-8eb2-f838353ed1a6 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1683609 Jul 13 07:37:09.969120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037324-d190-4096-af3b-bbb00439507f req-f7a97cc9-0baa-4903-bed3-96bf0c268716 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.977476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037324-d190-4096-af3b-bbb00439507f req-f7a97cc9-0baa-4903-bed3-96bf0c268716 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.984450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037324-d190-4096-af3b-bbb00439507f req-f7a97cc9-0baa-4903-bed3-96bf0c268716 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.992192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037324-d190-4096-af3b-bbb00439507f req-f7a97cc9-0baa-4903-bed3-96bf0c268716 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.993555 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-46037324-d190-4096-af3b-bbb00439507f req-f7a97cc9-0baa-4903-bed3-96bf0c268716 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.1694508 Jul 13 07:37:10.046553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a465dab2-02c4-4954-9b97-2d4ecdb2e365 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:10.054753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2435a65e-c9c9-407e-8c52-d6774884f43c req-54c31302-c71f-4d00-b2ca-b438e1b74d6e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829875 Jul 13 07:37:10.055248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bac5dbdd-8951-4c06-8fdc-a4e463e90f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.059295 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.063125 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-46037324-d190-4096-af3b-bbb00439507f req-9dea86fc-2816-4a71-86ca-0bc44b7492af tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611517 Jul 13 07:37:10.066460 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bac5dbdd-8951-4c06-8fdc-a4e463e90f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.078516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Transition to ACTIVE for port object a465dab2-02c4-4954-9b97-2d4ecdb2e365 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:10.091774 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.105286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5dbdd-8951-4c06-8fdc-a4e463e90f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a743a95-b4ed-4f9b-a79e-32b4a9fa97c7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:10.147516 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bac5dbdd-8951-4c06-8fdc-a4e463e90f1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27a05995d3ec4ba18f0a0e5f8d970b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544576 Jul 13 07:37:10.147815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59272) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:10.209879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-307d44c6-6f6b-41e3-8a69-96a7858c158e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.235943 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-307d44c6-6f6b-41e3-8a69-96a7858c158e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.250180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Pushing event updated for resources: {'Port': ['ID=a465dab2-02c4-4954-9b97-2d4ecdb2e365,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:10.285130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Attempting to bind port a465dab2-02c4-4954-9b97-2d4ecdb2e365 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:10.285884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Attempting to bind port a465dab2-02c4-4954-9b97-2d4ecdb2e365 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:10.286554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Attempting to bind port a465dab2-02c4-4954-9b97-2d4ecdb2e365 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:10.292819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Port a465dab2-02c4-4954-9b97-2d4ecdb2e365 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:10.293588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Attempting to bind port a465dab2-02c4-4954-9b97-2d4ecdb2e365 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:10.300357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:10.301477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Checking segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:10.303452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Bound using segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:10.304591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Bound port: a465dab2-02c4-4954-9b97-2d4ecdb2e365, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:10.305584 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.313477 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-307d44c6-6f6b-41e3-8a69-96a7858c158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.316453 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-307d44c6-6f6b-41e3-8a69-96a7858c158e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.320961 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-307d44c6-6f6b-41e3-8a69-96a7858c158e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a743a95-b4ed-4f9b-a79e-32b4a9fa97c7 HTTP/1.1" status: 204 len: 168 time: 0.1696718 Jul 13 07:37:10.337195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d44c6-6f6b-41e3-8a69-96a7858c158e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a743a95-b4ed-4f9b-a79e-32b4a9fa97c7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:10.475491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] For port a465dab2-02c4-4954-9b97-2d4ecdb2e365, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:10.479668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] For port a465dab2-02c4-4954-9b97-2d4ecdb2e365, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a465dab2-02c4-4954-9b97-2d4ecdb2e365,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:10.489907 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.558038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.558663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.560294 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] 10.222.0.54 "PUT /v2.0/ports/a465dab2-02c4-4954-9b97-2d4ecdb2e365 HTTP/1.1" status: 200 len: 1092 time: 1.2387888 Jul 13 07:37:10.562282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a428b4-9e29-4c16-a7c6-1290dc9c2e8f', 'tag': 'a465dab2-02c4-4954-9b97-2d4ecdb2e365'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:10.568617 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "41a428b4-9e29-4c16-a7c6-1290dc9c2e8f", "tag": "a465dab2-02c4-4954-9b97-2d4ecdb2e365"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:10.591102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d95a3-ec12-4318-8b76-5ecaa2f85a65 service neutron] Pushing event updated for resources: {'Port': ['ID=a465dab2-02c4-4954-9b97-2d4ecdb2e365,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:10.622055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc68357-98c7-48aa-993a-c88cdea5742d req-4c5948e9-5cb5-4c09-8d11-c7310f9d118b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.629410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8bc68357-98c7-48aa-993a-c88cdea5742d req-4c5948e9-5cb5-4c09-8d11-c7310f9d118b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 944 time: 0.3052673 Jul 13 07:37:10.643464 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb18e2b-e25a-45d7-9b21-81c68542f1df x-openstack-request-id: req-2eb18e2b-e25a-45d7-9b21-81c68542f1df {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:10.644156 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a428b4-9e29-4c16-a7c6-1290dc9c2e8f", "tag": "a465dab2-02c4-4954-9b97-2d4ecdb2e365", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:10.644568 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2eb18e2b-e25a-45d7-9b21-81c68542f1df {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:10.645138 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a428b4-9e29-4c16-a7c6-1290dc9c2e8f', 'tag': 'a465dab2-02c4-4954-9b97-2d4ecdb2e365', 'status': 'completed', 'code': 200} Jul 13 07:37:10.727594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8bc68357-98c7-48aa-993a-c88cdea5742d req-dd8126b0-7281-4879-811a-08a5f421df7d tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971739 Jul 13 07:37:10.772334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-94b6bfd0-05d6-43c6-929b-34f00e8adf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.774382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-94b6bfd0-05d6-43c6-929b-34f00e8adf63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 1095 time: 0.1420345 Jul 13 07:37:10.802985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:10.856263 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-f1c8a946-795d-48ef-bfe6-4dffe0f0bca6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a465dab2-02c4-4954-9b97-2d4ecdb2e365 HTTP/1.1" status: 200 len: 217 time: 0.0742514 Jul 13 07:37:10.893539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c7f25-eec8-4f66-aa46-1d280697a32e req-b2810fc0-d814-4e10-aa43-37a92ce00093 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.900657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:10.908694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:10.909463 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-340c7f25-eec8-4f66-aa46-1d280697a32e req-b2810fc0-d814-4e10-aa43-37a92ce00093 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 944 time: 0.1381760 Jul 13 07:37:10.910208 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.928446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-46b71d5b-9b0d-498d-9224-b46af69178e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:10.930428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-46b71d5b-9b0d-498d-9224-b46af69178e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.0663669 Jul 13 07:37:10.976436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-7ed939c4-b51f-4184-961a-18e8f1d94e9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392475 Jul 13 07:37:10.981999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-340c7f25-eec8-4f66-aa46-1d280697a32e req-9744417f-6882-4f78-b244-46fe56019843 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699966 Jul 13 07:37:11.028194 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.059008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f180e2e9-bf59-4f5e-abeb-a465b9e4fa88'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:11.064818 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58a7824-a744-4789-b386-b039fc9b7b14" -d '{"events": [{"server_uuid": "c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5", "name": "network-vif-plugged", "status": "completed", "tag": "f180e2e9-bf59-4f5e-abeb-a465b9e4fa88"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:11.083110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:11.089852 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.122685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-05d23659-5f3b-42d4-be83-a76f96df8242 service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335404 Jul 13 07:37:11.185826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:11.201673 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9436785b-7f59-4d71-8957-f457fac1b2e8 x-openstack-request-id: req-9436785b-7f59-4d71-8957-f457fac1b2e8 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:11.201975 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5", "name": "network-vif-plugged", "status": "completed", "tag": "f180e2e9-bf59-4f5e-abeb-a465b9e4fa88", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:11.202240 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9436785b-7f59-4d71-8957-f457fac1b2e8 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:11.202654 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f180e2e9-bf59-4f5e-abeb-a465b9e4fa88', 'code': 200} Jul 13 07:37:11.419951 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e67320ab-10b4-4ae3-8d78-726cd28561e9 req-00024e79-2c0a-4f5f-bd7b-aff174e89301 service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851758 Jul 13 07:37:11.458243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37446f-2038-4703-bd0f-025bc7653d88 req-2cebc3fa-8d4b-4f82-9c4b-0a32c0a1e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.461178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba37446f-2038-4703-bd0f-025bc7653d88 req-2cebc3fa-8d4b-4f82-9c4b-0a32c0a1e5cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 1096 time: 0.2077751 Jul 13 07:37:11.542093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a07ed-9af6-4406-979f-052d3c960b00 req-e6036fd7-839b-4e33-84fc-05e086811c30 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.542093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a07ed-9af6-4406-979f-052d3c960b00 req-e6036fd7-839b-4e33-84fc-05e086811c30 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.542093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a07ed-9af6-4406-979f-052d3c960b00 req-e6036fd7-839b-4e33-84fc-05e086811c30 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.620426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a07ed-9af6-4406-979f-052d3c960b00 req-e6036fd7-839b-4e33-84fc-05e086811c30 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.620426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a07ed-9af6-4406-979f-052d3c960b00 req-e6036fd7-839b-4e33-84fc-05e086811c30 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.620426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a07ed-9af6-4406-979f-052d3c960b00 req-e6036fd7-839b-4e33-84fc-05e086811c30 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.620426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a07ed-9af6-4406-979f-052d3c960b00 req-e6036fd7-839b-4e33-84fc-05e086811c30 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.620426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4f4a07ed-9af6-4406-979f-052d3c960b00 req-e6036fd7-839b-4e33-84fc-05e086811c30 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.2156019 Jul 13 07:37:11.650705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba37446f-2038-4703-bd0f-025bc7653d88 req-9efa1207-2452-49ce-ab9a-cfc1ee9bb388 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771235 Jul 13 07:37:11.735183 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4f4a07ed-9af6-4406-979f-052d3c960b00 req-2718df9c-edb9-429f-bcbf-7e7bb09a875c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564980 Jul 13 07:37:11.754520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4 req-06ebcf80-40d2-4a88-b7aa-52e3658a223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.758596 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4 req-06ebcf80-40d2-4a88-b7aa-52e3658a223d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 1095 time: 0.2511356 Jul 13 07:37:11.811507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf2209-026a-420b-9095-574239dd6ddf req-81748a92-f315-4dd4-8228-08a3537f9616 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.819313 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6dbf2209-026a-420b-9095-574239dd6ddf req-81748a92-f315-4dd4-8228-08a3537f9616 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.5583060 Jul 13 07:37:11.877614 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6dbf2209-026a-420b-9095-574239dd6ddf req-d55420e1-9828-43a3-b74a-f979ac07c4e6 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568554 Jul 13 07:37:11.905414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4 req-a34c6ecb-53ac-4b2e-81b8-b591c323afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.906929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4 req-a34c6ecb-53ac-4b2e-81b8-b591c323afc4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 906 time: 0.1418574 Jul 13 07:37:11.997334 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4 req-82e56210-93bf-4040-aeae-30701ca23b9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a465dab2-02c4-4954-9b97-2d4ecdb2e365 HTTP/1.1" status: 200 len: 217 time: 0.0822196 Jul 13 07:37:12.106553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4 req-40c4a171-cc43-49d8-819c-c1f203e2a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.114490 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4 req-40c4a171-cc43-49d8-819c-c1f203e2a477 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.1075537 Jul 13 07:37:12.157817 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4 req-b8668024-fe7b-4a07-9181-c633388c8c15 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340223 Jul 13 07:37:12.173223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc0605-3183-4243-9ddc-5bd28b52a385 req-3ae62f66-d694-496f-afcd-7486bbddb186 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.180884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02dc0605-3183-4243-9ddc-5bd28b52a385 req-3ae62f66-d694-496f-afcd-7486bbddb186 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 945 time: 0.1604364 Jul 13 07:37:12.281932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02dc0605-3183-4243-9ddc-5bd28b52a385 req-7b1cb0eb-2a9c-4554-a8ff-5184b944f2fe tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998118 Jul 13 07:37:12.330866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4 req-72834405-0faf-4939-aedf-3bdd1143f94c service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464081 Jul 13 07:37:12.448155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04c0c6eb-bd3b-4d6e-9b87-010baea2d2e4 req-3b795b69-77ff-4a5e-8291-a5ad5fbd1768 service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098175 Jul 13 07:37:12.739736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87aaff-2b1d-4712-bb98-235b163b5077 req-81cf6777-b78e-4dbe-aa03-2632ea8b3d29 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.742612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e87aaff-2b1d-4712-bb98-235b163b5077 req-81cf6777-b78e-4dbe-aa03-2632ea8b3d29 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 944 time: 0.1339066 Jul 13 07:37:12.848053 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e87aaff-2b1d-4712-bb98-235b163b5077 req-72ee68f0-51fd-4094-bf14-4f4d02776b64 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830390 Jul 13 07:37:12.951399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d1e69-a2ed-4756-8fda-d6465923177f req-21f1985e-1871-4cac-8c3c-5785298ac3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.957793 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f16d1e69-a2ed-4756-8fda-d6465923177f req-21f1985e-1871-4cac-8c3c-5785298ac3fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 1098 time: 0.0945685 Jul 13 07:37:12.993800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ac79-58aa-4622-a798-2755f5aa4c7a req-457933cb-ee82-435a-94ce-632513d5e2e7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:12.995443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23d5ac79-58aa-4622-a798-2755f5aa4c7a req-457933cb-ee82-435a-94ce-632513d5e2e7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.0900199 Jul 13 07:37:13.078812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d1e69-a2ed-4756-8fda-d6465923177f req-de319adb-4d1c-469e-8f0f-3fbd14842c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.080324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f16d1e69-a2ed-4756-8fda-d6465923177f req-de319adb-4d1c-469e-8f0f-3fbd14842c52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 200 len: 915 time: 0.1142392 Jul 13 07:37:13.109232 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23d5ac79-58aa-4622-a798-2755f5aa4c7a req-2fbe3f3b-f61c-422a-b5c0-29ca68804c45 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990391 Jul 13 07:37:13.166066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f16d1e69-a2ed-4756-8fda-d6465923177f req-3a7e80a7-9309-4b4a-ab3e-4a7a1e4ad482 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405 HTTP/1.1" status: 200 len: 217 time: 0.0645766 Jul 13 07:37:13.281232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d1e69-a2ed-4756-8fda-d6465923177f req-b78f5102-c388-4da7-a5da-b28b6dc2baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.282770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f16d1e69-a2ed-4756-8fda-d6465923177f req-b78f5102-c388-4da7-a5da-b28b6dc2baa6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3a7acbba-a02a-4bed-812d-782215b4d99b HTTP/1.1" status: 200 len: 854 time: 0.0908482 Jul 13 07:37:13.348160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752505-190b-4a7f-896d-54e09cbcf4f7 req-98b05179-b38e-40fa-be6a-5263976e9598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.354695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752505-190b-4a7f-896d-54e09cbcf4f7 req-98b05179-b38e-40fa-be6a-5263976e9598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.360798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752505-190b-4a7f-896d-54e09cbcf4f7 req-98b05179-b38e-40fa-be6a-5263976e9598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.368034 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752505-190b-4a7f-896d-54e09cbcf4f7 req-98b05179-b38e-40fa-be6a-5263976e9598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.380267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752505-190b-4a7f-896d-54e09cbcf4f7 req-98b05179-b38e-40fa-be6a-5263976e9598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.393351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752505-190b-4a7f-896d-54e09cbcf4f7 req-98b05179-b38e-40fa-be6a-5263976e9598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.400808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752505-190b-4a7f-896d-54e09cbcf4f7 req-98b05179-b38e-40fa-be6a-5263976e9598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.406409 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-23752505-190b-4a7f-896d-54e09cbcf4f7 req-98b05179-b38e-40fa-be6a-5263976e9598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.3249433 Jul 13 07:37:13.410774 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f16d1e69-a2ed-4756-8fda-d6465923177f req-09d1db2c-2126-4f5f-ac6e-2cabc64db131 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=960ed7cd-d877-4a01-884a-e97fd52f75f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195652 Jul 13 07:37:13.512424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904dbc1-f651-4f7e-b0ee-3b048c08cf70 req-1b4702c7-a954-4c99-86eb-fe75b9117858 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.525351 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0904dbc1-f651-4f7e-b0ee-3b048c08cf70 req-1b4702c7-a954-4c99-86eb-fe75b9117858 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 945 time: 0.1090360 Jul 13 07:37:13.597902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0904dbc1-f651-4f7e-b0ee-3b048c08cf70 req-ab2115b7-3eaf-407e-9731-815d18295886 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699658 Jul 13 07:37:13.619291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-23752505-190b-4a7f-896d-54e09cbcf4f7 req-4def5fbe-451b-4073-a791-b6d7c752483d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2030218 Jul 13 07:37:13.622090 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f16d1e69-a2ed-4756-8fda-d6465923177f req-fcd2cc11-a310-4db3-a860-21989889906e service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909103 Jul 13 07:37:13.814855 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f16d1e69-a2ed-4756-8fda-d6465923177f req-eda2a297-6066-43b7-ac55-559417846855 service neutron] 10.222.0.53 "GET /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850367 Jul 13 07:37:13.853128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71087415-3667-4d62-afdf-97c4e94253cc req-7dfbcd13-4214-48fb-8cf7-ae66f100b476 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:13.854789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71087415-3667-4d62-afdf-97c4e94253cc req-7dfbcd13-4214-48fb-8cf7-ae66f100b476 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 945 time: 0.0896256 Jul 13 07:37:13.918557 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71087415-3667-4d62-afdf-97c4e94253cc req-a809f57d-63ce-44a0-ad5e-207162b126e9 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581095 Jul 13 07:37:14.119212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174d3ea-0f74-4b08-b93f-55ddcdbd2ac9 req-c08eff83-f111-4400-a8d7-326fd3ccb66f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:14.120786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4174d3ea-0f74-4b08-b93f-55ddcdbd2ac9 req-c08eff83-f111-4400-a8d7-326fd3ccb66f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 944 time: 0.0922477 Jul 13 07:37:14.159227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a465dab2-02c4-4954-9b97-2d4ecdb2e365 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:14.220595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4174d3ea-0f74-4b08-b93f-55ddcdbd2ac9 req-714d55d6-8632-45e3-84ef-d5e5f603146e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903065 Jul 13 07:37:14.258433 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b6052eae-77eb-4c79-b765-c4328353871d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.388144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a465dab2-02c4-4954-9b97-2d4ecdb2e365, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a465dab2-02c4-4954-9b97-2d4ecdb2e365,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:14.423025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'a465dab2-02c4-4954-9b97-2d4ecdb2e365', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'port_id': 'a465dab2-02c4-4954-9b97-2d4ecdb2e365', 'mac_address': 'fa:16:3e:c6:4c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca6a03b-25bf-47a0-aae5-f347193dc542', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:14.445063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bb88d-654d-4f87-8be4-87d762c00c22 req-10054ba2-dc88-4112-aba6-e4631ee23597 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:14.451913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-134bb88d-654d-4f87-8be4-87d762c00c22 req-10054ba2-dc88-4112-aba6-e4631ee23597 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.0964346 Jul 13 07:37:14.506025 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-134bb88d-654d-4f87-8be4-87d762c00c22 req-60256d2b-2c68-42e2-99e1-7aba98f056c2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513172 Jul 13 07:37:14.507571 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.539115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a465dab2-02c4-4954-9b97-2d4ecdb2e365 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:14.592318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a465dab2-02c4-4954-9b97-2d4ecdb2e365, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a465dab2-02c4-4954-9b97-2d4ecdb2e365,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:14.612973 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.708310 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=a465dab2-02c4-4954-9b97-2d4ecdb2e365,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:14.880895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929f1c9-1fe1-43e8-bd8a-b950147104b7 req-d6c4938b-b576-4522-bac4-152ff38859a8 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:14.888739 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5929f1c9-1fe1-43e8-bd8a-b950147104b7 req-d6c4938b-b576-4522-bac4-152ff38859a8 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 945 time: 0.1737201 Jul 13 07:37:14.928597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:14.955142 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5929f1c9-1fe1-43e8-bd8a-b950147104b7 req-ca52e50f-868f-4c5a-921b-de45a03b3a83 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652215 Jul 13 07:37:15.052748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7ddf-b174-4d9e-ac7f-fc5f2fdd1211 req-ca62a26c-6bbf-457d-b24f-01f139755597 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.065390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7ddf-b174-4d9e-ac7f-fc5f2fdd1211 req-ca62a26c-6bbf-457d-b24f-01f139755597 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.073220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7ddf-b174-4d9e-ac7f-fc5f2fdd1211 req-ca62a26c-6bbf-457d-b24f-01f139755597 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.080307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7ddf-b174-4d9e-ac7f-fc5f2fdd1211 req-ca62a26c-6bbf-457d-b24f-01f139755597 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.086240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7ddf-b174-4d9e-ac7f-fc5f2fdd1211 req-ca62a26c-6bbf-457d-b24f-01f139755597 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.095187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7ddf-b174-4d9e-ac7f-fc5f2fdd1211 req-ca62a26c-6bbf-457d-b24f-01f139755597 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.102851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7ddf-b174-4d9e-ac7f-fc5f2fdd1211 req-ca62a26c-6bbf-457d-b24f-01f139755597 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.104785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec6d7ddf-b174-4d9e-ac7f-fc5f2fdd1211 req-ca62a26c-6bbf-457d-b24f-01f139755597 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.2322452 Jul 13 07:37:15.161373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b7623-b3a6-4459-b961-08ad99b1df3d req-11f141ad-3508-4881-b1ae-32ba0970995e tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.165055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec6d7ddf-b174-4d9e-ac7f-fc5f2fdd1211 req-88129c57-4b21-4011-8998-b35db98dd758 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509405 Jul 13 07:37:15.170091 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a7b7623-b3a6-4459-b961-08ad99b1df3d req-11f141ad-3508-4881-b1ae-32ba0970995e tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 945 time: 0.0858054 Jul 13 07:37:15.221233 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a7b7623-b3a6-4459-b961-08ad99b1df3d req-5e88c933-a1fd-4d53-b80b-69ae26d37b1b tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Jul 13 07:37:15.426827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2b7e0-c926-4032-b6b3-40e83fc6a9ff req-1710b1de-7ab8-4585-9a63-60b5a85db84c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.428909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2d2b7e0-c926-4032-b6b3-40e83fc6a9ff req-1710b1de-7ab8-4585-9a63-60b5a85db84c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 945 time: 0.0975986 Jul 13 07:37:15.535971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2d2b7e0-c926-4032-b6b3-40e83fc6a9ff req-dc0a445c-adcb-46d2-bab2-433a46e2b4a8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880568 Jul 13 07:37:15.742691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9d78-9778-4511-84bc-8ac1c210852b req-f5c72d21-5fcf-4b8a-8d59-9aab64c97bda tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.745039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4f9d78-9778-4511-84bc-8ac1c210852b req-f5c72d21-5fcf-4b8a-8d59-9aab64c97bda tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.0815964 Jul 13 07:37:15.923166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890a007-cdbe-4b4e-b06e-178c4f8aa6e1 req-b1746cff-1b2e-42d4-923b-39e72f7d9095 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.924999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a890a007-cdbe-4b4e-b06e-178c4f8aa6e1 req-b1746cff-1b2e-42d4-923b-39e72f7d9095 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 945 time: 0.1245177 Jul 13 07:37:15.983007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a890a007-cdbe-4b4e-b06e-178c4f8aa6e1 req-f87e1e1b-8118-4f52-a60c-33913616afa1 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514712 Jul 13 07:37:16.181631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a465dab2-02c4-4954-9b97-2d4ecdb2e365 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:16.198449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-be4f9d78-9778-4511-84bc-8ac1c210852b req-0a1ef243-2692-487c-b3bc-959903e2f20b tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471266 Jul 13 07:37:16.271981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159fd71-79bc-4fa2-bb6e-756855ad6a27 req-e487678f-e90d-40ca-86a8-4f70e5565490 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.280913 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7159fd71-79bc-4fa2-bb6e-756855ad6a27 req-e487678f-e90d-40ca-86a8-4f70e5565490 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 945 time: 0.1491406 Jul 13 07:37:16.293756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port a465dab2-02c4-4954-9b97-2d4ecdb2e365 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:16.300780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port a465dab2-02c4-4954-9b97-2d4ecdb2e365 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:16.301527 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.307402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59590) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:16.355085 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7159fd71-79bc-4fa2-bb6e-756855ad6a27 req-deb15f6d-de9e-4c34-a893-3e82f3c8a2de tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691867 Jul 13 07:37:16.431015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f5cf-fae8-4ed5-8080-c5567f3681e5 req-7b3948a8-f96d-44d1-80e5-dc4c18af4a38 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.438262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f5cf-fae8-4ed5-8080-c5567f3681e5 req-7b3948a8-f96d-44d1-80e5-dc4c18af4a38 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.445204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f5cf-fae8-4ed5-8080-c5567f3681e5 req-7b3948a8-f96d-44d1-80e5-dc4c18af4a38 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.455877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f5cf-fae8-4ed5-8080-c5567f3681e5 req-7b3948a8-f96d-44d1-80e5-dc4c18af4a38 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.462997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f5cf-fae8-4ed5-8080-c5567f3681e5 req-7b3948a8-f96d-44d1-80e5-dc4c18af4a38 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.469017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f5cf-fae8-4ed5-8080-c5567f3681e5 req-7b3948a8-f96d-44d1-80e5-dc4c18af4a38 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.470480 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.476313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f5cf-fae8-4ed5-8080-c5567f3681e5 req-7b3948a8-f96d-44d1-80e5-dc4c18af4a38 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.478330 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15e1f5cf-fae8-4ed5-8080-c5567f3681e5 req-7b3948a8-f96d-44d1-80e5-dc4c18af4a38 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.1369331 Jul 13 07:37:16.518637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a428b4-9e29-4c16-a7c6-1290dc9c2e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a465dab2-02c4-4954-9b97-2d4ecdb2e365'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:16.522587 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee1147b-e8f1-495e-aed2-5950dd2e9377" -d '{"events": [{"server_uuid": "41a428b4-9e29-4c16-a7c6-1290dc9c2e8f", "name": "network-vif-plugged", "status": "completed", "tag": "a465dab2-02c4-4954-9b97-2d4ecdb2e365"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:16.527388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15e1f5cf-fae8-4ed5-8080-c5567f3681e5 req-6f0eef99-c146-4be4-aeae-742b4cb8c5aa tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428081 Jul 13 07:37:16.539028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a465dab2-02c4-4954-9b97-2d4ecdb2e365, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a465dab2-02c4-4954-9b97-2d4ecdb2e365,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:16.540937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ce244c3-09c3-4b1e-9935-869564f37a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.546014 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.637189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=a465dab2-02c4-4954-9b97-2d4ecdb2e365,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:16.649427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ce244c3-09c3-4b1e-9935-869564f37a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.659763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ce244c3-09c3-4b1e-9935-869564f37a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.709723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce244c3-09c3-4b1e-9935-869564f37a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa300e4-9afb-47fd-ac1c-bae454e91e42,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:16.721868 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f1d3-ca87-49ad-a5b7-ce5cbc1ada80 req-dd5a2ef9-f13e-4f6a-b60e-f5e36a43ba51 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.726516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9ce244c3-09c3-4b1e-9935-869564f37a2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bf7f19600d3487cb7f48fcfd9f40b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179153 Jul 13 07:37:16.728936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59612) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:16.729965 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb24f1d3-ca87-49ad-a5b7-ce5cbc1ada80 req-dd5a2ef9-f13e-4f6a-b60e-f5e36a43ba51 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1386077 Jul 13 07:37:16.780510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb24f1d3-ca87-49ad-a5b7-ce5cbc1ada80 req-a2cca52f-0388-40e6-874b-193172448767 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494304 Jul 13 07:37:16.781557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e5da-28d1-480c-9147-b3aef91f80dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.810564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e5da-28d1-480c-9147-b3aef91f80dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.829298 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a059630-361c-4da0-a693-7fb089728637 x-openstack-request-id: req-1a059630-361c-4da0-a693-7fb089728637 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:16.829574 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a428b4-9e29-4c16-a7c6-1290dc9c2e8f", "name": "network-vif-plugged", "status": "completed", "tag": "a465dab2-02c4-4954-9b97-2d4ecdb2e365", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:16.830183 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a059630-361c-4da0-a693-7fb089728637 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:16.830751 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a428b4-9e29-4c16-a7c6-1290dc9c2e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a465dab2-02c4-4954-9b97-2d4ecdb2e365', 'code': 200} Jul 13 07:37:16.907094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e5da-28d1-480c-9147-b3aef91f80dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.910802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5e2e5da-28d1-480c-9147-b3aef91f80dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.914062 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e5e2e5da-28d1-480c-9147-b3aef91f80dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7aa300e4-9afb-47fd-ac1c-bae454e91e42 HTTP/1.1" status: 204 len: 168 time: 0.1839876 Jul 13 07:37:16.940565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2e5da-28d1-480c-9147-b3aef91f80dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa300e4-9afb-47fd-ac1c-bae454e91e42,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:17.035170 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8605a6c1-d2eb-4517-bf63-279af5445161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.054350 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.121142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0287-d721-40df-844d-b60e3dd478ab req-1d054369-9bf2-474c-b870-29147aca9aa6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.127383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-562e0287-d721-40df-844d-b60e3dd478ab req-1d054369-9bf2-474c-b870-29147aca9aa6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 946 time: 0.1670425 Jul 13 07:37:17.134305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f7f67-e7f8-416f-84a2-ae15b78658f9 req-c59a83c6-79c5-42c1-8488-74d2467e7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.136305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb9f7f67-e7f8-416f-84a2-ae15b78658f9 req-c59a83c6-79c5-42c1-8488-74d2467e7501 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 1097 time: 0.2209051 Jul 13 07:37:17.225406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-562e0287-d721-40df-844d-b60e3dd478ab req-cf2fd86d-3a1a-4687-901e-a7788a158ef7 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870602 Jul 13 07:37:17.225695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb9f7f67-e7f8-416f-84a2-ae15b78658f9 req-1d6623af-c37b-4741-9855-1352da4eed3d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775177 Jul 13 07:37:17.417712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3a4ec-4c53-464c-9296-6739838209c6 req-a88edb49-887c-42e0-869c-58a9b6a8783c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.425632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8a3a4ec-4c53-464c-9296-6739838209c6 req-a88edb49-887c-42e0-869c-58a9b6a8783c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.0818100 Jul 13 07:37:17.480356 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8a3a4ec-4c53-464c-9296-6739838209c6 req-9068344f-626b-4d3f-9f17-988f4fdfdcd3 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522833 Jul 13 07:37:17.667700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58d21a-9baa-4de8-8410-08b3f011603d req-1cc48dc2-040d-45cf-83a2-2da5cff39ad4 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.675280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e58d21a-9baa-4de8-8410-08b3f011603d req-1cc48dc2-040d-45cf-83a2-2da5cff39ad4 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 945 time: 0.0937588 Jul 13 07:37:17.720961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e58d21a-9baa-4de8-8410-08b3f011603d req-26988b75-3553-46e7-b2b8-bf9f81258f14 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446780 Jul 13 07:37:17.775358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9bc7f-6d57-48c9-acaf-fbfd3d4da699 req-328c4b79-1e01-4bbe-8a5b-600dd73a584e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.782183 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bbb9bc7f-6d57-48c9-acaf-fbfd3d4da699 req-328c4b79-1e01-4bbe-8a5b-600dd73a584e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1240020 Jul 13 07:37:17.848719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bbb9bc7f-6d57-48c9-acaf-fbfd3d4da699 req-39d303db-1e91-4854-b6c6-d02436d6f462 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655270 Jul 13 07:37:17.866599 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.933724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59658) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:18.092270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6f6a6-e338-4ea6-bbcb-448e04b3f3c2 req-e6c1a9fa-6182-4d10-9d7b-6d62579e888b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.104729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6f6a6-e338-4ea6-bbcb-448e04b3f3c2 req-e6c1a9fa-6182-4d10-9d7b-6d62579e888b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.116149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6f6a6-e338-4ea6-bbcb-448e04b3f3c2 req-e6c1a9fa-6182-4d10-9d7b-6d62579e888b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.125290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6f6a6-e338-4ea6-bbcb-448e04b3f3c2 req-e6c1a9fa-6182-4d10-9d7b-6d62579e888b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.133940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6f6a6-e338-4ea6-bbcb-448e04b3f3c2 req-e6c1a9fa-6182-4d10-9d7b-6d62579e888b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.141563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6f6a6-e338-4ea6-bbcb-448e04b3f3c2 req-e6c1a9fa-6182-4d10-9d7b-6d62579e888b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.149241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6f6a6-e338-4ea6-bbcb-448e04b3f3c2 req-e6c1a9fa-6182-4d10-9d7b-6d62579e888b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.156968 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7d6f6a6-e338-4ea6-bbcb-448e04b3f3c2 req-e6c1a9fa-6182-4d10-9d7b-6d62579e888b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.2209170 Jul 13 07:37:18.162707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-317499666'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:18.188322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Made reservation on behalf of 803754edcb824ece8352e22e92e2fb2c for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:18.192002 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.216228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.258079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7d6f6a6-e338-4ea6-bbcb-448e04b3f3c2 req-5c26afbc-d853-4598-837e-c85fe71f9867 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998142 Jul 13 07:37:18.321818 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26492fa1-1f9c-400a-9e3b-b550d3f84ddb req-37e72f74-3e84-4089-8c8d-166d782b925d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.334878 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26492fa1-1f9c-400a-9e3b-b550d3f84ddb req-37e72f74-3e84-4089-8c8d-166d782b925d tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1221933 Jul 13 07:37:18.379218 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.387223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.397007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26492fa1-1f9c-400a-9e3b-b550d3f84ddb req-c1639110-14ab-4f04-a578-0d10c14a1d46 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605955 Jul 13 07:37:18.435424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:18.450574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa3ebd-1ca3-4dff-ac0f-120d63ee5402,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.478011 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.478379 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Added segment b9a2f92c-db67-4e3c-b82c-f66bb06a718c of type vlan for network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 Jul 13 07:37:18.572681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.628163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d774fea7-95ff-48ed-8722-d91eb89b5415 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.630393 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d774fea7-95ff-48ed-8722-d91eb89b5415 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 945 time: 0.1921186 Jul 13 07:37:18.641843 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f2057-5303-4a0c-b5d8-9d05a62eb14f req-79966779-2a79-4a31-ab0b-139823b23912 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.648921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a5f2057-5303-4a0c-b5d8-9d05a62eb14f req-79966779-2a79-4a31-ab0b-139823b23912 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 946 time: 0.1142910 Jul 13 07:37:18.688228 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a5f2057-5303-4a0c-b5d8-9d05a62eb14f req-f8d375e6-eb0e-497f-a4dc-ec12e035b21b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372319 Jul 13 07:37:18.700846 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.709144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.709749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.814304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59676) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:18.814556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8795884 Jul 13 07:37:18.821989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'subnet': {'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:18.863164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf057f0-69aa-4727-83ac-592187a8a04c req-c9f8f67d-efc5-48f7-abbb-a3c34258662c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.868677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-edf057f0-69aa-4727-83ac-592187a8a04c req-c9f8f67d-efc5-48f7-abbb-a3c34258662c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.2728004 Jul 13 07:37:18.871795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd79fed-ea3a-4ba3-a59a-d1b780ca2e16 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Network': ['ID=0d0b5449-63d7-4d3a-9df7-06af7bef5176,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.897480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:18.961257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-edf057f0-69aa-4727-83ac-592187a8a04c req-292b91b6-73a0-4adb-8bd3-9a9add6b962c tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903723 Jul 13 07:37:18.977043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d21e11e1-81e1-4258-a3ab-5e129d187001 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Deleting port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:18.977192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d21e11e1-81e1-4258-a3ab-5e129d187001 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.105930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Made reservation on behalf of 803754edcb824ece8352e22e92e2fb2c for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:19.109491 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.157084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f670f-5bfb-46e2-a42c-b8d6771ff24e req-1dc07126-77e2-4fca-afc8-4e5d96ce2962 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.158648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab4f670f-5bfb-46e2-a42c-b8d6771ff24e req-1dc07126-77e2-4fca-afc8-4e5d96ce2962 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5 HTTP/1.1" status: 200 len: 945 time: 0.1481333 Jul 13 07:37:19.246325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab4f670f-5bfb-46e2-a42c-b8d6771ff24e req-045c7bb2-bfd4-4d0a-be3a-8390cf87fd16 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.44 "GET /v2.0/security-groups?id=93539724-3497-401f-9096-8032fce77346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542696 Jul 13 07:37:19.247768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d21e11e1-81e1-4258-a3ab-5e129d187001 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] For port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,segment=NetworkSegment(23e40e24-99a7-4684-8146-f097b9d7578f),segment_id=23e40e24-99a7-4684-8146-f097b9d7578f)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:19.248228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d21e11e1-81e1-4258-a3ab-5e129d187001 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.269394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789eb0c1-353e-41db-a859-b8cbe009e152 req-1a0f206a-4215-46b6-b283-a3dddb8f31d6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.272082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-789eb0c1-353e-41db-a859-b8cbe009e152 req-1a0f206a-4215-46b6-b283-a3dddb8f31d6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.1629310 Jul 13 07:37:19.276885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d21e11e1-81e1-4258-a3ab-5e129d187001 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Calling delete_port for f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:19.299189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-789eb0c1-353e-41db-a859-b8cbe009e152 req-036cd9c5-c955-400f-97f5-d44d6b3910df tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/quotas/d52762c0405c42bc971ec34c0160bb3c HTTP/1.1" status: 200 len: 375 time: 0.0131276 Jul 13 07:37:19.405393 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.445143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-789eb0c1-353e-41db-a859-b8cbe009e152 req-63725569-e5fc-43e2-8341-e76876042e24 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1385479 Jul 13 07:37:19.487747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Subnet': ['ID=36f378aa-4d57-4094-a895-d395684e051d,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:19.502245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.502938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.503490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.504046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.504628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.505157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.505681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.506184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.506746 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.507278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.507773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.508315 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:19.511941 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Checking segment: {'id': 'b9a2f92c-db67-4e3c-b82c-f66bb06a718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:19.512680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Network hostable DHCP agents. Network: 0d0b5449-63d7-4d3a-9df7-06af7bef5176, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:19.550352 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:19.570563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 0d0b5449-63d7-4d3a-9df7-06af7bef5176) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:19.584564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf15d83-200d-4956-98e9-c42cb314ca58 None None] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:19.637812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d21e11e1-81e1-4258-a3ab-5e129d187001 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.652362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['f180e2e9-bf59-4f5e-abeb-a465b9e4fa88'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:19.678167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.679400 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.693741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e11e1-81e1-4258-a3ab-5e129d187001 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Pushing event deleted for resources: {'Port': ['ID=f180e2e9-bf59-4f5e-abeb-a465b9e4fa88,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:19.711068 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b100015e-0427-4ec5-ada2-c65b622d7122 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8955872 Jul 13 07:37:19.718229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-789eb0c1-353e-41db-a859-b8cbe009e152 req-32ea2d01-3632-4ccc-9822-0e244d398f85 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664945 Jul 13 07:37:19.718839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59706) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:19.753921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'port': {'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-665771684'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:19.765935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e077e-8c88-491a-94ef-501fca3ae602 req-bfe8644b-f895-4f49-aa19-342451ce19cc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.769215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d21e11e1-81e1-4258-a3ab-5e129d187001 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] No DVR routers for this DVR port f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:19.773380 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d21e11e1-81e1-4258-a3ab-5e129d187001 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.775832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2427fdc5-266e-4554-83f3-fa30f28bdcb7 req-d21e11e1-81e1-4258-a3ab-5e129d187001 tempest-ServerDiskConfigTestJSON-1531652056 tempest-ServerDiskConfigTestJSON-1531652056-project] 10.222.0.53 "DELETE /v2.0/ports/f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 HTTP/1.1" status: 204 len: 173 time: 1.1192007 Jul 13 07:37:19.782631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e077e-8c88-491a-94ef-501fca3ae602 req-bfe8644b-f895-4f49-aa19-342451ce19cc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.786286 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.791624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5', 'name': 'network-vif-deleted', 'tag': 'f180e2e9-bf59-4f5e-abeb-a465b9e4fa88'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:19.795128 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5c0090-2775-4ac1-8cf5-d8e02fe82a69" -d '{"events": [{"server_uuid": "c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5", "name": "network-vif-deleted", "tag": "f180e2e9-bf59-4f5e-abeb-a465b9e4fa88"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:19.803891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e077e-8c88-491a-94ef-501fca3ae602 req-bfe8644b-f895-4f49-aa19-342451ce19cc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.818275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e077e-8c88-491a-94ef-501fca3ae602 req-bfe8644b-f895-4f49-aa19-342451ce19cc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.836527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e077e-8c88-491a-94ef-501fca3ae602 req-bfe8644b-f895-4f49-aa19-342451ce19cc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.854095 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e077e-8c88-491a-94ef-501fca3ae602 req-bfe8644b-f895-4f49-aa19-342451ce19cc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.862490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e077e-8c88-491a-94ef-501fca3ae602 req-bfe8644b-f895-4f49-aa19-342451ce19cc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.868522 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3d1e077e-8c88-491a-94ef-501fca3ae602 req-bfe8644b-f895-4f49-aa19-342451ce19cc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.2738652 Jul 13 07:37:19.872973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d0b5449-63d7-4d3a-9df7-06af7bef5176', 'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176', 'tenant_id': '803754edcb824ece8352e22e92e2fb2c', 'fixed_ips': [{'subnet_id': '36f378aa-4d57-4094-a895-d395684e051d'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:37:19.874608 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.934891 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3d1e077e-8c88-491a-94ef-501fca3ae602 req-1944002d-d276-46f4-bc5e-0d423c3e1862 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630531 Jul 13 07:37:20.025491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-789eb0c1-353e-41db-a859-b8cbe009e152 req-ed15ed4f-7693-40ff-9a5a-abf83d9d9153 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651212 Jul 13 07:37:20.060493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Made reservation on behalf of 803754edcb824ece8352e22e92e2fb2c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:20.064453 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.105826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Allocated IP 2001:db8::2 (0d0b5449-63d7-4d3a-9df7-06af7bef5176/36f378aa-4d57-4094-a895-d395684e051d/a9391003-b789-4922-a6c1-b190f9a971c4) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:20.130194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] device_id is not set on port 074e98f4-9821-43b5-9618-7eebefacb0a1 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:20.174457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a82b8-e77f-4f31-a033-b82fea0c3e5b req-2c544bc1-8eb5-4625-9e6e-ab51aec5e657 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.183630 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d34a82b8-e77f-4f31-a033-b82fea0c3e5b req-2c544bc1-8eb5-4625-9e6e-ab51aec5e657 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1057687 Jul 13 07:37:20.233314 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d34a82b8-e77f-4f31-a033-b82fea0c3e5b req-c252c093-2b5a-4f0e-8fcd-5485e30fd44e tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482540 Jul 13 07:37:20.322455 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.343649 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9557b244-2d72-426c-a9c1-40e89fa35b06 x-openstack-request-id: req-9557b244-2d72-426c-a9c1-40e89fa35b06 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:20.344574 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5", "name": "network-vif-deleted", "tag": "f180e2e9-bf59-4f5e-abeb-a465b9e4fa88", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:20.345051 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9557b244-2d72-426c-a9c1-40e89fa35b06 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:20.345680 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a64ec9-d45d-4f9e-a451-dfa2ddf399f5', 'name': 'network-vif-deleted', 'tag': 'f180e2e9-bf59-4f5e-abeb-a465b9e4fa88', 'status': 'completed', 'code': 200} Jul 13 07:37:20.353151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Transition to ACTIVE for port object a9391003-b789-4922-a6c1-b190f9a971c4 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:20.388742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Transition to ACTIVE for port object a9391003-b789-4922-a6c1-b190f9a971c4 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:20.420876 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.536644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Allocated IP 2001:db8::3a2 (0d0b5449-63d7-4d3a-9df7-06af7bef5176/36f378aa-4d57-4094-a895-d395684e051d/074e98f4-9821-43b5-9618-7eebefacb0a1) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:20.561935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:20.569412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:20.583358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:20.663034 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Pushing event updated for resources: {'Port': ['ID=a9391003-b789-4922-a6c1-b190f9a971c4,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:20.694184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Attempting to bind port a9391003-b789-4922-a6c1-b190f9a971c4 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:20.694547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Attempting to bind port a9391003-b789-4922-a6c1-b190f9a971c4 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'b9a2f92c-db67-4e3c-b82c-f66bb06a718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:20.697947 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Attempting to bind port a9391003-b789-4922-a6c1-b190f9a971c4 on network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:20.713820 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:20.714271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Checking segment: {'id': 'b9a2f92c-db67-4e3c-b82c-f66bb06a718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:20.714630 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.715034 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Bound using segment: {'id': 'b9a2f92c-db67-4e3c-b82c-f66bb06a718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:20.716188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Bound port: a9391003-b789-4922-a6c1-b190f9a971c4, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a2f92c-db67-4e3c-b82c-f66bb06a718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:20.716618 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.841522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] For port a9391003-b789-4922-a6c1-b190f9a971c4, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:20.845021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] For port a9391003-b789-4922-a6c1-b190f9a971c4, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a9391003-b789-4922-a6c1-b190f9a971c4,segment=NetworkSegment(b9a2f92c-db67-4e3c-b82c-f66bb06a718c),segment_id=b9a2f92c-db67-4e3c-b82c-f66bb06a718c)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:20.852995 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.883215 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.902363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Transition to ACTIVE for port object 074e98f4-9821-43b5-9618-7eebefacb0a1 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:20.983674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f769d-91e8-44e8-8e4b-02eb40f103c4 None None] Pushing event updated for resources: {'Port': ['ID=a9391003-b789-4922-a6c1-b190f9a971c4,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:21.017881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.094957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9d5df-5fbe-44c3-9931-b7e87c151144 req-731320f5-08a2-4e7c-9420-cad994be8ae0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.103863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-30a9d5df-5fbe-44c3-9931-b7e87c151144 req-731320f5-08a2-4e7c-9420-cad994be8ae0 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.5030005 Jul 13 07:37:21.160385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:21.173530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:21.188071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:21.188458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.189456 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.219448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Port': ['ID=074e98f4-9821-43b5-9618-7eebefacb0a1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:21.238155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b4f5e60f-7b9b-4b0f-80cc-dc83b5e3f760 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4860685 Jul 13 07:37:21.238596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59752) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:21.244788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'port': {'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-763249854', 'allowed_address_pairs': [{'ip_address': '2001:db8::3a2', 'mac_address': 'fa:16:3e:e0:da:d9'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:21.253651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-30a9d5df-5fbe-44c3-9931-b7e87c151144 req-d2d52654-8593-4a69-9d4d-99ecc38227a1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487985 Jul 13 07:37:21.553252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Made reservation on behalf of 803754edcb824ece8352e22e92e2fb2c for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:21.584114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf7a2-1df0-48fb-a523-a8ffe9dbb18a req-01692cdd-50fe-4e92-a6ed-f0dd91ebb183 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.593985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf7a2-1df0-48fb-a523-a8ffe9dbb18a req-01692cdd-50fe-4e92-a6ed-f0dd91ebb183 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.600664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf7a2-1df0-48fb-a523-a8ffe9dbb18a req-01692cdd-50fe-4e92-a6ed-f0dd91ebb183 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.606614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf7a2-1df0-48fb-a523-a8ffe9dbb18a req-01692cdd-50fe-4e92-a6ed-f0dd91ebb183 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.612838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf7a2-1df0-48fb-a523-a8ffe9dbb18a req-01692cdd-50fe-4e92-a6ed-f0dd91ebb183 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.619554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf7a2-1df0-48fb-a523-a8ffe9dbb18a req-01692cdd-50fe-4e92-a6ed-f0dd91ebb183 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.629707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf7a2-1df0-48fb-a523-a8ffe9dbb18a req-01692cdd-50fe-4e92-a6ed-f0dd91ebb183 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.631687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44abf7a2-1df0-48fb-a523-a8ffe9dbb18a req-01692cdd-50fe-4e92-a6ed-f0dd91ebb183 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5431 time: 0.1670239 Jul 13 07:37:21.714053 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.720589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44abf7a2-1df0-48fb-a523-a8ffe9dbb18a req-9c7c36e6-6662-4389-9b53-45fa658a503d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770087 Jul 13 07:37:21.743139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] device_id is not set on port a1d7b8b6-f89f-42ce-bcc3-ebbb6ed1b1d4 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:21.899764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Allocated IP 2001:db8::125 (0d0b5449-63d7-4d3a-9df7-06af7bef5176/36f378aa-4d57-4094-a895-d395684e051d/a1d7b8b6-f89f-42ce-bcc3-ebbb6ed1b1d4) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:21.997841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a9391003-b789-4922-a6c1-b190f9a971c4 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:22.100489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a9391003-b789-4922-a6c1-b190f9a971c4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:22.122858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f72600-8383-47cc-818b-4a1162c45578 req-29787999-91ca-4f84-98dc-30abfed06b86 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.130461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-29787999-91ca-4f84-98dc-30abfed06b86 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.2718399 Jul 13 07:37:22.147293 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-a684f857-9ee2-4b20-8db4-0c4f6f0550a8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/quotas/d52762c0405c42bc971ec34c0160bb3c HTTP/1.1" status: 200 len: 375 time: 0.0153170 Jul 13 07:37:22.174471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5a81db4e-6258-4a67-b385-4ca5c5cf1240 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:22.191720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.217396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Transition to ACTIVE for port object a1d7b8b6-f89f-42ce-bcc3-ebbb6ed1b1d4 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:22.251053 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-ffa102e0-5d50-47af-8f77-ff3b34348c23 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024270 Jul 13 07:37:22.282763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f413f-302a-4186-81e3-e48d81be8c01 req-966f4bfb-5a11-49ea-95ce-3e45a92dcea7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.291878 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-019f413f-302a-4186-81e3-e48d81be8c01 req-966f4bfb-5a11-49ea-95ce-3e45a92dcea7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1480691 Jul 13 07:37:22.295566 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.400130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5a81db4e-6258-4a67-b385-4ca5c5cf1240, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5a81db4e-6258-4a67-b385-4ca5c5cf1240,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:22.405213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-cf91a3ab-3557-4c99-8e45-0729d0c5bfa5 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529217 Jul 13 07:37:22.430232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:22.431431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '5a81db4e-6258-4a67-b385-4ca5c5cf1240', 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'port_id': '5a81db4e-6258-4a67-b385-4ca5c5cf1240', 'mac_address': 'fa:16:3e:03:b2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc67c7ff-7143-401d-b4f3-30734c68f9a9', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:22.438156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:22.452845 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-019f413f-302a-4186-81e3-e48d81be8c01 req-7dbd98d1-f6f2-414c-baaf-65302353b492 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563549 Jul 13 07:37:22.457001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:22.469106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.469989 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.486135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Port': ['ID=a1d7b8b6-f89f-42ce-bcc3-ebbb6ed1b1d4,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:22.516875 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.530121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aae494b6-a32d-4eaf-8b84-9f2faf61c32d tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2897007 Jul 13 07:37:22.532624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59788) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:22.541766 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a81db4e-6258-4a67-b385-4ca5c5cf1240 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:22.598044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5a81db4e-6258-4a67-b385-4ca5c5cf1240, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5a81db4e-6258-4a67-b385-4ca5c5cf1240,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:22.599416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-9aad9f7f-76be-4186-bc47-422385e6254c service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929889 Jul 13 07:37:22.617052 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.698648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea94a8-bd04-46fa-a67c-bbe684df3164 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.700446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5a81db4e-6258-4a67-b385-4ca5c5cf1240,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:22.705772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea94a8-bd04-46fa-a67c-bbe684df3164 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.719150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea94a8-bd04-46fa-a67c-bbe684df3164 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.721428 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-82ea94a8-bd04-46fa-a67c-bbe684df3164 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1876934 Jul 13 07:37:22.725623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59800) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:22.752369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:22.863219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64392794-c67d-4c4a-8d1e-f28b82c75504 None None] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:22.919043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:22.931799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-16cb55fe-5bdc-4a62-99af-37d7e8bfdf2c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Deleting port a1d7b8b6-f89f-42ce-bcc3-ebbb6ed1b1d4 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:22.935917 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-16cb55fe-5bdc-4a62-99af-37d7e8bfdf2c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.975583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59812) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:23.093148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:23.093648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f180e2e9-bf59-4f5e-abeb-a465b9e4fa88 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:23.105544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9b4283ac-1e20-4164-a85e-ceda1d62c0cc None None] Provisioning for port a9391003-b789-4922-a6c1-b190f9a971c4 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:23.161710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9b4283ac-1e20-4164-a85e-ceda1d62c0cc None None] Provisioning complete for port a9391003-b789-4922-a6c1-b190f9a971c4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:23.162370 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b4283ac-1e20-4164-a85e-ceda1d62c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.178892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-16cb55fe-5bdc-4a62-99af-37d7e8bfdf2c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.208595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-16cb55fe-5bdc-4a62-99af-37d7e8bfdf2c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Calling delete_port for a1d7b8b6-f89f-42ce-bcc3-ebbb6ed1b1d4 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:23.226047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:23.227161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e8015a-3d55-4728-95bf-8ca01add9911 admin admin] Deleting subnet 3dd865ab-40b2-40be-8957-fe5358190267 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:23.238219 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72e8015a-3d55-4728-95bf-8ca01add9911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.268493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'port_id': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'mac_address': 'fa:16:3e:a9:32:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:23.297863 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72e8015a-3d55-4728-95bf-8ca01add9911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.338416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f9343-13d8-4354-a463-ea20affbb8d5 req-7452c0b8-6e68-4f03-8de9-e42598f0d2fc tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.340353 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b78f9343-13d8-4354-a463-ea20affbb8d5 req-7452c0b8-6e68-4f03-8de9-e42598f0d2fc tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.3568296 Jul 13 07:37:23.387706 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72e8015a-3d55-4728-95bf-8ca01add9911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.445383 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-16cb55fe-5bdc-4a62-99af-37d7e8bfdf2c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.465332 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b78f9343-13d8-4354-a463-ea20affbb8d5 req-81acc7a3-6f85-45f0-b014-a417377f5654 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073260 Jul 13 07:37:23.509439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176553f-bef2-4c11-89d9-1b53321cbc3d req-3c3806d8-8aa8-4f34-9deb-e5ffcf70c565 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.516496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176553f-bef2-4c11-89d9-1b53321cbc3d req-3c3806d8-8aa8-4f34-9deb-e5ffcf70c565 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.523244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176553f-bef2-4c11-89d9-1b53321cbc3d req-3c3806d8-8aa8-4f34-9deb-e5ffcf70c565 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.529600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176553f-bef2-4c11-89d9-1b53321cbc3d req-3c3806d8-8aa8-4f34-9deb-e5ffcf70c565 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.535777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176553f-bef2-4c11-89d9-1b53321cbc3d req-3c3806d8-8aa8-4f34-9deb-e5ffcf70c565 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.543675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176553f-bef2-4c11-89d9-1b53321cbc3d req-3c3806d8-8aa8-4f34-9deb-e5ffcf70c565 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.550539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176553f-bef2-4c11-89d9-1b53321cbc3d req-3c3806d8-8aa8-4f34-9deb-e5ffcf70c565 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.552065 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72e8015a-3d55-4728-95bf-8ca01add9911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.553963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3176553f-bef2-4c11-89d9-1b53321cbc3d req-3c3806d8-8aa8-4f34-9deb-e5ffcf70c565 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5432 time: 0.2018440 Jul 13 07:37:23.554983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb55fe-5bdc-4a62-99af-37d7e8bfdf2c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event deleted for resources: {'Port': ['ID=a1d7b8b6-f89f-42ce-bcc3-ebbb6ed1b1d4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.564140 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.565852 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b4283ac-1e20-4164-a85e-ceda1d62c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.591705 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72e8015a-3d55-4728-95bf-8ca01add9911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.594411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-72e8015a-3d55-4728-95bf-8ca01add9911 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3dd865ab-40b2-40be-8957-fe5358190267 HTTP/1.1" status: 204 len: 168 time: 0.6175406 Jul 13 07:37:23.595225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8015a-3d55-4728-95bf-8ca01add9911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd865ab-40b2-40be-8957-fe5358190267,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.600710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59832) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:23.605068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:23.645624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:23.647733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9b4283ac-1e20-4164-a85e-ceda1d62c0cc None None] For port a9391003-b789-4922-a6c1-b190f9a971c4, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a9391003-b789-4922-a6c1-b190f9a971c4,segment=NetworkSegment(b9a2f92c-db67-4e3c-b82c-f66bb06a718c),segment_id=b9a2f92c-db67-4e3c-b82c-f66bb06a718c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:23.657404 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.667227 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b4283ac-1e20-4164-a85e-ceda1d62c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.702352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 85f68cd3-4049-48a6-bd3d-74e43aa55494 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:23.737952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.739472 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3176553f-bef2-4c11-89d9-1b53321cbc3d req-322e51ae-dbc0-4e80-bfbd-4e9fa3c11ea8 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1737013 Jul 13 07:37:23.754462 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.787421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 85f68cd3-4049-48a6-bd3d-74e43aa55494, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=85f68cd3-4049-48a6-bd3d-74e43aa55494,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:23.831359 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-707b2ae6-dcb6-4b6b-8dd1-57992fab9842 req-1e73605e-c32f-4168-941e-207224372ba5 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 210 time: 0.0740750 Jul 13 07:37:23.839487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '85f68cd3-4049-48a6-bd3d-74e43aa55494', 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'port_id': '85f68cd3-4049-48a6-bd3d-74e43aa55494', 'mac_address': 'fa:16:3e:ae:b6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc67c7ff-7143-401d-b4f3-30734c68f9a9', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:23.864874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4283ac-1e20-4164-a85e-ceda1d62c0cc None None] Pushing event updated for resources: {'Port': ['ID=a9391003-b789-4922-a6c1-b190f9a971c4,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.923395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-16cb55fe-5bdc-4a62-99af-37d7e8bfdf2c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.936932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-16cb55fe-5bdc-4a62-99af-37d7e8bfdf2c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "DELETE /v2.0/ports/a1d7b8b6-f89f-42ce-bcc3-ebbb6ed1b1d4 HTTP/1.1" status: 204 len: 168 time: 1.2097521 Jul 13 07:37:23.943674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59844) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:24.032595 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.062475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f68cd3-4049-48a6-bd3d-74e43aa55494 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:24.074239 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee14887-aa9b-4f61-bb4f-feb69cc2fb63 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] GET failed (client error): The resource could not be found. Jul 13 07:37:24.077833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eee14887-aa9b-4f61-bb4f-feb69cc2fb63 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "GET /v2.0/ports/a1d7b8b6-f89f-42ce-bcc3-ebbb6ed1b1d4 HTTP/1.1" status: 404 len: 333 time: 0.1321421 Jul 13 07:37:24.082614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59862) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:24.084817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.105200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'port': {'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1879691574'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:24.111174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21675c4c-8824-457c-b210-825158c9d786']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:24.120319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 85f68cd3-4049-48a6-bd3d-74e43aa55494, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=85f68cd3-4049-48a6-bd3d-74e43aa55494,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:24.125431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e40e24-99a7-4684-8146-f097b9d7578f') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:24.125759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e40e24-99a7-4684-8146-f097b9d7578f') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:24.129799 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.218132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:24.231548 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.251971 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.262179 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:24.263173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:24.265266 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:24.277207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=85f68cd3-4049-48a6-bd3d-74e43aa55494,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:24.386085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eab98-5de4-494a-ad1e-da3d04d27408 req-5b47181e-f77e-40cb-98ed-99809bfa8ce4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.399746 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-191eab98-5de4-494a-ad1e-da3d04d27408 req-5b47181e-f77e-40cb-98ed-99809bfa8ce4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.2507854 Jul 13 07:37:24.399995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb594c8f-2edf-4e69-b8a7-ce14f992046f req-1f35c0b0-d64c-4b39-9086-cb95c3d04b12 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.407387 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb594c8f-2edf-4e69-b8a7-ce14f992046f req-1f35c0b0-d64c-4b39-9086-cb95c3d04b12 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 950 time: 0.1633441 Jul 13 07:37:24.410400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Made reservation on behalf of 803754edcb824ece8352e22e92e2fb2c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:24.414448 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.421759 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.446534 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.452517 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] 10.222.0.44 "DELETE /v2.0/networks/21675c4c-8824-457c-b210-825158c9d786 HTTP/1.1" status: 204 len: 168 time: 0.8495905 Jul 13 07:37:24.455675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] device_id is not set on port 20f641b9-02a5-4514-85ce-db6d71f710e2 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:24.479286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96066fc8-083b-4293-ae54-7409ac8126fc admin admin] Pushing event deleted for resources: {'Network': ['ID=21675c4c-8824-457c-b210-825158c9d786,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:24.505387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['5a81db4e-6258-4a67-b385-4ca5c5cf1240'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:24.557418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-191eab98-5de4-494a-ad1e-da3d04d27408 req-0cdc432e-0879-4d07-8bd5-9fa85733ad26 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566668 Jul 13 07:37:24.623661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Allocated IP 2001:db8::1f0 (0d0b5449-63d7-4d3a-9df7-06af7bef5176/36f378aa-4d57-4094-a895-d395684e051d/20f641b9-02a5-4514-85ce-db6d71f710e2) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:24.639007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['6e1c771c-efa1-4b63-9a8f-d2ace9793d82'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:24.641266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['85f68cd3-4049-48a6-bd3d-74e43aa55494'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:24.674319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb594c8f-2edf-4e69-b8a7-ce14f992046f req-8ef8fcb6-145c-4e2f-8198-09bd9a3f632e tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655809 Jul 13 07:37:24.753115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2d0a7e9d-bb04-4049-860f-41d8a2bd8eff None None] Provisioning for port 074e98f4-9821-43b5-9618-7eebefacb0a1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:24.796663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:24.842231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59874) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:24.875873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2d0a7e9d-bb04-4049-860f-41d8a2bd8eff None None] Provisioning complete for port 074e98f4-9821-43b5-9618-7eebefacb0a1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:24.876214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d80c0-8365-45e5-a708-95bcf02ae22a req-ce178b1e-dfd8-4db3-aa12-7ef8ac609fca tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.877108 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7e9d-bb04-4049-860f-41d8a2bd8eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.878803 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-291d80c0-8365-45e5-a708-95bcf02ae22a req-ce178b1e-dfd8-4db3-aa12-7ef8ac609fca tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1378412 Jul 13 07:37:24.924848 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dc9cbaab-93aa-41e9-9df0-3531a7db8b23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f09008f6bb7743ce9f2f25e82b8f901d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811334 Jul 13 07:37:24.927873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59882) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:24.930177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.944681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a7e9d-bb04-4049-860f-41d8a2bd8eff None None] Port 074e98f4-9821-43b5-9618-7eebefacb0a1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:24.946257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '5b8939fa-8b8a-4b9a-a054-cbba7f446f29', 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'port_id': '5b8939fa-8b8a-4b9a-a054-cbba7f446f29', 'mac_address': 'fa:16:3e:e4:89:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc67c7ff-7143-401d-b4f3-30734c68f9a9', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:24.975515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Transition to ACTIVE for port object 20f641b9-02a5-4514-85ce-db6d71f710e2 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:25.000964 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-291d80c0-8365-45e5-a708-95bcf02ae22a req-9dc55b78-4459-4a67-b555-b25d1c6ac1c2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147833 Jul 13 07:37:25.032918 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d448-dcda-4a70-be5d-09055e3a7494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.063087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.071764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d448-dcda-4a70-be5d-09055e3a7494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.163555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d448-dcda-4a70-be5d-09055e3a7494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.167268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ac2d448-dcda-4a70-be5d-09055e3a7494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.169078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8ac2d448-dcda-4a70-be5d-09055e3a7494 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93539724-3497-401f-9096-8032fce77346 HTTP/1.1" status: 204 len: 168 time: 0.2400064 Jul 13 07:37:25.183982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Port': ['ID=20f641b9-02a5-4514-85ce-db6d71f710e2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:25.184904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2d448-dcda-4a70-be5d-09055e3a7494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93539724-3497-401f-9096-8032fce77346,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:25.204740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2d0a7e9d-bb04-4049-860f-41d8a2bd8eff None None] Provisioning complete for port a9391003-b789-4922-a6c1-b190f9a971c4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:25.206613 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7e9d-bb04-4049-860f-41d8a2bd8eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.256650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:25.276056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:25.283354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:25.295495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.296490 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.391987 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.417021 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3b9f704d-7af1-4052-ac25-06f42f9a845b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3297029 Jul 13 07:37:25.425073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe4c0-8e08-49aa-b1af-a9ee2419c06f req-62177e48-628d-4dbb-822d-a959ae23b904 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.441035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe4c0-8e08-49aa-b1af-a9ee2419c06f req-62177e48-628d-4dbb-822d-a959ae23b904 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.461138 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe4c0-8e08-49aa-b1af-a9ee2419c06f req-62177e48-628d-4dbb-822d-a959ae23b904 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.480767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe4c0-8e08-49aa-b1af-a9ee2419c06f req-62177e48-628d-4dbb-822d-a959ae23b904 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.487490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe4c0-8e08-49aa-b1af-a9ee2419c06f req-62177e48-628d-4dbb-822d-a959ae23b904 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.496882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe4c0-8e08-49aa-b1af-a9ee2419c06f req-62177e48-628d-4dbb-822d-a959ae23b904 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.506240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe4c0-8e08-49aa-b1af-a9ee2419c06f req-62177e48-628d-4dbb-822d-a959ae23b904 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.508994 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9eefe4c0-8e08-49aa-b1af-a9ee2419c06f req-62177e48-628d-4dbb-822d-a959ae23b904 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5434 time: 0.2544005 Jul 13 07:37:25.510942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59898) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:25.517301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3a6021cc-9db6-4896-9a31-00c3b89d672b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a2', 'mac_address': 'fa:16:3e:e0:da:d9'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:25.536830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f72600-8383-47cc-818b-4a1162c45578 req-61f558e1-4760-41a3-8f9a-46a505401b6c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.539497 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-61f558e1-4760-41a3-8f9a-46a505401b6c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.3471153 Jul 13 07:37:25.567254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Request body: {'port': {'device_id': '3eb26a9a-69ea-416e-bfaa-180b19b0e97d', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'admin_state_up': True, 'tenant_id': 'd52762c0405c42bc971ec34c0160bb3c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:25.573752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:25.654935 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9eefe4c0-8e08-49aa-b1af-a9ee2419c06f req-bb6db9dd-605a-4e84-82cc-0665beb5d257 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287568 Jul 13 07:37:25.753942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:25.783572 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.783788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Made reservation on behalf of d52762c0405c42bc971ec34c0160bb3c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:25.793105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.805879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a6021cc-9db6-4896-9a31-00c3b89d672b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.976485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a9391003-b789-4922-a6c1-b190f9a971c4 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:26.030683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Allocated IP 172.20.0.11 (707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8/eca6a03b-25bf-47a0-aae5-f347193dc542/1bcf2469-570c-48c6-8fbf-83992ff68d5a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:26.061258 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29c02402-f1c2-42fe-83f2-75c4e1bc65e0 req-e8aab4ab-2584-436b-9f00-11ae4d3a17ca tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 210 time: 0.0654168 Jul 13 07:37:26.144504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 61d0d1b8-d766-41a4-9732-6b366f5083b1 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:26.209892 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a6021cc-9db6-4896-9a31-00c3b89d672b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.233776 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a6021cc-9db6-4896-9a31-00c3b89d672b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.257092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:26.322373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3a6021cc-9db6-4896-9a31-00c3b89d672b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] In _notify_port_updated(), no bound segment for port 20f641b9-02a5-4514-85ce-db6d71f710e2 on network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:37:26.334305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6021cc-9db6-4896-9a31-00c3b89d672b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.334597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a9391003-b789-4922-a6c1-b190f9a971c4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:26.335461 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.335599 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a6021cc-9db6-4896-9a31-00c3b89d672b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.337344 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3a6021cc-9db6-4896-9a31-00c3b89d672b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "PUT /v2.0/ports/20f641b9-02a5-4514-85ce-db6d71f710e2 HTTP/1.1" status: 200 len: 1003 time: 0.8246799 Jul 13 07:37:26.342372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:26.506884 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.524573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5435e44d-3a2a-45dd-aca0-272cc08f5a1c None None] Could not find standard attr ID for object a1d7b8b6-f89f-42ce-bcc3-ebbb6ed1b1d4. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:37:26.532323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6021cc-9db6-4896-9a31-00c3b89d672b tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Port': ['ID=20f641b9-02a5-4514-85ce-db6d71f710e2,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:26.559865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6a86f19d-86ec-44b9-aa92-15d86aa4a129 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Deleting port 20f641b9-02a5-4514-85ce-db6d71f710e2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:26.560241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a86f19d-86ec-44b9-aa92-15d86aa4a129 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.584588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1fff0-f76f-4acc-8179-a35de0d6c34d req-981fce37-8070-4bf6-88a0-f2b81bd04164 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.589645 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e0c1fff0-f76f-4acc-8179-a35de0d6c34d req-981fce37-8070-4bf6-88a0-f2b81bd04164 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1877594 Jul 13 07:37:26.651530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5435e44d-3a2a-45dd-aca0-272cc08f5a1c None None] Provisioning complete for port 074e98f4-9821-43b5-9618-7eebefacb0a1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:26.657161 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5435e44d-3a2a-45dd-aca0-272cc08f5a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.686972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a86f19d-86ec-44b9-aa92-15d86aa4a129 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.688998 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e0c1fff0-f76f-4acc-8179-a35de0d6c34d req-e473f70f-80ce-4995-8c85-7770dfca0df7 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907428 Jul 13 07:37:26.691164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59954) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:26.706777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6a86f19d-86ec-44b9-aa92-15d86aa4a129 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Calling delete_port for 20f641b9-02a5-4514-85ce-db6d71f710e2 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:26.721415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 61d0d1b8-d766-41a4-9732-6b366f5083b1, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:26.765241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '61d0d1b8-d766-41a4-9732-6b366f5083b1', 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4', 'port_id': '61d0d1b8-d766-41a4-9732-6b366f5083b1', 'mac_address': 'fa:16:3e:81:a1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404b67ca-69c0-4b97-b602-ba0421fff4e2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:26.772311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5435e44d-3a2a-45dd-aca0-272cc08f5a1c None None] Port 074e98f4-9821-43b5-9618-7eebefacb0a1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:26.892696 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.903173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1246381130-network', 'tenant_id': 'fbfd596a76c349ada4833fe8a3eb4bd0'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:26.910387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d0d1b8-d766-41a4-9732-6b366f5083b1 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:26.934767 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a86f19d-86ec-44b9-aa92-15d86aa4a129 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.937276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 61d0d1b8-d766-41a4-9732-6b366f5083b1, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:26.938881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5435e44d-3a2a-45dd-aca0-272cc08f5a1c None None] Provisioning for port 20f641b9-02a5-4514-85ce-db6d71f710e2 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:26.945038 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.956374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5435e44d-3a2a-45dd-aca0-272cc08f5a1c None None] Provisioning complete for port 20f641b9-02a5-4514-85ce-db6d71f710e2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:26.957388 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5435e44d-3a2a-45dd-aca0-272cc08f5a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.958911 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Made reservation on behalf of fbfd596a76c349ada4833fe8a3eb4bd0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:26.961752 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.963202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b3f34535-4c57-45b8-a551-08e0f419e825 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:26.970656 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.011738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5435e44d-3a2a-45dd-aca0-272cc08f5a1c None None] Port 20f641b9-02a5-4514-85ce-db6d71f710e2 was deleted so its status cannot be updated. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:37:27.027691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86f19d-86ec-44b9-aa92-15d86aa4a129 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event deleted for resources: {'Port': ['ID=20f641b9-02a5-4514-85ce-db6d71f710e2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:27.032081 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.047677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:27.083654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:27.123731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=61d0d1b8-d766-41a4-9732-6b366f5083b1,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:27.152212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b3f34535-4c57-45b8-a551-08e0f419e825, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b3f34535-4c57-45b8-a551-08e0f419e825,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:27.182788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'b3f34535-4c57-45b8-a551-08e0f419e825', 'network_id': 'a8d41d9a-1628-4dcb-8ffe-4f04212f60f4', 'port_id': 'b3f34535-4c57-45b8-a551-08e0f419e825', 'mac_address': 'fa:16:3e:9b:bf:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc67c7ff-7143-401d-b4f3-30734c68f9a9', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:27.224974 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fb88b-3c7c-4552-b745-fc52c595c86f req-6bdd828e-962c-4597-878f-82b688545289 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.241229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fb88b-3c7c-4552-b745-fc52c595c86f req-6bdd828e-962c-4597-878f-82b688545289 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.259284 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fb88b-3c7c-4552-b745-fc52c595c86f req-6bdd828e-962c-4597-878f-82b688545289 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.268861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-06cb8525-6e83-4381-a594-72f13ff4124f None None] Could not find standard attr ID for object 20f641b9-02a5-4514-85ce-db6d71f710e2. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:37:27.269454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fb88b-3c7c-4552-b745-fc52c595c86f req-6bdd828e-962c-4597-878f-82b688545289 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.271741 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.280814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fb88b-3c7c-4552-b745-fc52c595c86f req-6bdd828e-962c-4597-878f-82b688545289 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.304120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fb88b-3c7c-4552-b745-fc52c595c86f req-6bdd828e-962c-4597-878f-82b688545289 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.310733 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fb88b-3c7c-4552-b745-fc52c595c86f req-6bdd828e-962c-4597-878f-82b688545289 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.326331 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f1fb88b-3c7c-4552-b745-fc52c595c86f req-6bdd828e-962c-4597-878f-82b688545289 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5436 time: 0.3414767 Jul 13 07:37:27.335359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f34535-4c57-45b8-a551-08e0f419e825 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:27.397894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b3f34535-4c57-45b8-a551-08e0f419e825, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b3f34535-4c57-45b8-a551-08e0f419e825,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:27.413925 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.418626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f1fb88b-3c7c-4552-b745-fc52c595c86f req-565fc6f8-880a-433e-a2c6-e83cf7ef8060 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908198 Jul 13 07:37:27.466152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2ee63e1b-dc05-4719-a1f7-b36a47987b4c details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:27.486116 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.496527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.533508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:27.545062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bb1f92-e9f7-4509-8df8-1299eaa4ee42,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:27.570113 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.570457 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Added segment be01a643-4cae-4a3e-b8dd-1575063560f7 of type vlan for network 0a363ea2-5c86-468d-83d2-0a081c0dca9a Jul 13 07:37:27.624443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:27.643742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:27.648092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:27.658772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c', 'network_id': '11825ed9-aef6-4a93-a944-b3e11edef9e4', 'port_id': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c', 'mac_address': 'fa:16:3e:81:77:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404b67ca-69c0-4b97-b602-ba0421fff4e2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:27.664143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=b3f34535-4c57-45b8-a551-08e0f419e825,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:27.666608 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.727227 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.743618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event updated for resources: {'Port': ['ID=1bcf2469-570c-48c6-8fbf-83992ff68d5a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:27.747157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee63e1b-dc05-4719-a1f7-b36a47987b4c {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:27.757142 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.761147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.762068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.771800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.772569 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.778932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:27.784678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.837201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a86f19d-86ec-44b9-aa92-15d86aa4a129 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.840531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6a86f19d-86ec-44b9-aa92-15d86aa4a129 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "DELETE /v2.0/ports/20f641b9-02a5-4514-85ce-db6d71f710e2 HTTP/1.1" status: 204 len: 168 time: 1.4937947 Jul 13 07:37:27.843752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-1e6436d8-f3f7-4af7-a2c9-0e38fb098b35 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2933211 Jul 13 07:37:27.844508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59968) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:27.853617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0a363ea2-5c86-468d-83d2-0a081c0dca9a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:27.865124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 0a363ea2-5c86-468d-83d2-0a081c0dca9a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:27.871935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5a81db4e-6258-4a67-b385-4ca5c5cf1240 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:27.874642 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03bb22-dc35-4456-8b5f-bc11584f5ec4 req-ab1b11c3-c7c3-41dc-b7b1-cf2ff16145ae tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.875954 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb03bb22-dc35-4456-8b5f-bc11584f5ec4 req-ab1b11c3-c7c3-41dc-b7b1-cf2ff16145ae tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 950 time: 0.2378240 Jul 13 07:37:27.878453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a526417-3056-406d-97e2-729c0c2ef036 req-3eaabb55-a313-4916-bd32-60b7f9836a82 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.880571 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a526417-3056-406d-97e2-729c0c2ef036 req-3eaabb55-a313-4916-bd32-60b7f9836a82 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.8225231 Jul 13 07:37:27.886765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:27.888624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Request body: {'port': {'device_id': '3eb26a9a-69ea-416e-bfaa-180b19b0e97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:27.900356 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5a9c62a1-3f21-4c16-9135-35ebbfc8a2f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2080917 Jul 13 07:37:27.903163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59970) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:27.909018 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Request body: {'subnet': {'network_id': '0a363ea2-5c86-468d-83d2-0a081c0dca9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1246381130-subnet', 'tenant_id': 'fbfd596a76c349ada4833fe8a3eb4bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:27.951190 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e67a4d-ebc0-4ca3-8890-31af48878912 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] GET failed (client error): The resource could not be found. Jul 13 07:37:27.958684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59972) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:27.962133 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-86e67a4d-ebc0-4ca3-8890-31af48878912 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "GET /v2.0/ports/20f641b9-02a5-4514-85ce-db6d71f710e2 HTTP/1.1" status: 404 len: 333 time: 0.1146128 Jul 13 07:37:27.967882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'port': {'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2079844790'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:28.004966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Made reservation on behalf of fbfd596a76c349ada4833fe8a3eb4bd0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:28.007638 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.022347 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a526417-3056-406d-97e2-729c0c2ef036 req-66c7419d-c007-4341-a20b-296252059ccf tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313350 Jul 13 07:37:28.042952 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb03bb22-dc35-4456-8b5f-bc11584f5ec4 req-38ebd506-5275-46e5-a584-267397a5381e tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270399 Jul 13 07:37:28.058265 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.084567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:28.090899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:28.091291 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.246852 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.281199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a81db4e-6258-4a67-b385-4ca5c5cf1240'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:28.284504 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95118e48-3599-4ffe-84cc-d176221f4480" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "5a81db4e-6258-4a67-b385-4ca5c5cf1240"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:28.299233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5a81db4e-6258-4a67-b385-4ca5c5cf1240, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5a81db4e-6258-4a67-b385-4ca5c5cf1240,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:28.304755 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.324717 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Made reservation on behalf of 803754edcb824ece8352e22e92e2fb2c for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:28.328736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.336773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['5b8939fa-8b8a-4b9a-a054-cbba7f446f29'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:28.340282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120d818-f45a-43f2-b879-b2afa78da59b req-3200d11d-8908-49b2-8da0-b2dcedc87d81 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.341821 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4120d818-f45a-43f2-b879-b2afa78da59b req-3200d11d-8908-49b2-8da0-b2dcedc87d81 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 932 time: 0.1040003 Jul 13 07:37:28.351049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] device_id is not set on port c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:28.356378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['61d0d1b8-d766-41a4-9732-6b366f5083b1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:28.409739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['b3f34535-4c57-45b8-a551-08e0f419e825'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:28.412552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['2ee63e1b-dc05-4719-a1f7-b36a47987b4c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:28.437028 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4120d818-f45a-43f2-b879-b2afa78da59b req-e9c279b8-c2f5-49b5-b586-b3b34ae5ef49 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839424 Jul 13 07:37:28.452127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:28.562910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcf2469-570c-48c6-8fbf-83992ff68d5a {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:28.583179 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.607232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Transition to ACTIVE for port object 1bcf2469-570c-48c6-8fbf-83992ff68d5a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:28.617608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.647873 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.700421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5a81db4e-6258-4a67-b385-4ca5c5cf1240,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:28.714238 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b020e5-8898-4cd1-b5ac-b050d7d06042 x-openstack-request-id: req-91b020e5-8898-4cd1-b5ac-b050d7d06042 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:28.714596 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "5a81db4e-6258-4a67-b385-4ca5c5cf1240", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:28.715032 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91b020e5-8898-4cd1-b5ac-b050d7d06042 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:28.715362 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a81db4e-6258-4a67-b385-4ca5c5cf1240', 'code': 200} Jul 13 07:37:28.742318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcf2469-570c-48c6-8fbf-83992ff68d5a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:28.749551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Allocated IP 2001:db8::1d2 (0d0b5449-63d7-4d3a-9df7-06af7bef5176/36f378aa-4d57-4094-a895-d395684e051d/c3c141e9-9202-4f0d-8a6e-dd5d040f1b09) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:28.789026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c872345-e89a-4863-891b-0ddc56e06069 req-3cbfa949-e540-4813-83f5-f2cab07047b1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.792490 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c872345-e89a-4863-891b-0ddc56e06069 req-3cbfa949-e540-4813-83f5-f2cab07047b1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.3786652 Jul 13 07:37:28.820194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4be2cc4-073a-414c-b75d-18c1f8f8563f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:28.869020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b529-49cd-4d4d-a1be-46e721a14b39 req-7564de29-bff5-4698-b02f-721092bc66d6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.873039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Checking segment: {'id': 'be01a643-4cae-4a3e-b8dd-1575063560f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0a363ea2-5c86-468d-83d2-0a081c0dca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:28.873408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Network hostable DHCP agents. Network: 0a363ea2-5c86-468d-83d2-0a081c0dca9a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:28.877110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b529-49cd-4d4d-a1be-46e721a14b39 req-7564de29-bff5-4698-b02f-721092bc66d6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.883754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b529-49cd-4d4d-a1be-46e721a14b39 req-7564de29-bff5-4698-b02f-721092bc66d6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.883928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c4b4e6a7-c4af-4b7d-8cd8-d71d25fd18a3 None None] Provisioning complete for port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:28.884210 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4b4e6a7-c4af-4b7d-8cd8-d71d25fd18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.891132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b529-49cd-4d4d-a1be-46e721a14b39 req-7564de29-bff5-4698-b02f-721092bc66d6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.899377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b529-49cd-4d4d-a1be-46e721a14b39 req-7564de29-bff5-4698-b02f-721092bc66d6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.906297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b529-49cd-4d4d-a1be-46e721a14b39 req-7564de29-bff5-4698-b02f-721092bc66d6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.918010 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c872345-e89a-4863-891b-0ddc56e06069 req-4fe1ff15-8bec-4ed0-80f5-8d82a761a045 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060166 Jul 13 07:37:28.924162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b529-49cd-4d4d-a1be-46e721a14b39 req-7564de29-bff5-4698-b02f-721092bc66d6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.936967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e505b529-49cd-4d4d-a1be-46e721a14b39 req-7564de29-bff5-4698-b02f-721092bc66d6 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5439 time: 0.2768819 Jul 13 07:37:28.938154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f941ecaf-1050-4719-9533-525c9e30b076 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:28.955091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Attempting to bind port 1bcf2469-570c-48c6-8fbf-83992ff68d5a on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:28.956669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Attempting to bind port 1bcf2469-570c-48c6-8fbf-83992ff68d5a by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:28.957687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Attempting to bind port 1bcf2469-570c-48c6-8fbf-83992ff68d5a on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:28.959846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Network 0a363ea2-5c86-468d-83d2-0a081c0dca9a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:28.988503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Port 1bcf2469-570c-48c6-8fbf-83992ff68d5a on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:28.991016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Attempting to bind port 1bcf2469-570c-48c6-8fbf-83992ff68d5a on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:28.993087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:28.998583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd464-8f14-4797-b268-9ca559516433 req-3bb3c479-ed19-4d88-b8f1-32024b978f49 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.000031 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd6bd464-8f14-4797-b268-9ca559516433 req-3bb3c479-ed19-4d88-b8f1-32024b978f49 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 950 time: 0.2878668 Jul 13 07:37:29.002979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:29.003258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Checking segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:29.003978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Bound using segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:29.005006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Bound port: 1bcf2469-570c-48c6-8fbf-83992ff68d5a, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:29.005402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.041424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 0a363ea2-5c86-468d-83d2-0a081c0dca9a) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:29.054720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e505b529-49cd-4d4d-a1be-46e721a14b39 req-d03118ac-b9e3-4f21-8686-af3b54cdb730 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143184 Jul 13 07:37:29.080958 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:29.080958 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.091830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f4c36-6a79-41b5-8f28-cbbd4cc67c9d None None] Network 0a363ea2-5c86-468d-83d2-0a081c0dca9a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:29.107942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.124873 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.156478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] For port 1bcf2469-570c-48c6-8fbf-83992ff68d5a, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:29.160242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] For port 1bcf2469-570c-48c6-8fbf-83992ff68d5a, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1bcf2469-570c-48c6-8fbf-83992ff68d5a,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:29.175427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.220866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.221638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.223997 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-56773765-c08e-4f3e-a38b-bc93a815c35d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3192132 Jul 13 07:37:29.224265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] 10.222.0.53 "PUT /v2.0/ports/1bcf2469-570c-48c6-8fbf-83992ff68d5a HTTP/1.1" status: 200 len: 1092 time: 1.3699901 Jul 13 07:37:29.224838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb26a9a-69ea-416e-bfaa-180b19b0e97d', 'tag': '1bcf2469-570c-48c6-8fbf-83992ff68d5a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:29.228051 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b411393-4f41-4882-93b0-24475288351a" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb26a9a-69ea-416e-bfaa-180b19b0e97d", "tag": "1bcf2469-570c-48c6-8fbf-83992ff68d5a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:29.260267 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.286086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25f95c-8944-4101-a765-dadb1b76f232 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcf2469-570c-48c6-8fbf-83992ff68d5a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:29.328629 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d063d-81d9-4d6c-850e-9c7d4733898d x-openstack-request-id: req-3d7d063d-81d9-4d6c-850e-9c7d4733898d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:29.328925 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb26a9a-69ea-416e-bfaa-180b19b0e97d", "tag": "1bcf2469-570c-48c6-8fbf-83992ff68d5a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:29.329641 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d7d063d-81d9-4d6c-850e-9c7d4733898d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:29.329641 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb26a9a-69ea-416e-bfaa-180b19b0e97d', 'tag': '1bcf2469-570c-48c6-8fbf-83992ff68d5a', 'status': 'completed', 'code': 200} Jul 13 07:37:29.355242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Transition to ACTIVE for port object c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:29.373725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-bd6bd464-8f14-4797-b268-9ca559516433 req-e76ad969-affa-4d37-8172-cb04f026f3c7 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Deleting port f941ecaf-1050-4719-9533-525c9e30b076 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:29.374102 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-bd6bd464-8f14-4797-b268-9ca559516433 req-e76ad969-affa-4d37-8172-cb04f026f3c7 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.387309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f72600-8383-47cc-818b-4a1162c45578 req-e11ab3d3-6791-4d5b-8a41-a331db8ab851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.393143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-e11ab3d3-6791-4d5b-8a41-a331db8ab851 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 1095 time: 0.0958989 Jul 13 07:37:29.496370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6516c2-df48-4064-ab25-81054e4e8b8c req-29e21188-0904-4cfa-939c-96488a12ee45 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.498174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d6516c2-df48-4064-ab25-81054e4e8b8c req-29e21188-0904-4cfa-939c-96488a12ee45 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 950 time: 0.2263165 Jul 13 07:37:29.500795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-01cb1476-f8e9-46ee-a550-6b6fee5f24e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcf2469-570c-48c6-8fbf-83992ff68d5a HTTP/1.1" status: 200 len: 217 time: 0.0976624 Jul 13 07:37:29.561153 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.600204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f72600-8383-47cc-818b-4a1162c45578 req-8635958d-e9da-46d8-bc6c-b29d5d86ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.602451 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-8635958d-e9da-46d8-bc6c-b29d5d86ae61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.0944352 Jul 13 07:37:29.619178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-bd6bd464-8f14-4797-b268-9ca559516433 req-e76ad969-affa-4d37-8172-cb04f026f3c7 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:29.621535 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-bd6bd464-8f14-4797-b268-9ca559516433 req-e76ad969-affa-4d37-8172-cb04f026f3c7 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.637977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-bd6bd464-8f14-4797-b268-9ca559516433 req-e76ad969-affa-4d37-8172-cb04f026f3c7 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Calling delete_port for f941ecaf-1050-4719-9533-525c9e30b076 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:29.655587 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-fb877153-dcaa-43b2-8df6-65dd36df96df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458755 Jul 13 07:37:29.703631 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.734998 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d6516c2-df48-4064-ab25-81054e4e8b8c req-859fa0e4-5587-4f4c-bffe-fae5be9de381 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/security-groups?id=15836c23-8a75-4552-ae3b-3edb2309e342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158005 Jul 13 07:37:29.746648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:29.773111 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:29.780834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:29.782379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab9100-1d16-4cf4-b6e6-e930894ca8fa req-d577b326-7ee0-4293-9d8c-eb14127a885b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.787128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.787776 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.790904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01ab9100-1d16-4cf4-b6e6-e930894ca8fa req-d577b326-7ee0-4293-9d8c-eb14127a885b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 944 time: 0.1717653 Jul 13 07:37:29.824937 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-f14e894d-65ac-454c-9317-fa65d97d5d60 service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494932 Jul 13 07:37:29.837306 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.850745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Port': ['ID=c3c141e9-9202-4f0d-8a6e-dd5d040f1b09,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:29.865409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c805e6-387a-4970-b26c-a80dd06e1986 None None] Network 0a363ea2-5c86-468d-83d2-0a081c0dca9a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:29.869852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b6eb38a3-714e-410d-a9c8-7bea0b413fa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9067569 Jul 13 07:37:29.872375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60002) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.877485 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01ab9100-1d16-4cf4-b6e6-e930894ca8fa req-e587e9b9-6b45-4d96-bba0-8e9ee59884fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856256 Jul 13 07:37:29.887003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fbe602fa-d371-4354-91b5-c66a7a1f0f24 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e0:da:d9'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:29.923808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f941ecaf-1050-4719-9533-525c9e30b076, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f941ecaf-1050-4719-9533-525c9e30b076,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:29.949363 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.986283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18f72600-8383-47cc-818b-4a1162c45578 req-3f6ff60f-2a64-480b-97ec-988f3a5c52dc service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498742 Jul 13 07:37:30.054284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-bd6bd464-8f14-4797-b268-9ca559516433 req-e76ad969-affa-4d37-8172-cb04f026f3c7 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.086013 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:30.089994 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ad969-affa-4d37-8172-cb04f026f3c7 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Pushing event deleted for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:30.155182 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.209445 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411393-4f41-4882-93b0-24475288351a req-720a31fa-b197-4a1d-b282-bf72e499d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.209445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b411393-4f41-4882-93b0-24475288351a req-720a31fa-b197-4a1d-b282-bf72e499d3e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 1095 time: 0.1627538 Jul 13 07:37:30.263377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 85f68cd3-4049-48a6-bd3d-74e43aa55494 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:30.343253 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6bd464-8f14-4797-b268-9ca559516433 req-e76ad969-affa-4d37-8172-cb04f026f3c7 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] No DVR routers for this DVR port f941ecaf-1050-4719-9533-525c9e30b076 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:30.378299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f941ecaf-1050-4719-9533-525c9e30b076,revision_number=12']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:30.383922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f2f89f9a-d658-4cf4-9093-f171f85e5b7b None None] Provisioning for port c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:30.437982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-bd6bd464-8f14-4797-b268-9ca559516433 req-e76ad969-affa-4d37-8172-cb04f026f3c7 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.438520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f2f89f9a-d658-4cf4-9093-f171f85e5b7b None None] Provisioning complete for port c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:30.440595 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd6bd464-8f14-4797-b268-9ca559516433 req-e76ad969-affa-4d37-8172-cb04f026f3c7 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.53 "DELETE /v2.0/ports/f941ecaf-1050-4719-9533-525c9e30b076 HTTP/1.1" status: 204 len: 173 time: 1.4083538 Jul 13 07:37:30.441215 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2f89f9a-d658-4cf4-9093-f171f85e5b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.441351 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fbe602fa-d371-4354-91b5-c66a7a1f0f24 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.446313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-deleted', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:30.448916 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103e3a5a-b417-4037-8c7b-64043f0b4197" -d '{"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-deleted", "tag": "f941ecaf-1050-4719-9533-525c9e30b076"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:30.481000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411393-4f41-4882-93b0-24475288351a req-b51e7b14-b567-4a10-90b1-17f0491cfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.482549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b411393-4f41-4882-93b0-24475288351a req-b51e7b14-b567-4a10-90b1-17f0491cfda8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 906 time: 0.2667868 Jul 13 07:37:30.587026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b411393-4f41-4882-93b0-24475288351a req-d74a5d6a-10b5-41eb-a873-956ea283a2b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bcf2469-570c-48c6-8fbf-83992ff68d5a HTTP/1.1" status: 200 len: 217 time: 0.0859251 Jul 13 07:37:30.588812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f2f89f9a-d658-4cf4-9093-f171f85e5b7b None None] Port c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:30.601072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b4757-c174-4072-a084-170e554dddc3 req-3780672c-4d18-4129-a0c8-e3dab8df3f31 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.613386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b4757-c174-4072-a084-170e554dddc3 req-3780672c-4d18-4129-a0c8-e3dab8df3f31 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.631869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b4757-c174-4072-a084-170e554dddc3 req-3780672c-4d18-4129-a0c8-e3dab8df3f31 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.638907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b4757-c174-4072-a084-170e554dddc3 req-3780672c-4d18-4129-a0c8-e3dab8df3f31 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.645849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b4757-c174-4072-a084-170e554dddc3 req-3780672c-4d18-4129-a0c8-e3dab8df3f31 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.652912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b4757-c174-4072-a084-170e554dddc3 req-3780672c-4d18-4129-a0c8-e3dab8df3f31 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.664988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b4757-c174-4072-a084-170e554dddc3 req-3780672c-4d18-4129-a0c8-e3dab8df3f31 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.667431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f99b4757-c174-4072-a084-170e554dddc3 req-3780672c-4d18-4129-a0c8-e3dab8df3f31 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5440 time: 0.3420391 Jul 13 07:37:30.687748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:30.696649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 85f68cd3-4049-48a6-bd3d-74e43aa55494 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:30.721722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 85f68cd3-4049-48a6-bd3d-74e43aa55494 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:30.722474 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.728986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076'}, {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:30.730640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411393-4f41-4882-93b0-24475288351a req-11a1a520-d523-4501-93c6-d4f42d19e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.731670 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7db44a4-f115-4089-b4eb-041bc8a29257" -d '{"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-unplugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076"}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:30.732801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b411393-4f41-4882-93b0-24475288351a req-11a1a520-d523-4501-93c6-d4f42d19e7a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.0641818 Jul 13 07:37:30.774082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b5ab24e3-efcb-4de1-a209-eadcfe48fb57 None None] Provisioning complete for port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:30.774560 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b5ab24e3-efcb-4de1-a209-eadcfe48fb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.786038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b411393-4f41-4882-93b0-24475288351a req-17573f2c-f2ba-46bc-b82e-b224aec56ec3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401568 Jul 13 07:37:30.849846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f99b4757-c174-4072-a084-170e554dddc3 req-003c373f-9770-4825-ae82-ec03ed5eff83 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138983 Jul 13 07:37:30.877596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.943557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 85f68cd3-4049-48a6-bd3d-74e43aa55494, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=85f68cd3-4049-48a6-bd3d-74e43aa55494,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:30.963791 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.015339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-02d7a7ab-7270-450e-891a-8026d4ee5990 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.022713 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-02d7a7ab-7270-450e-891a-8026d4ee5990 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/networks?id=0a363ea2-5c86-468d-83d2-0a081c0dca9a HTTP/1.1" status: 200 len: 813 time: 0.8002663 Jul 13 07:37:31.056719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-f00e742d-f7bb-415d-996f-13db196b22b2 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/quotas/fbfd596a76c349ada4833fe8a3eb4bd0 HTTP/1.1" status: 200 len: 375 time: 0.0330186 Jul 13 07:37:31.058172 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b411393-4f41-4882-93b0-24475288351a req-b171b823-775e-434b-9295-86ab5b4afd63 service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603490 Jul 13 07:37:31.075685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=85f68cd3-4049-48a6-bd3d-74e43aa55494,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:31.096660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 61d0d1b8-d766-41a4-9732-6b366f5083b1 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:31.174040 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1f9ba2-31b5-4d1d-abea-78280111413f x-openstack-request-id: req-1d1f9ba2-31b5-4d1d-abea-78280111413f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:31.174343 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-unplugged", "status": "completed", "tag": "f941ecaf-1050-4719-9533-525c9e30b076", "code": 200}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:31.174655 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d1f9ba2-31b5-4d1d-abea-78280111413f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:31.175059 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076', 'code': 200} Jul 13 07:37:31.175315 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'code': 200} Jul 13 07:37:31.175844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b5ab24e3-efcb-4de1-a209-eadcfe48fb57 None None] Could not find standard attr ID for object f941ecaf-1050-4719-9533-525c9e30b076. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:37:31.229484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 61d0d1b8-d766-41a4-9732-6b366f5083b1 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:31.234277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 61d0d1b8-d766-41a4-9732-6b366f5083b1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:31.234544 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.288695 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-aaa2b16f-df28-47c1-bc8e-f2216550e483 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fbfd596a76c349ada4833fe8a3eb4bd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2309432 Jul 13 07:37:31.326870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b411393-4f41-4882-93b0-24475288351a req-ed7c6fa5-cc60-4bc9-8249-e75c5593afd5 service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599201 Jul 13 07:37:31.427055 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.464957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 61d0d1b8-d766-41a4-9732-6b366f5083b1, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:31.474503 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.499406 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b0d93ec-cbda-4cc0-b6e9-9deeda7744ed req-dabd41b8-f6dd-4a09-82a3-af7ced6fa042 tempest-ImagesOneServerTestJSON-629937868 tempest-ImagesOneServerTestJSON-629937868-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fea364b-e7d6-4e41-9282-7dc732581a11 HTTP/1.1" status: 200 len: 210 time: 0.0433195 Jul 13 07:37:31.528138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b3f34535-4c57-45b8-a551-08e0f419e825 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:31.554199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-7cb53393-fc0b-40fb-af35-812ed33db3da service neutron] 10.222.0.44 "GET /v2.0/networks/0a363ea2-5c86-468d-83d2-0a081c0dca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598467 Jul 13 07:37:31.612076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port b3f34535-4c57-45b8-a551-08e0f419e825 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:31.615881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=61d0d1b8-d766-41a4-9732-6b366f5083b1,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:31.619827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port b3f34535-4c57-45b8-a551-08e0f419e825 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:31.620234 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.623501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5c00ec00-4102-45ad-970e-e24c23696066 None None] Provisioning complete for port 85f68cd3-4049-48a6-bd3d-74e43aa55494 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:31.623788 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c00ec00-4102-45ad-970e-e24c23696066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.690846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-cea40311-806c-4209-9376-98eea048e12f service neutron] 10.222.0.44 "GET /v2.0/networks/0a363ea2-5c86-468d-83d2-0a081c0dca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248295 Jul 13 07:37:31.783236 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fbe602fa-d371-4354-91b5-c66a7a1f0f24 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.790718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fbe602fa-d371-4354-91b5-c66a7a1f0f24 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.827596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.856853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1ba44-7857-4f4a-9a34-bddbdb45ccc5 req-22b0e9f4-42c4-41d2-ab9a-9fe13d65235b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.858846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2b1ba44-7857-4f4a-9a34-bddbdb45ccc5 req-22b0e9f4-42c4-41d2-ab9a-9fe13d65235b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 944 time: 0.1709900 Jul 13 07:37:31.878128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-fbe602fa-d371-4354-91b5-c66a7a1f0f24 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] In _notify_port_updated(), no bound segment for port c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 on network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:37:31.884087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe602fa-d371-4354-91b5-c66a7a1f0f24 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.885310 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fbe602fa-d371-4354-91b5-c66a7a1f0f24 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.889395 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fbe602fa-d371-4354-91b5-c66a7a1f0f24 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "PUT /v2.0/ports/c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 HTTP/1.1" status: 200 len: 1003 time: 2.0133169 Jul 13 07:37:31.889557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b3f34535-4c57-45b8-a551-08e0f419e825, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b3f34535-4c57-45b8-a551-08e0f419e825,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:31.902077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60028) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:31.904464 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.932829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe602fa-d371-4354-91b5-c66a7a1f0f24 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Port': ['ID=c3c141e9-9202-4f0d-8a6e-dd5d040f1b09,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:32.001802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2b1ba44-7857-4f4a-9a34-bddbdb45ccc5 req-06b3554d-a75f-4ffa-88d6-9dc2e7d2ca16 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369202 Jul 13 07:37:32.003577 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39ef8ad-8eed-4a2b-9813-e9ba57ca7613 x-openstack-request-id: req-f39ef8ad-8eed-4a2b-9813-e9ba57ca7613 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:32.004639 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fea364b-e7d6-4e41-9282-7dc732581a11", "name": "network-vif-deleted", "tag": "f941ecaf-1050-4719-9533-525c9e30b076", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:32.005470 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f39ef8ad-8eed-4a2b-9813-e9ba57ca7613 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:32.006275 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fea364b-e7d6-4e41-9282-7dc732581a11', 'name': 'network-vif-deleted', 'tag': 'f941ecaf-1050-4719-9533-525c9e30b076', 'status': 'completed', 'code': 200} Jul 13 07:37:32.068610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:32.198563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9e77350-2e38-444d-9d89-dfb7fbb3ede9 req-2a52bc33-f155-4fad-af17-168ccb6972d8 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 210 time: 0.0712769 Jul 13 07:37:32.242915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-711b5286-404f-4480-83da-554c2d0d04b5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Deleting port c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:32.243457 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-711b5286-404f-4480-83da-554c2d0d04b5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.255622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=b3f34535-4c57-45b8-a551-08e0f419e825,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:32.278977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bc464766-5908-4ae5-860d-173b22f0030a None None] Provisioning complete for port 61d0d1b8-d766-41a4-9732-6b366f5083b1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:32.279361 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bc464766-5908-4ae5-860d-173b22f0030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.286973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827341d0-4c44-436d-b91c-326b131c2350 req-9f89483c-270a-4bdb-a39d-e621abe0ff0c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.295175 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827341d0-4c44-436d-b91c-326b131c2350 req-9f89483c-270a-4bdb-a39d-e621abe0ff0c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.321617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827341d0-4c44-436d-b91c-326b131c2350 req-9f89483c-270a-4bdb-a39d-e621abe0ff0c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.339811 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827341d0-4c44-436d-b91c-326b131c2350 req-9f89483c-270a-4bdb-a39d-e621abe0ff0c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.356128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827341d0-4c44-436d-b91c-326b131c2350 req-9f89483c-270a-4bdb-a39d-e621abe0ff0c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.367256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827341d0-4c44-436d-b91c-326b131c2350 req-9f89483c-270a-4bdb-a39d-e621abe0ff0c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.375234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827341d0-4c44-436d-b91c-326b131c2350 req-9f89483c-270a-4bdb-a39d-e621abe0ff0c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.385185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-827341d0-4c44-436d-b91c-326b131c2350 req-9f89483c-270a-4bdb-a39d-e621abe0ff0c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5443 time: 0.2431593 Jul 13 07:37:32.461380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-827341d0-4c44-436d-b91c-326b131c2350 req-81c48f2d-d4f3-44c4-afe1-1757710037ab tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748956 Jul 13 07:37:32.500629 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-711b5286-404f-4480-83da-554c2d0d04b5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.525872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-711b5286-404f-4480-83da-554c2d0d04b5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Calling delete_port for c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:32.668160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:32.675734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:32.677261 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.822614 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.822852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-711b5286-404f-4480-83da-554c2d0d04b5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.862968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b5286-404f-4480-83da-554c2d0d04b5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event deleted for resources: {'Port': ['ID=c3c141e9-9202-4f0d-8a6e-dd5d040f1b09,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:32.871636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:32.880149 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.929230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-711b5286-404f-4480-83da-554c2d0d04b5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.933770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-711b5286-404f-4480-83da-554c2d0d04b5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "DELETE /v2.0/ports/c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 HTTP/1.1" status: 204 len: 168 time: 1.0282419 Jul 13 07:37:32.934303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60056) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:32.955526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1bcf2469-570c-48c6-8fbf-83992ff68d5a details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:32.961739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f941ecaf-1050-4719-9533-525c9e30b076 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:32.997689 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7636742-701e-4b77-ad82-9e39ebf047a1 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] GET failed (client error): The resource could not be found. Jul 13 07:37:33.000182 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e7636742-701e-4b77-ad82-9e39ebf047a1 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "GET /v2.0/ports/c3c141e9-9202-4f0d-8a6e-dd5d040f1b09 HTTP/1.1" status: 404 len: 333 time: 0.0646715 Jul 13 07:37:33.006527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60058) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:33.011566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60060) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:33.021726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'port': {'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-714270987'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:33.055526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78baef71-5861-42ca-a483-0381b5c60f48 None None] Could not find standard attr ID for object c3c141e9-9202-4f0d-8a6e-dd5d040f1b09. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:37:33.069181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2ee63e1b-dc05-4719-a1f7-b36a47987b4c up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:33.101725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: f941ecaf-1050-4719-9533-525c9e30b076 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:33.107018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f941ecaf-1050-4719-9533-525c9e30b076 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:33.186561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f68cd3-4049-48a6-bd3d-74e43aa55494'}, {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d0d1b8-d766-41a4-9732-6b366f5083b1'}, {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f34535-4c57-45b8-a551-08e0f419e825'}, {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8939fa-8b8a-4b9a-a054-cbba7f446f29'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:33.196345 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbe5038-c3de-4f65-ad59-56f6e7c7710a" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "85f68cd3-4049-48a6-bd3d-74e43aa55494"}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "61d0d1b8-d766-41a4-9732-6b366f5083b1"}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "b3f34535-4c57-45b8-a551-08e0f419e825"}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "5b8939fa-8b8a-4b9a-a054-cbba7f446f29"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:33.270710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78baef71-5861-42ca-a483-0381b5c60f48 None None] Provisioning complete for port b3f34535-4c57-45b8-a551-08e0f419e825 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:33.274296 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78baef71-5861-42ca-a483-0381b5c60f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.380033 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.resource_extend [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:37:33.386284 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace76e8-21e7-4b4f-966a-f167a8b6147b req-a227ed0d-3600-4aff-a578-52d59aabfb49 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.396145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bace76e8-21e7-4b4f-966a-f167a8b6147b req-a227ed0d-3600-4aff-a578-52d59aabfb49 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 944 time: 0.1276057 Jul 13 07:37:33.406225 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11db51a0-96c4-42bf-a773-d19ef54c77be x-openstack-request-id: req-11db51a0-96c4-42bf-a773-d19ef54c77be {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:33.406686 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "85f68cd3-4049-48a6-bd3d-74e43aa55494", "code": 200}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "61d0d1b8-d766-41a4-9732-6b366f5083b1", "code": 200}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "b3f34535-4c57-45b8-a551-08e0f419e825", "code": 200}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "5b8939fa-8b8a-4b9a-a054-cbba7f446f29", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:33.407343 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11db51a0-96c4-42bf-a773-d19ef54c77be {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:33.407770 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f68cd3-4049-48a6-bd3d-74e43aa55494', 'code': 200} Jul 13 07:37:33.409012 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d0d1b8-d766-41a4-9732-6b366f5083b1', 'code': 200} Jul 13 07:37:33.409349 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f34535-4c57-45b8-a551-08e0f419e825', 'code': 200} Jul 13 07:37:33.409667 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8939fa-8b8a-4b9a-a054-cbba7f446f29', 'code': 200} Jul 13 07:37:33.419193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60070) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:33.420250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:33.420704 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bae9ffbc-ea88-4eff-911a-4f10c6f13977 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d16e310898b647f1967f4b61edca22cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034152 Jul 13 07:37:33.468263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Made reservation on behalf of 803754edcb824ece8352e22e92e2fb2c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:33.474178 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.489795 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bace76e8-21e7-4b4f-966a-f167a8b6147b req-8d767c1f-03e4-414e-8db2-0ee487961169 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911551 Jul 13 07:37:33.502897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] device_id is not set on port faf1dd33-3748-44a5-862f-c01b99aaa6ea yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:33.524415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4de7cf56-70dc-485b-a1ed-d0dbfb3faa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.556606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4de7cf56-70dc-485b-a1ed-d0dbfb3faa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.568893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1bcf2469-570c-48c6-8fbf-83992ff68d5a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1bcf2469-570c-48c6-8fbf-83992ff68d5a,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:33.582553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:33.588881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '1bcf2469-570c-48c6-8fbf-83992ff68d5a', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'port_id': '1bcf2469-570c-48c6-8fbf-83992ff68d5a', 'mac_address': 'fa:16:3e:e8:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca6a03b-25bf-47a0-aae5-f347193dc542', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:33.614853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:33.615235 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.640481 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4de7cf56-70dc-485b-a1ed-d0dbfb3faa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.643480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4de7cf56-70dc-485b-a1ed-d0dbfb3faa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.647712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4de7cf56-70dc-485b-a1ed-d0dbfb3faa96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15836c23-8a75-4552-ae3b-3edb2309e342 HTTP/1.1" status: 204 len: 168 time: 0.2250106 Jul 13 07:37:33.661251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7cf56-70dc-485b-a1ed-d0dbfb3faa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15836c23-8a75-4552-ae3b-3edb2309e342,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:33.683974 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0891696e-0162-418f-9936-83c199eada26 req-18d6bb90-0c12-4f4b-ba87-eb1a0929c4ef tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 210 time: 0.0899351 Jul 13 07:37:33.778310 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.831965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcf2469-570c-48c6-8fbf-83992ff68d5a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:33.851855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Allocated IP 2001:db8::289 (0d0b5449-63d7-4d3a-9df7-06af7bef5176/36f378aa-4d57-4094-a895-d395684e051d/faf1dd33-3748-44a5-862f-c01b99aaa6ea) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:33.865904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1bcf2469-570c-48c6-8fbf-83992ff68d5a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1bcf2469-570c-48c6-8fbf-83992ff68d5a,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:33.896252 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.964070 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.979167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-840caeb8-f653-4271-a560-8cce36a3138e None None] Provisioning complete for port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:33.979850 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-840caeb8-f653-4271-a560-8cce36a3138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.137316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=1bcf2469-570c-48c6-8fbf-83992ff68d5a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:34.145393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-71559d6b-8caf-4b51-88fb-3677eb94379f tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.147012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-71559d6b-8caf-4b51-88fb-3677eb94379f tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.53 "GET /v2.0/networks?id=0a363ea2-5c86-468d-83d2-0a081c0dca9a HTTP/1.1" status: 200 len: 813 time: 0.1943464 Jul 13 07:37:34.156695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:34.166931 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.183815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Request body: {'port': {'device_id': '0103bbd6-f946-46cf-a98a-f920d08de610', 'network_id': '0a363ea2-5c86-468d-83d2-0a081c0dca9a', 'admin_state_up': True, 'tenant_id': 'fbfd596a76c349ada4833fe8a3eb4bd0'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:34.233614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['1bcf2469-570c-48c6-8fbf-83992ff68d5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:34.297152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:34.418654 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.542584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582159d-73a8-4e5e-9ef6-63ffab58f62d req-9e0f419e-a17a-475f-9f7e-81cdbb942379 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.548570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582159d-73a8-4e5e-9ef6-63ffab58f62d req-9e0f419e-a17a-475f-9f7e-81cdbb942379 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.560070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582159d-73a8-4e5e-9ef6-63ffab58f62d req-9e0f419e-a17a-475f-9f7e-81cdbb942379 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.566106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582159d-73a8-4e5e-9ef6-63ffab58f62d req-9e0f419e-a17a-475f-9f7e-81cdbb942379 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.572206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582159d-73a8-4e5e-9ef6-63ffab58f62d req-9e0f419e-a17a-475f-9f7e-81cdbb942379 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.578226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582159d-73a8-4e5e-9ef6-63ffab58f62d req-9e0f419e-a17a-475f-9f7e-81cdbb942379 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.585505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582159d-73a8-4e5e-9ef6-63ffab58f62d req-9e0f419e-a17a-475f-9f7e-81cdbb942379 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.587623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1582159d-73a8-4e5e-9ef6-63ffab58f62d req-9e0f419e-a17a-475f-9f7e-81cdbb942379 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5444 time: 0.5077538 Jul 13 07:37:34.591026 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.600267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Made reservation on behalf of fbfd596a76c349ada4833fe8a3eb4bd0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:34.603874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.643149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-558564c2-de46-449b-a303-ed106d680ca0 None None] Provisioning complete for port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:34.644202 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-558564c2-de46-449b-a303-ed106d680ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.669061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Transition to ACTIVE for port object faf1dd33-3748-44a5-862f-c01b99aaa6ea will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:34.727791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.733259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20c1a2-1d46-4b31-8b8d-7d1801c66d37 req-65bc3012-6b9c-47bb-a527-5f420631b1d7 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.743357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a20c1a2-1d46-4b31-8b8d-7d1801c66d37 req-65bc3012-6b9c-47bb-a527-5f420631b1d7 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 945 time: 0.0943208 Jul 13 07:37:34.800892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a20c1a2-1d46-4b31-8b8d-7d1801c66d37 req-211afb9a-6b57-40ab-9829-9957bda1f41b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557659 Jul 13 07:37:34.804304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60104) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:34.845620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:34.884769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:34.902702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:34.909251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.909880 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.918757 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1bcf2469-570c-48c6-8fbf-83992ff68d5a up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:34.952763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1582159d-73a8-4e5e-9ef6-63ffab58f62d req-1e428d7d-532e-40ff-a2fe-d91934619a24 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3588991 Jul 13 07:37:34.992757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Port': ['ID=faf1dd33-3748-44a5-862f-c01b99aaa6ea,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.026091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 1bcf2469-570c-48c6-8fbf-83992ff68d5a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:35.031631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4092d9b1-4c39-4be0-af72-a9461d2b1090 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0227351 Jul 13 07:37:35.033559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60110) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:35.034198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-192941860-network', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:35.037530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 1bcf2469-570c-48c6-8fbf-83992ff68d5a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:35.037918 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.054361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4224f2a2-d3b8-4114-aca3-5fc188f09e89 req-a5719ce2-c567-45bf-8fc8-d63133d0744b tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 210 time: 0.0575984 Jul 13 07:37:35.060482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'port': {'network_id': '0d0b5449-63d7-4d3a-9df7-06af7bef5176', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-894713628'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:35.079515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:35.083745 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.094751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.129985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Allocated IP 172.20.0.6 (0a363ea2-5c86-468d-83d2-0a081c0dca9a/e4be2cc4-073a-414c-b75d-18c1f8f8563f/77bdee81-7c3f-4bf7-b620-c35e7cc629fa) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:35.208904 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.250459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1bcf2469-570c-48c6-8fbf-83992ff68d5a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1bcf2469-570c-48c6-8fbf-83992ff68d5a,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:35.257682 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.258797 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.264700 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.305139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed22ee6-7fa3-427b-ba8c-c8794aba2663,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.311850 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:35.323804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.324393 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Added segment bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838 of type vlan for network 404cf158-687c-4a31-86f5-f16b75de7176 Jul 13 07:37:35.341429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=1bcf2469-570c-48c6-8fbf-83992ff68d5a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.369661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d0912321-b4db-404e-98aa-832d760d0451 None None] Provisioning for port faf1dd33-3748-44a5-862f-c01b99aaa6ea completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:35.374621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d0912321-b4db-404e-98aa-832d760d0451 None None] Provisioning complete for port faf1dd33-3748-44a5-862f-c01b99aaa6ea triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:35.375776 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0912321-b4db-404e-98aa-832d760d0451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.381778 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.414443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c'}, {'server_uuid': '3eb26a9a-69ea-416e-bfaa-180b19b0e97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcf2469-570c-48c6-8fbf-83992ff68d5a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:35.418247 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35ad7b5-21a4-42b2-9d07-9a4ca9a13459" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "2ee63e1b-dc05-4719-a1f7-b36a47987b4c"}, {"server_uuid": "3eb26a9a-69ea-416e-bfaa-180b19b0e97d", "name": "network-vif-plugged", "status": "completed", "tag": "1bcf2469-570c-48c6-8fbf-83992ff68d5a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:35.418975 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.420157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.420941 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.430130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d0912321-b4db-404e-98aa-832d760d0451 None None] Port faf1dd33-3748-44a5-862f-c01b99aaa6ea cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:35.448107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.491252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Made reservation on behalf of 803754edcb824ece8352e22e92e2fb2c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:35.494900 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.503481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] Pushing event updated for resources: {'Network': ['ID=404cf158-687c-4a31-86f5-f16b75de7176,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.515320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60116) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:35.515719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 404cf158-687c-4a31-86f5-f16b75de7176 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:35.515875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-42733e25-1e39-4cca-bfe0-5661506cefa0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7096963 Jul 13 07:37:35.521474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Request body: {'subnet': {'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-192941860-subnet', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:35.533711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] device_id is not set on port 075cf8fd-f249-4eac-8de6-9c36d36efc3a yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:35.547028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.648436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Pushing event updated for resources: {'Port': ['ID=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.649228 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499561e0-9c8d-4458-986d-af5d41ad2b57 x-openstack-request-id: req-499561e0-9c8d-4458-986d-af5d41ad2b57 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:35.649619 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "2ee63e1b-dc05-4719-a1f7-b36a47987b4c", "code": 200}, {"server_uuid": "3eb26a9a-69ea-416e-bfaa-180b19b0e97d", "name": "network-vif-plugged", "status": "completed", "tag": "1bcf2469-570c-48c6-8fbf-83992ff68d5a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:35.649938 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-499561e0-9c8d-4458-986d-af5d41ad2b57 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:35.650405 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c', 'code': 200} Jul 13 07:37:35.650732 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb26a9a-69ea-416e-bfaa-180b19b0e97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcf2469-570c-48c6-8fbf-83992ff68d5a', 'code': 200} Jul 13 07:37:35.654723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Network 0a363ea2-5c86-468d-83d2-0a081c0dca9a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:35.665026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:35.669900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:35.675195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:35.678907 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.788691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666b4b4-e8d8-435a-b2b8-3f0c58529833 req-9748c4f4-b591-4c27-8d6b-e3f0a756a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.790815 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5666b4b4-e8d8-435a-b2b8-3f0c58529833 req-9748c4f4-b591-4c27-8d6b-e3f0a756a669 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 1097 time: 0.0719936 Jul 13 07:37:35.834078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5666b4b4-e8d8-435a-b2b8-3f0c58529833 req-d158ea30-0341-47cd-bcf8-8107f6234f3e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Jul 13 07:37:35.843123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.843746 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.909012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Allocated IP 2001:db8::3b2 (0d0b5449-63d7-4d3a-9df7-06af7bef5176/36f378aa-4d57-4094-a895-d395684e051d/075cf8fd-f249-4eac-8de6-9c36d36efc3a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:35.934459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-61623f4b-cfb8-4697-911f-08a171b7bfcb tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7704637 Jul 13 07:37:35.984251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Request body: {'port': {'device_id': '0103bbd6-f946-46cf-a98a-f920d08de610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:36.073233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc66f44-7b19-4769-a5d6-d1657880cef5 req-9be29ee8-04bf-4efd-a7bb-cff5ae17df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.073730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc66f44-7b19-4769-a5d6-d1657880cef5 req-9be29ee8-04bf-4efd-a7bb-cff5ae17df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.074210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc66f44-7b19-4769-a5d6-d1657880cef5 req-9be29ee8-04bf-4efd-a7bb-cff5ae17df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.074687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc66f44-7b19-4769-a5d6-d1657880cef5 req-9be29ee8-04bf-4efd-a7bb-cff5ae17df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.075158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc66f44-7b19-4769-a5d6-d1657880cef5 req-9be29ee8-04bf-4efd-a7bb-cff5ae17df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.075628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc66f44-7b19-4769-a5d6-d1657880cef5 req-9be29ee8-04bf-4efd-a7bb-cff5ae17df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.076117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc66f44-7b19-4769-a5d6-d1657880cef5 req-9be29ee8-04bf-4efd-a7bb-cff5ae17df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.078046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-acc66f44-7b19-4769-a5d6-d1657880cef5 req-9be29ee8-04bf-4efd-a7bb-cff5ae17df47 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6502 time: 0.3178301 Jul 13 07:37:36.213436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991537d-682a-4b0f-a1ee-f09be7386d62 req-d3b19722-448e-4015-9368-53d6c9ca2e87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.219707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991537d-682a-4b0f-a1ee-f09be7386d62 req-d3b19722-448e-4015-9368-53d6c9ca2e87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.228772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991537d-682a-4b0f-a1ee-f09be7386d62 req-d3b19722-448e-4015-9368-53d6c9ca2e87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.235209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991537d-682a-4b0f-a1ee-f09be7386d62 req-d3b19722-448e-4015-9368-53d6c9ca2e87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.241266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991537d-682a-4b0f-a1ee-f09be7386d62 req-d3b19722-448e-4015-9368-53d6c9ca2e87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.247381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991537d-682a-4b0f-a1ee-f09be7386d62 req-d3b19722-448e-4015-9368-53d6c9ca2e87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.253344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991537d-682a-4b0f-a1ee-f09be7386d62 req-d3b19722-448e-4015-9368-53d6c9ca2e87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.255449 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2991537d-682a-4b0f-a1ee-f09be7386d62 req-d3b19722-448e-4015-9368-53d6c9ca2e87 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5445 time: 0.1204937 Jul 13 07:37:36.275112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-acc66f44-7b19-4769-a5d6-d1657880cef5 req-ae5e63e8-203f-479f-bbf5-fb03f4fcbbea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&id=e8b49613-d50a-43fe-9665-d750123664c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1862183 Jul 13 07:37:36.297378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2991537d-682a-4b0f-a1ee-f09be7386d62 req-4626e268-dcdb-4c7a-a886-14a5c09cdeae tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358477 Jul 13 07:37:36.636473 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.650625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffb91-5458-40e4-ac49-9366d2d154cf req-e83e7147-3e98-4df1-98c2-640e363ad63c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.652155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab4ffb91-5458-40e4-ac49-9366d2d154cf req-e83e7147-3e98-4df1-98c2-640e363ad63c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 946 time: 0.7045915 Jul 13 07:37:36.663906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.706446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cb69a-7c6a-45ca-bc25-1bfab7a5d93d req-ac9e32ea-c824-4731-8567-58b448536380 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.716757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a0cb69a-7c6a-45ca-bc25-1bfab7a5d93d req-ac9e32ea-c824-4731-8567-58b448536380 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 931 time: 0.0838242 Jul 13 07:37:36.760053 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.776621 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a0cb69a-7c6a-45ca-bc25-1bfab7a5d93d req-e28e9f9a-a5fd-4f58-b8ea-53e28f0597a2 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588119 Jul 13 07:37:36.820201 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab4ffb91-5458-40e4-ac49-9366d2d154cf req-b848277e-b6de-4c44-97f8-dcbc879b59ea tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511180 Jul 13 07:37:36.821370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Transition to ACTIVE for port object 075cf8fd-f249-4eac-8de6-9c36d36efc3a will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:36.879100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3c98f5-a903-4003-adc3-d4b30273206b,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:36.944245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Checking segment: {'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:36.944621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Network hostable DHCP agents. Network: 404cf158-687c-4a31-86f5-f16b75de7176, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:37.020231 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.060972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Network 404cf158-687c-4a31-86f5-f16b75de7176 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:37.127563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:37.130053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 404cf158-687c-4a31-86f5-f16b75de7176) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:37.138230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca42f11-60ec-4bea-8f4f-265810ef3ab0 None None] Network 404cf158-687c-4a31-86f5-f16b75de7176 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:37.140449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.141045 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.143238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:37.145858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Port': ['ID=075cf8fd-f249-4eac-8de6-9c36d36efc3a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:37.153846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:37.159430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.160910 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.203237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c03c6f79-abc5-460c-8434-36bb9aabf051 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1596031 Jul 13 07:37:37.208184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60136) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:37.214008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1ebf1-a8df-446b-b57d-963d96a90236 req-f215c072-5a4c-430d-a6d9-2530bd7c96f1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.215603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3dc1ebf1-a8df-446b-b57d-963d96a90236 req-f215c072-5a4c-430d-a6d9-2530bd7c96f1 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.2475049 Jul 13 07:37:37.217025 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-535a147e-38ae-4dda-8588-3d3912996d92 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a2', 'mac_address': 'fa:16:3e:e0:da:d9'}, {'ip_address': '2001:db8::289', 'mac_address': 'fa:16:3e:86:82:1c'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:37.219877 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6cf966ff-ac23-4704-8bc2-16f6b4efef18 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7033360 Jul 13 07:37:37.222132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60138) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:37.227063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:37.321996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bdee81-7c3f-4bf7-b620-c35e7cc629fa {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:37.324507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-404cf158-687c-4a31-86f5-f16b75de7176', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:37:37.325215 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.332071 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.333458 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.338155 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.343503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3dc1ebf1-a8df-446b-b57d-963d96a90236 req-be136b03-ddf1-43be-bfe6-338ae42216bb tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132495 Jul 13 07:37:37.360569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Transition to ACTIVE for port object 77bdee81-7c3f-4bf7-b620-c35e7cc629fa will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:37.420565 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.486920 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-535a147e-38ae-4dda-8588-3d3912996d92 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.526334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c573f290-88fa-4c75-99e0-7d74c1315c59 None None] Provisioning for port 075cf8fd-f249-4eac-8de6-9c36d36efc3a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:37.533154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c573f290-88fa-4c75-99e0-7d74c1315c59 None None] Provisioning complete for port 075cf8fd-f249-4eac-8de6-9c36d36efc3a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:37.534116 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c573f290-88fa-4c75-99e0-7d74c1315c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.542653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.619546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c573f290-88fa-4c75-99e0-7d74c1315c59 None None] Port 075cf8fd-f249-4eac-8de6-9c36d36efc3a cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:37.627597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Allocated IP 172.20.0.2 (404cf158-687c-4a31-86f5-f16b75de7176/9b3c98f5-a903-4003-adc3-d4b30273206b/c532f192-6e02-4528-9e15-282e4c76bcc5) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:37.650172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Pushing event updated for resources: {'Port': ['ID=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:37.676593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c0037-066e-4a44-ae68-d02826ef0f8c req-a3c7b29d-25aa-45eb-947b-07fd780452ca tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.683158 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c0037-066e-4a44-ae68-d02826ef0f8c req-a3c7b29d-25aa-45eb-947b-07fd780452ca tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.689355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c0037-066e-4a44-ae68-d02826ef0f8c req-a3c7b29d-25aa-45eb-947b-07fd780452ca tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.695747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c0037-066e-4a44-ae68-d02826ef0f8c req-a3c7b29d-25aa-45eb-947b-07fd780452ca tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.701741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c0037-066e-4a44-ae68-d02826ef0f8c req-a3c7b29d-25aa-45eb-947b-07fd780452ca tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.708198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c0037-066e-4a44-ae68-d02826ef0f8c req-a3c7b29d-25aa-45eb-947b-07fd780452ca tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.714045 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c0037-066e-4a44-ae68-d02826ef0f8c req-a3c7b29d-25aa-45eb-947b-07fd780452ca tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.720579 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c7c0037-066e-4a44-ae68-d02826ef0f8c req-a3c7b29d-25aa-45eb-947b-07fd780452ca tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5445 time: 0.2175949 Jul 13 07:37:37.757873 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.778758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Attempting to bind port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:37.779086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Attempting to bind port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'be01a643-4cae-4a3e-b8dd-1575063560f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0a363ea2-5c86-468d-83d2-0a081c0dca9a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:37.779426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Attempting to bind port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa on network 0a363ea2-5c86-468d-83d2-0a081c0dca9a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:37.794350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa on network 0a363ea2-5c86-468d-83d2-0a081c0dca9a not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:37.794692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Attempting to bind port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa on network 0a363ea2-5c86-468d-83d2-0a081c0dca9a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:37.796493 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.811062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:37.811408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Checking segment: {'id': 'be01a643-4cae-4a3e-b8dd-1575063560f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0a363ea2-5c86-468d-83d2-0a081c0dca9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:37.811806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Bound using segment: {'id': 'be01a643-4cae-4a3e-b8dd-1575063560f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0a363ea2-5c86-468d-83d2-0a081c0dca9a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:37.812298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Bound port: 77bdee81-7c3f-4bf7-b620-c35e7cc629fa, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be01a643-4cae-4a3e-b8dd-1575063560f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0a363ea2-5c86-468d-83d2-0a081c0dca9a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:37.812634 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.816003 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.818477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Transition to ACTIVE for port object c532f192-6e02-4528-9e15-282e4c76bcc5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:37.840780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Transition to ACTIVE for port object c532f192-6e02-4528-9e15-282e4c76bcc5 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:37.852698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.861141 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c7c0037-066e-4a44-ae68-d02826ef0f8c req-2c5edc79-ab22-4ac4-b68b-8c08661d97cc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1391516 Jul 13 07:37:37.911596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-535a147e-38ae-4dda-8588-3d3912996d92 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.914627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Network 404cf158-687c-4a31-86f5-f16b75de7176 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:37.918171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:37.921454 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-535a147e-38ae-4dda-8588-3d3912996d92 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.922616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:37.930907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Pushing event updated for resources: {'Port': ['ID=c532f192-6e02-4528-9e15-282e4c76bcc5,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:37.966532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-535a147e-38ae-4dda-8588-3d3912996d92 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] In _notify_port_updated(), no bound segment for port 075cf8fd-f249-4eac-8de6-9c36d36efc3a on network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:37:37.978057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a147e-38ae-4dda-8588-3d3912996d92 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.978757 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-535a147e-38ae-4dda-8588-3d3912996d92 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.980200 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-535a147e-38ae-4dda-8588-3d3912996d92 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "PUT /v2.0/ports/075cf8fd-f249-4eac-8de6-9c36d36efc3a HTTP/1.1" status: 200 len: 1067 time: 0.7706380 Jul 13 07:37:37.984251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] For port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:37.990962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60148) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:38.002346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Attempting to bind port c532f192-6e02-4528-9e15-282e4c76bcc5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:38.002526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Attempting to bind port c532f192-6e02-4528-9e15-282e4c76bcc5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:38.002890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Attempting to bind port c532f192-6e02-4528-9e15-282e4c76bcc5 on network 404cf158-687c-4a31-86f5-f16b75de7176 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:38.003575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a147e-38ae-4dda-8588-3d3912996d92 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event updated for resources: {'Port': ['ID=075cf8fd-f249-4eac-8de6-9c36d36efc3a,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:38.014295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:38.014734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Checking segment: {'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:38.015226 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.015587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Bound using segment: {'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:38.016179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Bound port: c532f192-6e02-4528-9e15-282e4c76bcc5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:38.016575 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.053147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] For port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,segment=NetworkSegment(be01a643-4cae-4a3e-b8dd-1575063560f7),segment_id=be01a643-4cae-4a3e-b8dd-1575063560f7)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:38.095464 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.095727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] For port c532f192-6e02-4528-9e15-282e4c76bcc5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:38.099233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] For port c532f192-6e02-4528-9e15-282e4c76bcc5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c532f192-6e02-4528-9e15-282e4c76bcc5,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:38.106456 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.122351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.123017 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.124568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-16036638-d416-4931-ad07-bac484ba7564 service neutron] 10.222.0.53 "PUT /v2.0/ports/77bdee81-7c3f-4bf7-b620-c35e7cc629fa HTTP/1.1" status: 200 len: 1091 time: 2.1594164 Jul 13 07:37:38.138710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c0bc-04c7-4d17-9b21-75d66dc3b434 req-bc53ee01-0f46-4022-87ab-ebec8666447c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.141990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0103bbd6-f946-46cf-a98a-f920d08de610', 'tag': '77bdee81-7c3f-4bf7-b620-c35e7cc629fa'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:38.150098 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f4a34-48a4-4f48-8a86-00c57dbccf13" -d '{"events": [{"name": "network-changed", "server_uuid": "0103bbd6-f946-46cf-a98a-f920d08de610", "tag": "77bdee81-7c3f-4bf7-b620-c35e7cc629fa"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:38.159104 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b501c0bc-04c7-4d17-9b21-75d66dc3b434 req-bc53ee01-0f46-4022-87ab-ebec8666447c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 946 time: 0.1010854 Jul 13 07:37:38.183220 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34e5e2-8e16-4dfb-a441-cacd6a41b107 None None] Pushing event updated for resources: {'Port': ['ID=c532f192-6e02-4528-9e15-282e4c76bcc5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:38.244363 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b501c0bc-04c7-4d17-9b21-75d66dc3b434 req-50db8af3-289f-49c6-9c16-fbbe291b9aa5 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850697 Jul 13 07:37:38.283959 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-3281caff-fa19-4d38-b7bd-bb6594ce384f tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.286105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-3281caff-fa19-4d38-b7bd-bb6594ce384f tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.53 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.0755684 Jul 13 07:37:38.356630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58c70c-34ea-4f50-bcf3-5767a874d7cd req-16112219-781c-49f4-9450-1d544148da5b tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.360336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b3886f57-e32c-480a-aa06-358dc563b6b8 None None] Provisioning complete for port 075cf8fd-f249-4eac-8de6-9c36d36efc3a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:38.361060 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3886f57-e32c-480a-aa06-358dc563b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.364992 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f58c70c-34ea-4f50-bcf3-5767a874d7cd req-16112219-781c-49f4-9450-1d544148da5b tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 943 time: 0.4147594 Jul 13 07:37:38.417013 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b3886f57-e32c-480a-aa06-358dc563b6b8 None None] Port 075cf8fd-f249-4eac-8de6-9c36d36efc3a cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:38.445207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16036638-d416-4931-ad07-bac484ba7564 service neutron] Pushing event updated for resources: {'Port': ['ID=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:38.481511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-bc4881fe-b8ca-44c9-9ce9-504cc5a547d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Deleting port e1cd9df1-7582-4d98-b0a7-e676c296b405 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:38.481959 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-bc4881fe-b8ca-44c9-9ce9-504cc5a547d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.515641 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f58c70c-34ea-4f50-bcf3-5767a874d7cd req-b002be51-2da1-4d83-b5c1-dd98395f5864 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498945 Jul 13 07:37:38.529378 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.578235 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.582598 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:37:38.589088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-60eff348-a691-44e3-b41a-dc54d530273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.591057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-60eff348-a691-44e3-b41a-dc54d530273d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbfd596a76c349ada4833fe8a3eb4bd0&device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 1094 time: 0.3895080 Jul 13 07:37:38.597872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8308e-ddea-4996-8002-6eb285cf6aa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Deleting port 075cf8fd-f249-4eac-8de6-9c36d36efc3a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:38.598362 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bcb8308e-ddea-4996-8002-6eb285cf6aa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.617288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-bc4881fe-b8ca-44c9-9ce9-504cc5a547d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] For port e1cd9df1-7582-4d98-b0a7-e676c296b405, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e1cd9df1-7582-4d98-b0a7-e676c296b405,segment=NetworkSegment(731f6695-dfc8-4777-b05e-acf756c87b7b),segment_id=731f6695-dfc8-4777-b05e-acf756c87b7b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:38.617756 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-bc4881fe-b8ca-44c9-9ce9-504cc5a547d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.646619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-bc4881fe-b8ca-44c9-9ce9-504cc5a547d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Calling delete_port for e1cd9df1-7582-4d98-b0a7-e676c296b405 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:38.705745 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669ed100-daf0-4c21-9a4c-d05b4c2a3203 x-openstack-request-id: req-669ed100-daf0-4c21-9a4c-d05b4c2a3203 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:38.706627 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0103bbd6-f946-46cf-a98a-f920d08de610", "tag": "77bdee81-7c3f-4bf7-b620-c35e7cc629fa", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:38.707358 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-669ed100-daf0-4c21-9a4c-d05b4c2a3203 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:38.708042 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0103bbd6-f946-46cf-a98a-f920d08de610', 'tag': '77bdee81-7c3f-4bf7-b620-c35e7cc629fa', 'status': 'completed', 'code': 200} Jul 13 07:37:38.709484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-b7cca3ad-ae7e-4d33-a4b7-6481d1322c9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77bdee81-7c3f-4bf7-b620-c35e7cc629fa HTTP/1.1" status: 200 len: 217 time: 0.0661538 Jul 13 07:37:38.840076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa170c-f710-457c-b570-b9278d5edf1e req-afeae760-3131-499e-b68b-c14c8a1fdeb2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.841847 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-50fa170c-f710-457c-b570-b9278d5edf1e req-afeae760-3131-499e-b68b-c14c8a1fdeb2 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/ports?device_id=31bac2f9-3df8-4443-95da-a496f699b7ba HTTP/1.1" status: 200 len: 947 time: 0.1064463 Jul 13 07:37:38.846934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-bc4881fe-b8ca-44c9-9ce9-504cc5a547d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.858669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e1cd9df1-7582-4d98-b0a7-e676c296b405'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:38.869790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-596ddb08-ceb3-4627-bd1f-e5eeec5885dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:38.871266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-596ddb08-ceb3-4627-bd1f-e5eeec5885dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e4be2cc4-073a-414c-b75d-18c1f8f8563f HTTP/1.1" status: 200 len: 853 time: 0.1555684 Jul 13 07:37:38.889186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4881fe-b8ca-44c9-9ce9-504cc5a547d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Pushing event deleted for resources: {'Port': ['ID=e1cd9df1-7582-4d98-b0a7-e676c296b405,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:38.954257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-8780bc7c-97ce-4702-b0d7-cc26858365fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0a363ea2-5c86-468d-83d2-0a081c0dca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580363 Jul 13 07:37:38.956105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bcb8308e-ddea-4996-8002-6eb285cf6aa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.960998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-bc4881fe-b8ca-44c9-9ce9-504cc5a547d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] No DVR routers for this DVR port e1cd9df1-7582-4d98-b0a7-e676c296b405 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:38.964842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-bc4881fe-b8ca-44c9-9ce9-504cc5a547d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.966809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fce22e6e-c55d-4007-b285-159b2a5db819 req-bc4881fe-b8ca-44c9-9ce9-504cc5a547d4 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.53 "DELETE /v2.0/ports/e1cd9df1-7582-4d98-b0a7-e676c296b405 HTTP/1.1" status: 204 len: 173 time: 0.6751306 Jul 13 07:37:38.967249 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'name': 'network-vif-deleted', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:38.969974 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3261fe85-17be-4b1f-95dc-37a8e9f02886" -d '{"events": [{"server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "name": "network-vif-deleted", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:38.996957 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-50fa170c-f710-457c-b570-b9278d5edf1e req-f00ae4f7-6811-4de5-a299-b13397154c62 tempest-ServersNegativeTestJSON-220527859 tempest-ServersNegativeTestJSON-220527859-project] 10.222.0.44 "GET /v2.0/security-groups?id=9533c8b5-ee68-437c-bba8-b927a1b3af64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345744 Jul 13 07:37:39.013762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8308e-ddea-4996-8002-6eb285cf6aa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Calling delete_port for 075cf8fd-f249-4eac-8de6-9c36d36efc3a owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:39.034613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088d59b-ad35-45b7-b534-a07a624edb16 req-aa3f354c-720d-4d8f-81e1-73ab62fb750a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.040705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1088d59b-ad35-45b7-b534-a07a624edb16 req-aa3f354c-720d-4d8f-81e1-73ab62fb750a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 946 time: 0.3300791 Jul 13 07:37:39.063401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Allocated IP 172.25.6.254 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/d98bd53a-d9cc-4e6d-88e2-bb75278fde7c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:39.192528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b556e2-194f-4ba6-81dd-bc756bd14b1d req-547d3a21-8517-4cd9-b601-98cd643df6ff tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.199369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b556e2-194f-4ba6-81dd-bc756bd14b1d req-547d3a21-8517-4cd9-b601-98cd643df6ff tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.206330 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b556e2-194f-4ba6-81dd-bc756bd14b1d req-547d3a21-8517-4cd9-b601-98cd643df6ff tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.216182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b556e2-194f-4ba6-81dd-bc756bd14b1d req-547d3a21-8517-4cd9-b601-98cd643df6ff tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.224991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b556e2-194f-4ba6-81dd-bc756bd14b1d req-547d3a21-8517-4cd9-b601-98cd643df6ff tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.231667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b556e2-194f-4ba6-81dd-bc756bd14b1d req-547d3a21-8517-4cd9-b601-98cd643df6ff tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.238889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b556e2-194f-4ba6-81dd-bc756bd14b1d req-547d3a21-8517-4cd9-b601-98cd643df6ff tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.241071 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29b556e2-194f-4ba6-81dd-bc756bd14b1d req-547d3a21-8517-4cd9-b601-98cd643df6ff tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5445 time: 0.1335888 Jul 13 07:37:39.292889 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29b556e2-194f-4ba6-81dd-bc756bd14b1d req-14d428e0-d8c3-48dd-b93f-31175dc24731 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433819 Jul 13 07:37:39.309822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1088d59b-ad35-45b7-b534-a07a624edb16 req-b4296b22-1832-452d-a2af-a49ad62fd45b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598732 Jul 13 07:37:39.356332 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e523f69-8c9a-436e-82bb-b146b0b447ae x-openstack-request-id: req-6e523f69-8c9a-436e-82bb-b146b0b447ae {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:39.356968 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bac2f9-3df8-4443-95da-a496f699b7ba", "name": "network-vif-deleted", "tag": "e1cd9df1-7582-4d98-b0a7-e676c296b405", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:39.357441 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e523f69-8c9a-436e-82bb-b146b0b447ae {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:39.358064 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bac2f9-3df8-4443-95da-a496f699b7ba', 'name': 'network-vif-deleted', 'tag': 'e1cd9df1-7582-4d98-b0a7-e676c296b405', 'status': 'completed', 'code': 200} Jul 13 07:37:39.515908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186022b0-3b3f-4a2f-9d95-81284c89bf9f None None] Network 404cf158-687c-4a31-86f5-f16b75de7176 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:39.593567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4a20-f724-4ee9-a1af-e36c61651e5d req-c4feda51-191e-431e-ba89-94688cf11f79 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.600847 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4a20-f724-4ee9-a1af-e36c61651e5d req-c4feda51-191e-431e-ba89-94688cf11f79 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.607587 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4a20-f724-4ee9-a1af-e36c61651e5d req-c4feda51-191e-431e-ba89-94688cf11f79 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.615395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4a20-f724-4ee9-a1af-e36c61651e5d req-c4feda51-191e-431e-ba89-94688cf11f79 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.623032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4a20-f724-4ee9-a1af-e36c61651e5d req-c4feda51-191e-431e-ba89-94688cf11f79 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.630490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4a20-f724-4ee9-a1af-e36c61651e5d req-c4feda51-191e-431e-ba89-94688cf11f79 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.633303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8ce64245-9e67-47bb-890e-a2e9b48887d3 None None] Provisioning for port c532f192-6e02-4528-9e15-282e4c76bcc5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:39.638181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4a20-f724-4ee9-a1af-e36c61651e5d req-c4feda51-191e-431e-ba89-94688cf11f79 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:39.651831 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-14ad4a20-f724-4ee9-a1af-e36c61651e5d req-c4feda51-191e-431e-ba89-94688cf11f79 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5445 time: 0.1590626 Jul 13 07:37:39.652427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60170) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:39.671815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-977bb6d4-a2c1-4a28-800b-97e8682786c1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Request body: {'floatingip': {'port_id': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:39.717507 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.739103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-1f39d5ff-26dd-41ca-9590-dc86a846b5bc service neutron] 10.222.0.53 "GET /v2.0/networks/0a363ea2-5c86-468d-83d2-0a081c0dca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7778072 Jul 13 07:37:39.755577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-977bb6d4-a2c1-4a28-800b-97e8682786c1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.886972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bcb8308e-ddea-4996-8002-6eb285cf6aa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.958678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8308e-ddea-4996-8002-6eb285cf6aa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event deleted for resources: {'Port': ['ID=075cf8fd-f249-4eac-8de6-9c36d36efc3a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:39.978352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c532f192-6e02-4528-9e15-282e4c76bcc5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:40.022291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.031351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046cff-23db-4fc1-9e93-aaa3671067a1 req-16a8795c-f9fb-45a2-b112-4e356ff812e1 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.038885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e046cff-23db-4fc1-9e93-aaa3671067a1 req-16a8795c-f9fb-45a2-b112-4e356ff812e1 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 943 time: 0.2649689 Jul 13 07:37:40.072141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c532f192-6e02-4528-9e15-282e4c76bcc5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:40.077421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c532f192-6e02-4528-9e15-282e4c76bcc5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:40.078006 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.101017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c965e810-05ba-41fc-b670-e00f72a15ba4 req-e5f6fa7e-69a3-4f72-999f-bc9662cd9b1f service neutron] 10.222.0.53 "GET /v2.0/networks/0a363ea2-5c86-468d-83d2-0a081c0dca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543024 Jul 13 07:37:40.128124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:40.147948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:40.164235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:40.210334 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e046cff-23db-4fc1-9e93-aaa3671067a1 req-cd88e9b7-1900-4e8f-910d-980483a30ffe tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704590 Jul 13 07:37:40.213978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ef4b0255-fc45-4883-8f1d-d1c1e700c4d0 None None] Provisioning complete for port c532f192-6e02-4528-9e15-282e4c76bcc5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:40.214363 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0255-fc45-4883-8f1d-d1c1e700c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.237372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39efb76-e50c-4ae4-bb77-e5dae285a8b8 req-5171de52-2d5d-4143-8c73-cf6b994a1fb1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.240360 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e39efb76-e50c-4ae4-bb77-e5dae285a8b8 req-5171de52-2d5d-4143-8c73-cf6b994a1fb1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 946 time: 0.2141674 Jul 13 07:37:40.268564 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.275643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Pushing event updated for resources: {'Port': ['ID=d98bd53a-d9cc-4e6d-88e2-bb75278fde7c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.319426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port c532f192-6e02-4528-9e15-282e4c76bcc5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c532f192-6e02-4528-9e15-282e4c76bcc5,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:40.333265 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.341600 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60176) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.345623 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e39efb76-e50c-4ae4-bb77-e5dae285a8b8 req-19c55479-4cc0-43b5-9f61-cc0ca4acfe5c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977623 Jul 13 07:37:40.434810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=c532f192-6e02-4528-9e15-282e4c76bcc5,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.440106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.440461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.440803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.441693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.442140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.442763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.443102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.443469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.443767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.444126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.444454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.444778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.512264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bcb8308e-ddea-4996-8002-6eb285cf6aa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.516953 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bcb8308e-ddea-4996-8002-6eb285cf6aa2 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "DELETE /v2.0/ports/075cf8fd-f249-4eac-8de6-9c36d36efc3a HTTP/1.1" status: 204 len: 168 time: 2.4855318 Jul 13 07:37:40.517295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60178) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.556844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f4a34-48a4-4f48-8a86-00c57dbccf13 req-706dca58-9a89-4418-9e36-11a5dc85117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.558388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b76f4a34-48a4-4f48-8a86-00c57dbccf13 req-706dca58-9a89-4418-9e36-11a5dc85117f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbfd596a76c349ada4833fe8a3eb4bd0&device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 1094 time: 0.3393400 Jul 13 07:37:40.559442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0855b7e2-49eb-421e-8f2d-22a3d629bc86 admin admin] Deleting subnet 3a7acbba-a02a-4bed-812d-782215b4d99b {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:40.564706 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba94623-899b-4697-aa28-a9e3200234f9 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] GET failed (client error): The resource could not be found. Jul 13 07:37:40.569427 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dba94623-899b-4697-aa28-a9e3200234f9 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "GET /v2.0/ports/075cf8fd-f249-4eac-8de6-9c36d36efc3a HTTP/1.1" status: 404 len: 333 time: 0.0460589 Jul 13 07:37:40.569427 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0855b7e2-49eb-421e-8f2d-22a3d629bc86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.573187 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-977bb6d4-a2c1-4a28-800b-97e8682786c1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.573892 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60180) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.600230 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-977bb6d4-a2c1-4a28-800b-97e8682786c1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.687047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0855b7e2-49eb-421e-8f2d-22a3d629bc86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.733434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f4a34-48a4-4f48-8a86-00c57dbccf13 req-b8ea8988-6725-439d-8df0-a581bd7fa92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.734938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b76f4a34-48a4-4f48-8a86-00c57dbccf13 req-b8ea8988-6725-439d-8df0-a581bd7fa92d service neutron] 10.222.0.53 "GET /v2.0/networks?id=0a363ea2-5c86-468d-83d2-0a081c0dca9a HTTP/1.1" status: 200 len: 914 time: 0.1673923 Jul 13 07:37:40.778587 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b76f4a34-48a4-4f48-8a86-00c57dbccf13 req-6a906ee2-1e86-4f92-af21-d92855bb1cab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77bdee81-7c3f-4bf7-b620-c35e7cc629fa HTTP/1.1" status: 200 len: 217 time: 0.0368903 Jul 13 07:37:40.779270 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.792869 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0855b7e2-49eb-421e-8f2d-22a3d629bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.840620 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-977bb6d4-a2c1-4a28-800b-97e8682786c1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Floating IP 63c1245b-5da5-49b5-be4b-4f06deeb33f1 associated. External IP: 172.25.6.21, port: 6e1c771c-efa1-4b63-9a8f-d2ace9793d82. Jul 13 07:37:40.887382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8f1192f0-c6ac-4d41-aeaa-aa60ce08533c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Deleting port faf1dd33-3748-44a5-862f-c01b99aaa6ea {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:40.887721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f1192f0-c6ac-4d41-aeaa-aa60ce08533c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.900846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f4a34-48a4-4f48-8a86-00c57dbccf13 req-9f23da5f-fcee-4a20-bd18-297570af1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.902477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b76f4a34-48a4-4f48-8a86-00c57dbccf13 req-9f23da5f-fcee-4a20-bd18-297570af1cdc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e4be2cc4-073a-414c-b75d-18c1f8f8563f HTTP/1.1" status: 200 len: 853 time: 0.0871367 Jul 13 07:37:40.948812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b76f4a34-48a4-4f48-8a86-00c57dbccf13 req-25f35b1f-7661-4538-ba60-b6392b95c518 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0a363ea2-5c86-468d-83d2-0a081c0dca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361745 Jul 13 07:37:41.134897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b76f4a34-48a4-4f48-8a86-00c57dbccf13 req-36a50b0e-be5e-45ec-bfac-ba057f823bff service neutron] 10.222.0.53 "GET /v2.0/networks/0a363ea2-5c86-468d-83d2-0a081c0dca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768932 Jul 13 07:37:41.136043 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.322794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b76f4a34-48a4-4f48-8a86-00c57dbccf13 req-0655f394-1ed6-44cf-a721-a3e90ae56813 service neutron] 10.222.0.53 "GET /v2.0/networks/0a363ea2-5c86-468d-83d2-0a081c0dca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800008 Jul 13 07:37:41.332543 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0855b7e2-49eb-421e-8f2d-22a3d629bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.354391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Router a810f911-25c9-417e-b3b7-80fc2d609eda is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:37:41.411216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855b7e2-49eb-421e-8f2d-22a3d629bc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7acbba-a02a-4bed-812d-782215b4d99b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:41.439368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0855b7e2-49eb-421e-8f2d-22a3d629bc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.445004 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0855b7e2-49eb-421e-8f2d-22a3d629bc86 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3a7acbba-a02a-4bed-812d-782215b4d99b HTTP/1.1" status: 204 len: 168 time: 1.0948007 Jul 13 07:37:41.449301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60188) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:41.478364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:41.487017 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f1192f0-c6ac-4d41-aeaa-aa60ce08533c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.490481 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Sync routers for ids ['a810f911-25c9-417e-b3b7-80fc2d609eda'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:41.503084 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Routers {'a810f911-25c9-417e-b3b7-80fc2d609eda'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:41.504328 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:37:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a810f911-25c9-417e-b3b7-80fc2d609eda'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.538087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.543042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ecfbfec3-971d-4fad-bb06-42c69690b15a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3197620 Jul 13 07:37:41.544665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60190) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:41.550117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8f1192f0-c6ac-4d41-aeaa-aa60ce08533c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Calling delete_port for faf1dd33-3748-44a5-862f-c01b99aaa6ea owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:41.621466 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Set router a810f911-25c9-417e-b3b7-80fc2d609eda gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:41.647182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb6011-86ec-47b1-8722-58f1a80b923c req-e112acc7-2c25-4e3d-800f-f1a0967e9eb0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.648919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2eeb6011-86ec-47b1-8722-58f1a80b923c req-e112acc7-2c25-4e3d-800f-f1a0967e9eb0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 946 time: 0.1672564 Jul 13 07:37:41.702823 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.723476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-ffc6858c-af40-4be7-b348-372b7df75939 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.725023 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-ffc6858c-af40-4be7-b348-372b7df75939 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 946 time: 0.3979647 Jul 13 07:37:41.732434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948f27a-e0c1-42fd-8fb4-e2cc07f7175a req-ab473a9a-87ef-4758-ab62-5b5cf49507fd tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.733904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a948f27a-e0c1-42fd-8fb4-e2cc07f7175a req-ab473a9a-87ef-4758-ab62-5b5cf49507fd tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 943 time: 0.3820813 Jul 13 07:37:41.736977 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2eeb6011-86ec-47b1-8722-58f1a80b923c req-93972aee-bf31-46b4-a707-b439bc759d60 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776236 Jul 13 07:37:41.840711 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:40Z', 'revision_number': 3, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.862641 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977bb6d4-a2c1-4a28-800b-97e8682786c1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Router b25a33b1-9189-437c-b869-145155a9430d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:41.922771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a948f27a-e0c1-42fd-8fb4-e2cc07f7175a req-7e989880-d653-41b4-91bb-9285d07d29de tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719413 Jul 13 07:37:41.930651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c532f192-6e02-4528-9e15-282e4c76bcc5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:41.974134 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.991966 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Checking router: a810f911-25c9-417e-b3b7-80fc2d609eda for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:41.992353 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Updating router a810f911-25c9-417e-b3b7-80fc2d609eda port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:37:42.013393 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960ed7cd-d877-4a01-884a-e97fd52f75f6']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:42.031125 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.036900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c532f192-6e02-4528-9e15-282e4c76bcc5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:42.037270 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.071942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731f6695-dfc8-4777-b05e-acf756c87b7b') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:42.072329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731f6695-dfc8-4777-b05e-acf756c87b7b') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:42.100545 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.153441 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.159785 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.173701 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f1192f0-c6ac-4d41-aeaa-aa60ce08533c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.182655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:42.183065 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.187566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-7894ada2-40c9-41b7-b603-cc98f2aabbd4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Deleting port 1bcf2469-570c-48c6-8fbf-83992ff68d5a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:42.187901 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-7894ada2-40c9-41b7-b603-cc98f2aabbd4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:42.192045 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:42.255090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1192f0-c6ac-4d41-aeaa-aa60ce08533c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event deleted for resources: {'Port': ['ID=faf1dd33-3748-44a5-862f-c01b99aaa6ea,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:42.304127 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.308405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977bb6d4-a2c1-4a28-800b-97e8682786c1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:42.318392 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Transition to ACTIVE for port object d98bd53a-d9cc-4e6d-88e2-bb75278fde7c will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:42.322675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] Sync routers for ids ['b25a33b1-9189-437c-b869-145155a9430d'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:42.328273 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.331253 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-977bb6d4-a2c1-4a28-800b-97e8682786c1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.338749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] Routers {'b25a33b1-9189-437c-b869-145155a9430d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:42.339912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:37:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b25a33b1-9189-437c-b869-145155a9430d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:42.366251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Allocated IP 172.20.0.1 (404cf158-687c-4a31-86f5-f16b75de7176/9b3c98f5-a903-4003-adc3-d4b30273206b/ff79fbe1-c49f-4809-b7d1-83ab96f450a1) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:42.367988 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f1192f0-c6ac-4d41-aeaa-aa60ce08533c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.369946 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f1192f0-c6ac-4d41-aeaa-aa60ce08533c tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "DELETE /v2.0/ports/faf1dd33-3748-44a5-862f-c01b99aaa6ea HTTP/1.1" status: 204 len: 168 time: 1.7793531 Jul 13 07:37:42.373583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60194) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.381233 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Pushing event updated for resources: {'Port': ['ID=d98bd53a-d9cc-4e6d-88e2-bb75278fde7c,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:42.393622 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.394013 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.395025 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.395667 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.396046 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.396379 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.396759 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.397094 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.397426 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.397798 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.398162 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.398493 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:42.408705 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.415553 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6e3f57-e22b-4953-83d0-0a155c6daae5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] GET failed (client error): The resource could not be found. Jul 13 07:37:42.417754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3d6e3f57-e22b-4953-83d0-0a155c6daae5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "GET /v2.0/ports/faf1dd33-3748-44a5-862f-c01b99aaa6ea HTTP/1.1" status: 404 len: 333 time: 0.0427005 Jul 13 07:37:42.425004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60196) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.436867 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Attempting to bind port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:42.436867 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Attempting to bind port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:42.437165 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Attempting to bind port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:42.440751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.443374 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:42.443717 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] 10.222.0.44 "DELETE /v2.0/networks/960ed7cd-d877-4a01-884a-e97fd52f75f6 HTTP/1.1" status: 204 len: 168 time: 0.9908903 Jul 13 07:37:42.443901 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:42.444255 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.444796 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:42.445278 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Bound port: d98bd53a-d9cc-4e6d-88e2-bb75278fde7c, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:42.445662 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.492936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818d5ad-b7c4-4aa1-bbd9-06739d05bb10 admin admin] Pushing event deleted for resources: {'Network': ['ID=960ed7cd-d877-4a01-884a-e97fd52f75f6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:42.511145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-977bb6d4-a2c1-4a28-800b-97e8682786c1 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "PUT /v2.0/floatingips/63c1245b-5da5-49b5-be4b-4f06deeb33f1 HTTP/1.1" status: 200 len: 990 time: 2.8574097 Jul 13 07:37:42.525156 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] For port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:42.531457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:42.533295 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] For port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d98bd53a-d9cc-4e6d-88e2-bb75278fde7c,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:42.537363 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b802bb-c6fc-45f0-ad08-80c2028bad19" -d '{"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:42.546336 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.578921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-7894ada2-40c9-41b7-b603-cc98f2aabbd4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] For port 1bcf2469-570c-48c6-8fbf-83992ff68d5a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1bcf2469-570c-48c6-8fbf-83992ff68d5a,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:42.579308 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-7894ada2-40c9-41b7-b603-cc98f2aabbd4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.587255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] Set router b25a33b1-9189-437c-b869-145155a9430d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:42.625567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-7894ada2-40c9-41b7-b603-cc98f2aabbd4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Calling delete_port for 1bcf2469-570c-48c6-8fbf-83992ff68d5a owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:42.703207 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ec97a-2f94-483c-98e3-c507663d5b90 None None] Pushing event updated for resources: {'Port': ['ID=d98bd53a-d9cc-4e6d-88e2-bb75278fde7c,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:42.730537 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Routers {'a810f911-25c9-417e-b3b7-80fc2d609eda'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:42.731184 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:37:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a810f911-25c9-417e-b3b7-80fc2d609eda'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:42.790191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60204) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.916678 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-93dc189e-7ebe-4f34-a4a8-67e9e3f7e507 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e022d6d4c4349bfaa1a0c945146e9bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208022 Jul 13 07:37:42.919011 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60208) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.962171 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] Set router a810f911-25c9-417e-b3b7-80fc2d609eda gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:43.064486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 77bdee81-7c3f-4bf7-b620-c35e7cc629fa details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:43.065623 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41f077c-9687-4dac-ac4c-9d1258887d11 x-openstack-request-id: req-e41f077c-9687-4dac-ac4c-9d1258887d11 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:43.067086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1cd9df1-7582-4d98-b0a7-e676c296b405 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:43.068897 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:43.069200 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e41f077c-9687-4dac-ac4c-9d1258887d11 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:43.069849 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'status': 'completed', 'code': 200} Jul 13 07:37:43.100156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: e1cd9df1-7582-4d98-b0a7-e676c296b405 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:43.100558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e1cd9df1-7582-4d98-b0a7-e676c296b405 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:43.133661 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-7894ada2-40c9-41b7-b603-cc98f2aabbd4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.173387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['1bcf2469-570c-48c6-8fbf-83992ff68d5a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:43.175900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:43.194726 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:40Z', 'revision_number': 3, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.205812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ee4a9-d8c1-43bc-a9e2-cd898c351dc7 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Deleting port 074e98f4-9821-43b5-9618-7eebefacb0a1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:43.207470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e8ee4a9-d8c1-43bc-a9e2-cd898c351dc7 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.210341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894ada2-40c9-41b7-b603-cc98f2aabbd4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event deleted for resources: {'Port': ['ID=1bcf2469-570c-48c6-8fbf-83992ff68d5a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:43.212620 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd63-3cd3-4a04-8438-879133353f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.228256 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf170b-402d-42ed-8fe5-d2a166a38cba None None] The sync data for ids ['a810f911-25c9-417e-b3b7-80fc2d609eda'] in n-d-798249-7 is: [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:40Z', 'revision_number': 3, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:43.236878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd63-3cd3-4a04-8438-879133353f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.312421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-7894ada2-40c9-41b7-b603-cc98f2aabbd4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] No DVR routers for this DVR port 1bcf2469-570c-48c6-8fbf-83992ff68d5a on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:43.318947 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-7894ada2-40c9-41b7-b603-cc98f2aabbd4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.321126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b323b27-b956-43bd-bc20-ecafe4766cf1 req-7894ada2-40c9-41b7-b603-cc98f2aabbd4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "DELETE /v2.0/ports/1bcf2469-570c-48c6-8fbf-83992ff68d5a HTTP/1.1" status: 204 len: 173 time: 1.5831263 Jul 13 07:37:43.333534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64fb7d-9bdd-423e-8a30-8ee7efe0efb0 req-d6bdf262-e05e-48b7-92a4-bf800fcbaf8c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.339303 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.341850 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e64fb7d-9bdd-423e-8a30-8ee7efe0efb0 req-d6bdf262-e05e-48b7-92a4-bf800fcbaf8c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eb26a9a-69ea-416e-bfaa-180b19b0e97d HTTP/1.1" status: 200 len: 867 time: 0.3445103 Jul 13 07:37:43.375315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Transition to ACTIVE for port object ff79fbe1-c49f-4809-b7d1-83ab96f450a1 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:43.404655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,segment=NetworkSegment(be01a643-4cae-4a3e-b8dd-1575063560f7),segment_id=be01a643-4cae-4a3e-b8dd-1575063560f7)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:43.433556 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e64fb7d-9bdd-423e-8a30-8ee7efe0efb0 req-d271b40d-dcdd-4be0-bed6-491d21464458 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890443 Jul 13 07:37:43.433979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '77bdee81-7c3f-4bf7-b620-c35e7cc629fa', 'network_id': '0a363ea2-5c86-468d-83d2-0a081c0dca9a', 'port_id': '77bdee81-7c3f-4bf7-b620-c35e7cc629fa', 'mac_address': 'fa:16:3e:43:79:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4be2cc4-073a-414c-b75d-18c1f8f8563f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:43.434836 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e8ee4a9-d8c1-43bc-a9e2-cd898c351dc7 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.435673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd63-3cd3-4a04-8438-879133353f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.444200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd63-3cd3-4a04-8438-879133353f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.452282 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6f41bd63-3cd3-4a04-8438-879133353f8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9533c8b5-ee68-437c-bba8-b927a1b3af64 HTTP/1.1" status: 204 len: 168 time: 0.5332010 Jul 13 07:37:43.461781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ee4a9-d8c1-43bc-a9e2-cd898c351dc7 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Calling delete_port for 074e98f4-9821-43b5-9618-7eebefacb0a1 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:43.468627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41bd63-3cd3-4a04-8438-879133353f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9533c8b5-ee68-437c-bba8-b927a1b3af64,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:43.518981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '63c1245b-5da5-49b5-be4b-4f06deeb33f1', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'port_id': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'mac_address': 'fa:16:3e:a9:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:20Z', 'updated_at': '2021-07-13T07:37:40Z', 'revision_number': 1, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58acf5ba-c65a-45f1-a9b7-31263e99bf5d', 'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'mac_address': 'fa:16:3e:86:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:28Z', 'updated_at': '2021-07-13T07:35:35Z', 'revision_number': 5, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'subnets': [{'id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.586037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] Checking router: b25a33b1-9189-437c-b869-145155a9430d for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:43.599219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-2260d8e9-389f-45c8-8e2a-3745f9343196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.599873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-2260d8e9-389f-45c8-8e2a-3745f9343196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.600478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-2260d8e9-389f-45c8-8e2a-3745f9343196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.601126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-2260d8e9-389f-45c8-8e2a-3745f9343196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.601696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-2260d8e9-389f-45c8-8e2a-3745f9343196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.602228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-2260d8e9-389f-45c8-8e2a-3745f9343196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.602832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-2260d8e9-389f-45c8-8e2a-3745f9343196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.605236 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-2260d8e9-389f-45c8-8e2a-3745f9343196 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6502 time: 0.4959793 Jul 13 07:37:43.614449 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.619929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] Routers {'b25a33b1-9189-437c-b869-145155a9430d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:43.620587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:37:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b25a33b1-9189-437c-b869-145155a9430d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:43.716498 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bdee81-7c3f-4bf7-b620-c35e7cc629fa {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:43.718023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10212df-0795-4510-a116-1bc85330cc4c req-449a7b25-1f5d-438e-89fc-ad273e97a920 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:43.719662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f10212df-0795-4510-a116-1bc85330cc4c req-449a7b25-1f5d-438e-89fc-ad273e97a920 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 943 time: 0.5364699 Jul 13 07:37:43.811232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,segment=NetworkSegment(be01a643-4cae-4a3e-b8dd-1575063560f7),segment_id=be01a643-4cae-4a3e-b8dd-1575063560f7)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:43.834112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.933763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] Set router b25a33b1-9189-437c-b869-145155a9430d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:43.953604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.015930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:44.075075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d98bd53a-d9cc-4e6d-88e2-bb75278fde7c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:44.118620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f10212df-0795-4510-a116-1bc85330cc4c req-d9baf8b2-b545-465b-bda6-4fd6ffd508b6 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323538 Jul 13 07:37:44.146236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-23829475-39c0-4afa-a493-7999f1537db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.148259 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-23829475-39c0-4afa-a493-7999f1537db7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e7cdd79-9e26-472c-b6eb-034c3e059457 HTTP/1.1" status: 200 len: 917 time: 0.5307086 Jul 13 07:37:44.166738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Network 404cf158-687c-4a31-86f5-f16b75de7176 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:44.167875 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Pushing event updated for resources: {'Port': ['ID=ff79fbe1-c49f-4809-b7d1-83ab96f450a1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:44.218387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['77bdee81-7c3f-4bf7-b620-c35e7cc629fa'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:44.265334 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e8ee4a9-d8c1-43bc-a9e2-cd898c351dc7 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.272949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:44.282563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-39621bae-38fe-4010-a182-a6bcb2185863 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82 HTTP/1.1" status: 200 len: 998 time: 0.1244884 Jul 13 07:37:44.283501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:44.301443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:44.321614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:44.321983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.390438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-16c18137-2653-4025-b433-172c6057ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.392347 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-16c18137-2653-4025-b433-172c6057ff6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=13a916cb-756e-4ec9-9df1-6600fe316290 HTTP/1.1" status: 200 len: 855 time: 0.0882771 Jul 13 07:37:44.409506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e8ee4a9-d8c1-43bc-a9e2-cd898c351dc7 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.415332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60234) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.416405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7e8ee4a9-d8c1-43bc-a9e2-cd898c351dc7 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "DELETE /v2.0/ports/074e98f4-9821-43b5-9618-7eebefacb0a1 HTTP/1.1" status: 204 len: 168 time: 1.9900365 Jul 13 07:37:44.559246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd97f95-953f-41db-a0a0-8ada419257a5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Deleting subnet 36f378aa-4d57-4094-a895-d395684e051d {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:44.563454 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f95-953f-41db-a0a0-8ada419257a5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.588623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ee4a9-d8c1-43bc-a9e2-cd898c351dc7 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event deleted for resources: {'Port': ['ID=074e98f4-9821-43b5-9618-7eebefacb0a1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:44.627526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f95-953f-41db-a0a0-8ada419257a5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.681041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-db401f04-da0a-4eee-9c5c-7bade78f1259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.759630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-0fac76d5-62af-4dab-a53e-9eb59e23939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.773089 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-0fac76d5-62af-4dab-a53e-9eb59e23939c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e7cdd79-9e26-472c-b6eb-034c3e059457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346971 Jul 13 07:37:44.773934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.865502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d9ff8204-1265-4f6a-a4a0-5128fe3d3611 None None] Provisioning for port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:44.874311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d9ff8204-1265-4f6a-a4a0-5128fe3d3611 None None] Provisioning complete for port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:44.874550 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f95-953f-41db-a0a0-8ada419257a5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.875107 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8204-1265-4f6a-a4a0-5128fe3d3611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:44.949170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '63c1245b-5da5-49b5-be4b-4f06deeb33f1', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'port_id': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'mac_address': 'fa:16:3e:a9:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:20Z', 'updated_at': '2021-07-13T07:37:40Z', 'revision_number': 1, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58acf5ba-c65a-45f1-a9b7-31263e99bf5d', 'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'mac_address': 'fa:16:3e:86:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:28Z', 'updated_at': '2021-07-13T07:35:35Z', 'revision_number': 5, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'subnets': [{'id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.992939 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.022810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d98bd53a-d9cc-4e6d-88e2-bb75278fde7c,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:45.034952 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-3fed1b12-3bd0-411a-87c2-148a64503b71 service neutron] 10.222.0.54 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457988 Jul 13 07:37:45.044156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1bcf2469-570c-48c6-8fbf-83992ff68d5a no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:45.044502 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f95-953f-41db-a0a0-8ada419257a5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.046880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.068191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59102b4-7818-4113-b665-0c01042dd136 None None] The sync data for ids ['b25a33b1-9189-437c-b869-145155a9430d'] in n-d-798249-7 is: [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '63c1245b-5da5-49b5-be4b-4f06deeb33f1', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'port_id': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'mac_address': 'fa:16:3e:a9:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:20Z', 'updated_at': '2021-07-13T07:37:40Z', 'revision_number': 1, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58acf5ba-c65a-45f1-a9b7-31263e99bf5d', 'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'mac_address': 'fa:16:3e:86:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:28Z', 'updated_at': '2021-07-13T07:35:35Z', 'revision_number': 5, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'subnets': [{'id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:45.098838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d9ff8204-1265-4f6a-a4a0-5128fe3d3611 None None] Port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:45.115110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb26a9a-69ea-416e-bfaa-180b19b0e97d', 'name': 'network-vif-deleted', 'tag': '1bcf2469-570c-48c6-8fbf-83992ff68d5a'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:45.119692 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979227d0-9a21-4f22-9828-705add4ce039" -d '{"events": [{"server_uuid": "3eb26a9a-69ea-416e-bfaa-180b19b0e97d", "name": "network-vif-deleted", "tag": "1bcf2469-570c-48c6-8fbf-83992ff68d5a"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:45.129073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 1bcf2469-570c-48c6-8fbf-83992ff68d5a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:45.129610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1bcf2469-570c-48c6-8fbf-83992ff68d5a not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:45.132040 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd97f95-953f-41db-a0a0-8ada419257a5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event deleted for resources: {'Subnet': ['ID=36f378aa-4d57-4094-a895-d395684e051d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:45.161940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cd97f95-953f-41db-a0a0-8ada419257a5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.163945 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8cd97f95-953f-41db-a0a0-8ada419257a5 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "DELETE /v2.0/subnets/36f378aa-4d57-4094-a895-d395684e051d HTTP/1.1" status: 204 len: 168 time: 0.7476082 Jul 13 07:37:45.168561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60258) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:45.169874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec3583-8adf-45ca-8022-d306774d1dd4 None None] Network 0d0b5449-63d7-4d3a-9df7-06af7bef5176 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:45.259963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.291984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=d98bd53a-d9cc-4e6d-88e2-bb75278fde7c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:45.303149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e8b802bb-c6fc-45f0-ad08-80c2028bad19 req-66a878cf-4d25-4a64-b12f-c1807205c963 service neutron] 10.222.0.54 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597108 Jul 13 07:37:45.363120 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.481798 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72141b68-35bd-4ddc-b6ab-a206918c9484 x-openstack-request-id: req-72141b68-35bd-4ddc-b6ab-a206918c9484 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:45.483263 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb26a9a-69ea-416e-bfaa-180b19b0e97d", "name": "network-vif-deleted", "tag": "1bcf2469-570c-48c6-8fbf-83992ff68d5a", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:45.483796 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72141b68-35bd-4ddc-b6ab-a206918c9484 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:45.484781 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb26a9a-69ea-416e-bfaa-180b19b0e97d', 'name': 'network-vif-deleted', 'tag': '1bcf2469-570c-48c6-8fbf-83992ff68d5a', 'status': 'completed', 'code': 200} Jul 13 07:37:45.494022 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Deleting port a9391003-b789-4922-a6c1-b190f9a971c4 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:45.494368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.547938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c04a9a-5f4b-4ae3-91d4-8981d4ef0f6b None None] DHCP port deletion for 0d0b5449-63d7-4d3a-9df7-06af7bef5176 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:45.555210 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac675a0a-1c20-4699-b661-82ef6f40a0a1 None None] New status for floating IP 63c1245b-5da5-49b5-be4b-4f06deeb33f1: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:37:45.589885 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.606917 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.659557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] For port a9391003-b789-4922-a6c1-b190f9a971c4, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a9391003-b789-4922-a6c1-b190f9a971c4,segment=NetworkSegment(b9a2f92c-db67-4e3c-b82c-f66bb06a718c),segment_id=b9a2f92c-db67-4e3c-b82c-f66bb06a718c)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:45.660223 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.679575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d9c04a9a-5f4b-4ae3-91d4-8981d4ef0f6b None None] Deleting port a9391003-b789-4922-a6c1-b190f9a971c4 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:45.679912 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9c04a9a-5f4b-4ae3-91d4-8981d4ef0f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.714569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Calling delete_port for a9391003-b789-4922-a6c1-b190f9a971c4 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:45.742165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Pushing event updated for resources: {'Port': ['ID=ff79fbe1-c49f-4809-b7d1-83ab96f450a1,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:45.878256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.937965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d9c04a9a-5f4b-4ae3-91d4-8981d4ef0f6b None None] For port a9391003-b789-4922-a6c1-b190f9a971c4, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a9391003-b789-4922-a6c1-b190f9a971c4,segment=NetworkSegment(b9a2f92c-db67-4e3c-b82c-f66bb06a718c),segment_id=b9a2f92c-db67-4e3c-b82c-f66bb06a718c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:45.941958 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9c04a9a-5f4b-4ae3-91d4-8981d4ef0f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.981277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d98bd53a-d9cc-4e6d-88e2-bb75278fde7c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:45.994501 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.038242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa1a85-75e9-48fe-8c4c-90a2362f5eb5 req-1678fb15-1bef-4589-b441-0a35105b618b tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.039900 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0caa1a85-75e9-48fe-8c4c-90a2362f5eb5 req-1678fb15-1bef-4589-b441-0a35105b618b tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 944 time: 0.2496068 Jul 13 07:37:46.054504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d9c04a9a-5f4b-4ae3-91d4-8981d4ef0f6b None None] Calling delete_port for a9391003-b789-4922-a6c1-b190f9a971c4 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:46.084914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] No DVR routers for this DVR port a9391003-b789-4922-a6c1-b190f9a971c4 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:46.090303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event deleted for resources: {'Port': ['ID=a9391003-b789-4922-a6c1-b190f9a971c4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:46.152260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Network 404cf158-687c-4a31-86f5-f16b75de7176 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:46.155628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:46.198799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0caa1a85-75e9-48fe-8c4c-90a2362f5eb5 req-6036059f-267d-458a-8ff3-65e53378a6ec tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239300 Jul 13 07:37:46.297986 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.330479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0b5449-63d7-4d3a-9df7-06af7bef5176']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:46.346266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a2f92c-db67-4e3c-b82c-f66bb06a718c') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:46.346664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a2f92c-db67-4e3c-b82c-f66bb06a718c') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:46.374044 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.405365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.419237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:46.419757 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:46.424572 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.453106 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:37:46.457592 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:37:46.480167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-f4b7576a-0fa0-4ddb-8816-4700973cc3cd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.482275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-f4b7576a-0fa0-4ddb-8816-4700973cc3cd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.3612506 Jul 13 07:37:46.487636 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9c04a9a-5f4b-4ae3-91d4-8981d4ef0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.520841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Router a810f911-25c9-417e-b3b7-80fc2d609eda has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:46.522390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.525482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-a4a005ed-2086-4c4c-9fc6-f57bfb783f8a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/quotas/d52762c0405c42bc971ec34c0160bb3c HTTP/1.1" status: 200 len: 375 time: 0.0176475 Jul 13 07:37:46.552646 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.560097 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] 10.222.0.44 "DELETE /v2.0/networks/0d0b5449-63d7-4d3a-9df7-06af7bef5176 HTTP/1.1" status: 204 len: 168 time: 1.3877032 Jul 13 07:37:46.576560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-546e03e7-9fcc-42be-8a1c-771767951796 None None] Provisioning complete for port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:46.577432 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-546e03e7-9fcc-42be-8a1c-771767951796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.582122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d91a16-aa6d-42ba-aece-2c2fd78f2b59 tempest-AllowedAddressPairIpV6TestJSON-72960614 tempest-AllowedAddressPairIpV6TestJSON-72960614-project] Pushing event deleted for resources: {'Network': ['ID=0d0b5449-63d7-4d3a-9df7-06af7bef5176,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:46.600800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c04a9a-5f4b-4ae3-91d4-8981d4ef0f6b None None] Pushing event deleted for resources: {'Port': ['ID=a9391003-b789-4922-a6c1-b190f9a971c4,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:46.648640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c04a9a-5f4b-4ae3-91d4-8981d4ef0f6b None None] No DVR routers for this DVR port a9391003-b789-4922-a6c1-b190f9a971c4 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:46.705518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:46.705903 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.752789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-546e03e7-9fcc-42be-8a1c-771767951796 None None] Port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:46.813125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:46.827488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Sync routers for ids ['a810f911-25c9-417e-b3b7-80fc2d609eda'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:46.845533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-22ed8d9f-bfcf-4488-b215-37a9add23276 admin admin] 10.222.0.44 "PUT /v2.0/routers/a810f911-25c9-417e-b3b7-80fc2d609eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2991676 Jul 13 07:37:46.845939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Routers {'a810f911-25c9-417e-b3b7-80fc2d609eda'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:46.846737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:37:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a810f911-25c9-417e-b3b7-80fc2d609eda'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:46.926237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a9391003-b789-4922-a6c1-b190f9a971c4 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:46.930024 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-9057c7d5-bbee-4fa5-95c8-9f391b5c54a0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2151880 Jul 13 07:37:46.955141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a9391003-b789-4922-a6c1-b190f9a971c4 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:46.955492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a9391003-b789-4922-a6c1-b190f9a971c4 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:46.992463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 77bdee81-7c3f-4bf7-b620-c35e7cc629fa up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:47.032103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cd864ecf-e779-4eb6-8693-06f2f3aea581 None None] Provisioning complete for port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:47.032642 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd864ecf-e779-4eb6-8693-06f2f3aea581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.052733 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60296) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.085920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-d9e15358-4ee2-4650-bd04-46ed134878ff service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398234 Jul 13 07:37:47.095177 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfde2-9e79-42c2-afd0-71b38c00210e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.102415 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.111963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cd864ecf-e779-4eb6-8693-06f2f3aea581 None None] Port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:47.119233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Set router a810f911-25c9-417e-b3b7-80fc2d609eda gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:47.155224 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:47.166233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:47.166620 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.203699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-f55d21c0-b9a3-4fe1-9c65-7a47c38a0dd4 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169128 Jul 13 07:37:47.311809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60320) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.314400 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6caf85de-48c3-4f0a-9bd9-9473a04f4d24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=803754edcb824ece8352e22e92e2fb2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590246 Jul 13 07:37:47.394550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b21c-39d4-43d1-bdd6-0497c2b069c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.401229 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.454070 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b21c-39d4-43d1-bdd6-0497c2b069c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.460696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0103bbd6-f946-46cf-a98a-f920d08de610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bdee81-7c3f-4bf7-b620-c35e7cc629fa'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:47.463713 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a25d1f-2337-4be8-9608-14d7bcfb0e0d" -d '{"events": [{"server_uuid": "0103bbd6-f946-46cf-a98a-f920d08de610", "name": "network-vif-plugged", "status": "completed", "tag": "77bdee81-7c3f-4bf7-b620-c35e7cc629fa"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:47.488636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,segment=NetworkSegment(be01a643-4cae-4a3e-b8dd-1575063560f7),segment_id=be01a643-4cae-4a3e-b8dd-1575063560f7)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:47.494639 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-feefef15-47b5-49d8-8fbe-e8b5d674742d req-9992061c-02fb-4c4c-b5d5-ca6095c9a3ea tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 210 time: 0.0516858 Jul 13 07:37:47.499805 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.524808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:45Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ff79fbe1-c49f-4809-b7d1-83ab96f450a1', 'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'mac_address': 'fa:16:3e:1a:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:42Z', 'updated_at': '2021-07-13T07:37:45Z', 'revision_number': 2, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'subnets': [{'id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.554008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b21c-39d4-43d1-bdd6-0497c2b069c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.558467 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ff0b21c-39d4-43d1-bdd6-0497c2b069c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.559864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a94bf6-82e9-46f9-9120-b4b26448c2a0 req-ead1f1e0-b44c-42d5-b52a-1443c6c6d5ca tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.560619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8ff0b21c-39d4-43d1-bdd6-0497c2b069c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28aa3ebd-1ca3-4dff-ac0f-120d63ee5402 HTTP/1.1" status: 204 len: 168 time: 0.2471435 Jul 13 07:37:47.564275 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88a94bf6-82e9-46f9-9120-b4b26448c2a0 req-ead1f1e0-b44c-42d5-b52a-1443c6c6d5ca tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 944 time: 0.1478970 Jul 13 07:37:47.582982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Checking router: a810f911-25c9-417e-b3b7-80fc2d609eda for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:47.583710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Updating router a810f911-25c9-417e-b3b7-80fc2d609eda port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:37:47.602379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0b21c-39d4-43d1-bdd6-0497c2b069c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aa3ebd-1ca3-4dff-ac0f-120d63ee5402,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:47.622709 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88a94bf6-82e9-46f9-9120-b4b26448c2a0 req-e095c68e-8cb4-4e0a-a0be-dd3da56b107a tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527487 Jul 13 07:37:47.720648 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad1b10c-44a7-484d-b1ec-3396bc457344 x-openstack-request-id: req-9ad1b10c-44a7-484d-b1ec-3396bc457344 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:47.721172 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0103bbd6-f946-46cf-a98a-f920d08de610", "name": "network-vif-plugged", "status": "completed", "tag": "77bdee81-7c3f-4bf7-b620-c35e7cc629fa", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:47.721654 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ad1b10c-44a7-484d-b1ec-3396bc457344 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:47.722815 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0103bbd6-f946-46cf-a98a-f920d08de610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bdee81-7c3f-4bf7-b620-c35e7cc629fa', 'code': 200} Jul 13 07:37:47.723630 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.765900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:47.930887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d3cea-7708-443f-9782-6744ef70dc26 req-a8c9dac2-38e5-4fb1-b6e2-18aa5d4c712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.932501 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e9d3cea-7708-443f-9782-6744ef70dc26 req-a8c9dac2-38e5-4fb1-b6e2-18aa5d4c712b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 1096 time: 0.1333711 Jul 13 07:37:48.005167 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e9d3cea-7708-443f-9782-6744ef70dc26 req-5d6994d0-f9cc-4927-948f-140e624aea2f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640569 Jul 13 07:37:48.017889 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.296792 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.325503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Transition to ACTIVE for port object ff79fbe1-c49f-4809-b7d1-83ab96f450a1 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:48.334724 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.457870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21558cf5-9877-4ca7-9de6-fd8a8e57f522 None None] Pushing event updated for resources: {'Port': ['ID=ff79fbe1-c49f-4809-b7d1-83ab96f450a1,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:48.505873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Attempting to bind port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:48.506969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Attempting to bind port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:48.507682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Attempting to bind port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 on network 404cf158-687c-4a31-86f5-f16b75de7176 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:48.517378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:48.517906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Checking segment: {'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:48.518326 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.518728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Bound using segment: {'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:48.519368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Bound port: ff79fbe1-c49f-4809-b7d1-83ab96f450a1, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:48.519735 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.650803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] For port ff79fbe1-c49f-4809-b7d1-83ab96f450a1, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:48.669774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] For port ff79fbe1-c49f-4809-b7d1-83ab96f450a1, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ff79fbe1-c49f-4809-b7d1-83ab96f450a1,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:48.680756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.801559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Routers {'a810f911-25c9-417e-b3b7-80fc2d609eda'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:48.806586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:37:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a810f911-25c9-417e-b3b7-80fc2d609eda'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:48.821351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c1b30b2a-5fa7-44be-93e8-41cb3de31a50 req-ef1249bb-76f5-4753-b23b-f857af320f76 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 210 time: 0.0953028 Jul 13 07:37:48.934263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60438) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:49.043942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] Set router a810f911-25c9-417e-b3b7-80fc2d609eda gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:49.125323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04764111-8112-4a35-92f3-a0ccd974db93 req-2e61b010-1c90-441d-bd3a-d4c7d8e1e3e0 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.130496 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04764111-8112-4a35-92f3-a0ccd974db93 req-2e61b010-1c90-441d-bd3a-d4c7d8e1e3e0 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 945 time: 0.2216003 Jul 13 07:37:49.199631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21558cf5-9877-4ca7-9de6-fd8a8e57f522 None None] Pushing event updated for resources: {'Port': ['ID=ff79fbe1-c49f-4809-b7d1-83ab96f450a1,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:49.235096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1833033770'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:49.303481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04764111-8112-4a35-92f3-a0ccd974db93 req-712a5dc2-607c-47ef-9558-fc9606e845e3 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643174 Jul 13 07:37:49.326931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:49.339585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.392622 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.497998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:45Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ff79fbe1-c49f-4809-b7d1-83ab96f450a1', 'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'mac_address': 'fa:16:3e:1a:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:42Z', 'updated_at': '2021-07-13T07:37:48Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'subnets': [{'id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:49.539762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883ae34-752b-49bd-ab9c-6619074d88c4 None None] The sync data for ids ['a810f911-25c9-417e-b3b7-80fc2d609eda'] in n-d-798249-7 is: [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:45Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ff79fbe1-c49f-4809-b7d1-83ab96f450a1', 'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'mac_address': 'fa:16:3e:1a:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:42Z', 'updated_at': '2021-07-13T07:37:48Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'subnets': [{'id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:49.572948 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.582730 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.653357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:49.658993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c1c926a8-4cbf-4b5b-9e42-47412e85669a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.683177 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c1c926a8-4cbf-4b5b-9e42-47412e85669a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.3362803 Jul 13 07:37:49.701730 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.704141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Request body: {'port': {'device_id': '70393eac-c667-4920-b323-fd1bad0faf40', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'admin_state_up': True, 'tenant_id': 'd52762c0405c42bc971ec34c0160bb3c'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:49.716457 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.716869 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Added segment 9499bbc1-2cc7-430e-b6cd-7b90afddccaa of type vlan for network 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c Jul 13 07:37:49.762991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c04025a-986f-4ef3-ae64-e413d8bcb625,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:49.807728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.872540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.880139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:49.882471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.930725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Made reservation on behalf of d52762c0405c42bc971ec34c0160bb3c for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:49.938705 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.954491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0175815 Jul 13 07:37:50.039401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ff79fbe1-c49f-4809-b7d1-83ab96f450a1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:50.055871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a6992-8a67-43de-a247-679f237a7123 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Network': ['ID=5c1b9f12-84ec-4763-9d0c-a22cb31fb43c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:50.127465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:50.343119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6b81fa1-99ea-4311-88c7-6d36b20c6adf req-567c96f4-cc87-4a34-a766-9a55d012d21f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 210 time: 0.1327178 Jul 13 07:37:50.483347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Allocated IP 172.20.0.10 (707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8/eca6a03b-25bf-47a0-aae5-f347193dc542/36cd0c6f-ee07-43a3-9eef-cf90e360add7) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:50.496950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:50.514512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:50.515041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.924784 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.985226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port ff79fbe1-c49f-4809-b7d1-83ab96f450a1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ff79fbe1-c49f-4809-b7d1-83ab96f450a1,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:51.000853 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.131083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab0b18-02f7-4553-b979-82df7f7a0ca5 req-92bf33c0-5999-402f-b76b-2da5e0b72682 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.138897 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beab0b18-02f7-4553-b979-82df7f7a0ca5 req-92bf33c0-5999-402f-b76b-2da5e0b72682 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 945 time: 0.5584085 Jul 13 07:37:51.217976 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.252912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beab0b18-02f7-4553-b979-82df7f7a0ca5 req-44b40a68-364f-4ca4-bcf6-6297551869da tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930185 Jul 13 07:37:51.319070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=ff79fbe1-c49f-4809-b7d1-83ab96f450a1,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:51.389080 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.401655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:51.496318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:51.527391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:51.625906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:51.827053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event updated for resources: {'Port': ['ID=36cd0c6f-ee07-43a3-9eef-cf90e360add7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:51.881837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.882449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.943049 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c84c4434-b797-4029-a890-0907a9d7538d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2497365 Jul 13 07:37:51.943772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-491455f9-f5d9-4681-af00-bb9924fa4b4c None None] Provisioning complete for port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:51.944278 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-491455f9-f5d9-4681-af00-bb9924fa4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.955995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Request body: {'port': {'device_id': '70393eac-c667-4920-b323-fd1bad0faf40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:52.098968 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ff79fbe1-c49f-4809-b7d1-83ab96f450a1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:52.205823 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.297345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9314c9-dada-4c9d-b16b-fd2652624d9b req-6b328423-6679-4e3a-b2b3-6943fe6be883 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:52.305805 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee9314c9-dada-4c9d-b16b-fd2652624d9b req-6b328423-6679-4e3a-b2b3-6943fe6be883 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 932 time: 0.2697434 Jul 13 07:37:52.324616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:52.325482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.358106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee9314c9-dada-4c9d-b16b-fd2652624d9b req-36542912-8512-43f3-a6c3-fbe98094b4d5 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512292 Jul 13 07:37:52.637097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36cd0c6f-ee07-43a3-9eef-cf90e360add7 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:52.646780 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.681147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Transition to ACTIVE for port object 36cd0c6f-ee07-43a3-9eef-cf90e360add7 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:52.693267 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.962541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Pushing event updated for resources: {'Port': ['ID=36cd0c6f-ee07-43a3-9eef-cf90e360add7,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:53.025905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8adda2-8794-4882-a970-4b43e9db1568 req-1438ea88-1df3-408f-a20b-ebc191727131 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.026480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Attempting to bind port 36cd0c6f-ee07-43a3-9eef-cf90e360add7 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:53.026599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Attempting to bind port 36cd0c6f-ee07-43a3-9eef-cf90e360add7 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:53.027500 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b8adda2-8794-4882-a970-4b43e9db1568 req-1438ea88-1df3-408f-a20b-ebc191727131 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 945 time: 0.1003826 Jul 13 07:37:53.027863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Attempting to bind port 36cd0c6f-ee07-43a3-9eef-cf90e360add7 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:53.035739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Port 36cd0c6f-ee07-43a3-9eef-cf90e360add7 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:53.038345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Attempting to bind port 36cd0c6f-ee07-43a3-9eef-cf90e360add7 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:53.055063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:53.057017 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Checking segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:53.058272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Bound using segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:53.059569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Bound port: 36cd0c6f-ee07-43a3-9eef-cf90e360add7, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:53.060846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.115502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b8adda2-8794-4882-a970-4b43e9db1568 req-9f7954da-07c6-4b5e-8774-f7f0f6215db7 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805085 Jul 13 07:37:53.137336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] For port 36cd0c6f-ee07-43a3-9eef-cf90e360add7, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:53.140572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] For port 36cd0c6f-ee07-43a3-9eef-cf90e360add7, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=36cd0c6f-ee07-43a3-9eef-cf90e360add7,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:53.146462 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.190989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.191609 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.193059 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] 10.222.0.53 "PUT /v2.0/ports/36cd0c6f-ee07-43a3-9eef-cf90e360add7 HTTP/1.1" status: 200 len: 1092 time: 1.2416589 Jul 13 07:37:53.193497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70393eac-c667-4920-b323-fd1bad0faf40', 'tag': '36cd0c6f-ee07-43a3-9eef-cf90e360add7'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:53.195733 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bee639-8c73-4a51-8d9f-9971950c141f" -d '{"events": [{"name": "network-changed", "server_uuid": "70393eac-c667-4920-b323-fd1bad0faf40", "tag": "36cd0c6f-ee07-43a3-9eef-cf90e360add7"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:53.244552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939990ab-97a0-43b8-9a96-022d588ef6cf service neutron] Pushing event updated for resources: {'Port': ['ID=36cd0c6f-ee07-43a3-9eef-cf90e360add7,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:53.326393 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ecb1b0-d787-4abf-a3ef-423cb5cd96f7 x-openstack-request-id: req-a9ecb1b0-d787-4abf-a3ef-423cb5cd96f7 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:53.327303 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70393eac-c667-4920-b323-fd1bad0faf40", "tag": "36cd0c6f-ee07-43a3-9eef-cf90e360add7", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:53.327769 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9ecb1b0-d787-4abf-a3ef-423cb5cd96f7 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:53.328597 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70393eac-c667-4920-b323-fd1bad0faf40', 'tag': '36cd0c6f-ee07-43a3-9eef-cf90e360add7', 'status': 'completed', 'code': 200} Jul 13 07:37:53.366608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-a71992d5-1dda-4c11-a5a8-b93ced6466df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.368710 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-a71992d5-1dda-4c11-a5a8-b93ced6466df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 1095 time: 0.0959256 Jul 13 07:37:53.421094 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-7d2a3021-9346-4fa4-acb3-ac158e7c883e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36cd0c6f-ee07-43a3-9eef-cf90e360add7 HTTP/1.1" status: 200 len: 217 time: 0.0427566 Jul 13 07:37:53.482469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c623b795-0b94-47ab-8488-419d2ad9ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.484338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c623b795-0b94-47ab-8488-419d2ad9ecff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.0563312 Jul 13 07:37:53.486295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60502) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:53.492760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'subnet': {'network_id': '5c1b9f12-84ec-4763-9d0c-a22cb31fb43c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:53.530061 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-9746ab49-139d-479a-9ce0-db2e1d960732 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380836 Jul 13 07:37:53.678252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:53.686055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.729036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf3558-52c5-43cc-a707-cc7faa906b3c req-81f440fb-b355-4884-8f16-bb60d74ea1d1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.730893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abdf3558-52c5-43cc-a707-cc7faa906b3c req-81f440fb-b355-4884-8f16-bb60d74ea1d1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 944 time: 0.2146769 Jul 13 07:37:53.862068 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abdf3558-52c5-43cc-a707-cc7faa906b3c req-b2d8d328-9b1e-4494-a36f-33f7dfd5f382 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205270 Jul 13 07:37:54.169048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-c29d97a9-225b-47b9-a732-850468835fe4 service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299074 Jul 13 07:37:54.183015 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.284121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9bc93956-1ca3-4bd2-a5c1-c6337ff39211 req-d8d64370-13b5-4445-a2db-9bf4fbdd31ef service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072364 Jul 13 07:37:54.343220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-5801559d-0549-4db2-9d28-b74233900212 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2536876 Jul 13 07:37:54.357343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Subnet': ['ID=79f2bc64-6a35-4342-854e-cbbf4e6f5f7b,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:54.367303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-4fead94b-d6da-4561-86ba-44d992d873b3 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.369629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-4fead94b-d6da-4561-86ba-44d992d873b3 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.53 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 945 time: 0.2406819 Jul 13 07:37:54.405123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bee639-8c73-4a51-8d9f-9971950c141f req-6d625141-5e9a-4c85-acd2-00abf84f0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.406803 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0bee639-8c73-4a51-8d9f-9971950c141f req-6d625141-5e9a-4c85-acd2-00abf84f0d28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 1095 time: 0.0696197 Jul 13 07:37:54.509882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Checking segment: {'id': '9499bbc1-2cc7-430e-b6cd-7b90afddccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c1b9f12-84ec-4763-9d0c-a22cb31fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:54.510255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network hostable DHCP agents. Network: 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:54.521919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bee639-8c73-4a51-8d9f-9971950c141f req-ade76099-0cf4-4688-bac2-29cacb546da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.523468 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0bee639-8c73-4a51-8d9f-9971950c141f req-ade76099-0cf4-4688-bac2-29cacb546da3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 906 time: 0.1098645 Jul 13 07:37:54.556052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14a850-ed2d-429c-b1e9-dc26779c0e87 req-498e453b-5432-444a-9e38-2be16fd7463f tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.557690 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf14a850-ed2d-429c-b1e9-dc26779c0e87 req-498e453b-5432-444a-9e38-2be16fd7463f tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 945 time: 0.3025210 Jul 13 07:37:54.564162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:54.575552 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0bee639-8c73-4a51-8d9f-9971950c141f req-19f9eed2-934f-4786-b86b-63e0971d701b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36cd0c6f-ee07-43a3-9eef-cf90e360add7 HTTP/1.1" status: 200 len: 217 time: 0.0456548 Jul 13 07:37:54.594964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:54.605395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c31c2e-fa70-44bd-aeb1-e10d154fbe2e None None] Network 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:54.619958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.621127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.644526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bee639-8c73-4a51-8d9f-9971950c141f req-7714a3f6-bf4c-42f7-a2e9-47105317e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.645577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0bee639-8c73-4a51-8d9f-9971950c141f req-7714a3f6-bf4c-42f7-a2e9-47105317e40c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.0591307 Jul 13 07:37:54.652079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-96ecfe77-3e3c-4105-b329-ed26f62d160c tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Deleting port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:54.652434 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-96ecfe77-3e3c-4105-b329-ed26f62d160c tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.695704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-745954d4-c610-412f-853a-7dc84c5bfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:54.695704 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-745954d4-c610-412f-853a-7dc84c5bfb87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 1096 time: 0.3194358 Jul 13 07:37:54.703171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-95dce25c-8b60-4d65-b3ec-a6b16ef48037 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2156274 Jul 13 07:37:54.715449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60522) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:54.722891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1561443815'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:54.727693 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0bee639-8c73-4a51-8d9f-9971950c141f req-78bb4df7-60ec-403c-8ac4-bbc6fe5b0294 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736432 Jul 13 07:37:54.731698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf14a850-ed2d-429c-b1e9-dc26779c0e87 req-2a81b50f-3dc3-42d4-b62d-c3fb86ad94af tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/security-groups?id=42bb1f92-e9f7-4509-8df8-1299eaa4ee42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613805 Jul 13 07:37:54.794555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-5c1b9f12-84ec-4763-9d0c-a22cb31fb43c', 'network_id': '5c1b9f12-84ec-4763-9d0c-a22cb31fb43c', 'tenant_id': 'f6a201e435b147409907e10bb4d46396', 'fixed_ips': [{'subnet_id': '79f2bc64-6a35-4342-854e-cbbf4e6f5f7b'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:37:54.795439 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.895199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:54.901069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.944576 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0bee639-8c73-4a51-8d9f-9971950c141f req-e970d897-4561-41bd-9c80-6c38af8cdaac service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095900 Jul 13 07:37:54.944897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-96ecfe77-3e3c-4105-b329-ed26f62d160c tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] For port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,segment=NetworkSegment(be01a643-4cae-4a3e-b8dd-1575063560f7),segment_id=be01a643-4cae-4a3e-b8dd-1575063560f7)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:54.945373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-96ecfe77-3e3c-4105-b329-ed26f62d160c tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.959050 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Allocated IP 2001:db8:0:ffff::2 (5c1b9f12-84ec-4763-9d0c-a22cb31fb43c/79f2bc64-6a35-4342-854e-cbbf4e6f5f7b/ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:54.959596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-96ecfe77-3e3c-4105-b329-ed26f62d160c tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Calling delete_port for 77bdee81-7c3f-4bf7-b620-c35e7cc629fa owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:55.093337 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0bee639-8c73-4a51-8d9f-9971950c141f req-ca2e236e-4db9-4500-a24f-17c1268229a9 service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394742 Jul 13 07:37:55.281598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f1d14-1226-4016-ad67-8afd6ed39519 req-294a334f-5d46-4ab3-8a4b-c19de8d3725e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.294609 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.296228 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-261f1d14-1226-4016-ad67-8afd6ed39519 req-294a334f-5d46-4ab3-8a4b-c19de8d3725e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 944 time: 0.1481495 Jul 13 07:37:55.306174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Transition to ACTIVE for port object ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:55.324673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Transition to ACTIVE for port object ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:55.332976 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.390766 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Network 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:55.394149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:55.403037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:55.406447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Pushing event updated for resources: {'Port': ['ID=ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:55.413373 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-261f1d14-1226-4016-ad67-8afd6ed39519 req-9c787797-8a42-4d32-aa21-6a01cedc5760 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161273 Jul 13 07:37:55.485348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Attempting to bind port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:55.485716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Attempting to bind port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9499bbc1-2cc7-430e-b6cd-7b90afddccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c1b9f12-84ec-4763-9d0c-a22cb31fb43c'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:55.486340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Attempting to bind port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 on network 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:55.493899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:55.494335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Checking segment: {'id': '9499bbc1-2cc7-430e-b6cd-7b90afddccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c1b9f12-84ec-4763-9d0c-a22cb31fb43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:55.494867 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.495196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Bound using segment: {'id': '9499bbc1-2cc7-430e-b6cd-7b90afddccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c1b9f12-84ec-4763-9d0c-a22cb31fb43c'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:55.495666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Bound port: ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9499bbc1-2cc7-430e-b6cd-7b90afddccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c1b9f12-84ec-4763-9d0c-a22cb31fb43c'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:55.496125 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.529423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-588613a5-54d4-4ce2-9eed-ef45220f5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.531712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-588613a5-54d4-4ce2-9eed-ef45220f5e06 service neutron] 10.222.0.54 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 912 time: 0.7972665 Jul 13 07:37:55.534048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:55.601990 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] For port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:55.606078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] For port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5,segment=NetworkSegment(9499bbc1-2cc7-430e-b6cd-7b90afddccaa),segment_id=9499bbc1-2cc7-430e-b6cd-7b90afddccaa)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:55.613131 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.622382 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.624371 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Added segment 51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41 of type vlan for network 76e5088d-6754-4aea-a285-745fc7c446c5 Jul 13 07:37:55.628575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-934a3064-7795-4d53-bf3d-0e1730f96aaf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0880539 Jul 13 07:37:55.704200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c2929-c0b9-4854-ae13-663b139a5379 None None] Pushing event updated for resources: {'Port': ['ID=ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:55.750507 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.796997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-fe3c8279-0739-4363-bc02-35013358aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.798607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-fe3c8279-0739-4363-bc02-35013358aa24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 200 len: 850 time: 0.1610765 Jul 13 07:37:55.868769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-96ecfe77-3e3c-4105-b329-ed26f62d160c tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.881876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['77bdee81-7c3f-4bf7-b620-c35e7cc629fa'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:55.886093 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.892402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.893052 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.995145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b56a345-b7de-407a-be67-2e3837d75792 req-3fbd850d-357c-4b99-a21e-c73ee8d329f5 tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.44 "GET /v2.0/ports?device_id=0103bbd6-f946-46cf-a98a-f920d08de610 HTTP/1.1" status: 200 len: 210 time: 0.0739679 Jul 13 07:37:56.020313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecfe77-3e3c-4105-b329-ed26f62d160c tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Pushing event deleted for resources: {'Port': ['ID=77bdee81-7c3f-4bf7-b620-c35e7cc629fa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:56.086693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-e24c1743-f11e-4254-b869-69e5953ee314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.088292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-e24c1743-f11e-4254-b869-69e5953ee314 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=144df36e-35ef-4abd-a952-041c4f50aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2834618 Jul 13 07:37:56.091829 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3747566 Jul 13 07:37:56.094866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60546) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:56.106778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'subnet': {'network_id': '76e5088d-6754-4aea-a285-745fc7c446c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:56.160670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-96ecfe77-3e3c-4105-b329-ed26f62d160c tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] No DVR routers for this DVR port 77bdee81-7c3f-4bf7-b620-c35e7cc629fa on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:56.163603 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-96ecfe77-3e3c-4105-b329-ed26f62d160c tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.166429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd70794e-ddf9-41e2-846a-573bca5e5a77 req-96ecfe77-3e3c-4105-b329-ed26f62d160c tempest-ServerPasswordTestJSON-2013241294 tempest-ServerPasswordTestJSON-2013241294-project] 10.222.0.53 "DELETE /v2.0/ports/77bdee81-7c3f-4bf7-b620-c35e7cc629fa HTTP/1.1" status: 204 len: 173 time: 1.7898951 Jul 13 07:37:56.178522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0103bbd6-f946-46cf-a98a-f920d08de610', 'name': 'network-vif-deleted', 'tag': '77bdee81-7c3f-4bf7-b620-c35e7cc629fa'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:56.180810 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38da6108-a2e4-4b5d-b808-122577128d63" -d '{"events": [{"server_uuid": "0103bbd6-f946-46cf-a98a-f920d08de610", "name": "network-vif-deleted", "tag": "77bdee81-7c3f-4bf7-b620-c35e7cc629fa"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:56.186214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Network': ['ID=76e5088d-6754-4aea-a285-745fc7c446c5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:56.213167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.213550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.213795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.214142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.214486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.214825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.215161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.215501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.215837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.216278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.216616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.216951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62a1b64-1600-48e9-af09-17930ab2d1f5 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:56.230507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 76e5088d-6754-4aea-a285-745fc7c446c5 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:56.305494 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74290ad3-85d9-4f78-b27b-862c97dcab73 x-openstack-request-id: req-74290ad3-85d9-4f78-b27b-862c97dcab73 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:56.305803 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0103bbd6-f946-46cf-a98a-f920d08de610", "name": "network-vif-deleted", "tag": "77bdee81-7c3f-4bf7-b620-c35e7cc629fa", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:56.306069 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74290ad3-85d9-4f78-b27b-862c97dcab73 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:56.308048 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0103bbd6-f946-46cf-a98a-f920d08de610', 'name': 'network-vif-deleted', 'tag': '77bdee81-7c3f-4bf7-b620-c35e7cc629fa', 'status': 'completed', 'code': 200} Jul 13 07:37:56.340842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:56.344863 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.354601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-213bb15f-3470-442e-b278-c64bfb626531 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388027 Jul 13 07:37:56.513085 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-695b41a9-bbda-4c43-9ec6-e8babd5f145c req-585019dc-3f14-459b-8aa7-fca6d860f106 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514847 Jul 13 07:37:56.865574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.objects.ports [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:37:56.867341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.877687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe04859-57e8-4cb7-a6fe-43e46ff9e23e req-bc6dd337-e139-4911-9695-a459be057ca5 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.894700 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbe04859-57e8-4cb7-a6fe-43e46ff9e23e req-bc6dd337-e139-4911-9695-a459be057ca5 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 944 time: 0.3161938 Jul 13 07:37:56.996426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbe04859-57e8-4cb7-a6fe-43e46ff9e23e req-c72b5a4f-9f53-426f-845f-b932cd4904c3 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006882 Jul 13 07:37:57.020636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 36cd0c6f-ee07-43a3-9eef-cf90e360add7 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:57.021163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Subnet': ['ID=515fd647-dc15-43de-ac57-671831efd509,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:57.039074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Checking segment: {'id': '51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '76e5088d-6754-4aea-a285-745fc7c446c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:57.039515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network hostable DHCP agents. Network: 76e5088d-6754-4aea-a285-745fc7c446c5, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:57.070505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network 76e5088d-6754-4aea-a285-745fc7c446c5 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:57.099211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 76e5088d-6754-4aea-a285-745fc7c446c5) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:57.107535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.108322 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.119739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db2e5c5-14a8-4af8-a919-5a8837b47e00 None None] Network 76e5088d-6754-4aea-a285-745fc7c446c5 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:57.152334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60560) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:57.154074 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ec1c7e59-5a00-40ac-a64c-25e09b155141 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0521667 Jul 13 07:37:57.157841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'port': {'network_id': '76e5088d-6754-4aea-a285-745fc7c446c5', 'name': 'tempest-NetworksIpV6TestAttrs-7657962'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:57.281464 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933761d6-7fb9-4f15-9f83-e610004feff3 None None] Network 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:57.303225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60566) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:57.371308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 36cd0c6f-ee07-43a3-9eef-cf90e360add7, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=36cd0c6f-ee07-43a3-9eef-cf90e360add7,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:57.374428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b59f87-1ae3-46e0-a956-75ea0d6678d5 admin admin] Deleting subnet e4be2cc4-073a-414c-b75d-18c1f8f8563f {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:57.377741 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52b59f87-1ae3-46e0-a956-75ea0d6678d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.385588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:57.389270 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.412318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] device_id is not set on port 29ab6ad0-a38c-4a51-b5ab-2533f7b68fa0 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:57.421809 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52b59f87-1ae3-46e0-a956-75ea0d6678d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.458667 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8ef64ec4-87ba-4848-9424-f1f8d31c94c1 None None] Provisioning for port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:57.477585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '36cd0c6f-ee07-43a3-9eef-cf90e360add7', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'port_id': '36cd0c6f-ee07-43a3-9eef-cf90e360add7', 'mac_address': 'fa:16:3e:7f:15:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca6a03b-25bf-47a0-aae5-f347193dc542', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:57.505294 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52b59f87-1ae3-46e0-a956-75ea0d6678d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.538341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Allocated IP 2001:db8::f816:3eff:fe1e:ebf0 (76e5088d-6754-4aea-a285-745fc7c446c5/515fd647-dc15-43de-ac57-671831efd509/29ab6ad0-a38c-4a51-b5ab-2533f7b68fa0) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:57.636839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-76e5088d-6754-4aea-a285-745fc7c446c5', 'network_id': '76e5088d-6754-4aea-a285-745fc7c446c5', 'tenant_id': 'f6a201e435b147409907e10bb4d46396', 'fixed_ips': [{'subnet_id': '515fd647-dc15-43de-ac57-671831efd509'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:37:57.637940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.654202 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.654450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52b59f87-1ae3-46e0-a956-75ea0d6678d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.686365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36cd0c6f-ee07-43a3-9eef-cf90e360add7 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:57.702716 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52b59f87-1ae3-46e0-a956-75ea0d6678d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.708903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-52b59f87-1ae3-46e0-a956-75ea0d6678d5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e4be2cc4-073a-414c-b75d-18c1f8f8563f HTTP/1.1" status: 204 len: 168 time: 0.4009085 Jul 13 07:37:57.708903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b59f87-1ae3-46e0-a956-75ea0d6678d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4be2cc4-073a-414c-b75d-18c1f8f8563f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:57.709440 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60570) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:57.752094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.767586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Transition to ACTIVE for port object 29ab6ad0-a38c-4a51-b5ab-2533f7b68fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:57.810597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.846333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 36cd0c6f-ee07-43a3-9eef-cf90e360add7, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=36cd0c6f-ee07-43a3-9eef-cf90e360add7,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:57.855688 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.892493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network 76e5088d-6754-4aea-a285-745fc7c446c5 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:57.897282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.899026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:57.901584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:57.907650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.908322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.924139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Port': ['ID=29ab6ad0-a38c-4a51-b5ab-2533f7b68fa0,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:57.930964 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ed833095-f5d0-478a-b882-64fa8626ec9e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7774072 Jul 13 07:37:57.934126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60574) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.042275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc791699-701b-4f17-a26b-7c9e2406e27d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Deleting subnet 515fd647-dc15-43de-ac57-671831efd509 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:58.044748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.069581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a363ea2-5c86-468d-83d2-0a081c0dca9a']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:58.093898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be01a643-4cae-4a3e-b8dd-1575063560f7') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:58.094425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be01a643-4cae-4a3e-b8dd-1575063560f7') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:58.118182 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.133740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:58.146787 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.162813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:58.163236 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:58.165400 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:58.225889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=36cd0c6f-ee07-43a3-9eef-cf90e360add7,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:58.243120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Allocated IP 2001:db8::f816:3eff:fe2c:b061 (76e5088d-6754-4aea-a285-745fc7c446c5/515fd647-dc15-43de-ac57-671831efd509/e866b749-44c9-4edc-83ce-5d093fe78151) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:58.287468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['36cd0c6f-ee07-43a3-9eef-cf90e360add7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:58.305086 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.320685 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.325922 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0a363ea2-5c86-468d-83d2-0a081c0dca9a HTTP/1.1" status: 204 len: 168 time: 0.6081932 Jul 13 07:37:58.349614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:58.358487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde798d-97b9-4b87-9bde-c2e906a81c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a363ea2-5c86-468d-83d2-0a081c0dca9a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:58.359978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:58.360383 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.428934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a89402-b4b5-4b2a-8853-37e029b8417f req-62daa52c-f873-4715-8fe3-25133dea3adc tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:58.438488 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43a89402-b4b5-4b2a-8853-37e029b8417f req-62daa52c-f873-4715-8fe3-25133dea3adc tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 945 time: 0.1746047 Jul 13 07:37:58.504186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6803b7d0-1581-4955-a7f4-0a218e31ead3 None None] Provisioning complete for port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:58.504558 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6803b7d0-1581-4955-a7f4-0a218e31ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.532133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43a89402-b4b5-4b2a-8853-37e029b8417f req-79aeabf9-49ce-49a8-9cb4-b2edd30a3ed9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926356 Jul 13 07:37:58.670069 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.677649 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.728954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Transition to ACTIVE for port object e866b749-44c9-4edc-83ce-5d093fe78151 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:58.741356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60598) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.787584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Transition to ACTIVE for port object e866b749-44c9-4edc-83ce-5d093fe78151 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:58.797650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5,segment=NetworkSegment(9499bbc1-2cc7-430e-b6cd-7b90afddccaa),segment_id=9499bbc1-2cc7-430e-b6cd-7b90afddccaa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:58.799653 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6803b7d0-1581-4955-a7f4-0a218e31ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.839903 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc791699-701b-4f17-a26b-7c9e2406e27d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.854213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bafe63b7-a577-43b6-a8ad-ac1df7a0eafa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbfd596a76c349ada4833fe8a3eb4bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099052 Jul 13 07:37:58.857423 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.857903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60602) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:58.869922 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.947036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc791699-701b-4f17-a26b-7c9e2406e27d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.969115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60604) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.009115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c1715d5-6d54-4bcc-b51c-253c9bfa96bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.012340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Network 76e5088d-6754-4aea-a285-745fc7c446c5 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:59.030072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 77bdee81-7c3f-4bf7-b620-c35e7cc629fa no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:59.045755 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c1715d5-6d54-4bcc-b51c-253c9bfa96bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.103576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 77bdee81-7c3f-4bf7-b620-c35e7cc629fa {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:59.103930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 77bdee81-7c3f-4bf7-b620-c35e7cc629fa not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:59.110714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:59.114045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:59.132577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c1715d5-6d54-4bcc-b51c-253c9bfa96bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.136066 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c1715d5-6d54-4bcc-b51c-253c9bfa96bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.137845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:59.142632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2c1715d5-6d54-4bcc-b51c-253c9bfa96bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42bb1f92-e9f7-4509-8df8-1299eaa4ee42 HTTP/1.1" status: 204 len: 168 time: 0.2827950 Jul 13 07:37:59.158554 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc791699-701b-4f17-a26b-7c9e2406e27d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.170119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1715d5-6d54-4bcc-b51c-253c9bfa96bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bb1f92-e9f7-4509-8df8-1299eaa4ee42,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:59.225123 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d6fff81-5e7e-4190-b263-b8d3ea29e421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.298115 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-6803b7d0-1581-4955-a7f4-0a218e31ead3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:37:59.298736 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-6803b7d0-1581-4955-a7f4-0a218e31ead3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:37:59.325550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Attempting to bind port e866b749-44c9-4edc-83ce-5d093fe78151 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:59.326327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Attempting to bind port e866b749-44c9-4edc-83ce-5d093fe78151 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '76e5088d-6754-4aea-a285-745fc7c446c5'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:59.327096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Attempting to bind port e866b749-44c9-4edc-83ce-5d093fe78151 on network 76e5088d-6754-4aea-a285-745fc7c446c5 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:59.337649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Pushing event updated for resources: {'Port': ['ID=e866b749-44c9-4edc-83ce-5d093fe78151,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:59.337898 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc791699-701b-4f17-a26b-7c9e2406e27d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.342410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:59.342800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Checking segment: {'id': '51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '76e5088d-6754-4aea-a285-745fc7c446c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:59.343396 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.343867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Bound using segment: {'id': '51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '76e5088d-6754-4aea-a285-745fc7c446c5'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:59.344499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Bound port: e866b749-44c9-4edc-83ce-5d093fe78151, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '76e5088d-6754-4aea-a285-745fc7c446c5'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:59.344890 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.401215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc791699-701b-4f17-a26b-7c9e2406e27d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Subnet': ['ID=515fd647-dc15-43de-ac57-671831efd509,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:59.406773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc791699-701b-4f17-a26b-7c9e2406e27d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.412085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60614) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.412297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fc791699-701b-4f17-a26b-7c9e2406e27d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/subnets/515fd647-dc15-43de-ac57-671831efd509 HTTP/1.1" status: 204 len: 168 time: 1.4766593 Jul 13 07:37:59.449286 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d6fff81-5e7e-4190-b263-b8d3ea29e421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.462562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] For port e866b749-44c9-4edc-83ce-5d093fe78151, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:59.466496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] For port e866b749-44c9-4edc-83ce-5d093fe78151, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e866b749-44c9-4edc-83ce-5d093fe78151,segment=NetworkSegment(51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41),segment_id=51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:59.473316 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.484718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d6fff81-5e7e-4190-b263-b8d3ea29e421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.555041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa57be-3c01-4fd4-99e0-6fee0bc09559 None None] Pushing event updated for resources: {'Port': ['ID=e866b749-44c9-4edc-83ce-5d093fe78151,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:59.575313 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3d6fff81-5e7e-4190-b263-b8d3ea29e421 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4a679ea5b3a4c0fb29e3e1ec0701086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6049895 Jul 13 07:37:59.576540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fff81-5e7e-4190-b263-b8d3ea29e421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2738c88-3606-435c-a4d4-25f11cd4f0c7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:59.578105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60622) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.593491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8e36a-b9b1-40ca-8c0f-eda181c2182d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:59.598238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8e36a-b9b1-40ca-8c0f-eda181c2182d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:59.600067 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a5f8e36a-b9b1-40ca-8c0f-eda181c2182d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1855159 Jul 13 07:37:59.603475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60624) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.645541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04f3244-56ba-4425-80b2-96fc19657b07 None None] Network 76e5088d-6754-4aea-a285-745fc7c446c5 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:59.688755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d2d96b88-b96d-4b5e-8d18-afc9a4f99218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.715419 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80cd47a2-be5e-459b-acf1-807d1d94597e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.723829 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d2d96b88-b96d-4b5e-8d18-afc9a4f99218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.724796 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cd47a2-be5e-459b-acf1-807d1d94597e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 07:37:59.725266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80cd47a2-be5e-459b-acf1-807d1d94597e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:37:59.728100 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-80cd47a2-be5e-459b-acf1-807d1d94597e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/76e5088d-6754-4aea-a285-745fc7c446c5 HTTP/1.1" status: 409 len: 405 time: 0.1235316 Jul 13 07:37:59.732228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60630) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:59.739997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1234806381'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:59.792334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:59.797341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.850701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:59.857910 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d2d96b88-b96d-4b5e-8d18-afc9a4f99218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.870234 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d2d96b88-b96d-4b5e-8d18-afc9a4f99218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.877305 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.878475 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Added segment 249547b4-ca6d-4f25-8759-3375408544b6 of type vlan for network cf8bc117-3304-4685-b346-e836703afe20 Jul 13 07:37:59.879679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d2d96b88-b96d-4b5e-8d18-afc9a4f99218 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2738c88-3606-435c-a4d4-25f11cd4f0c7 HTTP/1.1" status: 204 len: 168 time: 0.2999790 Jul 13 07:37:59.901280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d96b88-b96d-4b5e-8d18-afc9a4f99218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2738c88-3606-435c-a4d4-25f11cd4f0c7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:59.994578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7478ddc-eed6-4cfc-a307-9c67b8f5f376 req-68799f9c-d9aa-4e0d-ac34-aefe29302f7e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.003864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7478ddc-eed6-4cfc-a307-9c67b8f5f376 req-68799f9c-d9aa-4e0d-ac34-aefe29302f7e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 945 time: 0.2119095 Jul 13 07:38:00.014693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.058154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7478ddc-eed6-4cfc-a307-9c67b8f5f376 req-2f5a5df7-b701-4ceb-9c92-2bfe001a146b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526719 Jul 13 07:38:00.116825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.129223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.132919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.197570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:00.218290 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4833281 Jul 13 07:38:00.219694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60646) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:00.229747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'subnet': {'network_id': 'cf8bc117-3304-4685-b346-e836703afe20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:00.288186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a3ec33-4b22-432c-a50b-963780731a51 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:38:00.299348 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c4993-5b04-414a-9dac-e19c53e93d47 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Network': ['ID=cf8bc117-3304-4685-b346-e836703afe20,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:00.333730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network cf8bc117-3304-4685-b346-e836703afe20 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:00.419770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:00.420285 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.452487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60658) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:00.484472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:00.493148 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.586976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a3ec33-4b22-432c-a50b-963780731a51 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:38:00.659037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-192644888-network', 'tenant_id': '333513463115431abac9904e9b17baa9'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:00.695031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Made reservation on behalf of 333513463115431abac9904e9b17baa9 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:00.701021 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.727606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.845433 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.852361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.886650 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82875ff5-7b89-4277-b9a4-5f55fd90a984,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:00.905663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:00.920592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.921148 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Added segment e198e115-6776-49cd-8de7-5e4c40cf0c6a of type vlan for network f46ada01-b932-4917-95de-057bc95477a9 Jul 13 07:38:00.922811 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:38:00.926630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.987878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.004440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Checking segment: {'id': '249547b4-ca6d-4f25-8759-3375408544b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf8bc117-3304-4685-b346-e836703afe20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:01.005131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network hostable DHCP agents. Network: cf8bc117-3304-4685-b346-e836703afe20, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:01.029673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Subnet': ['ID=84c7c12c-6df0-4473-8322-1d39d98cb13b,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.035634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 36cd0c6f-ee07-43a3-9eef-cf90e360add7 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:01.038554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network cf8bc117-3304-4685-b346-e836703afe20 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:01.044150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.045303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.047293 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.054277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, cf8bc117-3304-4685-b346-e836703afe20) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:01.060071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.060958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.088335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f493c3a1-bdc6-4edb-973f-19a48d56cc4b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8666096 Jul 13 07:38:01.091269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60678) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:01.099983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'port': {'network_id': 'cf8bc117-3304-4685-b346-e836703afe20', 'name': 'tempest-NetworksIpV6TestAttrs-296363109'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:01.134317 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6792727 Jul 13 07:38:01.139818 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60680) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:01.144547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3436605-954c-4559-876f-5986160061f7 None None] Network cf8bc117-3304-4685-b346-e836703afe20 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:01.156117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Request body: {'subnet': {'network_id': 'f46ada01-b932-4917-95de-057bc95477a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-192644888-subnet', 'tenant_id': '333513463115431abac9904e9b17baa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:01.184746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 36cd0c6f-ee07-43a3-9eef-cf90e360add7 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:01.221192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 36cd0c6f-ee07-43a3-9eef-cf90e360add7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:01.222483 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.235898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555d022-1779-4d55-9693-a733fcd5ec19 admin admin] Pushing event updated for resources: {'Network': ['ID=f46ada01-b932-4917-95de-057bc95477a9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.288213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Made reservation on behalf of 333513463115431abac9904e9b17baa9 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:01.291888 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.314208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:01.330663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.341055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network f46ada01-b932-4917-95de-057bc95477a9 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:01.386765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] device_id is not set on port a30457f0-dc32-4601-a900-74b77da3937c yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:38:01.538468 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.595116 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70393eac-c667-4920-b323-fd1bad0faf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cd0c6f-ee07-43a3-9eef-cf90e360add7'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:01.598285 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4914f80f-3683-449a-aceb-ecc124fc8061" -d '{"events": [{"server_uuid": "70393eac-c667-4920-b323-fd1bad0faf40", "name": "network-vif-plugged", "status": "completed", "tag": "36cd0c6f-ee07-43a3-9eef-cf90e360add7"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:01.599517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Allocated IP 2001:db8::f816:3eff:fe11:692f (cf8bc117-3304-4685-b346-e836703afe20/84c7c12c-6df0-4473-8322-1d39d98cb13b/a30457f0-dc32-4601-a900-74b77da3937c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:01.605167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-cf8bc117-3304-4685-b346-e836703afe20', 'network_id': 'cf8bc117-3304-4685-b346-e836703afe20', 'tenant_id': 'f6a201e435b147409907e10bb4d46396', 'fixed_ips': [{'subnet_id': '84c7c12c-6df0-4473-8322-1d39d98cb13b'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:01.606215 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.624507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 36cd0c6f-ee07-43a3-9eef-cf90e360add7, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=36cd0c6f-ee07-43a3-9eef-cf90e360add7,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:01.632313 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.636184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.772643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=36cd0c6f-ee07-43a3-9eef-cf90e360add7,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.821162 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824c7b7e-6779-405c-8472-cffe73490c9d x-openstack-request-id: req-824c7b7e-6779-405c-8472-cffe73490c9d {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:01.821576 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70393eac-c667-4920-b323-fd1bad0faf40", "name": "network-vif-plugged", "status": "completed", "tag": "36cd0c6f-ee07-43a3-9eef-cf90e360add7", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:01.821898 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-824c7b7e-6779-405c-8472-cffe73490c9d {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:01.822364 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70393eac-c667-4920-b323-fd1bad0faf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cd0c6f-ee07-43a3-9eef-cf90e360add7', 'code': 200} Jul 13 07:38:01.841064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f66c4f0-adcb-48a7-b451-5383c20be023,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.853802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Checking segment: {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:01.854166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Network hostable DHCP agents. Network: f46ada01-b932-4917-95de-057bc95477a9, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:01.872286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8dce2-0bc4-45f4-a280-21b78dd6f357 req-5d4abb83-d012-416f-80dc-7eff5992b23d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.879475 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fae8dce2-0bc4-45f4-a280-21b78dd6f357 req-5d4abb83-d012-416f-80dc-7eff5992b23d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 945 time: 0.3331883 Jul 13 07:38:01.895808 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.919280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Network f46ada01-b932-4917-95de-057bc95477a9 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:01.935016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, f46ada01-b932-4917-95de-057bc95477a9) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:01.946157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.946760 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.947309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b294907e-d810-4d4a-8689-2c1ceaa0528a None None] Network f46ada01-b932-4917-95de-057bc95477a9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:01.954255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Transition to ACTIVE for port object a30457f0-dc32-4601-a900-74b77da3937c will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:01.977563 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fae8dce2-0bc4-45f4-a280-21b78dd6f357 req-5efc86de-8267-4800-9a7f-3512a2903c8e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952258 Jul 13 07:38:01.990548 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8e5d1be2-81ff-4daf-b7ef-1349ee6a7f6f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8495677 Jul 13 07:38:02.015791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4f193-12e2-4809-97b9-8453a0e3480f req-d99a142d-5d2c-466d-83b9-682692adc398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:02.017477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ac4f193-12e2-4809-97b9-8453a0e3480f req-d99a142d-5d2c-466d-83b9-682692adc398 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 1097 time: 0.1098921 Jul 13 07:38:02.063563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ac4f193-12e2-4809-97b9-8453a0e3480f req-35874f25-3c1c-468f-ad72-aae4f65e810a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380790 Jul 13 07:38:02.064669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.109671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network cf8bc117-3304-4685-b346-e836703afe20 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:02.113707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:02.122459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:02.130081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:02.130576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.159374 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0668714 Jul 13 07:38:02.163163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60698) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:02.184967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Allocated IP 2001:db8::f816:3eff:fe09:41a9 (cf8bc117-3304-4685-b346-e836703afe20/84c7c12c-6df0-4473-8322-1d39d98cb13b/f6cb9798-8898-4ae7-a92c-3e72d11e8933) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:02.187332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6aab1-4db9-467f-81b7-d8195cac4cb3 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Port': ['ID=a30457f0-dc32-4601-a900-74b77da3937c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:02.247991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39546d13-f296-417f-a92b-df4dc7ff6ae3 None None] Network f46ada01-b932-4917-95de-057bc95477a9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:02.270101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8d2ec7-f41c-4ced-a2d0-56cb4a697bc8 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Deleting subnet 84c7c12c-6df0-4473-8322-1d39d98cb13b {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:02.533554 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.544463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Transition to ACTIVE for port object f6cb9798-8898-4ae7-a92c-3e72d11e8933 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:02.564470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Transition to ACTIVE for port object f6cb9798-8898-4ae7-a92c-3e72d11e8933 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:02.571157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2ec7-f41c-4ced-a2d0-56cb4a697bc8 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.572833 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.623248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2ec7-f41c-4ced-a2d0-56cb4a697bc8 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.624650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Network cf8bc117-3304-4685-b346-e836703afe20 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:02.630314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:02.636061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:02.640375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Pushing event updated for resources: {'Port': ['ID=f6cb9798-8898-4ae7-a92c-3e72d11e8933,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:02.693164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-a0405688-7df1-4119-8f54-dab2d86cdc5f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:02.694934 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-a0405688-7df1-4119-8f54-dab2d86cdc5f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 814 time: 0.1735418 Jul 13 07:38:02.714615 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-34af4715-40cf-44c3-9a2f-a0ffc3ccd0b5 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/quotas/333513463115431abac9904e9b17baa9 HTTP/1.1" status: 200 len: 375 time: 0.0138490 Jul 13 07:38:02.722070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Attempting to bind port f6cb9798-8898-4ae7-a92c-3e72d11e8933 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:02.722909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Attempting to bind port f6cb9798-8898-4ae7-a92c-3e72d11e8933 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '249547b4-ca6d-4f25-8759-3375408544b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf8bc117-3304-4685-b346-e836703afe20'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:02.723328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Attempting to bind port f6cb9798-8898-4ae7-a92c-3e72d11e8933 on network cf8bc117-3304-4685-b346-e836703afe20 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:02.728986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:02.729360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Checking segment: {'id': '249547b4-ca6d-4f25-8759-3375408544b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf8bc117-3304-4685-b346-e836703afe20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:02.729762 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.730148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Bound using segment: {'id': '249547b4-ca6d-4f25-8759-3375408544b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf8bc117-3304-4685-b346-e836703afe20'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:02.730638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Bound port: f6cb9798-8898-4ae7-a92c-3e72d11e8933, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249547b4-ca6d-4f25-8759-3375408544b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf8bc117-3304-4685-b346-e836703afe20'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:02.730987 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.785181 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2ec7-f41c-4ced-a2d0-56cb4a697bc8 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.815759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-0f8dc1a3-cbba-4863-920c-598e06235442 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925694 Jul 13 07:38:02.873297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2ec7-f41c-4ced-a2d0-56cb4a697bc8 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.919637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d2ec7-f41c-4ced-a2d0-56cb4a697bc8 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Subnet': ['ID=84c7c12c-6df0-4473-8322-1d39d98cb13b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:02.926621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] For port f6cb9798-8898-4ae7-a92c-3e72d11e8933, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:02.929272 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2ec7-f41c-4ced-a2d0-56cb4a697bc8 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.934598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6a8d2ec7-f41c-4ced-a2d0-56cb4a697bc8 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/subnets/84c7c12c-6df0-4473-8322-1d39d98cb13b HTTP/1.1" status: 204 len: 168 time: 0.7672756 Jul 13 07:38:02.934598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60724) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:02.937229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] For port f6cb9798-8898-4ae7-a92c-3e72d11e8933, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f6cb9798-8898-4ae7-a92c-3e72d11e8933,segment=NetworkSegment(249547b4-ca6d-4f25-8759-3375408544b6),segment_id=249547b4-ca6d-4f25-8759-3375408544b6)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:02.945407 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.064393 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee9353f-f24a-45d6-a2cf-0b2b8e66db8a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.066867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee9353f-f24a-45d6-a2cf-0b2b8e66db8a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.069383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6ee9353f-f24a-45d6-a2cf-0b2b8e66db8a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1336856 Jul 13 07:38:03.072008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60728) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:03.095965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3515a9-baf8-4932-b329-7e4f68b9a1c1 None None] Pushing event updated for resources: {'Port': ['ID=f6cb9798-8898-4ae7-a92c-3e72d11e8933,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:03.143952 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-af94fa71-614c-4b2a-9450-b926b3c3a093 service neutron] 10.222.0.44 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188822 Jul 13 07:38:03.218436 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-48eb8177-1fee-4464-96d3-139f34382b58 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.236239 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-48eb8177-1fee-4464-96d3-139f34382b58 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 07:38:03.237589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48eb8177-1fee-4464-96d3-139f34382b58 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:38:03.239813 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-48eb8177-1fee-4464-96d3-139f34382b58 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/cf8bc117-3304-4685-b346-e836703afe20 HTTP/1.1" status: 409 len: 405 time: 0.1661749 Jul 13 07:38:03.252199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60730) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:03.258041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-192349505'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:03.344062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972d3cc-f5eb-4f1e-b856-759d98607b5c req-7bf93afc-8334-4e3d-82bc-77bf947ce1a0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.347740 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f972d3cc-f5eb-4f1e-b856-759d98607b5c req-7bf93afc-8334-4e3d-82bc-77bf947ce1a0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 946 time: 0.1143551 Jul 13 07:38:03.432353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:03.436128 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.449735 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f972d3cc-f5eb-4f1e-b856-759d98607b5c req-056315b5-ed71-4b0b-ac78-dc1b52e7abca tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942435 Jul 13 07:38:03.494752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-328e9bbf-497f-430e-8abd-c8b26a42b53f service neutron] 10.222.0.44 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412814 Jul 13 07:38:03.504085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:03.527503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.527503 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Added segment 025511dc-38ba-4b3b-ba64-9c17a866cce3 of type vlan for network e9c60a56-34a8-4a1e-800f-6089817ba07b Jul 13 07:38:03.634627 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.694124 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.699702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.700350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.748898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4913547 Jul 13 07:38:03.748898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60740) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:03.753895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'subnet': {'network_id': 'e9c60a56-34a8-4a1e-800f-6089817ba07b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:03.777982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b3192-049e-4bac-ba8b-779affe64923 req-0080c646-6701-42da-8b31-e4dbf1782c36 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.788435 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3d2b3192-049e-4bac-ba8b-779affe64923 req-0080c646-6701-42da-8b31-e4dbf1782c36 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 946 time: 0.1233890 Jul 13 07:38:03.854094 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3d2b3192-049e-4bac-ba8b-779affe64923 req-056fcc63-0f31-4445-8641-52818b1a0eb5 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657041 Jul 13 07:38:03.899280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:03.911205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.042334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e4359-918d-49fd-95c0-095f37a6abc7 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Network': ['ID=e9c60a56-34a8-4a1e-800f-6089817ba07b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:04.056176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network e9c60a56-34a8-4a1e-800f-6089817ba07b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:04.086691 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e7c714f-2e55-4554-b83d-258c9164624a req-9b15ede2-6566-4584-b1c5-e6d2c6935521 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 210 time: 0.0972171 Jul 13 07:38:04.164726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f6cb9798-8898-4ae7-a92c-3e72d11e8933 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:04.425078 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.438401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port f6cb9798-8898-4ae7-a92c-3e72d11e8933 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:04.692596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c541a7b-842e-4ae1-b1d2-458cb770ac9b req-748b6540-e582-42af-b36f-c13c7343ff76 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.694303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c541a7b-842e-4ae1-b1d2-458cb770ac9b req-748b6540-e582-42af-b36f-c13c7343ff76 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 946 time: 0.1862192 Jul 13 07:38:04.747391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:38:04.753444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.806816 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c541a7b-842e-4ae1-b1d2-458cb770ac9b req-a708fb3e-2058-443a-9c6d-104db511bb72 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055408 Jul 13 07:38:04.855481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdf42c5-7ad2-4495-9a8e-766057e7f347 None None] Network cf8bc117-3304-4685-b346-e836703afe20 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:04.870164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Subnet': ['ID=29a86868-25bc-41c5-9d94-fc03d7a59b07,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:04.878404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Checking segment: {'id': '025511dc-38ba-4b3b-ba64-9c17a866cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e9c60a56-34a8-4a1e-800f-6089817ba07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:04.879042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network hostable DHCP agents. Network: e9c60a56-34a8-4a1e-800f-6089817ba07b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:04.917133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network e9c60a56-34a8-4a1e-800f-6089817ba07b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:04.932089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, e9c60a56-34a8-4a1e-800f-6089817ba07b) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:04.946228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.946228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.961382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5998c404-fb2c-4f0f-a583-aeab6b785fef tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2118890 Jul 13 07:38:04.968006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60768) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:05.057116 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c606c57c-5d78-4b9e-9434-eabc97ac6128 None None] Network e9c60a56-34a8-4a1e-800f-6089817ba07b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:05.181336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d4a2bbd7-b60f-4540-9b3d-608c260e70c4 None None] Provisioning for port f6cb9798-8898-4ae7-a92c-3e72d11e8933 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:05.190847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.209441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d4a2bbd7-b60f-4540-9b3d-608c260e70c4 None None] Provisioning complete for port f6cb9798-8898-4ae7-a92c-3e72d11e8933 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:05.210063 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d4a2bbd7-b60f-4540-9b3d-608c260e70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.305477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78266550-a988-4a14-853d-7ad331e4ee7c req-cdc2b8b6-1e01-4ba0-93c8-464539d62982 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 210 time: 0.0473785 Jul 13 07:38:05.308665 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.378045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c88367-6ebf-499d-9e78-632b7c43df2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-e9c60a56-34a8-4a1e-800f-6089817ba07b', 'network_id': 'e9c60a56-34a8-4a1e-800f-6089817ba07b', 'tenant_id': 'f6a201e435b147409907e10bb4d46396', 'fixed_ips': [{'subnet_id': '29a86868-25bc-41c5-9d94-fc03d7a59b07'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:05.378936 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7c88367-6ebf-499d-9e78-632b7c43df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.438477 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.516796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Subnet': ['ID=29a86868-25bc-41c5-9d94-fc03d7a59b07,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:05.573882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79282367-2b4a-45ee-8974-88503bfa3478 None None] DHCP port deletion for cf8bc117-3304-4685-b346-e836703afe20 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:38:05.655489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df030983-e6cc-45fa-b403-c0c6436a4fbb None None] Network e9c60a56-34a8-4a1e-800f-6089817ba07b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:05.682578 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d4a2bbd7-b60f-4540-9b3d-608c260e70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.777750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.852872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c60a56-34a8-4a1e-800f-6089817ba07b']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:05.875425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025511dc-38ba-4b3b-ba64-9c17a866cce3') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:05.876380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025511dc-38ba-4b3b-ba64-9c17a866cce3') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:05.929049 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.957934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.987743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:05.988410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.991879 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:05.997517 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:06.037558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-4a51098a-29a0-4fd8-b266-fb943da29f10 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.040094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-4a51098a-29a0-4fd8-b266-fb943da29f10 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 814 time: 0.5250809 Jul 13 07:38:06.047967 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-aee33093-c3a8-469e-988f-81f3acdd5da5 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.055036 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-aee33093-c3a8-469e-988f-81f3acdd5da5 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 946 time: 0.2253931 Jul 13 07:38:06.183890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f6cb9798-8898-4ae7-a92c-3e72d11e8933 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:06.204308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d4a2bbd7-b60f-4540-9b3d-608c260e70c4 None None] For port f6cb9798-8898-4ae7-a92c-3e72d11e8933, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f6cb9798-8898-4ae7-a92c-3e72d11e8933,segment=NetworkSegment(249547b4-ca6d-4f25-8759-3375408544b6),segment_id=249547b4-ca6d-4f25-8759-3375408544b6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:06.272245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Request body: {'port': {'device_id': 'c90bd240-ff0b-4f8a-b64c-e1301c9b61d7', 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9', 'admin_state_up': True, 'tenant_id': '333513463115431abac9904e9b17baa9'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:06.308236 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d4a2bbd7-b60f-4540-9b3d-608c260e70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.322427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-299b373c-41fb-4eb9-8a84-bd9f3e2415fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Deleting port 36cd0c6f-ee07-43a3-9eef-cf90e360add7 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:06.322975 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-299b373c-41fb-4eb9-8a84-bd9f3e2415fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.370119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.402812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.404911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2bbd7-b60f-4540-9b3d-608c260e70c4 None None] Pushing event updated for resources: {'Port': ['ID=f6cb9798-8898-4ae7-a92c-3e72d11e8933,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:06.405430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/e9c60a56-34a8-4a1e-800f-6089817ba07b HTTP/1.1" status: 204 len: 168 time: 1.4360425 Jul 13 07:38:06.406377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab2958-99a6-4bca-b5cb-c3777cb27604 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Network': ['ID=e9c60a56-34a8-4a1e-800f-6089817ba07b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:06.438294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60792) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:06.445930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-303109071'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:06.477362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-79282367-2b4a-45ee-8974-88503bfa3478 None None] Deleting port f6cb9798-8898-4ae7-a92c-3e72d11e8933 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:06.477362 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79282367-2b4a-45ee-8974-88503bfa3478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.490419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634064c-cd79-4f65-8b07-d58e95bcad70 req-d8d0d19c-acaa-4429-9c39-7e0af7119bf4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.492650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5634064c-cd79-4f65-8b07-d58e95bcad70 req-d8d0d19c-acaa-4429-9c39-7e0af7119bf4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 946 time: 0.3393164 Jul 13 07:38:06.512573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-299b373c-41fb-4eb9-8a84-bd9f3e2415fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] For port 36cd0c6f-ee07-43a3-9eef-cf90e360add7, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=36cd0c6f-ee07-43a3-9eef-cf90e360add7,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:06.513443 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-299b373c-41fb-4eb9-8a84-bd9f3e2415fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.531067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-299b373c-41fb-4eb9-8a84-bd9f3e2415fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Calling delete_port for 36cd0c6f-ee07-43a3-9eef-cf90e360add7 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:06.542893 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:06.546806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.564631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-79282367-2b4a-45ee-8974-88503bfa3478 None None] For port f6cb9798-8898-4ae7-a92c-3e72d11e8933, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f6cb9798-8898-4ae7-a92c-3e72d11e8933,segment=NetworkSegment(249547b4-ca6d-4f25-8759-3375408544b6),segment_id=249547b4-ca6d-4f25-8759-3375408544b6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:06.565101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79282367-2b4a-45ee-8974-88503bfa3478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.582023 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5634064c-cd79-4f65-8b07-d58e95bcad70 req-6bc38f6a-1901-4790-a720-60b775a2de65 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793877 Jul 13 07:38:06.598008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-79282367-2b4a-45ee-8974-88503bfa3478 None None] Calling delete_port for f6cb9798-8898-4ae7-a92c-3e72d11e8933 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:06.600397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Made reservation on behalf of 333513463115431abac9904e9b17baa9 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:06.604082 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.620861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:06.685091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.685514 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Added segment 358d4d9f-b450-4835-ad02-69a50ca5e165 of type vlan for network b5f04211-1bf8-4494-b2de-ce566d6d25d1 Jul 13 07:38:06.694421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04f3e73c-1d14-4791-86db-b101d65c57c3 req-0d62327c-34fd-4e96-93b1-5184dbf26b47 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 210 time: 0.1295388 Jul 13 07:38:06.738985 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.741738 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.776700 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.782867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.783543 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.795845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port f6cb9798-8898-4ae7-a92c-3e72d11e8933, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f6cb9798-8898-4ae7-a92c-3e72d11e8933,segment=NetworkSegment(249547b4-ca6d-4f25-8759-3375408544b6),segment_id=249547b4-ca6d-4f25-8759-3375408544b6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:06.801840 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-299b373c-41fb-4eb9-8a84-bd9f3e2415fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.803560 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.827785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['36cd0c6f-ee07-43a3-9eef-cf90e360add7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:06.840871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:06.851703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4121249 Jul 13 07:38:06.874603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60796) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:06.883873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'subnet': {'network_id': 'b5f04211-1bf8-4494-b2de-ce566d6d25d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:06.916961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3f63a-f138-46d3-af47-d3dab2c00c5a tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Network': ['ID=b5f04211-1bf8-4494-b2de-ce566d6d25d1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:06.921443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b373c-41fb-4eb9-8a84-bd9f3e2415fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event deleted for resources: {'Port': ['ID=36cd0c6f-ee07-43a3-9eef-cf90e360add7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:06.955402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b5f04211-1bf8-4494-b2de-ce566d6d25d1 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:06.958743 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79282367-2b4a-45ee-8974-88503bfa3478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.962627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-299b373c-41fb-4eb9-8a84-bd9f3e2415fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] No DVR routers for this DVR port 36cd0c6f-ee07-43a3-9eef-cf90e360add7 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:06.963722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Allocated IP 172.20.0.8 (f46ada01-b932-4917-95de-057bc95477a9/6f66c4f0-adcb-48a7-b451-5383c20be023/7215a7b3-8c8d-49ea-97d6-305762032098) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:06.973487 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-299b373c-41fb-4eb9-8a84-bd9f3e2415fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.978007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1dfd9526-5a44-4e7d-9862-f490b67a9067 req-299b373c-41fb-4eb9-8a84-bd9f3e2415fe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "DELETE /v2.0/ports/36cd0c6f-ee07-43a3-9eef-cf90e360add7 HTTP/1.1" status: 204 len: 173 time: 0.9126928 Jul 13 07:38:06.978007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70393eac-c667-4920-b323-fd1bad0faf40', 'name': 'network-vif-deleted', 'tag': '36cd0c6f-ee07-43a3-9eef-cf90e360add7'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:06.978307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event deleted for resources: {'Port': ['ID=f6cb9798-8898-4ae7-a92c-3e72d11e8933,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:06.978850 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc49761d-61e3-4ea6-9cd3-ff5cbeaf55c5" -d '{"events": [{"server_uuid": "70393eac-c667-4920-b323-fd1bad0faf40", "name": "network-vif-deleted", "tag": "36cd0c6f-ee07-43a3-9eef-cf90e360add7"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:07.041804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79282367-2b4a-45ee-8974-88503bfa3478 None None] Pushing event deleted for resources: {'Port': ['ID=f6cb9798-8898-4ae7-a92c-3e72d11e8933,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:07.059138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79282367-2b4a-45ee-8974-88503bfa3478 None None] No DVR routers for this DVR port f6cb9798-8898-4ae7-a92c-3e72d11e8933 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:07.119848 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06273a9a-db96-40e7-9751-ef6679e1bd58 x-openstack-request-id: req-06273a9a-db96-40e7-9751-ef6679e1bd58 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:07.120580 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70393eac-c667-4920-b323-fd1bad0faf40", "name": "network-vif-deleted", "tag": "36cd0c6f-ee07-43a3-9eef-cf90e360add7", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:07.120580 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06273a9a-db96-40e7-9751-ef6679e1bd58 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:07.121684 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70393eac-c667-4920-b323-fd1bad0faf40', 'name': 'network-vif-deleted', 'tag': '36cd0c6f-ee07-43a3-9eef-cf90e360add7', 'status': 'completed', 'code': 200} Jul 13 07:38:07.154797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:07.161775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.292389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.434427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.527498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Pushing event updated for resources: {'Port': ['ID=7215a7b3-8c8d-49ea-97d6-305762032098,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:07.562808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Network f46ada01-b932-4917-95de-057bc95477a9 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:07.562978 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.566745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:07.572037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:07.651162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:07.651822 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.667699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Checking segment: {'id': '358d4d9f-b450-4835-ad02-69a50ca5e165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b5f04211-1bf8-4494-b2de-ce566d6d25d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:07.668124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network hostable DHCP agents. Network: b5f04211-1bf8-4494-b2de-ce566d6d25d1, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:07.671567 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-e0898ed6-2196-4767-bf12-a05ec336716f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4102957 Jul 13 07:38:07.673254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Subnet': ['ID=825be1f0-0e9a-4784-82ee-31f67cb19f77,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:07.684659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Request body: {'port': {'device_id': 'c90bd240-ff0b-4f8a-b64c-e1301c9b61d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:07.696401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network b5f04211-1bf8-4494-b2de-ce566d6d25d1 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:07.715365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b5f04211-1bf8-4494-b2de-ce566d6d25d1) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:07.720633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:07.722009 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.730280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d701ba70-428f-44b9-9661-80aca94a18bc None None] Network b5f04211-1bf8-4494-b2de-ce566d6d25d1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:07.762286 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4b60c2aa-ec3f-4c3c-88ae-c6cf4204e57f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8858609 Jul 13 07:38:07.763075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60816) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:07.825108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.006735 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.125495 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f3be396-f74e-4fc1-a91c-fe1230b6b5a4 req-3a424a8e-a775-4f28-beed-85a4ff52b0a2 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=70393eac-c667-4920-b323-fd1bad0faf40 HTTP/1.1" status: 200 len: 210 time: 0.0399792 Jul 13 07:38:08.143028 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.204223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-b5f04211-1bf8-4494-b2de-ce566d6d25d1', 'network_id': 'b5f04211-1bf8-4494-b2de-ce566d6d25d1', 'tenant_id': 'f6a201e435b147409907e10bb4d46396', 'fixed_ips': [{'subnet_id': '825be1f0-0e9a-4784-82ee-31f67cb19f77'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:08.204696 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.361228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7794a5-0b7f-480a-9f53-cd3cf6cb8c12 req-6a35aedb-12f3-43c5-a393-c3e9872e9c71 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:08.370308 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bc7794a5-0b7f-480a-9f53-cd3cf6cb8c12 req-6a35aedb-12f3-43c5-a393-c3e9872e9c71 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 931 time: 0.3190997 Jul 13 07:38:08.379690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.396497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7215a7b3-8c8d-49ea-97d6-305762032098 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:08.404977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.412784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Allocated IP 2001:db8::2 (b5f04211-1bf8-4494-b2de-ce566d6d25d1/825be1f0-0e9a-4784-82ee-31f67cb19f77/8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:08.422128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Transition to ACTIVE for port object 7215a7b3-8c8d-49ea-97d6-305762032098 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:08.430088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.586168 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bc7794a5-0b7f-480a-9f53-cd3cf6cb8c12 req-cd48ee4a-4d1c-4233-bc8a-a1dc8ef93757 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139747 Jul 13 07:38:08.698408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.709800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Transition to ACTIVE for port object 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:08.729255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Transition to ACTIVE for port object 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:08.738701 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.769054 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.796901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Network b5f04211-1bf8-4494-b2de-ce566d6d25d1 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:08.802056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:08.811881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:08.818810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Pushing event updated for resources: {'Port': ['ID=8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.835195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Subnet': ['ID=825be1f0-0e9a-4784-82ee-31f67cb19f77,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.891843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Attempting to bind port 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:08.892264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Attempting to bind port 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '358d4d9f-b450-4835-ad02-69a50ca5e165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b5f04211-1bf8-4494-b2de-ce566d6d25d1'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:08.892748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Attempting to bind port 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a on network b5f04211-1bf8-4494-b2de-ce566d6d25d1 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:08.906104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:08.906606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Checking segment: {'id': '358d4d9f-b450-4835-ad02-69a50ca5e165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b5f04211-1bf8-4494-b2de-ce566d6d25d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:08.907248 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.907842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Bound using segment: {'id': '358d4d9f-b450-4835-ad02-69a50ca5e165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b5f04211-1bf8-4494-b2de-ce566d6d25d1'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:08.908084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Pushing event updated for resources: {'Port': ['ID=7215a7b3-8c8d-49ea-97d6-305762032098,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.908707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Bound port: 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358d4d9f-b450-4835-ad02-69a50ca5e165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b5f04211-1bf8-4494-b2de-ce566d6d25d1'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:08.909149 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.973003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Attempting to bind port 7215a7b3-8c8d-49ea-97d6-305762032098 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:08.974017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Attempting to bind port 7215a7b3-8c8d-49ea-97d6-305762032098 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:08.974017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Attempting to bind port 7215a7b3-8c8d-49ea-97d6-305762032098 on network f46ada01-b932-4917-95de-057bc95477a9 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:08.978650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Port 7215a7b3-8c8d-49ea-97d6-305762032098 on network f46ada01-b932-4917-95de-057bc95477a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:08.979166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Attempting to bind port 7215a7b3-8c8d-49ea-97d6-305762032098 on network f46ada01-b932-4917-95de-057bc95477a9 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:08.984536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:08.986046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Checking segment: {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:08.986554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Bound using segment: {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:08.987781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Bound port: 7215a7b3-8c8d-49ea-97d6-305762032098, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:08.988346 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.013412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.015144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] For port 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:09.021193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] For port 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a,segment=NetworkSegment(358d4d9f-b450-4835-ad02-69a50ca5e165),segment_id=358d4d9f-b450-4835-ad02-69a50ca5e165)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:09.026455 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.031145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f04211-1bf8-4494-b2de-ce566d6d25d1']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:09.052283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358d4d9f-b450-4835-ad02-69a50ca5e165') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:09.052862 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358d4d9f-b450-4835-ad02-69a50ca5e165') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:09.063634 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.080499 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.104522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:09.106623 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.112455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] For port 7215a7b3-8c8d-49ea-97d6-305762032098, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:09.116042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] For port 7215a7b3-8c8d-49ea-97d6-305762032098, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7215a7b3-8c8d-49ea-97d6-305762032098,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:09.119036 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:09.125812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.188987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c45de3-9a5e-49b0-88bf-c40e94996aae None None] Network b5f04211-1bf8-4494-b2de-ce566d6d25d1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:09.201065 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dbc1d-e525-4c90-862a-129fd584c2c2 None None] Pushing event updated for resources: {'Port': ['ID=8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:09.225920 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:38:09.225920 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:38:09.225920 n-d-798249-7 neutron-server[93839]: [parameters: {'id': 'b5f04211-1bf8-4494-b2de-ce566d6d25d1'}] Jul 13 07:38:09.225920 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:38:09.227236 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:38:09.256605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.257432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.259283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] 10.222.0.53 "PUT /v2.0/ports/7215a7b3-8c8d-49ea-97d6-305762032098 HTTP/1.1" status: 200 len: 1091 time: 1.5807569 Jul 13 07:38:09.263638 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90bd240-ff0b-4f8a-b64c-e1301c9b61d7', 'tag': '7215a7b3-8c8d-49ea-97d6-305762032098'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:09.267247 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bc4f32-527f-488d-8ff4-fe46ff296214" -d '{"events": [{"name": "network-changed", "server_uuid": "c90bd240-ff0b-4f8a-b64c-e1301c9b61d7", "tag": "7215a7b3-8c8d-49ea-97d6-305762032098"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:09.284117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26f463-fc6b-4622-a015-db85252806aa service neutron] Pushing event updated for resources: {'Port': ['ID=7215a7b3-8c8d-49ea-97d6-305762032098,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:09.357769 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8c3445-7ccc-4877-aa2f-f1d9b7bf7192 x-openstack-request-id: req-ec8c3445-7ccc-4877-aa2f-f1d9b7bf7192 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:09.358283 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90bd240-ff0b-4f8a-b64c-e1301c9b61d7", "tag": "7215a7b3-8c8d-49ea-97d6-305762032098", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:09.358683 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec8c3445-7ccc-4877-aa2f-f1d9b7bf7192 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:09.359285 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90bd240-ff0b-4f8a-b64c-e1301c9b61d7', 'tag': '7215a7b3-8c8d-49ea-97d6-305762032098', 'status': 'completed', 'code': 200} Jul 13 07:38:09.433657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-05637f28-ed2a-4015-a9a8-d80709944a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.439599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-05637f28-ed2a-4015-a9a8-d80709944a4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 1094 time: 0.1184702 Jul 13 07:38:09.486579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b678ff29-243b-42e2-abda-ee0359d3419c None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:38:09.492456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-7af5e3e6-a930-4b5c-85c3-9549308decb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7215a7b3-8c8d-49ea-97d6-305762032098 HTTP/1.1" status: 200 len: 217 time: 0.0449314 Jul 13 07:38:09.607922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-4b2d1ba4-5292-412d-a9af-844b3a4817ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.611619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-4b2d1ba4-5292-412d-a9af-844b3a4817ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 200 len: 854 time: 0.1130800 Jul 13 07:38:09.628797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b678ff29-243b-42e2-abda-ee0359d3419c None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:38:09.654174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-c3a2c1a8-fe53-4876-b989-d194ecf8ae6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f46ada01-b932-4917-95de-057bc95477a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345464 Jul 13 07:38:09.777432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-01babdd9-a40f-4c3f-872d-b4a85be8ea82 service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162348 Jul 13 07:38:09.942341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf908a6-5a01-4e40-b3a2-d23ed2bab0a4 req-eecd398e-1e1d-4e72-8c50-8915dd92bfcc tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.944098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bdf908a6-5a01-4e40-b3a2-d23ed2bab0a4 req-eecd398e-1e1d-4e72-8c50-8915dd92bfcc tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 943 time: 0.1644158 Jul 13 07:38:09.990224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5b597c-4ef9-4ba1-8e89-08a9134767ba req-87064261-a3af-4978-923d-a2767c774293 service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982348 Jul 13 07:38:10.015001 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bdf908a6-5a01-4e40-b3a2-d23ed2bab0a4 req-05ebd279-b11f-4b57-a9b1-f1b6a54951ba tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591667 Jul 13 07:38:10.065119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.117470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc4f32-527f-488d-8ff4-fe46ff296214 req-9036e275-17d5-4939-99a4-623fa01af783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.119741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1bc4f32-527f-488d-8ff4-fe46ff296214 req-9036e275-17d5-4939-99a4-623fa01af783 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 1094 time: 0.0663643 Jul 13 07:38:10.127942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11e968-7284-459c-994c-c3e7c76a231c req-1746e256-b31f-40a7-9018-655e2fe2d639 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.132495 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-1746e256-b31f-40a7-9018-655e2fe2d639 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.5601795 Jul 13 07:38:10.151463 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-2fdbb4a6-1a60-4d29-b054-6f3abef89d41 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/quotas/d52762c0405c42bc971ec34c0160bb3c HTTP/1.1" status: 200 len: 375 time: 0.0148871 Jul 13 07:38:10.198929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Deleting port 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:10.199393 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.224894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc4f32-527f-488d-8ff4-fe46ff296214 req-f9875a2c-9da1-47d5-aa48-1eaf784f82be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.226620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1bc4f32-527f-488d-8ff4-fe46ff296214 req-f9875a2c-9da1-47d5-aa48-1eaf784f82be service neutron] 10.222.0.53 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 915 time: 0.0999532 Jul 13 07:38:10.268342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] For port 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a,segment=NetworkSegment(358d4d9f-b450-4835-ad02-69a50ca5e165),segment_id=358d4d9f-b450-4835-ad02-69a50ca5e165)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:10.268878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.281792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Calling delete_port for 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:10.282404 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1bc4f32-527f-488d-8ff4-fe46ff296214 req-1aea6241-875e-45b9-a97a-2578710c3045 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7215a7b3-8c8d-49ea-97d6-305762032098 HTTP/1.1" status: 200 len: 217 time: 0.0476668 Jul 13 07:38:10.347869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc4f32-527f-488d-8ff4-fe46ff296214 req-54890b58-5311-49d8-ace6-c94e1f312674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.350556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1bc4f32-527f-488d-8ff4-fe46ff296214 req-54890b58-5311-49d8-ace6-c94e1f312674 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 200 len: 854 time: 0.0598710 Jul 13 07:38:10.374441 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-b6a57e0d-cf95-4736-9636-5c730fd3c72d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2148886 Jul 13 07:38:10.389873 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1bc4f32-527f-488d-8ff4-fe46ff296214 req-0523ad55-7e12-46e8-a9aa-5ec7a07155e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f46ada01-b932-4917-95de-057bc95477a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322096 Jul 13 07:38:10.426516 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.482840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Port': ['ID=8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:10.492601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No DVR routers for this DVR port 8a434e4c-75ba-43e6-8cf1-c8496cf5fb3a on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:10.506456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1bc4f32-527f-488d-8ff4-fe46ff296214 req-974bc4aa-aed2-4215-b139-2e684c55ee9f service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072090 Jul 13 07:38:10.558569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-740aeba3-993e-4dcd-b900-df2852e92e5c service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731634 Jul 13 07:38:10.616353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1bc4f32-527f-488d-8ff4-fe46ff296214 req-6eb480f7-4492-41cf-a9d4-bdd42fa9e9c3 service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020520 Jul 13 07:38:10.617187 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.635123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f04211-1bf8-4494-b2de-ce566d6d25d1']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:10.650126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358d4d9f-b450-4835-ad02-69a50ca5e165') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:10.650492 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358d4d9f-b450-4835-ad02-69a50ca5e165') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:10.687059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.712876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.729590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:10.730559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:10.733462 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:10.751776 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-82e3c640-ea57-4da1-b8fe-9ba2eb895fe6 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876483 Jul 13 07:38:10.806098 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.814246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.819817 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/b5f04211-1bf8-4494-b2de-ce566d6d25d1 HTTP/1.1" status: 204 len: 168 time: 3.0549381 Jul 13 07:38:10.823391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:10.829231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1455167557'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:10.844364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3653f29-f6bc-4d7c-8bb7-c03041d1532c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Network': ['ID=b5f04211-1bf8-4494-b2de-ce566d6d25d1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:10.872607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:10.876842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.913540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:10.930373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.930779 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Added segment 597700f0-07da-413f-905e-b9ce008d8e06 of type vlan for network ed52946c-ea89-49b9-accd-cc1b260b7e3c Jul 13 07:38:11.015296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8918078b-a1ee-4ee9-bbdf-3fc562be27fc req-cb0a3de9-19a9-4530-beb3-1216566153bf tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 210 time: 0.0473287 Jul 13 07:38:11.053722 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.082644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 36cd0c6f-ee07-43a3-9eef-cf90e360add7 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:11.121167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 36cd0c6f-ee07-43a3-9eef-cf90e360add7 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:11.121883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 36cd0c6f-ee07-43a3-9eef-cf90e360add7 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:11.125272 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.133607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.134622 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.174350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3491669 Jul 13 07:38:11.177752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60926) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:11.190975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Request body: {'subnet': {'network_id': 'ed52946c-ea89-49b9-accd-cc1b260b7e3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:11.251182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b25f36-5167-4507-a195-0daed215f62a req-a4126433-2843-48b3-961c-280a83b5e090 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.255369 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2491d4-2a64-4306-a62c-2c500ed4d8eb tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Network': ['ID=ed52946c-ea89-49b9-accd-cc1b260b7e3c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:11.255879 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85b25f36-5167-4507-a195-0daed215f62a req-a4126433-2843-48b3-961c-280a83b5e090 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 943 time: 0.1151397 Jul 13 07:38:11.266452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ed52946c-ea89-49b9-accd-cc1b260b7e3c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:11.342903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85b25f36-5167-4507-a195-0daed215f62a req-cf1c4e55-83f4-416c-b24f-f6f504cb6514 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793972 Jul 13 07:38:11.396578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Made reservation on behalf of f6a201e435b147409907e10bb4d46396 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:11.400397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.788172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:38:11.789801 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.875394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event updated for resources: {'Subnet': ['ID=a7838607-1fe9-4e63-95c9-89460a6de37e,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:11.881817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Checking segment: {'id': '597700f0-07da-413f-905e-b9ce008d8e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ed52946c-ea89-49b9-accd-cc1b260b7e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:11.882196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network hostable DHCP agents. Network: ed52946c-ea89-49b9-accd-cc1b260b7e3c, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:11.927071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Network ed52946c-ea89-49b9-accd-cc1b260b7e3c is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:11.938950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ed52946c-ea89-49b9-accd-cc1b260b7e3c) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:11.948152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33075e5-e94d-4239-ab3c-8cbb7367d943 None None] Network ed52946c-ea89-49b9-accd-cc1b260b7e3c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:11.953110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.953876 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.984639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60956) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:11.985587 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-15a67992-d4ab-432a-9bc9-2795ec5e311d tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8063748 Jul 13 07:38:12.104730 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.193054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc51a13-e259-4741-a247-54a292279085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ed52946c-ea89-49b9-accd-cc1b260b7e3c', 'network_id': 'ed52946c-ea89-49b9-accd-cc1b260b7e3c', 'tenant_id': 'f6a201e435b147409907e10bb4d46396', 'fixed_ips': [{'subnet_id': 'a7838607-1fe9-4e63-95c9-89460a6de37e'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:12.194741 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bc51a13-e259-4741-a247-54a292279085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.231375 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6bfc3e0f-11a7-46f0-93bd-08f5af356738 req-c1492749-6073-42f8-8b43-ce52ed5944c6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 210 time: 0.0524817 Jul 13 07:38:12.257455 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.337550 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.369001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Subnet': ['ID=a7838607-1fe9-4e63-95c9-89460a6de37e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server [None req-5bc51a13-e259-4741-a247-54a292279085 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7838607-1fe9-4e63-95c9-89460a6de37e: This subnet is being modified by another concurrent operation. Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:38:12.421759 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7838607-1fe9-4e63-95c9-89460a6de37e: This subnet is being modified by another concurrent operation. Jul 13 07:38:12.426465 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Jul 13 07:38:12.479298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab7f11a-8373-4cb2-b464-318ae2ab2c6d None None] Network ed52946c-ea89-49b9-accd-cc1b260b7e3c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:12.596833 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.620155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed52946c-ea89-49b9-accd-cc1b260b7e3c']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:12.647451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597700f0-07da-413f-905e-b9ce008d8e06') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:12.647793 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597700f0-07da-413f-905e-b9ce008d8e06') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:12.665395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.692993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.702133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:12.702546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:12.710102 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:12.733574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0704556-d085-4234-b563-40c3aa429226 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:38:12.780460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11e968-7284-459c-994c-c3e7c76a231c req-88192f26-2abf-48a7-be33-6d76a30c3576 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.781802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-88192f26-2abf-48a7-be33-6d76a30c3576 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.2577024 Jul 13 07:38:12.804291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a1d21-190b-46b6-9002-c15d5915e628 req-6bfc2c5e-cbc4-444c-9855-bde1fe1f6f80 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.820294 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-006a1d21-190b-46b6-9002-c15d5915e628 req-6bfc2c5e-cbc4-444c-9855-bde1fe1f6f80 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 943 time: 0.3090494 Jul 13 07:38:12.855231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Request body: {'port': {'device_id': '9387f55d-8790-4dea-ab5f-c2064da47b20', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'admin_state_up': True, 'tenant_id': 'd52762c0405c42bc971ec34c0160bb3c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:12.860549 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.871185 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.881022 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/ed52946c-ea89-49b9-accd-cc1b260b7e3c HTTP/1.1" status: 204 len: 168 time: 0.8949463 Jul 13 07:38:12.885929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60970) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:12.925063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3428d-9c0f-4041-b98f-ac0518017c5e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Network': ['ID=ed52946c-ea89-49b9-accd-cc1b260b7e3c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:12.957388 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e47e23d-54eb-4451-a062-9b9862ee3acd tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] DELETE failed (client error): The resource could not be found. Jul 13 07:38:12.958152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e47e23d-54eb-4451-a062-9b9862ee3acd tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:38:12.970420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1e47e23d-54eb-4451-a062-9b9862ee3acd tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/subnets/a7838607-1fe9-4e63-95c9-89460a6de37e HTTP/1.1" status: 404 len: 337 time: 0.0554678 Jul 13 07:38:12.973659 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60976) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.002811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0704556-d085-4234-b563-40c3aa429226 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:38:13.010313 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8957ed-deb6-47de-b771-c687d93fd1ec tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] DELETE failed (client error): The resource could not be found. Jul 13 07:38:13.011744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8957ed-deb6-47de-b771-c687d93fd1ec tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:38:13.013819 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4e8957ed-deb6-47de-b771-c687d93fd1ec tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/ed52946c-ea89-49b9-accd-cc1b260b7e3c HTTP/1.1" status: 404 len: 339 time: 0.0391519 Jul 13 07:38:13.019223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60978) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.055387 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb5d2a2-c47d-4327-88ee-72ff165c6b5f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] DELETE failed (client error): The resource could not be found. Jul 13 07:38:13.056578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb5d2a2-c47d-4327-88ee-72ff165c6b5f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:38:13.067861 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2fb5d2a2-c47d-4327-88ee-72ff165c6b5f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/subnets/825be1f0-0e9a-4784-82ee-31f67cb19f77 HTTP/1.1" status: 404 len: 337 time: 0.0376604 Jul 13 07:38:13.068827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60980) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.070785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-006a1d21-190b-46b6-9002-c15d5915e628 req-d0367cee-951a-42d9-a4ff-bdbd617270e5 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457869 Jul 13 07:38:13.093248 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-118ece06-afb1-484f-b5d5-f690810b42e1 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] DELETE failed (client error): The resource could not be found. Jul 13 07:38:13.094131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118ece06-afb1-484f-b5d5-f690810b42e1 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:38:13.096788 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-118ece06-afb1-484f-b5d5-f690810b42e1 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/b5f04211-1bf8-4494-b2de-ce566d6d25d1 HTTP/1.1" status: 404 len: 339 time: 0.0255840 Jul 13 07:38:13.099569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60982) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.131710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7215a7b3-8c8d-49ea-97d6-305762032098 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:13.135208 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-7340bf5f-8322-4692-8bd9-f16b762a0d3b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] DELETE failed (client error): The resource could not be found. Jul 13 07:38:13.135901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7340bf5f-8322-4692-8bd9-f16b762a0d3b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:38:13.139341 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7340bf5f-8322-4692-8bd9-f16b762a0d3b tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/subnets/29a86868-25bc-41c5-9d94-fc03d7a59b07 HTTP/1.1" status: 404 len: 337 time: 0.0381088 Jul 13 07:38:13.141138 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60986) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.168802 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef5cb77-9b3d-4652-b32c-fe5ede9cac19 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] DELETE failed (client error): The resource could not be found. Jul 13 07:38:13.172909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef5cb77-9b3d-4652-b32c-fe5ede9cac19 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:38:13.176333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6ef5cb77-9b3d-4652-b32c-fe5ede9cac19 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/e9c60a56-34a8-4a1e-800f-6089817ba07b HTTP/1.1" status: 404 len: 339 time: 0.0342095 Jul 13 07:38:13.178916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60988) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.203865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Made reservation on behalf of d52762c0405c42bc971ec34c0160bb3c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:13.209428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.350606 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cc173d21-c39b-44c9-b159-243bbd008765 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Deleting port a30457f0-dc32-4601-a900-74b77da3937c {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:13.352184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc173d21-c39b-44c9-b159-243bbd008765 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.381468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Allocated IP 172.20.0.11 (707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8/eca6a03b-25bf-47a0-aae5-f347193dc542/59b8d5d1-6fbb-4dfc-ae07-50a149e54f19) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:13.516231 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc173d21-c39b-44c9-b159-243bbd008765 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.541071 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cc173d21-c39b-44c9-b159-243bbd008765 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Calling delete_port for a30457f0-dc32-4601-a900-74b77da3937c owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:13.566237 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.634063 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.669018 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc173d21-c39b-44c9-b159-243bbd008765 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.671650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:13.727305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:13.731469 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc173d21-c39b-44c9-b159-243bbd008765 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.733637 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cc173d21-c39b-44c9-b159-243bbd008765 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/ports/a30457f0-dc32-4601-a900-74b77da3937c HTTP/1.1" status: 204 len: 168 time: 0.5526068 Jul 13 07:38:13.734924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc173d21-c39b-44c9-b159-243bbd008765 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Port': ['ID=a30457f0-dc32-4601-a900-74b77da3937c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:13.737249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:13.742572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60992) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.747827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:13.760654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event updated for resources: {'Port': ['ID=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:13.764444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 7215a7b3-8c8d-49ea-97d6-305762032098, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7215a7b3-8c8d-49ea-97d6-305762032098,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:13.795047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '7215a7b3-8c8d-49ea-97d6-305762032098', 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9', 'port_id': '7215a7b3-8c8d-49ea-97d6-305762032098', 'mac_address': 'fa:16:3e:49:9b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f66c4f0-adcb-48a7-b451-5383c20be023', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:13.849929 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-06586b52-95b9-4276-8570-e34f5858a624 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] DELETE failed (client error): The resource could not be found. Jul 13 07:38:13.850484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06586b52-95b9-4276-8570-e34f5858a624 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:38:13.854373 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-06586b52-95b9-4276-8570-e34f5858a624 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/subnets/84c7c12c-6df0-4473-8322-1d39d98cb13b HTTP/1.1" status: 404 len: 337 time: 0.1094539 Jul 13 07:38:13.857982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60994) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.881141 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.922530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7215a7b3-8c8d-49ea-97d6-305762032098 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:13.924820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead2e9-6e14-4dd3-8773-fb1bf2d973c0 req-62248263-e184-40b5-bf06-316585771cb7 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.933302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18ead2e9-6e14-4dd3-8773-fb1bf2d973c0 req-62248263-e184-40b5-bf06-316585771cb7 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 932 time: 0.3126118 Jul 13 07:38:13.971872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.973036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.995015 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-bc801630-e176-4be5-bed8-dbbd7337126e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1601784 Jul 13 07:38:14.005155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 7215a7b3-8c8d-49ea-97d6-305762032098, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7215a7b3-8c8d-49ea-97d6-305762032098,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:14.011221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Request body: {'port': {'device_id': '9387f55d-8790-4dea-ab5f-c2064da47b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:14.055134 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.095089 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18ead2e9-6e14-4dd3-8773-fb1bf2d973c0 req-c181d3aa-837f-4f4d-811f-4a74191e69f7 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605048 Jul 13 07:38:14.215100 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.313673 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.490871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.509359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8bc117-3304-4685-b346-e836703afe20']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:14.523915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249547b4-ca6d-4f25-8759-3375408544b6') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:14.524757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249547b4-ca6d-4f25-8759-3375408544b6') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:14.540119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.545193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-333d9ad5-4cd1-434b-bd32-cc20083418f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.553739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=7215a7b3-8c8d-49ea-97d6-305762032098,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.574518 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.599872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3254cd1-5711-4913-9f16-9331b13b8196 req-0943a38c-1255-4d7b-abce-8e2d5bd24f25 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:14.602595 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3254cd1-5711-4913-9f16-9331b13b8196 req-0943a38c-1255-4d7b-abce-8e2d5bd24f25 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 944 time: 0.2042658 Jul 13 07:38:14.604201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:14.604796 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:14.611410 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:14.702964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['7215a7b3-8c8d-49ea-97d6-305762032098'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:14.719262 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3254cd1-5711-4913-9f16-9331b13b8196 req-1f328878-24b7-424b-a3d6-a06a26c80f70 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091046 Jul 13 07:38:14.725114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.742319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.755780 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/cf8bc117-3304-4685-b346-e836703afe20 HTTP/1.1" status: 204 len: 168 time: 0.8941479 Jul 13 07:38:14.756494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32776) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:14.781983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b5fc2-25c6-4d0d-bd81-2f0427e1f338 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Network': ['ID=cf8bc117-3304-4685-b346-e836703afe20,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.928170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:14.942181 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.964425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Transition to ACTIVE for port object 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:14.971085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-cc539a64-94bb-4736-b13d-899578e1668e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Deleting port 29ab6ad0-a38c-4a51-b5ab-2533f7b68fa0 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:14.971485 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc539a64-94bb-4736-b13d-899578e1668e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.990818 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.134108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Pushing event updated for resources: {'Port': ['ID=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:15.139033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc539a64-94bb-4736-b13d-899578e1668e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.159549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-cc539a64-94bb-4736-b13d-899578e1668e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Calling delete_port for 29ab6ad0-a38c-4a51-b5ab-2533f7b68fa0 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:15.291966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Attempting to bind port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:15.292368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Attempting to bind port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:15.292685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Attempting to bind port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:15.350770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675548df-4149-4f83-ae3a-def10b9eca2d req-cb8edf36-e195-44f5-9bf4-08fbb11944a1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:15.352871 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-675548df-4149-4f83-ae3a-def10b9eca2d req-cb8edf36-e195-44f5-9bf4-08fbb11944a1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 944 time: 0.0893924 Jul 13 07:38:15.378700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:15.379220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Attempting to bind port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:15.391871 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc539a64-94bb-4736-b13d-899578e1668e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.401170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:15.404001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Checking segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:15.405727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Bound using segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:15.406622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Bound port: 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:15.412802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.435101 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-675548df-4149-4f83-ae3a-def10b9eca2d req-440ccd17-ac00-457b-9af0-b8c87a6777ab tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749032 Jul 13 07:38:15.493500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc539a64-94bb-4736-b13d-899578e1668e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Port': ['ID=29ab6ad0-a38c-4a51-b5ab-2533f7b68fa0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:15.503780 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc539a64-94bb-4736-b13d-899578e1668e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.507114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cc539a64-94bb-4736-b13d-899578e1668e tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/ports/29ab6ad0-a38c-4a51-b5ab-2533f7b68fa0 HTTP/1.1" status: 204 len: 168 time: 0.7494535 Jul 13 07:38:15.509441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32796) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:15.583202 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:38:15.591655 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b62861b-72da-46c0-b89b-65a83695ac80 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] DELETE failed (client error): The resource could not be found. Jul 13 07:38:15.593707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b62861b-72da-46c0-b89b-65a83695ac80 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:38:15.598645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6b62861b-72da-46c0-b89b-65a83695ac80 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/subnets/515fd647-dc15-43de-ac57-671831efd509 HTTP/1.1" status: 404 len: 337 time: 0.0849771 Jul 13 07:38:15.599059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32802) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:15.668374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] For port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:15.673243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] For port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:15.680756 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.724465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:15.724942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.727026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] 10.222.0.54 "PUT /v2.0/ports/59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 HTTP/1.1" status: 200 len: 1092 time: 1.7211595 Jul 13 07:38:15.727635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9387f55d-8790-4dea-ab5f-c2064da47b20', 'tag': '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:15.730368 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6675d72-426b-488a-a2b5-c4e261c0e773" -d '{"events": [{"name": "network-changed", "server_uuid": "9387f55d-8790-4dea-ab5f-c2064da47b20", "tag": "59b8d5d1-6fbb-4dfc-ae07-50a149e54f19"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:15.787138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbcacb-cffe-47d7-8cac-2ceb3d696f77 service neutron] Pushing event updated for resources: {'Port': ['ID=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:15.854966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.871287 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1848cd7-eb6a-4474-a0fd-e42f1cf5d888 x-openstack-request-id: req-c1848cd7-eb6a-4474-a0fd-e42f1cf5d888 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:15.871594 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9387f55d-8790-4dea-ab5f-c2064da47b20", "tag": "59b8d5d1-6fbb-4dfc-ae07-50a149e54f19", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:15.871854 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1848cd7-eb6a-4474-a0fd-e42f1cf5d888 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:15.872301 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9387f55d-8790-4dea-ab5f-c2064da47b20', 'tag': '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19', 'status': 'completed', 'code': 200} Jul 13 07:38:15.936910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11e968-7284-459c-994c-c3e7c76a231c req-c49a2f27-37d0-4583-8f68-c97eced4cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:15.938446 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-c49a2f27-37d0-4583-8f68-c97eced4cd44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 1095 time: 0.1353316 Jul 13 07:38:16.001363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Deleting port e866b749-44c9-4edc-83ce-5d093fe78151 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:16.002709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.008676 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-54b9ca33-d522-4987-9e52-e35df49af127 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 HTTP/1.1" status: 200 len: 217 time: 0.0575910 Jul 13 07:38:16.121474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] For port e866b749-44c9-4edc-83ce-5d093fe78151, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e866b749-44c9-4edc-83ce-5d093fe78151,segment=NetworkSegment(51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41),segment_id=51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:16.121860 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.125921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11e968-7284-459c-994c-c3e7c76a231c req-58073741-a9af-4eb2-a22a-b065bfa17031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.127519 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-58073741-a9af-4eb2-a22a-b065bfa17031 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.1101422 Jul 13 07:38:16.137285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Calling delete_port for e866b749-44c9-4edc-83ce-5d093fe78151 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:16.169895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8144a65-11e6-42d0-9c98-7afc93a85737 req-102ec130-f615-4407-bf37-50f8771bc9f5 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.175885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8144a65-11e6-42d0-9c98-7afc93a85737 req-102ec130-f615-4407-bf37-50f8771bc9f5 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 944 time: 0.1710382 Jul 13 07:38:16.247339 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-2a4b1361-d854-4e5d-b249-fb22b3241ddb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672202 Jul 13 07:38:16.258505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.338425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No DVR routers for this DVR port e866b749-44c9-4edc-83ce-5d093fe78151 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:16.354407 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8144a65-11e6-42d0-9c98-7afc93a85737 req-10f476c5-fb2c-45d7-b2d0-a57ffa33bc6f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058812 Jul 13 07:38:16.386327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Port': ['ID=e866b749-44c9-4edc-83ce-5d093fe78151,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:16.399042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-b773086a-e6a5-4c75-bfaa-72cd9235adbe service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436296 Jul 13 07:38:16.479912 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.494289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e5088d-6754-4aea-a285-745fc7c446c5']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:16.509194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:16.509194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a3cbd2-bdbd-4313-99b6-ecb2f1bfcd41') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:16.534018 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.550935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb11e968-7284-459c-994c-c3e7c76a231c req-f6947110-bfce-4c56-939b-17243bfa50df service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442721 Jul 13 07:38:16.560532 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.569826 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:16.570769 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:16.589315 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:16.672295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6675d72-426b-488a-a2b5-c4e261c0e773 req-0e6baabe-fcfb-4452-a15f-bb7c6b93b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.674593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6675d72-426b-488a-a2b5-c4e261c0e773 req-0e6baabe-fcfb-4452-a15f-bb7c6b93b47b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 1095 time: 0.0636563 Jul 13 07:38:16.702186 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.707816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.710364 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/76e5088d-6754-4aea-a285-745fc7c446c5 HTTP/1.1" status: 204 len: 168 time: 1.1102781 Jul 13 07:38:16.714871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32816) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:16.749088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a94b2-6f89-40ea-825a-89e7227165ee req-4eda6d42-afba-4911-a2b5-03c8abb6f005 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.750885 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-023a94b2-6f89-40ea-825a-89e7227165ee req-4eda6d42-afba-4911-a2b5-03c8abb6f005 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 944 time: 0.1429062 Jul 13 07:38:16.751707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8314f-fc71-41e4-ba94-f3b0c24dd036 tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Network': ['ID=76e5088d-6754-4aea-a285-745fc7c446c5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:16.798564 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-023a94b2-6f89-40ea-825a-89e7227165ee req-e6437735-5a1f-4b49-ad4e-458d07ec539c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381742 Jul 13 07:38:16.871407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43290be-b95c-4f66-b78a-31037739d17c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Deleting subnet 79f2bc64-6a35-4342-854e-cbbf4e6f5f7b {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:16.878647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c43290be-b95c-4f66-b78a-31037739d17c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.946356 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c43290be-b95c-4f66-b78a-31037739d17c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.950414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6675d72-426b-488a-a2b5-c4e261c0e773 req-983189bf-fc57-4057-8f0b-a33e685c4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.953366 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6675d72-426b-488a-a2b5-c4e261c0e773 req-983189bf-fc57-4057-8f0b-a33e685c4ae9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 906 time: 0.2689357 Jul 13 07:38:17.009563 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-adebec06-eff1-4fdd-b61f-155392122cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.022366 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6675d72-426b-488a-a2b5-c4e261c0e773 req-90e63789-7519-4211-83e3-e4538fb26e5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 HTTP/1.1" status: 200 len: 217 time: 0.0460191 Jul 13 07:38:17.042618 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.127976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6675d72-426b-488a-a2b5-c4e261c0e773 req-93785a15-f9f1-4f5d-8a12-d6f10edd66be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.129493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6675d72-426b-488a-a2b5-c4e261c0e773 req-93785a15-f9f1-4f5d-8a12-d6f10edd66be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.1000798 Jul 13 07:38:17.141070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7215a7b3-8c8d-49ea-97d6-305762032098 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:17.147997 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c43290be-b95c-4f66-b78a-31037739d17c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.188797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6675d72-426b-488a-a2b5-c4e261c0e773 req-18b46b7f-bce9-462b-957e-488efa9fbaa7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503190 Jul 13 07:38:17.209607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 7215a7b3-8c8d-49ea-97d6-305762032098 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:17.214429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 7215a7b3-8c8d-49ea-97d6-305762032098 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:17.215333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.291384 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6675d72-426b-488a-a2b5-c4e261c0e773 req-0cc1b6ba-594d-42f8-a65a-fb35a693f5e2 service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933475 Jul 13 07:38:17.383977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c43290be-b95c-4f66-b78a-31037739d17c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.387536 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.405688 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c43290be-b95c-4f66-b78a-31037739d17c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.407708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c43290be-b95c-4f66-b78a-31037739d17c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/subnets/79f2bc64-6a35-4342-854e-cbbf4e6f5f7b HTTP/1.1" status: 204 len: 168 time: 0.6915669 Jul 13 07:38:17.411205 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32828) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:17.439240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43290be-b95c-4f66-b78a-31037739d17c tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Subnet': ['ID=79f2bc64-6a35-4342-854e-cbbf4e6f5f7b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:17.448713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6675d72-426b-488a-a2b5-c4e261c0e773 req-c391bbff-6bef-45b8-8d97-41275f37a16d service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476572 Jul 13 07:38:17.467730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d15406-eb1f-459e-b60d-96d126be4dc5 None None] Network 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:17.634075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90bd240-ff0b-4f8a-b64c-e1301c9b61d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7215a7b3-8c8d-49ea-97d6-305762032098'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:17.639210 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.640697 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc2ea72-5b13-4577-a268-3970cf6a505b" -d '{"events": [{"server_uuid": "c90bd240-ff0b-4f8a-b64c-e1301c9b61d7", "name": "network-vif-plugged", "status": "completed", "tag": "7215a7b3-8c8d-49ea-97d6-305762032098"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:17.717851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19d6c-f942-4c89-9329-d05ec94a10c3 req-00f0c14f-b5fb-4f25-8837-a9110504d6fc tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.719525 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-98c19d6c-f942-4c89-9329-d05ec94a10c3 req-00f0c14f-b5fb-4f25-8837-a9110504d6fc tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 944 time: 0.1347346 Jul 13 07:38:17.737103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 7215a7b3-8c8d-49ea-97d6-305762032098, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7215a7b3-8c8d-49ea-97d6-305762032098,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:17.742488 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485adc0d-4ec6-4cb7-8a2d-a8a2c7439b0f x-openstack-request-id: req-485adc0d-4ec6-4cb7-8a2d-a8a2c7439b0f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:17.744313 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90bd240-ff0b-4f8a-b64c-e1301c9b61d7", "name": "network-vif-plugged", "status": "completed", "tag": "7215a7b3-8c8d-49ea-97d6-305762032098", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:17.744761 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-485adc0d-4ec6-4cb7-8a2d-a8a2c7439b0f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:17.745815 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90bd240-ff0b-4f8a-b64c-e1301c9b61d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7215a7b3-8c8d-49ea-97d6-305762032098', 'code': 200} Jul 13 07:38:17.777642 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.866813 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-98c19d6c-f942-4c89-9329-d05ec94a10c3 req-7a9bbaaa-7e60-46ed-8ccf-5228671b4f22 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279175 Jul 13 07:38:17.876124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Deleting port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:17.878395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.992067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb67c-1f88-46a2-ba80-6f57ff75f983 req-19414e0c-caf5-4adb-bc5c-a8b2b2ae9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:17.993841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-296cb67c-1f88-46a2-ba80-6f57ff75f983 req-19414e0c-caf5-4adb-bc5c-a8b2b2ae9ae1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 1096 time: 0.1871893 Jul 13 07:38:18.000792 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.006347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=7215a7b3-8c8d-49ea-97d6-305762032098,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.031251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] For port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5,segment=NetworkSegment(9499bbc1-2cc7-430e-b6cd-7b90afddccaa),segment_id=9499bbc1-2cc7-430e-b6cd-7b90afddccaa)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:18.031637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.062566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Calling delete_port for ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:18.100685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-296cb67c-1f88-46a2-ba80-6f57ff75f983 req-9035a744-d6af-474f-9627-5c37f69f9a9a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993736 Jul 13 07:38:18.132709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef6150-72e9-4c03-8ec9-59ddf6a2dbf9 None None] DHCP port deletion for 5c1b9f12-84ec-4763-9d0c-a22cb31fb43c request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:38:18.203541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef6150-72e9-4c03-8ec9-59ddf6a2dbf9 None None] Deleting port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:18.203940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6150-72e9-4c03-8ec9-59ddf6a2dbf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.229217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9622d-4e89-48cc-b60b-16ede5e1811a req-f5abecc9-2eea-494f-9703-88d719c81146 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:18.238974 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1eb9622d-4e89-48cc-b60b-16ede5e1811a req-f5abecc9-2eea-494f-9703-88d719c81146 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 944 time: 0.1286175 Jul 13 07:38:18.287253 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.334064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1eb9622d-4e89-48cc-b60b-16ede5e1811a req-e40438a1-8a6a-4aa7-9a9e-69c83a5249ad tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926590 Jul 13 07:38:18.353354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Port': ['ID=ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.357481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] No DVR routers for this DVR port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:18.363842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e2ef6150-72e9-4c03-8ec9-59ddf6a2dbf9 None None] For port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5,segment=NetworkSegment(9499bbc1-2cc7-430e-b6cd-7b90afddccaa),segment_id=9499bbc1-2cc7-430e-b6cd-7b90afddccaa)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:18.364321 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6150-72e9-4c03-8ec9-59ddf6a2dbf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.403651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef6150-72e9-4c03-8ec9-59ddf6a2dbf9 None None] Calling delete_port for ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:18.511988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2ef6150-72e9-4c03-8ec9-59ddf6a2dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.538876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef6150-72e9-4c03-8ec9-59ddf6a2dbf9 None None] Pushing event deleted for resources: {'Port': ['ID=ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.541136 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.546121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef6150-72e9-4c03-8ec9-59ddf6a2dbf9 None None] No DVR routers for this DVR port ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:18.566874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1b9f12-84ec-4763-9d0c-a22cb31fb43c']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:18.586906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9499bbc1-2cc7-430e-b6cd-7b90afddccaa') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:18.587364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9499bbc1-2cc7-430e-b6cd-7b90afddccaa') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:18.597858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.614882 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.629275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:18.630014 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:18.639107 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:18.717476 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.739258 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.744667 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] 10.222.0.44 "DELETE /v2.0/networks/5c1b9f12-84ec-4763-9d0c-a22cb31fb43c HTTP/1.1" status: 204 len: 168 time: 1.3323209 Jul 13 07:38:18.759353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59bac7-c29e-4282-98c9-6fdea081794f tempest-NetworksIpV6TestAttrs-1240098311 tempest-NetworksIpV6TestAttrs-1240098311-project] Pushing event deleted for resources: {'Network': ['ID=5c1b9f12-84ec-4763-9d0c-a22cb31fb43c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:19.261038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8680cb-8e8e-4110-aefe-a3c19c75ec33 req-0a81b0e1-a34e-4268-9f12-ef3c98b81d24 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:19.273299 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b8680cb-8e8e-4110-aefe-a3c19c75ec33 req-0a81b0e1-a34e-4268-9f12-ef3c98b81d24 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 945 time: 0.1612670 Jul 13 07:38:19.304663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32860) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:19.349969 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b8680cb-8e8e-4110-aefe-a3c19c75ec33 req-c8518acb-c45b-49db-bdcc-3ec15a99f662 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697489 Jul 13 07:38:19.595245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ed648f90-e524-4113-bdfd-9115f6336fcc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6a201e435b147409907e10bb4d46396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892458 Jul 13 07:38:19.599008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32870) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:19.660329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-519dd370-5c91-432b-95c5-737827d3604c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.691964 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-519dd370-5c91-432b-95c5-737827d3604c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.703788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6dc37-b9ed-481e-8ef5-4f2cedf0768c req-12274ce7-e0d0-46ba-a027-eec2113074a8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:19.706466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ea6dc37-b9ed-481e-8ef5-4f2cedf0768c req-12274ce7-e0d0-46ba-a027-eec2113074a8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 944 time: 0.0944684 Jul 13 07:38:19.756056 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-519dd370-5c91-432b-95c5-737827d3604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.765820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-519dd370-5c91-432b-95c5-737827d3604c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.771343 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.774171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-519dd370-5c91-432b-95c5-737827d3604c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c04025a-986f-4ef3-ae64-e413d8bcb625 HTTP/1.1" status: 204 len: 168 time: 0.1732056 Jul 13 07:38:19.800568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ea6dc37-b9ed-481e-8ef5-4f2cedf0768c req-edd3def8-8f9c-4c90-8304-43c880ce843e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867209 Jul 13 07:38:19.812247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dd370-5c91-432b-95c5-737827d3604c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c04025a-986f-4ef3-ae64-e413d8bcb625,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:19.958232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:19.990569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:19.991175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ebb9bcdc-062b-4bdf-a7f1-a90c5227f4a5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:20.156795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:20.292111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:20.309654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'port_id': '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19', 'mac_address': 'fa:16:3e:eb:66:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca6a03b-25bf-47a0-aae5-f347193dc542', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:20.382279 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.402894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:20.428888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:20.437406 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.552132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:20.754333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979a996-3fd4-44ad-8053-8917b5543ee2 req-12e65612-6e60-46dd-b4b9-1878dd3a5822 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.768490 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2979a996-3fd4-44ad-8053-8917b5543ee2 req-12e65612-6e60-46dd-b4b9-1878dd3a5822 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 945 time: 0.1360211 Jul 13 07:38:20.839505 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2979a996-3fd4-44ad-8053-8917b5543ee2 req-1e5e64eb-35b5-4ad4-958d-45dbfe68c6ea tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709732 Jul 13 07:38:20.881558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['59b8d5d1-6fbb-4dfc-ae07-50a149e54f19'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:20.927856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32916) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:21.190110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0dbb1da4-2043-4ab8-a186-d411d7e89e0d tempest-DvrRoutersNegativeTest-1662108417 tempest-DvrRoutersNegativeTest-1662108417-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-924343841', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:21.194050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.policy [None req-0dbb1da4-2043-4ab8-a186-d411d7e89e0d tempest-DvrRoutersNegativeTest-1662108417 tempest-DvrRoutersNegativeTest-1662108417-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93838) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 13 07:38:21.194575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.policy [None req-0dbb1da4-2043-4ab8-a186-d411d7e89e0d tempest-DvrRoutersNegativeTest-1662108417 tempest-DvrRoutersNegativeTest-1662108417-project] Failed policy check for 'create_router' {{(pid=93838) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 13 07:38:21.195307 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-0dbb1da4-2043-4ab8-a186-d411d7e89e0d tempest-DvrRoutersNegativeTest-1662108417 tempest-DvrRoutersNegativeTest-1662108417-project] create failed (client error): Access was denied to this resource. Jul 13 07:38:21.196225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b8ac1-7a58-4dca-b67e-1562fc4c3875 req-aff4022a-5778-49a3-9a76-88a52ff39bad tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:21.197962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0dbb1da4-2043-4ab8-a186-d411d7e89e0d tempest-DvrRoutersNegativeTest-1662108417 tempest-DvrRoutersNegativeTest-1662108417-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2690775 Jul 13 07:38:21.207978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-356b8ac1-7a58-4dca-b67e-1562fc4c3875 req-aff4022a-5778-49a3-9a76-88a52ff39bad tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 945 time: 0.1015472 Jul 13 07:38:21.255828 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-356b8ac1-7a58-4dca-b67e-1562fc4c3875 req-63cc39ab-9a24-433d-a23a-f61e13e3d369 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422609 Jul 13 07:38:21.329672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32924) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:21.573276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f327-b060-43b9-aacb-412e6c813d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.704327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32936) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:21.850659 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f327-b060-43b9-aacb-412e6c813d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.863970 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f327-b060-43b9-aacb-412e6c813d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.935151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.947857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6f327-b060-43b9-aacb-412e6c813d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb96de9-7206-49db-ab39-55ad66a0c53a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:21.954346 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f3d6f327-b060-43b9-aacb-412e6c813d34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02f4a9b95e7f4372bc0a06efd1a40a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225743 Jul 13 07:38:21.956938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32944) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:22.064910 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56693ffe-ee4a-4d2f-9552-1633266663a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.118706 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56693ffe-ee4a-4d2f-9552-1633266663a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.156309 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.160634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:22.171396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.219511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56693ffe-ee4a-4d2f-9552-1633266663a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.223488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56693ffe-ee4a-4d2f-9552-1633266663a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.227653 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-56693ffe-ee4a-4d2f-9552-1633266663a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfb96de9-7206-49db-ab39-55ad66a0c53a HTTP/1.1" status: 204 len: 168 time: 0.2695248 Jul 13 07:38:22.241902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56693ffe-ee4a-4d2f-9552-1633266663a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb96de9-7206-49db-ab39-55ad66a0c53a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:22.264149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32950) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:22.272155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=192187601f974a9294ff776ad531499c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644870 Jul 13 07:38:22.273742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f5ddaa-dd3b-432a-9c99-52a33d4d2ea0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:22.310495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.315298 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.316046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.317308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.318044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.321196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.322015 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.323669 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.324288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.324861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.327055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.328225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111f315-fd65-4330-8ba5-2dc8c0425d75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:22.390464 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:22.398510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:22.400279 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.414026 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1306df60-378a-4296-9a62-940bc8428b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.466544 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1306df60-378a-4296-9a62-940bc8428b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.598786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1306df60-378a-4296-9a62-940bc8428b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.619493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1306df60-378a-4296-9a62-940bc8428b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.626530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1306df60-378a-4296-9a62-940bc8428b4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27f5ddaa-dd3b-432a-9c99-52a33d4d2ea0 HTTP/1.1" status: 204 len: 168 time: 0.3600349 Jul 13 07:38:22.664440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306df60-378a-4296-9a62-940bc8428b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f5ddaa-dd3b-432a-9c99-52a33d4d2ea0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:22.690114 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbc68a-eb48-4753-9da4-ada9ad208636 req-9377dceb-71da-4937-9080-24710d499b64 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:22.701176 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3acbc68a-eb48-4753-9da4-ada9ad208636 req-9377dceb-71da-4937-9080-24710d499b64 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 945 time: 0.1872330 Jul 13 07:38:22.738451 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.824548 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3acbc68a-eb48-4753-9da4-ada9ad208636 req-9ed1b051-8675-4bb2-8fab-7d4d8ebc21a7 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204846 Jul 13 07:38:22.868474 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9387f55d-8790-4dea-ab5f-c2064da47b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:22.870734 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd6679a-8246-47ca-af2d-1136787bbc01" -d '{"events": [{"server_uuid": "9387f55d-8790-4dea-ab5f-c2064da47b20", "name": "network-vif-plugged", "status": "completed", "tag": "59b8d5d1-6fbb-4dfc-ae07-50a149e54f19"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:22.887541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:22.917984 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.003009 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bf5fdb-8811-4147-9f86-92514971a90e x-openstack-request-id: req-66bf5fdb-8811-4147-9f86-92514971a90e {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:23.003325 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9387f55d-8790-4dea-ab5f-c2064da47b20", "name": "network-vif-plugged", "status": "completed", "tag": "59b8d5d1-6fbb-4dfc-ae07-50a149e54f19", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:23.003568 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66bf5fdb-8811-4147-9f86-92514971a90e {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:23.004176 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9387f55d-8790-4dea-ab5f-c2064da47b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19', 'code': 200} Jul 13 07:38:23.061414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:23.138660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adfa31-f49e-4385-a306-a28137319aa1 req-1cbb2fdf-9472-4bb2-a1b4-e3c47b5715ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.141377 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59adfa31-f49e-4385-a306-a28137319aa1 req-1cbb2fdf-9472-4bb2-a1b4-e3c47b5715ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 1097 time: 0.0681372 Jul 13 07:38:23.182115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32980) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:23.182480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59adfa31-f49e-4385-a306-a28137319aa1 req-7aad28f9-a4ad-40f7-8c0d-c00097c916ce service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339773 Jul 13 07:38:23.191522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1283587022'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:23.217560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:23.221892 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.249438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:23.261250 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.261577 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Added segment a8ce91c5-c5d5-4403-b3e6-798b9f06af1e of type vlan for network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a Jul 13 07:38:23.311349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.348876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.354840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.355472 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.394169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2102375 Jul 13 07:38:23.397001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32994) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:23.402802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1310445051'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:23.426770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:23.431798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.441632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea0c76-8b1e-46e6-a57a-eb310c95973e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Network': ['ID=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:23.458030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:23.459789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:23.470130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.471343 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Added segment 50e44910-b7ce-4f79-b87e-b3d25a79846c of type vlan for network ef91ead4-00b2-45c5-a5ff-383c96524366 Jul 13 07:38:23.520147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.560263 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.566447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:23.567061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.599675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2011268 Jul 13 07:38:23.602274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33004) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:23.609553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'subnet': {'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:23.811353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33012) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:24.052938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df2b93-c62a-4a7b-95ff-54a764e8e486 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Network': ['ID=ef91ead4-00b2-45c5-a5ff-383c96524366,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:24.066927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ef91ead4-00b2-45c5-a5ff-383c96524366 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:24.248916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded982ee-e680-48d0-bb09-172b34f16d57 req-a197d08f-4f6b-41de-83ba-1b96dd63779f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:24.258386 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ded982ee-e680-48d0-bb09-172b34f16d57 req-a197d08f-4f6b-41de-83ba-1b96dd63779f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 946 time: 0.1298842 Jul 13 07:38:24.267817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:24.271633 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.306217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158387560'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:24.334787 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.350034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.395693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ded982ee-e680-48d0-bb09-172b34f16d57 req-648da974-6efc-47ec-8893-997915082eb0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361551 Jul 13 07:38:24.525344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.536675 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.551378 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.620735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c09c6a-6b50-4d6a-88c4-a1afdde59077,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:24.636922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Subnet': ['ID=a3a8b981-8e8c-45ce-baa2-08a6df1b263f,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:24.650017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Checking segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:24.650678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network hostable DHCP agents. Network: 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:24.675433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:24.680377 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.685609 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.695752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:24.707138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:24.707756 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.709504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb2da0a-05eb-4242-8bc0-7a71324e4fe9 None None] Network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:24.717749 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.719290 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9066560 Jul 13 07:38:24.721661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d891769-4196-4cc2-9adc-fe20070c5903 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd2f2cb-4fa8-4087-9798-7f9764323b08,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:24.722567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33048) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:24.749957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ba98a762-e6fd-4551-9391-f2c75721b5c2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1463134 Jul 13 07:38:24.751069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33050) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:24.758134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'subnet': {'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:24.802779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f92f908d-3ef6-46ed-92b8-49324f12eae5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0789421 Jul 13 07:38:24.805406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33052) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:24.810629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f69ab706-bfca-4c22-bf1a-522cde381bc9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group': {'name': 'tempest-security--1862582308', 'description': 'tempest-security-description-1406480873'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:24.844645 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f69ab706-bfca-4c22-bf1a-522cde381bc9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.911150 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f69ab706-bfca-4c22-bf1a-522cde381bc9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.915878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f69ab706-bfca-4c22-bf1a-522cde381bc9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.920307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f69ab706-bfca-4c22-bf1a-522cde381bc9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.922658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f69ab706-bfca-4c22-bf1a-522cde381bc9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "PUT /v2.0/security-groups/abd2f2cb-4fa8-4087-9798-7f9764323b08 HTTP/1.1" status: 200 len: 1780 time: 0.1156774 Jul 13 07:38:24.925747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33056) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:24.934748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'fixed_ips': [{'subnet_id': 'a3a8b981-8e8c-45ce-baa2-08a6df1b263f'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:24.937796 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.957116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ab706-bfca-4c22-bf1a-522cde381bc9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd2f2cb-4fa8-4087-9798-7f9764323b08,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:24.964484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:24.969404 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.002048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33062) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:25.002712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e575c1e5-7722-431b-908f-f8c5b4590610 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups/abd2f2cb-4fa8-4087-9798-7f9764323b08 HTTP/1.1" status: 200 len: 1780 time: 0.0748537 Jul 13 07:38:25.075257 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47ae60ff-551e-4d63-a6d9-6837d2072f30 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.126933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Allocated IP 10.1.1.2 (92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a/a3a8b981-8e8c-45ce-baa2-08a6df1b263f/b9060db5-2db9-4807-a81e-2addefc49fa2) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:25.151766 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47ae60ff-551e-4d63-a6d9-6837d2072f30 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.228490 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47ae60ff-551e-4d63-a6d9-6837d2072f30 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.232323 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47ae60ff-551e-4d63-a6d9-6837d2072f30 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.233903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-47ae60ff-551e-4d63-a6d9-6837d2072f30 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-groups/abd2f2cb-4fa8-4087-9798-7f9764323b08 HTTP/1.1" status: 204 len: 168 time: 0.2308486 Jul 13 07:38:25.252314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33070) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:25.256521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae60ff-551e-4d63-a6d9-6837d2072f30 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd2f2cb-4fa8-4087-9798-7f9764323b08,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:25.290190 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.349357 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.353024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33074) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:25.355482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c8baf6f7-8e12-442e-8ce6-1d75a16496bc tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993445 Jul 13 07:38:25.364241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Transition to ACTIVE for port object b9060db5-2db9-4807-a81e-2addefc49fa2 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:25.384860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Transition to ACTIVE for port object b9060db5-2db9-4807-a81e-2addefc49fa2 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:25.387194 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-250df08b-38fe-48a8-ba1c-e531fa2ba7e1 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] delete failed (client error): The resource could not be found. Jul 13 07:38:25.388457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-250df08b-38fe-48a8-ba1c-e531fa2ba7e1 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-groups/abd2f2cb-4fa8-4087-9798-7f9764323b08 HTTP/1.1" status: 404 len: 347 time: 0.0326884 Jul 13 07:38:25.393171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33078) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:25.399735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Subnet': ['ID=37b7f077-c2d5-483e-9458-3b62eed95fb9,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:25.401907 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.407528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Checking segment: {'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:25.408049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network hostable DHCP agents. Network: ef91ead4-00b2-45c5-a5ff-383c96524366, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:25.413069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d0accfe6-2cb5-4c73-93a2-e1c85cb36c46 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group': {'name': 'tempest-secgroup--278588419'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:25.428326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network ef91ead4-00b2-45c5-a5ff-383c96524366 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:25.443883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ef91ead4-00b2-45c5-a5ff-383c96524366) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:25.464098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:25.465302 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.467824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0accfe6-2cb5-4c73-93a2-e1c85cb36c46 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.496235 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-27a028e9-cbab-4195-a442-67c1d3f8509d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7448492 Jul 13 07:38:25.498610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33084) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:25.505409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'port': {'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'name': 'tempest-TaggedBootDevicesTest-62128255', 'fixed_ips': [{'subnet_id': 'a3a8b981-8e8c-45ce-baa2-08a6df1b263f'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:25.528142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:25.531268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Pushing event updated for resources: {'Port': ['ID=b9060db5-2db9-4807-a81e-2addefc49fa2,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:25.534089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:25.536186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8fca19-e616-4acf-b68b-b195886dc2fe None None] Network ef91ead4-00b2-45c5-a5ff-383c96524366 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:25.562565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:25.701201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0accfe6-2cb5-4c73-93a2-e1c85cb36c46 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.708373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0accfe6-2cb5-4c73-93a2-e1c85cb36c46 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.772055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:25.797938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0accfe6-2cb5-4c73-93a2-e1c85cb36c46 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.802589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d0accfe6-2cb5-4c73-93a2-e1c85cb36c46 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4051275 Jul 13 07:38:25.802589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0accfe6-2cb5-4c73-93a2-e1c85cb36c46 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a149317-0111-4919-9626-1256411c205a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:25.811098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33092) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:25.817868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ffd568f2-5aa4-4022-8ee3-b1de135e215d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': '8a149317-0111-4919-9626-1256411c205a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:25.889794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e517-7f87-47df-8d77-b6c9746e1c01 req-0c02dda5-7038-402a-839b-0812bb030fd1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:25.891845 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dc52e517-7f87-47df-8d77-b6c9746e1c01 req-0c02dda5-7038-402a-839b-0812bb030fd1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 946 time: 0.2385228 Jul 13 07:38:25.899675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffd568f2-5aa4-4022-8ee3-b1de135e215d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.934742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Attempting to bind port b9060db5-2db9-4807-a81e-2addefc49fa2 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:25.935306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Attempting to bind port b9060db5-2db9-4807-a81e-2addefc49fa2 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:25.935936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Attempting to bind port b9060db5-2db9-4807-a81e-2addefc49fa2 on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:25.945542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ef91ead4-00b2-45c5-a5ff-383c96524366', 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'fixed_ips': [{'subnet_id': '37b7f077-c2d5-483e-9458-3b62eed95fb9'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:25.946314 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.946968 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.953361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:25.953737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Checking segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:25.954140 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.954613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Bound using segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:25.955943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Bound port: b9060db5-2db9-4807-a81e-2addefc49fa2, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:25.956387 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.986285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] device_id is not set on port 25ef49cb-1a50-4176-b14e-19e7333a729b yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:38:26.007740 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dc52e517-7f87-47df-8d77-b6c9746e1c01 req-07b31e13-c88a-4900-b0e8-530ec744c821 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069221 Jul 13 07:38:26.061833 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffd568f2-5aa4-4022-8ee3-b1de135e215d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.071186 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffd568f2-5aa4-4022-8ee3-b1de135e215d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.116385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd568f2-5aa4-4022-8ee3-b1de135e215d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3438f4-277d-419c-a0b8-2be8e6226d86,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:26.131389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ffd568f2-5aa4-4022-8ee3-b1de135e215d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.133098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ffd568f2-5aa4-4022-8ee3-b1de135e215d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203228 Jul 13 07:38:26.136403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33098) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:26.181065 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] For port b9060db5-2db9-4807-a81e-2addefc49fa2, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:26.191864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73d34c57-4ca0-4a83-8277-9845b241c275 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.214140 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73d34c57-4ca0-4a83-8277-9845b241c275 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.231670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] For port b9060db5-2db9-4807-a81e-2addefc49fa2, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b9060db5-2db9-4807-a81e-2addefc49fa2,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:26.285816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73d34c57-4ca0-4a83-8277-9845b241c275 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.291952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Allocated IP 10.2.2.2 (ef91ead4-00b2-45c5-a5ff-383c96524366/37b7f077-c2d5-483e-9458-3b62eed95fb9/e11a2711-7b8a-406f-b37d-762ee76e8449) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:26.292681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73d34c57-4ca0-4a83-8277-9845b241c275 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.295869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Allocated IP 10.1.1.77 (92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a/a3a8b981-8e8c-45ce-baa2-08a6df1b263f/25ef49cb-1a50-4176-b14e-19e7333a729b) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:26.299059 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-73d34c57-4ca0-4a83-8277-9845b241c275 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fc3438f4-277d-419c-a0b8-2be8e6226d86 HTTP/1.1" status: 204 len: 168 time: 0.1602044 Jul 13 07:38:26.310235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33108) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:26.368970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d34c57-4ca0-4a83-8277-9845b241c275 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc3438f4-277d-419c-a0b8-2be8e6226d86,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:26.447585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-94811eb6-878b-4180-b644-99b9a16dcefb tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1322327 Jul 13 07:38:26.451639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33116) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:26.562742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-57271cde-4609-44dc-8a50-24ffac126839 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.565181 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-57271cde-4609-44dc-8a50-24ffac126839 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.2140779 Jul 13 07:38:26.587958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-bd3aa400-df7b-47aa-acb1-9002b57005f9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/quotas/d52762c0405c42bc971ec34c0160bb3c HTTP/1.1" status: 200 len: 375 time: 0.0125921 Jul 13 07:38:26.591765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33118) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:26.612241 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.622449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Transition to ACTIVE for port object e11a2711-7b8a-406f-b37d-762ee76e8449 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:26.642920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Transition to ACTIVE for port object e11a2711-7b8a-406f-b37d-762ee76e8449 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:26.647864 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.660883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.663329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5218-f397-4a52-bc33-399227256eb9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.669350 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.695012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Transition to ACTIVE for port object 25ef49cb-1a50-4176-b14e-19e7333a729b will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:26.717475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Network ef91ead4-00b2-45c5-a5ff-383c96524366 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:26.745714 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5218-f397-4a52-bc33-399227256eb9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.747292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:26.753239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:26.755464 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c469c6a-d91e-4438-8e62-2f5d6016f64c None None] Pushing event updated for resources: {'Port': ['ID=b9060db5-2db9-4807-a81e-2addefc49fa2,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:26.778379 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.837769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Pushing event updated for resources: {'Port': ['ID=e11a2711-7b8a-406f-b37d-762ee76e8449,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:26.849232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-6ddca9b4-730e-4a03-b28b-18f99a2b6e62 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2444372 Jul 13 07:38:26.911995 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5218-f397-4a52-bc33-399227256eb9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.915147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Port': ['ID=25ef49cb-1a50-4176-b14e-19e7333a729b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:26.925592 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5218-f397-4a52-bc33-399227256eb9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.929355 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7d1b5218-f397-4a52-bc33-399227256eb9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-groups/8a149317-0111-4919-9626-1256411c205a HTTP/1.1" status: 204 len: 168 time: 0.4764340 Jul 13 07:38:26.942406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:26.942812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33126) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:26.950932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:26.957234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Attempting to bind port e11a2711-7b8a-406f-b37d-762ee76e8449 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:26.957744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Attempting to bind port e11a2711-7b8a-406f-b37d-762ee76e8449 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:26.957928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Attempting to bind port e11a2711-7b8a-406f-b37d-762ee76e8449 on network ef91ead4-00b2-45c5-a5ff-383c96524366 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:26.964902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:26.965207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:26.965588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Checking segment: {'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:26.965988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.966639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Bound using segment: {'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:26.967437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Bound port: e11a2711-7b8a-406f-b37d-762ee76e8449, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:26.967835 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.981515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36690f19-57c6-4e69-9e82-8447522a6d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.023689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b5218-f397-4a52-bc33-399227256eb9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a149317-0111-4919-9626-1256411c205a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:27.092105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] For port e11a2711-7b8a-406f-b37d-762ee76e8449, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:27.099286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.099974 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.101352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] For port e11a2711-7b8a-406f-b37d-762ee76e8449, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e11a2711-7b8a-406f-b37d-762ee76e8449,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:27.109768 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.157405 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cd9c4e28-fa2e-412a-bba1-1c308eb8a250 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2133541 Jul 13 07:38:27.161046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33128) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:27.182878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fffd0b18-9049-4311-9647-837f87efc82d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379354762'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:27.197515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b05d2-c925-4c48-8594-f6e4eb2651c0 None None] Pushing event updated for resources: {'Port': ['ID=e11a2711-7b8a-406f-b37d-762ee76e8449,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:27.278020 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-c80f6028-ee4d-4888-bcb1-bca93fe13bb3 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275107 Jul 13 07:38:27.414608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-993b7b33-abc3-4be7-bf14-30a218651dd8 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356192 Jul 13 07:38:27.444941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36690f19-57c6-4e69-9e82-8447522a6d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.457104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36690f19-57c6-4e69-9e82-8447522a6d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.470494 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-617d223c-c9c7-4428-8736-60e2768a9e99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9700599 Jul 13 07:38:27.471606 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33132) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:27.484609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'port': {'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'name': 'tempest-TaggedBootDevicesTest-1768034377', 'fixed_ips': [{'subnet_id': 'a3a8b981-8e8c-45ce-baa2-08a6df1b263f'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:27.609860 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-36690f19-57c6-4e69-9e82-8447522a6d5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b243f4133c63421591a57791d37a0bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0167539 Jul 13 07:38:27.614955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36690f19-57c6-4e69-9e82-8447522a6d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a25dbe-6f4c-408b-8934-0038eca709f5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:27.623767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33134) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:27.647075 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fffd0b18-9049-4311-9647-837f87efc82d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.726607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:38:27.726607 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:38:27.726607 n-d-798249-7 neutron-server[93839]: [parameters: {'project_id_1': '13786c1fa5354a01b98ccc442b005d53', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 38, 27, 707974)}] Jul 13 07:38:27.726607 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:38:27.727474 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:38:27.794899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b5e9b9d-ce20-47f9-9af7-3b3941022b56 req-f402ee38-2df1-4241-97d1-6ab321f903c1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 210 time: 0.0652952 Jul 13 07:38:27.844479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c613ea5-b9e2-431c-90cd-27c5baa0a904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.961287 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c613ea5-b9e2-431c-90cd-27c5baa0a904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.965006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fffd0b18-9049-4311-9647-837f87efc82d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.997379 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fffd0b18-9049-4311-9647-837f87efc82d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.090330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd0b18-9049-4311-9647-837f87efc82d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4a92a4-a9c1-46a4-b52d-9b73f968571e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:28.102390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c613ea5-b9e2-431c-90cd-27c5baa0a904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.105530 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c613ea5-b9e2-431c-90cd-27c5baa0a904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.109287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6c613ea5-b9e2-431c-90cd-27c5baa0a904 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8a25dbe-6f4c-408b-8934-0038eca709f5 HTTP/1.1" status: 204 len: 168 time: 0.4694185 Jul 13 07:38:28.120707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c613ea5-b9e2-431c-90cd-27c5baa0a904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a25dbe-6f4c-408b-8934-0038eca709f5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:28.123728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fffd0b18-9049-4311-9647-837f87efc82d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.130850 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33150) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:28.132229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fffd0b18-9049-4311-9647-837f87efc82d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9678285 Jul 13 07:38:28.136486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-96394dd3-1f95-4b36-ae3e-4310e2ab2735 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': 'cf4a92a4-a9c1-46a4-b52d-9b73f968571e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:28.144232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b9060db5-2db9-4807-a81e-2addefc49fa2 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:28.220894 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96394dd3-1f95-4b36-ae3e-4310e2ab2735 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.261047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port b9060db5-2db9-4807-a81e-2addefc49fa2 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:28.268029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e11a2711-7b8a-406f-b37d-762ee76e8449 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:28.274675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:28.280125 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.316461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] device_id is not set on port 226aa32a-7a01-44bf-a741-fe40e753933e yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:38:28.380649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e11a2711-7b8a-406f-b37d-762ee76e8449 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:28.455704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96394dd3-1f95-4b36-ae3e-4310e2ab2735 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.500688 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96394dd3-1f95-4b36-ae3e-4310e2ab2735 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.536058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96394dd3-1f95-4b36-ae3e-4310e2ab2735 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bae501-b636-474e-a9fc-20a19d4fa9b5,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:28.554399 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96394dd3-1f95-4b36-ae3e-4310e2ab2735 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.555986 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-96394dd3-1f95-4b36-ae3e-4310e2ab2735 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4239357 Jul 13 07:38:28.558802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33158) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:28.566192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-92d29c75-570f-418a-a953-97e9fa3b71c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': 'cf4a92a4-a9c1-46a4-b52d-9b73f968571e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:28.628197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-92d29c75-570f-418a-a953-97e9fa3b71c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.658051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Allocated IP 10.1.1.118 (92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a/a3a8b981-8e8c-45ce-baa2-08a6df1b263f/226aa32a-7a01-44bf-a741-fe40e753933e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:28.682864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33160) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:28.702794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2683d29b-1c46-4744-b115-cd8fad123f66 None None] Network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:28.712291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27f0132a-dc06-45f8-95ba-70bba741b06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.819130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-92d29c75-570f-418a-a953-97e9fa3b71c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.833819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-92d29c75-570f-418a-a953-97e9fa3b71c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.876064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d29c75-570f-418a-a953-97e9fa3b71c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6eed32-d6f9-45a9-b17a-be30542dac41,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:28.947127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b732fdff-004f-4b10-ad1f-cf319b769693 None None] Provisioning for port b9060db5-2db9-4807-a81e-2addefc49fa2 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:28.974260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b732fdff-004f-4b10-ad1f-cf319b769693 None None] Provisioning complete for port b9060db5-2db9-4807-a81e-2addefc49fa2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:28.975851 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b732fdff-004f-4b10-ad1f-cf319b769693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.091487 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.110513 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Transition to ACTIVE for port object 226aa32a-7a01-44bf-a741-fe40e753933e will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:29.178126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c8b70c87-23ee-4a57-872c-4b3a05588ea6 req-cac7744a-1b0b-474a-a4ac-08bdbff2f440 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 210 time: 0.1712811 Jul 13 07:38:29.181084 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.250864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:29.256331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569a1f6b-bed9-4e45-9968-3bd557199195 None None] Network ef91ead4-00b2-45c5-a5ff-383c96524366 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:29.260360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:29.265525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:29.310910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Port': ['ID=226aa32a-7a01-44bf-a741-fe40e753933e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:29.340347 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27f0132a-dc06-45f8-95ba-70bba741b06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.347679 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27f0132a-dc06-45f8-95ba-70bba741b06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.351541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-92d29c75-570f-418a-a953-97e9fa3b71c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.352848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-92d29c75-570f-418a-a953-97e9fa3b71c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7918253 Jul 13 07:38:29.355719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33168) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:29.360848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-bedfae84-3658-436a-8b64-0883eb97067c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': 'cf4a92a4-a9c1-46a4-b52d-9b73f968571e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:29.376255 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b732fdff-004f-4b10-ad1f-cf319b769693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.430434 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bedfae84-3658-436a-8b64-0883eb97067c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.478997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b732fdff-004f-4b10-ad1f-cf319b769693 None None] For port b9060db5-2db9-4807-a81e-2addefc49fa2, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b9060db5-2db9-4807-a81e-2addefc49fa2,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:29.517684 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b732fdff-004f-4b10-ad1f-cf319b769693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.563344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bedfae84-3658-436a-8b64-0883eb97067c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.570012 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bedfae84-3658-436a-8b64-0883eb97067c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.592929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfae84-3658-436a-8b64-0883eb97067c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1441fdc-f5c8-4886-afa6-9d2637bb337e,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:29.603689 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bedfae84-3658-436a-8b64-0883eb97067c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.605419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bedfae84-3658-436a-8b64-0883eb97067c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2483735 Jul 13 07:38:29.608096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33170) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:29.617347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0fe7591e-ad39-4abe-8a92-fd2480910c8c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': 'cf4a92a4-a9c1-46a4-b52d-9b73f968571e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:29.656363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732fdff-004f-4b10-ad1f-cf319b769693 None None] Pushing event updated for resources: {'Port': ['ID=b9060db5-2db9-4807-a81e-2addefc49fa2,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:29.684833 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0fe7591e-ad39-4abe-8a92-fd2480910c8c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.839320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.848521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-07b68c89-ccf2-4958-a4b7-45a125cb823c None None] Provisioning for port e11a2711-7b8a-406f-b37d-762ee76e8449 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:29.849538 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.872110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-07b68c89-ccf2-4958-a4b7-45a125cb823c None None] Provisioning complete for port e11a2711-7b8a-406f-b37d-762ee76e8449 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:29.872714 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07b68c89-ccf2-4958-a4b7-45a125cb823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.905944 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-27f0132a-dc06-45f8-95ba-70bba741b06f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c1da83368da448eb77ec8a25d30d20a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2212172 Jul 13 07:38:29.907150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0132a-dc06-45f8-95ba-70bba741b06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a557a91-0f0f-4ef0-984e-ef19df073732,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:29.919128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33176) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:29.929933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-866cf398-2f64-48da-8006-545fe436903a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.935418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bc7f7644-65ef-4737-a43a-da2bc0065528 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4524643 Jul 13 07:38:29.943935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-866cf398-2f64-48da-8006-545fe436903a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.2808597 Jul 13 07:38:30.029563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Request body: {'port': {'device_id': '3065fcf1-9230-40d4-82db-dac9a5143761', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'admin_state_up': True, 'tenant_id': 'd52762c0405c42bc971ec34c0160bb3c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:30.096797 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53af02f5-7333-4bc8-982a-303e37d55c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.151235 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53af02f5-7333-4bc8-982a-303e37d55c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.188550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0fe7591e-ad39-4abe-8a92-fd2480910c8c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.199768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0fe7591e-ad39-4abe-8a92-fd2480910c8c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.207239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b9060db5-2db9-4807-a81e-2addefc49fa2 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:30.214523 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07b68c89-ccf2-4958-a4b7-45a125cb823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.292966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7591e-ad39-4abe-8a92-fd2480910c8c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb775d0-da2a-4954-bd66-944e74109a02,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.302778 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0fe7591e-ad39-4abe-8a92-fd2480910c8c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.305199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0fe7591e-ad39-4abe-8a92-fd2480910c8c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6958098 Jul 13 07:38:30.308861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33186) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:30.326674 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53af02f5-7333-4bc8-982a-303e37d55c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.332095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53af02f5-7333-4bc8-982a-303e37d55c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.333321 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-53af02f5-7333-4bc8-982a-303e37d55c6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a557a91-0f0f-4ef0-984e-ef19df073732 HTTP/1.1" status: 204 len: 168 time: 0.4145119 Jul 13 07:38:30.344581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af02f5-7333-4bc8-982a-303e37d55c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a557a91-0f0f-4ef0-984e-ef19df073732,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.353324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b9a052e2-c18e-48b8-b476-11f5cf1453d9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': 'cf4a92a4-a9c1-46a4-b52d-9b73f968571e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:30.373607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Made reservation on behalf of d52762c0405c42bc971ec34c0160bb3c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:30.386694 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.428589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-07b68c89-ccf2-4958-a4b7-45a125cb823c None None] For port e11a2711-7b8a-406f-b37d-762ee76e8449, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e11a2711-7b8a-406f-b37d-762ee76e8449,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:30.441344 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07b68c89-ccf2-4958-a4b7-45a125cb823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.465857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b9060db5-2db9-4807-a81e-2addefc49fa2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:30.466671 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.600641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b68c89-ccf2-4958-a4b7-45a125cb823c None None] Pushing event updated for resources: {'Port': ['ID=e11a2711-7b8a-406f-b37d-762ee76e8449,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.650269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Provisioning complete for port b9060db5-2db9-4807-a81e-2addefc49fa2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:30.652812 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.698683 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-184d3669-79c6-4131-bd88-841ea3efff90 req-4cd47b72-6025-4ab5-a7c0-0252ffd7d792 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 210 time: 0.1016488 Jul 13 07:38:30.793101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Allocated IP 172.20.0.13 (707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8/eca6a03b-25bf-47a0-aae5-f347193dc542/2f6e9940-a8ce-44af-9628-5591e3ef1149) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:30.862467 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9a052e2-c18e-48b8-b476-11f5cf1453d9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.889434 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Provisioning complete for port e11a2711-7b8a-406f-b37d-762ee76e8449 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:30.890176 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.014745 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9a052e2-c18e-48b8-b476-11f5cf1453d9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.054154 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9a052e2-c18e-48b8-b476-11f5cf1453d9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.094746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a052e2-c18e-48b8-b476-11f5cf1453d9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5125831-1797-4b61-a1ca-3f45571c9515,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:31.109855 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9a052e2-c18e-48b8-b476-11f5cf1453d9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.115152 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b9a052e2-c18e-48b8-b476-11f5cf1453d9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7645547 Jul 13 07:38:31.117045 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33198) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.132469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Provisioning for port 25ef49cb-1a50-4176-b14e-19e7333a729b completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:31.137118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Provisioning complete for port 25ef49cb-1a50-4176-b14e-19e7333a729b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:31.137615 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.159353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2112600-91dd-4d44-baa0-ee888f7a2d33 req-c880e7d6-adac-4436-a1d3-52ce5eab6b32 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.160264 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2112600-91dd-4d44-baa0-ee888f7a2d33 req-c880e7d6-adac-4436-a1d3-52ce5eab6b32 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1686881 Jul 13 07:38:31.176848 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9748cbe6-41ef-490e-b3dc-a639207c6cca tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.187355 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9748cbe6-41ef-490e-b3dc-a639207c6cca tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.199108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Port 25ef49cb-1a50-4176-b14e-19e7333a729b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:31.202465 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.212500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Provisioning for port 226aa32a-7a01-44bf-a741-fe40e753933e completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:31.217904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Provisioning complete for port 226aa32a-7a01-44bf-a741-fe40e753933e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:31.218848 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.258025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33202) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.266459 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9748cbe6-41ef-490e-b3dc-a639207c6cca tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.266826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b2cd3329-390d-4bba-8d0e-ecb4ca80de1c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529355909', 'description': 'tempest-description--42387394'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:31.275855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-860a9430-b5f1-43df-896c-fd9fc5aa2b0f None None] Port 226aa32a-7a01-44bf-a741-fe40e753933e cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:31.297389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3329-390d-4bba-8d0e-ecb4ca80de1c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.298845 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9748cbe6-41ef-490e-b3dc-a639207c6cca tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.300304 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9748cbe6-41ef-490e-b3dc-a639207c6cca tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c5125831-1797-4b61-a1ca-3f45571c9515 HTTP/1.1" status: 204 len: 168 time: 0.1813343 Jul 13 07:38:31.302320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748cbe6-41ef-490e-b3dc-a639207c6cca tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5125831-1797-4b61-a1ca-3f45571c9515,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:31.304172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33206) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.340445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.360398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365', '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:31.363322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2112600-91dd-4d44-baa0-ee888f7a2d33 req-9ae7ec5a-bac0-4e35-bc72-f8b32a847b10 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974225 Jul 13 07:38:31.428078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:31.435465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:31.440389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event updated for resources: {'Port': ['ID=2f6e9940-a8ce-44af-9628-5591e3ef1149,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:31.447000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:31.464752 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f9bf808e-4aca-4385-af0d-7b58af3dec07 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1490967 Jul 13 07:38:31.467345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33210) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.509482 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8c970501-b8ed-494d-9ed4-2b0c36d018c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.520331 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8c970501-b8ed-494d-9ed4-2b0c36d018c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.522599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.523269 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.555566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f23d4196-b2ef-4a47-b3cc-fa13aa3e894b None None] Provisioning complete for port 25ef49cb-1a50-4176-b14e-19e7333a729b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:31.556164 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f23d4196-b2ef-4a47-b3cc-fa13aa3e894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.556938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3329-390d-4bba-8d0e-ecb4ca80de1c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.559329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8c970501-b8ed-494d-9ed4-2b0c36d018c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.565493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3329-390d-4bba-8d0e-ecb4ca80de1c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.568879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8c970501-b8ed-494d-9ed4-2b0c36d018c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.572246 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8c970501-b8ed-494d-9ed4-2b0c36d018c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9eb775d0-da2a-4954-bd66-944e74109a02 HTTP/1.1" status: 204 len: 168 time: 0.1017866 Jul 13 07:38:31.573663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33216) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.593590 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-1607de02-cbc9-4080-8587-54af41576408 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6398516 Jul 13 07:38:31.607150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Request body: {'port': {'device_id': '3065fcf1-9230-40d4-82db-dac9a5143761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:31.619253 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3329-390d-4bba-8d0e-ecb4ca80de1c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.620502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b2cd3329-390d-4bba-8d0e-ecb4ca80de1c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3599310 Jul 13 07:38:31.636699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33220) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.645490 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd3329-390d-4bba-8d0e-ecb4ca80de1c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46693e5-a55e-40d3-97b7-f8078b2b7e5c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:31.659421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8f53283b-ac63-443f-8da0-569d36991188 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'security_group_rule': {'security_group_id': 'a46693e5-a55e-40d3-97b7-f8078b2b7e5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:31.669430 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f23d4196-b2ef-4a47-b3cc-fa13aa3e894b None None] Port 25ef49cb-1a50-4176-b14e-19e7333a729b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:31.692594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-707a38fa-a6c7-4b4f-9704-63f26396e7c4 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1077526 Jul 13 07:38:31.693707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c970501-b8ed-494d-9ed4-2b0c36d018c6 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9eb775d0-da2a-4954-bd66-944e74109a02,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:31.696784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33224) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.731598 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f53283b-ac63-443f-8da0-569d36991188 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.738714 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.743881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8c023fc8-e18f-46a7-8b14-52c53755b36b tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.750178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f23d4196-b2ef-4a47-b3cc-fa13aa3e894b None None] Provisioning complete for port 226aa32a-7a01-44bf-a741-fe40e753933e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:31.750567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f23d4196-b2ef-4a47-b3cc-fa13aa3e894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.771864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8c023fc8-e18f-46a7-8b14-52c53755b36b tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.820528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f53283b-ac63-443f-8da0-569d36991188 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.826372 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f53283b-ac63-443f-8da0-569d36991188 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.827771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f23d4196-b2ef-4a47-b3cc-fa13aa3e894b None None] Port 226aa32a-7a01-44bf-a741-fe40e753933e cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:31.849833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53283b-ac63-443f-8da0-569d36991188 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452db933-b618-49eb-abdf-0705b2e4eaa5,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:31.859455 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f53283b-ac63-443f-8da0-569d36991188 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.862343 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f53283b-ac63-443f-8da0-569d36991188 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2126484 Jul 13 07:38:31.871878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33228) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.891655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a673514b-da9c-44f2-9a5e-13653fcf5d31 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'security_group_rule': {'security_group_id': 'a46693e5-a55e-40d3-97b7-f8078b2b7e5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:32.024259 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a673514b-da9c-44f2-9a5e-13653fcf5d31 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.029081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e11a2711-7b8a-406f-b37d-762ee76e8449 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:32.093355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c05264-003f-41b0-99db-8c5bc3c1f416 req-c66eb048-0000-44d3-a685-2c6bdf6f0453 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.100227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e11a2711-7b8a-406f-b37d-762ee76e8449 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:32.100662 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.101781 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3c05264-003f-41b0-99db-8c5bc3c1f416 req-c66eb048-0000-44d3-a685-2c6bdf6f0453 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 932 time: 0.1545892 Jul 13 07:38:32.128560 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a673514b-da9c-44f2-9a5e-13653fcf5d31 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.141263 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a673514b-da9c-44f2-9a5e-13653fcf5d31 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.193856 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3c05264-003f-41b0-99db-8c5bc3c1f416 req-3010a840-7b81-46a0-8361-e5892d3478a8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910077 Jul 13 07:38:32.206102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673514b-da9c-44f2-9a5e-13653fcf5d31 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5944f05e-5bfe-48ea-b853-1c20fab12f5f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.220744 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a673514b-da9c-44f2-9a5e-13653fcf5d31 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.226487 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a673514b-da9c-44f2-9a5e-13653fcf5d31 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3491635 Jul 13 07:38:32.226879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33234) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.231671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:32.257846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.266828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8c023fc8-e18f-46a7-8b14-52c53755b36b tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.278605 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8c023fc8-e18f-46a7-8b14-52c53755b36b tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.279807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8c023fc8-e18f-46a7-8b14-52c53755b36b tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d1441fdc-f5c8-4886-afa6-9d2637bb337e HTTP/1.1" status: 204 len: 168 time: 0.5820694 Jul 13 07:38:32.284656 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33236) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.286047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6e9940-a8ce-44af-9628-5591e3ef1149 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:32.291528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c023fc8-e18f-46a7-8b14-52c53755b36b tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1441fdc-f5c8-4886-afa6-9d2637bb337e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.297637 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.313633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Transition to ACTIVE for port object 2f6e9940-a8ce-44af-9628-5591e3ef1149 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:32.320135 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.379457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c754e5b1-ca30-473c-bf82-4f92aee88738 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0923386 Jul 13 07:38:32.382776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33240) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.393725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6e9940-a8ce-44af-9628-5591e3ef1149,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.460059 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0434597-fcdd-486d-8626-9defc0a78918 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.473886 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0434597-fcdd-486d-8626-9defc0a78918 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.500858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.561525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Attempting to bind port 2f6e9940-a8ce-44af-9628-5591e3ef1149 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:32.562273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Attempting to bind port 2f6e9940-a8ce-44af-9628-5591e3ef1149 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:32.563008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Attempting to bind port 2f6e9940-a8ce-44af-9628-5591e3ef1149 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:32.577916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0434597-fcdd-486d-8626-9defc0a78918 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.580823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Port 2f6e9940-a8ce-44af-9628-5591e3ef1149 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:32.589535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Attempting to bind port 2f6e9940-a8ce-44af-9628-5591e3ef1149 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:32.590541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0434597-fcdd-486d-8626-9defc0a78918 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.594189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c0434597-fcdd-486d-8626-9defc0a78918 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0c6eed32-d6f9-45a9-b17a-be30542dac41 HTTP/1.1" status: 204 len: 168 time: 0.2082536 Jul 13 07:38:32.598086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33252) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.626240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:32.626610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Checking segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:32.627000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Bound using segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:32.628646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Bound port: 2f6e9940-a8ce-44af-9628-5591e3ef1149, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:32.628990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.632228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0434597-fcdd-486d-8626-9defc0a78918 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c6eed32-d6f9-45a9-b17a-be30542dac41,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.672192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33256) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.672391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-397850ea-34af-45f2-85ae-bb06d3e520ee tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0730448 Jul 13 07:38:32.730389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0779-076e-49c1-ac84-e408b907072c req-5ce49932-769b-4de8-b8eb-df05c7fcdd0c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.732029 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebab0779-076e-49c1-ac84-e408b907072c req-5ce49932-769b-4de8-b8eb-df05c7fcdd0c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1738787 Jul 13 07:38:32.734109 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] For port 2f6e9940-a8ce-44af-9628-5591e3ef1149, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:32.734580 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Allocated IP 172.25.6.73 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/ae8191b3-c6d2-4bae-b2a5-d4f69ad5a95e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:32.738244 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95a3dabc-a0e6-4c43-821d-35b858a9be11 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.738421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] For port 2f6e9940-a8ce-44af-9628-5591e3ef1149, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2f6e9940-a8ce-44af-9628-5591e3ef1149,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:32.743523 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.762062 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95a3dabc-a0e6-4c43-821d-35b858a9be11 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.787041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.787686 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.789145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] 10.222.0.53 "PUT /v2.0/ports/2f6e9940-a8ce-44af-9628-5591e3ef1149 HTTP/1.1" status: 200 len: 1092 time: 1.1867795 Jul 13 07:38:32.789591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3065fcf1-9230-40d4-82db-dac9a5143761', 'tag': '2f6e9940-a8ce-44af-9628-5591e3ef1149'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:32.791870 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a7f195-0694-452a-a884-a16e67d8487d" -d '{"events": [{"name": "network-changed", "server_uuid": "3065fcf1-9230-40d4-82db-dac9a5143761", "tag": "2f6e9940-a8ce-44af-9628-5591e3ef1149"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:32.828524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6698a-c5ce-405c-af57-c65125425c58 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6e9940-a8ce-44af-9628-5591e3ef1149,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.849649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebab0779-076e-49c1-ac84-e408b907072c req-08bce0fd-212f-41ec-8bd4-b1e603db7aee tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064806 Jul 13 07:38:32.853269 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95a3dabc-a0e6-4c43-821d-35b858a9be11 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.858913 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95a3dabc-a0e6-4c43-821d-35b858a9be11 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.862934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-95a3dabc-a0e6-4c43-821d-35b858a9be11 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/65bae501-b636-474e-a9fc-20a19d4fa9b5 HTTP/1.1" status: 204 len: 168 time: 0.1855338 Jul 13 07:38:32.872249 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33262) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.877966 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84323d73-7334-47da-a2a7-d3193b449985 x-openstack-request-id: req-84323d73-7334-47da-a2a7-d3193b449985 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:32.878270 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3065fcf1-9230-40d4-82db-dac9a5143761", "tag": "2f6e9940-a8ce-44af-9628-5591e3ef1149", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:32.878534 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84323d73-7334-47da-a2a7-d3193b449985 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:32.878946 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3065fcf1-9230-40d4-82db-dac9a5143761', 'tag': '2f6e9940-a8ce-44af-9628-5591e3ef1149', 'status': 'completed', 'code': 200} Jul 13 07:38:32.916502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d3106767-a58b-4d9c-be9e-93b62e984322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.918228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-d3106767-a58b-4d9c-be9e-93b62e984322 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 1095 time: 0.0858295 Jul 13 07:38:32.925053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3dabc-a0e6-4c43-821d-35b858a9be11 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65bae501-b636-474e-a9fc-20a19d4fa9b5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.966410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-27f9cc86-45c5-425f-82c9-90515c6428a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f6e9940-a8ce-44af-9628-5591e3ef1149 HTTP/1.1" status: 200 len: 217 time: 0.0408173 Jul 13 07:38:32.979935 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7c3f8096-c876-41e8-852e-6cfcb8e7641c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805798 Jul 13 07:38:32.986552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33268) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:33.001850 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.022853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-0ea20563-e5d9-458c-a492-96b0b565f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.024630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-0ea20563-e5d9-458c-a492-96b0b565f4c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.0527916 Jul 13 07:38:33.058962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-f5d6ab38-bbc7-491c-8a49-9953a8cbc71f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282180 Jul 13 07:38:33.076359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe12d2f3-f789-40d3-9494-0544cdbda231 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.100793 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.144005 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe12d2f3-f789-40d3-9494-0544cdbda231 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.168172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:33.171369 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-38c476bf-66d2-4580-9704-aef264ea3266 service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060748 Jul 13 07:38:33.181738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:33.184494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:33.234918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Port': ['ID=ae8191b3-c6d2-4bae-b2a5-d4f69ad5a95e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.264712 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe12d2f3-f789-40d3-9494-0544cdbda231 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.268208 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe12d2f3-f789-40d3-9494-0544cdbda231 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.269408 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fe12d2f3-f789-40d3-9494-0544cdbda231 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-groups/cf4a92a4-a9c1-46a4-b52d-9b73f968571e HTTP/1.1" status: 204 len: 168 time: 0.2816110 Jul 13 07:38:33.274791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33282) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:33.289938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d3596e-9083-44d5-8df1-e27964b2d947 req-2e711923-f508-4228-9dac-cc4a6c402d0e service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127453 Jul 13 07:38:33.324930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12d2f3-f789-40d3-9494-0544cdbda231 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4a92a4-a9c1-46a4-b52d-9b73f968571e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.383580 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.401307 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ba9bc7dd-a47f-45fd-bb43-83c9c5b8cdab tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1240668 Jul 13 07:38:33.407175 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33288) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:33.432300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1a3ea9db-2b6f-474e-b3b4-38c05b658d20 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685608484'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:33.468793 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.486167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a69bc-1697-4425-a77f-1128b6b73821 req-16a121eb-d818-4607-8f26-81fcb7525392 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.487694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-854a69bc-1697-4425-a77f-1128b6b73821 req-16a121eb-d818-4607-8f26-81fcb7525392 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 944 time: 0.0940983 Jul 13 07:38:33.489714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7f195-0694-452a-a884-a16e67d8487d req-da0ca180-9b2f-4ab2-9907-26c9cc3ad933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.491176 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1a7f195-0694-452a-a884-a16e67d8487d req-da0ca180-9b2f-4ab2-9907-26c9cc3ad933 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 1095 time: 0.1403370 Jul 13 07:38:33.494776 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a3ea9db-2b6f-474e-b3b4-38c05b658d20 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.616125 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-854a69bc-1697-4425-a77f-1128b6b73821 req-29693201-07bb-4b5c-9ea2-7fa267ffbf32 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150708 Jul 13 07:38:33.661765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7f195-0694-452a-a884-a16e67d8487d req-99e61f78-e3da-44e9-a3f1-dbf0bf08a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.663304 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1a7f195-0694-452a-a884-a16e67d8487d req-99e61f78-e3da-44e9-a3f1-dbf0bf08a719 service neutron] 10.222.0.53 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 906 time: 0.1601615 Jul 13 07:38:33.713250 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a3ea9db-2b6f-474e-b3b4-38c05b658d20 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.723041 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a3ea9db-2b6f-474e-b3b4-38c05b658d20 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.730020 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1a7f195-0694-452a-a884-a16e67d8487d req-821ac4a4-5cd1-4038-a566-faca86982a5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f6e9940-a8ce-44af-9628-5591e3ef1149 HTTP/1.1" status: 200 len: 217 time: 0.0589728 Jul 13 07:38:33.747229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.756966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.772713 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a3ea9db-2b6f-474e-b3b4-38c05b658d20 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.775620 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1a3ea9db-2b6f-474e-b3b4-38c05b658d20 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3678129 Jul 13 07:38:33.779833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33308) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:33.786278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6c8ebaf0-c00a-4a81-bb50-9e32029697b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': 'f8cec40f-b6eb-4d27-bee9-9895faba7b04', 'direction': 'ingress', 'protocol': 17}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:33.812835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ea9db-2b6f-474e-b3b4-38c05b658d20 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cec40f-b6eb-4d27-bee9-9895faba7b04,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.815236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7f195-0694-452a-a884-a16e67d8487d req-473bace2-9f44-44bf-acb0-c7792ee57e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.816764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1a7f195-0694-452a-a884-a16e67d8487d req-473bace2-9f44-44bf-acb0-c7792ee57e72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.0797291 Jul 13 07:38:33.854222 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1a7f195-0694-452a-a884-a16e67d8487d req-e672f797-2607-433d-aae7-01955c1e7249 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302634 Jul 13 07:38:33.861035 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c8ebaf0-c00a-4a81-bb50-9e32029697b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.866841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Port': ['ID=ae8191b3-c6d2-4bae-b2a5-d4f69ad5a95e,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.879663 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.902380 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.912911 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a2f38d17-a3ae-4197-a45c-3ddfbc116ac3 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6764390 Jul 13 07:38:34.014414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c8ebaf0-c00a-4a81-bb50-9e32029697b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.019381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1a7f195-0694-452a-a884-a16e67d8487d req-a73bec6e-9f77-429e-906d-e1f5de75f12c service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540651 Jul 13 07:38:34.029589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c8ebaf0-c00a-4a81-bb50-9e32029697b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.098918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ebaf0-c00a-4a81-bb50-9e32029697b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca2d350-fe69-4b0c-a193-ad3ca43fb883,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:34.155637 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c8ebaf0-c00a-4a81-bb50-9e32029697b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.161173 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6c8ebaf0-c00a-4a81-bb50-9e32029697b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3802845 Jul 13 07:38:34.161666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33330) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:34.199012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1a7f195-0694-452a-a884-a16e67d8487d req-a9b11c28-d670-4e7d-84b9-6bd2e0012535 service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656229 Jul 13 07:38:34.209095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6a707-609e-48bf-9a67-77c20f435697 req-44cb9399-8a62-41a0-982b-c0982964292b tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.210677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ef6a707-609e-48bf-9a67-77c20f435697 req-44cb9399-8a62-41a0-982b-c0982964292b tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1947801 Jul 13 07:38:34.249433 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-674b2abb-352e-4a82-a7f4-60470a83b6a8 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--529355909&fields=id&tenant_id=13786c1fa5354a01b98ccc442b005d53 HTTP/1.1" status: 200 len: 267 time: 0.0755272 Jul 13 07:38:34.257284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ef6a707-609e-48bf-9a67-77c20f435697 req-27613188-1eec-4761-9683-918bd8f3f42f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390718 Jul 13 07:38:34.265031 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-768b4c99-d6c4-4f94-a803-4adcbae3d0f8 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.306136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33334) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:34.321503 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-768b4c99-d6c4-4f94-a803-4adcbae3d0f8 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.354294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-d9a618e1-dd69-4cda-992a-6b21b55140a0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.355706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-d9a618e1-dd69-4cda-992a-6b21b55140a0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports/25ef49cb-1a50-4176-b14e-19e7333a729b HTTP/1.1" status: 200 len: 929 time: 0.0784984 Jul 13 07:38:34.409892 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.432468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-6463bfa9-6bca-4d4a-a9b7-a204a8533da2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.433872 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-6463bfa9-6bca-4d4a-a9b7-a204a8533da2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports/226aa32a-7a01-44bf-a741-fe40e753933e HTTP/1.1" status: 200 len: 932 time: 0.0679922 Jul 13 07:38:34.435031 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-768b4c99-d6c4-4f94-a803-4adcbae3d0f8 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.438387 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-768b4c99-d6c4-4f94-a803-4adcbae3d0f8 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.439850 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-768b4c99-d6c4-4f94-a803-4adcbae3d0f8 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-groups/f8cec40f-b6eb-4d27-bee9-9895faba7b04 HTTP/1.1" status: 204 len: 168 time: 0.2760873 Jul 13 07:38:34.444148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33338) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:34.461991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b4c99-d6c4-4f94-a803-4adcbae3d0f8 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cec40f-b6eb-4d27-bee9-9895faba7b04,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:34.465938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97e9d509-0ca0-4e19-a2b6-7278c2ed1648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.485210 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-73d15959-c171-49c7-8f53-f6e26cc056d4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?network_id=ef91ead4-00b2-45c5-a5ff-383c96524366&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0441353 Jul 13 07:38:34.511573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-02208d53-b985-4f9b-a7c1-d12c52f00f70 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663619 Jul 13 07:38:34.515114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33340) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:34.524231 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-f0dfafc9-2dc7-424e-9fb0-c5994aa0cc11 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?network_id=ef91ead4-00b2-45c5-a5ff-383c96524366&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0322101 Jul 13 07:38:34.524435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7e3b5882-61d0-458d-ab13-189640b8a2fc tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group': {'name': 'tempest-secgroup--871121348'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:34.609192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97e9d509-0ca0-4e19-a2b6-7278c2ed1648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.616390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97e9d509-0ca0-4e19-a2b6-7278c2ed1648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.655703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-94a37b5a-32d2-45eb-bb44-a280a65ffb35 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.663460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-94a37b5a-32d2-45eb-bb44-a280a65ffb35 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.665564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-97e9d509-0ca0-4e19-a2b6-7278c2ed1648 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f29f569df64d41ee9029f7a9afdc0f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582916 Jul 13 07:38:34.669364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33344) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:34.669890 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-94a37b5a-32d2-45eb-bb44-a280a65ffb35 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.670098 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5882-61d0-458d-ab13-189640b8a2fc tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.671547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-94a37b5a-32d2-45eb-bb44-a280a65ffb35 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/networks?id=404cf158-687c-4a31-86f5-f16b75de7176&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=ef91ead4-00b2-45c5-a5ff-383c96524366&id=ef91ead4-00b2-45c5-a5ff-383c96524366 HTTP/1.1" status: 200 len: 1990 time: 0.1410680 Jul 13 07:38:34.693987 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-4171080e-db7f-4459-9996-6b65760d969d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/quotas/13786c1fa5354a01b98ccc442b005d53 HTTP/1.1" status: 200 len: 375 time: 0.0106151 Jul 13 07:38:34.706208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9d509-0ca0-4e19-a2b6-7278c2ed1648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18465d77-481f-4ace-996a-38d088a3f8c2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:34.748775 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7de387d-eee6-4b30-a0c2-49b5eb002921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.791730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-bb3a85af-5a9e-4172-a7d0-38f5debe376c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0904253 Jul 13 07:38:34.817523 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7de387d-eee6-4b30-a0c2-49b5eb002921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.901957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06329aa9-a561-4e4b-ab89-b5e7e5a0bfca req-a4060e59-fbee-44d5-85b8-0f4b0b0ddc82 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.903613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06329aa9-a561-4e4b-ab89-b5e7e5a0bfca req-a4060e59-fbee-44d5-85b8-0f4b0b0ddc82 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 944 time: 0.1558917 Jul 13 07:38:34.931589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7de387d-eee6-4b30-a0c2-49b5eb002921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.933962 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7de387d-eee6-4b30-a0c2-49b5eb002921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.935031 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f7de387d-eee6-4b30-a0c2-49b5eb002921 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18465d77-481f-4ace-996a-38d088a3f8c2 HTTP/1.1" status: 204 len: 168 time: 0.2627428 Jul 13 07:38:34.939027 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5882-61d0-458d-ab13-189640b8a2fc tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.955969 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5882-61d0-458d-ab13-189640b8a2fc tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.959023 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-63bcd8c1-eeb0-4a54-9ea0-d6469647649d service neutron] 10.222.0.44 "GET /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558387 Jul 13 07:38:34.964700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de387d-eee6-4b30-a0c2-49b5eb002921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18465d77-481f-4ace-996a-38d088a3f8c2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:34.996344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5882-61d0-458d-ab13-189640b8a2fc tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.997596 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7e3b5882-61d0-458d-ab13-189640b8a2fc tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4815650 Jul 13 07:38:35.002863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33354) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.004188 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06329aa9-a561-4e4b-ab89-b5e7e5a0bfca req-5129b742-6754-45e9-88ce-e7d0582de8bd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839317 Jul 13 07:38:35.007565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fd4cb8b6-d14d-4524-a98e-d92507017a63 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938003316'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:35.012874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b5882-61d0-458d-ab13-189640b8a2fc tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001dd790-c7df-431e-9c49-5a93ff52ce77,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.071160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb8b6-d14d-4524-a98e-d92507017a63 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.104218 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-0938fe75-d86d-435b-ac3c-1dec3f0a2dfb service neutron] 10.222.0.44 "GET /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332803 Jul 13 07:38:35.179196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-848e1a56-e42d-4171-a743-98ddd667b354 service neutron] 10.222.0.44 "GET /v2.0/ports/25ef49cb-1a50-4176-b14e-19e7333a729b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0577371 Jul 13 07:38:35.242683 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb8b6-d14d-4524-a98e-d92507017a63 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.269952 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb8b6-d14d-4524-a98e-d92507017a63 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.275105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33358) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.289724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eac99af4-0b34-463d-83c5-fd515d4020bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.313607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd4cb8b6-d14d-4524-a98e-d92507017a63 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.317891 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fd4cb8b6-d14d-4524-a98e-d92507017a63 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3140435 Jul 13 07:38:35.318073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33362) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.326383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c2065c8a-8aed-4d7a-9a71-59458710cdc2 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': '001dd790-c7df-431e-9c49-5a93ff52ce77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'db7d963b-180c-4893-a880-1ee4a42b6689', 'remote_ip_prefix': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:35.329983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cb8b6-d14d-4524-a98e-d92507017a63 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7d963b-180c-4893-a880-1ee4a42b6689,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.341121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2022c535-a5b1-4d5c-a3e5-268c065c8a2d service neutron] 10.222.0.44 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544888 Jul 13 07:38:35.435702 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eac99af4-0b34-463d-83c5-fd515d4020bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.445721 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eac99af4-0b34-463d-83c5-fd515d4020bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.446214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-f0d6af9f-562a-4c6e-9bc8-f09e7289bf16 service neutron] 10.222.0.44 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981622 Jul 13 07:38:35.498534 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ccd75399-5adf-47da-b18a-8781f7c13474 service neutron] 10.222.0.44 "GET /v2.0/ports/226aa32a-7a01-44bf-a741-fe40e753933e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0456886 Jul 13 07:38:35.514888 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eac99af4-0b34-463d-83c5-fd515d4020bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=899ea772bfb6465bae96aea1b9c56ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386875 Jul 13 07:38:35.518106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac99af4-0b34-463d-83c5-fd515d4020bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd08863-2bad-427e-b8ca-0035b274fa84,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.520686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33364) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.524255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c2065c8a-8aed-4d7a-9a71-59458710cdc2 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.569686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb3249-8e5e-4129-a958-12cc18a4af51 req-a2425aec-0ea9-4fde-8502-a411b11c8a48 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.571168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41cb3249-8e5e-4129-a958-12cc18a4af51 req-a2425aec-0ea9-4fde-8502-a411b11c8a48 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1730917 Jul 13 07:38:35.594312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-292b6ce5-9e36-41fd-a40b-52d5ecc123a0 service neutron] 10.222.0.44 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897176 Jul 13 07:38:35.656255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbbc3ffd-9139-42c2-9946-d043525e0f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.660287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41cb3249-8e5e-4129-a958-12cc18a4af51 req-872da911-6ad8-4f21-8597-f516563817d6 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777705 Jul 13 07:38:35.662799 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c2065c8a-8aed-4d7a-9a71-59458710cdc2 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.671779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c2065c8a-8aed-4d7a-9a71-59458710cdc2 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.686751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-53ca59ed-924e-4a91-a131-67cbaa689ba7 service neutron] 10.222.0.44 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864434 Jul 13 07:38:35.695806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbbc3ffd-9139-42c2-9946-d043525e0f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.708621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2065c8a-8aed-4d7a-9a71-59458710cdc2 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c25b4f-1a54-4248-8a1d-b36c85172a7c,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.721328 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c2065c8a-8aed-4d7a-9a71-59458710cdc2 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.722522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c2065c8a-8aed-4d7a-9a71-59458710cdc2 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4035287 Jul 13 07:38:35.726258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33366) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.754188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbbc3ffd-9139-42c2-9946-d043525e0f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.756828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbbc3ffd-9139-42c2-9946-d043525e0f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.758005 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dbbc3ffd-9139-42c2-9946-d043525e0f6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bd08863-2bad-427e-b8ca-0035b274fa84 HTTP/1.1" status: 204 len: 168 time: 0.2347953 Jul 13 07:38:35.767465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc3ffd-9139-42c2-9946-d043525e0f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd08863-2bad-427e-b8ca-0035b274fa84,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.803637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce8821cc-ed30-4944-b4c4-0ac7b065cd84 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.816630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce8821cc-ed30-4944-b4c4-0ac7b065cd84 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.837619 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ef470367-f549-47c5-b1f5-ee65bb4ff0ea service neutron] 10.222.0.44 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432617 Jul 13 07:38:35.875099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce8821cc-ed30-4944-b4c4-0ac7b065cd84 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.880463 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce8821cc-ed30-4944-b4c4-0ac7b065cd84 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.884096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ce8821cc-ed30-4944-b4c4-0ac7b065cd84 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/02c25b4f-1a54-4248-8a1d-b36c85172a7c HTTP/1.1" status: 204 len: 168 time: 0.1544242 Jul 13 07:38:35.884449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33372) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.922568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8821cc-ed30-4944-b4c4-0ac7b065cd84 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02c25b4f-1a54-4248-8a1d-b36c85172a7c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:35.946836 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8f1eea8d-1dda-4afd-96a5-c303799f8bda tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0584655 Jul 13 07:38:35.947815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33374) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.959642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-05aa4ed2-6d7b-4752-8b52-e27af9742407 service neutron] 10.222.0.44 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161411 Jul 13 07:38:36.006067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dfa33265-5ff9-49e0-89be-1e9794f8e96e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.029550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dfa33265-5ff9-49e0-89be-1e9794f8e96e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.078040 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dfa33265-5ff9-49e0-89be-1e9794f8e96e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.080408 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3d6ada8c-b545-473f-b007-07cb6cb226d9 service neutron] 10.222.0.44 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145532 Jul 13 07:38:36.086069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dfa33265-5ff9-49e0-89be-1e9794f8e96e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.087378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dfa33265-5ff9-49e0-89be-1e9794f8e96e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-groups/db7d963b-180c-4893-a880-1ee4a42b6689 HTTP/1.1" status: 204 len: 168 time: 0.1393330 Jul 13 07:38:36.093144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33382) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:36.130428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa33265-5ff9-49e0-89be-1e9794f8e96e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7d963b-180c-4893-a880-1ee4a42b6689,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:36.194154 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ce072d86-0bf0-4935-ba02-705956436df4 service neutron] 10.222.0.44 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057684 Jul 13 07:38:36.201713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e3642964-9451-4828-ba57-d7ea30a8e7b3 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1073878 Jul 13 07:38:36.205631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33390) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:36.278710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f204748-f74e-4f21-9094-6c0dd8f555cf req-d74629a0-2017-4989-b261-c79d1f90fa97 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.285326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4f204748-f74e-4f21-9094-6c0dd8f555cf req-d74629a0-2017-4989-b261-c79d1f90fa97 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 944 time: 0.1249580 Jul 13 07:38:36.287245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-f0911323-e7d7-4d62-9c89-aab40e6dea17 service neutron] 10.222.0.44 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876617 Jul 13 07:38:36.310353 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94c9e113-b7d9-476d-b674-6d05705e5e6f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.350617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4f204748-f74e-4f21-9094-6c0dd8f555cf req-561355a0-19b2-4a43-b2eb-fdeb5de9dad1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643120 Jul 13 07:38:36.352249 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94c9e113-b7d9-476d-b674-6d05705e5e6f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.390096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-a8f2cadb-12e4-40b1-a9cd-315c2d31ae14 service neutron] 10.222.0.44 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972035 Jul 13 07:38:36.418526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94c9e113-b7d9-476d-b674-6d05705e5e6f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.421193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94c9e113-b7d9-476d-b674-6d05705e5e6f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.422389 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-94c9e113-b7d9-476d-b674-6d05705e5e6f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-groups/001dd790-c7df-431e-9c49-5a93ff52ce77 HTTP/1.1" status: 204 len: 168 time: 0.2154241 Jul 13 07:38:36.426318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33398) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:36.441015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9e113-b7d9-476d-b674-6d05705e5e6f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=001dd790-c7df-431e-9c49-5a93ff52ce77,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:36.531905 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-395db669-cf63-45a4-a3b5-77a94ac43443 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030469 Jul 13 07:38:36.536317 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33404) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:36.540719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ea8b2f9f-4a64-4191-8de4-cf9311237dd9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group': {'name': 'tempest-secgroup--210397376'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:36.563674 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-c7a1f2ff-fa36-4c3a-87d3-8cc6c00c6289 service neutron] 10.222.0.44 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660056 Jul 13 07:38:36.591436 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2f9f-4a64-4191-8de4-cf9311237dd9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.692867 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-042a99a2-0dac-4a74-811f-76bc2b15ee6f service neutron] 10.222.0.44 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228251 Jul 13 07:38:36.742884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2f9f-4a64-4191-8de4-cf9311237dd9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.748469 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2f9f-4a64-4191-8de4-cf9311237dd9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.772772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2f9f-4a64-4191-8de4-cf9311237dd9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.774013 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ea8b2f9f-4a64-4191-8de4-cf9311237dd9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2367673 Jul 13 07:38:36.776949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33414) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:36.783644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3973a40e-1782-4a3c-b225-216006273cde tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': '41609e44-96ba-4724-9023-bba9936a9e2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:36.791455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b2f9f-4a64-4191-8de4-cf9311237dd9 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41609e44-96ba-4724-9023-bba9936a9e2f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:36.876432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3973a40e-1782-4a3c-b225-216006273cde tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.919554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646dc28-ad1a-45d9-bd1f-0583881c7cd9 req-2695a196-7a08-4df9-bda8-8be32805071d tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.921022 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6646dc28-ad1a-45d9-bd1f-0583881c7cd9 req-2695a196-7a08-4df9-bda8-8be32805071d tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1116514 Jul 13 07:38:36.983307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3973a40e-1782-4a3c-b225-216006273cde tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.989237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6646dc28-ad1a-45d9-bd1f-0583881c7cd9 req-82efa93c-91f7-4aa8-ad96-5fca0d07e90c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582149 Jul 13 07:38:36.991946 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3973a40e-1782-4a3c-b225-216006273cde tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.015204 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3973a40e-1782-4a3c-b225-216006273cde tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.019878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33430) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:37.020094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3973a40e-1782-4a3c-b225-216006273cde tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2410076 Jul 13 07:38:37.021142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973a40e-1782-4a3c-b225-216006273cde tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da777235-d75a-4928-b095-196029ed0ec0,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.060316 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ede9933d-6500-4822-8d0d-1238646c5752 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.070464 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ede9933d-6500-4822-8d0d-1238646c5752 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.119521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ede9933d-6500-4822-8d0d-1238646c5752 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.137445 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ede9933d-6500-4822-8d0d-1238646c5752 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.142164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33442) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:37.150309 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ede9933d-6500-4822-8d0d-1238646c5752 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/da777235-d75a-4928-b095-196029ed0ec0 HTTP/1.1" status: 204 len: 168 time: 0.1290650 Jul 13 07:38:37.163316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9933d-6500-4822-8d0d-1238646c5752 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da777235-d75a-4928-b095-196029ed0ec0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.201610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33444) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:37.205996 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d034b428-eaa0-4aed-9d47-cf68afed9495 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616701 Jul 13 07:38:37.238401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2f6e9940-a8ce-44af-9628-5591e3ef1149 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:37.263983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15f91e51-dc7c-4c6f-89f8-6e57b7f9035d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.295160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15f91e51-dc7c-4c6f-89f8-6e57b7f9035d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.370993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15f91e51-dc7c-4c6f-89f8-6e57b7f9035d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.374280 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15f91e51-dc7c-4c6f-89f8-6e57b7f9035d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.378214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-15f91e51-dc7c-4c6f-89f8-6e57b7f9035d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-groups/41609e44-96ba-4724-9023-bba9936a9e2f HTTP/1.1" status: 204 len: 168 time: 0.1728909 Jul 13 07:38:37.378386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2f6e9940-a8ce-44af-9628-5591e3ef1149, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2f6e9940-a8ce-44af-9628-5591e3ef1149,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:37.379422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33456) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:37.387350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f91e51-dc7c-4c6f-89f8-6e57b7f9035d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41609e44-96ba-4724-9023-bba9936a9e2f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.432139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '2f6e9940-a8ce-44af-9628-5591e3ef1149', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'port_id': '2f6e9940-a8ce-44af-9628-5591e3ef1149', 'mac_address': 'fa:16:3e:95:4e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca6a03b-25bf-47a0-aae5-f347193dc542', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:37.467452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7d9904c0-c53a-45e9-a3ae-9c728bb89863 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858946 Jul 13 07:38:37.471678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33458) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:37.477896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-814c973e-ed05-41ec-82a8-2e1e1bf918b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602573727'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:37.528257 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-814c973e-ed05-41ec-82a8-2e1e1bf918b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.566817 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.582124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6e9940-a8ce-44af-9628-5591e3ef1149 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:37.604552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2f6e9940-a8ce-44af-9628-5591e3ef1149, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2f6e9940-a8ce-44af-9628-5591e3ef1149,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:37.616734 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.637981 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-987bc522-f874-42cc-97b3-b1523e7156a7 req-73c4ca3b-efa3-43c9-aaba-1bd1d525f0f5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0709476 Jul 13 07:38:37.684581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d24d4b-57aa-4962-9544-640f06beabee req-0164fede-d464-43ae-830b-a589df60a413 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.708104 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-19d24d4b-57aa-4962-9544-640f06beabee req-0164fede-d464-43ae-830b-a589df60a413 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 944 time: 0.1444995 Jul 13 07:38:37.776830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=2f6e9940-a8ce-44af-9628-5591e3ef1149,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.778746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-19d24d4b-57aa-4962-9544-640f06beabee req-294aa677-4523-4781-ad07-608a5c163016 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534608 Jul 13 07:38:37.790422 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-814c973e-ed05-41ec-82a8-2e1e1bf918b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.797777 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-814c973e-ed05-41ec-82a8-2e1e1bf918b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.801139 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.842235 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-814c973e-ed05-41ec-82a8-2e1e1bf918b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.847788 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-814c973e-ed05-41ec-82a8-2e1e1bf918b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3705964 Jul 13 07:38:37.847788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c973e-ed05-41ec-82a8-2e1e1bf918b5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb30ae9f-5d0d-4485-a496-827d3e85053c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.847788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33478) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:37.852327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-dc82bbba-744b-43e9-8d5a-0df643fda184 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': 'fb30ae9f-5d0d-4485-a496-827d3e85053c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:37.881315 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc82bbba-744b-43e9-8d5a-0df643fda184 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.949939 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc82bbba-744b-43e9-8d5a-0df643fda184 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.954690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc82bbba-744b-43e9-8d5a-0df643fda184 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.976574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82bbba-744b-43e9-8d5a-0df643fda184 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411fa576-54bd-4787-bbeb-aa6daef6b6ce,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.981776 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc82bbba-744b-43e9-8d5a-0df643fda184 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.984005 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dc82bbba-744b-43e9-8d5a-0df643fda184 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353958 Jul 13 07:38:37.987137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33488) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:37.997280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2f6e9940-a8ce-44af-9628-5591e3ef1149'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:38.006699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fc2e3d9f-49c0-4590-942a-e1db61361634 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules/411fa576-54bd-4787-bbeb-aa6daef6b6ce HTTP/1.1" status: 200 len: 763 time: 0.0183008 Jul 13 07:38:38.009325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33490) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.101333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b75d4358-d148-4a05-9069-18a7cbb05811 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0893335 Jul 13 07:38:38.103621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33494) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.187536 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-123a511e-8f84-4307-8883-39944268953e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.235626 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-123a511e-8f84-4307-8883-39944268953e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.287198 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-123a511e-8f84-4307-8883-39944268953e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.292284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-123a511e-8f84-4307-8883-39944268953e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.296085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33498) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.296733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-123a511e-8f84-4307-8883-39944268953e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/411fa576-54bd-4787-bbeb-aa6daef6b6ce HTTP/1.1" status: 204 len: 168 time: 0.1910312 Jul 13 07:38:38.309800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a511e-8f84-4307-8883-39944268953e tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=411fa576-54bd-4787-bbeb-aa6daef6b6ce,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:38.326336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e1ca4-1728-4608-b5a7-bbf3c3a4f399 req-438e7eaf-7cbc-4397-9db8-efdfc79f8db2 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:38.330346 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fc0e1ca4-1728-4608-b5a7-bbf3c3a4f399 req-438e7eaf-7cbc-4397-9db8-efdfc79f8db2 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1432595 Jul 13 07:38:38.364067 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-553c1ab6-9df9-4d9f-a3e1-6cfb233a5586 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639896 Jul 13 07:38:38.365465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33500) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.369992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-13770fd9-eb3a-4d01-b27d-d286d151891f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': 'fb30ae9f-5d0d-4485-a496-827d3e85053c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:38.373258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fc0e1ca4-1728-4608-b5a7-bbf3c3a4f399 req-fe451766-e2af-418e-af96-b0eed2763f94 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367792 Jul 13 07:38:38.418173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13770fd9-eb3a-4d01-b27d-d286d151891f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.468361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13770fd9-eb3a-4d01-b27d-d286d151891f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.472664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13770fd9-eb3a-4d01-b27d-d286d151891f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.491376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13770fd9-eb3a-4d01-b27d-d286d151891f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e6794f-c901-4134-8742-310e5be27594,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:38.506378 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13770fd9-eb3a-4d01-b27d-d286d151891f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.507689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-13770fd9-eb3a-4d01-b27d-d286d151891f tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412621 Jul 13 07:38:38.510545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33506) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.529223 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-02c31d6f-e846-47ab-9c28-e4b496659b98 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules/d9e6794f-c901-4134-8742-310e5be27594 HTTP/1.1" status: 200 len: 763 time: 0.0176086 Jul 13 07:38:38.531791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33510) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.584864 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7ee09da6-0062-4ca7-9f72-fda409e276de tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0512664 Jul 13 07:38:38.587378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33516) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.610717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb36e-fd02-4702-acd4-e9191ae887be tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.618194 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb36e-fd02-4702-acd4-e9191ae887be tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.645075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb36e-fd02-4702-acd4-e9191ae887be tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.651355 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb36e-fd02-4702-acd4-e9191ae887be tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.652699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b2aeb36e-fd02-4702-acd4-e9191ae887be tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d9e6794f-c901-4134-8742-310e5be27594 HTTP/1.1" status: 204 len: 168 time: 0.0643659 Jul 13 07:38:38.655446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33518) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.658707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeb36e-fd02-4702-acd4-e9191ae887be tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9e6794f-c901-4134-8742-310e5be27594,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:38.699139 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-98836eca-a049-4510-abf5-26e3a021a83d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423872 Jul 13 07:38:38.701899 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33522) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.707202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-14cf96a2-0168-4e10-a6d8-e17c9d81e8e5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Request body: {'security_group_rule': {'security_group_id': 'fb30ae9f-5d0d-4485-a496-827d3e85053c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:38.733324 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-14cf96a2-0168-4e10-a6d8-e17c9d81e8e5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Project 2145d79a78c24e909b807d755cc157cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:38:38.739490 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14cf96a2-0168-4e10-a6d8-e17c9d81e8e5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.820040 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14cf96a2-0168-4e10-a6d8-e17c9d81e8e5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.822676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-246eee16-19fd-408a-ae5a-f0010bde5ef4 req-8f377efb-407f-4c18-8557-f63d9afb9026 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0433013 Jul 13 07:38:38.826003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14cf96a2-0168-4e10-a6d8-e17c9d81e8e5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.845841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf96a2-0168-4e10-a6d8-e17c9d81e8e5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86f5652-aa55-41d7-9c0a-7ffa308729e3,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:38.881847 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14cf96a2-0168-4e10-a6d8-e17c9d81e8e5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.886175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-14cf96a2-0168-4e10-a6d8-e17c9d81e8e5 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1820238 Jul 13 07:38:38.894432 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33530) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.897195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33532) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.925901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33536) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.926166 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9ebd705a-eaa2-4752-980b-6cd94d94155c tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules/e86f5652-aa55-41d7-9c0a-7ffa308729e3 HTTP/1.1" status: 200 len: 769 time: 0.0276663 Jul 13 07:38:39.008178 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dc9aeefd-a643-4aa8-8846-b1c1c047da91 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0777633 Jul 13 07:38:39.008325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33540) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:39.032729 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae12c431-6888-4f46-8938-c6dfb649f1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.053488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2364fd0a-844c-4dc0-840a-6a6712cd2d82 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.087601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2364fd0a-844c-4dc0-840a-6a6712cd2d82 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.130411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110bcba-4501-47f7-bbf2-add2432eaad4 req-76abb888-5dd6-40dd-8545-47c09ad5aab9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.132262 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1110bcba-4501-47f7-bbf2-add2432eaad4 req-76abb888-5dd6-40dd-8545-47c09ad5aab9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 945 time: 0.1625526 Jul 13 07:38:39.137997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-b175ee64-7085-4942-994e-2c465f31a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.139612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-b175ee64-7085-4942-994e-2c465f31a2f2 service neutron] 10.222.0.54 "GET /v2.0/ports/25ef49cb-1a50-4176-b14e-19e7333a729b HTTP/1.1" status: 200 len: 1025 time: 0.1007323 Jul 13 07:38:39.155784 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae12c431-6888-4f46-8938-c6dfb649f1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.156506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2364fd0a-844c-4dc0-840a-6a6712cd2d82 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.161919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae12c431-6888-4f46-8938-c6dfb649f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.173238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2364fd0a-844c-4dc0-840a-6a6712cd2d82 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.174935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2364fd0a-844c-4dc0-840a-6a6712cd2d82 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e86f5652-aa55-41d7-9c0a-7ffa308729e3 HTTP/1.1" status: 204 len: 168 time: 0.1662118 Jul 13 07:38:39.177834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33544) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:39.209677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364fd0a-844c-4dc0-840a-6a6712cd2d82 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e86f5652-aa55-41d7-9c0a-7ffa308729e3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:39.228940 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ae12c431-6888-4f46-8938-c6dfb649f1c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd7f8d6a7835411796a6597014a4e8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369353 Jul 13 07:38:39.229207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33546) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:39.238650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1110bcba-4501-47f7-bbf2-add2432eaad4 req-957b00a5-03e7-43a9-9e7f-da30f5045462 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942831 Jul 13 07:38:39.244754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-b9faa636-cd00-432f-9fa4-fefac426f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.246919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-b9faa636-cd00-432f-9fa4-fefac426f889 service neutron] 10.222.0.54 "GET /v2.0/ports/226aa32a-7a01-44bf-a741-fe40e753933e HTTP/1.1" status: 200 len: 1028 time: 0.0916090 Jul 13 07:38:39.252693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2f6e9940-a8ce-44af-9628-5591e3ef1149 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:39.254761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12c431-6888-4f46-8938-c6dfb649f1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5484ca90-2d5c-4598-b083-e0f0b7ea9194,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:39.325891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 2f6e9940-a8ce-44af-9628-5591e3ef1149 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:39.331539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 2f6e9940-a8ce-44af-9628-5591e3ef1149 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:39.331911 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.344371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33558) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:39.346837 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f06119a1-44aa-4202-b923-4571701ed60b tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1643248 Jul 13 07:38:39.371198 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2de160da-82f9-4d62-9f2a-c147f92c173d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.428801 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.445300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-61333943-714f-46c6-968c-90a91c785a7f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.451636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-61333943-714f-46c6-968c-90a91c785a7f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.456246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2de160da-82f9-4d62-9f2a-c147f92c173d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.458516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-61333943-714f-46c6-968c-90a91c785a7f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.460405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-61333943-714f-46c6-968c-90a91c785a7f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "GET /v2.0/networks?id=404cf158-687c-4a31-86f5-f16b75de7176&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=ef91ead4-00b2-45c5-a5ff-383c96524366&id=ef91ead4-00b2-45c5-a5ff-383c96524366 HTTP/1.1" status: 200 len: 1990 time: 0.2012970 Jul 13 07:38:39.493479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99e39407-34a8-418c-96e0-e37d3244a14a tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.495896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3065fcf1-9230-40d4-82db-dac9a5143761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6e9940-a8ce-44af-9628-5591e3ef1149'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:39.503610 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd75216-3025-4b7b-8642-f697cad3931d" -d '{"events": [{"server_uuid": "3065fcf1-9230-40d4-82db-dac9a5143761", "name": "network-vif-plugged", "status": "completed", "tag": "2f6e9940-a8ce-44af-9628-5591e3ef1149"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:39.512306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996d69b-55a7-41c5-a894-9e804b783899 req-02497ccb-2fbf-4624-804e-d44b10448d52 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.519166 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-02497ccb-2fbf-4624-804e-d44b10448d52 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 814 time: 0.1684356 Jul 13 07:38:39.536136 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-d25d63b2-9aec-4cae-a785-61d9622ca925 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/quotas/333513463115431abac9904e9b17baa9 HTTP/1.1" status: 200 len: 375 time: 0.0159838 Jul 13 07:38:39.536796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ce9983e7-7441-4469-878c-22a257f04fef tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13786c1fa5354a01b98ccc442b005d53 HTTP/1.1" status: 200 len: 379 time: 0.0645888 Jul 13 07:38:39.540193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2f6e9940-a8ce-44af-9628-5591e3ef1149, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2f6e9940-a8ce-44af-9628-5591e3ef1149,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:39.543466 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99e39407-34a8-418c-96e0-e37d3244a14a tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.546560 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.552451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'admin_state_up': True, 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'security_groups': ['a46693e5-a55e-40d3-97b7-f8078b2b7e5c']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:39.595623 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2de160da-82f9-4d62-9f2a-c147f92c173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.598323 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2de160da-82f9-4d62-9f2a-c147f92c173d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.603689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2de160da-82f9-4d62-9f2a-c147f92c173d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5484ca90-2d5c-4598-b083-e0f0b7ea9194 HTTP/1.1" status: 204 len: 168 time: 0.3733737 Jul 13 07:38:39.650707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de160da-82f9-4d62-9f2a-c147f92c173d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5484ca90-2d5c-4598-b083-e0f0b7ea9194,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:39.655350 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=2f6e9940-a8ce-44af-9628-5591e3ef1149,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:39.665875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-f65554ff-57e9-4b44-8a19-145054ecf098 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278093 Jul 13 07:38:39.741810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486908c9-6dd5-448f-b04f-dec6e673438c req-eef5b2ee-aab1-447b-8b8a-08919daf1d8c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.744644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-486908c9-6dd5-448f-b04f-dec6e673438c req-eef5b2ee-aab1-447b-8b8a-08919daf1d8c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1767633 Jul 13 07:38:39.749990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99e39407-34a8-418c-96e0-e37d3244a14a tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.752978 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99e39407-34a8-418c-96e0-e37d3244a14a tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.757175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-99e39407-34a8-418c-96e0-e37d3244a14a tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "DELETE /v2.0/security-groups/fb30ae9f-5d0d-4485-a496-827d3e85053c HTTP/1.1" status: 204 len: 168 time: 0.4088211 Jul 13 07:38:39.759062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33566) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:39.828336 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-63ace4fe-3d3d-4f19-bb04-651491f277f9 service neutron] 10.222.0.44 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614349 Jul 13 07:38:39.863830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9c1118c7-0fcf-49fb-9dfd-cc46d0c1a73d tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0970051 Jul 13 07:38:39.868137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33572) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:39.985830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-059381c3-5a60-4f14-9197-58c42f5d1044 tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145518 Jul 13 07:38:40.029265 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-14ad6c32-e4b0-489d-b9b3-d29e9ef57332 service neutron] 10.222.0.44 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999376 Jul 13 07:38:40.161120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e39407-34a8-418c-96e0-e37d3244a14a tempest-SecGroupIPv6Test-1148990640 tempest-SecGroupIPv6Test-1148990640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb30ae9f-5d0d-4485-a496-827d3e85053c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:40.211904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-486908c9-6dd5-448f-b04f-dec6e673438c req-382d17c9-4679-4489-8d76-c7a605752eb4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4539802 Jul 13 07:38:40.230340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:40.238566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.292310 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182c03e1-74d8-4185-a172-26da511e8f59 x-openstack-request-id: req-182c03e1-74d8-4185-a172-26da511e8f59 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:40.292805 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3065fcf1-9230-40d4-82db-dac9a5143761", "name": "network-vif-plugged", "status": "completed", "tag": "2f6e9940-a8ce-44af-9628-5591e3ef1149", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:40.293079 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-182c03e1-74d8-4185-a172-26da511e8f59 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:40.293667 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3065fcf1-9230-40d4-82db-dac9a5143761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6e9940-a8ce-44af-9628-5591e3ef1149', 'code': 200} Jul 13 07:38:40.455070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0932ceaf-82a7-40ab-935f-bd67a825f3bd req-87a385f0-37fa-4e9b-9526-be8cf41fe808 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0767832 Jul 13 07:38:40.538412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33594) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:40.613162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e226b-a203-4136-ad98-9bf96411fd07 req-53b2144d-299b-4768-8524-a6282f27cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.617500 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c7e226b-a203-4136-ad98-9bf96411fd07 req-53b2144d-299b-4768-8524-a6282f27cea6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 1097 time: 0.2407954 Jul 13 07:38:40.626359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Allocated IP 172.20.0.13 (404cf158-687c-4a31-86f5-f16b75de7176/9b3c98f5-a903-4003-adc3-d4b30273206b/58b0aca6-ed6f-4e5a-8ce5-db40598f1997) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:40.758784 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-268aab48-206e-428f-8aff-4a3ce2a04f6a req-0f1cad2f-ff81-42c9-9ff1-d49d01b922a0 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 210 time: 0.1680043 Jul 13 07:38:40.882911 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c7e226b-a203-4136-ad98-9bf96411fd07 req-309eacbd-c294-4f96-a55d-39002ae4f451 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262378 Jul 13 07:38:40.930416 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1221b3f0-d3f4-4aae-baf5-21f7ae8defa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2145d79a78c24e909b807d755cc157cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884325 Jul 13 07:38:40.931182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33612) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:40.972032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259f46f-4ca2-475f-8ad6-3ebd3d3fff0a req-b286f1e3-e4f5-45c6-b914-a2af506a0266 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:40.987342 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a259f46f-4ca2-475f-8ad6-3ebd3d3fff0a req-b286f1e3-e4f5-45c6-b914-a2af506a0266 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 946 time: 0.2167914 Jul 13 07:38:40.997589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.029150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Transition to ACTIVE for port object 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:41.052452 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2746f507-f0cc-46b9-ad14-b70c0f261317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.093923 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2746f507-f0cc-46b9-ad14-b70c0f261317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.094652 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a259f46f-4ca2-475f-8ad6-3ebd3d3fff0a req-66d65bc7-3ebc-4534-803b-a78f150d11c9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062241 Jul 13 07:38:41.111538 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.200358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network 404cf158-687c-4a31-86f5-f16b75de7176 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:41.211803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:41.214823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:41.268826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Port': ['ID=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:41.287919 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2746f507-f0cc-46b9-ad14-b70c0f261317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.290811 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2746f507-f0cc-46b9-ad14-b70c0f261317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.292158 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2746f507-f0cc-46b9-ad14-b70c0f261317 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70c09c6a-6b50-4d6a-88c4-a1afdde59077 HTTP/1.1" status: 204 len: 168 time: 0.3592153 Jul 13 07:38:41.299792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.300540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.331202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746f507-f0cc-46b9-ad14-b70c0f261317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c09c6a-6b50-4d6a-88c4-a1afdde59077,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:41.345846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-3fc665ef-da42-4c5f-bb4f-1d657eb96777 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8041644 Jul 13 07:38:41.361758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'admin_state_up': True, 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'security_groups': ['a46693e5-a55e-40d3-97b7-f8078b2b7e5c']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:41.615452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f872cd-450e-42ce-b4ad-e764a6818b55 req-861f3abb-ba56-408c-befe-e982c20a5e91 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.617423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13f872cd-450e-42ce-b4ad-e764a6818b55 req-861f3abb-ba56-408c-befe-e982c20a5e91 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1600697 Jul 13 07:38:41.619027 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:41.623237 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.664873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-961b7ea5-13e1-485a-9b65-b0ffb39f9df2 None None] Provisioning for port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:41.669523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-961b7ea5-13e1-485a-9b65-b0ffb39f9df2 None None] Provisioning complete for port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:41.671239 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-961b7ea5-13e1-485a-9b65-b0ffb39f9df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.727426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-961b7ea5-13e1-485a-9b65-b0ffb39f9df2 None None] Port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:41.774642 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cbf2b-1876-4bb2-a820-53e6ae92e35f req-f4e3b112-c449-47c8-8c10-a6c7a7e07f99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.784805 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13f872cd-450e-42ce-b4ad-e764a6818b55 req-54f51694-5e55-416b-b697-f9858ce2a70c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570747 Jul 13 07:38:41.785932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3e4cbf2b-1876-4bb2-a820-53e6ae92e35f req-f4e3b112-c449-47c8-8c10-a6c7a7e07f99 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 932 time: 0.1254966 Jul 13 07:38:41.861757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3e4cbf2b-1876-4bb2-a820-53e6ae92e35f req-ae96c021-8b7a-42b7-ad65-62894db33c1d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662339 Jul 13 07:38:41.979072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Allocated IP 10.1.1.83 (92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a/a3a8b981-8e8c-45ce-baa2-08a6df1b263f/4fae0d30-b0f4-408b-973f-5208638628cd) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:42.191679 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5af3128d-20d2-4d63-ac19-4e671addbc00 req-a316878f-10ba-42d6-9db3-e2db6bbd2b09 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 210 time: 0.0757158 Jul 13 07:38:42.407591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996d69b-55a7-41c5-a894-9e804b783899 req-f0423041-0584-4496-b2cf-42e4b893fab8 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.415803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-f0423041-0584-4496-b2cf-42e4b893fab8 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 814 time: 0.3011999 Jul 13 07:38:42.466377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe73bc4-a1d9-4959-a823-2bbf615eb522 req-27f6dff8-86b5-4403-a254-99aa7f4b73a3 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.471633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Request body: {'port': {'device_id': '7990edc7-5c43-4f91-9e00-53b0d4324d3e', 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9', 'admin_state_up': True, 'tenant_id': '333513463115431abac9904e9b17baa9'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:42.477297 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bbe73bc4-a1d9-4959-a823-2bbf615eb522 req-27f6dff8-86b5-4403-a254-99aa7f4b73a3 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 946 time: 0.1280572 Jul 13 07:38:42.545998 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bbe73bc4-a1d9-4959-a823-2bbf615eb522 req-38ae6173-c77c-4e58-8bf6-f0be8bdafa14 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656569 Jul 13 07:38:42.771167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33680) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:42.775588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-62c3dc47-a920-4be9-94e4-a38b60d15ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.777835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-62c3dc47-a920-4be9-94e4-a38b60d15ac2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 1096 time: 0.1328728 Jul 13 07:38:42.858202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.896059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c56b55-f75b-477f-a466-4aa8243ae8af req-91e0becf-f780-4dd2-9110-e5df020d783a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.896291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Transition to ACTIVE for port object 4fae0d30-b0f4-408b-973f-5208638628cd will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:42.909569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-86c56b55-f75b-477f-a466-4aa8243ae8af req-91e0becf-f780-4dd2-9110-e5df020d783a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 946 time: 0.1861961 Jul 13 07:38:42.921541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4932e-2d16-479f-ab29-2f4f1067f100 req-18094557-1fc5-4c67-a5c5-a2e081fa8f5a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.921541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ba4932e-2d16-479f-ab29-2f4f1067f100 req-18094557-1fc5-4c67-a5c5-a2e081fa8f5a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1813166 Jul 13 07:38:42.922078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33686) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:42.932105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Made reservation on behalf of 333513463115431abac9904e9b17baa9 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:42.935624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.977264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-1a526559-044a-4d8b-92c0-c081473a1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.979553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-1a526559-044a-4d8b-92c0-c081473a1d2f service neutron] 10.222.0.54 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 912 time: 0.1927471 Jul 13 07:38:42.995817 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-86c56b55-f75b-477f-a466-4aa8243ae8af req-0383424f-acb8-4fa3-9640-f8b244d1aecc tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849185 Jul 13 07:38:43.085530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ba4932e-2d16-479f-ab29-2f4f1067f100 req-48dee79f-649b-466e-b70e-b93d0b02efa3 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443942 Jul 13 07:38:43.094096 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.190880 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-0632cdc4-f961-44ea-9195-c5cb509a6417 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9 HTTP/1.1" status: 200 len: 1001 time: 0.1924188 Jul 13 07:38:43.209145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:43.227697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:43.228350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4a9fcf10-bdd0-4b6d-b747-326ae8caf80d tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:43.229056 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-4a9fcf10-bdd0-4b6d-b747-326ae8caf80d tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:38:43.229549 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-4a9fcf10-bdd0-4b6d-b747-326ae8caf80d tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:38:43.233958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Port': ['ID=4fae0d30-b0f4-408b-973f-5208638628cd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:43.243478 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4a9fcf10-bdd0-4b6d-b747-326ae8caf80d tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4703848 Jul 13 07:38:43.248470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:43.252378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33696) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:43.261084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'tempest-secgroup--604634303'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:43.291874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed305bcc-dcfb-4490-81b8-0a1c9af3ef08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.329532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-3f6e9c4e-a794-4aab-b674-1778f44d2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.331338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-3f6e9c4e-a794-4aab-b674-1778f44d2d06 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 200 len: 850 time: 0.1252477 Jul 13 07:38:43.364646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Allocated IP 172.20.0.10 (f46ada01-b932-4917-95de-057bc95477a9/6f66c4f0-adcb-48a7-b451-5383c20be023/e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:43.409525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad502e6-a8f9-4f1c-addc-76fc2903a834 req-310de97b-87a5-4d4d-bb53-e9665c42ed8c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.415653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.416382 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.416877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad502e6-a8f9-4f1c-addc-76fc2903a834 req-310de97b-87a5-4d4d-bb53-e9665c42ed8c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.418890 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aad502e6-a8f9-4f1c-addc-76fc2903a834 req-310de97b-87a5-4d4d-bb53-e9665c42ed8c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 1653 time: 0.1382105 Jul 13 07:38:43.439088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.464313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-034ef097-6629-44ac-a9ab-32b1b58c0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.466793 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-034ef097-6629-44ac-a9ab-32b1b58c0fca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=144df36e-35ef-4abd-a952-041c4f50aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264846 Jul 13 07:38:43.473571 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.568143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ffcb0-7d9f-4117-8d43-3469cc38a584 req-0df3c15f-a305-46ba-9824-f508dcb514b6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.569756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d8ffcb0-7d9f-4117-8d43-3469cc38a584 req-0df3c15f-a305-46ba-9824-f508dcb514b6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 946 time: 0.2736945 Jul 13 07:38:43.578435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8897a1c2-bbb5-4701-8163-669e93fd2f7e None None] Provisioning for port 4fae0d30-b0f4-408b-973f-5208638628cd completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:43.584633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8897a1c2-bbb5-4701-8163-669e93fd2f7e None None] Provisioning complete for port 4fae0d30-b0f4-408b-973f-5208638628cd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:43.585422 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8897a1c2-bbb5-4701-8163-669e93fd2f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.630840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8897a1c2-bbb5-4701-8163-669e93fd2f7e None None] Port 4fae0d30-b0f4-408b-973f-5208638628cd cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:43.705598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d8ffcb0-7d9f-4117-8d43-3469cc38a584 req-fa57093e-d6cb-4c84-bc08-cb20712389f0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247556 Jul 13 07:38:43.747093 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.754713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed305bcc-dcfb-4490-81b8-0a1c9af3ef08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.769155 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed305bcc-dcfb-4490-81b8-0a1c9af3ef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.786206 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e834de55-8e43-4333-8685-ef1ccefd4895 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4289701 Jul 13 07:38:43.820932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'admin_state_up': True, 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'security_groups': ['a46693e5-a55e-40d3-97b7-f8078b2b7e5c']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:43.874697 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ed305bcc-dcfb-4490-81b8-0a1c9af3ef08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71964846f7df4f8e9daeca799ea0b86c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9464378 Jul 13 07:38:43.879599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33700) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:43.898089 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aad502e6-a8f9-4f1c-addc-76fc2903a834 req-7eab5ddf-eab8-443d-8af3-0c9c7bc75379 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4677744 Jul 13 07:38:43.915934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed305bcc-dcfb-4490-81b8-0a1c9af3ef08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4898b177-9299-49da-9346-047fe879becb,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:43.966429 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.978999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['7215a7b3-8c8d-49ea-97d6-305762032098'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:44.051991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Network f46ada01-b932-4917-95de-057bc95477a9 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:44.072002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:44.072544 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-d3bb174a-046d-4185-b09d-25f244a9c4fc service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974720 Jul 13 07:38:44.093301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:44.180933 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dbf5a2c0-a713-489d-8d5a-a4819ca971a7 req-539dce72-f735-4f71-a33a-5c62f8cd2c96 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004500 Jul 13 07:38:44.181218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Pushing event updated for resources: {'Port': ['ID=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:44.230906 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-abaf5ae9-fe87-4212-a307-3c95240df676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.262420 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d53a391-c157-498d-926e-04b11d368665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.296288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.303683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:44.304309 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.321256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.347953 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d53a391-c157-498d-926e-04b11d368665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.396581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:44.399986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.421738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbea44-5042-4dfa-b446-646f840d565a req-a07ef542-9348-4631-a98c-de7acfdd3b44 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:44.430703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61bbea44-5042-4dfa-b446-646f840d565a req-a07ef542-9348-4631-a98c-de7acfdd3b44 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 932 time: 0.3770812 Jul 13 07:38:44.434255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-0c6761c7-d915-41b6-a785-942570936056 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9993036 Jul 13 07:38:44.445515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee64cc9-a52f-4858-9a9a-d8850f1589d7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:44.462295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526ff62-3360-471f-a5b4-7ffbd9198732 req-07538443-d969-47f6-94a2-497aeba6f6e2 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:44.464051 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7526ff62-3360-471f-a5b4-7ffbd9198732 req-07538443-d969-47f6-94a2-497aeba6f6e2 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.0808320 Jul 13 07:38:44.467177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Request body: {'port': {'device_id': '7990edc7-5c43-4f91-9e00-53b0d4324d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:44.515461 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7526ff62-3360-471f-a5b4-7ffbd9198732 req-fa9667d6-1f6c-401a-ac67-af0d337fb46d tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445216 Jul 13 07:38:44.623529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61bbea44-5042-4dfa-b446-646f840d565a req-51a302e5-dc75-4b53-abb9-03359f4c3b0b tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917367 Jul 13 07:38:44.630777 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d53a391-c157-498d-926e-04b11d368665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.633610 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d53a391-c157-498d-926e-04b11d368665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.634758 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4d53a391-c157-498d-926e-04b11d368665 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4898b177-9299-49da-9346-047fe879becb HTTP/1.1" status: 204 len: 168 time: 0.7500532 Jul 13 07:38:44.676936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53a391-c157-498d-926e-04b11d368665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4898b177-9299-49da-9346-047fe879becb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:44.687208 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.731195 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.768044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.807346 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e7e68-45e0-481e-bba1-6f1c3b087fed req-b9de3c5c-67f5-4726-9510-7c8eea345b2f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:44.809275 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-972e7e68-45e0-481e-bba1-6f1c3b087fed req-b9de3c5c-67f5-4726-9510-7c8eea345b2f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 946 time: 0.1747003 Jul 13 07:38:44.839613 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.844121 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33710) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:44.844456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5876114 Jul 13 07:38:44.850482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f213deac-852a-4a56-a739-c6b08f98004f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': 'c2546540-0c56-4c41-b757-3b3359184fa2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:44.916707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c42aa-8ce8-4c26-a5a4-a490be6ac7c0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2546540-0c56-4c41-b757-3b3359184fa2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:44.919527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Allocated IP 10.1.1.214 (92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a/a3a8b981-8e8c-45ce-baa2-08a6df1b263f/307cfd34-2ef9-4dcb-af1a-6f246e818ad3) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:44.981542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-972e7e68-45e0-481e-bba1-6f1c3b087fed req-4a094c20-5d71-40fc-a96d-cfc0486a504b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643775 Jul 13 07:38:45.006758 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f213deac-852a-4a56-a739-c6b08f98004f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.112668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f213deac-852a-4a56-a739-c6b08f98004f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.119590 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f213deac-852a-4a56-a739-c6b08f98004f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.151489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213deac-852a-4a56-a739-c6b08f98004f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c94b2a4-a24b-47f9-9304-a7f7466b3b24,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:45.166212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f213deac-852a-4a56-a739-c6b08f98004f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.169890 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f213deac-852a-4a56-a739-c6b08f98004f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3233252 Jul 13 07:38:45.173233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33722) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:45.194953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-288778c0-0e3b-48c4-a656-2baa79191d47 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': 'c2546540-0c56-4c41-b757-3b3359184fa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:45.241055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.267345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Transition to ACTIVE for port object 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:45.281165 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-288778c0-0e3b-48c4-a656-2baa79191d47 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.313005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:45.329362 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.350671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aebcd-2d6f-4361-afb0-5ebdc2b6a243 req-bbcfdca2-0c05-49df-a1e8-c432a56ae1ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.356730 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aebcd-2d6f-4361-afb0-5ebdc2b6a243 req-bbcfdca2-0c05-49df-a1e8-c432a56ae1ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.358411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db4aebcd-2d6f-4361-afb0-5ebdc2b6a243 req-bbcfdca2-0c05-49df-a1e8-c432a56ae1ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 1653 time: 0.1870136 Jul 13 07:38:45.364921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Transition to ACTIVE for port object e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:45.369486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.377863 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.439477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:45.440815 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-288778c0-0e3b-48c4-a656-2baa79191d47 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:38:45.442082 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-288778c0-0e3b-48c4-a656-2baa79191d47 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2649982 Jul 13 07:38:45.448119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33732) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:45.448678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:45.455743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:45.522025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Pushing event updated for resources: {'Port': ['ID=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:45.536642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db4aebcd-2d6f-4361-afb0-5ebdc2b6a243 req-1a39feec-6c75-4eb4-8125-c1e19c641d12 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528628 Jul 13 07:38:45.566173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0411db7e-8ffb-4d83-9954-8378834c518e tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.626051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0411db7e-8ffb-4d83-9954-8378834c518e tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.688211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0411db7e-8ffb-4d83-9954-8378834c518e tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.691781 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0411db7e-8ffb-4d83-9954-8378834c518e tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.696305 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0411db7e-8ffb-4d83-9954-8378834c518e tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "DELETE /v2.0/security-groups/c2546540-0c56-4c41-b757-3b3359184fa2 HTTP/1.1" status: 204 len: 168 time: 0.2441816 Jul 13 07:38:45.713394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33742) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:45.723553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.723862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.739563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411db7e-8ffb-4d83-9954-8378834c518e tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2546540-0c56-4c41-b757-3b3359184fa2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:45.843558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0503166 Jul 13 07:38:45.850664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47029a39-bbd3-48a3-b600-a05550cd4a2f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Port': ['ID=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:45.877725 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-84bd594a-842e-4127-9b45-a30a807fed2d tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1630404 Jul 13 07:38:45.882569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33752) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:45.883484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366', 'admin_state_up': True, 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'security_groups': ['a46693e5-a55e-40d3-97b7-f8078b2b7e5c']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:45.886317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Attempting to bind port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:45.886658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Attempting to bind port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:45.893444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Attempting to bind port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c on network f46ada01-b932-4917-95de-057bc95477a9 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:45.906285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-96692cdf-cca0-427f-92ea-9afb510c5659 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:45.907868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-214969ca-0d68-43c3-9172-148969376622 None None] Provisioning for port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:45.908955 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-96692cdf-cca0-427f-92ea-9afb510c5659 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 946 time: 0.1922886 Jul 13 07:38:45.913540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-328c25e8-c506-4bbd-b38b-2ebe3f656111 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'tempest-secgroup--239791113'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:45.917746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-214969ca-0d68-43c3-9172-148969376622 None None] Provisioning complete for port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:45.920213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-214969ca-0d68-43c3-9172-148969376622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.927460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c on network f46ada01-b932-4917-95de-057bc95477a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:45.927968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Attempting to bind port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c on network f46ada01-b932-4917-95de-057bc95477a9 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:45.947143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:45.947396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Checking segment: {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:45.947722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Bound using segment: {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:45.948338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Bound port: e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:45.948711 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.962652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-214969ca-0d68-43c3-9172-148969376622 None None] Port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:45.963542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-328c25e8-c506-4bbd-b38b-2ebe3f656111 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.054530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb0204-9ad2-4b16-9e3f-e680221e1fc6 req-219f77ce-ac81-4493-ac65-6099b2cb6abb tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:46.056297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fb0204-9ad2-4b16-9e3f-e680221e1fc6 req-219f77ce-ac81-4493-ac65-6099b2cb6abb tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.3491569 Jul 13 07:38:46.141909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] For port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:46.147743 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4fb0204-9ad2-4b16-9e3f-e680221e1fc6 req-c3df53d7-eeb7-420c-a9e5-c1052cd8ea04 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779459 Jul 13 07:38:46.160230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] For port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:46.168601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.206466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dc7d7-1887-49b1-afab-54cadd074253 req-88e6b9a3-6ec1-4133-91e3-613f48816082 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:46.210090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:46.210734 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.212231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] 10.222.0.53 "PUT /v2.0/ports/e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c HTTP/1.1" status: 200 len: 1092 time: 1.7530694 Jul 13 07:38:46.212867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7990edc7-5c43-4f91-9e00-53b0d4324d3e', 'tag': 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:46.214189 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d51dc7d7-1887-49b1-afab-54cadd074253 req-88e6b9a3-6ec1-4133-91e3-613f48816082 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 944 time: 0.2760205 Jul 13 07:38:46.215248 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7990edc7-5c43-4f91-9e00-53b0d4324d3e", "tag": "e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:46.274709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf02438-dfe8-4dc7-a1d2-b471e312204f service neutron] Pushing event updated for resources: {'Port': ['ID=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.276194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-b015f3f7-bf4e-494d-b756-e1fa00078de8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Deleting port 2f6e9940-a8ce-44af-9628-5591e3ef1149 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:46.276546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-b015f3f7-bf4e-494d-b756-e1fa00078de8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.281122 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-328c25e8-c506-4bbd-b38b-2ebe3f656111 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.312175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-328c25e8-c506-4bbd-b38b-2ebe3f656111 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.331089 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d51dc7d7-1887-49b1-afab-54cadd074253 req-539d54d4-6ccb-427c-9692-f6cb3c6e7d1f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158540 Jul 13 07:38:46.340891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:46.390579 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-328c25e8-c506-4bbd-b38b-2ebe3f656111 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.391846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996d69b-55a7-41c5-a894-9e804b783899 req-7f8154a9-fb79-41bc-a998-d3bfa8150dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:46.392714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-328c25e8-c506-4bbd-b38b-2ebe3f656111 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5088799 Jul 13 07:38:46.393644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-7f8154a9-fb79-41bc-a998-d3bfa8150dad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 1095 time: 0.1202374 Jul 13 07:38:46.398495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33776) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:46.399187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c25e8-c506-4bbd-b38b-2ebe3f656111 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153e5edf-62d5-4f14-9bf6-4954db0e4dac,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.463643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-b015f3f7-bf4e-494d-b756-e1fa00078de8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] For port 2f6e9940-a8ce-44af-9628-5591e3ef1149, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2f6e9940-a8ce-44af-9628-5591e3ef1149,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:46.463907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-b015f3f7-bf4e-494d-b756-e1fa00078de8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.490023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b9c635aa-9114-436d-bd92-9146bc0b7fc6 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '153e5edf-62d5-4f14-9bf6-4954db0e4dac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:46.490942 n-d-798249-7 neutron-server[93838]: WARNING neutron.api.v2.base [None req-b9c635aa-9114-436d-bd92-9146bc0b7fc6 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 07:38:46.491468 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-b9c635aa-9114-436d-bd92-9146bc0b7fc6 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:46.495317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b9c635aa-9114-436d-bd92-9146bc0b7fc6 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0585155 Jul 13 07:38:46.495511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-b015f3f7-bf4e-494d-b756-e1fa00078de8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Calling delete_port for 2f6e9940-a8ce-44af-9628-5591e3ef1149 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:46.496112 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33778) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:46.624592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9b235c9-dff6-4414-9be7-f23d64b2f8a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.664341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9b235c9-dff6-4414-9be7-f23d64b2f8a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.757194 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9b235c9-dff6-4414-9be7-f23d64b2f8a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.760248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9b235c9-dff6-4414-9be7-f23d64b2f8a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.761721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c9b235c9-dff6-4414-9be7-f23d64b2f8a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "DELETE /v2.0/security-groups/153e5edf-62d5-4f14-9bf6-4954db0e4dac HTTP/1.1" status: 204 len: 168 time: 0.2642577 Jul 13 07:38:46.768553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33784) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:46.803860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b235c9-dff6-4414-9be7-f23d64b2f8a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153e5edf-62d5-4f14-9bf6-4954db0e4dac,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.823755 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-b015f3f7-bf4e-494d-b756-e1fa00078de8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.843189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365', '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:46.846060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2f6e9940-a8ce-44af-9628-5591e3ef1149'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:46.870451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33786) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:46.929077 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4864705d-293a-4a5d-8395-0b47303933b9 x-openstack-request-id: req-4864705d-293a-4a5d-8395-0b47303933b9 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:46.929702 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7990edc7-5c43-4f91-9e00-53b0d4324d3e", "tag": "e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:46.929702 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4864705d-293a-4a5d-8395-0b47303933b9 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:46.929948 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7990edc7-5c43-4f91-9e00-53b0d4324d3e', 'tag': 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c', 'status': 'completed', 'code': 200} Jul 13 07:38:46.932275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-370143e5-495f-45cf-9063-10f65c996fad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c HTTP/1.1" status: 200 len: 217 time: 0.4594600 Jul 13 07:38:46.941416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015f3f7-bf4e-494d-b756-e1fa00078de8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event deleted for resources: {'Port': ['ID=2f6e9940-a8ce-44af-9628-5591e3ef1149,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.967818 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-15629203-be9c-4f8e-9683-e9ba9bf6a5da tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1965485 Jul 13 07:38:46.974945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33790) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:46.983073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d1c9d0b5-e26f-45ad-ba0e-a8da1a21fb44 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'tempest-secgroup--103687998'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:47.010790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.053285 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f186f-bdea-458b-b2e7-4c8721068690 req-0d53550d-1aca-46b0-9bc6-50eff4036cc9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.056809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-484f186f-bdea-458b-b2e7-4c8721068690 req-0d53550d-1aca-46b0-9bc6-50eff4036cc9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=3065fcf1-9230-40d4-82db-dac9a5143761 HTTP/1.1" status: 200 len: 867 time: 0.6845098 Jul 13 07:38:47.064659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996d69b-55a7-41c5-a894-9e804b783899 req-71d6a429-69d9-4ae8-bc4a-876cdcfd0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.067443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-71d6a429-69d9-4ae8-bc4a-876cdcfd0c0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 200 len: 854 time: 0.1257911 Jul 13 07:38:47.069520 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-b015f3f7-bf4e-494d-b756-e1fa00078de8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] No DVR routers for this DVR port 2f6e9940-a8ce-44af-9628-5591e3ef1149 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:47.069810 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5ab6519e-00df-4712-9787-129e1072e4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.081438 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.084466 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d1c9d0b5-e26f-45ad-ba0e-a8da1a21fb44 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.115655 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-b015f3f7-bf4e-494d-b756-e1fa00078de8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.118717 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c45be7ae-fb99-49e3-bbe2-cae146bae5d5 req-b015f3f7-bf4e-494d-b756-e1fa00078de8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "DELETE /v2.0/ports/2f6e9940-a8ce-44af-9628-5591e3ef1149 HTTP/1.1" status: 204 len: 173 time: 1.1773942 Jul 13 07:38:47.134415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3065fcf1-9230-40d4-82db-dac9a5143761', 'name': 'network-vif-deleted', 'tag': '2f6e9940-a8ce-44af-9628-5591e3ef1149'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:47.137839 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38c953e-6a31-4716-be65-1c5261c84181" -d '{"events": [{"server_uuid": "3065fcf1-9230-40d4-82db-dac9a5143761", "name": "network-vif-deleted", "tag": "2f6e9940-a8ce-44af-9628-5591e3ef1149"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:47.146195 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-c11f01e6-6227-49c3-910a-95ba056a0a4c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f46ada01-b932-4917-95de-057bc95477a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694151 Jul 13 07:38:47.180719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-325d2785-8995-4a0b-a240-86f22ed0110c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.228514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40a20-9666-44bd-b645-ce5097f695d3 req-1155ebb9-e9ea-43a0-88dc-99076d30e840 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.234480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40a20-9666-44bd-b645-ce5097f695d3 req-1155ebb9-e9ea-43a0-88dc-99076d30e840 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.241055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40a20-9666-44bd-b645-ce5097f695d3 req-1155ebb9-e9ea-43a0-88dc-99076d30e840 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.248626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c5e40a20-9666-44bd-b645-ce5097f695d3 req-1155ebb9-e9ea-43a0-88dc-99076d30e840 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 2374 time: 0.3559852 Jul 13 07:38:47.332615 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c5e40a20-9666-44bd-b645-ce5097f695d3 req-3bbb5346-8c41-4c98-ba55-ea75edf8cf2c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830262 Jul 13 07:38:47.366515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-484f186f-bdea-458b-b2e7-4c8721068690 req-56469481-8d3d-4857-8b27-c017ff56420c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938085 Jul 13 07:38:47.367918 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d1c9d0b5-e26f-45ad-ba0e-a8da1a21fb44 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.374990 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d1c9d0b5-e26f-45ad-ba0e-a8da1a21fb44 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.414170 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f157cbc-6e3b-48c9-87b8-28842a40c59b x-openstack-request-id: req-5f157cbc-6e3b-48c9-87b8-28842a40c59b {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:47.414696 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3065fcf1-9230-40d4-82db-dac9a5143761", "name": "network-vif-deleted", "tag": "2f6e9940-a8ce-44af-9628-5591e3ef1149", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:47.415046 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f157cbc-6e3b-48c9-87b8-28842a40c59b {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:47.415571 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3065fcf1-9230-40d4-82db-dac9a5143761', 'name': 'network-vif-deleted', 'tag': '2f6e9940-a8ce-44af-9628-5591e3ef1149', 'status': 'completed', 'code': 200} Jul 13 07:38:47.447774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9d0b5-e26f-45ad-ba0e-a8da1a21fb44 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d874a52e-8a27-4db9-bca6-84e78d18939b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.476037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-1949b09b-cf33-488e-a0a6-09515e0ade6d service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669752 Jul 13 07:38:47.526804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-325d2785-8995-4a0b-a240-86f22ed0110c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.533301 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-325d2785-8995-4a0b-a240-86f22ed0110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.539396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d1c9d0b5-e26f-45ad-ba0e-a8da1a21fb44 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.541186 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d1c9d0b5-e26f-45ad-ba0e-a8da1a21fb44 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5624342 Jul 13 07:38:47.553125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33798) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:47.565299 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c963d314-1b35-4a12-931a-10b45920e2a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': 'd874a52e-8a27-4db9-bca6-84e78d18939b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:47.565493 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-c963d314-1b35-4a12-931a-10b45920e2a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 07:38:47.565887 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-c963d314-1b35-4a12-931a-10b45920e2a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:47.567589 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c963d314-1b35-4a12-931a-10b45920e2a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119600 Jul 13 07:38:47.575469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33800) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:47.634885 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-325d2785-8995-4a0b-a240-86f22ed0110c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3431445dcdb04f959886383402b08640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7213409 Jul 13 07:38:47.637667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33802) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:47.644644 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d2785-8995-4a0b-a240-86f22ed0110c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac64af82-ee37-4f27-95c8-fe15c6500845,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.701116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Allocated IP 10.2.2.100 (ef91ead4-00b2-45c5-a5ff-383c96524366/37b7f077-c2d5-483e-9458-3b62eed95fb9/13a6e49a-53af-49fc-accc-483a99e81c29) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:47.722887 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f043fc45-9fce-4e9e-9441-3f8fee839d31 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.745554 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23c9db25-595c-41bd-9c5e-f9075aa9f6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.763563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f043fc45-9fce-4e9e-9441-3f8fee839d31 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.785939 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9996d69b-55a7-41c5-a894-9e804b783899 req-b424a944-76cf-4a02-aa1e-6951d35e1c90 service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971220 Jul 13 07:38:47.794644 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23c9db25-595c-41bd-9c5e-f9075aa9f6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.803922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8efd1c-3de6-4df9-9b4c-a9bdda0a5760 req-0f39b0aa-6aa6-4184-b9a5-90b37f2b258b tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.813693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a8efd1c-3de6-4df9-9b4c-a9bdda0a5760 req-0f39b0aa-6aa6-4184-b9a5-90b37f2b258b tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 944 time: 0.2885363 Jul 13 07:38:47.861039 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f043fc45-9fce-4e9e-9441-3f8fee839d31 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.863627 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f043fc45-9fce-4e9e-9441-3f8fee839d31 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.867194 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f043fc45-9fce-4e9e-9441-3f8fee839d31 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "DELETE /v2.0/security-groups/d874a52e-8a27-4db9-bca6-84e78d18939b HTTP/1.1" status: 204 len: 168 time: 0.2767029 Jul 13 07:38:47.871836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33804) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:47.874287 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.934484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043fc45-9fce-4e9e-9441-3f8fee839d31 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d874a52e-8a27-4db9-bca6-84e78d18939b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.942790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23c9db25-595c-41bd-9c5e-f9075aa9f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.945405 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23c9db25-595c-41bd-9c5e-f9075aa9f6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.948853 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-23c9db25-595c-41bd-9c5e-f9075aa9f6d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac64af82-ee37-4f27-95c8-fe15c6500845 HTTP/1.1" status: 204 len: 168 time: 0.3078966 Jul 13 07:38:47.969307 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9db25-595c-41bd-9c5e-f9075aa9f6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac64af82-ee37-4f27-95c8-fe15c6500845,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.976229 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6f404148-a8cf-4460-af40-2e5b35cabff8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003895 Jul 13 07:38:47.983238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33808) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:47.989394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-afb769d4-d83e-4403-9b6b-9b92e27f51a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705101979'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:48.015858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-afb769d4-d83e-4403-9b6b-9b92e27f51a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.077045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a8efd1c-3de6-4df9-9b4c-a9bdda0a5760 req-68f09563-c6ca-454a-92bd-64074f2bce3b tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618873 Jul 13 07:38:48.090451 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.120314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d req-6aa1e9a7-7d8e-4ccc-b148-c01b4d3b75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.120517 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-afb769d4-d83e-4403-9b6b-9b92e27f51a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.121863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d req-6aa1e9a7-7d8e-4ccc-b148-c01b4d3b75a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 1095 time: 0.2514906 Jul 13 07:38:48.122925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Transition to ACTIVE for port object 13a6e49a-53af-49fc-accc-483a99e81c29 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:48.130363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-afb769d4-d83e-4403-9b6b-9b92e27f51a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.185005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb769d4-d83e-4403-9b6b-9b92e27f51a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b81211-6338-4bb4-89b2-c2607a359a6b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:48.198378 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-afb769d4-d83e-4403-9b6b-9b92e27f51a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.199939 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-afb769d4-d83e-4403-9b6b-9b92e27f51a0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2153227 Jul 13 07:38:48.202609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33812) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:48.207904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5bf779d8-313f-4862-88de-02d95dd561b4 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '94b81211-6338-4bb4-89b2-c2607a359a6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:48.232949 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-5bf779d8-313f-4862-88de-02d95dd561b4 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 07:38:48.234236 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-5bf779d8-313f-4862-88de-02d95dd561b4 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:48.238118 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5bf779d8-313f-4862-88de-02d95dd561b4 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0317795 Jul 13 07:38:48.238718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33814) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:48.246978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-91b591c0-bb07-4f34-8859-12cce1979675 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '94b81211-6338-4bb4-89b2-c2607a359a6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:48.248700 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-91b591c0-bb07-4f34-8859-12cce1979675 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 07:38:48.249715 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-91b591c0-bb07-4f34-8859-12cce1979675 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:48.253443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-91b591c0-bb07-4f34-8859-12cce1979675 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108354 Jul 13 07:38:48.254360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33816) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:48.258022 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.269897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3e820297-3c8b-4ed6-a66c-01548a90d2d9 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '94b81211-6338-4bb4-89b2-c2607a359a6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:48.270741 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-3e820297-3c8b-4ed6-a66c-01548a90d2d9 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 07:38:48.271280 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-3e820297-3c8b-4ed6-a66c-01548a90d2d9 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:48.279090 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3e820297-3c8b-4ed6-a66c-01548a90d2d9 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125186 Jul 13 07:38:48.281274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33820) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:48.287113 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-23233f17-1544-4782-ac30-7528cad9637c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '94b81211-6338-4bb4-89b2-c2607a359a6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:48.288117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network ef91ead4-00b2-45c5-a5ff-383c96524366 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:48.288662 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-23233f17-1544-4782-ac30-7528cad9637c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 07:38:48.289262 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-23233f17-1544-4782-ac30-7528cad9637c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:48.293007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-23233f17-1544-4782-ac30-7528cad9637c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075715 Jul 13 07:38:48.294696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33822) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:48.315891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:48.321366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d req-217f040a-abdc-4b05-b4bd-3c8633822f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.324362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d req-217f040a-abdc-4b05-b4bd-3c8633822f85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 915 time: 0.1920300 Jul 13 07:38:48.329011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:48.422464 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cfde103-b766-4cf0-ae5c-89d94ccfcbe8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.454269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d req-c96ac2d7-d03b-40d9-a85f-e3e4d92568ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c HTTP/1.1" status: 200 len: 217 time: 0.1122942 Jul 13 07:38:48.495579 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cfde103-b766-4cf0-ae5c-89d94ccfcbe8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.553383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d req-6aea0e4d-5cba-421d-b728-ee6575ba5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.562175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d req-6aea0e4d-5cba-421d-b728-ee6575ba5044 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 200 len: 854 time: 0.0983555 Jul 13 07:38:48.563566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Port': ['ID=13a6e49a-53af-49fc-accc-483a99e81c29,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:48.563993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cfde103-b766-4cf0-ae5c-89d94ccfcbe8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.580150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cfde103-b766-4cf0-ae5c-89d94ccfcbe8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.581502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9cfde103-b766-4cf0-ae5c-89d94ccfcbe8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "DELETE /v2.0/security-groups/94b81211-6338-4bb4-89b2-c2607a359a6b HTTP/1.1" status: 204 len: 168 time: 0.2855711 Jul 13 07:38:48.607702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33836) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:48.646762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d req-3a05e875-eaea-451b-8d25-5d5c8730c48b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f46ada01-b932-4917-95de-057bc95477a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742154 Jul 13 07:38:48.653411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.653721 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.658508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfde103-b766-4cf0-ae5c-89d94ccfcbe8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b81211-6338-4bb4-89b2-c2607a359a6b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:48.711140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2a14aa8c-2014-471c-8328-f2c9c78e0693 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8563476 Jul 13 07:38:48.728325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-530d57d4-493f-4428-9940-f3bc4327d0db None None] Provisioning for port 13a6e49a-53af-49fc-accc-483a99e81c29 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:48.734120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-530d57d4-493f-4428-9940-f3bc4327d0db None None] Provisioning complete for port 13a6e49a-53af-49fc-accc-483a99e81c29 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:48.735105 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-530d57d4-493f-4428-9940-f3bc4327d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.767365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366', 'admin_state_up': True, 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'security_groups': ['a46693e5-a55e-40d3-97b7-f8078b2b7e5c']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:48.796608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-530d57d4-493f-4428-9940-f3bc4327d0db None None] Port 13a6e49a-53af-49fc-accc-483a99e81c29 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:48.801712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c4d2e3de-1036-492e-a191-1262adb6217d tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1892915 Jul 13 07:38:48.806142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33846) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:48.811338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b849c51b-a543-4c99-9d4e-8d4fc3fbeb4f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674293939'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:48.851057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da9dd9-5061-4a20-bc32-cb712aa6175a req-64bc313c-55fc-4ded-ab19-b58951fc3eb5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.857324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da9dd9-5061-4a20-bc32-cb712aa6175a req-64bc313c-55fc-4ded-ab19-b58951fc3eb5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.864178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da9dd9-5061-4a20-bc32-cb712aa6175a req-64bc313c-55fc-4ded-ab19-b58951fc3eb5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.878313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da9dd9-5061-4a20-bc32-cb712aa6175a req-64bc313c-55fc-4ded-ab19-b58951fc3eb5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:48.878313 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1da9dd9-5061-4a20-bc32-cb712aa6175a req-64bc313c-55fc-4ded-ab19-b58951fc3eb5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 3095 time: 0.2426479 Jul 13 07:38:48.906598 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b849c51b-a543-4c99-9d4e-8d4fc3fbeb4f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.945579 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1da9dd9-5061-4a20-bc32-cb712aa6175a req-60dff3bd-467a-499e-b315-352e411f4b23 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661950 Jul 13 07:38:48.948739 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d req-45f7e67a-694b-4037-b156-48a5e8139625 service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861905 Jul 13 07:38:49.063889 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b849c51b-a543-4c99-9d4e-8d4fc3fbeb4f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.069960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b849c51b-a543-4c99-9d4e-8d4fc3fbeb4f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.139473 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b849c51b-a543-4c99-9d4e-8d4fc3fbeb4f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.140784 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b849c51b-a543-4c99-9d4e-8d4fc3fbeb4f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3335867 Jul 13 07:38:49.142627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849c51b-a543-4c99-9d4e-8d4fc3fbeb4f tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89385f04-51d8-4f57-93cb-b1193b1a6ba9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:49.144777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33856) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.149500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b7324daf-7094-4ff9-b409-611b58a34db0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '89385f04-51d8-4f57-93cb-b1193b1a6ba9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:49.150243 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-b7324daf-7094-4ff9-b409-611b58a34db0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:38:49.150742 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-b7324daf-7094-4ff9-b409-611b58a34db0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:49.151719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b7324daf-7094-4ff9-b409-611b58a34db0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060847 Jul 13 07:38:49.154681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33858) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.165200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a10ef971-0ed6-4350-86fa-f3069caabe4a tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '89385f04-51d8-4f57-93cb-b1193b1a6ba9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:49.254019 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f85c05d0-ebaf-4845-84d0-6c6c638bae5d req-badb1056-8a02-4eb8-96d3-ba85040d0a7e service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022885 Jul 13 07:38:49.265695 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-a10ef971-0ed6-4350-86fa-f3069caabe4a tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:49.271335 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a10ef971-0ed6-4350-86fa-f3069caabe4a tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1154139 Jul 13 07:38:49.271935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33860) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.277737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fdead8c7-4892-414a-82cb-26253e3952b8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '89385f04-51d8-4f57-93cb-b1193b1a6ba9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:49.278236 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-fdead8c7-4892-414a-82cb-26253e3952b8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 07:38:49.279099 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-fdead8c7-4892-414a-82cb-26253e3952b8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:49.279424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Made reservation on behalf of 13786c1fa5354a01b98ccc442b005d53 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:49.285976 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fdead8c7-4892-414a-82cb-26253e3952b8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126669 Jul 13 07:38:49.286448 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.286777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33862) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.291519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-cc8ac520-91b7-4f23-8a6c-71b48b510295 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '89385f04-51d8-4f57-93cb-b1193b1a6ba9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:49.298896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2f6e9940-a8ce-44af-9628-5591e3ef1149 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:49.332857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 2f6e9940-a8ce-44af-9628-5591e3ef1149 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:49.334937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2f6e9940-a8ce-44af-9628-5591e3ef1149 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:49.368748 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-cc8ac520-91b7-4f23-8a6c-71b48b510295 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:49.374246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33866) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.374948 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cc8ac520-91b7-4f23-8a6c-71b48b510295 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0871947 Jul 13 07:38:49.379398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b1d62f51-21c8-43a1-8092-b43bc3c05525 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '89385f04-51d8-4f57-93cb-b1193b1a6ba9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:49.380801 n-d-798249-7 neutron-server[93838]: WARNING neutron.api.v2.base [None req-b1d62f51-21c8-43a1-8092-b43bc3c05525 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:38:49.381414 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-b1d62f51-21c8-43a1-8092-b43bc3c05525 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:49.384872 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b1d62f51-21c8-43a1-8092-b43bc3c05525 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072348 Jul 13 07:38:49.386768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33868) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.392312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-daf2bafc-c794-4d9a-8f87-df45cd20dfa9 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '89385f04-51d8-4f57-93cb-b1193b1a6ba9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:49.398898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606f806-48f8-49a0-b463-0cd89779e64f req-ec48f5ff-1831-4d03-ae8e-5c0536ffd819 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.403650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6606f806-48f8-49a0-b463-0cd89779e64f req-ec48f5ff-1831-4d03-ae8e-5c0536ffd819 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 946 time: 0.2663035 Jul 13 07:38:49.490934 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-daf2bafc-c794-4d9a-8f87-df45cd20dfa9 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:49.494725 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-daf2bafc-c794-4d9a-8f87-df45cd20dfa9 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1040010 Jul 13 07:38:49.495291 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33874) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.501949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-22100a7a-7f21-4308-b426-5cb8de5c960c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '89385f04-51d8-4f57-93cb-b1193b1a6ba9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:49.502599 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-22100a7a-7f21-4308-b426-5cb8de5c960c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 07:38:49.503514 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-22100a7a-7f21-4308-b426-5cb8de5c960c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:49.506636 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-22100a7a-7f21-4308-b426-5cb8de5c960c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077653 Jul 13 07:38:49.508159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33876) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.515079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-67f7d36f-919f-49b1-a191-81e9a961abcd tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '89385f04-51d8-4f57-93cb-b1193b1a6ba9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:49.524419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab9b1b-53ea-49fa-98e3-872576143188 req-9c668a91-e7b9-49ff-b0d5-4c7c95bb81b3 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.526546 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78ab9b1b-53ea-49fa-98e3-872576143188 req-9c668a91-e7b9-49ff-b0d5-4c7c95bb81b3 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 944 time: 0.1207526 Jul 13 07:38:49.537484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6606f806-48f8-49a0-b463-0cd89779e64f req-8e1e9fec-76be-4dc9-9ae5-e481d9337cff tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230395 Jul 13 07:38:49.583501 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78ab9b1b-53ea-49fa-98e3-872576143188 req-036d27c8-8d17-4969-8421-83c954a5139d tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491426 Jul 13 07:38:49.620422 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-67f7d36f-919f-49b1-a191-81e9a961abcd tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:49.621134 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-67f7d36f-919f-49b1-a191-81e9a961abcd tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1120231 Jul 13 07:38:49.624139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33880) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.637485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-46d82776-5a36-410d-bc28-e760fd01bfac tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '89385f04-51d8-4f57-93cb-b1193b1a6ba9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:49.697239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Allocated IP 10.2.2.200 (ef91ead4-00b2-45c5-a5ff-383c96524366/37b7f077-c2d5-483e-9458-3b62eed95fb9/76ca532c-23fa-4676-93ee-cd52a50ba709) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:49.698596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.699503 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-46d82776-5a36-410d-bc28-e760fd01bfac tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:49.703945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-46d82776-5a36-410d-bc28-e760fd01bfac tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0757091 Jul 13 07:38:49.704741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33884) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.784695 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd04bcd5-2d71-4fbe-9022-d08ab68758ae tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.820830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd04bcd5-2d71-4fbe-9022-d08ab68758ae tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.850385 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.856124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33888) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.883572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Transition to ACTIVE for port object 76ca532c-23fa-4676-93ee-cd52a50ba709 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:49.884616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd04bcd5-2d71-4fbe-9022-d08ab68758ae tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.892084 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd04bcd5-2d71-4fbe-9022-d08ab68758ae tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.894839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33892) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.895022 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fd04bcd5-2d71-4fbe-9022-d08ab68758ae tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "DELETE /v2.0/security-groups/89385f04-51d8-4f57-93cb-b1193b1a6ba9 HTTP/1.1" status: 204 len: 168 time: 0.1864476 Jul 13 07:38:49.903137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04bcd5-2d71-4fbe-9022-d08ab68758ae tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89385f04-51d8-4f57-93cb-b1193b1a6ba9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:49.964949 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ce1f38d1-ad96-4517-a387-5446ab32dba3 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712376 Jul 13 07:38:49.968187 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.970792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33894) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.978828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6d01598d-204a-4bdd-8f93-d352e64fc5fa tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467745676'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:50.011842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6d01598d-204a-4bdd-8f93-d352e64fc5fa tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.033581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event updated for resources: {'Port': ['ID=76ca532c-23fa-4676-93ee-cd52a50ba709,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:50.057241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Network ef91ead4-00b2-45c5-a5ff-383c96524366 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:50.058961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:50.061842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:50.085350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-757e9802-4a99-4982-a8d3-dd7a62012396 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2131115538'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:50.085866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-757e9802-4a99-4982-a8d3-dd7a62012396 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Unknown quota resources ['metering_label']. {{(pid=93839) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:38:50.118666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.119617 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.253178 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3175e5-0b21-426a-9ba9-0fa476149fac req-ba8a6357-9485-4aa7-860b-73289511ec40 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.263205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3175e5-0b21-426a-9ba9-0fa476149fac req-ba8a6357-9485-4aa7-860b-73289511ec40 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.273348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3175e5-0b21-426a-9ba9-0fa476149fac req-ba8a6357-9485-4aa7-860b-73289511ec40 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.278795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3175e5-0b21-426a-9ba9-0fa476149fac req-ba8a6357-9485-4aa7-860b-73289511ec40 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.285438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3175e5-0b21-426a-9ba9-0fa476149fac req-ba8a6357-9485-4aa7-860b-73289511ec40 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.292901 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae3175e5-0b21-426a-9ba9-0fa476149fac req-ba8a6357-9485-4aa7-860b-73289511ec40 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 3816 time: 0.1213107 Jul 13 07:38:50.349223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae3175e5-0b21-426a-9ba9-0fa476149fac req-0cd3e7a9-429e-4675-b942-e70b1915e3cf tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458364 Jul 13 07:38:50.406090 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-757e9802-4a99-4982-a8d3-dd7a62012396 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.408098 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-757e9802-4a99-4982-a8d3-dd7a62012396 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5509908 Jul 13 07:38:50.410925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33900) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:50.415530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6433831e-bb9d-4e32-af54-a90059dbd17d tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd2072040-8286-496c-8c46-5b8b8f34b8a8'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:50.416084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6433831e-bb9d-4e32-af54-a90059dbd17d tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93838) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:38:50.443539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-aa4e3b6b-764e-4285-8e82-61d493eb0ccf None None] Provisioning for port 76ca532c-23fa-4676-93ee-cd52a50ba709 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:50.447809 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6d01598d-204a-4bdd-8f93-d352e64fc5fa tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.450061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-aa4e3b6b-764e-4285-8e82-61d493eb0ccf None None] Provisioning complete for port 76ca532c-23fa-4676-93ee-cd52a50ba709 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:50.450686 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3b6b-764e-4285-8e82-61d493eb0ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.466437 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6d01598d-204a-4bdd-8f93-d352e64fc5fa tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.495199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e3b6b-764e-4285-8e82-61d493eb0ccf None None] Port 76ca532c-23fa-4676-93ee-cd52a50ba709 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:50.499880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-aad596be-648b-4b51-8911-860b20bc9ae4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.501712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-aad596be-648b-4b51-8911-860b20bc9ae4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 946 time: 0.1155641 Jul 13 07:38:50.524440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-035feeb9-fda4-4262-a04b-30896d67bfb2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7743251 Jul 13 07:38:50.526902 n-d-798249-7 neutron-server[93838]: WARNING neutron.services.metering.metering_plugin [None req-6433831e-bb9d-4e32-af54-a90059dbd17d tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:38:50.540552 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6d01598d-204a-4bdd-8f93-d352e64fc5fa tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.544594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6d01598d-204a-4bdd-8f93-d352e64fc5fa tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5685995 Jul 13 07:38:50.548434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33902) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:50.553025 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-53f2552a-64de-4c2f-b5c2-ce09fd1253eb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '82de2d0f-e5dc-4411-be13-9c20d5bb5d5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:50.562361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:50.582169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01598d-204a-4bdd-8f93-d352e64fc5fa tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82de2d0f-e5dc-4411-be13-9c20d5bb5d5c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:50.652596 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-53f2552a-64de-4c2f-b5c2-ce09fd1253eb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The resource could not be found. Jul 13 07:38:50.654036 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-53f2552a-64de-4c2f-b5c2-ce09fd1253eb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1044278 Jul 13 07:38:50.657419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33908) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:50.662845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1a5122b2-e43f-4dc6-963c-efe3178483e8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '82de2d0f-e5dc-4411-be13-9c20d5bb5d5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4e3b2de9-2ca6-4d75-92ea-8b6f0476180a'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:50.725539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-8074dd74-1b2c-44b6-ba00-61aace2f1d9a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Deleting port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:50.725962 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-8074dd74-1b2c-44b6-ba00-61aace2f1d9a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.755521 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6433831e-bb9d-4e32-af54-a90059dbd17d tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.760197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6433831e-bb9d-4e32-af54-a90059dbd17d tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3453932 Jul 13 07:38:50.761461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33910) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:50.771221 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c6853840-ecc4-435c-97f0-44e321693810 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd2072040-8286-496c-8c46-5b8b8f34b8a8'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:50.771966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c6853840-ecc4-435c-97f0-44e321693810 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93839) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:38:50.845760 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.874817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51296cba-30be-40c0-be23-21b281844e73 req-d53e61d4-d5c4-426e-af20-c06b12e131a5 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.876856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51296cba-30be-40c0-be23-21b281844e73 req-d53e61d4-d5c4-426e-af20-c06b12e131a5 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 944 time: 0.1260316 Jul 13 07:38:50.921416 n-d-798249-7 neutron-server[93839]: WARNING neutron.services.metering.metering_plugin [None req-c6853840-ecc4-435c-97f0-44e321693810 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:38:50.951183 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51296cba-30be-40c0-be23-21b281844e73 req-a3de2f0e-488d-487c-b2af-04f258c6c01d tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544815 Jul 13 07:38:51.023719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-8074dd74-1b2c-44b6-ba00-61aace2f1d9a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] For port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:51.023975 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-8074dd74-1b2c-44b6-ba00-61aace2f1d9a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.026584 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-1a5122b2-e43f-4dc6-963c-efe3178483e8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The resource could not be found. Jul 13 07:38:51.030158 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1a5122b2-e43f-4dc6-963c-efe3178483e8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3687575 Jul 13 07:38:51.033251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33912) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:51.079657 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c6853840-ecc4-435c-97f0-44e321693810 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.081196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c6853840-ecc4-435c-97f0-44e321693810 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3182328 Jul 13 07:38:51.082419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-8074dd74-1b2c-44b6-ba00-61aace2f1d9a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Calling delete_port for 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:51.091512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65862bc2-05b1-4568-9e7d-2031edce2cd9 req-66983a53-ed0b-477c-886d-fb82b6296f82 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.093128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65862bc2-05b1-4568-9e7d-2031edce2cd9 req-66983a53-ed0b-477c-886d-fb82b6296f82 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 946 time: 0.4081764 Jul 13 07:38:51.096911 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33914) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:51.114801 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1bf9fec6-8d1b-4d5d-9e9f-749cb70aea6d tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=7a4af1f6-44fb-4b51-be0f-09bad3a67132 HTTP/1.1" status: 200 len: 464 time: 0.0132122 Jul 13 07:38:51.116146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33916) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:51.160482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-204844f5-0606-488b-84b1-bd062eedc9eb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.200886 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65862bc2-05b1-4568-9e7d-2031edce2cd9 req-75cf20e2-072d-43b5-b4df-6402ded2fae3 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848815 Jul 13 07:38:51.214030 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-204844f5-0606-488b-84b1-bd062eedc9eb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.292799 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-8074dd74-1b2c-44b6-ba00-61aace2f1d9a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.306659 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:51.310498 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365', '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:51.336507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074dd74-1b2c-44b6-ba00-61aace2f1d9a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event deleted for resources: {'Port': ['ID=59b8d5d1-6fbb-4dfc-ae07-50a149e54f19,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:51.346882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da019de6-0b75-4cda-9168-41d28913f0ea tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.350751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-da019de6-0b75-4cda-9168-41d28913f0ea tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/7a4af1f6-44fb-4b51-be0f-09bad3a67132 HTTP/1.1" status: 204 len: 168 time: 0.2304902 Jul 13 07:38:51.354363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33920) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:51.377478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:51.383122 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-05ae9ba2-5b9f-47d1-898f-f2ec85a35998 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=7a4af1f6-44fb-4b51-be0f-09bad3a67132 HTTP/1.1" status: 200 len: 221 time: 0.0256214 Jul 13 07:38:51.388124 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.390229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33924) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:51.395663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-292b278e-e61c-41cb-9a0e-7c8203db2433 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1921858477', 'description': 'label created by tempest'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:51.396257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-292b278e-e61c-41cb-9a0e-7c8203db2433 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Unknown quota resources ['metering_label']. {{(pid=93838) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:38:51.410227 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-204844f5-0606-488b-84b1-bd062eedc9eb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.412851 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-204844f5-0606-488b-84b1-bd062eedc9eb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.414012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-204844f5-0606-488b-84b1-bd062eedc9eb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "DELETE /v2.0/security-groups/82de2d0f-e5dc-4411-be13-9c20d5bb5d5c HTTP/1.1" status: 204 len: 168 time: 0.3802602 Jul 13 07:38:51.439054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33926) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:51.478576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Transition to ACTIVE for port object 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:51.479809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204844f5-0606-488b-84b1-bd062eedc9eb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82de2d0f-e5dc-4411-be13-9c20d5bb5d5c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:51.519781 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.540998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-8074dd74-1b2c-44b6-ba00-61aace2f1d9a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] No DVR routers for this DVR port 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:51.551896 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-8074dd74-1b2c-44b6-ba00-61aace2f1d9a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.554053 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49c88f5e-2ecf-41fd-8214-32ba53947550 req-8074dd74-1b2c-44b6-ba00-61aace2f1d9a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "DELETE /v2.0/ports/59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 HTTP/1.1" status: 204 len: 173 time: 1.0450928 Jul 13 07:38:51.554536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9387f55d-8790-4dea-ab5f-c2064da47b20', 'name': 'network-vif-deleted', 'tag': '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:51.556983 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1805aba3-61e7-4f23-9693-81f2e75646ff" -d '{"events": [{"server_uuid": "9387f55d-8790-4dea-ab5f-c2064da47b20", "name": "network-vif-deleted", "tag": "59b8d5d1-6fbb-4dfc-ae07-50a149e54f19"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:51.605775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d8576729-c22c-4e31-905c-268addd661d0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1619656 Jul 13 07:38:51.608787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33930) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:51.629146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4dda60a4-0507-4042-927c-51abe8274277 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '77134106-4543-43ee-af92-a646a8a7bf0b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:51.696986 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1b7efc-7d44-48b9-907b-765bc34b2a11 x-openstack-request-id: req-0a1b7efc-7d44-48b9-907b-765bc34b2a11 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:51.697918 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9387f55d-8790-4dea-ab5f-c2064da47b20", "name": "network-vif-deleted", "tag": "59b8d5d1-6fbb-4dfc-ae07-50a149e54f19", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:51.697918 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a1b7efc-7d44-48b9-907b-765bc34b2a11 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:51.698590 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9387f55d-8790-4dea-ab5f-c2064da47b20', 'name': 'network-vif-deleted', 'tag': '59b8d5d1-6fbb-4dfc-ae07-50a149e54f19', 'status': 'completed', 'code': 200} Jul 13 07:38:51.715137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:51.716949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:51.745922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c', 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9', 'port_id': 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c', 'mac_address': 'fa:16:3e:f0:65:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f66c4f0-adcb-48a7-b451-5383c20be023', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:51.803956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b242941-3a6f-4060-b2f5-4405df1639d1 req-94e80aa4-2da3-431c-97bc-4eb3e33fa79c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.810633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b242941-3a6f-4060-b2f5-4405df1639d1 req-94e80aa4-2da3-431c-97bc-4eb3e33fa79c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.817488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b242941-3a6f-4060-b2f5-4405df1639d1 req-94e80aa4-2da3-431c-97bc-4eb3e33fa79c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.820339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-292b278e-e61c-41cb-9a0e-7c8203db2433 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.821597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-292b278e-e61c-41cb-9a0e-7c8203db2433 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4294701 Jul 13 07:38:51.827325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b242941-3a6f-4060-b2f5-4405df1639d1 req-94e80aa4-2da3-431c-97bc-4eb3e33fa79c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.834708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b242941-3a6f-4060-b2f5-4405df1639d1 req-94e80aa4-2da3-431c-97bc-4eb3e33fa79c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.842899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b242941-3a6f-4060-b2f5-4405df1639d1 req-94e80aa4-2da3-431c-97bc-4eb3e33fa79c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 3828 time: 0.1938756 Jul 13 07:38:51.851090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33932) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:51.852852 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-4dda60a4-0507-4042-927c-51abe8274277 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The resource could not be found. Jul 13 07:38:51.854005 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4dda60a4-0507-4042-927c-51abe8274277 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2442045 Jul 13 07:38:51.862077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33934) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:51.863829 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.867410 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fcb9a518-c733-4f36-8094-cd6145ca0cba tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109782583'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:51.926725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:51.946396 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b242941-3a6f-4060-b2f5-4405df1639d1 req-50a7f436-208a-4d6f-ab27-e23b797ecee0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022406 Jul 13 07:38:51.951188 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fcb9a518-c733-4f36-8094-cd6145ca0cba tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.015271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:52.021646 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.114650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:52.129054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.129767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.130432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.131168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.132366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.133711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.134592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.135102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.135608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.136879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.137401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.138266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:52.152046 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fcb9a518-c733-4f36-8094-cd6145ca0cba tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.158916 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fcb9a518-c733-4f36-8094-cd6145ca0cba tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.192933 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fcb9a518-c733-4f36-8094-cd6145ca0cba tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.198727 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fcb9a518-c733-4f36-8094-cd6145ca0cba tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3330643 Jul 13 07:38:52.200454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33938) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.207685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b04b530e-5ced-4f46-b5d3-203bf4c83601 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'tempest-secgroup--878861273'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:52.213260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9a518-c733-4f36-8094-cd6145ca0cba tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c697dbf-ac75-4150-bccf-859c5fbf378c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:52.252678 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b04b530e-5ced-4f46-b5d3-203bf4c83601 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.288663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:52.382154 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b04b530e-5ced-4f46-b5d3-203bf4c83601 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.396829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b04b530e-5ced-4f46-b5d3-203bf4c83601 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.428540 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b04b530e-5ced-4f46-b5d3-203bf4c83601 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.434464 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b04b530e-5ced-4f46-b5d3-203bf4c83601 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2327478 Jul 13 07:38:52.437596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33942) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.448471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a5984003-be29-4ef7-8673-1fe0365295ed tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group_rule': {'security_group_id': '6c697dbf-ac75-4150-bccf-859c5fbf378c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '16984d57-4e0f-4794-9f66-7487ba9986dd'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:52.512686 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2d26b3eb-6423-4e28-82ce-cdc542f42970 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=dc0fec79-47ef-4177-9337-ef7c644e791d HTTP/1.1" status: 200 len: 468 time: 0.6553431 Jul 13 07:38:52.514649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33944) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.526919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b530e-5ced-4f46-b5d3-203bf4c83601 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16984d57-4e0f-4794-9f66-7487ba9986dd,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:52.583437 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f9b384d-ed61-47af-a7ab-687bdea2365b req-7d675d4b-e420-4063-9255-5e28061f7f37 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=9387f55d-8790-4dea-ab5f-c2064da47b20 HTTP/1.1" status: 200 len: 210 time: 0.0939267 Jul 13 07:38:52.587650 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:38:52.591175 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-a5984003-be29-4ef7-8673-1fe0365295ed tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:52.592484 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a5984003-be29-4ef7-8673-1fe0365295ed tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1523349 Jul 13 07:38:52.595831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33946) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.665468 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2557050a-ad3a-4d70-a459-54b55929162c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.678013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Attempting to bind port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:52.678497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Attempting to bind port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:52.678943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Attempting to bind port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 on network 404cf158-687c-4a31-86f5-f16b75de7176 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:52.690455 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2557050a-ad3a-4d70-a459-54b55929162c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.693700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 on network 404cf158-687c-4a31-86f5-f16b75de7176 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:52.694213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Attempting to bind port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 on network 404cf158-687c-4a31-86f5-f16b75de7176 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:52.742714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2557050a-ad3a-4d70-a459-54b55929162c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.745820 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2557050a-ad3a-4d70-a459-54b55929162c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.749429 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2557050a-ad3a-4d70-a459-54b55929162c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "DELETE /v2.0/security-groups/16984d57-4e0f-4794-9f66-7487ba9986dd HTTP/1.1" status: 204 len: 168 time: 0.1502473 Jul 13 07:38:52.752234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:52.752715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Checking segment: {'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:52.753213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Bound using segment: {'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:52.753781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Bound port: 58b0aca6-ed6f-4e5a-8ce5-db40598f1997, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:52.753955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33950) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.754354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.767574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557050a-ad3a-4d70-a459-54b55929162c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16984d57-4e0f-4794-9f66-7487ba9986dd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:52.772001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-657110bf-2d7f-4448-af07-1fb1cb42bdf7 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.773284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-657110bf-2d7f-4448-af07-1fb1cb42bdf7 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/dc0fec79-47ef-4177-9337-ef7c644e791d HTTP/1.1" status: 204 len: 168 time: 0.2576900 Jul 13 07:38:52.776991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33952) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.786509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972db7e8-2c10-4a66-af5b-4f43d9fe60d0 req-8892d1d9-e3c1-47a9-9977-bd8a4974a368 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:52.788201 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-972db7e8-2c10-4a66-af5b-4f43d9fe60d0 req-8892d1d9-e3c1-47a9-9977-bd8a4974a368 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 945 time: 0.4226274 Jul 13 07:38:52.820515 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b519a3b5-b1d8-4538-841d-9c41d5e830ca tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0636156 Jul 13 07:38:52.821247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33954) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.834717 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7ad0060e-b61f-4a1d-a148-db48c870b250 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=dc0fec79-47ef-4177-9337-ef7c644e791d HTTP/1.1" status: 200 len: 216 time: 0.0439491 Jul 13 07:38:52.838218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33956) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.859131 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9433ab74-137e-4ff7-8570-42e02eebd2c2 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0199528 Jul 13 07:38:52.862669 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33958) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.882028 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-972db7e8-2c10-4a66-af5b-4f43d9fe60d0 req-7c5823f9-63ad-40dc-be59-5b6f2ff7f12e tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836971 Jul 13 07:38:52.882432 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-78e95a86-2150-48c3-a7b9-ed5382de33b4 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0186691 Jul 13 07:38:52.886038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33960) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.901180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] For port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:52.903657 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4fc1f615-b92c-4b1d-9a69-76d44a54f889 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.941392 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4fc1f615-b92c-4b1d-9a69-76d44a54f889 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.951716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f563a9cf-61be-409b-961d-8d6dd67ece6a tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/d2072040-8286-496c-8c46-5b8b8f34b8a8 HTTP/1.1" status: 200 len: 473 time: 0.0646117 Jul 13 07:38:52.955128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33962) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.962006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] For port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:52.968069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7a2dcc27-720e-4ccd-9968-9d6b60642e6c tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/97a363c3-faf1-4087-bf11-78c227935fe8 HTTP/1.1" status: 200 len: 461 time: 0.0104899 Jul 13 07:38:52.969379 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.970841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33964) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:52.998427 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4fc1f615-b92c-4b1d-9a69-76d44a54f889 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.002109 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4fc1f615-b92c-4b1d-9a69-76d44a54f889 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.008212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33968) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:53.008387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4fc1f615-b92c-4b1d-9a69-76d44a54f889 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "DELETE /v2.0/security-groups/6c697dbf-ac75-4150-bccf-859c5fbf378c HTTP/1.1" status: 204 len: 168 time: 0.1856656 Jul 13 07:38:53.021523 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1f615-b92c-4b1d-9a69-76d44a54f889 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c697dbf-ac75-4150-bccf-859c5fbf378c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:53.048666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.049576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.051004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] 10.222.0.54 "PUT /v2.0/ports/58b0aca6-ed6f-4e5a-8ce5-db40598f1997 HTTP/1.1" status: 200 len: 1092 time: 2.5129306 Jul 13 07:38:53.051740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:53.054039 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff9f1ae-a38a-479a-8266-b51d30c503c8" -d '{"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:53.098124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:53.103838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbe029-b586-444b-8a4f-97443001bfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:53.192303 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79396d7-763a-4dfe-a9e2-4754191e9e7b x-openstack-request-id: req-e79396d7-763a-4dfe-a9e2-4754191e9e7b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:53.192611 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:53.192850 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e79396d7-763a-4dfe-a9e2-4754191e9e7b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:53.193460 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'status': 'completed', 'code': 200} Jul 13 07:38:53.239082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7bacf8df-fc67-43e9-b89b-6e092f887d2c tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2296758 Jul 13 07:38:53.246843 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a2757420-5080-41a2-b07a-7f6067bf68d1 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.248002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a2757420-5080-41a2-b07a-7f6067bf68d1 tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/97a363c3-faf1-4087-bf11-78c227935fe8 HTTP/1.1" status: 204 len: 168 time: 0.2749135 Jul 13 07:38:53.252529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33974) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:53.253654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33972) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:53.261613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-248e2684-2abc-4191-8296-7b66b56d5fc8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'tempest-secgroup--673918433'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:53.312402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:53.319300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-248e2684-2abc-4191-8296-7b66b56d5fc8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.321405 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.382146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:53.388886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:53.389696 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.435027 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-bb5756af-e6a3-424e-bf03-7358562eecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.436059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-bb5756af-e6a3-424e-bf03-7358562eecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.436738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-bb5756af-e6a3-424e-bf03-7358562eecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.437388 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-bb5756af-e6a3-424e-bf03-7358562eecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.438980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-bb5756af-e6a3-424e-bf03-7358562eecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.441244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-bb5756af-e6a3-424e-bf03-7358562eecc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 4363 time: 0.2513568 Jul 13 07:38:53.496978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fd57f-500c-485f-83b3-d0778496c425 req-0336eebd-9b5d-42bd-afc6-502cf98ddce7 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.505258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fd57f-500c-485f-83b3-d0778496c425 req-0336eebd-9b5d-42bd-afc6-502cf98ddce7 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.511813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fd57f-500c-485f-83b3-d0778496c425 req-0336eebd-9b5d-42bd-afc6-502cf98ddce7 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.518868 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fd57f-500c-485f-83b3-d0778496c425 req-0336eebd-9b5d-42bd-afc6-502cf98ddce7 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.526215 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fd57f-500c-485f-83b3-d0778496c425 req-0336eebd-9b5d-42bd-afc6-502cf98ddce7 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.528514 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-554fd57f-500c-485f-83b3-d0778496c425 req-0336eebd-9b5d-42bd-afc6-502cf98ddce7 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 3828 time: 0.3897777 Jul 13 07:38:53.531850 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.585542 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-248e2684-2abc-4191-8296-7b66b56d5fc8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.595103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:53.596487 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-248e2684-2abc-4191-8296-7b66b56d5fc8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.596798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7990edc7-5c43-4f91-9e00-53b0d4324d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:53.601603 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfe4723-507a-4857-b6c1-3101057ffc7d" -d '{"events": [{"server_uuid": "7990edc7-5c43-4f91-9e00-53b0d4324d3e", "name": "network-vif-plugged", "status": "completed", "tag": "e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:53.620978 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.652506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-248e2684-2abc-4191-8296-7b66b56d5fc8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.653858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-248e2684-2abc-4191-8296-7b66b56d5fc8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3973346 Jul 13 07:38:53.661215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33980) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:53.666413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e2684-2abc-4191-8296-7b66b56d5fc8 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdd31ae-6239-46b4-8739-b26272c3b15d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:53.676613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cc79d209-56f2-4595-a85f-0e1b08055ccb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:53.677294 n-d-798249-7 neutron-server[93838]: WARNING neutron.api.v2.base [None req-cc79d209-56f2-4595-a85f-0e1b08055ccb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:38:53.677806 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-cc79d209-56f2-4595-a85f-0e1b08055ccb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:38:53.681311 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-554fd57f-500c-485f-83b3-d0778496c425 req-12d37473-68dc-4e90-b03a-f27509292459 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342044 Jul 13 07:38:53.681496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cc79d209-56f2-4595-a85f-0e1b08055ccb tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "PUT /v2.0/security-groups/1fdd31ae-6239-46b4-8739-b26272c3b15d HTTP/1.1" status: 409 len: 330 time: 0.0149615 Jul 13 07:38:53.681628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:53.684770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15af4175-ad33-410d-8e2f-3eadd7f37a6b tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.686037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-15af4175-ad33-410d-8e2f-3eadd7f37a6b tempest-MeteringTestJSON-479158933 tempest-MeteringTestJSON-479158933-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/d2072040-8286-496c-8c46-5b8b8f34b8a8 HTTP/1.1" status: 204 len: 168 time: 0.4312882 Jul 13 07:38:53.722213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:53.774932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-6202b089-d219-428b-b8df-dbed758918b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.778738 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1093b5-05e3-448b-bd1e-2a4548a650e7 x-openstack-request-id: req-cd1093b5-05e3-448b-bd1e-2a4548a650e7 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:53.779039 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7990edc7-5c43-4f91-9e00-53b0d4324d3e", "name": "network-vif-plugged", "status": "completed", "tag": "e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:53.779332 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd1093b5-05e3-448b-bd1e-2a4548a650e7 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:53.779723 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7990edc7-5c43-4f91-9e00-53b0d4324d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c', 'code': 200} Jul 13 07:38:53.782443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-6202b089-d219-428b-b8df-dbed758918b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.786176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-6202b089-d219-428b-b8df-dbed758918b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.788054 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-6202b089-d219-428b-b8df-dbed758918b5 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=13786c1fa5354a01b98ccc442b005d53&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3057878 Jul 13 07:38:53.809602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ef49cb-1a50-4176-b14e-19e7333a729b {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:53.818349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-32b3cdce-3d58-4a78-8a75-be90d09bf7f3 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.831512 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.925069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-32b3cdce-3d58-4a78-8a75-be90d09bf7f3 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.927991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Transition to ACTIVE for port object 25ef49cb-1a50-4176-b14e-19e7333a729b will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:53.988748 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.024438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-b0bb4045-b4c9-4e90-ba25-13ae902cdfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.027327 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cff9f1ae-a38a-479a-8266-b51d30c503c8 req-b0bb4045-b4c9-4e90-ba25-13ae902cdfc6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2317607 Jul 13 07:38:54.095251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Pushing event updated for resources: {'Port': ['ID=25ef49cb-1a50-4176-b14e-19e7333a729b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:54.181104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34004) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:54.234461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09b09e-b1dd-4812-892c-a7cacf205240 req-a6abc36f-7bed-47b5-9e43-91db03ce29e5 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.244443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3d09b09e-b1dd-4812-892c-a7cacf205240 req-a6abc36f-7bed-47b5-9e43-91db03ce29e5 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 946 time: 0.1169772 Jul 13 07:38:54.249007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad6340-d58e-4dcb-8a2a-c841653fbd86 req-e49c377a-4ff3-4d83-a4e5-535dc4b1d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.251284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04ad6340-d58e-4dcb-8a2a-c841653fbd86 req-e49c377a-4ff3-4d83-a4e5-535dc4b1d458 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 1097 time: 0.3928833 Jul 13 07:38:54.263200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-32b3cdce-3d58-4a78-8a75-be90d09bf7f3 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.266389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-32b3cdce-3d58-4a78-8a75-be90d09bf7f3 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.269882 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-32b3cdce-3d58-4a78-8a75-be90d09bf7f3 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "DELETE /v2.0/security-groups/1fdd31ae-6239-46b4-8739-b26272c3b15d HTTP/1.1" status: 204 len: 168 time: 0.5849948 Jul 13 07:38:54.273760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34008) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:54.315903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3cdce-3d58-4a78-8a75-be90d09bf7f3 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdd31ae-6239-46b4-8739-b26272c3b15d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:54.336475 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3d09b09e-b1dd-4812-892c-a7cacf205240 req-fa1de9bc-a553-495b-961a-1d2f9da135c1 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909016 Jul 13 07:38:54.349270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:54.374641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:54.375892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 59b8d5d1-6fbb-4dfc-ae07-50a149e54f19 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:54.444102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-4bbc4f77-bf6b-41cb-b334-1008851f83fb tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.448525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-4bbc4f77-bf6b-41cb-b334-1008851f83fb tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.2530341 Jul 13 07:38:54.452064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04ad6340-d58e-4dcb-8a2a-c841653fbd86 req-31c612f5-67e4-4125-ab6f-10250956232b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829801 Jul 13 07:38:54.453006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Attempting to bind port 25ef49cb-1a50-4176-b14e-19e7333a729b on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:54.453398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Attempting to bind port 25ef49cb-1a50-4176-b14e-19e7333a729b by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:54.453909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Attempting to bind port 25ef49cb-1a50-4176-b14e-19e7333a729b on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:54.467019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Port 25ef49cb-1a50-4176-b14e-19e7333a729b on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:54.467494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Attempting to bind port 25ef49cb-1a50-4176-b14e-19e7333a729b on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:54.473220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-1f281534-a211-452d-8f1a-b24cdf303e3b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/quotas/d52762c0405c42bc971ec34c0160bb3c HTTP/1.1" status: 200 len: 375 time: 0.0153918 Jul 13 07:38:54.476100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:54.476464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Checking segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:54.482781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Bound using segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:54.483649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Bound port: 25ef49cb-1a50-4176-b14e-19e7333a729b, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:54.484305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.617538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] For port 25ef49cb-1a50-4176-b14e-19e7333a729b, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:54.634393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] For port 25ef49cb-1a50-4176-b14e-19e7333a729b, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=25ef49cb-1a50-4176-b14e-19e7333a729b,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:54.640701 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f68b0399-6864-45b4-ab84-5c3fea562a7f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1419508 Jul 13 07:38:54.642612 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.695254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.696093 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.697944 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] 10.222.0.54 "PUT /v2.0/ports/25ef49cb-1a50-4176-b14e-19e7333a729b HTTP/1.1" status: 200 len: 1128 time: 1.6087875 Jul 13 07:38:54.745442 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08d1a157-001f-4f56-acaf-67b247ea71a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.747272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:54.832882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429c8a7-b22e-4a09-a5fc-c8d993e42b2d service neutron] Pushing event updated for resources: {'Port': ['ID=25ef49cb-1a50-4176-b14e-19e7333a729b,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:54.871636 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08d1a157-001f-4f56-acaf-67b247ea71a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.876604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f26b621c-acf5-42c1-b269-bad0fdb47212 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241423 Jul 13 07:38:54.951275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34012) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:54.951995 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cec1badb-f9bb-4c59-bd3d-777b4fbc67fd tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6771615 Jul 13 07:38:54.952692 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08d1a157-001f-4f56-acaf-67b247ea71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.961737 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.000482 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-a0621998-90a8-4bb6-8ef0-17ca2e6820b0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] delete failed (client error): The resource could not be found. Jul 13 07:38:55.001549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a0621998-90a8-4bb6-8ef0-17ca2e6820b0 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "DELETE /v2.0/security-groups/fd12dc26-c9d9-4349-a51b-163b6a408c27 HTTP/1.1" status: 404 len: 347 time: 0.0493276 Jul 13 07:38:55.009002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34014) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:55.009349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34016) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:55.011555 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-08d1a157-001f-4f56-acaf-67b247ea71a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87ca49d8447c4dc084750955a1a9ac19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8245387 Jul 13 07:38:55.014307 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1a157-001f-4f56-acaf-67b247ea71a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4290dd5a-0d72-414b-9415-b6453a7d94b0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:55.054786 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-8661415a-ee4d-470b-8ce0-c6294c0bbc05 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] show failed (client error): The resource could not be found. Jul 13 07:38:55.059249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8661415a-ee4d-470b-8ce0-c6294c0bbc05 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-groups/f648c003-f469-43e6-8a99-979e69272ec0 HTTP/1.1" status: 404 len: 347 time: 0.0455680 Jul 13 07:38:55.059964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611169e-8de4-41c0-b6cf-209f3c97dea0 req-508b6822-7d18-48d2-8b7f-509c0b8c2134 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.067110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611169e-8de4-41c0-b6cf-209f3c97dea0 req-508b6822-7d18-48d2-8b7f-509c0b8c2134 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.073492 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611169e-8de4-41c0-b6cf-209f3c97dea0 req-508b6822-7d18-48d2-8b7f-509c0b8c2134 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.080171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611169e-8de4-41c0-b6cf-209f3c97dea0 req-508b6822-7d18-48d2-8b7f-509c0b8c2134 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.085979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611169e-8de4-41c0-b6cf-209f3c97dea0 req-508b6822-7d18-48d2-8b7f-509c0b8c2134 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.091160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34020) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:55.096792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611169e-8de4-41c0-b6cf-209f3c97dea0 req-508b6822-7d18-48d2-8b7f-509c0b8c2134 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.108792 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4611169e-8de4-41c0-b6cf-209f3c97dea0 req-508b6822-7d18-48d2-8b7f-509c0b8c2134 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 4598 time: 0.2352509 Jul 13 07:38:55.127961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-4c6a2bd1-da10-474a-aec8-a58a2d59675d service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230926 Jul 13 07:38:55.203842 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4611169e-8de4-41c0-b6cf-209f3c97dea0 req-a3b77f49-696c-4bd6-8a5f-bb03bd5f889c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937173 Jul 13 07:38:55.261454 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-f42a3858-6f7f-440e-b157-8740b365924c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1180511 Jul 13 07:38:55.322856 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-0d217bcb-f7d8-43ea-a579-80ad993b2865 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] show failed (client error): The resource could not be found. Jul 13 07:38:55.325390 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0d217bcb-f7d8-43ea-a579-80ad993b2865 tempest-NegativeSecGroupTest-1779379056 tempest-NegativeSecGroupTest-1779379056-project] 10.222.0.44 "GET /v2.0/security-group-rules/ec3604d4-27f1-46fb-80b2-746f60af543c HTTP/1.1" status: 404 len: 356 time: 0.2332220 Jul 13 07:38:55.326808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '25ef49cb-1a50-4176-b14e-19e7333a729b'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:55.331269 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34781fc-d4b1-4a15-b287-d877d67d82da" -d '{"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "25ef49cb-1a50-4176-b14e-19e7333a729b"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:55.462125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-53d93217-ee66-4e11-a29a-b5e9beeb2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.463739 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-53d93217-ee66-4e11-a29a-b5e9beeb2935 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 1096 time: 0.1322086 Jul 13 07:38:55.523508 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325ce9b0-c743-4c4f-9051-482dba8590f6 req-e3a98cd7-bdfa-46d9-b8bb-467c52bb811a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 210 time: 0.1873746 Jul 13 07:38:55.555757 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fb2796-9b76-40d1-b472-b399578ffab1 x-openstack-request-id: req-92fb2796-9b76-40d1-b472-b399578ffab1 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:55.556083 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "25ef49cb-1a50-4176-b14e-19e7333a729b", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:55.556351 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92fb2796-9b76-40d1-b472-b399578ffab1 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:55.561566 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '25ef49cb-1a50-4176-b14e-19e7333a729b', 'status': 'completed', 'code': 200} Jul 13 07:38:55.621213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e05c594-fb01-4513-8e76-6e82b4911d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.662950 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-164819f4-fec4-4ade-8e73-cc2fd760adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.663581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-164819f4-fec4-4ade-8e73-cc2fd760adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.664079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-164819f4-fec4-4ade-8e73-cc2fd760adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.664678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-164819f4-fec4-4ade-8e73-cc2fd760adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.665152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-164819f4-fec4-4ade-8e73-cc2fd760adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.665616 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-164819f4-fec4-4ade-8e73-cc2fd760adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.667500 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-164819f4-fec4-4ade-8e73-cc2fd760adaf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5284 time: 0.1652713 Jul 13 07:38:55.668412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34038) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:55.709233 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e05c594-fb01-4513-8e76-6e82b4911d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.739832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ced585-f5a1-4123-9b81-e7c5a383d3dc req-b384f1e5-c674-46b0-9e32-52a764b0cd43 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.741240 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c8ced585-f5a1-4123-9b81-e7c5a383d3dc req-b384f1e5-c674-46b0-9e32-52a764b0cd43 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 946 time: 0.1367927 Jul 13 07:38:55.796618 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e05c594-fb01-4513-8e76-6e82b4911d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.800442 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e05c594-fb01-4513-8e76-6e82b4911d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.804916 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6e05c594-fb01-4513-8e76-6e82b4911d48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4290dd5a-0d72-414b-9415-b6453a7d94b0 HTTP/1.1" status: 204 len: 168 time: 0.7934287 Jul 13 07:38:55.887157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05c594-fb01-4513-8e76-6e82b4911d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4290dd5a-0d72-414b-9415-b6453a7d94b0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:55.923143 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-96a9f1b9-7131-49bc-807f-4f6748aaabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.923736 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-96a9f1b9-7131-49bc-807f-4f6748aaabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.923736 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-96a9f1b9-7131-49bc-807f-4f6748aaabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.925703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-96a9f1b9-7131-49bc-807f-4f6748aaabd6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=13786c1fa5354a01b98ccc442b005d53&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2441237 Jul 13 07:38:55.941291 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c8ced585-f5a1-4123-9b81-e7c5a383d3dc req-402eef55-1bd2-4f89-b4c7-b6ebe76f456c tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887310 Jul 13 07:38:55.999703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-8db0fe72-2726-49bf-834e-70200cef54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.002140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-8db0fe72-2726-49bf-834e-70200cef54dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 912 time: 0.4114461 Jul 13 07:38:56.080120 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-10f086c3-819b-4914-94f7-e45c98a2264e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3849367f320b46e18950aae25a40e144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3952892 Jul 13 07:38:56.081082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34050) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:56.111574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226aa32a-7a01-44bf-a741-fe40e753933e {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:56.126477 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.154539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Transition to ACTIVE for port object 226aa32a-7a01-44bf-a741-fe40e753933e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:56.164731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.220360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Pushing event updated for resources: {'Port': ['ID=226aa32a-7a01-44bf-a741-fe40e753933e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:56.260440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-0fc00183-32fa-4c3b-a4b3-efa1eeb1cbfc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9 HTTP/1.1" status: 200 len: 1001 time: 0.2318296 Jul 13 07:38:56.315743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-ba45d185-af0e-475e-a3a4-925e2a33f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.317312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e34781fc-d4b1-4a15-b287-d877d67d82da req-ba45d185-af0e-475e-a3a4-925e2a33f65b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3737385 Jul 13 07:38:56.343318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34058) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:56.382608 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c2d97eea-7241-445f-b57e-160f6447b239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.511028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Attempting to bind port 226aa32a-7a01-44bf-a741-fe40e753933e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:56.511497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Attempting to bind port 226aa32a-7a01-44bf-a741-fe40e753933e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:56.511957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Attempting to bind port 226aa32a-7a01-44bf-a741-fe40e753933e on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:56.526603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Port 226aa32a-7a01-44bf-a741-fe40e753933e on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:56.527005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Attempting to bind port 226aa32a-7a01-44bf-a741-fe40e753933e on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:56.545859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-55053623-3809-4cdc-bef4-27ace145937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.549375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-55053623-3809-4cdc-bef4-27ace145937a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 200 len: 850 time: 0.2737010 Jul 13 07:38:56.551141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:56.551700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Checking segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:56.552313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Bound using segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:56.553035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Bound port: 226aa32a-7a01-44bf-a741-fe40e753933e, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:56.553627 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.656474 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f5ed580-14d4-4442-863d-7f49d4afa9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.681793 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f5ed580-14d4-4442-863d-7f49d4afa9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.705129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] For port 226aa32a-7a01-44bf-a741-fe40e753933e, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:56.710644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-4c4c243b-3b47-473f-bde5-76046ed9a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.713028 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-4c4c243b-3b47-473f-bde5-76046ed9a92f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=144df36e-35ef-4abd-a952-041c4f50aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527975 Jul 13 07:38:56.715331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] For port 226aa32a-7a01-44bf-a741-fe40e753933e, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=226aa32a-7a01-44bf-a741-fe40e753933e,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:56.721588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.793562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.794273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.796382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] 10.222.0.54 "PUT /v2.0/ports/226aa32a-7a01-44bf-a741-fe40e753933e HTTP/1.1" status: 200 len: 1131 time: 2.0706060 Jul 13 07:38:56.809140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c2d97eea-7241-445f-b57e-160f6447b239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.827129 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c2d97eea-7241-445f-b57e-160f6447b239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.851649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:56.874075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a74fe-6087-425a-b669-2a5b2d53d689 req-3da3a497-7727-40e9-b401-183be3f878a1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.880390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a74fe-6087-425a-b669-2a5b2d53d689 req-3da3a497-7727-40e9-b401-183be3f878a1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.886363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a74fe-6087-425a-b669-2a5b2d53d689 req-3da3a497-7727-40e9-b401-183be3f878a1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.911707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a74fe-6087-425a-b669-2a5b2d53d689 req-3da3a497-7727-40e9-b401-183be3f878a1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.919478 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a74fe-6087-425a-b669-2a5b2d53d689 req-3da3a497-7727-40e9-b401-183be3f878a1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.926998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a74fe-6087-425a-b669-2a5b2d53d689 req-3da3a497-7727-40e9-b401-183be3f878a1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.932991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a74fe-6087-425a-b669-2a5b2d53d689 req-3da3a497-7727-40e9-b401-183be3f878a1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.941212 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c78a74fe-6087-425a-b669-2a5b2d53d689 req-3da3a497-7727-40e9-b401-183be3f878a1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5371 time: 0.4026916 Jul 13 07:38:56.963163 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f5ed580-14d4-4442-863d-7f49d4afa9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.966125 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f5ed580-14d4-4442-863d-7f49d4afa9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.967399 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f5ed580-14d4-4442-863d-7f49d4afa9d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bee64cc9-a52f-4858-9a9a-d8850f1589d7 HTTP/1.1" status: 204 len: 168 time: 0.8379321 Jul 13 07:38:56.986106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c2d97eea-7241-445f-b57e-160f6447b239 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6e56fa7cc8342a0801e6b6469b7251b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6363120 Jul 13 07:38:56.988911 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34074) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:56.989557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d97eea-7241-445f-b57e-160f6447b239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc9a729-c074-4358-b88d-03ac4f0fa481,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:57.001081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-7a6ef0fa-5533-4f0c-b66a-3e291946e388 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678428 Jul 13 07:38:57.056812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ed580-14d4-4442-863d-7f49d4afa9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee64cc9-a52f-4858-9a9a-d8850f1589d7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:57.160208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7feb9eb9-9df8-46ef-872a-bfe149a3d1d9 req-815ab8b5-e694-47fe-babb-74f5fb0c70ca service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489854 Jul 13 07:38:57.164759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Pushing event updated for resources: {'Port': ['ID=226aa32a-7a01-44bf-a741-fe40e753933e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:57.224228 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c78a74fe-6087-425a-b669-2a5b2d53d689 req-90e6fbff-64ae-4cd9-ac28-5db9c401c852 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2819393 Jul 13 07:38:57.263360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.277152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.277597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.278014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.278426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.278837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.279245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.279643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.280080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.280544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.280884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.281446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.282116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df792b5c-a5cb-4027-8ff9-1215873fe771 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:57.354833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7e5269c1-dd85-47fa-bb40-0ae72399a767 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.356577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7e5269c1-dd85-47fa-bb40-0ae72399a767 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.3250794 Jul 13 07:38:57.378355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Request body: {'port': {'device_id': 'd216ac89-be0b-49cf-9efa-7bc4bdbc6535', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'admin_state_up': True, 'tenant_id': 'd52762c0405c42bc971ec34c0160bb3c'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:57.385650 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a745e07-1290-4e1a-92af-be6cc67dccb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.430756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65b4096a-ab54-4673-9ce1-43a83874917e req-3a7c3a55-dc6f-4ae4-9988-e243807fd374 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 210 time: 0.0449951 Jul 13 07:38:57.493760 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a745e07-1290-4e1a-92af-be6cc67dccb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.494599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-58816672-532e-4561-bc20-859aa6e1025f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3308980 Jul 13 07:38:57.608511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Made reservation on behalf of d52762c0405c42bc971ec34c0160bb3c for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:57.609441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '226aa32a-7a01-44bf-a741-fe40e753933e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:57.611803 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0" -d '{"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "226aa32a-7a01-44bf-a741-fe40e753933e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:57.614089 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.624809 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a745e07-1290-4e1a-92af-be6cc67dccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.630431 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a745e07-1290-4e1a-92af-be6cc67dccb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.634688 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5a745e07-1290-4e1a-92af-be6cc67dccb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bc9a729-c074-4358-b88d-03ac4f0fa481 HTTP/1.1" status: 204 len: 168 time: 0.6341834 Jul 13 07:38:57.689518 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7978bfa-7f4d-4fa4-99a4-b31cc4e788ee x-openstack-request-id: req-e7978bfa-7f4d-4fa4-99a4-b31cc4e788ee {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:57.689815 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "226aa32a-7a01-44bf-a741-fe40e753933e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:57.690072 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7978bfa-7f4d-4fa4-99a4-b31cc4e788ee {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:57.690713 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '226aa32a-7a01-44bf-a741-fe40e753933e', 'status': 'completed', 'code': 200} Jul 13 07:38:57.715624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-acc072de-104d-497f-b799-bb33f96b955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.717541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-acc072de-104d-497f-b799-bb33f96b955d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 1096 time: 0.1029825 Jul 13 07:38:57.744322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a745e07-1290-4e1a-92af-be6cc67dccb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc9a729-c074-4358-b88d-03ac4f0fa481,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:57.882024 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fae0d30-b0f4-408b-973f-5208638628cd {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:57.902281 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.907714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-4f60d5b0-8cde-4b47-89d4-f642d645693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.909257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-4f60d5b0-8cde-4b47-89d4-f642d645693e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 915 time: 0.1642404 Jul 13 07:38:57.936070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Transition to ACTIVE for port object 4fae0d30-b0f4-408b-973f-5208638628cd will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:57.950710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Allocated IP 172.20.0.9 (707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8/eca6a03b-25bf-47a0-aae5-f347193dc542/7059d941-93bd-47c7-afa3-80595d67bf80) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:58.198327 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.287389 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.305251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:58.491970 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-634df904-1437-48d3-b21f-a712ce032f79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7215a7b3-8c8d-49ea-97d6-305762032098 HTTP/1.1" status: 200 len: 217 time: 0.5734074 Jul 13 07:38:58.497799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-7ca6bf1b-3d69-4214-ae53-bc51ba89dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.497923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-7ca6bf1b-3d69-4214-ae53-bc51ba89dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.498297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-7ca6bf1b-3d69-4214-ae53-bc51ba89dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.498766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-7ca6bf1b-3d69-4214-ae53-bc51ba89dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.499238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-7ca6bf1b-3d69-4214-ae53-bc51ba89dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.499708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-7ca6bf1b-3d69-4214-ae53-bc51ba89dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.501035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-7ca6bf1b-3d69-4214-ae53-bc51ba89dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.502821 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-7ca6bf1b-3d69-4214-ae53-bc51ba89dff5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6208 time: 0.7701333 Jul 13 07:38:58.503476 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.548374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event updated for resources: {'Port': ['ID=7059d941-93bd-47c7-afa3-80595d67bf80,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:58.557175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-551a70a3-3e23-42ba-85a2-73b49e20f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.557175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-551a70a3-3e23-42ba-85a2-73b49e20f153 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 200 len: 854 time: 0.0493698 Jul 13 07:38:58.637573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:58.646601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:58.657225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:58.662908 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-0374abb8-a60e-4cb8-97b7-12b30554ee21 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f46ada01-b932-4917-95de-057bc95477a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748947 Jul 13 07:38:58.832895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.833963 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.874516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cacae-1223-4448-841f-0c66a8535ebe req-5825b474-55fa-48de-bbcc-44b6aa7435bb tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.886534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cacae-1223-4448-841f-0c66a8535ebe req-5825b474-55fa-48de-bbcc-44b6aa7435bb tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.894427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-108947c0-3116-42dc-ba99-702b5ffb0c01 service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126553 Jul 13 07:38:58.896522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cacae-1223-4448-841f-0c66a8535ebe req-5825b474-55fa-48de-bbcc-44b6aa7435bb tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.903582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cacae-1223-4448-841f-0c66a8535ebe req-5825b474-55fa-48de-bbcc-44b6aa7435bb tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.915749 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cacae-1223-4448-841f-0c66a8535ebe req-5825b474-55fa-48de-bbcc-44b6aa7435bb tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.917795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34114) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:58.924087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cacae-1223-4448-841f-0c66a8535ebe req-5825b474-55fa-48de-bbcc-44b6aa7435bb tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.930856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cacae-1223-4448-841f-0c66a8535ebe req-5825b474-55fa-48de-bbcc-44b6aa7435bb tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.933449 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-120cacae-1223-4448-841f-0c66a8535ebe req-5825b474-55fa-48de-bbcc-44b6aa7435bb tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5383 time: 0.3875613 Jul 13 07:38:58.935322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-7f1b9ecb-bb9b-4802-9f6d-c3cb65c29f74 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5656879 Jul 13 07:38:58.981498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Request body: {'port': {'device_id': 'd216ac89-be0b-49cf-9efa-7bc4bdbc6535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:59.101164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cb69aaa-bae8-4530-a0b4-ad414e635c43 req-f899cfab-dc01-452d-8f8f-fa06d47fe17a service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808803 Jul 13 07:38:59.111535 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-120cacae-1223-4448-841f-0c66a8535ebe req-ccc7418b-c644-4726-bd12-8bcae5bb76fb tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643071 Jul 13 07:38:59.159034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.205053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-302db5ac-2fdd-43f4-9c5b-0b85801ac534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.206088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-302db5ac-2fdd-43f4-9c5b-0b85801ac534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.207261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-302db5ac-2fdd-43f4-9c5b-0b85801ac534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.209427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-302db5ac-2fdd-43f4-9c5b-0b85801ac534 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=13786c1fa5354a01b98ccc442b005d53&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6495016 Jul 13 07:38:59.224183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4fae0d30-b0f4-408b-973f-5208638628cd,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:59.427986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Attempting to bind port 4fae0d30-b0f4-408b-973f-5208638628cd on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:59.428352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Attempting to bind port 4fae0d30-b0f4-408b-973f-5208638628cd by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:59.428690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Attempting to bind port 4fae0d30-b0f4-408b-973f-5208638628cd on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:59.441052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1485966917'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:59.470085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Port 4fae0d30-b0f4-408b-973f-5208638628cd on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:59.470085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Attempting to bind port 4fae0d30-b0f4-408b-973f-5208638628cd on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:59.491474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:59.491953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Checking segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:59.492417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Bound using segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:59.492871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Bound port: 4fae0d30-b0f4-408b-973f-5208638628cd, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:59.493241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.504284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e7c4-82cf-4b05-b229-410e438aca55 req-39abc3ad-2c07-43df-88d8-f988032f2e54 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.511458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-acc3e7c4-82cf-4b05-b229-410e438aca55 req-39abc3ad-2c07-43df-88d8-f988032f2e54 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 931 time: 0.5351286 Jul 13 07:38:59.565101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Made reservation on behalf of e9bbd43cb8e24f158cab0f3280acfaf9 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:59.568944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.575906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-06e5ee4f-14b3-48f0-b767-c9052757c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.577775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b859ef2c-7ebd-459e-aae7-a731cf8a17d0 req-06e5ee4f-14b3-48f0-b767-c9052757c19a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3499403 Jul 13 07:38:59.588615 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.618110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-acc3e7c4-82cf-4b05-b229-410e438aca55 req-e37b383b-fa15-4229-b7da-760eea51d215 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054590 Jul 13 07:38:59.715920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7059d941-93bd-47c7-afa3-80595d67bf80 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:59.734059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] For port 4fae0d30-b0f4-408b-973f-5208638628cd, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:59.736005 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.738767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] For port 4fae0d30-b0f4-408b-973f-5208638628cd, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4fae0d30-b0f4-408b-973f-5208638628cd,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:59.757741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.769726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Transition to ACTIVE for port object 7059d941-93bd-47c7-afa3-80595d67bf80 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:59.778886 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.834082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.834844 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.836300 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] 10.222.0.54 "PUT /v2.0/ports/4fae0d30-b0f4-408b-973f-5208638628cd HTTP/1.1" status: 200 len: 1090 time: 3.0063431 Jul 13 07:38:59.838328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '4fae0d30-b0f4-408b-973f-5208638628cd'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:59.840762 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c57bcc5-b65b-4385-9626-926b874eef6e" -d '{"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "4fae0d30-b0f4-408b-973f-5208638628cd"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:59.844705 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Pushing event updated for resources: {'Port': ['ID=7059d941-93bd-47c7-afa3-80595d67bf80,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:59.864113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5961b-164b-4703-888d-97bb83d05fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4fae0d30-b0f4-408b-973f-5208638628cd,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:59.883315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:59.945120 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a326f94-5f42-4d4a-82fa-ccd2a1b3540a x-openstack-request-id: req-2a326f94-5f42-4d4a-82fa-ccd2a1b3540a {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:59.945867 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "4fae0d30-b0f4-408b-973f-5208638628cd", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:59.945867 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a326f94-5f42-4d4a-82fa-ccd2a1b3540a {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:59.946074 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '4fae0d30-b0f4-408b-973f-5208638628cd', 'status': 'completed', 'code': 200} Jul 13 07:39:00.015593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Attempting to bind port 7059d941-93bd-47c7-afa3-80595d67bf80 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:00.016214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Attempting to bind port 7059d941-93bd-47c7-afa3-80595d67bf80 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:00.016486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Attempting to bind port 7059d941-93bd-47c7-afa3-80595d67bf80 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:00.031829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Port 7059d941-93bd-47c7-afa3-80595d67bf80 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:00.033395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Attempting to bind port 7059d941-93bd-47c7-afa3-80595d67bf80 on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:00.039564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:00.039915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Checking segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:00.040340 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Bound using segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:00.040782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Bound port: 7059d941-93bd-47c7-afa3-80595d67bf80, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:00.041151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.048408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.083126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.147543 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] For port 7059d941-93bd-47c7-afa3-80595d67bf80, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:00.151356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] For port 7059d941-93bd-47c7-afa3-80595d67bf80, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7059d941-93bd-47c7-afa3-80595d67bf80,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:00.169167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.218436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:00.229970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.231354 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.233215 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] 10.222.0.54 "PUT /v2.0/ports/7059d941-93bd-47c7-afa3-80595d67bf80 HTTP/1.1" status: 200 len: 1091 time: 1.2699430 Jul 13 07:39:00.234753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd216ac89-be0b-49cf-9efa-7bc4bdbc6535', 'tag': '7059d941-93bd-47c7-afa3-80595d67bf80'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:00.237565 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2352e64c-ecb4-412c-8735-440d061681fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d216ac89-be0b-49cf-9efa-7bc4bdbc6535", "tag": "7059d941-93bd-47c7-afa3-80595d67bf80"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:00.274333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbdf41-2fb5-480a-8e44-07437ea3a219 service neutron] Pushing event updated for resources: {'Port': ['ID=7059d941-93bd-47c7-afa3-80595d67bf80,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:00.283687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e404f7-dab9-42a0-ac2c-15a4bff3573f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:00.294787 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.341434 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.341822 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Added segment d53ff243-8c02-4984-b24a-2b760eb03359 of type vlan for network 5721f638-87d0-466d-a0c0-57ca24c89f24 Jul 13 07:39:00.346280 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a51dac-a94b-4f33-9154-97942be3b578 x-openstack-request-id: req-11a51dac-a94b-4f33-9154-97942be3b578 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:00.346280 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d216ac89-be0b-49cf-9efa-7bc4bdbc6535", "tag": "7059d941-93bd-47c7-afa3-80595d67bf80", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:00.346280 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11a51dac-a94b-4f33-9154-97942be3b578 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:00.346794 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd216ac89-be0b-49cf-9efa-7bc4bdbc6535', 'tag': '7059d941-93bd-47c7-afa3-80595d67bf80', 'status': 'completed', 'code': 200} Jul 13 07:39:00.376549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-fafd0f11-cb45-44d3-8465-4b989eb4dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.377048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-fafd0f11-cb45-44d3-8465-4b989eb4dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.377524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-fafd0f11-cb45-44d3-8465-4b989eb4dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.377998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-fafd0f11-cb45-44d3-8465-4b989eb4dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.378463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-fafd0f11-cb45-44d3-8465-4b989eb4dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.378928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-fafd0f11-cb45-44d3-8465-4b989eb4dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.379382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-76da3e1e-13ba-4424-9274-c93fedb54b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.379560 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-fafd0f11-cb45-44d3-8465-4b989eb4dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.382474 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-76da3e1e-13ba-4424-9274-c93fedb54b4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 1094 time: 0.0932713 Jul 13 07:39:00.383679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-fafd0f11-cb45-44d3-8465-4b989eb4dc3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6275 time: 0.4408584 Jul 13 07:39:00.448472 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-82e2a515-b275-41f0-b40d-0609b051d52a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7059d941-93bd-47c7-afa3-80595d67bf80 HTTP/1.1" status: 200 len: 217 time: 0.0530007 Jul 13 07:39:00.539248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-3994d316-9eda-4768-b6df-79724c70999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.542065 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-3994d316-9eda-4768-b6df-79724c70999f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.0827274 Jul 13 07:39:00.559390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34152) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:00.582001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.593406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-90edf20a-d442-4dc6-b66d-0da0981e7496 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425208 Jul 13 07:39:00.609804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433816-2b07-4aca-88c6-739dd6c6108d req-5e422d67-c777-4e21-be6f-14ba5edaa77e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.618529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433816-2b07-4aca-88c6-739dd6c6108d req-5e422d67-c777-4e21-be6f-14ba5edaa77e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.626467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433816-2b07-4aca-88c6-739dd6c6108d req-5e422d67-c777-4e21-be6f-14ba5edaa77e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.634169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433816-2b07-4aca-88c6-739dd6c6108d req-5e422d67-c777-4e21-be6f-14ba5edaa77e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.641867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433816-2b07-4aca-88c6-739dd6c6108d req-5e422d67-c777-4e21-be6f-14ba5edaa77e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.650815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433816-2b07-4aca-88c6-739dd6c6108d req-5e422d67-c777-4e21-be6f-14ba5edaa77e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.658681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433816-2b07-4aca-88c6-739dd6c6108d req-5e422d67-c777-4e21-be6f-14ba5edaa77e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.661063 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c7433816-2b07-4aca-88c6-739dd6c6108d req-5e422d67-c777-4e21-be6f-14ba5edaa77e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5383 time: 0.2155893 Jul 13 07:39:00.728081 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.733576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.734759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.740425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c7433816-2b07-4aca-88c6-739dd6c6108d req-85fa200a-0310-4431-b1ec-136c05a394e1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653777 Jul 13 07:39:00.833591 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-00bf23ab-3d3f-466c-92af-8e01de144e8b service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702790 Jul 13 07:39:00.839861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-473099051'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:00.886201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Pushing event updated for resources: {'Network': ['ID=5721f638-87d0-466d-a0c0-57ca24c89f24,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:00.890917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-57cdfae8-b0e6-46f0-b398-3ba8f04eeeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.890917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-57cdfae8-b0e6-46f0-b398-3ba8f04eeeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.892373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-57cdfae8-b0e6-46f0-b398-3ba8f04eeeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:00.894687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-57cdfae8-b0e6-46f0-b398-3ba8f04eeeea service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=13786c1fa5354a01b98ccc442b005d53&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3958230 Jul 13 07:39:00.913618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 5721f638-87d0-466d-a0c0-57ca24c89f24 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:00.970527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Made reservation on behalf of b8b82d0bb721418cb130144c2c79eb5f for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:00.976183 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.981427 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb003853-ba3b-4c14-819a-b95ff052e516 req-4b1abb1e-ece8-464e-a4f4-e88eba27ee85 service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359169 Jul 13 07:39:00.990083 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.004711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34160) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:01.007917 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-08860282-26e5-4f93-9841-ebe1e35aeb76 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.0865715 Jul 13 07:39:01.011405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-f013cb33-5af5-46e1-865b-a9e7b6d43b39 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24', 'tempest-TagsTest-Tag-1622134520') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:01.133838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f7bb4-edfb-4dfd-9306-b6a9ce3effa1 req-e8b672b2-04d3-4fb3-bfdd-503c6356414c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.135378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-587f7bb4-edfb-4dfd-9306-b6a9ce3effa1 req-e8b672b2-04d3-4fb3-bfdd-503c6356414c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 943 time: 0.2504632 Jul 13 07:39:01.174536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-4d75073f-f464-4bf4-af20-4165c704184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.176118 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c57bcc5-b65b-4385-9626-926b874eef6e req-4d75073f-f464-4bf4-af20-4165c704184c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2657363 Jul 13 07:39:01.183949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:01.195096 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.211512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f013cb33-5af5-46e1-865b-a9e7b6d43b39 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "PUT /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags/tempest-TagsTest-Tag-1622134520 HTTP/1.1" status: 201 len: 201 time: 0.2033393 Jul 13 07:39:01.213181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34162) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:01.216386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-80092a3a-5738-4631-a4bb-9a8b1a9fc733 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24', 'tempest-TagsTest-Tag-1622134520') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:01.222680 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-587f7bb4-edfb-4dfd-9306-b6a9ce3effa1 req-2bad73b9-eb66-4355-a48d-e950e62c10cb tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671375 Jul 13 07:39:01.222922 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e64c-ecb4-412c-8735-440d061681fd req-7165f9cd-39a1-4a11-af2b-4c3dfc39abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.223633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Transition to ACTIVE for port object 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:01.224434 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2352e64c-ecb4-412c-8735-440d061681fd req-7165f9cd-39a1-4a11-af2b-4c3dfc39abfe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 1094 time: 0.1715841 Jul 13 07:39:01.232949 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.272800 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.285167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.299292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Pushing event updated for resources: {'Port': ['ID=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:01.358720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:01.379102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7288f4-86ac-4fed-a70c-1b6a47be60a4,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:01.387350 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.387692 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Added segment 714be346-d3ef-48c0-94d8-3b664ef2f90d of type vlan for network 62a9d41e-723f-415b-93aa-ac2cbc169d1e Jul 13 07:39:01.397734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Attempting to bind port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:01.398086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Attempting to bind port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:01.398539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Attempting to bind port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:01.409032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:01.409419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Attempting to bind port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:01.422742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:01.422742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Checking segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:01.423120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Bound using segment: {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:01.423434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Bound port: 307cfd34-2ef9-4dcb-af1a-6f246e818ad3, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:01.423964 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.501278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e64c-ecb4-412c-8735-440d061681fd req-e2f57df6-b445-4c97-b2a0-3371519353ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.502874 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2352e64c-ecb4-412c-8735-440d061681fd req-e2f57df6-b445-4c97-b2a0-3371519353ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 906 time: 0.2696459 Jul 13 07:39:01.507027 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-80092a3a-5738-4631-a4bb-9a8b1a9fc733 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "GET /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags/tempest-TagsTest-Tag-1622134520 HTTP/1.1" status: 204 len: 168 time: 0.2919648 Jul 13 07:39:01.507197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] For port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:01.508785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34166) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:01.514562 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.523879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] For port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:01.527639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-b2de7679-21d6-4eb5-9690-d6facb0a2fc1 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:01.543421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.557098 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2352e64c-ecb4-412c-8735-440d061681fd req-7b2a444e-fae4-47db-be0a-6b71d753a585 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7059d941-93bd-47c7-afa3-80595d67bf80 HTTP/1.1" status: 200 len: 217 time: 0.0457230 Jul 13 07:39:01.609066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Pushing event updated for resources: {'Port': ['ID=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:01.615068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.621581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.621859 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.631385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.632043 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.634305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9061aedb-1a39-4a4e-a693-99598b69f292 service neutron] 10.222.0.54 "PUT /v2.0/ports/307cfd34-2ef9-4dcb-af1a-6f246e818ad3 HTTP/1.1" status: 200 len: 1091 time: 1.7554302 Jul 13 07:39:01.671255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352e64c-ecb4-412c-8735-440d061681fd req-468e1c1c-14b7-48e1-8015-a59f411e0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.673932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2352e64c-ecb4-412c-8735-440d061681fd req-468e1c1c-14b7-48e1-8015-a59f411e0c58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.1077018 Jul 13 07:39:01.682206 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b2de7679-21d6-4eb5-9690-d6facb0a2fc1 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "GET /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags HTTP/1.1" status: 200 len: 238 time: 0.1700597 Jul 13 07:39:01.685291 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1224411 Jul 13 07:39:01.686265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:01.688799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34168) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:01.720419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-5ed44127-f14b-4202-ab43-3351d0f43396 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24', {'tags': ['tempest-TagsTest-Tag-901290540', 'tempest-TagsTest-Tag-1404494220', 'tempest-TagsTest-Tag-1226797367']}) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:01.720741 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2352e64c-ecb4-412c-8735-440d061681fd req-eb2f094e-c1b1-43c8-abad-2eba264c58d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393999 Jul 13 07:39:01.828815 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5ed44127-f14b-4202-ab43-3351d0f43396 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "PUT /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags HTTP/1.1" status: 200 len: 308 time: 0.1369922 Jul 13 07:39:01.840537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34176) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:01.853400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689dc57-bc97-4f0e-ba3b-3da9513294e6 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Pushing event updated for resources: {'Network': ['ID=62a9d41e-723f-415b-93aa-ac2cbc169d1e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:01.864068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-732f38a7-5265-44dc-a2f5-d9c56372e2de tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24', 'tempest-TagsTest-Tag-901290540') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:01.866116 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 62a9d41e-723f-415b-93aa-ac2cbc169d1e details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:01.935044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2352e64c-ecb4-412c-8735-440d061681fd req-af08f269-445c-4829-aed2-efd43321d90d service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877158 Jul 13 07:39:01.949481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:01.951774 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902d8c2b-b8d3-45f9-9532-1f503c0ce194" -d '{"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "307cfd34-2ef9-4dcb-af1a-6f246e818ad3"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:02.042228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34182) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:02.056421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Request body: {'port': {'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e', 'binding:host_id': 'n-h2-798249-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-164637318'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:02.070816 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2352e64c-ecb4-412c-8735-440d061681fd req-1b937ffe-7a55-4297-9576-8a6f80d9fff7 service neutron] 10.222.0.54 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176848 Jul 13 07:39:02.089609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.095789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Made reservation on behalf of a863813d1db04936b5729d6ac3fd38cd for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:02.099386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.148792 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.207548 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c452a1-c373-4b1c-84cf-4e759381ac19 x-openstack-request-id: req-d2c452a1-c373-4b1c-84cf-4e759381ac19 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:02.207548 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "307cfd34-2ef9-4dcb-af1a-6f246e818ad3", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:02.207853 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2c452a1-c373-4b1c-84cf-4e759381ac19 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:02.208237 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3', 'status': 'completed', 'code': 200} Jul 13 07:39:02.226092 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-732f38a7-5265-44dc-a2f5-d9c56372e2de tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "DELETE /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags/tempest-TagsTest-Tag-901290540 HTTP/1.1" status: 204 len: 168 time: 0.3796332 Jul 13 07:39:02.237670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34184) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:02.245677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-da011384-9eaa-40b8-b5d6-13781c99fc91 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24', 'tempest-TagsTest-Tag-901290540') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:02.301033 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-411f96d6-beb5-4f91-bfd3-d36a78afc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.301565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-411f96d6-beb5-4f91-bfd3-d36a78afc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.302225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-411f96d6-beb5-4f91-bfd3-d36a78afc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.302829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-411f96d6-beb5-4f91-bfd3-d36a78afc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.303311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-411f96d6-beb5-4f91-bfd3-d36a78afc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.303776 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-411f96d6-beb5-4f91-bfd3-d36a78afc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.304261 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-411f96d6-beb5-4f91-bfd3-d36a78afc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.306164 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-411f96d6-beb5-4f91-bfd3-d36a78afc201 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6342 time: 0.0815983 Jul 13 07:39:02.323394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314fda-3db3-4964-90de-d5a4fb17a286 req-baa33190-e3d2-434a-a84d-52a725dd3ac1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.330052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314fda-3db3-4964-90de-d5a4fb17a286 req-baa33190-e3d2-434a-a84d-52a725dd3ac1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.335996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314fda-3db3-4964-90de-d5a4fb17a286 req-baa33190-e3d2-434a-a84d-52a725dd3ac1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.342085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314fda-3db3-4964-90de-d5a4fb17a286 req-baa33190-e3d2-434a-a84d-52a725dd3ac1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.348734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314fda-3db3-4964-90de-d5a4fb17a286 req-baa33190-e3d2-434a-a84d-52a725dd3ac1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.354684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314fda-3db3-4964-90de-d5a4fb17a286 req-baa33190-e3d2-434a-a84d-52a725dd3ac1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.362531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00314fda-3db3-4964-90de-d5a4fb17a286 req-baa33190-e3d2-434a-a84d-52a725dd3ac1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.370005 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00314fda-3db3-4964-90de-d5a4fb17a286 req-baa33190-e3d2-434a-a84d-52a725dd3ac1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5395 time: 0.3674846 Jul 13 07:39:02.469599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-5743f45f-68a8-4fef-bc6e-96dfbe716901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.469966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-5743f45f-68a8-4fef-bc6e-96dfbe716901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.470972 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-5743f45f-68a8-4fef-bc6e-96dfbe716901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.472644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-5743f45f-68a8-4fef-bc6e-96dfbe716901 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=13786c1fa5354a01b98ccc442b005d53&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1567686 Jul 13 07:39:02.504536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00314fda-3db3-4964-90de-d5a4fb17a286 req-2ce9e0a7-cf10-4ddd-862f-4c340deb3a41 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336508 Jul 13 07:39:02.584473 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-da011384-9eaa-40b8-b5d6-13781c99fc91 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] show failed (client error): The resource could not be found. Jul 13 07:39:02.585555 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-da011384-9eaa-40b8-b5d6-13781c99fc91 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "GET /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags/tempest-TagsTest-Tag-901290540 HTTP/1.1" status: 404 len: 325 time: 0.3460641 Jul 13 07:39:02.592320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-aeb1528b-2c47-4f42-a041-cf09b8f68019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.593334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34190) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:02.594600 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-902d8c2b-b8d3-45f9-9532-1f503c0ce194 req-aeb1528b-2c47-4f42-a041-cf09b8f68019 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136134 Jul 13 07:39:02.612266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-d77887b2-dbae-45ad-899c-d909bf40900d tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24', 'tempest-TagsTest-Tag-1404494220') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:02.613517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a88360-e088-496e-99a9-f83571c4da1c req-1bdff5c9-d5d8-4327-9f33-c4c540ccab8a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:02.615133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62a88360-e088-496e-99a9-f83571c4da1c req-1bdff5c9-d5d8-4327-9f33-c4c540ccab8a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 943 time: 0.2230904 Jul 13 07:39:02.628638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.652619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.654634 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62a88360-e088-496e-99a9-f83571c4da1c req-a2fe854a-8816-483d-97b4-e6f4d55f2a00 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338240 Jul 13 07:39:02.667926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] device_id is not set on port 9bcb45e7-a534-4429-b419-7c7e2981c57e yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:02.771158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f254f409-3f87-4e81-b86b-e46d51ecaff4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:02.890135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34192) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:02.892633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d77887b2-dbae-45ad-899c-d909bf40900d tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "GET /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags/tempest-TagsTest-Tag-1404494220 HTTP/1.1" status: 204 len: 168 time: 0.2925279 Jul 13 07:39:02.895509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a6e49a-53af-49fc-accc-483a99e81c29 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:02.896484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-79245a13-68c3-4d1b-af9c-773b98b082e2 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24', 'tempest-TagsTest-Tag-1226797367') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:02.915252 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.969743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Transition to ACTIVE for port object 13a6e49a-53af-49fc-accc-483a99e81c29 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:02.973362 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-79245a13-68c3-4d1b-af9c-773b98b082e2 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "GET /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags/tempest-TagsTest-Tag-1226797367 HTTP/1.1" status: 204 len: 168 time: 0.0789776 Jul 13 07:39:02.973958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34194) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:02.979956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-b5c9c55c-c34c-4dc8-a3fd-d7fd84f6cc32 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:02.983166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.073787 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b5c9c55c-c34c-4dc8-a3fd-d7fd84f6cc32 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "DELETE /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags HTTP/1.1" status: 204 len: 168 time: 0.0982230 Jul 13 07:39:03.076355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34196) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:03.076509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] device_id is not set on port 9bcb45e7-a534-4429-b419-7c7e2981c57e yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:03.081276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-707bd4e9-b97e-4ed8-a913-5245078eb675 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24', 'tempest-TagsTest-Tag-1404494220') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:03.086733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Pushing event updated for resources: {'Port': ['ID=13a6e49a-53af-49fc-accc-483a99e81c29,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:03.111765 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.157173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Transition to ACTIVE for port object 9bcb45e7-a534-4429-b419-7c7e2981c57e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:03.158462 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-707bd4e9-b97e-4ed8-a913-5245078eb675 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] show failed (client error): The resource could not be found. Jul 13 07:39:03.159443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-707bd4e9-b97e-4ed8-a913-5245078eb675 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "GET /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags/tempest-TagsTest-Tag-1404494220 HTTP/1.1" status: 404 len: 326 time: 0.0821662 Jul 13 07:39:03.162416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34198) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:03.169864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-317d918e-eb11-4708-8ab6-036c7eebd03d tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24', 'tempest-TagsTest-Tag-1226797367') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:03.183125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.266711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event updated for resources: {'Port': ['ID=9bcb45e7-a534-4429-b419-7c7e2981c57e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:03.272463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Attempting to bind port 13a6e49a-53af-49fc-accc-483a99e81c29 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:03.272944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Attempting to bind port 13a6e49a-53af-49fc-accc-483a99e81c29 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:03.273374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Attempting to bind port 13a6e49a-53af-49fc-accc-483a99e81c29 on network ef91ead4-00b2-45c5-a5ff-383c96524366 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:03.284378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Port 13a6e49a-53af-49fc-accc-483a99e81c29 on network ef91ead4-00b2-45c5-a5ff-383c96524366 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:03.284844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Attempting to bind port 13a6e49a-53af-49fc-accc-483a99e81c29 on network ef91ead4-00b2-45c5-a5ff-383c96524366 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:03.293762 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-317d918e-eb11-4708-8ab6-036c7eebd03d tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] show failed (client error): The resource could not be found. Jul 13 07:39:03.298301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-317d918e-eb11-4708-8ab6-036c7eebd03d tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "GET /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags/tempest-TagsTest-Tag-1226797367 HTTP/1.1" status: 404 len: 326 time: 0.1314318 Jul 13 07:39:03.298481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34202) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:03.306538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:03.306970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Checking segment: {'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:03.307545 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Bound using segment: {'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:03.308077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Bound port: 13a6e49a-53af-49fc-accc-483a99e81c29, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:03.308537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.313820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-026bc0a6-7517-40f6-8f00-feea40b50506 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5721f638-87d0-466d-a0c0-57ca24c89f24') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:03.369515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Checking segment: {'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:03.369911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Network hostable DHCP agents. Network: 62a9d41e-723f-415b-93aa-ac2cbc169d1e, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:03.392276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-026bc0a6-7517-40f6-8f00-feea40b50506 tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "DELETE /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24/tags HTTP/1.1" status: 204 len: 168 time: 0.0924797 Jul 13 07:39:03.396769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34204) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:03.413153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] For port 13a6e49a-53af-49fc-accc-483a99e81c29, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:03.416314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] For port 13a6e49a-53af-49fc-accc-483a99e81c29, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=13a6e49a-53af-49fc-accc-483a99e81c29,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:03.417370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Network 62a9d41e-723f-415b-93aa-ac2cbc169d1e is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:03.425817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.456739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 62a9d41e-723f-415b-93aa-ac2cbc169d1e) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:03.464415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:03.472076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:03.472739 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.474168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] 10.222.0.54 "PUT /v2.0/ports/13a6e49a-53af-49fc-accc-483a99e81c29 HTTP/1.1" status: 200 len: 1091 time: 1.7947848 Jul 13 07:39:03.481480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ca51b-7003-4ffa-bfc4-f2239c1e6876 None None] Network 62a9d41e-723f-415b-93aa-ac2cbc169d1e requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:03.485369 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.489687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:03.490052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:03.490389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:03.513276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Request body: {'port': {'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:03.519961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:03.520364 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:03.521951 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 2 to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e Jul 13 07:39:03.550883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd5d0-b1a9-4679-a19e-0a1cb6a7e9aa service neutron] Pushing event updated for resources: {'Port': ['ID=13a6e49a-53af-49fc-accc-483a99e81c29,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:03.575312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:03.575666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:03.576095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:03.598858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:03.599135 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:03.600426 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 3 to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e Jul 13 07:39:03.638686 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.661366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5721f638-87d0-466d-a0c0-57ca24c89f24']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:03.662111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:03.663663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:03.664035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:03.685452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53ff243-8c02-4984-b24a-2b760eb03359') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:03.685604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53ff243-8c02-4984-b24a-2b760eb03359') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:03.689967 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.692902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:03.693245 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:03.704999 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 4 to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e Jul 13 07:39:03.725653 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.756264 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.763274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:03.763603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:03.772610 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:03.790928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:03.791173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:03.791525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:03.811886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:03.812865 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:03.815022 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 5 to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e Jul 13 07:39:03.852356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:03.852712 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:03.853038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:03.865491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:03.865866 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:03.916148 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 6 to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e Jul 13 07:39:03.937115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.954047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.958187 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] 10.222.0.44 "DELETE /v2.0/networks/5721f638-87d0-466d-a0c0-57ca24c89f24 HTTP/1.1" status: 204 len: 168 time: 0.5581069 Jul 13 07:39:03.969351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4faa1e-e5df-4dd1-b6e2-66b1d0e708be tempest-TagsTest-322038023 tempest-TagsTest-322038023-project] Pushing event deleted for resources: {'Network': ['ID=5721f638-87d0-466d-a0c0-57ca24c89f24,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:03.985720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:03.986056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:03.986513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:03.990808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95cf7-f6f0-4dda-aea1-4879da482b31 req-b4100960-f446-4a69-99c5-0cf25999ef57 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.000178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95cf7-f6f0-4dda-aea1-4879da482b31 req-b4100960-f446-4a69-99c5-0cf25999ef57 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.001663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:04.001997 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:04.004878 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 7 to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e Jul 13 07:39:04.007817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95cf7-f6f0-4dda-aea1-4879da482b31 req-b4100960-f446-4a69-99c5-0cf25999ef57 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.015804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95cf7-f6f0-4dda-aea1-4879da482b31 req-b4100960-f446-4a69-99c5-0cf25999ef57 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.022729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95cf7-f6f0-4dda-aea1-4879da482b31 req-b4100960-f446-4a69-99c5-0cf25999ef57 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.029716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95cf7-f6f0-4dda-aea1-4879da482b31 req-b4100960-f446-4a69-99c5-0cf25999ef57 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.036354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e95cf7-f6f0-4dda-aea1-4879da482b31 req-b4100960-f446-4a69-99c5-0cf25999ef57 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.038248 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35e95cf7-f6f0-4dda-aea1-4879da482b31 req-b4100960-f446-4a69-99c5-0cf25999ef57 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5407 time: 0.2554760 Jul 13 07:39:04.047755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:04.048033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:04.048374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:04.081934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35e95cf7-f6f0-4dda-aea1-4879da482b31 req-ed3f1ce2-4468-4e67-8074-ab3c00a29dcc tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378444 Jul 13 07:39:04.239483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34216) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:04.380792 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8b0fc833-09a4-4289-8c40-e10abbcf7c64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9bbd43cb8e24f158cab0f3280acfaf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399350 Jul 13 07:39:04.381508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34222) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:04.398816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7059d941-93bd-47c7-afa3-80595d67bf80 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:04.437729 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a91cc1f-e081-4c32-a847-f2358dab3286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.439434 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.463488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '13a6e49a-53af-49fc-accc-483a99e81c29'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:04.464097 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a91cc1f-e081-4c32-a847-f2358dab3286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.466179 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c985b10-04f3-46bb-871f-3f172d00436e" -d '{"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "13a6e49a-53af-49fc-accc-483a99e81c29"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:04.471109 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:04.471444 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:04.476371 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 8 to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e Jul 13 07:39:04.495334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5990c9b-91c2-4e22-b28b-264d40273dae req-7ba00199-a055-42bc-a739-187e55a0d441 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.496958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5990c9b-91c2-4e22-b28b-264d40273dae req-7ba00199-a055-42bc-a739-187e55a0d441 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 943 time: 0.6326234 Jul 13 07:39:04.517699 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ba593c-0e15-4620-99e9-a47a5eedff8b x-openstack-request-id: req-58ba593c-0e15-4620-99e9-a47a5eedff8b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:04.518266 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "13a6e49a-53af-49fc-accc-483a99e81c29", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:04.518395 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58ba593c-0e15-4620-99e9-a47a5eedff8b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:04.519055 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '13a6e49a-53af-49fc-accc-483a99e81c29', 'status': 'completed', 'code': 200} Jul 13 07:39:04.526708 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a91cc1f-e081-4c32-a847-f2358dab3286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.529479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:04.529624 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a91cc1f-e081-4c32-a847-f2358dab3286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.529832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:04.530147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:04.535451 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1a91cc1f-e081-4c32-a847-f2358dab3286 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10e404f7-dab9-42a0-ac2c-15a4bff3573f HTTP/1.1" status: 204 len: 168 time: 0.1508300 Jul 13 07:39:04.541530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7059d941-93bd-47c7-afa3-80595d67bf80, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7059d941-93bd-47c7-afa3-80595d67bf80,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:04.553691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91cc1f-e081-4c32-a847-f2358dab3286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e404f7-dab9-42a0-ac2c-15a4bff3573f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:04.554321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:04.554484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '7059d941-93bd-47c7-afa3-80595d67bf80', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'port_id': '7059d941-93bd-47c7-afa3-80595d67bf80', 'mac_address': 'fa:16:3e:55:29:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca6a03b-25bf-47a0-aae5-f347193dc542', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:04.554741 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:04.558905 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 9 to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e Jul 13 07:39:04.599514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:04.599806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:04.600280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:04.605900 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.616248 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5990c9b-91c2-4e22-b28b-264d40273dae req-1ddb427e-82d1-4a60-9250-7b7c196009a2 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057899 Jul 13 07:39:04.621304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7059d941-93bd-47c7-afa3-80595d67bf80 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:04.621793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:04.622187 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:04.624204 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 10 to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e Jul 13 07:39:04.648840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-7ce0bb7c-9df8-4739-90d8-fe7bdffc9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.649323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-7ce0bb7c-9df8-4739-90d8-fe7bdffc9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.649801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-7ce0bb7c-9df8-4739-90d8-fe7bdffc9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.650232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7059d941-93bd-47c7-afa3-80595d67bf80, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7059d941-93bd-47c7-afa3-80595d67bf80,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:04.650376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-7ce0bb7c-9df8-4739-90d8-fe7bdffc9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.650723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-7ce0bb7c-9df8-4739-90d8-fe7bdffc9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.651500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-7ce0bb7c-9df8-4739-90d8-fe7bdffc9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.651971 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-7ce0bb7c-9df8-4739-90d8-fe7bdffc9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.652791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:04.653202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:04.653540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:04.654689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c985b10-04f3-46bb-871f-3f172d00436e req-7ce0bb7c-9df8-4739-90d8-fe7bdffc9c14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6409 time: 0.1023374 Jul 13 07:39:04.656123 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.682831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 9bcb45e7-a534-4429-b419-7c7e2981c57e on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:04.683169 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 9bcb45e7-a534-4429-b419-7c7e2981c57e on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:04.683544 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.702550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ca532c-23fa-4676-93ee-cd52a50ba709 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:04.713881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.726030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=7059d941-93bd-47c7-afa3-80595d67bf80,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:04.754127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Transition to ACTIVE for port object 76ca532c-23fa-4676-93ee-cd52a50ba709 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:04.764518 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.797208 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-85b0350f-48bd-4418-aafb-e7f5b231184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.798010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-85b0350f-48bd-4418-aafb-e7f5b231184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.798974 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-85b0350f-48bd-4418-aafb-e7f5b231184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.800660 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c985b10-04f3-46bb-871f-3f172d00436e req-85b0350f-48bd-4418-aafb-e7f5b231184a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=13786c1fa5354a01b98ccc442b005d53&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1363800 Jul 13 07:39:04.804383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] For port 9bcb45e7-a534-4429-b419-7c7e2981c57e, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:04.804757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempted to set empty binding levels {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:39:04.821819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.863732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Pushing event updated for resources: {'Port': ['ID=76ca532c-23fa-4676-93ee-cd52a50ba709,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:04.883689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.884339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.984674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.9357362 Jul 13 07:39:04.984937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['7059d941-93bd-47c7-afa3-80595d67bf80'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:04.991045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34240) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:05.004844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ec76-6d28-4c41-a193-d4a876a2dd0f tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event updated for resources: {'Port': ['ID=9bcb45e7-a534-4429-b419-7c7e2981c57e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:05.131965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Attempting to bind port 76ca532c-23fa-4676-93ee-cd52a50ba709 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:05.132563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Attempting to bind port 76ca532c-23fa-4676-93ee-cd52a50ba709 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:05.137051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Attempting to bind port 76ca532c-23fa-4676-93ee-cd52a50ba709 on network ef91ead4-00b2-45c5-a5ff-383c96524366 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:05.146761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Port 76ca532c-23fa-4676-93ee-cd52a50ba709 on network ef91ead4-00b2-45c5-a5ff-383c96524366 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:05.147187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Attempting to bind port 76ca532c-23fa-4676-93ee-cd52a50ba709 on network ef91ead4-00b2-45c5-a5ff-383c96524366 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:05.156340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:05.156858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Checking segment: {'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:05.157457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Bound using segment: {'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:05.158079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Bound port: 76ca532c-23fa-4676-93ee-cd52a50ba709, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e44910-b7ce-4f79-b87e-b3d25a79846c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:05.158449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.237132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ae79614c-c262-47d3-aac8-6953c8acf3d1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Deleting port 9bcb45e7-a534-4429-b419-7c7e2981c57e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:05.237475 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae79614c-c262-47d3-aac8-6953c8acf3d1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.326997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] For port 76ca532c-23fa-4676-93ee-cd52a50ba709, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:05.392141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] For port 76ca532c-23fa-4676-93ee-cd52a50ba709, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=76ca532c-23fa-4676-93ee-cd52a50ba709,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:05.409104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ae79614c-c262-47d3-aac8-6953c8acf3d1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] For port 9bcb45e7-a534-4429-b419-7c7e2981c57e, host n-h2-798249-7, got binding levels [] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:05.409519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae79614c-c262-47d3-aac8-6953c8acf3d1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.412987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.460048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ae79614c-c262-47d3-aac8-6953c8acf3d1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Calling delete_port for 9bcb45e7-a534-4429-b419-7c7e2981c57e owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:05.498353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.499561 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.501735 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] 10.222.0.54 "PUT /v2.0/ports/76ca532c-23fa-4676-93ee-cd52a50ba709 HTTP/1.1" status: 200 len: 1091 time: 1.9984832 Jul 13 07:39:05.567944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c13e5-c2fc-4603-a853-cafcd3ded5e0 req-e36bc4a8-343d-44cf-803d-7aed7150c4f4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.574613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c13e5-c2fc-4603-a853-cafcd3ded5e0 req-e36bc4a8-343d-44cf-803d-7aed7150c4f4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.581918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c13e5-c2fc-4603-a853-cafcd3ded5e0 req-e36bc4a8-343d-44cf-803d-7aed7150c4f4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.583814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-ae3e2cf4-3cd8-49ac-b992-0b15b1316ee8 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.585643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-ae3e2cf4-3cd8-49ac-b992-0b15b1316ee8 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 814 time: 0.1991978 Jul 13 07:39:05.591316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985b10-04f3-46bb-871f-3f172d00436e req-107af3d6-2159-4b03-9996-483b31f0f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.591706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c13e5-c2fc-4603-a853-cafcd3ded5e0 req-e36bc4a8-343d-44cf-803d-7aed7150c4f4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.593061 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3c985b10-04f3-46bb-871f-3f172d00436e req-107af3d6-2159-4b03-9996-483b31f0f95f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7836514 Jul 13 07:39:05.598894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c13e5-c2fc-4603-a853-cafcd3ded5e0 req-e36bc4a8-343d-44cf-803d-7aed7150c4f4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.604987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c13e5-c2fc-4603-a853-cafcd3ded5e0 req-e36bc4a8-343d-44cf-803d-7aed7150c4f4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.611218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c13e5-c2fc-4603-a853-cafcd3ded5e0 req-e36bc4a8-343d-44cf-803d-7aed7150c4f4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.613260 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-256c13e5-c2fc-4603-a853-cafcd3ded5e0 req-e36bc4a8-343d-44cf-803d-7aed7150c4f4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.3430400 Jul 13 07:39:05.619989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4a096-8da0-4090-90c0-b7c5b042a586 service neutron] Pushing event updated for resources: {'Port': ['ID=76ca532c-23fa-4676-93ee-cd52a50ba709,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:05.634256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-9793c647-c03e-42e4-bf9a-7342945aa642 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/quotas/333513463115431abac9904e9b17baa9 HTTP/1.1" status: 200 len: 375 time: 0.0384700 Jul 13 07:39:05.716057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-256c13e5-c2fc-4603-a853-cafcd3ded5e0 req-bacbf776-2dc0-453d-a176-76bc39bb30b5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845523 Jul 13 07:39:05.745085 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae79614c-c262-47d3-aac8-6953c8acf3d1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.810349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79614c-c262-47d3-aac8-6953c8acf3d1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bcb45e7-a534-4429-b419-7c7e2981c57e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:05.816614 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae79614c-c262-47d3-aac8-6953c8acf3d1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.818670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ae79614c-c262-47d3-aac8-6953c8acf3d1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "DELETE /v2.0/ports/9bcb45e7-a534-4429-b419-7c7e2981c57e HTTP/1.1" status: 204 len: 168 time: 0.8263793 Jul 13 07:39:05.823741 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-18d0f56d-f1c6-4365-9710-299a2a132c6c tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1822276 Jul 13 07:39:05.826986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34270) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:05.843881 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5968cd83-5487-4598-a947-99b2437c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.844303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5968cd83-5487-4598-a947-99b2437c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.844782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5968cd83-5487-4598-a947-99b2437c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.845252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5968cd83-5487-4598-a947-99b2437c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.845719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5968cd83-5487-4598-a947-99b2437c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.846285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5968cd83-5487-4598-a947-99b2437c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.847119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5968cd83-5487-4598-a947-99b2437c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.850835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5968cd83-5487-4598-a947-99b2437c2e90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6476 time: 0.2073610 Jul 13 07:39:05.856222 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd2eab4-3147-4dfb-9f3a-e4138415bfe4 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:39:05.863699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0dd2eab4-3147-4dfb-9f3a-e4138415bfe4 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "GET /v2.0/ports/9bcb45e7-a534-4429-b419-7c7e2981c57e HTTP/1.1" status: 404 len: 333 time: 0.0379336 Jul 13 07:39:05.869417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34272) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:05.876727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Request body: {'port': {'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1100935946'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:05.938104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Made reservation on behalf of a863813d1db04936b5729d6ac3fd38cd for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:05.941119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.962899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] device_id is not set on port 7b47a777-9c3c-4deb-9a17-bd52b650acfe yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:06.000140 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-23e5e7fe-ad99-4a77-91f7-1eae9dfb8500 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997 HTTP/1.1" status: 200 len: 217 time: 0.0559781 Jul 13 07:39:06.060650 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-7f51bf49-7b86-4e74-bf16-3dbf81f62d55 service neutron] 10.222.0.44 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081373 Jul 13 07:39:06.111762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-b51e6607-a2ce-4a44-9ff0-9a3011964f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.114308 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-b51e6607-a2ce-4a44-9ff0-9a3011964f33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b3c98f5-a903-4003-adc3-d4b30273206b HTTP/1.1" status: 200 len: 850 time: 0.0977650 Jul 13 07:39:06.127967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507c5cd-9ca2-4a3f-92a4-3b04f0a91b72 req-0e41f771-a816-4186-88db-1dd50c3d7633 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.129546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1507c5cd-9ca2-4a3f-92a4-3b04f0a91b72 req-0e41f771-a816-4186-88db-1dd50c3d7633 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 944 time: 0.1596353 Jul 13 07:39:06.208202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.225751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-04b47081-3bd4-4f97-b185-2c202c784dc7 service neutron] 10.222.0.44 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545496 Jul 13 07:39:06.228933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1507c5cd-9ca2-4a3f-92a4-3b04f0a91b72 req-7882c3c6-1cb4-4309-a772-97608ae748f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906799 Jul 13 07:39:06.248979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-99a7487e-eb53-4110-a665-14350dc13474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.248979 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-99a7487e-eb53-4110-a665-14350dc13474 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=404cf158-687c-4a31-86f5-f16b75de7176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854297 Jul 13 07:39:06.264143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.306375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Network 62a9d41e-723f-415b-93aa-ac2cbc169d1e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:06.309418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:06.311957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:06.313208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.313816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.358161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event updated for resources: {'Port': ['ID=7b47a777-9c3c-4deb-9a17-bd52b650acfe,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:06.364161 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-0721c22f-41fd-45c9-a910-fea4cff72faf service neutron] 10.222.0.54 "GET /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032357 Jul 13 07:39:06.365536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4343ba1e-65f8-426e-8a22-4e06ed57f7d6 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4950089 Jul 13 07:39:06.367994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34286) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:06.374293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:06.411916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7059d941-93bd-47c7-afa3-80595d67bf80 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:06.485684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c263ff69-3d04-4669-94d9-5e7f5a756c5b req-3b3b73af-509e-4ed3-b0a5-7763f33d7ebf tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 210 time: 0.0379100 Jul 13 07:39:06.496452 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.518326 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-7d91d386-939c-4d02-b543-8b8ca77f7a82 service neutron] 10.222.0.54 "GET /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464176 Jul 13 07:39:06.534125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '76ca532c-23fa-4676-93ee-cd52a50ba709'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:06.534682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 7059d941-93bd-47c7-afa3-80595d67bf80 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:06.536444 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de485ed8-65fb-481e-ae8a-dfaa968c45f6" -d '{"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "76ca532c-23fa-4676-93ee-cd52a50ba709"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:06.545779 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 7059d941-93bd-47c7-afa3-80595d67bf80 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:06.546371 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.614557 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5865e3a5-13f8-47ee-b4c1-2a89d5f6994a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=25ef49cb-1a50-4176-b14e-19e7333a729b HTTP/1.1" status: 200 len: 217 time: 0.0889738 Jul 13 07:39:06.630135 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04171db9-908e-4336-b6c2-56db557d55f2 x-openstack-request-id: req-04171db9-908e-4336-b6c2-56db557d55f2 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:06.630259 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "76ca532c-23fa-4676-93ee-cd52a50ba709", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:06.630561 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04171db9-908e-4336-b6c2-56db557d55f2 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:06.630893 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '76ca532c-23fa-4676-93ee-cd52a50ba709', 'status': 'completed', 'code': 200} Jul 13 07:39:06.688123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9c89ec9a-f8e4-44ae-8bd7-e483e901c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.689685 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9c89ec9a-f8e4-44ae-8bd7-e483e901c0fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.0660529 Jul 13 07:39:06.697687 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.740291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] device_id is not set on port 7b47a777-9c3c-4deb-9a17-bd52b650acfe yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:06.747140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd216ac89-be0b-49cf-9efa-7bc4bdbc6535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7059d941-93bd-47c7-afa3-80595d67bf80'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:06.750117 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c262fa18-0823-421a-9e7f-ee21787f2b39" -d '{"events": [{"server_uuid": "d216ac89-be0b-49cf-9efa-7bc4bdbc6535", "name": "network-vif-plugged", "status": "completed", "tag": "7059d941-93bd-47c7-afa3-80595d67bf80"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:06.753318 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.774553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7059d941-93bd-47c7-afa3-80595d67bf80, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7059d941-93bd-47c7-afa3-80595d67bf80,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:06.782684 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.793506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Transition to ACTIVE for port object 7b47a777-9c3c-4deb-9a17-bd52b650acfe will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:06.803406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.834322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1a3eb54a-d96f-48c9-a91d-2e38b806ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.839107 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-1a3eb54a-d96f-48c9-a91d-2e38b806ac71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374950 Jul 13 07:39:06.859053 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce58b65f-b4ea-4173-a53c-fc768cdf0e5f x-openstack-request-id: req-ce58b65f-b4ea-4173-a53c-fc768cdf0e5f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:06.859440 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d216ac89-be0b-49cf-9efa-7bc4bdbc6535", "name": "network-vif-plugged", "status": "completed", "tag": "7059d941-93bd-47c7-afa3-80595d67bf80", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:06.859922 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce58b65f-b4ea-4173-a53c-fc768cdf0e5f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:06.861027 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd216ac89-be0b-49cf-9efa-7bc4bdbc6535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7059d941-93bd-47c7-afa3-80595d67bf80', 'code': 200} Jul 13 07:39:06.869581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=7059d941-93bd-47c7-afa3-80595d67bf80,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:07.021378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event updated for resources: {'Port': ['ID=7b47a777-9c3c-4deb-9a17-bd52b650acfe,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:07.050817 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-c42acf93-9e94-4f8c-996a-b2db533c9b9b service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010822 Jul 13 07:39:07.068279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:07.068638 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:07.068970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:07.082193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:07.082538 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:07.086686 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 2 to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe Jul 13 07:39:07.113862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:07.114144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:07.114437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:07.127689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c517a-7692-472d-9218-ffd133a87d8b req-7f9cb799-b256-48eb-b48e-f2e8aee34e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.129266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-969c517a-7692-472d-9218-ffd133a87d8b req-7f9cb799-b256-48eb-b48e-f2e8aee34e33 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 1096 time: 0.1851065 Jul 13 07:39:07.129830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:07.130171 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:07.130712 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 3 to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe Jul 13 07:39:07.161567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd6f97-faf8-4735-98af-cf1bf29219be req-4ea38ee0-8882-4214-a328-a23654e8526d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.167643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd6f97-faf8-4735-98af-cf1bf29219be req-4ea38ee0-8882-4214-a328-a23654e8526d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.173944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd6f97-faf8-4735-98af-cf1bf29219be req-4ea38ee0-8882-4214-a328-a23654e8526d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.177769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-dd829e03-9089-4248-bdbc-bd5618ab52e2 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190343 Jul 13 07:39:07.179961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd6f97-faf8-4735-98af-cf1bf29219be req-4ea38ee0-8882-4214-a328-a23654e8526d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.185993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd6f97-faf8-4735-98af-cf1bf29219be req-4ea38ee0-8882-4214-a328-a23654e8526d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.192926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd6f97-faf8-4735-98af-cf1bf29219be req-4ea38ee0-8882-4214-a328-a23654e8526d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.198978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd6f97-faf8-4735-98af-cf1bf29219be req-4ea38ee0-8882-4214-a328-a23654e8526d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.207216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31fd6f97-faf8-4735-98af-cf1bf29219be req-4ea38ee0-8882-4214-a328-a23654e8526d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.2065880 Jul 13 07:39:07.234713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:07.235123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:07.235401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:07.236680 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-d3d2cacd-09c5-4423-b0a3-62bcab303e77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=226aa32a-7a01-44bf-a741-fe40e753933e HTTP/1.1" status: 200 len: 217 time: 0.0497081 Jul 13 07:39:07.285136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:07.285956 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:07.290502 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 4 to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe Jul 13 07:39:07.305492 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-45c4172b-4e5b-4879-a0d0-4cbfce6ac48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.307013 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-45c4172b-4e5b-4879-a0d0-4cbfce6ac48f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.0639038 Jul 13 07:39:07.308594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31fd6f97-faf8-4735-98af-cf1bf29219be req-db136446-855d-4986-ab59-b681ee9ebf3b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005158 Jul 13 07:39:07.310832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-969c517a-7692-472d-9218-ffd133a87d8b req-cfb9077a-8b1c-4607-8f49-a977446ca481 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740940 Jul 13 07:39:07.317138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:07.317488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:07.317956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:07.325341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:07.325900 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:07.326352 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 5 to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe Jul 13 07:39:07.342227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:07.342581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:07.342929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:07.348032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:07.348383 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:07.348905 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 6 to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe Jul 13 07:39:07.364293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:07.364525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:07.364866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:07.369305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:07.369633 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:07.370160 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 7 to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe Jul 13 07:39:07.383000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:07.383324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:07.383695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:07.388060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:07.388390 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:07.388782 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 8 to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe Jul 13 07:39:07.405194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:07.405531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:07.406394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:07.410861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:07.411192 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:07.411583 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 9 to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe Jul 13 07:39:07.428123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:07.428529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:07.429547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:07.434463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:07.434805 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:07.435205 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 10 to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe Jul 13 07:39:07.455925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:07.456309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:07.456647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:07.461837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:07.462172 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:07.462572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.467090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5c95e7c0-718b-42da-aa40-f82b3bc10187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.469424 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5c95e7c0-718b-42da-aa40-f82b3bc10187 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144428 Jul 13 07:39:07.477031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d821eb-5ac3-45fb-8740-21dd56316c22 req-518b7c10-99e4-45a7-aeaf-0db56956cf4c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.478509 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74d821eb-5ac3-45fb-8740-21dd56316c22 req-518b7c10-99e4-45a7-aeaf-0db56956cf4c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 945 time: 0.0912287 Jul 13 07:39:07.528504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] For port 7b47a777-9c3c-4deb-9a17-bd52b650acfe, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:07.528886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempted to set empty binding levels {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:39:07.534321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.568030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] In _notify_port_updated(), no bound segment for port 7b47a777-9c3c-4deb-9a17-bd52b650acfe on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:39:07.569315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.570181 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.574286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "PUT /v2.0/ports/7b47a777-9c3c-4deb-9a17-bd52b650acfe HTTP/1.1" status: 200 len: 975 time: 1.2035456 Jul 13 07:39:07.577201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34324) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:07.586984 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-74d821eb-5ac3-45fb-8740-21dd56316c22 req-f9359356-ff66-41c7-bda0-9d76dcd6db42 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946701 Jul 13 07:39:07.626852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-10537db1-d513-48a5-9b48-57b937f51c0d service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444433 Jul 13 07:39:07.678309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732406d9-6979-418b-a87a-226e46c1a521 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event updated for resources: {'Port': ['ID=7b47a777-9c3c-4deb-9a17-bd52b650acfe,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:07.685614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56de2289-323e-4ecc-bbdd-ca48a3a459a2 req-fc6d5d5b-4966-4668-810c-bd216191c1c2 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 210 time: 0.0452378 Jul 13 07:39:07.731994 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-2baf87ef-53ee-4ea3-ad30-ce9010b0e361 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980797 Jul 13 07:39:07.746622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.747115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.748590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.748590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.748590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.749018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.750054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.750687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.751163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.751633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.752126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.752597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.753059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.753533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.753999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.754462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.754926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.755383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.755846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.756333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.757002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.757476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.757942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.758408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.758872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.759330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.759795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.760280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.760746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.761220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.761845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.762314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.762778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.763244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.763704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.764195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.764656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.765821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.766260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.766644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.774898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a9824ca3-d9a3-4516-ad67-3ff4831e1f65 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36070 time: 0.1918900 Jul 13 07:39:07.775150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34326) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:07.777714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-9f78aa7a-151b-4c72-b804-ac2309a57e53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=4fae0d30-b0f4-408b-973f-5208638628cd HTTP/1.1" status: 200 len: 217 time: 0.0369558 Jul 13 07:39:07.817576 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.831785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-60bf578f-5a13-411c-a3d0-dc837514cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.833322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-60bf578f-5a13-411c-a3d0-dc837514cace service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.0486872 Jul 13 07:39:07.900768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5332c24d-c3c8-4750-9218-eda1c7fb5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:07.902579 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-5332c24d-c3c8-4750-9218-eda1c7fb5d18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614960 Jul 13 07:39:07.929183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-23776ba3-6fb9-4012-a797-edf16bc278c1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Deleting port 7b47a777-9c3c-4deb-9a17-bd52b650acfe {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:07.929542 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23776ba3-6fb9-4012-a797-edf16bc278c1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.008467 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-ab887ac7-b8b1-4dca-8b59-53dbc13d8c64 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937963 Jul 13 07:39:08.018007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-a7ab1422-0dfc-4105-97e6-4187ecac7da6 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.019483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-a7ab1422-0dfc-4105-97e6-4187ecac7da6 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 814 time: 0.1710062 Jul 13 07:39:08.020625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-23776ba3-6fb9-4012-a797-edf16bc278c1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] For port 7b47a777-9c3c-4deb-9a17-bd52b650acfe, host n-h2-798249-7, got binding levels [] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:08.020993 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23776ba3-6fb9-4012-a797-edf16bc278c1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.035065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Request body: {'port': {'device_id': 'fc080140-4b41-4dd4-b3c4-d9447909cfaf', 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9', 'admin_state_up': True, 'tenant_id': '333513463115431abac9904e9b17baa9'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:08.052882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-23776ba3-6fb9-4012-a797-edf16bc278c1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Calling delete_port for 7b47a777-9c3c-4deb-9a17-bd52b650acfe owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:08.134598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-0186127f-1502-47e8-92e0-e69964306386 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128433 Jul 13 07:39:08.193881 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-de375bbb-bed3-496a-aed4-f134ad6df2e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=307cfd34-2ef9-4dcb-af1a-6f246e818ad3 HTTP/1.1" status: 200 len: 217 time: 0.0418603 Jul 13 07:39:08.215192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Made reservation on behalf of 333513463115431abac9904e9b17baa9 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:08.219331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.231789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23776ba3-6fb9-4012-a797-edf16bc278c1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.248825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-80ca75b2-286c-4a91-9af7-b149ddb1f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.250859 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-80ca75b2-286c-4a91-9af7-b149ddb1f309 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.0500016 Jul 13 07:39:08.278011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23776ba3-6fb9-4012-a797-edf16bc278c1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b47a777-9c3c-4deb-9a17-bd52b650acfe,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:08.285295 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23776ba3-6fb9-4012-a797-edf16bc278c1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.287377 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-23776ba3-6fb9-4012-a797-edf16bc278c1 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "DELETE /v2.0/ports/7b47a777-9c3c-4deb-9a17-bd52b650acfe HTTP/1.1" status: 204 len: 168 time: 0.5112286 Jul 13 07:39:08.290360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34332) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:08.332986 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-fcec4b10-971b-4be9-8e62-3ac84aac68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.334571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-fcec4b10-971b-4be9-8e62-3ac84aac68c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0766380 Jul 13 07:39:08.348116 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85a8d3d-c2f4-4cf1-9f67-166f61a32e07 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:39:08.349740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a85a8d3d-c2f4-4cf1-9f67-166f61a32e07 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "GET /v2.0/ports/7b47a777-9c3c-4deb-9a17-bd52b650acfe HTTP/1.1" status: 404 len: 333 time: 0.0583975 Jul 13 07:39:08.353819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34338) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:08.370242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1474252407', 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:08.446873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Allocated IP 172.20.0.5 (f46ada01-b932-4917-95de-057bc95477a9/6f66c4f0-adcb-48a7-b451-5383c20be023/ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:08.447214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Made reservation on behalf of a863813d1db04936b5729d6ac3fd38cd for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:08.450179 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.481891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] device_id is not set on port 86749a0e-f639-4e3f-a97e-488f8a8ef9b9 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:08.489716 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-8c493120-9cde-4dd6-b267-a52b13a2376d service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467571 Jul 13 07:39:08.634414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0eda4-8a3e-4931-a37f-7b48ab813629 req-bdfc03e2-8c67-4672-8bac-cd256195ba66 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.652192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0eda4-8a3e-4931-a37f-7b48ab813629 req-bdfc03e2-8c67-4672-8bac-cd256195ba66 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.660700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0eda4-8a3e-4931-a37f-7b48ab813629 req-bdfc03e2-8c67-4672-8bac-cd256195ba66 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.667290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0eda4-8a3e-4931-a37f-7b48ab813629 req-bdfc03e2-8c67-4672-8bac-cd256195ba66 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.680871 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-75c42c1b-6866-4de4-b31e-e9c4bc752738 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492705 Jul 13 07:39:08.682534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0eda4-8a3e-4931-a37f-7b48ab813629 req-bdfc03e2-8c67-4672-8bac-cd256195ba66 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.696994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0eda4-8a3e-4931-a37f-7b48ab813629 req-bdfc03e2-8c67-4672-8bac-cd256195ba66 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.700199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0eda4-8a3e-4931-a37f-7b48ab813629 req-bdfc03e2-8c67-4672-8bac-cd256195ba66 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.709350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5a0eda4-8a3e-4931-a37f-7b48ab813629 req-bdfc03e2-8c67-4672-8bac-cd256195ba66 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.2418103 Jul 13 07:39:08.766284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.797048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-e0c00b3b-7ac8-4d86-8431-7de633ded853 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13a6e49a-53af-49fc-accc-483a99e81c29 HTTP/1.1" status: 200 len: 217 time: 0.0766821 Jul 13 07:39:08.826079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.840939 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5a0eda4-8a3e-4931-a37f-7b48ab813629 req-b4259928-ee7b-495c-b3ad-51cdc533a6f5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1306062 Jul 13 07:39:08.873892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.886372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['7215a7b3-8c8d-49ea-97d6-305762032098', 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:08.936772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Network f46ada01-b932-4917-95de-057bc95477a9 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:08.939437 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-eb3d1e60-640f-4eb1-b4be-91d225b16607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:08.940779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:08.941626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-eb3d1e60-640f-4eb1-b4be-91d225b16607 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37b7f077-c2d5-483e-9458-3b62eed95fb9 HTTP/1.1" status: 200 len: 797 time: 0.0920084 Jul 13 07:39:08.949110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:08.988764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Pushing event updated for resources: {'Port': ['ID=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:09.028519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.029439 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.030309 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.083098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-51517a4b-3b70-4d55-8602-62e2bc6fe067 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0542183 Jul 13 07:39:09.101944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Request body: {'port': {'device_id': 'fc080140-4b41-4dd4-b3c4-d9447909cfaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:09.113183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3c8b7-006e-4c38-b605-af8782f0a17d req-7c21caf4-9cd0-45a6-819c-0fdc0a223667 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.115104 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35a3c8b7-006e-4c38-b605-af8782f0a17d req-7c21caf4-9cd0-45a6-819c-0fdc0a223667 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 945 time: 0.3273597 Jul 13 07:39:09.128034 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-0ef0059e-f538-4db9-92d5-40caaf23d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.130133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-0ef0059e-f538-4db9-92d5-40caaf23d8c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef91ead4-00b2-45c5-a5ff-383c96524366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1780732 Jul 13 07:39:09.173130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Network 62a9d41e-723f-415b-93aa-ac2cbc169d1e is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:09.187151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:09.191219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event updated for resources: {'Port': ['ID=86749a0e-f639-4e3f-a97e-488f8a8ef9b9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:09.194518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:09.195671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.196297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.204079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2a041-1c44-4f15-b3f0-d0888908efef req-ebb14401-cdfd-475c-a294-6f692f5f6634 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.206470 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92d2a041-1c44-4f15-b3f0-d0888908efef req-ebb14401-cdfd-475c-a294-6f692f5f6634 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 931 time: 0.1724958 Jul 13 07:39:09.221383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35a3c8b7-006e-4c38-b605-af8782f0a17d req-3aacb287-5815-4c90-9a2b-450fd853603f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869915 Jul 13 07:39:09.235424 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.276365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92d2a041-1c44-4f15-b3f0-d0888908efef req-8adf2f56-11ee-4a7e-8654-38356a7cc291 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606766 Jul 13 07:39:09.292916 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d59d8d3d-cc4e-4d77-b5a9-1fc8b764f2a3 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9378879 Jul 13 07:39:09.294827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34358) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:09.329835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-de111c0e-6f7f-4cff-961a-b9e86c68845e service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835439 Jul 13 07:39:09.453268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dae17c6-2828-4183-bd37-41f11fc85dd7 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.458001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34360) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:09.458186 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0dae17c6-2828-4183-bd37-41f11fc85dd7 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "GET /v2.0/ports/86749a0e-f639-4e3f-a97e-488f8a8ef9b9 HTTP/1.1" status: 200 len: 955 time: 0.1321907 Jul 13 07:39:09.524353 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-0649dfec-1548-4787-acc0-c0c02a418e47 service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719935 Jul 13 07:39:09.572033 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-956b15ad-1da0-4dcf-b66c-4ee34e6983e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76ca532c-23fa-4676-93ee-cd52a50ba709 HTTP/1.1" status: 200 len: 217 time: 0.0449524 Jul 13 07:39:09.676929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-25e0481c-d0a5-4321-9693-efcde7a7cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.678522 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-25e0481c-d0a5-4321-9693-efcde7a7cdd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37b7f077-c2d5-483e-9458-3b62eed95fb9 HTTP/1.1" status: 200 len: 797 time: 0.0993276 Jul 13 07:39:09.701239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f4d9d-8dd2-4914-9a22-a9104c1cce5b tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Deleting port 86749a0e-f639-4e3f-a97e-488f8a8ef9b9 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:09.701781 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4d9d-8dd2-4914-9a22-a9104c1cce5b tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.728004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:09.738275 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.743992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030daeb-8f1b-4f2f-906d-c30af98fe803 req-9602dcfd-3556-4d40-a93e-6cbe1ab7dee0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.745533 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7030daeb-8f1b-4f2f-906d-c30af98fe803 req-9602dcfd-3556-4d40-a93e-6cbe1ab7dee0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 945 time: 0.1281109 Jul 13 07:39:09.787717 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4d9d-8dd2-4914-9a22-a9104c1cce5b tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.790258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Transition to ACTIVE for port object ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:09.794077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-bfe1751f-e50f-4e0c-aa63-7f0db762835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.795842 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-bfe1751f-e50f-4e0c-aa63-7f0db762835d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef91ead4-00b2-45c5-a5ff-383c96524366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1072786 Jul 13 07:39:09.796026 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.801669 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7030daeb-8f1b-4f2f-906d-c30af98fe803 req-9179b180-4e72-4931-9185-8cb96c9ece2d tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493813 Jul 13 07:39:09.808923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f4d9d-8dd2-4914-9a22-a9104c1cce5b tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Calling delete_port for 86749a0e-f639-4e3f-a97e-488f8a8ef9b9 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:09.908607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Pushing event updated for resources: {'Port': ['ID=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:09.946995 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-6fc91056-83bf-4136-b43f-659614a0e303 service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424110 Jul 13 07:39:10.080500 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4d9d-8dd2-4914-9a22-a9104c1cce5b tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.085885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Attempting to bind port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:10.086384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Attempting to bind port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:10.086843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Attempting to bind port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e on network f46ada01-b932-4917-95de-057bc95477a9 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:10.102130 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ee7d738-ee09-40dc-bb9e-a3d499e6e6f7 req-daecde5e-18e3-4ab3-a4f8-d7422faddad0 service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482184 Jul 13 07:39:10.122124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e on network f46ada01-b932-4917-95de-057bc95477a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:10.122633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Attempting to bind port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e on network f46ada01-b932-4917-95de-057bc95477a9 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:10.129772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f4d9d-8dd2-4914-9a22-a9104c1cce5b tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event deleted for resources: {'Port': ['ID=86749a0e-f639-4e3f-a97e-488f8a8ef9b9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:10.144255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32b17-78dc-4b42-82b4-57438ecd04d9 req-ee719c94-d3a8-4444-ba27-07d6bad9b689 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.145534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:10.145990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Checking segment: {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:10.146505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Bound using segment: {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:10.147221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Bound port: ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:10.147634 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.150256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4d9d-8dd2-4914-9a22-a9104c1cce5b tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.152335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ea8f4d9d-8dd2-4914-9a22-a9104c1cce5b tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "DELETE /v2.0/ports/86749a0e-f639-4e3f-a97e-488f8a8ef9b9 HTTP/1.1" status: 204 len: 168 time: 0.6931927 Jul 13 07:39:10.154054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32b17-78dc-4b42-82b4-57438ecd04d9 req-ee719c94-d3a8-4444-ba27-07d6bad9b689 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.154836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34374) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:10.164551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32b17-78dc-4b42-82b4-57438ecd04d9 req-ee719c94-d3a8-4444-ba27-07d6bad9b689 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.171772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32b17-78dc-4b42-82b4-57438ecd04d9 req-ee719c94-d3a8-4444-ba27-07d6bad9b689 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.179106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32b17-78dc-4b42-82b4-57438ecd04d9 req-ee719c94-d3a8-4444-ba27-07d6bad9b689 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.182543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134adcd-bcb7-4848-a25e-a3f75ebda306 req-ff4ecbd4-8559-4614-9cc0-d69be233c4e1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.184194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c134adcd-bcb7-4848-a25e-a3f75ebda306 req-ff4ecbd4-8559-4614-9cc0-d69be233c4e1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 945 time: 0.1874187 Jul 13 07:39:10.185962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32b17-78dc-4b42-82b4-57438ecd04d9 req-ee719c94-d3a8-4444-ba27-07d6bad9b689 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.193440 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32b17-78dc-4b42-82b4-57438ecd04d9 req-ee719c94-d3a8-4444-ba27-07d6bad9b689 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.195454 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27c32b17-78dc-4b42-82b4-57438ecd04d9 req-ee719c94-d3a8-4444-ba27-07d6bad9b689 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.2017121 Jul 13 07:39:10.210625 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bab8c2-22d5-4bd7-a3f5-da161e5ac1fd tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:39:10.212193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d4bab8c2-22d5-4bd7-a3f5-da161e5ac1fd tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "GET /v2.0/ports/86749a0e-f639-4e3f-a97e-488f8a8ef9b9 HTTP/1.1" status: 404 len: 333 time: 0.0553741 Jul 13 07:39:10.219018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34376) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:10.231702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Request body: {'port': {'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-530741860'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:10.282768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27c32b17-78dc-4b42-82b4-57438ecd04d9 req-32df361f-93a2-487c-9078-405fe56b1878 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758348 Jul 13 07:39:10.311136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-054ac75b-f606-471a-80f0-18a7e3cacde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.311637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-054ac75b-f606-471a-80f0-18a7e3cacde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.312676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-054ac75b-f606-471a-80f0-18a7e3cacde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.313533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-054ac75b-f606-471a-80f0-18a7e3cacde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.313727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-054ac75b-f606-471a-80f0-18a7e3cacde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.314120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Made reservation on behalf of a863813d1db04936b5729d6ac3fd38cd for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:10.314278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-054ac75b-f606-471a-80f0-18a7e3cacde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.314729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-054ac75b-f606-471a-80f0-18a7e3cacde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.316854 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-054ac75b-f606-471a-80f0-18a7e3cacde1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6476 time: 0.1204476 Jul 13 07:39:10.317019 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.322258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c134adcd-bcb7-4848-a25e-a3f75ebda306 req-8bfef4dc-14ae-4dac-a239-7dd9134db3b9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154056 Jul 13 07:39:10.363371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] For port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:10.382109 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] For port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:10.389316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] device_id is not set on port 5bcd8ddb-2612-47be-8265-1098b8ea2315 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:10.396273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.495692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.496683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.498675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] 10.222.0.53 "PUT /v2.0/ports/ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e HTTP/1.1" status: 200 len: 1091 time: 1.4024081 Jul 13 07:39:10.506238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc080140-4b41-4dd4-b3c4-d9447909cfaf', 'tag': 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:10.510385 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d35616-2fa5-424a-a417-3b37d05382f8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc080140-4b41-4dd4-b3c4-d9447909cfaf", "tag": "ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:10.542739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-cabb9763-bf7e-41bd-80af-2d07d07913d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.544744 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-cabb9763-bf7e-41bd-80af-2d07d07913d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ef91ead4-00b2-45c5-a5ff-383c96524366 HTTP/1.1" status: 200 len: 903 time: 0.2086926 Jul 13 07:39:10.609115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98995c9e-7293-402b-a078-57d9b06bd86b req-ab445949-e7a0-4d08-a8d6-d63b1c8ea444 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.616779 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-98995c9e-7293-402b-a078-57d9b06bd86b req-ab445949-e7a0-4d08-a8d6-d63b1c8ea444 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 943 time: 0.1525691 Jul 13 07:39:10.618999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-879bfc5e-5171-4735-aad5-beac9bf105aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76ca532c-23fa-4676-93ee-cd52a50ba709 HTTP/1.1" status: 200 len: 217 time: 0.0642736 Jul 13 07:39:10.646829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff799cc-0cac-4ab3-a766-cc59df20d24d service neutron] Pushing event updated for resources: {'Port': ['ID=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:10.711548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-1b104bb2-09d8-420e-9cfb-d901861b45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.713237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-1b104bb2-09d8-420e-9cfb-d901861b45c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 1094 time: 0.1569090 Jul 13 07:39:10.728387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-98995c9e-7293-402b-a078-57d9b06bd86b req-13e846a5-0cd0-463e-9370-495fbe13dd04 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037548 Jul 13 07:39:10.730003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-3e40909e-ca50-451c-89f0-40af16e299ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.731444 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-3e40909e-ca50-451c-89f0-40af16e299ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37b7f077-c2d5-483e-9458-3b62eed95fb9 HTTP/1.1" status: 200 len: 797 time: 0.1040549 Jul 13 07:39:10.796039 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7f12c0-ebf0-42d8-afcb-25697026652e x-openstack-request-id: req-5d7f12c0-ebf0-42d8-afcb-25697026652e {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:10.796360 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc080140-4b41-4dd4-b3c4-d9447909cfaf", "tag": "ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:10.796821 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d7f12c0-ebf0-42d8-afcb-25697026652e {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:10.797231 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc080140-4b41-4dd4-b3c4-d9447909cfaf', 'tag': 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e', 'status': 'completed', 'code': 200} Jul 13 07:39:10.803402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-e8f4db70-1ac8-4ec7-8364-f9f7ead0da8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e HTTP/1.1" status: 200 len: 217 time: 0.0608163 Jul 13 07:39:10.810914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-47ecd9df-0054-43b6-9b88-588a24899a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.812806 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-47ecd9df-0054-43b6-9b88-588a24899a8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef91ead4-00b2-45c5-a5ff-383c96524366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705113 Jul 13 07:39:10.869315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-7bc6ca12-955e-4694-b822-2c1e4373132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:10.870237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-7bc6ca12-955e-4694-b822-2c1e4373132a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 200 len: 854 time: 0.0540526 Jul 13 07:39:10.875413 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.913141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-d591adea-f0b3-4129-af83-26a6c0f2e5ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f46ada01-b932-4917-95de-057bc95477a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314968 Jul 13 07:39:10.963769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-f9b37682-9f08-491c-bfa7-83d1771ebffa service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432617 Jul 13 07:39:11.005819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08be06e-7d70-4080-9582-cb313f4e8e81 req-0c6a7b1c-b809-4aad-81de-dd8ce0498b7f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.006043 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.008579 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f08be06e-7d70-4080-9582-cb313f4e8e81 req-0c6a7b1c-b809-4aad-81de-dd8ce0498b7f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 945 time: 0.1077337 Jul 13 07:39:11.066137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Network 62a9d41e-723f-415b-93aa-ac2cbc169d1e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:11.068412 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-7f389241-a756-459e-af0f-ef551d9765a2 service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470661 Jul 13 07:39:11.071616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:11.074036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:11.075290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.075902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.089695 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f08be06e-7d70-4080-9582-cb313f4e8e81 req-27f481a2-01a6-44c1-bfe1-c52902fbf503 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707943 Jul 13 07:39:11.098862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event updated for resources: {'Port': ['ID=5bcd8ddb-2612-47be-8265-1098b8ea2315,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:11.110986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-791d105f-b133-44ae-b9a3-2586eef253ab tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8871019 Jul 13 07:39:11.112107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34390) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:11.119403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:11.145031 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de485ed8-65fb-481e-ae8a-dfaa968c45f6 req-4634f86c-e350-4ec9-9d76-09ffebe93c11 service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727479 Jul 13 07:39:11.199829 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d5ab5c-ade2-42b2-90e2-e5bf4396b562 req-976c9079-cc4b-4e50-9f55-c84cf474ed4a service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130292 Jul 13 07:39:11.200876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.321771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35616-2fa5-424a-a417-3b37d05382f8 req-b9f0ca9b-9721-4934-8062-812031d0559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.323326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1d35616-2fa5-424a-a417-3b37d05382f8 req-b9f0ca9b-9721-4934-8062-812031d0559e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 1094 time: 0.0624208 Jul 13 07:39:11.457871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] device_id is not set on port 5bcd8ddb-2612-47be-8265-1098b8ea2315 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:11.469665 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.492848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Transition to ACTIVE for port object 5bcd8ddb-2612-47be-8265-1098b8ea2315 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:11.500820 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.559468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35616-2fa5-424a-a417-3b37d05382f8 req-7f8a7ed3-e706-44df-b7c4-65586613ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.561098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1d35616-2fa5-424a-a417-3b37d05382f8 req-7f8a7ed3-e706-44df-b7c4-65586613ec67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 915 time: 0.2309759 Jul 13 07:39:11.566848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event updated for resources: {'Port': ['ID=5bcd8ddb-2612-47be-8265-1098b8ea2315,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:11.584833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.585191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.585537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.590176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:11.590682 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:11.591063 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 2 to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 Jul 13 07:39:11.605281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.605641 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.605950 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.610521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:11.610856 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:11.610987 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1d35616-2fa5-424a-a417-3b37d05382f8 req-8d31cade-69b3-4dbc-863e-417d20d848ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e HTTP/1.1" status: 200 len: 217 time: 0.0418169 Jul 13 07:39:11.611437 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 3 to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 Jul 13 07:39:11.624131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.624591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.625148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.629752 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:11.630079 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:11.630463 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 4 to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 Jul 13 07:39:11.644598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.644897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.645179 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.650498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:11.650661 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:11.650941 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 5 to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 Jul 13 07:39:11.664460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.664957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.665351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.670235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:11.670554 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:11.670950 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 6 to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 Jul 13 07:39:11.679417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44f35e-264c-4ef9-a46d-018921982e96 req-541b31fd-2397-4f52-8b47-057f145ec7d5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.684493 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.684994 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.685199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.685330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44f35e-264c-4ef9-a46d-018921982e96 req-541b31fd-2397-4f52-8b47-057f145ec7d5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.691006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:11.691703 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:11.691911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44f35e-264c-4ef9-a46d-018921982e96 req-541b31fd-2397-4f52-8b47-057f145ec7d5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.692270 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 7 to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 Jul 13 07:39:11.697837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44f35e-264c-4ef9-a46d-018921982e96 req-541b31fd-2397-4f52-8b47-057f145ec7d5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.703789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44f35e-264c-4ef9-a46d-018921982e96 req-541b31fd-2397-4f52-8b47-057f145ec7d5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.704161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.704502 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.704838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.709016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:11.709338 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:11.709715 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 8 to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 Jul 13 07:39:11.709852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44f35e-264c-4ef9-a46d-018921982e96 req-541b31fd-2397-4f52-8b47-057f145ec7d5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.715619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44f35e-264c-4ef9-a46d-018921982e96 req-541b31fd-2397-4f52-8b47-057f145ec7d5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.717566 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac44f35e-264c-4ef9-a46d-018921982e96 req-541b31fd-2397-4f52-8b47-057f145ec7d5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.1954479 Jul 13 07:39:11.722582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.722922 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.723258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.725383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d35616-2fa5-424a-a417-3b37d05382f8 req-b6fa27be-6701-4bcc-b6a1-f8e5ec3d90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.726838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1d35616-2fa5-424a-a417-3b37d05382f8 req-b6fa27be-6701-4bcc-b6a1-f8e5ec3d90ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 200 len: 854 time: 0.1082947 Jul 13 07:39:11.727664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:11.727995 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:11.728413 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 9 to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 Jul 13 07:39:11.741438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.741774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.742109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.746309 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:11.746635 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:11.747019 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempt 10 to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 Jul 13 07:39:11.762202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:11.762608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:11.762869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempting to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:11.767232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:11.767563 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Failed to bind port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '714be346-d3ef-48c0-94d8-3b664ef2f90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '62a9d41e-723f-415b-93aa-ac2cbc169d1e'}] Jul 13 07:39:11.767932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.769272 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1d35616-2fa5-424a-a417-3b37d05382f8 req-ded72233-0497-4864-8a66-0f0b168c9062 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f46ada01-b932-4917-95de-057bc95477a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337658 Jul 13 07:39:11.808318 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac44f35e-264c-4ef9-a46d-018921982e96 req-77be0523-7ff3-4fcf-be6c-8ab7360fffd5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804574 Jul 13 07:39:11.835041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] For port 5bcd8ddb-2612-47be-8265-1098b8ea2315, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:11.835598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attempted to set empty binding levels {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:39:11.851213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.856804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] In _notify_port_updated(), no bound segment for port 5bcd8ddb-2612-47be-8265-1098b8ea2315 on network 62a9d41e-723f-415b-93aa-ac2cbc169d1e {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:39:11.857874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.859262 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.863745 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "PUT /v2.0/ports/5bcd8ddb-2612-47be-8265-1098b8ea2315 HTTP/1.1" status: 200 len: 974 time: 0.7467768 Jul 13 07:39:11.882014 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34400) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:12.286261 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1d35616-2fa5-424a-a417-3b37d05382f8 req-54e102d2-adcf-4196-8465-ba8db3d27400 service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070095 Jul 13 07:39:12.341046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42196a8-8007-4fff-ae81-674f61b90f7e req-4bec890b-1c32-401d-9dfe-7b7e74bca08a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:12.342536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f42196a8-8007-4fff-ae81-674f61b90f7e req-4bec890b-1c32-401d-9dfe-7b7e74bca08a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 945 time: 0.1125638 Jul 13 07:39:12.360531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fc775-38f7-4702-ad45-bd2bc6420a40 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event updated for resources: {'Port': ['ID=5bcd8ddb-2612-47be-8265-1098b8ea2315,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:12.426659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f42196a8-8007-4fff-ae81-674f61b90f7e req-ee0d4ea0-c0bb-4b6f-9037-1c4f2f1d75be tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536959 Jul 13 07:39:12.428787 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1d35616-2fa5-424a-a417-3b37d05382f8 req-473b014b-1a36-49ce-89f0-cb7f4c8af92f service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325543 Jul 13 07:39:12.435917 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9647b-6c3e-459d-ad75-b2a9b7a26e66 req-b72efad6-523f-45ab-8e51-156d14bd50c3 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:12.438041 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a4a9647b-6c3e-459d-ad75-b2a9b7a26e66 req-b72efad6-523f-45ab-8e51-156d14bd50c3 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 943 time: 0.5570529 Jul 13 07:39:12.457282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a92c63-416a-4687-9044-239872ef3bce req-fbd1ce5d-1433-4d65-a6d0-8792704f1e14 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:12.458755 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-45a92c63-416a-4687-9044-239872ef3bce req-fbd1ce5d-1433-4d65-a6d0-8792704f1e14 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 945 time: 0.1536765 Jul 13 07:39:12.487195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-08f843ee-b7b3-4638-8386-7e8e1efacf50 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Deleting port 5bcd8ddb-2612-47be-8265-1098b8ea2315 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:12.487527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08f843ee-b7b3-4638-8386-7e8e1efacf50 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.582263 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a4a9647b-6c3e-459d-ad75-b2a9b7a26e66 req-18b892ad-4f90-4fbb-b990-d3c1cc888215 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363423 Jul 13 07:39:12.601741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-08f843ee-b7b3-4638-8386-7e8e1efacf50 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] For port 5bcd8ddb-2612-47be-8265-1098b8ea2315, host n-h2-798249-7, got binding levels [] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:12.601897 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08f843ee-b7b3-4638-8386-7e8e1efacf50 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.636832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-08f843ee-b7b3-4638-8386-7e8e1efacf50 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Calling delete_port for 5bcd8ddb-2612-47be-8265-1098b8ea2315 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:12.705531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-45a92c63-416a-4687-9044-239872ef3bce req-e9017eae-ac88-448b-9eca-1e70e9d02cf8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Deleting port 7059d941-93bd-47c7-afa3-80595d67bf80 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:12.705885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-45a92c63-416a-4687-9044-239872ef3bce req-e9017eae-ac88-448b-9eca-1e70e9d02cf8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.793987 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08f843ee-b7b3-4638-8386-7e8e1efacf50 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.831684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f843ee-b7b3-4638-8386-7e8e1efacf50 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bcd8ddb-2612-47be-8265-1098b8ea2315,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:12.840378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-45a92c63-416a-4687-9044-239872ef3bce req-e9017eae-ac88-448b-9eca-1e70e9d02cf8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] For port 7059d941-93bd-47c7-afa3-80595d67bf80, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7059d941-93bd-47c7-afa3-80595d67bf80,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:12.840932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-45a92c63-416a-4687-9044-239872ef3bce req-e9017eae-ac88-448b-9eca-1e70e9d02cf8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.852872 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08f843ee-b7b3-4638-8386-7e8e1efacf50 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.854902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-08f843ee-b7b3-4638-8386-7e8e1efacf50 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "DELETE /v2.0/ports/5bcd8ddb-2612-47be-8265-1098b8ea2315 HTTP/1.1" status: 204 len: 168 time: 0.9714136 Jul 13 07:39:12.857986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34414) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:12.860506 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-45a92c63-416a-4687-9044-239872ef3bce req-e9017eae-ac88-448b-9eca-1e70e9d02cf8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Calling delete_port for 7059d941-93bd-47c7-afa3-80595d67bf80 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:12.910741 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf939f75-bee8-4ed3-a4c9-ee7f4360fd60 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:39:12.922793 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bf939f75-bee8-4ed3-a4c9-ee7f4360fd60 tempest-PortsAdminExtendedAttrsTestJSON-1661782679 tempest-PortsAdminExtendedAttrsTestJSON-1661782679-project-admin] 10.222.0.44 "GET /v2.0/ports/5bcd8ddb-2612-47be-8265-1098b8ea2315 HTTP/1.1" status: 404 len: 333 time: 0.0626793 Jul 13 07:39:12.923756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34418) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:13.034064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-45a92c63-416a-4687-9044-239872ef3bce req-e9017eae-ac88-448b-9eca-1e70e9d02cf8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.046165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365', '7059d941-93bd-47c7-afa3-80595d67bf80'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:13.079193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.115141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9017eae-ac88-448b-9eca-1e70e9d02cf8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event deleted for resources: {'Port': ['ID=7059d941-93bd-47c7-afa3-80595d67bf80,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:13.145675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935972a-0222-4ebb-9b19-746798cd6886 req-d6cb0381-cff1-4766-a3a0-052f3058d011 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.159819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935972a-0222-4ebb-9b19-746798cd6886 req-d6cb0381-cff1-4766-a3a0-052f3058d011 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.165243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935972a-0222-4ebb-9b19-746798cd6886 req-d6cb0381-cff1-4766-a3a0-052f3058d011 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.171891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935972a-0222-4ebb-9b19-746798cd6886 req-d6cb0381-cff1-4766-a3a0-052f3058d011 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.180719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935972a-0222-4ebb-9b19-746798cd6886 req-d6cb0381-cff1-4766-a3a0-052f3058d011 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.188045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935972a-0222-4ebb-9b19-746798cd6886 req-d6cb0381-cff1-4766-a3a0-052f3058d011 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.194536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935972a-0222-4ebb-9b19-746798cd6886 req-d6cb0381-cff1-4766-a3a0-052f3058d011 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.196732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8935972a-0222-4ebb-9b19-746798cd6886 req-d6cb0381-cff1-4766-a3a0-052f3058d011 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.2257915 Jul 13 07:39:13.221345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a92c63-416a-4687-9044-239872ef3bce req-e9017eae-ac88-448b-9eca-1e70e9d02cf8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] No DVR routers for this DVR port 7059d941-93bd-47c7-afa3-80595d67bf80 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:13.229955 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-45a92c63-416a-4687-9044-239872ef3bce req-e9017eae-ac88-448b-9eca-1e70e9d02cf8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.232543 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-45a92c63-416a-4687-9044-239872ef3bce req-e9017eae-ac88-448b-9eca-1e70e9d02cf8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "DELETE /v2.0/ports/7059d941-93bd-47c7-afa3-80595d67bf80 HTTP/1.1" status: 204 len: 173 time: 0.7662191 Jul 13 07:39:13.233100 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd216ac89-be0b-49cf-9efa-7bc4bdbc6535', 'name': 'network-vif-deleted', 'tag': '7059d941-93bd-47c7-afa3-80595d67bf80'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:13.235637 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4b03e-f470-42d5-a48d-6526c94f6d3c" -d '{"events": [{"server_uuid": "d216ac89-be0b-49cf-9efa-7bc4bdbc6535", "name": "network-vif-deleted", "tag": "7059d941-93bd-47c7-afa3-80595d67bf80"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:13.287717 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25e4f8b-b609-40b6-80a9-120b1267ec7b x-openstack-request-id: req-e25e4f8b-b609-40b6-80a9-120b1267ec7b {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:13.288409 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d216ac89-be0b-49cf-9efa-7bc4bdbc6535", "name": "network-vif-deleted", "tag": "7059d941-93bd-47c7-afa3-80595d67bf80", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:13.288910 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e25e4f8b-b609-40b6-80a9-120b1267ec7b {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:13.289778 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd216ac89-be0b-49cf-9efa-7bc4bdbc6535', 'name': 'network-vif-deleted', 'tag': '7059d941-93bd-47c7-afa3-80595d67bf80', 'status': 'completed', 'code': 200} Jul 13 07:39:13.311116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.318507 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8935972a-0222-4ebb-9b19-746798cd6886 req-73d51566-d8ef-45d2-b0e5-ddfd8ced1773 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019015 Jul 13 07:39:13.326858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a9d41e-723f-415b-93aa-ac2cbc169d1e']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:13.337557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714be346-d3ef-48c0-94d8-3b664ef2f90d') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:13.337899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714be346-d3ef-48c0-94d8-3b664ef2f90d') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:13.348808 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.363602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.370051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:13.370462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.371237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:13.373676 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:13.378990 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:13.446692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.459256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.461144 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] 10.222.0.44 "DELETE /v2.0/networks/62a9d41e-723f-415b-93aa-ac2cbc169d1e HTTP/1.1" status: 204 len: 168 time: 0.5351682 Jul 13 07:39:13.487388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c86d4-3436-40be-85a5-4f3d4cf45a95 tempest-PortsAdminExtendedAttrsTestJSON-57768681 tempest-PortsAdminExtendedAttrsTestJSON-57768681-project] Pushing event deleted for resources: {'Network': ['ID=62a9d41e-723f-415b-93aa-ac2cbc169d1e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:13.505336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:13.517142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e', 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9', 'port_id': 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e', 'mac_address': 'fa:16:3e:3c:b6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f66c4f0-adcb-48a7-b451-5383c20be023', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:13.575963 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.594497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:13.630320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:13.635947 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.671897 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b299caaa-758b-4432-a488-c221c22016f0 req-2324fca5-4331-46df-a776-4a3767c6de72 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=d216ac89-be0b-49cf-9efa-7bc4bdbc6535 HTTP/1.1" status: 200 len: 210 time: 0.0497379 Jul 13 07:39:13.717740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:13.861158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552b12d-8e2b-4f9f-8de7-45d506eec1f0 req-e617ce91-59b9-488f-8fdb-015bce4a0b21 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:13.863897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6552b12d-8e2b-4f9f-8de7-45d506eec1f0 req-e617ce91-59b9-488f-8fdb-015bce4a0b21 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 944 time: 0.1069388 Jul 13 07:39:13.876937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34442) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:13.883025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:13.963350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6552b12d-8e2b-4f9f-8de7-45d506eec1f0 req-9df36ca8-dffe-45ef-9e18-cda09ea1e503 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931492 Jul 13 07:39:14.056767 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bc8f55c1-5d65-4b8f-bd91-a7ec140aa7c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8b82d0bb721418cb130144c2c79eb5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778922 Jul 13 07:39:14.059094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34446) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:14.112386 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf69ef29-4594-47dd-8828-25a3bea836b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.134400 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf69ef29-4594-47dd-8828-25a3bea836b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.181600 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf69ef29-4594-47dd-8828-25a3bea836b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.183865 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf69ef29-4594-47dd-8828-25a3bea836b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.185089 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cf69ef29-4594-47dd-8828-25a3bea836b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d7288f4-86ac-4fed-a70c-1b6a47be60a4 HTTP/1.1" status: 204 len: 168 time: 0.1251097 Jul 13 07:39:14.194142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69ef29-4594-47dd-8828-25a3bea836b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7288f4-86ac-4fed-a70c-1b6a47be60a4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.248172 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3087cf35-f288-49c5-b8da-1b318594eabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.505498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34460) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:14.534426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f345-8e4f-49f1-bde7-d3b47fa23baf req-41cfbdf4-0f7f-48d5-82c9-42bdff150143 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.540567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f345-8e4f-49f1-bde7-d3b47fa23baf req-41cfbdf4-0f7f-48d5-82c9-42bdff150143 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.547048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f345-8e4f-49f1-bde7-d3b47fa23baf req-41cfbdf4-0f7f-48d5-82c9-42bdff150143 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.548031 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-80529b82-9296-4998-a85b-523cc32da6e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a863813d1db04936b5729d6ac3fd38cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402796 Jul 13 07:39:14.550679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34462) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:14.556070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f345-8e4f-49f1-bde7-d3b47fa23baf req-41cfbdf4-0f7f-48d5-82c9-42bdff150143 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.562503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f345-8e4f-49f1-bde7-d3b47fa23baf req-41cfbdf4-0f7f-48d5-82c9-42bdff150143 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.568379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f345-8e4f-49f1-bde7-d3b47fa23baf req-41cfbdf4-0f7f-48d5-82c9-42bdff150143 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.574204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f345-8e4f-49f1-bde7-d3b47fa23baf req-41cfbdf4-0f7f-48d5-82c9-42bdff150143 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.576184 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fc49f345-8e4f-49f1-bde7-d3b47fa23baf req-41cfbdf4-0f7f-48d5-82c9-42bdff150143 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.1177833 Jul 13 07:39:14.602658 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7ce2978b-607b-406a-915f-ebd8ab977e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.629349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fc49f345-8e4f-49f1-bde7-d3b47fa23baf req-d0d9e02e-e2de-448f-bfdc-e9d2b84ee923 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454226 Jul 13 07:39:14.638941 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7ce2978b-607b-406a-915f-ebd8ab977e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.696970 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7ce2978b-607b-406a-915f-ebd8ab977e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.700165 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7ce2978b-607b-406a-915f-ebd8ab977e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.701218 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7ce2978b-607b-406a-915f-ebd8ab977e60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f254f409-3f87-4e81-b86b-e46d51ecaff4 HTTP/1.1" status: 204 len: 168 time: 0.1495419 Jul 13 07:39:14.710243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2978b-607b-406a-915f-ebd8ab977e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f254f409-3f87-4e81-b86b-e46d51ecaff4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:15.077028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-05f91f57-2d66-4b2c-9735-03cd464a0a97 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.088842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-05f91f57-2d66-4b2c-9735-03cd464a0a97 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.1373098 Jul 13 07:39:15.102959 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-05dd6e25-0a49-4527-9541-1ee63878af66 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/quotas/d52762c0405c42bc971ec34c0160bb3c HTTP/1.1" status: 200 len: 375 time: 0.0161917 Jul 13 07:39:15.174779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-7bdb81ed-8e93-49ec-af9b-ecd1670a1762 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707464 Jul 13 07:39:15.201240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a379ea-d960-440a-973a-d5023d9ef45c req-0833a56c-3928-43b9-8460-97747546e1e8 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.203902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-36a379ea-d960-440a-973a-d5023d9ef45c req-0833a56c-3928-43b9-8460-97747546e1e8 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 944 time: 0.0836813 Jul 13 07:39:15.248643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-36a379ea-d960-440a-973a-d5023d9ef45c req-d8fc7815-b4d1-4e81-b556-553fef545a5e tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Jul 13 07:39:15.298877 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-c741c758-ac4f-4533-ab56-8fb5c50d7109 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145880 Jul 13 07:39:15.387771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:15.411946 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-f046777e-b7f9-4fac-8150-e641daa41926 service neutron] 10.222.0.44 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120899 Jul 13 07:39:15.519180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:15.523408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:15.523786 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.636430 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cfc8647a-98bf-47f6-9ae8-b30e055b9cab req-7cdccae1-d803-4a42-8dc3-9213ba41d1c4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 210 time: 0.0467072 Jul 13 07:39:15.669426 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.749189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc080140-4b41-4dd4-b3c4-d9447909cfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:15.752182 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f998aec5-001d-4188-8354-d3bbe1f4bf93" -d '{"events": [{"server_uuid": "fc080140-4b41-4dd4-b3c4-d9447909cfaf", "name": "network-vif-plugged", "status": "completed", "tag": "ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:15.770643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:15.787604 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.819129 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853a199e-6fd4-4296-8ed8-5166211b6894 x-openstack-request-id: req-853a199e-6fd4-4296-8ed8-5166211b6894 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:15.819731 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc080140-4b41-4dd4-b3c4-d9447909cfaf", "name": "network-vif-plugged", "status": "completed", "tag": "ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:15.820199 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-853a199e-6fd4-4296-8ed8-5166211b6894 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:15.820888 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc080140-4b41-4dd4-b3c4-d9447909cfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e', 'code': 200} Jul 13 07:39:15.874177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:16.002588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9ee4a-dd59-4e3d-ad33-b7a368cd984f req-50c0c76f-44ed-46f5-8366-1ca472034990 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.009154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9ee4a-dd59-4e3d-ad33-b7a368cd984f req-50c0c76f-44ed-46f5-8366-1ca472034990 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.016190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9ee4a-dd59-4e3d-ad33-b7a368cd984f req-50c0c76f-44ed-46f5-8366-1ca472034990 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.022650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9ee4a-dd59-4e3d-ad33-b7a368cd984f req-50c0c76f-44ed-46f5-8366-1ca472034990 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.029076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9ee4a-dd59-4e3d-ad33-b7a368cd984f req-50c0c76f-44ed-46f5-8366-1ca472034990 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.036501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9ee4a-dd59-4e3d-ad33-b7a368cd984f req-50c0c76f-44ed-46f5-8366-1ca472034990 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.043481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9ee4a-dd59-4e3d-ad33-b7a368cd984f req-50c0c76f-44ed-46f5-8366-1ca472034990 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.052588 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d9ee4a-dd59-4e3d-ad33-b7a368cd984f req-50c0c76f-44ed-46f5-8366-1ca472034990 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.1936903 Jul 13 07:39:16.066200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202e0a5-47fc-4d70-b081-10a655a4899d req-652025c4-707b-4e5c-b9db-72ccf63b787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.068222 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2202e0a5-47fc-4d70-b081-10a655a4899d req-652025c4-707b-4e5c-b9db-72ccf63b787d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 1096 time: 0.1533525 Jul 13 07:39:16.140791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91d9ee4a-dd59-4e3d-ad33-b7a368cd984f req-01bf8a32-56c8-410f-b2d5-f0f309aaf02e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863893 Jul 13 07:39:16.152849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2202e0a5-47fc-4d70-b081-10a655a4899d req-c4c0ddcf-11d7-4188-b160-1fb8978fbf7e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777118 Jul 13 07:39:16.464509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51b3a6-c00a-4ae9-aebc-8f1e9b741b93 req-4dd18212-0302-42d7-9207-dd8d2c724d39 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:16.467007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7059d941-93bd-47c7-afa3-80595d67bf80 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:16.473036 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd51b3a6-c00a-4ae9-aebc-8f1e9b741b93 req-4dd18212-0302-42d7-9207-dd8d2c724d39 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 945 time: 0.0895667 Jul 13 07:39:16.494543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 7059d941-93bd-47c7-afa3-80595d67bf80 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:16.495364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7059d941-93bd-47c7-afa3-80595d67bf80 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:16.564742 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd51b3a6-c00a-4ae9-aebc-8f1e9b741b93 req-2f02d04b-d949-4cc5-9d42-5df64a435034 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896671 Jul 13 07:39:16.792823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34550) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:16.811121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78d76ee5-0be0-4cdb-8df7-183c41bca387 req-55512d1c-7af5-4668-a2c3-508c205ff825 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 210 time: 0.0430179 Jul 13 07:39:16.918699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-53678dee-41c0-437e-b644-be6c059b56da tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:16.952948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-53678dee-41c0-437e-b644-be6c059b56da tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] 10.222.0.44 "PUT /v2.0/quotas/679db2030f5e4a33abc31745d7c35491 HTTP/1.1" status: 200 len: 366 time: 0.1582186 Jul 13 07:39:16.955373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34554) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:16.982312 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e1f093a9-1d38-44cc-baae-75f27d96ae51 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0255678 Jul 13 07:39:16.985704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34556) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:17.014182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34558) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:17.017299 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c197c062-fcef-4966-9a6b-281b7bd9de3e tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] 10.222.0.44 "GET /v2.0/quotas/679db2030f5e4a33abc31745d7c35491 HTTP/1.1" status: 200 len: 366 time: 0.0304701 Jul 13 07:39:17.023843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35fbe902-f077-4184-9bf3-159faf480c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.057239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34560) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:17.065424 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8f2611db-fec6-40c1-841c-72f623c21445 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/679db2030f5e4a33abc31745d7c35491 HTTP/1.1" status: 204 len: 168 time: 0.0490134 Jul 13 07:39:17.067381 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.072661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d7984faf-6ecd-4e0e-8e4b-af000f74d8eb tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0140824 Jul 13 07:39:17.073165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34562) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:17.091379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f2b697d0-74cf-44ec-8653-142681328b21 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] 10.222.0.44 "GET /v2.0/quotas/679db2030f5e4a33abc31745d7c35491 HTTP/1.1" status: 200 len: 370 time: 0.0161917 Jul 13 07:39:17.093040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34564) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:17.119668 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-73f33fdf-76f5-4db6-9ce5-10e782bf349f tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] 10.222.0.44 "GET /v2.0/quotas/679db2030f5e4a33abc31745d7c35491/default HTTP/1.1" status: 200 len: 370 time: 0.0251040 Jul 13 07:39:17.122672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34566) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:17.132357 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-c1ff2f64-ae47-4b2d-b3ce-fa0279e8ed4e tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] delete failed (client error): The resource could not be found. Jul 13 07:39:17.136567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c1ff2f64-ae47-4b2d-b3ce-fa0279e8ed4e tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/679db2030f5e4a33abc31745d7c35491 HTTP/1.1" status: 404 len: 348 time: 0.0126476 Jul 13 07:39:17.250001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-850d618c-3675-4f07-b7e7-285253bf7814 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.260225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-850d618c-3675-4f07-b7e7-285253bf7814 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 805 time: 0.1343288 Jul 13 07:39:17.295275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Request body: {'port': {'device_id': '1167cf46-ad19-48cf-bad9-75166fe94169', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'admin_state_up': True, 'tenant_id': 'd52762c0405c42bc971ec34c0160bb3c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:17.317822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34572) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:17.363536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Usage tracker for resource:network and tenant:78428536ff154559bab3c53f1c1d9c48 is out of sync, need to count used quota {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:39:17.376112 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:39:17.383252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Usage tracker for resource:subnet and tenant:78428536ff154559bab3c53f1c1d9c48 is out of sync, need to count used quota {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:39:17.393455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:39:17.417806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Usage tracker for resource:subnetpool and tenant:78428536ff154559bab3c53f1c1d9c48 is out of sync, need to count used quota {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:39:17.432667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:39:17.449691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Usage tracker for resource:port and tenant:78428536ff154559bab3c53f1c1d9c48 is out of sync, need to count used quota {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:39:17.458468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:39:17.477310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Usage tracker for resource:router and tenant:78428536ff154559bab3c53f1c1d9c48 is out of sync, need to count used quota {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:39:17.484840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:39:17.493217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Usage tracker for resource:floatingip and tenant:78428536ff154559bab3c53f1c1d9c48 is out of sync, need to count used quota {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:39:17.497783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9411a0-f290-41f4-a97c-d5572015f114 req-9febf686-b572-435f-bf2e-480837cd268d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.498400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:39:17.504774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9411a0-f290-41f4-a97c-d5572015f114 req-9febf686-b572-435f-bf2e-480837cd268d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.510770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9411a0-f290-41f4-a97c-d5572015f114 req-9febf686-b572-435f-bf2e-480837cd268d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.517584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9411a0-f290-41f4-a97c-d5572015f114 req-9febf686-b572-435f-bf2e-480837cd268d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.523421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9411a0-f290-41f4-a97c-d5572015f114 req-9febf686-b572-435f-bf2e-480837cd268d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.529444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9411a0-f290-41f4-a97c-d5572015f114 req-9febf686-b572-435f-bf2e-480837cd268d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.536502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9411a0-f290-41f4-a97c-d5572015f114 req-9febf686-b572-435f-bf2e-480837cd268d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.544252 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e9411a0-f290-41f4-a97c-d5572015f114 req-9febf686-b572-435f-bf2e-480837cd268d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.1561396 Jul 13 07:39:17.574314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Usage tracker for resource:security_group and tenant:78428536ff154559bab3c53f1c1d9c48 is out of sync, need to count used quota {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:39:17.588952 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e9411a0-f290-41f4-a97c-d5572015f114 req-69c89249-89d8-4d43-a89c-433b92dcaf6a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437961 Jul 13 07:39:17.590006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Made reservation on behalf of d52762c0405c42bc971ec34c0160bb3c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:17.594293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.601832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:39:17.620960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Usage tracker for resource:security_group_rule and tenant:78428536ff154559bab3c53f1c1d9c48 is out of sync, need to count used quota {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:39:17.626433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.quota.resource [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93839) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:39:17.639335 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-93720077-45fb-487a-84b5-11b9280ff727 tempest-QuotasTest-405964010 tempest-QuotasTest-405964010-project-admin] 10.222.0.44 "GET /v2.0/quotas/78428536ff154559bab3c53f1c1d9c48/details.json HTTP/1.1" status: 200 len: 703 time: 0.3204761 Jul 13 07:39:17.804836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Allocated IP 172.20.0.9 (707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8/eca6a03b-25bf-47a0-aae5-f347193dc542/bfee87e2-d0fd-4a20-86ff-f715e6203b9d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:17.871511 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.892170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f49096-0b5c-4549-86ac-6212bdb74132 req-9af49a52-00d2-4c44-9a85-adee71adde68 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:17.898762 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81f49096-0b5c-4549-86ac-6212bdb74132 req-9af49a52-00d2-4c44-9a85-adee71adde68 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 945 time: 0.1380787 Jul 13 07:39:17.967370 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81f49096-0b5c-4549-86ac-6212bdb74132 req-26a09042-fb55-42ad-8439-15e5fb9a796d tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664418 Jul 13 07:39:18.085964 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.148424 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd6f74c2-3c2c-471b-906c-f045d044dd65 req-84424da9-9509-44a4-870c-cedde20e0f9f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 210 time: 0.0314357 Jul 13 07:39:18.161306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.182526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:18.211651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:18.215731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:18.220507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:18.268647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event updated for resources: {'Port': ['ID=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:18.291925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:18.292801 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.301726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34592) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:18.316240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-37c63324-c6d6-48f0-b315-bc93c21fc9f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0430377 Jul 13 07:39:18.332781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Request body: {'port': {'device_id': '1167cf46-ad19-48cf-bad9-75166fe94169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:18.487732 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.543499 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-453db839-fd81-4c46-ae69-0618599a4cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.770105 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-453db839-fd81-4c46-ae69-0618599a4cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.785801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-453db839-fd81-4c46-ae69-0618599a4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.821399 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-453db839-fd81-4c46-ae69-0618599a4cb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb0acfb0f2c948c89d124b958e52faa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182924 Jul 13 07:39:18.823989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34604) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:18.942787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453db839-fd81-4c46-ae69-0618599a4cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f476becf-cf9f-4d92-a2be-f865596ac911,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:18.978884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfee87e2-d0fd-4a20-86ff-f715e6203b9d {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:19.029589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.034991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b612e-a48b-4c2c-954b-3b66d369ff29 req-6519ff07-e4aa-4c92-83ad-b12a7eec816c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.049638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b612e-a48b-4c2c-954b-3b66d369ff29 req-6519ff07-e4aa-4c92-83ad-b12a7eec816c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.063330 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b612e-a48b-4c2c-954b-3b66d369ff29 req-6519ff07-e4aa-4c92-83ad-b12a7eec816c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.069415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b612e-a48b-4c2c-954b-3b66d369ff29 req-6519ff07-e4aa-4c92-83ad-b12a7eec816c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.075408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b612e-a48b-4c2c-954b-3b66d369ff29 req-6519ff07-e4aa-4c92-83ad-b12a7eec816c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.077964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Transition to ACTIVE for port object bfee87e2-d0fd-4a20-86ff-f715e6203b9d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:19.086557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b612e-a48b-4c2c-954b-3b66d369ff29 req-6519ff07-e4aa-4c92-83ad-b12a7eec816c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.091051 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.093442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b612e-a48b-4c2c-954b-3b66d369ff29 req-6519ff07-e4aa-4c92-83ad-b12a7eec816c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.101348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e5b612e-a48b-4c2c-954b-3b66d369ff29 req-6519ff07-e4aa-4c92-83ad-b12a7eec816c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.2842710 Jul 13 07:39:19.113832 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5e4dddf-1944-47e5-b478-f0204dc6f87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.221878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5e4dddf-1944-47e5-b478-f0204dc6f87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.228972 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e5b612e-a48b-4c2c-954b-3b66d369ff29 req-fd1692d6-1180-4298-8acb-f2aadd9e0d14 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264215 Jul 13 07:39:19.290966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Pushing event updated for resources: {'Port': ['ID=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:19.374215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Attempting to bind port bfee87e2-d0fd-4a20-86ff-f715e6203b9d on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:19.374547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Attempting to bind port bfee87e2-d0fd-4a20-86ff-f715e6203b9d by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:19.375009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Attempting to bind port bfee87e2-d0fd-4a20-86ff-f715e6203b9d on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:19.379432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5e4dddf-1944-47e5-b478-f0204dc6f87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.381915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Port bfee87e2-d0fd-4a20-86ff-f715e6203b9d on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:19.382530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Attempting to bind port bfee87e2-d0fd-4a20-86ff-f715e6203b9d on network 707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:19.382744 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b5e4dddf-1944-47e5-b478-f0204dc6f87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.384159 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b5e4dddf-1944-47e5-b478-f0204dc6f87d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f476becf-cf9f-4d92-a2be-f865596ac911 HTTP/1.1" status: 204 len: 168 time: 0.5394871 Jul 13 07:39:19.397833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:19.398356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Checking segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:19.400830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Bound using segment: {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:19.401855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Bound port: bfee87e2-d0fd-4a20-86ff-f715e6203b9d, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62908929-601f-438f-aa18-4c0ed84cbdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:19.402552 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.414869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4dddf-1944-47e5-b478-f0204dc6f87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f476becf-cf9f-4d92-a2be-f865596ac911,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:19.544730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] For port bfee87e2-d0fd-4a20-86ff-f715e6203b9d, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:19.561115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] For port bfee87e2-d0fd-4a20-86ff-f715e6203b9d, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:19.572063 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.575062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22310a8-dfc1-4d75-84e4-0e84fd0b0033 req-92ab4c94-67d2-4962-b66f-47dccfdee984 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.583669 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a22310a8-dfc1-4d75-84e4-0e84fd0b0033 req-92ab4c94-67d2-4962-b66f-47dccfdee984 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 943 time: 0.1126790 Jul 13 07:39:19.610647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.611406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.614044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] 10.222.0.53 "PUT /v2.0/ports/bfee87e2-d0fd-4a20-86ff-f715e6203b9d HTTP/1.1" status: 200 len: 1091 time: 1.2880409 Jul 13 07:39:19.615740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1167cf46-ad19-48cf-bad9-75166fe94169', 'tag': 'bfee87e2-d0fd-4a20-86ff-f715e6203b9d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:19.619163 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7614db4a-c2ad-436a-9237-0a000d5f2f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1167cf46-ad19-48cf-bad9-75166fe94169", "tag": "bfee87e2-d0fd-4a20-86ff-f715e6203b9d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:19.701906 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.709665 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a22310a8-dfc1-4d75-84e4-0e84fd0b0033 req-3a17cab4-b3f2-4de6-8d5b-02f68c95f1fd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249652 Jul 13 07:39:19.718665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58217979-be2d-4fef-9ae2-b15bab038aed service neutron] Pushing event updated for resources: {'Port': ['ID=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:19.794074 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31e7aa0-76b9-4e1d-964c-d35cae63a052 x-openstack-request-id: req-e31e7aa0-76b9-4e1d-964c-d35cae63a052 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:19.799885 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1167cf46-ad19-48cf-bad9-75166fe94169", "tag": "bfee87e2-d0fd-4a20-86ff-f715e6203b9d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:19.800222 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e31e7aa0-76b9-4e1d-964c-d35cae63a052 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:19.800897 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1167cf46-ad19-48cf-bad9-75166fe94169', 'tag': 'bfee87e2-d0fd-4a20-86ff-f715e6203b9d', 'status': 'completed', 'code': 200} Jul 13 07:39:19.848130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-17e1deeb-5216-40e9-8f22-80825de57ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.851552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-17e1deeb-5216-40e9-8f22-80825de57ae7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 1094 time: 0.1446753 Jul 13 07:39:19.911657 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-1877ed4f-99fe-4a7a-b319-73379c3d24fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfee87e2-d0fd-4a20-86ff-f715e6203b9d HTTP/1.1" status: 200 len: 217 time: 0.0501878 Jul 13 07:39:19.987434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-5b0b21b5-8ec7-4fd6-8bca-2d070c646b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.993477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-5b0b21b5-8ec7-4fd6-8bca-2d070c646b55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.0749662 Jul 13 07:39:20.043011 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34636) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:20.051235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-1f6a0b52-14e6-406e-b3b9-18b34f748074 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456905 Jul 13 07:39:20.074818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e035a6c7-e203-49a5-9c91-3db37b8ed00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.222902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-6ffda8bf-77e1-4a8c-95cb-afa68a483814 service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637530 Jul 13 07:39:20.262526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e035a6c7-e203-49a5-9c91-3db37b8ed00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.269709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e035a6c7-e203-49a5-9c91-3db37b8ed00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.354403 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e035a6c7-e203-49a5-9c91-3db37b8ed00f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78428536ff154559bab3c53f1c1d9c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096364 Jul 13 07:39:20.359349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34648) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:20.366285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035a6c7-e203-49a5-9c91-3db37b8ed00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6619da3b-aa46-43a7-9d2a-0f6ddf87aefe,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:20.493090 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf76ca10-7461-44f0-961d-2cc4a615f445 req-3132ab02-1226-4ad6-a00c-e14b207ae405 service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629631 Jul 13 07:39:20.549353 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45bd29e8-fcaf-4e83-90ec-0bbcbf310696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.629979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45bd29e8-fcaf-4e83-90ec-0bbcbf310696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.651491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca32c0-9021-4ab4-b86f-6d3ec8f98a57 req-8f5e1109-3c2b-41ba-933f-b1ba1bc48d6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.657847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca32c0-9021-4ab4-b86f-6d3ec8f98a57 req-8f5e1109-3c2b-41ba-933f-b1ba1bc48d6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.664060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca32c0-9021-4ab4-b86f-6d3ec8f98a57 req-8f5e1109-3c2b-41ba-933f-b1ba1bc48d6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.670155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca32c0-9021-4ab4-b86f-6d3ec8f98a57 req-8f5e1109-3c2b-41ba-933f-b1ba1bc48d6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.677123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca32c0-9021-4ab4-b86f-6d3ec8f98a57 req-8f5e1109-3c2b-41ba-933f-b1ba1bc48d6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.683224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca32c0-9021-4ab4-b86f-6d3ec8f98a57 req-8f5e1109-3c2b-41ba-933f-b1ba1bc48d6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.690128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca32c0-9021-4ab4-b86f-6d3ec8f98a57 req-8f5e1109-3c2b-41ba-933f-b1ba1bc48d6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.697567 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6aca32c0-9021-4ab4-b86f-6d3ec8f98a57 req-8f5e1109-3c2b-41ba-933f-b1ba1bc48d6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.2225139 Jul 13 07:39:20.775368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614db4a-c2ad-436a-9237-0a000d5f2f7a req-316ae8a5-4c0f-4c10-b87c-95d7421a18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.776945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7614db4a-c2ad-436a-9237-0a000d5f2f7a req-316ae8a5-4c0f-4c10-b87c-95d7421a18aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d52762c0405c42bc971ec34c0160bb3c&device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 1094 time: 0.2136030 Jul 13 07:39:20.796852 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6aca32c0-9021-4ab4-b86f-6d3ec8f98a57 req-a139576a-803b-4218-bfac-9937cd431342 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983357 Jul 13 07:39:20.882804 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45bd29e8-fcaf-4e83-90ec-0bbcbf310696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.885430 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45bd29e8-fcaf-4e83-90ec-0bbcbf310696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.886575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-45bd29e8-fcaf-4e83-90ec-0bbcbf310696 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6619da3b-aa46-43a7-9d2a-0f6ddf87aefe HTTP/1.1" status: 204 len: 168 time: 0.5262797 Jul 13 07:39:20.932486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd29e8-fcaf-4e83-90ec-0bbcbf310696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6619da3b-aa46-43a7-9d2a-0f6ddf87aefe,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:20.987996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614db4a-c2ad-436a-9237-0a000d5f2f7a req-46e4a839-0bf7-40bd-9ad4-96f7bced525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.989573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7614db4a-c2ad-436a-9237-0a000d5f2f7a req-46e4a839-0bf7-40bd-9ad4-96f7bced525e service neutron] 10.222.0.53 "GET /v2.0/networks?id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 200 len: 906 time: 0.1917663 Jul 13 07:39:21.076191 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7614db4a-c2ad-436a-9237-0a000d5f2f7a req-88fbaad9-7bbe-40c6-b4e6-c296048d72dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfee87e2-d0fd-4a20-86ff-f715e6203b9d HTTP/1.1" status: 200 len: 217 time: 0.0787945 Jul 13 07:39:21.079990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d349f-c67b-464b-be30-41114c203a64 req-7aca409d-b797-4f53-8b7e-5238e2aa9cfd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:21.088840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b00d349f-c67b-464b-be30-41114c203a64 req-7aca409d-b797-4f53-8b7e-5238e2aa9cfd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 943 time: 0.1917222 Jul 13 07:39:21.162961 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b00d349f-c67b-464b-be30-41114c203a64 req-0937812e-a66f-4266-ae5b-49fd24e8277b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713282 Jul 13 07:39:21.182167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614db4a-c2ad-436a-9237-0a000d5f2f7a req-1831a0f4-eb96-43ae-a7a7-af9cd3a8c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:21.189535 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7614db4a-c2ad-436a-9237-0a000d5f2f7a req-1831a0f4-eb96-43ae-a7a7-af9cd3a8c2ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 200 len: 845 time: 0.0985897 Jul 13 07:39:21.265445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7614db4a-c2ad-436a-9237-0a000d5f2f7a req-a0795800-ec2f-43bc-95ae-c9ea7e030164 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665588 Jul 13 07:39:21.378730 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7614db4a-c2ad-436a-9237-0a000d5f2f7a req-25685f4e-aaa6-4571-80f0-bed48014654a service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089361 Jul 13 07:39:21.527024 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7614db4a-c2ad-436a-9237-0a000d5f2f7a req-b31fd968-f166-489a-89ca-0c22b802d009 service neutron] 10.222.0.53 "GET /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391859 Jul 13 07:39:22.000035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fc7eb-fd5d-4615-90a7-9aaea8ca8ac4 req-1b41777c-1e10-41c0-b3fe-b98a00697edc tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.006376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fc7eb-fd5d-4615-90a7-9aaea8ca8ac4 req-1b41777c-1e10-41c0-b3fe-b98a00697edc tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.012395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fc7eb-fd5d-4615-90a7-9aaea8ca8ac4 req-1b41777c-1e10-41c0-b3fe-b98a00697edc tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.019482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fc7eb-fd5d-4615-90a7-9aaea8ca8ac4 req-1b41777c-1e10-41c0-b3fe-b98a00697edc tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.025451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fc7eb-fd5d-4615-90a7-9aaea8ca8ac4 req-1b41777c-1e10-41c0-b3fe-b98a00697edc tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.032333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fc7eb-fd5d-4615-90a7-9aaea8ca8ac4 req-1b41777c-1e10-41c0-b3fe-b98a00697edc tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.038572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fc7eb-fd5d-4615-90a7-9aaea8ca8ac4 req-1b41777c-1e10-41c0-b3fe-b98a00697edc tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.040611 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a6fc7eb-fd5d-4615-90a7-9aaea8ca8ac4 req-1b41777c-1e10-41c0-b3fe-b98a00697edc tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.1148982 Jul 13 07:39:22.087518 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a6fc7eb-fd5d-4615-90a7-9aaea8ca8ac4 req-812764a7-8973-4654-bfa2-5b132a27e817 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384424 Jul 13 07:39:22.369375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b35d15-c94f-47f3-aeb1-d4e62691ff92 req-89799f02-6713-4268-a80b-28810b2bfa20 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.371224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b35d15-c94f-47f3-aeb1-d4e62691ff92 req-89799f02-6713-4268-a80b-28810b2bfa20 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 943 time: 0.0747576 Jul 13 07:39:22.411996 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b35d15-c94f-47f3-aeb1-d4e62691ff92 req-bc266f13-10eb-49cc-8409-a4e32a7bafe6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353715 Jul 13 07:39:22.536167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34700) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:22.638546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-214201133', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:22.659400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Made reservation on behalf of 467ad56480a44f66bba62a8557dde5d3 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:22.661788 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.669837 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.768550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.772421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.778371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] device_id is not set on port f0131782-bd81-4983-b5c4-4d81d79cb158 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:22.830969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aca7f7e-c550-403e-a7fc-a0e6635eca0b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:22.897781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Allocated IP 172.25.6.203 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/f0131782-bd81-4983-b5c4-4d81d79cb158) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:23.041765 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.081383 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.126140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:23.130682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:23.135356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:23.137481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Pushing event updated for resources: {'Port': ['ID=f0131782-bd81-4983-b5c4-4d81d79cb158,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:23.176727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.177343 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.196386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34708) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:23.197014 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-652f4fa7-68e7-496a-9609-15476e959ac2 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6592348 Jul 13 07:39:23.203620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.203'}]}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:23.237780 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.238905 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.298771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9128d-1f71-49f0-943e-4a2bb8655cca req-078b10d4-8319-4c3f-a33c-e7a5d72f9b2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.305244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9128d-1f71-49f0-943e-4a2bb8655cca req-078b10d4-8319-4c3f-a33c-e7a5d72f9b2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.312132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9128d-1f71-49f0-943e-4a2bb8655cca req-078b10d4-8319-4c3f-a33c-e7a5d72f9b2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.318651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9128d-1f71-49f0-943e-4a2bb8655cca req-078b10d4-8319-4c3f-a33c-e7a5d72f9b2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.325041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9128d-1f71-49f0-943e-4a2bb8655cca req-078b10d4-8319-4c3f-a33c-e7a5d72f9b2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.326372 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.332564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9128d-1f71-49f0-943e-4a2bb8655cca req-078b10d4-8319-4c3f-a33c-e7a5d72f9b2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.338779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9128d-1f71-49f0-943e-4a2bb8655cca req-078b10d4-8319-4c3f-a33c-e7a5d72f9b2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.340795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9b9128d-1f71-49f0-943e-4a2bb8655cca req-078b10d4-8319-4c3f-a33c-e7a5d72f9b2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.1199336 Jul 13 07:39:23.383684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9b9128d-1f71-49f0-943e-4a2bb8655cca req-02e1668d-500f-4a32-90de-40f000322561 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360558 Jul 13 07:39:23.464344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device bfee87e2-d0fd-4a20-86ff-f715e6203b9d details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:23.508352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.579649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port bfee87e2-d0fd-4a20-86ff-f715e6203b9d, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:23.591182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'bfee87e2-d0fd-4a20-86ff-f715e6203b9d', 'network_id': '707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8', 'port_id': 'bfee87e2-d0fd-4a20-86ff-f715e6203b9d', 'mac_address': 'fa:16:3e:53:be:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca6a03b-25bf-47a0-aae5-f347193dc542', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:23.629137 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.642449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfee87e2-d0fd-4a20-86ff-f715e6203b9d {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:23.651584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08498ad2-0dbe-4669-a8cf-bcc718face93 req-44981c7e-ed1b-4fa8-a9d3-7670600e68b6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.653366 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-08498ad2-0dbe-4669-a8cf-bcc718face93 req-44981c7e-ed1b-4fa8-a9d3-7670600e68b6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 943 time: 0.1150649 Jul 13 07:39:23.665359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port bfee87e2-d0fd-4a20-86ff-f715e6203b9d, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:23.669990 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.728297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:23.741600 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-08498ad2-0dbe-4669-a8cf-bcc718face93 req-dad5515a-3fa8-48d2-9364-892e6ec51e62 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762994 Jul 13 07:39:23.833561 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.859061 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.942614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['bfee87e2-d0fd-4a20-86ff-f715e6203b9d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:24.066176 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.237158 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.239166 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.299071 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.299598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 005e10c8-fad1-4144-ae81-209342da3214 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:39:24.315339 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:39:24.316474 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-670eb43e-34ca-4634-9514-92234cb794d7 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1181104 Jul 13 07:39:24.319129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34714) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:24.408767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Deleting port f0131782-bd81-4983-b5c4-4d81d79cb158 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:24.409181 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.496838 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.511286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Calling delete_port for f0131782-bd81-4983-b5c4-4d81d79cb158 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:24.666228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2fcaf-bc80-4fcc-bd42-59dd8934ac74 req-33a85479-a197-4dde-a81b-e26a5c445a15 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.672279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2fcaf-bc80-4fcc-bd42-59dd8934ac74 req-33a85479-a197-4dde-a81b-e26a5c445a15 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.678522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2fcaf-bc80-4fcc-bd42-59dd8934ac74 req-33a85479-a197-4dde-a81b-e26a5c445a15 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.684571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2fcaf-bc80-4fcc-bd42-59dd8934ac74 req-33a85479-a197-4dde-a81b-e26a5c445a15 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.691459 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2fcaf-bc80-4fcc-bd42-59dd8934ac74 req-33a85479-a197-4dde-a81b-e26a5c445a15 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.697486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2fcaf-bc80-4fcc-bd42-59dd8934ac74 req-33a85479-a197-4dde-a81b-e26a5c445a15 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.713921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2fcaf-bc80-4fcc-bd42-59dd8934ac74 req-33a85479-a197-4dde-a81b-e26a5c445a15 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.715904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ec2fcaf-bc80-4fcc-bd42-59dd8934ac74 req-33a85479-a197-4dde-a81b-e26a5c445a15 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.2024148 Jul 13 07:39:24.817852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ec2fcaf-bc80-4fcc-bd42-59dd8934ac74 req-d1e741a5-d34e-4a1a-a2b1-5640ff80c850 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901465 Jul 13 07:39:24.824931 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.879981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0131782-bd81-4983-b5c4-4d81d79cb158,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:24.939178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.939686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.940154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.940612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.941046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.941487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.941911 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.942509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.943067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.943494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.943933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:24.944380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:25.023998 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.029923 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3b4e0bfa-d812-4b61-9caf-e50122925427 tempest-RoutersAdminNegativeIpV6Test-2072172018 tempest-RoutersAdminNegativeIpV6Test-2072172018-project-admin] 10.222.0.44 "DELETE /v2.0/ports/f0131782-bd81-4983-b5c4-4d81d79cb158 HTTP/1.1" status: 204 len: 168 time: 0.7061431 Jul 13 07:39:25.036658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fc42-19f8-44e7-a6ab-e0e7e9dc419a req-09d688dd-bdb9-4d0c-9886-fdf172e989f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:25.039216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0376fc42-19f8-44e7-a6ab-e0e7e9dc419a req-09d688dd-bdb9-4d0c-9886-fdf172e989f6 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 944 time: 0.1170020 Jul 13 07:39:25.060330 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b302-9de2-43e3-99a1-a198e9678e3b req-5bb90aa2-c0cc-4151-8b21-efd443213392 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:25.067669 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e684b302-9de2-43e3-99a1-a198e9678e3b req-5bb90aa2-c0cc-4151-8b21-efd443213392 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.0966308 Jul 13 07:39:25.111649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e684b302-9de2-43e3-99a1-a198e9678e3b req-011d586d-6a1c-4cb1-9c54-545486445fd7 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428567 Jul 13 07:39:25.126025 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0376fc42-19f8-44e7-a6ab-e0e7e9dc419a req-a58a494d-8dfb-4fd7-a2e3-2e61a74fde1c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810447 Jul 13 07:39:25.428501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34746) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:25.480938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device bfee87e2-d0fd-4a20-86ff-f715e6203b9d up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:25.550363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port bfee87e2-d0fd-4a20-86ff-f715e6203b9d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:25.551839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc7cf-f442-40c6-b9c2-c2bb3992e473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.556786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port bfee87e2-d0fd-4a20-86ff-f715e6203b9d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:25.557434 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.654676 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc7cf-f442-40c6-b9c2-c2bb3992e473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.660099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad2dc7cf-f442-40c6-b9c2-c2bb3992e473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.662544 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.689697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1167cf46-ad19-48cf-bad9-75166fe94169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfee87e2-d0fd-4a20-86ff-f715e6203b9d'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:25.692262 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12c3732-fdff-4e1e-93f3-8e93213f123a" -d '{"events": [{"server_uuid": "1167cf46-ad19-48cf-bad9-75166fe94169", "name": "network-vif-plugged", "status": "completed", "tag": "bfee87e2-d0fd-4a20-86ff-f715e6203b9d"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:25.707209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port bfee87e2-d0fd-4a20-86ff-f715e6203b9d, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:25.712740 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ad2dc7cf-f442-40c6-b9c2-c2bb3992e473 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f21847b6345e45389389e2c8308c0548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802293 Jul 13 07:39:25.712740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dc7cf-f442-40c6-b9c2-c2bb3992e473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef6aaef-f1d8-4f9c-97f9-cfa67d42ab2a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:25.713763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34752) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:25.722065 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.771834 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1218846-59f5-404d-9340-562ff58ff9d1 x-openstack-request-id: req-a1218846-59f5-404d-9340-562ff58ff9d1 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:25.772204 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1167cf46-ad19-48cf-bad9-75166fe94169", "name": "network-vif-plugged", "status": "completed", "tag": "bfee87e2-d0fd-4a20-86ff-f715e6203b9d", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:25.772493 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1218846-59f5-404d-9340-562ff58ff9d1 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:25.773196 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1167cf46-ad19-48cf-bad9-75166fe94169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfee87e2-d0fd-4a20-86ff-f715e6203b9d', 'code': 200} Jul 13 07:39:25.800875 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca2e356e-9c61-402b-ac6b-686af788b11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.812975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:25.834839 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca2e356e-9c61-402b-ac6b-686af788b11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.936847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2279230-61f5-4c1e-a8a0-dd45ebaea943 req-bd0e04bf-36dc-4291-abbc-90947365df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:25.939348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2279230-61f5-4c1e-a8a0-dd45ebaea943 req-bd0e04bf-36dc-4291-abbc-90947365df22 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 1096 time: 0.0869355 Jul 13 07:39:25.980162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca2e356e-9c61-402b-ac6b-686af788b11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.983558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca2e356e-9c61-402b-ac6b-686af788b11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.985295 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ca2e356e-9c61-402b-ac6b-686af788b11c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ef6aaef-f1d8-4f9c-97f9-cfa67d42ab2a HTTP/1.1" status: 204 len: 168 time: 0.2700870 Jul 13 07:39:25.997266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2279230-61f5-4c1e-a8a0-dd45ebaea943 req-c2ed6f19-5551-43b8-8a04-f15fc320279c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500121 Jul 13 07:39:25.999389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e356e-9c61-402b-ac6b-686af788b11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef6aaef-f1d8-4f9c-97f9-cfa67d42ab2a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:26.072211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e6de-f7c4-4939-b859-6b61677f62d4 req-f6c9d5a5-135c-45d6-8b85-0031dc84e388 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.079072 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e6de-f7c4-4939-b859-6b61677f62d4 req-f6c9d5a5-135c-45d6-8b85-0031dc84e388 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.085706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e6de-f7c4-4939-b859-6b61677f62d4 req-f6c9d5a5-135c-45d6-8b85-0031dc84e388 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.092166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e6de-f7c4-4939-b859-6b61677f62d4 req-f6c9d5a5-135c-45d6-8b85-0031dc84e388 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.099300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e6de-f7c4-4939-b859-6b61677f62d4 req-f6c9d5a5-135c-45d6-8b85-0031dc84e388 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.105512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e6de-f7c4-4939-b859-6b61677f62d4 req-f6c9d5a5-135c-45d6-8b85-0031dc84e388 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.119769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e6de-f7c4-4939-b859-6b61677f62d4 req-f6c9d5a5-135c-45d6-8b85-0031dc84e388 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.123379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e27e6de-f7c4-4939-b859-6b61677f62d4 req-f6c9d5a5-135c-45d6-8b85-0031dc84e388 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.1590431 Jul 13 07:39:26.238097 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e27e6de-f7c4-4939-b859-6b61677f62d4 req-412e9b62-b111-453d-9afb-8642114b7cd7 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082175 Jul 13 07:39:26.366722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06ce2c-eb5a-4963-8fc4-8918fd7d6c26 req-ec1e8abb-49dc-421e-a1aa-6b192ba8849c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.370054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd06ce2c-eb5a-4963-8fc4-8918fd7d6c26 req-ec1e8abb-49dc-421e-a1aa-6b192ba8849c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1289365 Jul 13 07:39:26.485973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd06ce2c-eb5a-4963-8fc4-8918fd7d6c26 req-7d763632-5845-43de-8354-7ffc52d814e1 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965025 Jul 13 07:39:26.512790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34772) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:26.537124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac13b8-02aa-4bd3-8c2c-7c08b882cbe3 req-6fc6dd8c-be6a-40d1-8baa-4a72d4f2df8e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:26.539359 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bac13b8-02aa-4bd3-8c2c-7c08b882cbe3 req-6fc6dd8c-be6a-40d1-8baa-4a72d4f2df8e tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1040614 Jul 13 07:39:26.588224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5c3996aa-87b3-43ec-acdc-66626bdeb476 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=467ad56480a44f66bba62a8557dde5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801520 Jul 13 07:39:26.593962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34774) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:26.603006 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bac13b8-02aa-4bd3-8c2c-7c08b882cbe3 req-21f6b3b2-09c3-4ba2-a20c-9bd2a00f5dfa tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566478 Jul 13 07:39:26.671286 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ca4310f-cc31-4382-9f98-307ad0bd1be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.708824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ca4310f-cc31-4382-9f98-307ad0bd1be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.764808 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ca4310f-cc31-4382-9f98-307ad0bd1be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.767918 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ca4310f-cc31-4382-9f98-307ad0bd1be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.769436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9ca4310f-cc31-4382-9f98-307ad0bd1be4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9aca7f7e-c550-403e-a7fc-a0e6635eca0b HTTP/1.1" status: 204 len: 168 time: 0.1743362 Jul 13 07:39:26.794079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4310f-cc31-4382-9f98-307ad0bd1be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aca7f7e-c550-403e-a7fc-a0e6635eca0b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:27.510715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916d6c-9ab7-47af-bd1a-fb3f52c2013c req-9b57e8d5-2619-48b2-bb63-56b48aa51c43 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.520091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916d6c-9ab7-47af-bd1a-fb3f52c2013c req-9b57e8d5-2619-48b2-bb63-56b48aa51c43 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.526874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916d6c-9ab7-47af-bd1a-fb3f52c2013c req-9b57e8d5-2619-48b2-bb63-56b48aa51c43 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.534132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916d6c-9ab7-47af-bd1a-fb3f52c2013c req-9b57e8d5-2619-48b2-bb63-56b48aa51c43 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.539993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916d6c-9ab7-47af-bd1a-fb3f52c2013c req-9b57e8d5-2619-48b2-bb63-56b48aa51c43 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.546763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916d6c-9ab7-47af-bd1a-fb3f52c2013c req-9b57e8d5-2619-48b2-bb63-56b48aa51c43 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.553336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916d6c-9ab7-47af-bd1a-fb3f52c2013c req-9b57e8d5-2619-48b2-bb63-56b48aa51c43 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.555296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67916d6c-9ab7-47af-bd1a-fb3f52c2013c req-9b57e8d5-2619-48b2-bb63-56b48aa51c43 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5419 time: 0.1472340 Jul 13 07:39:27.609711 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67916d6c-9ab7-47af-bd1a-fb3f52c2013c req-b85ddda6-3392-441a-9996-37e8e89e1f92 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471568 Jul 13 07:39:27.805120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1446f66-b402-4b5a-b165-c5c17d70e7eb req-622aa1de-42cb-42a9-92e0-28f987cda592 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.812381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1446f66-b402-4b5a-b165-c5c17d70e7eb req-622aa1de-42cb-42a9-92e0-28f987cda592 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1251504 Jul 13 07:39:27.863103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34816) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:27.875472 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1446f66-b402-4b5a-b165-c5c17d70e7eb req-bac51d70-a827-4a7f-b67b-11a7ceb4830b tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564420 Jul 13 07:39:27.989564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594425e-7007-4918-904c-223ea42f1d3f req-e05208ac-ca18-4320-9fcf-8c50bd43e9b3 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:28.003680 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0594425e-7007-4918-904c-223ea42f1d3f req-e05208ac-ca18-4320-9fcf-8c50bd43e9b3 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1625707 Jul 13 07:39:28.052105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-58294e88-406b-417b-8c63-1e9ba9ed6419 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.053696 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-58294e88-406b-417b-8c63-1e9ba9ed6419 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1750176 Jul 13 07:39:28.068579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34826) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.073446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-8e8c8b64-e507-44a9-849f-bfde35aa4a55 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.074535 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8e8c8b64-e507-44a9-849f-bfde35aa4a55 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047138 Jul 13 07:39:28.080675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34828) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.085532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-a8656334-87b4-47e0-a14d-b26ecfd40520 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.090474 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a8656334-87b4-47e0-a14d-b26ecfd40520 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0084476 Jul 13 07:39:28.091261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34830) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.102090 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0594425e-7007-4918-904c-223ea42f1d3f req-ec975c0a-f06b-4fba-bdd6-2388410f13cd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974178 Jul 13 07:39:28.104981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-9b5b1f2f-aa4e-461d-a3d9-a53ea12ee075 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.109649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34832) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.110970 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9b5b1f2f-aa4e-461d-a3d9-a53ea12ee075 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0171831 Jul 13 07:39:28.118288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-698a614b-6d1f-4411-b484-b166972dc4ea tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.120078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-698a614b-6d1f-4411-b484-b166972dc4ea tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0086582 Jul 13 07:39:28.121966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34834) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.131066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-822819ba-b2d4-483d-bb35-bf66893a38f4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.141199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-822819ba-b2d4-483d-bb35-bf66893a38f4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0158336 Jul 13 07:39:28.141455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34838) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.147906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-1325f914-86a8-4a0c-ac88-21e62acdbd60 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.151332 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1325f914-86a8-4a0c-ac88-21e62acdbd60 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0066662 Jul 13 07:39:28.151729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34840) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.156328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-4a87772c-dffc-4f0e-ab72-67272f60a3ab tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.159511 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4a87772c-dffc-4f0e-ab72-67272f60a3ab tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045788 Jul 13 07:39:28.160254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34842) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.166410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-d8090745-caa6-4db6-bca0-b283cd234674 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.171140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d8090745-caa6-4db6-bca0-b283cd234674 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0090628 Jul 13 07:39:28.171531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34844) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.176431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-846966f9-1e19-45ac-b571-005b2acd1e1d tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.179719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-846966f9-1e19-45ac-b571-005b2acd1e1d tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048337 Jul 13 07:39:28.179975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34846) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.185231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-099a49ec-471d-454e-932c-afb45cc7d5a7 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.186895 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-099a49ec-471d-454e-932c-afb45cc7d5a7 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053036 Jul 13 07:39:28.189619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34848) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.196137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-0a2ba0d0-100c-4204-a0d1-f84b7faa160c tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.199666 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0a2ba0d0-100c-4204-a0d1-f84b7faa160c tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0091410 Jul 13 07:39:28.199812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34850) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.204198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-50b40849-f17f-478f-8a27-359b4a87568e tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.205160 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-50b40849-f17f-478f-8a27-359b4a87568e tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045257 Jul 13 07:39:28.207551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34852) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.211796 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-c7e53ab4-eae9-4dd0-8dd1-bfc8299f20d4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.216140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34854) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.221354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c7e53ab4-eae9-4dd0-8dd1-bfc8299f20d4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043426 Jul 13 07:39:28.221606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-72276700-3f3f-4e11-a268-68ccbcd63cc8 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.225008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-72276700-3f3f-4e11-a268-68ccbcd63cc8 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0078950 Jul 13 07:39:28.226218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34856) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.234092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-7bc6d2ea-23cd-42c7-aa9c-bb873a3fc85b tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.237684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34858) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.242083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-0492088f-4de6-4001-9ff9-1195bab687df tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.242231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7bc6d2ea-23cd-42c7-aa9c-bb873a3fc85b tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0150337 Jul 13 07:39:28.243046 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0492088f-4de6-4001-9ff9-1195bab687df tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044162 Jul 13 07:39:28.245312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34860) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.249688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-43ab6d6d-64de-4caa-a309-78a98eec27ec tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.250655 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-43ab6d6d-64de-4caa-a309-78a98eec27ec tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044746 Jul 13 07:39:28.253416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34862) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.258508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-1f1a046b-952a-4cc5-8819-bc840e24d7bd tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.262771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1f1a046b-952a-4cc5-8819-bc840e24d7bd tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083153 Jul 13 07:39:28.263037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34864) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.267523 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-1046e407-0c28-4603-b9b9-8cff93be2ad4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.268513 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1046e407-0c28-4603-b9b9-8cff93be2ad4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045116 Jul 13 07:39:28.271573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34866) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.275907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-555fad47-ce97-4cf6-a9eb-5b01e2465102 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.280253 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34868) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.280422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-555fad47-ce97-4cf6-a9eb-5b01e2465102 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0071683 Jul 13 07:39:28.284855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-ca092719-f6fe-4ad8-8dd2-35f49a5e499e tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.287925 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ca092719-f6fe-4ad8-8dd2-35f49a5e499e tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045686 Jul 13 07:39:28.288221 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34870) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.293085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-ac51e7e1-84e8-43ef-95d2-e57258c14d19 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.296920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac51e7e1-84e8-43ef-95d2-e57258c14d19 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049653 Jul 13 07:39:28.297598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34872) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.303937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-4717c139-c316-4cc4-ae8d-12beb38bd3be tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.307912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34874) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.308351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4717c139-c316-4cc4-ae8d-12beb38bd3be tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0087616 Jul 13 07:39:28.312409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-15e726be-1a6c-4ab0-8fca-b718897dc1ec tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.315457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-15e726be-1a6c-4ab0-8fca-b718897dc1ec tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044830 Jul 13 07:39:28.315705 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34876) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.319854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-dd16ed43-a8a8-4b4e-8d31-486e3a5f8561 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.322869 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dd16ed43-a8a8-4b4e-8d31-486e3a5f8561 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042267 Jul 13 07:39:28.323932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34878) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.328960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-33f644c9-2d92-474c-bc84-ee84f0960d0e tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.332815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34880) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.333744 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-33f644c9-2d92-474c-bc84-ee84f0960d0e tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079310 Jul 13 07:39:28.337193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-50dbc360-2b48-4bca-92b0-161454afbb4c tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.338477 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-50dbc360-2b48-4bca-92b0-161454afbb4c tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044055 Jul 13 07:39:28.342004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34882) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.347948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-59399168-b18f-4885-a2e9-55f850db093a tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.349277 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-59399168-b18f-4885-a2e9-55f850db093a tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0056117 Jul 13 07:39:28.351853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34884) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.357289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-63c0780d-f118-4249-b2ea-9d3076f457f7 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.361582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34886) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.361763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-63c0780d-f118-4249-b2ea-9d3076f457f7 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0084691 Jul 13 07:39:28.366213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-44accbbf-6e66-4898-9269-23eb2f042940 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.369199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-44accbbf-6e66-4898-9269-23eb2f042940 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044506 Jul 13 07:39:28.369508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34888) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.373517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-db907ee4-17fd-40df-9401-490fc8506c19 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.376525 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-db907ee4-17fd-40df-9401-490fc8506c19 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041275 Jul 13 07:39:28.376984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34890) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.384668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-20aaaba4-08cd-4075-885c-360b0c323ce5 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.388176 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-20aaaba4-08cd-4075-885c-360b0c323ce5 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0102353 Jul 13 07:39:28.388713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34892) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.395796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-d257f3b4-8676-4150-a2c6-50b656e2e15e tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.399802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34894) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.400592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d257f3b4-8676-4150-a2c6-50b656e2e15e tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0102599 Jul 13 07:39:28.406012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-5511a277-4bb9-441d-ac06-49fb78990d81 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.409865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.410105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5511a277-4bb9-441d-ac06-49fb78990d81 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0090249 Jul 13 07:39:28.420247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-5fab1468-e888-4a33-9189-0d163b45b0f4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.426128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34898) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.438892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5fab1468-e888-4a33-9189-0d163b45b0f4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0262585 Jul 13 07:39:28.439408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-93e97f0b-87d6-4716-963c-0d422f331ba4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.442913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34902) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.443083 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-93e97f0b-87d6-4716-963c-0d422f331ba4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0158441 Jul 13 07:39:28.448130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-4b5a6432-5e18-405b-9911-92445870af79 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.449165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4b5a6432-5e18-405b-9911-92445870af79 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049360 Jul 13 07:39:28.451775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34904) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.456487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-58ef1403-ef51-439a-8c6a-642f9bccd5a6 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.458430 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-58ef1403-ef51-439a-8c6a-642f9bccd5a6 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056200 Jul 13 07:39:28.459879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34906) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.466049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-436ff1ac-bb25-4456-9fdb-fc6b961321d1 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.472338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34908) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.473110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-436ff1ac-bb25-4456-9fdb-fc6b961321d1 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0113430 Jul 13 07:39:28.478168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-acd5782b-a60b-414a-bf31-6788b789d289 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.481925 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-acd5782b-a60b-414a-bf31-6788b789d289 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0065019 Jul 13 07:39:28.482350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34910) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.488148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-fd37f729-2595-44f1-b779-4d80a034a81c tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.491744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34912) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.491935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fd37f729-2595-44f1-b779-4d80a034a81c tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077074 Jul 13 07:39:28.496269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-795af1e3-b10d-4314-92c1-caccadb3bd72 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.499982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34914) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.500198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-795af1e3-b10d-4314-92c1-caccadb3bd72 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072353 Jul 13 07:39:28.505603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-49621259-108e-452b-8c37-805a7218059d tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.512059 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-49621259-108e-452b-8c37-805a7218059d tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0108209 Jul 13 07:39:28.512682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34916) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.514130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:28.519039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-679de6de-67bd-4956-96ce-e160370850d4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.522878 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-679de6de-67bd-4956-96ce-e160370850d4 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091891 Jul 13 07:39:28.523544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34918) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.530410 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-2bb66d7f-ac04-4907-a99f-da23b7de0f63 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.533772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2bb66d7f-ac04-4907-a99f-da23b7de0f63 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0069370 Jul 13 07:39:28.534660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34920) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.540237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-3884cf58-e32f-45d1-9206-9b27a20b3167 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.544753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34922) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.545317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3884cf58-e32f-45d1-9206-9b27a20b3167 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0085883 Jul 13 07:39:28.551261 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-16d03a23-7e59-48da-8eb8-8c1385c97946 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.555822 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-16d03a23-7e59-48da-8eb8-8c1385c97946 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0083301 Jul 13 07:39:28.558540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34924) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.566230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-968bab0b-267b-4757-a679-923f8fafeb89 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.572590 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-968bab0b-267b-4757-a679-923f8fafeb89 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0103540 Jul 13 07:39:28.573896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34926) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.579998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-c465dda5-6d6d-4bbb-ba60-54be85f624d9 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.583616 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c465dda5-6d6d-4bbb-ba60-54be85f624d9 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093195 Jul 13 07:39:28.584488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34928) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.596508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-59dda694-6fe7-4b67-83fe-9872462fba2a tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.600833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-59dda694-6fe7-4b67-83fe-9872462fba2a tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0154257 Jul 13 07:39:28.601415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34930) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.605703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-f0e98d1c-901c-4b7b-92bd-75c3a4387263 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.610313 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f0e98d1c-901c-4b7b-92bd-75c3a4387263 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0079453 Jul 13 07:39:28.612202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34932) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.618774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-7f5f017f-5c14-42cd-b0a9-510efa473347 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.622208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7f5f017f-5c14-42cd-b0a9-510efa473347 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047803 Jul 13 07:39:28.622347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34934) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.626405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-78516754-f855-40a0-8a91-8ffdb47e8e55 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.629920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34936) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.630068 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-78516754-f855-40a0-8a91-8ffdb47e8e55 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0067272 Jul 13 07:39:28.634276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-45e2c437-42ad-4611-8812-e3fa30c0c8db tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.635228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-45e2c437-42ad-4611-8812-e3fa30c0c8db tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043132 Jul 13 07:39:28.637561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34938) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.642385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-3b599b3d-941d-4f49-b508-ef94c46a7f87 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.643338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3b599b3d-941d-4f49-b508-ef94c46a7f87 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049248 Jul 13 07:39:28.645831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34940) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.657082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-74bd5639-1d7b-4f9e-ac36-7c64e7760d32 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.658106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-74bd5639-1d7b-4f9e-ac36-7c64e7760d32 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0114017 Jul 13 07:39:28.660856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34944) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.671478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-c1f632b7-6448-413c-892e-a84bcb78628a tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.673186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c1f632b7-6448-413c-892e-a84bcb78628a tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0108042 Jul 13 07:39:28.675412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34946) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.683194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-f5691cc9-56cd-42d8-82ea-a3537e76e532 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.684190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f5691cc9-56cd-42d8-82ea-a3537e76e532 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0078616 Jul 13 07:39:28.687331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.701332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:28.702086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-0d6b6146-f666-4064-a3e8-8483ccf825e2 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.703010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0d6b6146-f666-4064-a3e8-8483ccf825e2 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0147674 Jul 13 07:39:28.705539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34950) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.709635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-96d5a993-3643-4a51-99eb-ab71f4f342fb tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.710577 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-96d5a993-3643-4a51-99eb-ab71f4f342fb tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041456 Jul 13 07:39:28.713741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624330d-47f7-4f2d-ba42-9e85535263e9 req-a2ee3933-dec2-43f9-a789-cf2484571cd1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:28.716668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3', 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'port_id': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3', 'mac_address': 'fa:16:3e:b3:31:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a8b981-8e8c-45ce-baa2-08a6df1b263f', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:28.719904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a624330d-47f7-4f2d-ba42-9e85535263e9 req-a2ee3933-dec2-43f9-a789-cf2484571cd1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1464107 Jul 13 07:39:28.721814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34952) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.726081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-21a305e5-e083-4374-b8e4-9fd9bff4e938 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.727042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-21a305e5-e083-4374-b8e4-9fd9bff4e938 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043042 Jul 13 07:39:28.729592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34954) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.734200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-08f6ce08-eea5-448c-bfbc-f228bc68a4cf tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.738058 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-08f6ce08-eea5-448c-bfbc-f228bc68a4cf tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0074019 Jul 13 07:39:28.740759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34956) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.750272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-7fe7f51c-d79d-482c-a968-10bf6da31fa3 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.754218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34958) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.754878 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7fe7f51c-d79d-482c-a968-10bf6da31fa3 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0129015 Jul 13 07:39:28.758612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [None req-b76c4a9e-a39a-43fd-af0d-ffffd3a5ddc5 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.762812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34960) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.763469 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b76c4a9e-a39a-43fd-af0d-ffffd3a5ddc5 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0082645 Jul 13 07:39:28.768574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-129dce27-25a7-45c1-9f98-ffeb02815afa tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.769761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-129dce27-25a7-45c1-9f98-ffeb02815afa tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056021 Jul 13 07:39:28.772174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34962) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.776992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-54eb6156-20d0-4853-abf3-3069c7d3f05a tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.780381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-54eb6156-20d0-4853-abf3-3069c7d3f05a tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0064883 Jul 13 07:39:28.785630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34964) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.789979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-83a02743-fc11-4dab-9601-ecf83ab5ab7a tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.792856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-83a02743-fc11-4dab-9601-ecf83ab5ab7a tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061147 Jul 13 07:39:28.796423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34966) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:28.802490 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [None req-b09e5e5f-0739-4f50-8ca6-c813eb0921d3 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:39:28.819260 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a624330d-47f7-4f2d-ba42-9e85535263e9 req-d8b0176d-a89a-4502-9bea-ec4fc6c0adaf tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794928 Jul 13 07:39:28.819771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b09e5e5f-0739-4f50-8ca6-c813eb0921d3 tempest-ExtensionsTestJSON-1591124477 tempest-ExtensionsTestJSON-1591124477-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0109818 Jul 13 07:39:28.823847 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.843111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:28.880864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:28.889695 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.953337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:28.969395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 25ef49cb-1a50-4176-b14e-19e7333a729b details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:29.034164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48558061-4e5a-4008-9581-2b511cb461dd req-40c8012a-1275-434e-ae27-94f8acffcdc0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.052379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48558061-4e5a-4008-9581-2b511cb461dd req-40c8012a-1275-434e-ae27-94f8acffcdc0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.059678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 25ef49cb-1a50-4176-b14e-19e7333a729b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=25ef49cb-1a50-4176-b14e-19e7333a729b,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:29.071219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48558061-4e5a-4008-9581-2b511cb461dd req-40c8012a-1275-434e-ae27-94f8acffcdc0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.081300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '25ef49cb-1a50-4176-b14e-19e7333a729b', 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'port_id': '25ef49cb-1a50-4176-b14e-19e7333a729b', 'mac_address': 'fa:16:3e:2c:70:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a8b981-8e8c-45ce-baa2-08a6df1b263f', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:29.089573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48558061-4e5a-4008-9581-2b511cb461dd req-40c8012a-1275-434e-ae27-94f8acffcdc0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.107690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48558061-4e5a-4008-9581-2b511cb461dd req-40c8012a-1275-434e-ae27-94f8acffcdc0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.124473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48558061-4e5a-4008-9581-2b511cb461dd req-40c8012a-1275-434e-ae27-94f8acffcdc0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.143598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48558061-4e5a-4008-9581-2b511cb461dd req-40c8012a-1275-434e-ae27-94f8acffcdc0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.159276 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-48558061-4e5a-4008-9581-2b511cb461dd req-40c8012a-1275-434e-ae27-94f8acffcdc0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5420 time: 0.2858031 Jul 13 07:39:29.190203 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.191679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec34e76-454e-42b3-80ed-74091a555428 req-ba98ea79-dad2-4ffe-89a3-51821d0fddb4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.206580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eec34e76-454e-42b3-80ed-74091a555428 req-ba98ea79-dad2-4ffe-89a3-51821d0fddb4 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.2054496 Jul 13 07:39:29.215113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ef49cb-1a50-4176-b14e-19e7333a729b {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:29.252390 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-48558061-4e5a-4008-9581-2b511cb461dd req-603b5d8e-878f-4014-b055-489d5b80693c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901144 Jul 13 07:39:29.269630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 25ef49cb-1a50-4176-b14e-19e7333a729b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=25ef49cb-1a50-4176-b14e-19e7333a729b,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:29.284096 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.306718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:29.319345 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eec34e76-454e-42b3-80ed-74091a555428 req-085282ca-0da1-4cee-9bff-66d472aa2b7c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099939 Jul 13 07:39:29.374257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:29.497635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=25ef49cb-1a50-4176-b14e-19e7333a729b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:29.586132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c149e81f-b42a-4a87-b46d-f861d804e341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.592601 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:39:29.641926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ea0ab-dd2e-445f-a0c3-0c938ce0e9ce req-a3645cef-6f98-4f01-9804-91f068636b84 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.649077 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-611ea0ab-dd2e-445f-a0c3-0c938ce0e9ce req-a3645cef-6f98-4f01-9804-91f068636b84 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1473682 Jul 13 07:39:29.712618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:29.729983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'port_id': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'mac_address': 'fa:16:3e:2f:26:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:29.739650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-611ea0ab-dd2e-445f-a0c3-0c938ce0e9ce req-41174be2-1b94-4bac-819f-c65a75f8796b tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895720 Jul 13 07:39:29.779152 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.794912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:29.818680 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c149e81f-b42a-4a87-b46d-f861d804e341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.819092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:29.823668 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c149e81f-b42a-4a87-b46d-f861d804e341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.826329 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.859347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4fae0d30-b0f4-408b-973f-5208638628cd details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:29.886351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34990) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:29.886965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c149e81f-b42a-4a87-b46d-f861d804e341 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e231dc41dd84f5bb7b6b101293d5ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787106 Jul 13 07:39:29.888836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149e81f-b42a-4a87-b46d-f861d804e341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c1479b-b9ed-47f3-b72d-f3022724d3f1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:29.944772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:29.958478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4fae0d30-b0f4-408b-973f-5208638628cd, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4fae0d30-b0f4-408b-973f-5208638628cd,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:29.969282 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64fe410b-7a62-46f4-b416-f9ea1d9fd131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.982038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '4fae0d30-b0f4-408b-973f-5208638628cd', 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'port_id': '4fae0d30-b0f4-408b-973f-5208638628cd', 'mac_address': 'fa:16:3e:b3:5d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a8b981-8e8c-45ce-baa2-08a6df1b263f', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:30.000773 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64fe410b-7a62-46f4-b416-f9ea1d9fd131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.023650 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.029724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cefa9-6452-40f2-a811-dbcda628e3f9 req-3828eafd-6989-4a97-990f-d0ef620a0e87 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.037758 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-111cefa9-6452-40f2-a811-dbcda628e3f9 req-3828eafd-6989-4a97-990f-d0ef620a0e87 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.0847716 Jul 13 07:39:30.038014 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fae0d30-b0f4-408b-973f-5208638628cd {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:30.066581 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64fe410b-7a62-46f4-b416-f9ea1d9fd131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.069678 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64fe410b-7a62-46f4-b416-f9ea1d9fd131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.070485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4fae0d30-b0f4-408b-973f-5208638628cd, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4fae0d30-b0f4-408b-973f-5208638628cd,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:30.070862 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-64fe410b-7a62-46f4-b416-f9ea1d9fd131 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05c1479b-b9ed-47f3-b72d-f3022724d3f1 HTTP/1.1" status: 204 len: 168 time: 0.1785252 Jul 13 07:39:30.094809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-111cefa9-6452-40f2-a811-dbcda628e3f9 req-ddc9ece7-6997-4a9e-b94b-7a835996adab tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554500 Jul 13 07:39:30.097683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe410b-7a62-46f4-b416-f9ea1d9fd131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c1479b-b9ed-47f3-b72d-f3022724d3f1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:30.097971 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.141851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 76ca532c-23fa-4676-93ee-cd52a50ba709 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:30.241465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4fae0d30-b0f4-408b-973f-5208638628cd,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:30.350084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 76ca532c-23fa-4676-93ee-cd52a50ba709, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=76ca532c-23fa-4676-93ee-cd52a50ba709,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:30.365276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '76ca532c-23fa-4676-93ee-cd52a50ba709', 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366', 'port_id': '76ca532c-23fa-4676-93ee-cd52a50ba709', 'mac_address': 'fa:16:3e:f4:16:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b7f077-c2d5-483e-9458-3b62eed95fb9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:30.410785 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.426021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ca532c-23fa-4676-93ee-cd52a50ba709 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:30.458211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 76ca532c-23fa-4676-93ee-cd52a50ba709, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=76ca532c-23fa-4676-93ee-cd52a50ba709,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:30.474209 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.500172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 226aa32a-7a01-44bf-a741-fe40e753933e details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:30.614149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 226aa32a-7a01-44bf-a741-fe40e753933e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=226aa32a-7a01-44bf-a741-fe40e753933e,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:30.629566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '226aa32a-7a01-44bf-a741-fe40e753933e', 'network_id': '92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a', 'port_id': '226aa32a-7a01-44bf-a741-fe40e753933e', 'mac_address': 'fa:16:3e:e2:ff:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a8b981-8e8c-45ce-baa2-08a6df1b263f', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:30.646518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=76ca532c-23fa-4676-93ee-cd52a50ba709,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:30.702357 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.721538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226aa32a-7a01-44bf-a741-fe40e753933e {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:30.750364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 226aa32a-7a01-44bf-a741-fe40e753933e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=226aa32a-7a01-44bf-a741-fe40e753933e,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:30.761599 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.812903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb4ce3-018f-4cac-b92b-84b16f844e1c req-5def03d2-a344-4c19-b153-6038f3139093 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.819504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb4ce3-018f-4cac-b92b-84b16f844e1c req-5def03d2-a344-4c19-b153-6038f3139093 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.826003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb4ce3-018f-4cac-b92b-84b16f844e1c req-5def03d2-a344-4c19-b153-6038f3139093 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.832576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 13a6e49a-53af-49fc-accc-483a99e81c29 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:30.843671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb4ce3-018f-4cac-b92b-84b16f844e1c req-5def03d2-a344-4c19-b153-6038f3139093 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.850552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb4ce3-018f-4cac-b92b-84b16f844e1c req-5def03d2-a344-4c19-b153-6038f3139093 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.856626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb4ce3-018f-4cac-b92b-84b16f844e1c req-5def03d2-a344-4c19-b153-6038f3139093 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.863076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb4ce3-018f-4cac-b92b-84b16f844e1c req-5def03d2-a344-4c19-b153-6038f3139093 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:30.879999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58fb4ce3-018f-4cac-b92b-84b16f844e1c req-5def03d2-a344-4c19-b153-6038f3139093 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5424 time: 0.1799726 Jul 13 07:39:30.937991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 13a6e49a-53af-49fc-accc-483a99e81c29, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=13a6e49a-53af-49fc-accc-483a99e81c29,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:30.988291 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58fb4ce3-018f-4cac-b92b-84b16f844e1c req-62491454-b883-4f4e-8dc3-a6c132be9ade tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072540 Jul 13 07:39:31.009596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '13a6e49a-53af-49fc-accc-483a99e81c29', 'network_id': 'ef91ead4-00b2-45c5-a5ff-383c96524366', 'port_id': '13a6e49a-53af-49fc-accc-483a99e81c29', 'mac_address': 'fa:16:3e:0e:3a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b7f077-c2d5-483e-9458-3b62eed95fb9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:31.037851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=226aa32a-7a01-44bf-a741-fe40e753933e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.074756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a03e11-524a-4c5d-b163-022a8b6ab508 req-108289eb-d66c-4b71-a4a1-240d3dcf7a64 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:31.083102 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5a03e11-524a-4c5d-b163-022a8b6ab508 req-108289eb-d66c-4b71-a4a1-240d3dcf7a64 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1057878 Jul 13 07:39:31.110263 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.127227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a6e49a-53af-49fc-accc-483a99e81c29 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:31.175002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 13a6e49a-53af-49fc-accc-483a99e81c29, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=13a6e49a-53af-49fc-accc-483a99e81c29,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:31.175385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5a03e11-524a-4c5d-b163-022a8b6ab508 req-926f6aaf-3284-4217-8c42-8dceb61aeb33 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895936 Jul 13 07:39:31.193032 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.224221 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35036) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:31.259055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=13a6e49a-53af-49fc-accc-483a99e81c29,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.350697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcde77f-e8ca-441f-8397-574df909c917 req-300e5a03-4663-4310-8ce7-03e315a50981 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:31.352378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6dcde77f-e8ca-441f-8397-574df909c917 req-300e5a03-4663-4310-8ce7-03e315a50981 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.0798676 Jul 13 07:39:31.363383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-489513066'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:31.418844 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6dcde77f-e8ca-441f-8397-574df909c917 req-e2bccc95-470a-4b28-be74-85c0d7931f6f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467556 Jul 13 07:39:31.419702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Made reservation on behalf of a46bcb817e174b3591600de90d08fa7f for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:31.424432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.434511 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.552318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.556420 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.585569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:31.596714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0464d27-d96b-448a-b26a-f49a35b9804b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.603086 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.603443 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Added segment a3ab87a3-4f2d-457f-8351-3881733df110 of type vlan for network db0ee267-06d3-4b3a-ad2b-7e3289b11931 Jul 13 07:39:31.649226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.678339 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.683788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:31.684419 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.718497 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4932213 Jul 13 07:39:31.721402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35046) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:31.728347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Request body: {'subnet': {'network_id': 'db0ee267-06d3-4b3a-ad2b-7e3289b11931', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:31.784301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e517b-8f6a-460c-9b86-1da1f5d834fd tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event updated for resources: {'Network': ['ID=db0ee267-06d3-4b3a-ad2b-7e3289b11931,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.796727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network db0ee267-06d3-4b3a-ad2b-7e3289b11931 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:31.866352 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Made reservation on behalf of a46bcb817e174b3591600de90d08fa7f for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:31.871233 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.041279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['58b0aca6-ed6f-4e5a-8ce5-db40598f1997'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:32.066545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['226aa32a-7a01-44bf-a741-fe40e753933e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:32.076112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['25ef49cb-1a50-4176-b14e-19e7333a729b'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:32.079035 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.102375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['76ca532c-23fa-4676-93ee-cd52a50ba709'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:32.150797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event updated for resources: {'Subnet': ['ID=cdf2e86e-d93e-4c09-af1d-594143529e4b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:32.159269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['307cfd34-2ef9-4dcb-af1a-6f246e818ad3'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:32.163247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4fae0d30-b0f4-408b-973f-5208638628cd'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:32.194256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Checking segment: {'id': 'a3ab87a3-4f2d-457f-8351-3881733df110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db0ee267-06d3-4b3a-ad2b-7e3289b11931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:32.194621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Network hostable DHCP agents. Network: db0ee267-06d3-4b3a-ad2b-7e3289b11931, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:32.228394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Network db0ee267-06d3-4b3a-ad2b-7e3289b11931 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:32.267905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c2f1-f144-43cb-82f3-2036f483f151 req-62aaef7d-096d-4d86-9c8a-5a2ee6eb125b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.276190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c2f1-f144-43cb-82f3-2036f483f151 req-62aaef7d-096d-4d86-9c8a-5a2ee6eb125b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.284135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c2f1-f144-43cb-82f3-2036f483f151 req-62aaef7d-096d-4d86-9c8a-5a2ee6eb125b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.291570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c2f1-f144-43cb-82f3-2036f483f151 req-62aaef7d-096d-4d86-9c8a-5a2ee6eb125b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.304797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c2f1-f144-43cb-82f3-2036f483f151 req-62aaef7d-096d-4d86-9c8a-5a2ee6eb125b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.310525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c2f1-f144-43cb-82f3-2036f483f151 req-62aaef7d-096d-4d86-9c8a-5a2ee6eb125b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.317463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c2f1-f144-43cb-82f3-2036f483f151 req-62aaef7d-096d-4d86-9c8a-5a2ee6eb125b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.319425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-10d9c2f1-f144-43cb-82f3-2036f483f151 req-62aaef7d-096d-4d86-9c8a-5a2ee6eb125b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5426 time: 0.1719708 Jul 13 07:39:32.321049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, db0ee267-06d3-4b3a-ad2b-7e3289b11931) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:32.324728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.325314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.346646 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0bda5-2abe-4164-8a6a-f9008fb30d99 None None] Network db0ee267-06d3-4b3a-ad2b-7e3289b11931 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:32.390993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236500fa-f9f6-400b-91c1-e16e86230530 req-3c79532d-6f87-4b30-9bc8-627b45a436c3 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.394269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-236500fa-f9f6-400b-91c1-e16e86230530 req-3c79532d-6f87-4b30-9bc8-627b45a436c3 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1019368 Jul 13 07:39:32.464200 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-236500fa-f9f6-400b-91c1-e16e86230530 req-abc03907-0aea-467a-8988-77be33db2503 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632775 Jul 13 07:39:32.704545 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b39154-dd0a-44f0-89b6-ddaaef910eab req-2ecd49f5-9ea5-46e6-a98e-58f5b0398e8f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:32.712135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7b39154-dd0a-44f0-89b6-ddaaef910eab req-2ecd49f5-9ea5-46e6-a98e-58f5b0398e8f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.0900967 Jul 13 07:39:32.734788 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c2f12a4f-eac1-4ef8-84a7-b758e1039835 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0126367 Jul 13 07:39:32.741459 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35064) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:32.746063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-cffa4a00-3c10-43c0-b996-b9b09cf926b8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1788248525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:32.777868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7b39154-dd0a-44f0-89b6-ddaaef910eab req-1263d16e-7e9e-4184-a099-0ad8cb53ca1b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640345 Jul 13 07:39:32.797514 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-10d9c2f1-f144-43cb-82f3-2036f483f151 req-5cf2df4b-eacc-4db1-aabf-acd9ae8e2e03 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4673874 Jul 13 07:39:32.807006 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cffa4a00-3c10-43c0-b996-b9b09cf926b8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.809375 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cffa4a00-3c10-43c0-b996-b9b09cf926b8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.872497 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cffa4a00-3c10-43c0-b996-b9b09cf926b8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.877244 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cffa4a00-3c10-43c0-b996-b9b09cf926b8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.906731 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cffa4a00-3c10-43c0-b996-b9b09cf926b8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.907885 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cffa4a00-3c10-43c0-b996-b9b09cf926b8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1654859 Jul 13 07:39:32.911166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35074) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:32.993313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['13a6e49a-53af-49fc-accc-483a99e81c29'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:33.186452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-db0ee267-06d3-4b3a-ad2b-7e3289b11931', 'network_id': 'db0ee267-06d3-4b3a-ad2b-7e3289b11931', 'tenant_id': 'a46bcb817e174b3591600de90d08fa7f', 'fixed_ips': [{'subnet_id': 'cdf2e86e-d93e-4c09-af1d-594143529e4b'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:33.187313 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.313973 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.388151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Allocated IP 172.20.0.2 (db0ee267-06d3-4b3a-ad2b-7e3289b11931/cdf2e86e-d93e-4c09-af1d-594143529e4b/b88220e5-496d-4927-a939-749157894996) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:33.575393 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.584232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Transition to ACTIVE for port object b88220e5-496d-4927-a939-749157894996 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:33.601693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Transition to ACTIVE for port object b88220e5-496d-4927-a939-749157894996 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:33.621090 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.669271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02664a9a-3fac-422d-9d08-c385e965240c req-1d2400ab-afc4-4f19-8ff6-c36a1ba56cc4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:33.672222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02664a9a-3fac-422d-9d08-c385e965240c req-1d2400ab-afc4-4f19-8ff6-c36a1ba56cc4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.0928092 Jul 13 07:39:33.675073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Network db0ee267-06d3-4b3a-ad2b-7e3289b11931 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:33.677918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:33.680556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:33.682401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Allocated IP 172.20.0.1 (db0ee267-06d3-4b3a-ad2b-7e3289b11931/cdf2e86e-d93e-4c09-af1d-594143529e4b/15c5fe16-28a8-437e-a836-320cd827acda) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:33.690627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Pushing event updated for resources: {'Port': ['ID=b88220e5-496d-4927-a939-749157894996,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.727787 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02664a9a-3fac-422d-9d08-c385e965240c req-5809451c-fc5b-4b57-84b2-8846bf2623ad tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486333 Jul 13 07:39:33.759863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Attempting to bind port b88220e5-496d-4927-a939-749157894996 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:33.760274 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Attempting to bind port b88220e5-496d-4927-a939-749157894996 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'a3ab87a3-4f2d-457f-8351-3881733df110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db0ee267-06d3-4b3a-ad2b-7e3289b11931'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:33.760636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Attempting to bind port b88220e5-496d-4927-a939-749157894996 on network db0ee267-06d3-4b3a-ad2b-7e3289b11931 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:33.765893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:33.766263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Checking segment: {'id': 'a3ab87a3-4f2d-457f-8351-3881733df110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db0ee267-06d3-4b3a-ad2b-7e3289b11931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:33.766661 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.767047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Bound using segment: {'id': 'a3ab87a3-4f2d-457f-8351-3881733df110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db0ee267-06d3-4b3a-ad2b-7e3289b11931'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:33.767502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Bound port: b88220e5-496d-4927-a939-749157894996, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ab87a3-4f2d-457f-8351-3881733df110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'db0ee267-06d3-4b3a-ad2b-7e3289b11931'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:33.767879 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.816384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.833824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Transition to ACTIVE for port object 15c5fe16-28a8-437e-a836-320cd827acda will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:33.834982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-21813332-a32a-4d62-98e3-356179e5670e None None] For port b88220e5-496d-4927-a939-749157894996, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:33.838105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-21813332-a32a-4d62-98e3-356179e5670e None None] For port b88220e5-496d-4927-a939-749157894996, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b88220e5-496d-4927-a939-749157894996,segment=NetworkSegment(a3ab87a3-4f2d-457f-8351-3881733df110),segment_id=a3ab87a3-4f2d-457f-8351-3881733df110)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:33.844577 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.869870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.912229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21813332-a32a-4d62-98e3-356179e5670e None None] Pushing event updated for resources: {'Port': ['ID=b88220e5-496d-4927-a939-749157894996,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.938556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event updated for resources: {'Port': ['ID=15c5fe16-28a8-437e-a836-320cd827acda,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.951167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Network db0ee267-06d3-4b3a-ad2b-7e3289b11931 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:33.954449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:33.956962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:34.032991 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.066884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e48746-104b-4d47-b518-1986bf2ddbf7 req-2bd495ce-4fa4-4efb-ac61-1c42d1f59171 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.072820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e48746-104b-4d47-b518-1986bf2ddbf7 req-2bd495ce-4fa4-4efb-ac61-1c42d1f59171 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.079309 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e48746-104b-4d47-b518-1986bf2ddbf7 req-2bd495ce-4fa4-4efb-ac61-1c42d1f59171 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.085329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e48746-104b-4d47-b518-1986bf2ddbf7 req-2bd495ce-4fa4-4efb-ac61-1c42d1f59171 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.091278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e48746-104b-4d47-b518-1986bf2ddbf7 req-2bd495ce-4fa4-4efb-ac61-1c42d1f59171 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.098109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e48746-104b-4d47-b518-1986bf2ddbf7 req-2bd495ce-4fa4-4efb-ac61-1c42d1f59171 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.117532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e48746-104b-4d47-b518-1986bf2ddbf7 req-2bd495ce-4fa4-4efb-ac61-1c42d1f59171 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.126222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25e48746-104b-4d47-b518-1986bf2ddbf7 req-2bd495ce-4fa4-4efb-ac61-1c42d1f59171 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5426 time: 0.1380489 Jul 13 07:39:34.167960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f7b5a-2865-430a-8548-4f02acdc9512 req-e3d5960c-10ca-4c3b-bbf8-0d24deb00df9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.176517 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b33f7b5a-2865-430a-8548-4f02acdc9512 req-e3d5960c-10ca-4c3b-bbf8-0d24deb00df9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1963665 Jul 13 07:39:34.184897 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25e48746-104b-4d47-b518-1986bf2ddbf7 req-8345b8fd-2465-435e-a561-f40c0c78e99c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574789 Jul 13 07:39:34.245443 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.280443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b33f7b5a-2865-430a-8548-4f02acdc9512 req-d3b1947b-5fa9-41d5-980c-45c57ba85d55 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025596 Jul 13 07:39:34.417243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.968090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.977404 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.995187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733e044-e1dd-4ca7-80ce-1f55c278aa46 req-467073d8-cf09-44b6-94ca-92b644029603 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:34.996781 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1733e044-e1dd-4ca7-80ce-1f55c278aa46 req-467073d8-cf09-44b6-94ca-92b644029603 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1177316 Jul 13 07:39:35.081652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781a60b-5299-43f5-8c05-1620161d8529 None None] Network db0ee267-06d3-4b3a-ad2b-7e3289b11931 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:35.089635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event updated for resources: {'Port': ['ID=15c5fe16-28a8-437e-a836-320cd827acda,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:35.121684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8fa340e2-1c29-405c-b01f-d5bfb053a933 None None] Provisioning for port b88220e5-496d-4927-a939-749157894996 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:35.131026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1733e044-e1dd-4ca7-80ce-1f55c278aa46 req-5f824293-3fef-492b-844c-cfcaa1985c6c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140411 Jul 13 07:39:35.143414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.358029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Network db0ee267-06d3-4b3a-ad2b-7e3289b11931 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:35.360484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:35.475446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ca236-fd67-4229-926f-5960d750356e req-d883361a-3797-4742-8bc3-e48be9c7c344 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:35.481842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ca236-fd67-4229-926f-5960d750356e req-d883361a-3797-4742-8bc3-e48be9c7c344 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:35.491944 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ca236-fd67-4229-926f-5960d750356e req-d883361a-3797-4742-8bc3-e48be9c7c344 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:35.500384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ca236-fd67-4229-926f-5960d750356e req-d883361a-3797-4742-8bc3-e48be9c7c344 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:35.506404 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ca236-fd67-4229-926f-5960d750356e req-d883361a-3797-4742-8bc3-e48be9c7c344 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:35.512653 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ca236-fd67-4229-926f-5960d750356e req-d883361a-3797-4742-8bc3-e48be9c7c344 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:35.520711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ca236-fd67-4229-926f-5960d750356e req-d883361a-3797-4742-8bc3-e48be9c7c344 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:35.528512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-232ca236-fd67-4229-926f-5960d750356e req-d883361a-3797-4742-8bc3-e48be9c7c344 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5426 time: 0.1951191 Jul 13 07:39:35.577535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dcd2d-e661-4772-9444-5375ff5ec319 req-d6c7ea4f-64a4-44cf-90b7-c7f3994eb9f0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:35.578694 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-232ca236-fd67-4229-926f-5960d750356e req-d0067b63-0d09-44dd-aa81-75ad895d2753 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493441 Jul 13 07:39:35.579131 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a8dcd2d-e661-4772-9444-5375ff5ec319 req-d6c7ea4f-64a4-44cf-90b7-c7f3994eb9f0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1208105 Jul 13 07:39:35.595770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Router 66aee924-db1b-4ef5-9af4-f3be3d093795 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:39:35.633162 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a8dcd2d-e661-4772-9444-5375ff5ec319 req-526bac7c-c6f4-4d24-bc4c-a9b11e4fb47c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464151 Jul 13 07:39:35.721877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:35.727748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f3a9a4a1-6fce-47c3-8a71-f001d1df90c4 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "PUT /v2.0/routers/66aee924-db1b-4ef5-9af4-f3be3d093795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8154502 Jul 13 07:39:35.730498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35118) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:35.737109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Request body: {'port': {'network_id': 'db0ee267-06d3-4b3a-ad2b-7e3289b11931', 'name': 'tempest-FloatingIPNegativeTestJSON-1044343698'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:35.737923 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aafb46-47fa-410d-97f2-4158181bec0c None None] Sync routers for ids ['66aee924-db1b-4ef5-9af4-f3be3d093795'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:35.754671 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aafb46-47fa-410d-97f2-4158181bec0c None None] Routers {'66aee924-db1b-4ef5-9af4-f3be3d093795'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:35.755951 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-31aafb46-47fa-410d-97f2-4158181bec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:39:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['66aee924-db1b-4ef5-9af4-f3be3d093795'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:35.772105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-115db448-f06a-4724-b0c4-c189f03346f3 None None] Provisioning for port 15c5fe16-28a8-437e-a836-320cd827acda completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:35.783252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-115db448-f06a-4724-b0c4-c189f03346f3 None None] Provisioning complete for port 15c5fe16-28a8-437e-a836-320cd827acda triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:35.783625 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-115db448-f06a-4724-b0c4-c189f03346f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.805508 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-31aafb46-47fa-410d-97f2-4158181bec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:35.817265 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aafb46-47fa-410d-97f2-4158181bec0c None None] Routers {'66aee924-db1b-4ef5-9af4-f3be3d093795'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:35.818112 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-31aafb46-47fa-410d-97f2-4158181bec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:39:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['66aee924-db1b-4ef5-9af4-f3be3d093795'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:35.856749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-115db448-f06a-4724-b0c4-c189f03346f3 None None] Port 15c5fe16-28a8-437e-a836-320cd827acda cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:35.872414 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-31aafb46-47fa-410d-97f2-4158181bec0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:35.873692 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aafb46-47fa-410d-97f2-4158181bec0c None None] The sync data for ids ['66aee924-db1b-4ef5-9af4-f3be3d093795'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:35.889734 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Made reservation on behalf of a46bcb817e174b3591600de90d08fa7f for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:35.894015 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.924106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] device_id is not set on port bf01321b-8b3f-4e57-b0c7-b44f8789ef95 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:36.013126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-540465b3-a5bd-4a7e-a20e-53dee6201292 None None] Provisioning complete for port 15c5fe16-28a8-437e-a836-320cd827acda triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:36.014335 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-540465b3-a5bd-4a7e-a20e-53dee6201292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.081293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-540465b3-a5bd-4a7e-a20e-53dee6201292 None None] Port 15c5fe16-28a8-437e-a836-320cd827acda cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:36.088628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Allocated IP 172.20.0.11 (db0ee267-06d3-4b3a-ad2b-7e3289b11931/cdf2e86e-d93e-4c09-af1d-594143529e4b/bf01321b-8b3f-4e57-b0c7-b44f8789ef95) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:36.110879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b88220e5-496d-4927-a939-749157894996 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:36.189684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port b88220e5-496d-4927-a939-749157894996 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:36.197857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b88220e5-496d-4927-a939-749157894996 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:36.198243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.298810 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.383860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port b88220e5-496d-4927-a939-749157894996, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b88220e5-496d-4927-a939-749157894996,segment=NetworkSegment(a3ab87a3-4f2d-457f-8351-3881733df110),segment_id=a3ab87a3-4f2d-457f-8351-3881733df110)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:36.394607 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.491718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.493558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fcf43751-2a30-4885-91cb-402e5235d889 None None] Provisioning complete for port 15c5fe16-28a8-437e-a836-320cd827acda triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:36.494210 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fcf43751-2a30-4885-91cb-402e5235d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.502111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=b88220e5-496d-4927-a939-749157894996,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:36.510500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Transition to ACTIVE for port object bf01321b-8b3f-4e57-b0c7-b44f8789ef95 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:36.521247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141329ab-2530-4365-98aa-330f7c8df20e req-b206555e-d2bb-4c20-ab2a-abcc7404f6e2 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:36.528469 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-141329ab-2530-4365-98aa-330f7c8df20e req-b206555e-d2bb-4c20-ab2a-abcc7404f6e2 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1498041 Jul 13 07:39:36.550735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fcf43751-2a30-4885-91cb-402e5235d889 None None] Port 15c5fe16-28a8-437e-a836-320cd827acda cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:36.576719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-141329ab-2530-4365-98aa-330f7c8df20e req-d5ce40ad-4136-40b0-902b-c417ef9bf031 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472038 Jul 13 07:39:36.618769 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.679784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f86eadb0-50a6-412e-80f9-68a9250dd5b1 None None] Provisioning complete for port 15c5fe16-28a8-437e-a836-320cd827acda triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:36.680331 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f86eadb0-50a6-412e-80f9-68a9250dd5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.708088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Network db0ee267-06d3-4b3a-ad2b-7e3289b11931 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:36.711556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:36.715966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:36.723561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event updated for resources: {'Port': ['ID=bf01321b-8b3f-4e57-b0c7-b44f8789ef95,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:36.769205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f86eadb0-50a6-412e-80f9-68a9250dd5b1 None None] Port 15c5fe16-28a8-437e-a836-320cd827acda cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:36.801396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:36.802162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.825215 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-75871519-dee8-4779-81fb-9e67d3551cc0 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0933421 Jul 13 07:39:36.826700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35162) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:36.832185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:36.884604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.094895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-633c05d2-643d-48f9-8e82-960a97a9c5a0 None None] Provisioning for port bf01321b-8b3f-4e57-b0c7-b44f8789ef95 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:37.104458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-633c05d2-643d-48f9-8e82-960a97a9c5a0 None None] Provisioning complete for port bf01321b-8b3f-4e57-b0c7-b44f8789ef95 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:37.105353 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-633c05d2-643d-48f9-8e82-960a97a9c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.120602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095deb4-6f5c-4036-9483-3c07c41cdc24 req-70fc211d-e01e-4b43-b0ec-2a0ba66e1931 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.127084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095deb4-6f5c-4036-9483-3c07c41cdc24 req-70fc211d-e01e-4b43-b0ec-2a0ba66e1931 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.135459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095deb4-6f5c-4036-9483-3c07c41cdc24 req-70fc211d-e01e-4b43-b0ec-2a0ba66e1931 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.142731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095deb4-6f5c-4036-9483-3c07c41cdc24 req-70fc211d-e01e-4b43-b0ec-2a0ba66e1931 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.148931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095deb4-6f5c-4036-9483-3c07c41cdc24 req-70fc211d-e01e-4b43-b0ec-2a0ba66e1931 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.153120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-633c05d2-643d-48f9-8e82-960a97a9c5a0 None None] Port bf01321b-8b3f-4e57-b0c7-b44f8789ef95 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:37.155791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095deb4-6f5c-4036-9483-3c07c41cdc24 req-70fc211d-e01e-4b43-b0ec-2a0ba66e1931 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.162049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095deb4-6f5c-4036-9483-3c07c41cdc24 req-70fc211d-e01e-4b43-b0ec-2a0ba66e1931 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.166058 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5095deb4-6f5c-4036-9483-3c07c41cdc24 req-70fc211d-e01e-4b43-b0ec-2a0ba66e1931 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5426 time: 0.2358351 Jul 13 07:39:37.192292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-3cd8df40-39c6-486b-91b3-68160a742c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.193766 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-3cd8df40-39c6-486b-91b3-68160a742c4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 1096 time: 0.1321077 Jul 13 07:39:37.226262 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5095deb4-6f5c-4036-9483-3c07c41cdc24 req-9d8fd7c5-3d28-48bd-80e5-bb1ac1de7808 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559790 Jul 13 07:39:37.236783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea567a8b-1321-40dc-bc8e-bcb1545df894 req-c43aac14-86a0-4efd-92e7-f4b49c1d11c5 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.244571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea567a8b-1321-40dc-bc8e-bcb1545df894 req-c43aac14-86a0-4efd-92e7-f4b49c1d11c5 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1326175 Jul 13 07:39:37.253575 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.256822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:37.306365 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea567a8b-1321-40dc-bc8e-bcb1545df894 req-26103df6-32bc-4cb3-bb02-4f7a5036d40a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608053 Jul 13 07:39:37.393919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:37.408864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:37.409515 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.482715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Allocated IP 172.25.6.31 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/121ba507-950b-4ba2-bd61-4c9797c3e7ef) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:37.484237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-f51220ef-c649-4ba4-ade9-e2f6fea3c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.486139 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-f51220ef-c649-4ba4-ade9-e2f6fea3c16b service neutron] 10.222.0.54 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 912 time: 0.2861609 Jul 13 07:39:37.595921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-b41f62ce-7245-4c36-96bb-5c63c4a761b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9 HTTP/1.1" status: 200 len: 1001 time: 0.1029274 Jul 13 07:39:37.602552 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.636248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:37.639185 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0d43b9-1e60-44f8-87a2-c0b22c96bd5d" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "307cfd34-2ef9-4dcb-af1a-6f246e818ad3"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:37.656693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:37.662374 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.665977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.719393 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.744594 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9a777f-19cc-4908-a4ac-db85748482fa x-openstack-request-id: req-ff9a777f-19cc-4908-a4ac-db85748482fa {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:37.744958 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "307cfd34-2ef9-4dcb-af1a-6f246e818ad3", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:37.745186 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff9a777f-19cc-4908-a4ac-db85748482fa {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:37.745611 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3', 'code': 200} Jul 13 07:39:37.746531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-a8e5b956-f1d2-4abe-a99a-e514d649c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.748728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-a8e5b956-f1d2-4abe-a99a-e514d649c749 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 200 len: 850 time: 0.1332684 Jul 13 07:39:37.749497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:37.782185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 76ca532c-23fa-4676-93ee-cd52a50ba709 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:37.788493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:37.793168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:37.798853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:37.806760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event updated for resources: {'Port': ['ID=121ba507-950b-4ba2-bd61-4c9797c3e7ef,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:37.837094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8b49a-a424-4c66-9d8f-2fd50dae22dc req-55bdc167-8a6a-41b8-8e1d-5e7ba444fae5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.854849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3e8b49a-a424-4c66-9d8f-2fd50dae22dc req-55bdc167-8a6a-41b8-8e1d-5e7ba444fae5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.2551374 Jul 13 07:39:37.883112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 76ca532c-23fa-4676-93ee-cd52a50ba709 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:37.890622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 76ca532c-23fa-4676-93ee-cd52a50ba709 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:37.891072 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.965149 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.980637 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3e8b49a-a424-4c66-9d8f-2fd50dae22dc req-a7f7a3d3-1a90-4bf9-a409-4880b32327fa tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243613 Jul 13 07:39:37.986696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-06438d4f-4b58-4e19-8747-f1c586e12d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:37.991155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-06438d4f-4b58-4e19-8747-f1c586e12d02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=144df36e-35ef-4abd-a952-041c4f50aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362721 Jul 13 07:39:38.033534 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.077678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.089202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b88220e5-496d-4927-a939-749157894996 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:38.139310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.172737 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-892fd413-ec16-43c1-81f9-203c5ff890ce service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733284 Jul 13 07:39:38.247611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 76ca532c-23fa-4676-93ee-cd52a50ba709, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=76ca532c-23fa-4676-93ee-cd52a50ba709,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:38.260538 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.324380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6598d4ee-50f0-46fd-9e55-4e847c413fc0 req-31936148-f3b1-400e-b8de-ba93d6c76d4b service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390297 Jul 13 07:39:38.327216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:38.410129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b88220e5-496d-4927-a939-749157894996 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:38.410739 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.412454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0ffa55e8-61f5-4277-86cf-244e3a5cb5d5 None None] Provisioning complete for port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:38.412889 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0ffa55e8-61f5-4277-86cf-244e3a5cb5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.478190 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.492305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.607793 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.638220 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa5b53-56cf-45ea-a37b-3a64a5ea203f req-f85311d3-ba1d-4804-ae68-51e5a6fdeabf tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.643478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event updated for resources: {'Port': ['ID=121ba507-950b-4ba2-bd61-4c9797c3e7ef,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:38.650318 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5eaa5b53-56cf-45ea-a37b-3a64a5ea203f req-f85311d3-ba1d-4804-ae68-51e5a6fdeabf tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1461666 Jul 13 07:39:38.655958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.662940 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eeaf9b36-d237-4895-9850-9c7d96fe8015 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8324294 Jul 13 07:39:38.663161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35184) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:38.666672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9305bdec-ddb0-4e98-ac7d-030724763057 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Request body: {'floatingip': {'port_id': 'bf01321b-8b3f-4e57-b0c7-b44f8789ef95', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:38.711663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6160510-2836-4cff-92c8-bc83ea53ea08 req-9797dd03-73c2-4964-89c3-97f7900c2645 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.724455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6160510-2836-4cff-92c8-bc83ea53ea08 req-9797dd03-73c2-4964-89c3-97f7900c2645 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.748881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6160510-2836-4cff-92c8-bc83ea53ea08 req-9797dd03-73c2-4964-89c3-97f7900c2645 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.761373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=76ca532c-23fa-4676-93ee-cd52a50ba709,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:38.765604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6160510-2836-4cff-92c8-bc83ea53ea08 req-9797dd03-73c2-4964-89c3-97f7900c2645 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.776637 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6160510-2836-4cff-92c8-bc83ea53ea08 req-9797dd03-73c2-4964-89c3-97f7900c2645 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.805390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6160510-2836-4cff-92c8-bc83ea53ea08 req-9797dd03-73c2-4964-89c3-97f7900c2645 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.814224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6160510-2836-4cff-92c8-bc83ea53ea08 req-9797dd03-73c2-4964-89c3-97f7900c2645 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:38.823345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6160510-2836-4cff-92c8-bc83ea53ea08 req-9797dd03-73c2-4964-89c3-97f7900c2645 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5428 time: 0.4060915 Jul 13 07:39:38.867489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:38.872943 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5eaa5b53-56cf-45ea-a37b-3a64a5ea203f req-44a99e15-51ec-42e2-a277-d950298126db tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216532 Jul 13 07:39:38.880068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9305bdec-ddb0-4e98-ac7d-030724763057 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.915487 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6160510-2836-4cff-92c8-bc83ea53ea08 req-29600d56-85e9-4fb1-b95a-b946ca891698 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910158 Jul 13 07:39:38.959857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:38.960421 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.096086 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-9305bdec-ddb0-4e98-ac7d-030724763057 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] update failed (client error): The resource could not be found. Jul 13 07:39:39.101046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35194) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:39.103537 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9305bdec-ddb0-4e98-ac7d-030724763057 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "PUT /v2.0/floatingips/faaad9a3-38fb-466e-9958-3befe0452787 HTTP/1.1" status: 404 len: 507 time: 0.4381895 Jul 13 07:39:39.167859 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.209077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:39.215550 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.223766 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-19fd8dce-ec20-406a-9ad7-43bb0115f109 None None] Provisioning complete for port 76ca532c-23fa-4676-93ee-cd52a50ba709 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:39.223766 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-19fd8dce-ec20-406a-9ad7-43bb0115f109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.266239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 25ef49cb-1a50-4176-b14e-19e7333a729b up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:39.291532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf7fdd-eeab-431e-8b6f-6a7755f62c34 req-4f71a955-6b89-4e73-b2a8-eb18abeb23fd tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:39.293159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10bf7fdd-eeab-431e-8b6f-6a7755f62c34 req-4f71a955-6b89-4e73-b2a8-eb18abeb23fd tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1415269 Jul 13 07:39:39.305937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-332207dc-e3de-415e-9f24-ea3beeb07d06 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Deleting port 121ba507-950b-4ba2-bd61-4c9797c3e7ef {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:39.307289 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-332207dc-e3de-415e-9f24-ea3beeb07d06 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.350191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:39.358510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 25ef49cb-1a50-4176-b14e-19e7333a729b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:39.362666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 25ef49cb-1a50-4176-b14e-19e7333a729b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:39.363113 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.457753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10bf7fdd-eeab-431e-8b6f-6a7755f62c34 req-7fa0ad98-e97d-4ef7-9f3e-d90ff901b4a4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648587 Jul 13 07:39:39.486153 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.507552 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-332207dc-e3de-415e-9f24-ea3beeb07d06 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.508394 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-332207dc-e3de-415e-9f24-ea3beeb07d06 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.522326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 25ef49cb-1a50-4176-b14e-19e7333a729b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=25ef49cb-1a50-4176-b14e-19e7333a729b,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:39.524452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-332207dc-e3de-415e-9f24-ea3beeb07d06 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Calling delete_port for 121ba507-950b-4ba2-bd61-4c9797c3e7ef owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:39.527316 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.574080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 226aa32a-7a01-44bf-a741-fe40e753933e up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:39.632222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7053a91e-ff51-4202-81cf-687437f1faaf None None] Provisioning complete for port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:39.633193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7053a91e-ff51-4202-81cf-687437f1faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.667934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=25ef49cb-1a50-4176-b14e-19e7333a729b,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:39.698219 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-332207dc-e3de-415e-9f24-ea3beeb07d06 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.705513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 226aa32a-7a01-44bf-a741-fe40e753933e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:39.713276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 226aa32a-7a01-44bf-a741-fe40e753933e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:39.713660 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.734416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332207dc-e3de-415e-9f24-ea3beeb07d06 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event deleted for resources: {'Port': ['ID=121ba507-950b-4ba2-bd61-4c9797c3e7ef,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:39.787281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ca532c-23fa-4676-93ee-cd52a50ba709'}, {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997'}, {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef49cb-1a50-4176-b14e-19e7333a729b'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:39.790210 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85d5488-be8b-421a-b022-abe9b6c91c05" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "76ca532c-23fa-4676-93ee-cd52a50ba709"}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997"}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "25ef49cb-1a50-4176-b14e-19e7333a729b"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:39.830720 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-332207dc-e3de-415e-9f24-ea3beeb07d06 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.834838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-332207dc-e3de-415e-9f24-ea3beeb07d06 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.840256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35202) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:39.840817 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-332207dc-e3de-415e-9f24-ea3beeb07d06 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "DELETE /v2.0/floatingips/faaad9a3-38fb-466e-9958-3befe0452787 HTTP/1.1" status: 204 len: 168 time: 0.7384703 Jul 13 07:39:39.846700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4b05e986-596c-4e7f-b33b-687b5932cb34 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Request body: {'floatingip': {'floating_network_id': 'db0ee267-06d3-4b3a-ad2b-7e3289b11931', 'port_id': 'bf01321b-8b3f-4e57-b0c7-b44f8789ef95', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:39.898008 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4b05e986-596c-4e7f-b33b-687b5932cb34 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.968724 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73366af8-bd18-4dd8-8c50-27acd42b6f08 x-openstack-request-id: req-73366af8-bd18-4dd8-8c50-27acd42b6f08 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:39.969035 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "76ca532c-23fa-4676-93ee-cd52a50ba709", "code": 200}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997", "code": 200}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "25ef49cb-1a50-4176-b14e-19e7333a729b", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:39.971192 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73366af8-bd18-4dd8-8c50-27acd42b6f08 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:39.971688 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ca532c-23fa-4676-93ee-cd52a50ba709', 'code': 200} Jul 13 07:39:39.972198 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'code': 200} Jul 13 07:39:39.972805 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef49cb-1a50-4176-b14e-19e7333a729b', 'code': 200} Jul 13 07:39:39.987637 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.006687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ecea8526-baa1-4c7b-b6dc-c6b11de4f159 None None] Provisioning complete for port 25ef49cb-1a50-4176-b14e-19e7333a729b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:40.007246 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ecea8526-baa1-4c7b-b6dc-c6b11de4f159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.174628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 226aa32a-7a01-44bf-a741-fe40e753933e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=226aa32a-7a01-44bf-a741-fe40e753933e,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:40.181312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c583fd-0429-4726-9948-9636b722d08c req-4941a6f0-2fdc-441a-a14c-ac3c26a460dc tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:40.187148 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.189475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0c583fd-0429-4726-9948-9636b722d08c req-4941a6f0-2fdc-441a-a14c-ac3c26a460dc tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.0945599 Jul 13 07:39:40.233290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0c583fd-0429-4726-9948-9636b722d08c req-ebbe46d5-0fa0-4a7d-9cf2-e579ae4893dd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 Jul 13 07:39:40.247205 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e15054-3bde-4bf9-bd1c-57d396ec15b2 req-5e7ffefd-89d5-41da-89ed-c8f2ddd4989c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:40.253792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e15054-3bde-4bf9-bd1c-57d396ec15b2 req-5e7ffefd-89d5-41da-89ed-c8f2ddd4989c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:40.262322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e15054-3bde-4bf9-bd1c-57d396ec15b2 req-5e7ffefd-89d5-41da-89ed-c8f2ddd4989c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:40.266311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4fae0d30-b0f4-408b-973f-5208638628cd up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:40.270231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e15054-3bde-4bf9-bd1c-57d396ec15b2 req-5e7ffefd-89d5-41da-89ed-c8f2ddd4989c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:40.279978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e15054-3bde-4bf9-bd1c-57d396ec15b2 req-5e7ffefd-89d5-41da-89ed-c8f2ddd4989c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:40.286584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e15054-3bde-4bf9-bd1c-57d396ec15b2 req-5e7ffefd-89d5-41da-89ed-c8f2ddd4989c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:40.295416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e15054-3bde-4bf9-bd1c-57d396ec15b2 req-5e7ffefd-89d5-41da-89ed-c8f2ddd4989c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:40.299174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d9e15054-3bde-4bf9-bd1c-57d396ec15b2 req-5e7ffefd-89d5-41da-89ed-c8f2ddd4989c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5430 time: 0.1922190 Jul 13 07:39:40.300292 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-4b05e986-596c-4e7f-b33b-687b5932cb34 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:39:40.305079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35216) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:40.305356 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4b05e986-596c-4e7f-b33b-687b5932cb34 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4627221 Jul 13 07:39:40.311014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': 'bf01321b-8b3f-4e57-b0c7-b44f8789ef95', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:40.365909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.379977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=226aa32a-7a01-44bf-a741-fe40e753933e,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:40.393099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 4fae0d30-b0f4-408b-973f-5208638628cd completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:40.393505 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d9e15054-3bde-4bf9-bd1c-57d396ec15b2 req-51921c0b-6629-4403-bbb3-0afb8bba475c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715706 Jul 13 07:39:40.397930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 4fae0d30-b0f4-408b-973f-5208638628cd triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:40.398313 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.502279 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.516168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.547175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4fae0d30-b0f4-408b-973f-5208638628cd, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4fae0d30-b0f4-408b-973f-5208638628cd,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:40.553839 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.594414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 13a6e49a-53af-49fc-accc-483a99e81c29 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:40.600390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4b03c987-2815-486f-84c1-a1a53bef041a None None] Provisioning complete for port 226aa32a-7a01-44bf-a741-fe40e753933e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:40.600761 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b03c987-2815-486f-84c1-a1a53bef041a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.642563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Allocated IP 172.25.6.108 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/4dd35cb5-1552-4c30-af00-85a0a317c70d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:40.683274 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4fae0d30-b0f4-408b-973f-5208638628cd,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:40.737916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 13a6e49a-53af-49fc-accc-483a99e81c29 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:40.744413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 13a6e49a-53af-49fc-accc-483a99e81c29 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:40.744793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.784961 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.827851 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.837076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.863850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 13a6e49a-53af-49fc-accc-483a99e81c29, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=13a6e49a-53af-49fc-accc-483a99e81c29,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:40.869006 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.876506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:40.881084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:40.884854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:40.924664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event updated for resources: {'Port': ['ID=4dd35cb5-1552-4c30-af00-85a0a317c70d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:40.940602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=13a6e49a-53af-49fc-accc-483a99e81c29,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:40.971168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7e6d8ace-5f20-4cc2-9abb-7ad541753d7c None None] Provisioning complete for port 4fae0d30-b0f4-408b-973f-5208638628cd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:40.972003 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7e6d8ace-5f20-4cc2-9abb-7ad541753d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.092634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Deleting port 4dd35cb5-1552-4c30-af00-85a0a317c70d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:41.092987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.182209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.182890 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.198187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Calling delete_port for 4dd35cb5-1552-4c30-af00-85a0a317c70d owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:41.288366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80b7a7ac-9c39-4ecd-b5c9-44704080ae7a None None] Provisioning complete for port 13a6e49a-53af-49fc-accc-483a99e81c29 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:41.288989 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80b7a7ac-9c39-4ecd-b5c9-44704080ae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.390842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.431472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event deleted for resources: {'Port': ['ID=4dd35cb5-1552-4c30-af00-85a0a317c70d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:41.497312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917ca7c-9d99-4f12-939c-540e6bbabdba req-8d246e36-3bcf-4e48-a453-8acff90fa8c0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:41.499443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4917ca7c-9d99-4f12-939c-540e6bbabdba req-8d246e36-3bcf-4e48-a453-8acff90fa8c0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1500773 Jul 13 07:39:41.544505 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] create failed (client error): The resource could not be found. Jul 13 07:39:41.545326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aa3a00d8-75d4-461b-8367-d094a1c985db tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2387373 Jul 13 07:39:41.549325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35232) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:41.558801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4917ca7c-9d99-4f12-939c-540e6bbabdba req-9d7cebe1-7029-49c6-bcde-be19eab4cf84 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436532 Jul 13 07:39:41.698398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-15650912-793a-4022-8af5-cdae1b312359 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Deleting port bf01321b-8b3f-4e57-b0c7-b44f8789ef95 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:41.698645 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15650912-793a-4022-8af5-cdae1b312359 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.772303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7faf4-e3c9-4d13-8bb5-2420b45aabfa req-2252727a-1f5f-495c-b0dd-be65c8084688 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:41.778135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7faf4-e3c9-4d13-8bb5-2420b45aabfa req-2252727a-1f5f-495c-b0dd-be65c8084688 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:41.784680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7faf4-e3c9-4d13-8bb5-2420b45aabfa req-2252727a-1f5f-495c-b0dd-be65c8084688 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:41.790527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7faf4-e3c9-4d13-8bb5-2420b45aabfa req-2252727a-1f5f-495c-b0dd-be65c8084688 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:41.797023 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7faf4-e3c9-4d13-8bb5-2420b45aabfa req-2252727a-1f5f-495c-b0dd-be65c8084688 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:41.803109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7faf4-e3c9-4d13-8bb5-2420b45aabfa req-2252727a-1f5f-495c-b0dd-be65c8084688 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:41.808973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7faf4-e3c9-4d13-8bb5-2420b45aabfa req-2252727a-1f5f-495c-b0dd-be65c8084688 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:41.810948 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-96b7faf4-e3c9-4d13-8bb5-2420b45aabfa req-2252727a-1f5f-495c-b0dd-be65c8084688 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5433 time: 0.1708136 Jul 13 07:39:41.865505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15650912-793a-4022-8af5-cdae1b312359 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.883892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-96b7faf4-e3c9-4d13-8bb5-2420b45aabfa req-37786a0f-1141-4171-92a8-afbf0275451d tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595267 Jul 13 07:39:41.884761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-15650912-793a-4022-8af5-cdae1b312359 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Calling delete_port for bf01321b-8b3f-4e57-b0c7-b44f8789ef95 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:41.974065 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226aa32a-7a01-44bf-a741-fe40e753933e'}, {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fae0d30-b0f4-408b-973f-5208638628cd'}, {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a6e49a-53af-49fc-accc-483a99e81c29'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:41.976982 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e8f5eb-b61a-4f3a-aca8-7fd0db5f62c9" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "226aa32a-7a01-44bf-a741-fe40e753933e"}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "4fae0d30-b0f4-408b-973f-5208638628cd"}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "13a6e49a-53af-49fc-accc-483a99e81c29"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:42.019416 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a437a541-888a-4679-ade0-df9975fc71de x-openstack-request-id: req-a437a541-888a-4679-ade0-df9975fc71de {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:42.019858 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "226aa32a-7a01-44bf-a741-fe40e753933e", "code": 200}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "4fae0d30-b0f4-408b-973f-5208638628cd", "code": 200}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "13a6e49a-53af-49fc-accc-483a99e81c29", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:42.020250 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a437a541-888a-4679-ade0-df9975fc71de {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:42.020765 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226aa32a-7a01-44bf-a741-fe40e753933e', 'code': 200} Jul 13 07:39:42.021188 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fae0d30-b0f4-408b-973f-5208638628cd', 'code': 200} Jul 13 07:39:42.022068 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a6e49a-53af-49fc-accc-483a99e81c29', 'code': 200} Jul 13 07:39:42.031353 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15650912-793a-4022-8af5-cdae1b312359 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.066919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15650912-793a-4022-8af5-cdae1b312359 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event deleted for resources: {'Port': ['ID=bf01321b-8b3f-4e57-b0c7-b44f8789ef95,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:42.177395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15650912-793a-4022-8af5-cdae1b312359 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.180963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-15650912-793a-4022-8af5-cdae1b312359 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "DELETE /v2.0/ports/bf01321b-8b3f-4e57-b0c7-b44f8789ef95 HTTP/1.1" status: 204 len: 168 time: 0.6277246 Jul 13 07:39:42.182188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35236) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:42.219803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbbd0-792e-4c46-b667-a8a364250425 req-47eb3f24-c598-4a64-a2f6-5b330b740f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.220473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbbd0-792e-4c46-b667-a8a364250425 req-47eb3f24-c598-4a64-a2f6-5b330b740f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.221408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbbd0-792e-4c46-b667-a8a364250425 req-47eb3f24-c598-4a64-a2f6-5b330b740f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.222072 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbbd0-792e-4c46-b667-a8a364250425 req-47eb3f24-c598-4a64-a2f6-5b330b740f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.223350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbbd0-792e-4c46-b667-a8a364250425 req-47eb3f24-c598-4a64-a2f6-5b330b740f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.223350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbbd0-792e-4c46-b667-a8a364250425 req-47eb3f24-c598-4a64-a2f6-5b330b740f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.223791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbbd0-792e-4c46-b667-a8a364250425 req-47eb3f24-c598-4a64-a2f6-5b330b740f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.226127 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62bdbbd0-792e-4c46-b667-a8a364250425 req-47eb3f24-c598-4a64-a2f6-5b330b740f69 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6490 time: 0.1049402 Jul 13 07:39:42.256183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d9544a-1039-4f6c-bb38-a5a3a69d41bb tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.261777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35244) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:42.262858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f5d9544a-1039-4f6c-bb38-a5a3a69d41bb tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "GET /v2.0/ports?device_id=66aee924-db1b-4ef5-9af4-f3be3d093795 HTTP/1.1" status: 200 len: 913 time: 0.0791011 Jul 13 07:39:42.394530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62bdbbd0-792e-4c46-b667-a8a364250425 req-33fb1a7a-6333-488f-b043-eeafdc830394 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1609325 Jul 13 07:39:42.794002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f753204-79ce-4ca1-a7ad-62fc8721df28 req-9159f8a4-e348-4b5b-b327-a25ed2f0ca15 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.796082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f753204-79ce-4ca1-a7ad-62fc8721df28 req-9159f8a4-e348-4b5b-b327-a25ed2f0ca15 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.0658696 Jul 13 07:39:42.833778 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f753204-79ce-4ca1-a7ad-62fc8721df28 req-daa5f8b5-7953-47a7-bd67-ddd4d196b415 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316496 Jul 13 07:39:42.912660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-c272061e-66aa-463f-80e0-72b64eeb4ab6 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.914708 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-c272061e-66aa-463f-80e0-72b64eeb4ab6 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 814 time: 0.4179175 Jul 13 07:39:42.967672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-37742ade-d274-4821-80a2-2288b5329bee tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/quotas/333513463115431abac9904e9b17baa9 HTTP/1.1" status: 200 len: 375 time: 0.0466025 Jul 13 07:39:43.080623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24e25-ac04-4781-98ca-44cc0ee3264c req-4e7923a8-3afc-490c-a4b7-65f6114b09f6 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.086416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24e25-ac04-4781-98ca-44cc0ee3264c req-4e7923a8-3afc-490c-a4b7-65f6114b09f6 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.092358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24e25-ac04-4781-98ca-44cc0ee3264c req-4e7923a8-3afc-490c-a4b7-65f6114b09f6 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.098268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24e25-ac04-4781-98ca-44cc0ee3264c req-4e7923a8-3afc-490c-a4b7-65f6114b09f6 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.104284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24e25-ac04-4781-98ca-44cc0ee3264c req-4e7923a8-3afc-490c-a4b7-65f6114b09f6 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.107672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-a9263df1-5b94-433a-86b8-84f5f0eaeef3 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1335845 Jul 13 07:39:43.110745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24e25-ac04-4781-98ca-44cc0ee3264c req-4e7923a8-3afc-490c-a4b7-65f6114b09f6 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.116673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24e25-ac04-4781-98ca-44cc0ee3264c req-4e7923a8-3afc-490c-a4b7-65f6114b09f6 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:43.118597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43b24e25-ac04-4781-98ca-44cc0ee3264c req-4e7923a8-3afc-490c-a4b7-65f6114b09f6 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5433 time: 0.1114228 Jul 13 07:39:43.159651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43b24e25-ac04-4781-98ca-44cc0ee3264c req-8c67327a-7fef-4334-a933-1f04756f59d2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344062 Jul 13 07:39:43.171740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.292851 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-00384bc0-467e-44fe-87a1-5baca756e641 service neutron] 10.222.0.44 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773608 Jul 13 07:39:43.481611 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-d0eff616-fc3f-43c9-a339-946f7d40e3a9 service neutron] 10.222.0.44 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688645 Jul 13 07:39:43.600718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Deleting port 15c5fe16-28a8-437e-a836-320cd827acda {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:43.600885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.735139 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.749106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e1b9ba4-62ef-4104-83ba-bf9ade54dd0a req-65c446ec-73d4-4791-ad28-4e6f7849809f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 210 time: 0.0829074 Jul 13 07:39:43.749844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Calling delete_port for 15c5fe16-28a8-437e-a836-320cd827acda owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:44.044436 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.055184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcac7c2-105f-4830-ae3f-b8b04e32a833 req-22a3502e-c470-40b0-93fb-885e955460dc tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.057257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fcac7c2-105f-4830-ae3f-b8b04e32a833 req-22a3502e-c470-40b0-93fb-885e955460dc tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.0803287 Jul 13 07:39:44.081441 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event deleted for resources: {'Port': ['ID=15c5fe16-28a8-437e-a836-320cd827acda,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:44.150430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fcac7c2-105f-4830-ae3f-b8b04e32a833 req-518e9e56-1a18-477a-a55c-58d967cbf303 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786190 Jul 13 07:39:44.277083 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4c03-b1bd-4a79-8e42-0c590c2e4b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.341065 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.596675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90746b-73a3-417f-8e2f-ac40574eafa7 req-85a9581f-104b-40b5-923b-bc39d4a36f6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.603360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90746b-73a3-417f-8e2f-ac40574eafa7 req-85a9581f-104b-40b5-923b-bc39d4a36f6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.611811 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90746b-73a3-417f-8e2f-ac40574eafa7 req-85a9581f-104b-40b5-923b-bc39d4a36f6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.628947 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90746b-73a3-417f-8e2f-ac40574eafa7 req-85a9581f-104b-40b5-923b-bc39d4a36f6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.635363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90746b-73a3-417f-8e2f-ac40574eafa7 req-85a9581f-104b-40b5-923b-bc39d4a36f6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.642632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90746b-73a3-417f-8e2f-ac40574eafa7 req-85a9581f-104b-40b5-923b-bc39d4a36f6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.648950 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90746b-73a3-417f-8e2f-ac40574eafa7 req-85a9581f-104b-40b5-923b-bc39d4a36f6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.656698 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a90746b-73a3-417f-8e2f-ac40574eafa7 req-85a9581f-104b-40b5-923b-bc39d4a36f6b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5433 time: 0.3064983 Jul 13 07:39:44.685845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Router 66aee924-db1b-4ef5-9af4-f3be3d093795 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:44.714154 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a90746b-73a3-417f-8e2f-ac40574eafa7 req-e0e044aa-2a66-4264-964c-3713141298c5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564013 Jul 13 07:39:44.810958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:44.823151 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3a693531-3863-4d16-a9b5-5518f5edd4e9 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "PUT /v2.0/routers/66aee924-db1b-4ef5-9af4-f3be3d093795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5604701 Jul 13 07:39:44.823447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73be3dd-2f51-4a02-9da5-d94b506965b6 None None] Sync routers for ids ['66aee924-db1b-4ef5-9af4-f3be3d093795'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:44.825857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35302) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:44.842254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73be3dd-2f51-4a02-9da5-d94b506965b6 None None] Routers {'66aee924-db1b-4ef5-9af4-f3be3d093795'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:44.842992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d73be3dd-2f51-4a02-9da5-d94b506965b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:39:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['66aee924-db1b-4ef5-9af4-f3be3d093795'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.887020 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d73be3dd-2f51-4a02-9da5-d94b506965b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.898497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73be3dd-2f51-4a02-9da5-d94b506965b6 None None] Routers {'66aee924-db1b-4ef5-9af4-f3be3d093795'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:44.899206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d73be3dd-2f51-4a02-9da5-d94b506965b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:39:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['66aee924-db1b-4ef5-9af4-f3be3d093795'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.950065 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-833c3bc4-f2a5-485e-9031-a87766f204ef tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.967486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d73be3dd-2f51-4a02-9da5-d94b506965b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.968370 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73be3dd-2f51-4a02-9da5-d94b506965b6 None None] The sync data for ids ['66aee924-db1b-4ef5-9af4-f3be3d093795'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:45.127163 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2afd00c-7783-4df8-86d7-17665ee9738d req-e336a07b-bf82-469c-8c8d-b04d08b62377 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 210 time: 0.0498126 Jul 13 07:39:45.250431 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-833c3bc4-f2a5-485e-9031-a87766f204ef tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.257158 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-833c3bc4-f2a5-485e-9031-a87766f204ef tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.344319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c136a-2aaf-45b0-99a1-64e2300c064c req-fd91f43c-02bc-46cd-af14-7ab8a443543a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.350705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c136a-2aaf-45b0-99a1-64e2300c064c req-fd91f43c-02bc-46cd-af14-7ab8a443543a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.357433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c136a-2aaf-45b0-99a1-64e2300c064c req-fd91f43c-02bc-46cd-af14-7ab8a443543a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.364090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c136a-2aaf-45b0-99a1-64e2300c064c req-fd91f43c-02bc-46cd-af14-7ab8a443543a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.379213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c136a-2aaf-45b0-99a1-64e2300c064c req-fd91f43c-02bc-46cd-af14-7ab8a443543a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.385976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c136a-2aaf-45b0-99a1-64e2300c064c req-fd91f43c-02bc-46cd-af14-7ab8a443543a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.393408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c136a-2aaf-45b0-99a1-64e2300c064c req-fd91f43c-02bc-46cd-af14-7ab8a443543a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.395656 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd9c136a-2aaf-45b0-99a1-64e2300c064c req-fd91f43c-02bc-46cd-af14-7ab8a443543a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5433 time: 0.3772438 Jul 13 07:39:45.404943 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-833c3bc4-f2a5-485e-9031-a87766f204ef tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.405709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833c3bc4-f2a5-485e-9031-a87766f204ef tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Fanout notify agent at l3_agent the message router_deleted on router 66aee924-db1b-4ef5-9af4-f3be3d093795 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:39:45.415591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-833c3bc4-f2a5-485e-9031-a87766f204ef tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.418715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-833c3bc4-f2a5-485e-9031-a87766f204ef tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "DELETE /v2.0/routers/66aee924-db1b-4ef5-9af4-f3be3d093795 HTTP/1.1" status: 204 len: 168 time: 0.5910084 Jul 13 07:39:45.428882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35308) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:45.429529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35310) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:45.437091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e79784e0-cc3b-402c-a94f-b4a5472a4f2e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Request body: {'floatingip': {'port_id': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:45.535741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e79784e0-cc3b-402c-a94f-b4a5472a4f2e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.597859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb74852b-a46d-40e2-9365-0fd22dbb36c8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Deleting subnet cdf2e86e-d93e-4c09-af1d-594143529e4b {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:45.620949 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb74852b-a46d-40e2-9365-0fd22dbb36c8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.696982 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb74852b-a46d-40e2-9365-0fd22dbb36c8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.723029 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-c33f798c-1196-40a1-beb3-6cb608b3312f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.724516 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-c33f798c-1196-40a1-beb3-6cb608b3312f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.54 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 814 time: 0.4495959 Jul 13 07:39:45.736170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf9593-cf79-4095-b015-92e645dde29f req-f2cec7e9-5a24-4ee1-b4e4-18b706a1e82a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.737618 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6dbf9593-cf79-4095-b015-92e645dde29f req-f2cec7e9-5a24-4ee1-b4e4-18b706a1e82a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.4308772 Jul 13 07:39:45.742285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Request body: {'port': {'device_id': '2b7bbfbf-8db9-421a-8f1c-729dcc306ae0', 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9', 'admin_state_up': True, 'tenant_id': '333513463115431abac9904e9b17baa9'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:45.837780 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6dbf9593-cf79-4095-b015-92e645dde29f req-48dbbf93-e24f-49f7-b6cd-e2c804a215ec tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920067 Jul 13 07:39:45.883524 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb74852b-a46d-40e2-9365-0fd22dbb36c8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.900470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Made reservation on behalf of 333513463115431abac9904e9b17baa9 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:45.907847 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.044795 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb74852b-a46d-40e2-9365-0fd22dbb36c8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.061961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Allocated IP 172.20.0.4 (f46ada01-b932-4917-95de-057bc95477a9/6f66c4f0-adcb-48a7-b451-5383c20be023/55f816ad-b667-41e7-956b-2e8b3db9a0f9) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:46.114391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74852b-a46d-40e2-9365-0fd22dbb36c8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf2e86e-d93e-4c09-af1d-594143529e4b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.114684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25df77f1-4e57-4a42-ad6a-37ca105d6d51 None None] Network db0ee267-06d3-4b3a-ad2b-7e3289b11931 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:46.120036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb74852b-a46d-40e2-9365-0fd22dbb36c8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.124919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cb74852b-a46d-40e2-9365-0fd22dbb36c8 tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "DELETE /v2.0/subnets/cdf2e86e-d93e-4c09-af1d-594143529e4b HTTP/1.1" status: 204 len: 168 time: 0.6831701 Jul 13 07:39:46.127708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35316) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:46.277549 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.309104 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ae07c217-6507-4ef6-b305-4c444d495812 req-d50d33ff-b860-4081-a8cb-4370d7a61b31 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 210 time: 0.0421922 Jul 13 07:39:46.313107 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.372305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b56ed3-d555-4ac8-88d0-63468540d9a4 None None] DHCP port deletion for db0ee267-06d3-4b3a-ad2b-7e3289b11931 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:46.374103 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.424476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['7215a7b3-8c8d-49ea-97d6-305762032098', 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c', 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:46.489638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Network f46ada01-b932-4917-95de-057bc95477a9 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:46.501679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:46.507532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:46.562314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-92b56ed3-d555-4ac8-88d0-63468540d9a4 None None] Deleting port b88220e5-496d-4927-a939-749157894996 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:46.565495 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-92b56ed3-d555-4ac8-88d0-63468540d9a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.593455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:46.596462 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.612914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Pushing event updated for resources: {'Port': ['ID=55f816ad-b667-41e7-956b-2e8b3db9a0f9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.624815 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-cf93011c-a6b4-4746-94fc-bbc24522193f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8861892 Jul 13 07:39:46.637803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Request body: {'port': {'device_id': '2b7bbfbf-8db9-421a-8f1c-729dcc306ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:46.727545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-92b56ed3-d555-4ac8-88d0-63468540d9a4 None None] For port b88220e5-496d-4927-a939-749157894996, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b88220e5-496d-4927-a939-749157894996,segment=NetworkSegment(a3ab87a3-4f2d-457f-8351-3881733df110),segment_id=a3ab87a3-4f2d-457f-8351-3881733df110)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:46.727945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-92b56ed3-d555-4ac8-88d0-63468540d9a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.734450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.750148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-92b56ed3-d555-4ac8-88d0-63468540d9a4 None None] Calling delete_port for b88220e5-496d-4927-a939-749157894996 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:46.837724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e79784e0-cc3b-402c-a94f-b4a5472a4f2e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.846134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e79784e0-cc3b-402c-a94f-b4a5472a4f2e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.906748 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-92b56ed3-d555-4ac8-88d0-63468540d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.948713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b56ed3-d555-4ac8-88d0-63468540d9a4 None None] Pushing event deleted for resources: {'Port': ['ID=b88220e5-496d-4927-a939-749157894996,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.958948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b56ed3-d555-4ac8-88d0-63468540d9a4 None None] No DVR routers for this DVR port b88220e5-496d-4927-a939-749157894996 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:46.961408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Deleting port b88220e5-496d-4927-a939-749157894996 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:46.961408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.023590 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed5ced83-98df-4903-afe2-ec9883dfae1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.058402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] For port b88220e5-496d-4927-a939-749157894996, host n-d-798249-7, got binding levels [] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:47.058940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.078735 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.093763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f816ad-b667-41e7-956b-2e8b3db9a0f9 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:47.103090 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.117282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Transition to ACTIVE for port object 55f816ad-b667-41e7-956b-2e8b3db9a0f9 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:47.124488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Calling delete_port for b88220e5-496d-4927-a939-749157894996 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:47.127798 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.128847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.ipam_backend_mixin [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Port b88220e5-496d-4927-a939-749157894996 was not found and therefore no delete operation was performed {{(pid=93838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:39:47.135286 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-e79784e0-cc3b-402c-a94f-b4a5472a4f2e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Floating IP cf8d41bf-edc5-4da3-b1f9-5fe5884b9161 associated. External IP: 172.25.6.73, port: 58b0aca6-ed6f-4e5a-8ce5-db40598f1997. Jul 13 07:39:47.139407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.182151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Pushing event updated for resources: {'Port': ['ID=55f816ad-b667-41e7-956b-2e8b3db9a0f9,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:47.208821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event deleted for resources: {'Port': ['ID=b88220e5-496d-4927-a939-749157894996,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:47.223758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] No DVR routers for this DVR port b88220e5-496d-4927-a939-749157894996 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:47.281629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Attempting to bind port 55f816ad-b667-41e7-956b-2e8b3db9a0f9 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:47.281966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Attempting to bind port 55f816ad-b667-41e7-956b-2e8b3db9a0f9 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:47.282295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Attempting to bind port 55f816ad-b667-41e7-956b-2e8b3db9a0f9 on network f46ada01-b932-4917-95de-057bc95477a9 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:47.287013 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Port 55f816ad-b667-41e7-956b-2e8b3db9a0f9 on network f46ada01-b932-4917-95de-057bc95477a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:47.287330 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Attempting to bind port 55f816ad-b667-41e7-956b-2e8b3db9a0f9 on network f46ada01-b932-4917-95de-057bc95477a9 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:47.293500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:47.293845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Checking segment: {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:47.295431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Bound using segment: {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:47.295924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Bound port: 55f816ad-b667-41e7-956b-2e8b3db9a0f9, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e198e115-6776-49cd-8de7-5e4c40cf0c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:47.296513 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.331339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24277d-6eaf-4226-93ba-3ed0d035ded2 req-c66a7abb-371d-4fae-99b4-5c723615605c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.332965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff24277d-6eaf-4226-93ba-3ed0d035ded2 req-c66a7abb-371d-4fae-99b4-5c723615605c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.2704387 Jul 13 07:39:47.386311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] For port 55f816ad-b667-41e7-956b-2e8b3db9a0f9, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:47.386860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.392851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] For port 55f816ad-b667-41e7-956b-2e8b3db9a0f9, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=55f816ad-b667-41e7-956b-2e8b3db9a0f9,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:47.403001 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.403216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0ee267-06d3-4b3a-ad2b-7e3289b11931']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.429148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ab87a3-4f2d-457f-8351-3881733df110') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.429453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ab87a3-4f2d-457f-8351-3881733df110') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.455238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff24277d-6eaf-4226-93ba-3ed0d035ded2 req-5171be2e-87ad-4a53-96ff-1bf27c9e4e8b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136181 Jul 13 07:39:47.459795 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.492866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.493495 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.494913 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] 10.222.0.54 "PUT /v2.0/ports/55f816ad-b667-41e7-956b-2e8b3db9a0f9 HTTP/1.1" status: 200 len: 1091 time: 0.8623316 Jul 13 07:39:47.495370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7bbfbf-8db9-421a-8f1c-729dcc306ae0', 'tag': '55f816ad-b667-41e7-956b-2e8b3db9a0f9'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:47.497838 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7bbfbf-8db9-421a-8f1c-729dcc306ae0", "tag": "55f816ad-b667-41e7-956b-2e8b3db9a0f9"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:47.518882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.581182 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a3ae21-7de2-4cf1-8ccf-7d64f3f77213 x-openstack-request-id: req-a5a3ae21-7de2-4cf1-8ccf-7d64f3f77213 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:47.581580 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7bbfbf-8db9-421a-8f1c-729dcc306ae0", "tag": "55f816ad-b667-41e7-956b-2e8b3db9a0f9", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:47.581741 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5a3ae21-7de2-4cf1-8ccf-7d64f3f77213 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:47.582133 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7bbfbf-8db9-421a-8f1c-729dcc306ae0', 'tag': '55f816ad-b667-41e7-956b-2e8b3db9a0f9', 'status': 'completed', 'code': 200} Jul 13 07:39:47.585662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:47.586076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:47.589408 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:47.608696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5f3d5-c1de-41aa-a6e0-694883d71a20 service neutron] Pushing event updated for resources: {'Port': ['ID=55f816ad-b667-41e7-956b-2e8b3db9a0f9,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:47.659366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7df4-1569-4746-8dfb-28425e5790b5 req-177b1f01-4d4e-4305-8729-31fc5b310d47 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.660962 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11ec7df4-1569-4746-8dfb-28425e5790b5 req-177b1f01-4d4e-4305-8729-31fc5b310d47 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 943 time: 0.1330533 Jul 13 07:39:47.665657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-9c42a65a-0c08-48f9-ab00-aadf56154b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.665657 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-9c42a65a-0c08-48f9-ab00-aadf56154b0d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 1094 time: 0.0992708 Jul 13 07:39:47.674622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79784e0-cc3b-402c-a94f-b4a5472a4f2e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Router a810f911-25c9-417e-b3b7-80fc2d609eda has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:47.676389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.684773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.688787 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] 10.222.0.44 "DELETE /v2.0/networks/db0ee267-06d3-4b3a-ad2b-7e3289b11931 HTTP/1.1" status: 204 len: 168 time: 1.5594447 Jul 13 07:39:47.703017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a6f2f-d51c-4cbb-98d3-014d3152510c tempest-FloatingIPNegativeTestJSON-517656675 tempest-FloatingIPNegativeTestJSON-517656675-project] Pushing event deleted for resources: {'Network': ['ID=db0ee267-06d3-4b3a-ad2b-7e3289b11931,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:47.721832 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-be805458-4af2-44fe-aa93-ae3cf432913c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f816ad-b667-41e7-956b-2e8b3db9a0f9 HTTP/1.1" status: 200 len: 217 time: 0.0405273 Jul 13 07:39:47.786281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11ec7df4-1569-4746-8dfb-28425e5790b5 req-6e2d124b-f12a-4512-9469-94f3a1b6f237 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125548 Jul 13 07:39:47.796390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-9397db61-0140-4845-8c54-ec8cf0b4cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.798471 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-9397db61-0140-4845-8c54-ec8cf0b4cd83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 200 len: 854 time: 0.0698760 Jul 13 07:39:47.839004 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-7f37cc0a-86ed-40b4-8775-1659efe163b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f46ada01-b932-4917-95de-057bc95477a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338168 Jul 13 07:39:47.863396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79784e0-cc3b-402c-a94f-b4a5472a4f2e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:47.881081 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] Sync routers for ids ['a810f911-25c9-417e-b3b7-80fc2d609eda'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:47.883087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e79784e0-cc3b-402c-a94f-b4a5472a4f2e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.901169 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] Routers {'a810f911-25c9-417e-b3b7-80fc2d609eda'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:47.901793 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a810f911-25c9-417e-b3b7-80fc2d609eda'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.915210 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.932278 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e79784e0-cc3b-402c-a94f-b4a5472a4f2e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "PUT /v2.0/floatingips/cf8d41bf-edc5-4da3-b1f9-5fe5884b9161 HTTP/1.1" status: 200 len: 991 time: 2.5005219 Jul 13 07:39:47.933163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:47.936049 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f516a1d3-7440-4629-9d52-89c61da15995" -d '{"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:47.977616 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-5d7b7da9-ed14-4f60-a763-2593b48b8552 service neutron] 10.222.0.54 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316850 Jul 13 07:39:47.986484 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ce019-caf9-451d-9457-214e7513797a x-openstack-request-id: req-946ce019-caf9-451d-9457-214e7513797a {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:47.987358 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:47.987796 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-946ce019-caf9-451d-9457-214e7513797a {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:47.988407 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'status': 'completed', 'code': 200} Jul 13 07:39:48.066272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b88220e5-496d-4927-a939-749157894996 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:48.101743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: b88220e5-496d-4927-a939-749157894996 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:48.112684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b88220e5-496d-4927-a939-749157894996 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:48.148576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35356) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:48.151655 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] Set router a810f911-25c9-417e-b3b7-80fc2d609eda gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:48.162389 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6acb9bdc-8cad-4989-95d3-bfa389768d34 req-c1804008-5c5b-491a-be54-a6d4d40fe834 service neutron] 10.222.0.54 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678925 Jul 13 07:39:48.181001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1d3-7440-4629-9d52-89c61da15995 req-1846ed74-fe6d-4bfd-887c-53e70074b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.181789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1d3-7440-4629-9d52-89c61da15995 req-1846ed74-fe6d-4bfd-887c-53e70074b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.182339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1d3-7440-4629-9d52-89c61da15995 req-1846ed74-fe6d-4bfd-887c-53e70074b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.183017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1d3-7440-4629-9d52-89c61da15995 req-1846ed74-fe6d-4bfd-887c-53e70074b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.183556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1d3-7440-4629-9d52-89c61da15995 req-1846ed74-fe6d-4bfd-887c-53e70074b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.184174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1d3-7440-4629-9d52-89c61da15995 req-1846ed74-fe6d-4bfd-887c-53e70074b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.184706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1d3-7440-4629-9d52-89c61da15995 req-1846ed74-fe6d-4bfd-887c-53e70074b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.187658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f516a1d3-7440-4629-9d52-89c61da15995 req-1846ed74-fe6d-4bfd-887c-53e70074b61b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6490 time: 0.1538997 Jul 13 07:39:48.317583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1d3-7440-4629-9d52-89c61da15995 req-cce85038-4ce0-4343-ab70-0ef5a58ab65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.320297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f516a1d3-7440-4629-9d52-89c61da15995 req-cce85038-4ce0-4343-ab70-0ef5a58ab65a service neutron] 10.222.0.54 "GET /v2.0/networks?id=404cf158-687c-4a31-86f5-f16b75de7176 HTTP/1.1" status: 200 len: 912 time: 0.1214044 Jul 13 07:39:48.346969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72 req-bfe1c2fa-b758-4df7-aa87-b54de7fefb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.348622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72 req-bfe1c2fa-b758-4df7-aa87-b54de7fefb7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 1094 time: 0.1088586 Jul 13 07:39:48.449599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f516a1d3-7440-4629-9d52-89c61da15995 req-e37e6f97-881d-4a2c-bf46-0fd67509e39f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997 HTTP/1.1" status: 200 len: 999 time: 0.1220274 Jul 13 07:39:48.528122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72 req-72694bf0-5755-4bc1-a2f0-7d603c592e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.533816 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72 req-72694bf0-5755-4bc1-a2f0-7d603c592e03 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 915 time: 0.1735444 Jul 13 07:39:48.569304 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-18824df5-e896-4a0e-b6a6-88eb7f31ded8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a46bcb817e174b3591600de90d08fa7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195693 Jul 13 07:39:48.569914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35366) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:48.575455 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:45Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'cf8d41bf-edc5-4da3-b1f9-5fe5884b9161', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'port_id': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'mac_address': 'fa:16:3e:2f:26:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:38:33Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 1, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff79fbe1-c49f-4809-b7d1-83ab96f450a1', 'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'mac_address': 'fa:16:3e:1a:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:42Z', 'updated_at': '2021-07-13T07:37:50Z', 'revision_number': 5, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'subnets': [{'id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:48.594354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1d3-7440-4629-9d52-89c61da15995 req-387cc037-5809-465c-99cf-b38be4e39f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.596194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f516a1d3-7440-4629-9d52-89c61da15995 req-387cc037-5809-465c-99cf-b38be4e39f74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b3c98f5-a903-4003-adc3-d4b30273206b HTTP/1.1" status: 200 len: 850 time: 0.1306932 Jul 13 07:39:48.614058 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] Checking router: a810f911-25c9-417e-b3b7-80fc2d609eda for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:48.626825 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72 req-edb351a8-74c0-46d3-8991-2e7e78d5a707 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f816ad-b667-41e7-956b-2e8b3db9a0f9 HTTP/1.1" status: 200 len: 217 time: 0.0755820 Jul 13 07:39:48.629290 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] Routers {'a810f911-25c9-417e-b3b7-80fc2d609eda'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:48.630110 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a810f911-25c9-417e-b3b7-80fc2d609eda'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:48.683449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72 req-bfc2a667-063e-4fae-b814-9612076de11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.686594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72 req-bfc2a667-063e-4fae-b814-9612076de11f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 200 len: 854 time: 0.0513523 Jul 13 07:39:48.721731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced20481-9a27-416b-803f-e2be4154e91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.733053 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72 req-c8c548c2-d6fe-420e-bc23-674a33310673 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f46ada01-b932-4917-95de-057bc95477a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388241 Jul 13 07:39:48.756972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced20481-9a27-416b-803f-e2be4154e91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.771068 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] Set router a810f911-25c9-417e-b3b7-80fc2d609eda gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:48.771890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a1d3-7440-4629-9d52-89c61da15995 req-30c4fe9d-4af9-499c-b1a5-3828ddd7317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.773461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f516a1d3-7440-4629-9d52-89c61da15995 req-30c4fe9d-4af9-499c-b1a5-3828ddd7317f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=404cf158-687c-4a31-86f5-f16b75de7176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697576 Jul 13 07:39:48.784660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485fda-864c-4e50-802d-766f5a2d4c1f req-dfb4585b-d06a-4cd6-9094-26a82f6a8b71 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.786219 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68485fda-864c-4e50-802d-766f5a2d4c1f req-dfb4585b-d06a-4cd6-9094-26a82f6a8b71 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1450772 Jul 13 07:39:48.873459 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72 req-ac0bacf3-793c-4d95-9ee2-df88e66bc9b6 service neutron] 10.222.0.54 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314826 Jul 13 07:39:48.930457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68485fda-864c-4e50-802d-766f5a2d4c1f req-b109eff3-fb1a-431f-a8aa-a13b01a72cb9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263819 Jul 13 07:39:48.954714 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f516a1d3-7440-4629-9d52-89c61da15995 req-f8ecb709-55e1-4fe5-8f2f-7eb3aed80ea6 service neutron] 10.222.0.54 "GET /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675215 Jul 13 07:39:48.958131 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced20481-9a27-416b-803f-e2be4154e91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.962461 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced20481-9a27-416b-803f-e2be4154e91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.967054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ced20481-9a27-416b-803f-e2be4154e91a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0464d27-d96b-448a-b26a-f49a35b9804b HTTP/1.1" status: 204 len: 168 time: 0.3936872 Jul 13 07:39:48.992750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced20481-9a27-416b-803f-e2be4154e91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0464d27-d96b-448a-b26a-f49a35b9804b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:49.139678 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:45Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'cf8d41bf-edc5-4da3-b1f9-5fe5884b9161', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'port_id': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'mac_address': 'fa:16:3e:2f:26:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:38:33Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 1, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff79fbe1-c49f-4809-b7d1-83ab96f450a1', 'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'mac_address': 'fa:16:3e:1a:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:42Z', 'updated_at': '2021-07-13T07:37:50Z', 'revision_number': 5, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'subnets': [{'id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:49.148951 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f516a1d3-7440-4629-9d52-89c61da15995 req-79545035-4f1b-4c3c-8de0-32d4741d209a service neutron] 10.222.0.54 "GET /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807039 Jul 13 07:39:49.170993 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be94f12-df35-46a3-9484-8352312ee8f4 None None] The sync data for ids ['a810f911-25c9-417e-b3b7-80fc2d609eda'] in n-d-798249-7 is: [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:45Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'cf8d41bf-edc5-4da3-b1f9-5fe5884b9161', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'port_id': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'mac_address': 'fa:16:3e:2f:26:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:38:33Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 1, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff79fbe1-c49f-4809-b7d1-83ab96f450a1', 'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'mac_address': 'fa:16:3e:1a:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:42Z', 'updated_at': '2021-07-13T07:37:50Z', 'revision_number': 5, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'subnets': [{'id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:49.175038 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7ecf290-8717-4a2c-a08b-97b51d8c0e72 req-75f4f5bb-a2c8-44d8-9b63-f549d0c81a83 service neutron] 10.222.0.54 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920070 Jul 13 07:39:49.214633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02230a-266b-4dc0-8e4a-39090fd66e64 req-90fa7631-ceb8-406c-8829-2108796af1ef tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:49.223773 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc02230a-266b-4dc0-8e4a-39090fd66e64 req-90fa7631-ceb8-406c-8829-2108796af1ef tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 943 time: 0.1459324 Jul 13 07:39:49.301516 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc02230a-266b-4dc0-8e4a-39090fd66e64 req-39138dd7-e84e-40bf-93df-211008740d78 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758510 Jul 13 07:39:49.462003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b4a15b-cd56-4a8b-9b29-aeb93d0ded99 None None] New status for floating IP cf8d41bf-edc5-4da3-b1f9-5fe5884b9161: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:39:49.719885 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.940463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35396) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:50.045974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1149866048'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:50.104375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:50.107969 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.118443 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.178080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59106235-0d56-4342-8250-f0718c567c20 req-df5d2726-acb8-47f6-b5c7-476b2b4a1bbe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.179580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59106235-0d56-4342-8250-f0718c567c20 req-df5d2726-acb8-47f6-b5c7-476b2b4a1bbe tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1158340 Jul 13 07:39:50.238055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59106235-0d56-4342-8250-f0718c567c20 req-9e232556-2846-4e86-a5fa-ec8a7b781104 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505090 Jul 13 07:39:50.271113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.274763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.298218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:50.313624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719a2c8c-1f3f-4c99-9763-da3ec2a271cb,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:50.316675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.317016 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Added segment 84d49626-35e4-4abd-b0cd-2612a2b5ad37 of type vlan for network c94cd78b-6e62-4282-b814-6cb58e824527 Jul 13 07:39:50.361944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.392679 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.398512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.399118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.439879 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4982948 Jul 13 07:39:50.474375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c0577-f272-47a9-a30f-fbc465e42f61 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=c94cd78b-6e62-4282-b814-6cb58e824527,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:50.487976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d627cf-dfb1-4b1c-abd0-f29277db581f req-23955614-8151-47a2-98f3-99b2204e4f00 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.490699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-66d627cf-dfb1-4b1c-abd0-f29277db581f req-23955614-8151-47a2-98f3-99b2204e4f00 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 943 time: 0.0753474 Jul 13 07:39:50.494374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c94cd78b-6e62-4282-b814-6cb58e824527 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:50.534401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-66d627cf-dfb1-4b1c-abd0-f29277db581f req-f65671c0-ecc0-4004-93c7-534da334c1ea tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384014 Jul 13 07:39:51.293239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 55f816ad-b667-41e7-956b-2e8b3db9a0f9 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:51.401398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 55f816ad-b667-41e7-956b-2e8b3db9a0f9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=55f816ad-b667-41e7-956b-2e8b3db9a0f9,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:51.414862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '55f816ad-b667-41e7-956b-2e8b3db9a0f9', 'network_id': 'f46ada01-b932-4917-95de-057bc95477a9', 'port_id': '55f816ad-b667-41e7-956b-2e8b3db9a0f9', 'mac_address': 'fa:16:3e:d1:fd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f66c4f0-adcb-48a7-b451-5383c20be023', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:51.423154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ece1cf-c563-4a37-b29e-ab7020c9101c req-9469fcc1-d1da-4196-8305-68e292e4c2c1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:51.430640 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19ece1cf-c563-4a37-b29e-ab7020c9101c req-9469fcc1-d1da-4196-8305-68e292e4c2c1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.0744207 Jul 13 07:39:51.462874 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.477241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f816ad-b667-41e7-956b-2e8b3db9a0f9 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:51.504251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 55f816ad-b667-41e7-956b-2e8b3db9a0f9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=55f816ad-b667-41e7-956b-2e8b3db9a0f9,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:51.520812 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19ece1cf-c563-4a37-b29e-ab7020c9101c req-e2d67900-889d-4018-a10b-ad99b046c4e0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892403 Jul 13 07:39:51.522119 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.591917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=55f816ad-b667-41e7-956b-2e8b3db9a0f9,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:51.732935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af831c-0e9d-48d7-95b9-de9bf13668f2 req-d5ba29de-4010-4f2d-94b2-84704f8870cc tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:51.734432 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0af831c-0e9d-48d7-95b9-de9bf13668f2 req-d5ba29de-4010-4f2d-94b2-84704f8870cc tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 944 time: 0.0695133 Jul 13 07:39:51.775059 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0af831c-0e9d-48d7-95b9-de9bf13668f2 req-0a4a6d29-10fd-40d4-92bb-4b30059083c9 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346599 Jul 13 07:39:51.974499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['55f816ad-b667-41e7-956b-2e8b3db9a0f9'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:52.696941 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408b88a-5c3e-470d-8969-18ed5ea71a33 req-52b5bd0f-b47b-4eeb-a158-cc12ec621f08 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:52.698611 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8408b88a-5c3e-470d-8969-18ed5ea71a33 req-52b5bd0f-b47b-4eeb-a158-cc12ec621f08 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.0673354 Jul 13 07:39:52.744291 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8408b88a-5c3e-470d-8969-18ed5ea71a33 req-a3a0274b-778d-4e38-a432-2d498af19aac tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385816 Jul 13 07:39:52.986087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddec41-d0f4-46f8-9855-6d36ee680673 req-91cd7f68-e2b8-412a-a8d2-17eb73be3253 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:52.987635 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fddec41-d0f4-46f8-9855-6d36ee680673 req-91cd7f68-e2b8-412a-a8d2-17eb73be3253 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 944 time: 0.0698473 Jul 13 07:39:53.027342 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fddec41-d0f4-46f8-9855-6d36ee680673 req-48082dca-51d8-472d-89c9-677a99d8fd61 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338986 Jul 13 07:39:53.305625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 55f816ad-b667-41e7-956b-2e8b3db9a0f9 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:53.352441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 55f816ad-b667-41e7-956b-2e8b3db9a0f9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:53.356200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 55f816ad-b667-41e7-956b-2e8b3db9a0f9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:53.357217 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.436313 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.457793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7bbfbf-8db9-421a-8f1c-729dcc306ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f816ad-b667-41e7-956b-2e8b3db9a0f9'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:53.460238 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42caf1f-e46a-446d-b9bc-b83faa67fe5b" -d '{"events": [{"server_uuid": "2b7bbfbf-8db9-421a-8f1c-729dcc306ae0", "name": "network-vif-plugged", "status": "completed", "tag": "55f816ad-b667-41e7-956b-2e8b3db9a0f9"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:53.473751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 55f816ad-b667-41e7-956b-2e8b3db9a0f9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=55f816ad-b667-41e7-956b-2e8b3db9a0f9,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:53.483935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.530705 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aefa572-2329-442a-bc68-60146667b9f3 x-openstack-request-id: req-6aefa572-2329-442a-bc68-60146667b9f3 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:53.531112 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7bbfbf-8db9-421a-8f1c-729dcc306ae0", "name": "network-vif-plugged", "status": "completed", "tag": "55f816ad-b667-41e7-956b-2e8b3db9a0f9", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:53.531545 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6aefa572-2329-442a-bc68-60146667b9f3 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:53.532044 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7bbfbf-8db9-421a-8f1c-729dcc306ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f816ad-b667-41e7-956b-2e8b3db9a0f9', 'code': 200} Jul 13 07:39:53.541337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=55f816ad-b667-41e7-956b-2e8b3db9a0f9,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:53.549345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.549345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.549873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.550304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.550915 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.551366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.551793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.552250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.552808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.553371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.553919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.554465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:53.674871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fac1e1-0dfe-4fba-be37-a721676527c1 req-34cda314-b660-467a-b973-c15865cb25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:53.676729 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-93fac1e1-0dfe-4fba-be37-a721676527c1 req-34cda314-b660-467a-b973-c15865cb25d2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0642378 Jul 13 07:39:53.727651 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-93fac1e1-0dfe-4fba-be37-a721676527c1 req-7c8b5727-bc53-4660-b78e-44e28facb14a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294857 Jul 13 07:39:53.728404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35456) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:53.734098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'network_id': 'c94cd78b-6e62-4282-b814-6cb58e824527', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:53.825877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:53.829659 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.057112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae5b6e-8f4d-41fe-8cd8-b4d36388d516 req-d9c57b14-9e3d-43e7-a9fe-f3b1f1dd543c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:54.058711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecae5b6e-8f4d-41fe-8cd8-b4d36388d516 req-d9c57b14-9e3d-43e7-a9fe-f3b1f1dd543c tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1325374 Jul 13 07:39:54.154774 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ecae5b6e-8f4d-41fe-8cd8-b4d36388d516 req-806b95ee-e1a5-40ab-977c-8f82016916c9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883815 Jul 13 07:39:54.185719 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.250368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=6f72ba58-b19a-4e2c-9e50-d2971fbc68ba,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:54.281286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking segment: {'id': '84d49626-35e4-4abd-b0cd-2612a2b5ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c94cd78b-6e62-4282-b814-6cb58e824527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:54.282395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network hostable DHCP agents. Network: c94cd78b-6e62-4282-b814-6cb58e824527, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:54.297609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21a311-3514-4e36-b5ab-b5968223da15 req-6850816d-2d9e-43e0-89ff-c8688ff6786a tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:54.300558 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a21a311-3514-4e36-b5ab-b5968223da15 req-6850816d-2d9e-43e0-89ff-c8688ff6786a tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 945 time: 0.0965703 Jul 13 07:39:54.303861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network c94cd78b-6e62-4282-b814-6cb58e824527 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:54.320153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c94cd78b-6e62-4282-b814-6cb58e824527) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:54.324426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:54.325173 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.332101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25949b25-00d9-4bb0-9d37-d8386787c5d3 None None] Network c94cd78b-6e62-4282-b814-6cb58e824527 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:54.350325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-06ee0bb3-5076-45b6-980e-6d451b3caebb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6210968 Jul 13 07:39:54.351164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35480) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:54.359062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1250887412'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:54.382588 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0a21a311-3514-4e36-b5ab-b5968223da15 req-50e0cba4-83df-42b9-aa1b-fc90a2d36d98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748343 Jul 13 07:39:54.386008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:54.390136 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.420708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:54.430727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.431076 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Added segment 6db9c562-6fa3-44e5-8785-099b903817d8 of type vlan for network 8a529955-6b22-46d5-bc4a-649db1bb5c73 Jul 13 07:39:54.487652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.533396 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.541478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:54.542159 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.563888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-c94cd78b-6e62-4282-b814-6cb58e824527', 'network_id': 'c94cd78b-6e62-4282-b814-6cb58e824527', 'tenant_id': 'd3d6b46297ef4d49b3ef655cf6a02d19', 'fixed_ips': [{'subnet_id': '6f72ba58-b19a-4e2c-9e50-d2971fbc68ba'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:54.564775 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.587121 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2340901 Jul 13 07:39:54.590542 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35502) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:54.596954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'network_id': '8a529955-6b22-46d5-bc4a-649db1bb5c73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:54.643332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc638d2-c308-4df9-8921-8ba39d64f030 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=8a529955-6b22-46d5-bc4a-649db1bb5c73,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:54.720053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:54.724300 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.868334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 8a529955-6b22-46d5-bc4a-649db1bb5c73 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:54.941264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Allocated IP 2001:db8:0:ffff::2 (c94cd78b-6e62-4282-b814-6cb58e824527/6f72ba58-b19a-4e2c-9e50-d2971fbc68ba/e3b7cadf-3090-4150-a4a1-7474583a32c3) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:54.962899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.054625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=3d565836-18c7-460b-a828-df8985093965,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:55.057762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking segment: {'id': '6db9c562-6fa3-44e5-8785-099b903817d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8a529955-6b22-46d5-bc4a-649db1bb5c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:55.058273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network hostable DHCP agents. Network: 8a529955-6b22-46d5-bc4a-649db1bb5c73, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:55.082450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network 8a529955-6b22-46d5-bc4a-649db1bb5c73 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:55.097762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 8a529955-6b22-46d5-bc4a-649db1bb5c73) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:55.102475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.103271 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.113300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f18707-dc2d-43a1-a21b-f57436e934ee None None] Network 8a529955-6b22-46d5-bc4a-649db1bb5c73 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:55.127237 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-75f85434-841f-4296-9440-662baea83bce tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5345600 Jul 13 07:39:55.129689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35508) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:55.139156 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.157157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Transition to ACTIVE for port object e3b7cadf-3090-4150-a4a1-7474583a32c3 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:55.209991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Transition to ACTIVE for port object e3b7cadf-3090-4150-a4a1-7474583a32c3 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:55.222082 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.277214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-e21af03e-447d-422a-8c19-bf0a44c29cfa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0878234 Jul 13 07:39:55.296495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Network c94cd78b-6e62-4282-b814-6cb58e824527 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:55.305145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:55.310712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:55.312742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Pushing event updated for resources: {'Port': ['ID=e3b7cadf-3090-4150-a4a1-7474583a32c3,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:55.313245 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.393378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-7d8ac6a5-e8cd-4ea9-94a4-eb69a7fba9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.393948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-7d8ac6a5-e8cd-4ea9-94a4-eb69a7fba9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.394644 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-7d8ac6a5-e8cd-4ea9-94a4-eb69a7fba9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.395189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-7d8ac6a5-e8cd-4ea9-94a4-eb69a7fba9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.395883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-7d8ac6a5-e8cd-4ea9-94a4-eb69a7fba9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.396337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-7d8ac6a5-e8cd-4ea9-94a4-eb69a7fba9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.396886 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-7d8ac6a5-e8cd-4ea9-94a4-eb69a7fba9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.399397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-7d8ac6a5-e8cd-4ea9-94a4-eb69a7fba9a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6502 time: 0.0883107 Jul 13 07:39:55.404903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Attempting to bind port e3b7cadf-3090-4150-a4a1-7474583a32c3 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:55.405441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Attempting to bind port e3b7cadf-3090-4150-a4a1-7474583a32c3 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '84d49626-35e4-4abd-b0cd-2612a2b5ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c94cd78b-6e62-4282-b814-6cb58e824527'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:55.405637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Attempting to bind port e3b7cadf-3090-4150-a4a1-7474583a32c3 on network c94cd78b-6e62-4282-b814-6cb58e824527 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:55.411093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:55.411466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Checking segment: {'id': '84d49626-35e4-4abd-b0cd-2612a2b5ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c94cd78b-6e62-4282-b814-6cb58e824527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:55.412110 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.412701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Bound using segment: {'id': '84d49626-35e4-4abd-b0cd-2612a2b5ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c94cd78b-6e62-4282-b814-6cb58e824527'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:55.413174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Bound port: e3b7cadf-3090-4150-a4a1-7474583a32c3, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d49626-35e4-4abd-b0cd-2612a2b5ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c94cd78b-6e62-4282-b814-6cb58e824527'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:55.413743 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.418371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e7768-128a-4acf-ba22-da236ee74e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-8a529955-6b22-46d5-bc4a-649db1bb5c73', 'network_id': '8a529955-6b22-46d5-bc4a-649db1bb5c73', 'tenant_id': 'd3d6b46297ef4d49b3ef655cf6a02d19', 'fixed_ips': [{'subnet_id': '3d565836-18c7-460b-a828-df8985093965'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:55.420211 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-039e7768-128a-4acf-ba22-da236ee74e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.453451 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.495615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388be75-99b0-4c79-a31a-8acc1712fbd7 req-ac622dda-536b-47a0-9da8-f76298a3adae tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.497477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e388be75-99b0-4c79-a31a-8acc1712fbd7 req-ac622dda-536b-47a0-9da8-f76298a3adae tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1713493 Jul 13 07:39:55.572439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] For port e3b7cadf-3090-4150-a4a1-7474583a32c3, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:55.577061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] For port e3b7cadf-3090-4150-a4a1-7474583a32c3, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e3b7cadf-3090-4150-a4a1-7474583a32c3,segment=NetworkSegment(84d49626-35e4-4abd-b0cd-2612a2b5ad37),segment_id=84d49626-35e4-4abd-b0cd-2612a2b5ad37)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:55.579587 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e388be75-99b0-4c79-a31a-8acc1712fbd7 req-cdd377a4-dcaf-46c8-98fa-6cd28bb90c7b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705857 Jul 13 07:39:55.583506 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.597350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-c6891c7a-258f-4afd-b86e-4a45051174e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.597350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-c6891c7a-258f-4afd-b86e-4a45051174e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.597350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-c6891c7a-258f-4afd-b86e-4a45051174e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.597350 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-c6891c7a-258f-4afd-b86e-4a45051174e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e7cdd79-9e26-472c-b6eb-034c3e059457&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=11825ed9-aef6-4a93-a944-b3e11edef9e4&id=11825ed9-aef6-4a93-a944-b3e11edef9e4 HTTP/1.1" status: 200 len: 2297 time: 0.1582794 Jul 13 07:39:55.619426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server [None req-039e7768-128a-4acf-ba22-da236ee74e69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d565836-18c7-460b-a828-df8985093965: This subnet is being modified by another concurrent operation. Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:39:55.635720 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d565836-18c7-460b-a828-df8985093965: This subnet is being modified by another concurrent operation. Jul 13 07:39:55.642543 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Jul 13 07:39:55.674394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Subnet': ['ID=3d565836-18c7-460b-a828-df8985093965,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:55.681392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d2bd91-5a8d-4d0c-96c3-cc41bed17652 None None] Network 8a529955-6b22-46d5-bc4a-649db1bb5c73 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:55.701842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7348eca-2017-45ed-8598-3ad414dc0db4 None None] Pushing event updated for resources: {'Port': ['ID=e3b7cadf-3090-4150-a4a1-7474583a32c3,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:55.754145 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.759420 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-0417ae73-385d-403e-97d9-9d944f03c51f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82 HTTP/1.1" status: 200 len: 1000 time: 0.1450231 Jul 13 07:39:55.768723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a529955-6b22-46d5-bc4a-649db1bb5c73']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:55.784097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db9c562-6fa3-44e5-8785-099b903817d8') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:55.785033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db9c562-6fa3-44e5-8785-099b903817d8') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:55.799109 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.826130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.838503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:55.839390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:55.843527 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:55.857441 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-699c088a-aa97-4316-9670-6f4cecd9f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.859577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-699c088a-aa97-4316-9670-6f4cecd9f06f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=13a916cb-756e-4ec9-9df1-6600fe316290 HTTP/1.1" status: 200 len: 855 time: 0.0988891 Jul 13 07:39:55.870621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66619d-8d9d-4a26-bfce-152772361a4f req-6818f656-50ef-440f-bf2a-100996e94566 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:55.872529 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0e66619d-8d9d-4a26-bfce-152772361a4f req-6818f656-50ef-440f-bf2a-100996e94566 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 945 time: 0.2820702 Jul 13 07:39:55.965938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.973437 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.980288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/8a529955-6b22-46d5-bc4a-649db1bb5c73 HTTP/1.1" status: 204 len: 168 time: 0.8491931 Jul 13 07:39:55.985447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35518) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:55.999498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-678776415'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:56.001686 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0e66619d-8d9d-4a26-bfce-152772361a4f req-34e8f65f-d697-4708-bfcc-c86eebd102be tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165020 Jul 13 07:39:56.020508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-99d4c799-58ae-40e2-b333-049200e20711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.023142 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-99d4c799-58ae-40e2-b333-049200e20711 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e7cdd79-9e26-472c-b6eb-034c3e059457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485176 Jul 13 07:39:56.102645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65696c-22b5-485b-9c19-f85c860afb3a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Network': ['ID=8a529955-6b22-46d5-bc4a-649db1bb5c73,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:56.143814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:56.149114 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.189406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e3b7cadf-3090-4150-a4a1-7474583a32c3 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:56.213293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:56.240269 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.240657 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Added segment 7d773c6a-a62d-4dd7-b707-1b25bfc5436b of type vlan for network 7ab17cc7-1f5a-4248-a9e9-42f2445811d8 Jul 13 07:39:56.308985 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-e7cb3266-4553-4954-9c71-943a6c763091 service neutron] 10.222.0.54 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753937 Jul 13 07:39:56.341916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e3b7cadf-3090-4150-a4a1-7474583a32c3 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:56.357942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.441687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.448597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.449213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.453171 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-538720bf-fde1-48b2-941b-97671dda0062 service neutron] 10.222.0.54 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348906 Jul 13 07:39:56.483405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4897828 Jul 13 07:39:56.487767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35536) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:56.495092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'network_id': '7ab17cc7-1f5a-4248-a9e9-42f2445811d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:56.587020 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-0e25e64c-7328-493e-b2a7-358d4e4aed31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=85f68cd3-4049-48a6-bd3d-74e43aa55494 HTTP/1.1" status: 200 len: 217 time: 0.1249471 Jul 13 07:39:56.650299 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144fa2c-b197-409f-a47b-1e37b0652b5e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=7ab17cc7-1f5a-4248-a9e9-42f2445811d8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:56.663169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 7ab17cc7-1f5a-4248-a9e9-42f2445811d8 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:56.669641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:56.673314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-ec8312b7-d445-4495-ae4f-36d5cda704de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.674860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.675085 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-ec8312b7-d445-4495-ae4f-36d5cda704de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.0774112 Jul 13 07:39:56.805266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-3e139b09-25eb-46cb-ad57-e75c7491271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.808723 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-3e139b09-25eb-46cb-ad57-e75c7491271a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1257548 Jul 13 07:39:56.949125 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-dabf0223-08e6-4e22-99b0-3d209823b94f service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316109 Jul 13 07:39:57.045737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950ad12-9ebd-4928-83b7-8206b7662c73 req-ac7b3b6f-382d-4c74-962b-e3971780bb0b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.047597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8950ad12-9ebd-4928-83b7-8206b7662c73 req-ac7b3b6f-382d-4c74-962b-e3971780bb0b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.2031412 Jul 13 07:39:57.083445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.104659 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-4e8bfbc6-1294-41ea-b89f-c8ca5bb2d84d service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468537 Jul 13 07:39:57.173294 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8950ad12-9ebd-4928-83b7-8206b7662c73 req-b702c6f9-e665-4961-bec6-07f2a749fb72 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029472 Jul 13 07:39:57.179715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=b1f2da75-ee5b-448f-9db2-b00e173c0e70,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:57.216864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking segment: {'id': '7d773c6a-a62d-4dd7-b707-1b25bfc5436b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ab17cc7-1f5a-4248-a9e9-42f2445811d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:57.217559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network hostable DHCP agents. Network: 7ab17cc7-1f5a-4248-a9e9-42f2445811d8, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:57.225563 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-5554b236-83a0-4358-930b-e2db0406e41a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=5a81db4e-6258-4a67-b385-4ca5c5cf1240 HTTP/1.1" status: 200 len: 217 time: 0.1005120 Jul 13 07:39:57.287088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network 7ab17cc7-1f5a-4248-a9e9-42f2445811d8 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:57.307318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 7ab17cc7-1f5a-4248-a9e9-42f2445811d8) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:57.317634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84351a76-fc5d-4454-9ff4-5742e68d255a None None] Network 7ab17cc7-1f5a-4248-a9e9-42f2445811d8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:57.317829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-a5294a93-2771-4159-9162-6d43166db1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.318082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-7cc915d6-dda2-4155-9b77-90dec425b55b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958838 Jul 13 07:39:57.326431 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-a5294a93-2771-4159-9162-6d43166db1cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.0864224 Jul 13 07:39:57.333730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.337794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.425689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cbdd2c65-6b38-42e5-808c-6ad5ed5d5cf1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9330935 Jul 13 07:39:57.429138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35552) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:57.435995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1225380823'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:57.463517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-cf5648ad-e97e-470e-b50a-135accd56126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.469469 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-cf5648ad-e97e-470e-b50a-135accd56126 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1421943 Jul 13 07:39:57.564584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-2865e8ec-649a-49c7-97ea-b82961adb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.569143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-2865e8ec-649a-49c7-97ea-b82961adb2c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=333513463115431abac9904e9b17baa9&device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 1097 time: 0.2223713 Jul 13 07:39:57.604614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:57.618325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.691468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-7ab17cc7-1f5a-4248-a9e9-42f2445811d8', 'network_id': '7ab17cc7-1f5a-4248-a9e9-42f2445811d8', 'tenant_id': 'd3d6b46297ef4d49b3ef655cf6a02d19', 'fixed_ips': [{'subnet_id': 'b1f2da75-ee5b-448f-9db2-b00e173c0e70'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:57.694463 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.730347 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-2ab8390a-4f5a-4742-bef7-f75960434cb4 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529204 Jul 13 07:39:57.807115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:57.825081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-bbcb425a-2e2a-48df-b460-6ba67b6c5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.827245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-bbcb425a-2e2a-48df-b460-6ba67b6c5a3d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 200 len: 915 time: 0.2051132 Jul 13 07:39:57.845731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.846815 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Added segment a5178f3a-cde5-4fbe-89c6-089f1c1f4073 of type vlan for network 33d1b381-6eda-449b-a0ec-20a383cd7200 Jul 13 07:39:57.858105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-98c16993-298d-427f-b075-d6dcea081293 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183021 Jul 13 07:39:57.881419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d415d66-d5d5-468c-88f8-0d8d6c6453b1 None None] Network c94cd78b-6e62-4282-b814-6cb58e824527 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:57.888310 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-f5e2ae9c-63f0-4924-bb7a-9ade57d52579 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c HTTP/1.1" status: 200 len: 217 time: 0.0379391 Jul 13 07:39:57.910086 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-ef0b9f4b-6616-43a0-9b20-d0b7fb4b3087 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=b3f34535-4c57-45b8-a551-08e0f419e825 HTTP/1.1" status: 200 len: 217 time: 0.0451019 Jul 13 07:39:57.978711 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.983979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-6a7f3568-678a-47d8-bebb-94f6010e3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.988005 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-6a7f3568-678a-47d8-bebb-94f6010e3779 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.0666983 Jul 13 07:39:57.991926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-cae0acd8-bc9c-47a3-9f79-90f3a2218610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:57.993438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-cae0acd8-bc9c-47a3-9f79-90f3a2218610 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 200 len: 854 time: 0.0961890 Jul 13 07:39:58.003330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Allocated IP 2001:db8::1 (7ab17cc7-1f5a-4248-a9e9-42f2445811d8/b1f2da75-ee5b-448f-9db2-b00e173c0e70/a7a7eb5e-012d-4836-aca2-80d363e181c5) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:58.019433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-17cc4b87-bdb3-45a6-ad8c-0d140f22c44e None None] Provisioning for port e3b7cadf-3090-4150-a4a1-7474583a32c3 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:58.036801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-08c51f79-ede0-4422-9770-a644f40090af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f46ada01-b932-4917-95de-057bc95477a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373662 Jul 13 07:39:58.038827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-17cc4b87-bdb3-45a6-ad8c-0d140f22c44e None None] Provisioning complete for port e3b7cadf-3090-4150-a4a1-7474583a32c3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:58.039374 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-17cc4b87-bdb3-45a6-ad8c-0d140f22c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.053386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.061478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.062119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.078147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-0bafd5d8-cb97-49d3-8ca7-01147102130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.080050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-0bafd5d8-cb97-49d3-8ca7-01147102130c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0814397 Jul 13 07:39:58.134994 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7045982 Jul 13 07:39:58.141386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35562) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:58.147026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'network_id': '33d1b381-6eda-449b-a0ec-20a383cd7200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:58.205467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=33d1b381-6eda-449b-a0ec-20a383cd7200,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:58.219860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.220249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.220598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.221000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.221266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.221750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.222094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.222429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.222763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.223094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.223422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.223771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4143834-d0fb-4454-8e74-718c826e1164 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:58.240284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 33d1b381-6eda-449b-a0ec-20a383cd7200 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:58.270212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-509e17c6-59d0-4406-851f-da9b4d308924 service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265897 Jul 13 07:39:58.293852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-0c2008e5-e4e2-4025-9c34-68dd9dccc133 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056880 Jul 13 07:39:58.329320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:58.334383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.376998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9e2902d-e1d7-4025-8a64-4ac31c44e348 req-02e7cd5d-5d92-4c37-a103-9a23ee73520d service neutron] 10.222.0.53 "GET /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996611 Jul 13 07:39:58.435624 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-17cc4b87-bdb3-45a6-ad8c-0d140f22c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.439514 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.468330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Transition to ACTIVE for port object a7a7eb5e-012d-4836-aca2-80d363e181c5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:58.504044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Transition to ACTIVE for port object a7a7eb5e-012d-4836-aca2-80d363e181c5 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:58.509815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-17cc4b87-bdb3-45a6-ad8c-0d140f22c44e None None] For port e3b7cadf-3090-4150-a4a1-7474583a32c3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e3b7cadf-3090-4150-a4a1-7474583a32c3,segment=NetworkSegment(84d49626-35e4-4abd-b0cd-2612a2b5ad37),segment_id=84d49626-35e4-4abd-b0cd-2612a2b5ad37)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:58.512694 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.519954 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-17cc4b87-bdb3-45a6-ad8c-0d140f22c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.573147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Network 7ab17cc7-1f5a-4248-a9e9-42f2445811d8 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:58.574493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Pushing event updated for resources: {'Port': ['ID=a7a7eb5e-012d-4836-aca2-80d363e181c5,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:58.580442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:58.584734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:58.713044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc4b87-bdb3-45a6-ad8c-0d140f22c44e None None] Pushing event updated for resources: {'Port': ['ID=e3b7cadf-3090-4150-a4a1-7474583a32c3,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:58.739599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Attempting to bind port a7a7eb5e-012d-4836-aca2-80d363e181c5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:58.739993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Attempting to bind port a7a7eb5e-012d-4836-aca2-80d363e181c5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '7d773c6a-a62d-4dd7-b707-1b25bfc5436b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ab17cc7-1f5a-4248-a9e9-42f2445811d8'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:58.740393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Attempting to bind port a7a7eb5e-012d-4836-aca2-80d363e181c5 on network 7ab17cc7-1f5a-4248-a9e9-42f2445811d8 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:58.761076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:58.761483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Checking segment: {'id': '7d773c6a-a62d-4dd7-b707-1b25bfc5436b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ab17cc7-1f5a-4248-a9e9-42f2445811d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:58.763611 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.764205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Bound using segment: {'id': '7d773c6a-a62d-4dd7-b707-1b25bfc5436b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ab17cc7-1f5a-4248-a9e9-42f2445811d8'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:58.764705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Bound port: a7a7eb5e-012d-4836-aca2-80d363e181c5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d773c6a-a62d-4dd7-b707-1b25bfc5436b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ab17cc7-1f5a-4248-a9e9-42f2445811d8'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:58.765096 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.777129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_backend_mixin [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Performing IP validity checks on allocation pools {{(pid=93839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:39:58.777479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_backend_mixin [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:39:58.884724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] For port a7a7eb5e-012d-4836-aca2-80d363e181c5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:58.891767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] For port a7a7eb5e-012d-4836-aca2-80d363e181c5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a7a7eb5e-012d-4836-aca2-80d363e181c5,segment=NetworkSegment(7d773c6a-a62d-4dd7-b707-1b25bfc5436b),segment_id=7d773c6a-a62d-4dd7-b707-1b25bfc5436b)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:58.904037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e81640-7779-40b8-9495-10fc2c04ba29 req-415307f3-e41b-43fc-9ecc-2c59b52501c1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:58.908411 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.910990 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e5e81640-7779-40b8-9495-10fc2c04ba29 req-415307f3-e41b-43fc-9ecc-2c59b52501c1 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.5532570 Jul 13 07:39:58.921719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-8b5c3c78-34c8-43b7-a3c4-ec428f2b705d service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194243 Jul 13 07:39:58.965677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9123980d-eed2-444c-bade-a6b7fc4c819c None None] Provisioning complete for port e3b7cadf-3090-4150-a4a1-7474583a32c3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:58.966191 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9123980d-eed2-444c-bade-a6b7fc4c819c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.035746 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e5e81640-7779-40b8-9495-10fc2c04ba29 req-49f7344c-c934-400c-bbf8-2a2ab7a92a6f tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237936 Jul 13 07:39:59.037461 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-5f1b3d90-0be8-491c-bb52-fdfb50695128 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=5b8939fa-8b8a-4b9a-a054-cbba7f446f29 HTTP/1.1" status: 200 len: 217 time: 0.1032376 Jul 13 07:39:59.204978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-364b308f-766d-41f7-aa83-5d2f55ec68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.206565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-364b308f-766d-41f7-aa83-5d2f55ec68e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.1605608 Jul 13 07:39:59.359050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.371975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba38a7a-7462-4441-9529-24099ade66ce None None] Pushing event updated for resources: {'Port': ['ID=a7a7eb5e-012d-4836-aca2-80d363e181c5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.419009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-5445dbe3-294f-4a16-8dfd-ab23ce6a44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.421297 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-5445dbe3-294f-4a16-8dfd-ab23ce6a44a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2052760 Jul 13 07:39:59.486900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=66ba152b-57f5-422d-95ff-ddf9f8a8fd9a,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.547078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking segment: {'id': 'a5178f3a-cde5-4fbe-89c6-089f1c1f4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '33d1b381-6eda-449b-a0ec-20a383cd7200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:59.547575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network hostable DHCP agents. Network: 33d1b381-6eda-449b-a0ec-20a383cd7200, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:59.593905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network 33d1b381-6eda-449b-a0ec-20a383cd7200 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:59.597534 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-3e5fdafa-6c6d-4cce-90d0-0b03d2e4dd36 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592348 Jul 13 07:39:59.605221 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 33d1b381-6eda-449b-a0ec-20a383cd7200) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:59.617118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.617757 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.618144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fd933-6472-4c24-b832-c9ef3b5dd5e4 None None] Network 33d1b381-6eda-449b-a0ec-20a383cd7200 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:59.665571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-47b28363-d3ed-46d5-b0b5-6e13715681c4 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5228045 Jul 13 07:39:59.668057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35584) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:59.775373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-33d1b381-6eda-449b-a0ec-20a383cd7200', 'network_id': '33d1b381-6eda-449b-a0ec-20a383cd7200', 'tenant_id': 'd3d6b46297ef4d49b3ef655cf6a02d19', 'fixed_ips': [{'subnet_id': '66ba152b-57f5-422d-95ff-ddf9f8a8fd9a'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:59.776492 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.789204 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-c31abc77-ac4a-4b2b-b958-5185e327c708 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685143 Jul 13 07:39:59.847495 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-3673c13a-813e-4d56-8fbe-6e0444343d43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c HTTP/1.1" status: 200 len: 217 time: 0.0487483 Jul 13 07:39:59.854661 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.939992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-a919a566-768e-4926-afc3-2dc6dc44dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.942427 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-a919a566-768e-4926-afc3-2dc6dc44dead service neutron] 10.222.0.54 "GET /v2.0/subnets?id=404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 200 len: 797 time: 0.0839953 Jul 13 07:39:59.956975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Allocated IP 2001:db8::3 (33d1b381-6eda-449b-a0ec-20a383cd7200/66ba152b-57f5-422d-95ff-ddf9f8a8fd9a/fb85507c-cf81-4666-af2a-f96d8c56e1f1) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:00.193005 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.324879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e3b7cadf-3090-4150-a4a1-7474583a32c3 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:00.391915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-1bffd54d-b97e-4c5f-91f9-b918cbbde381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.393508 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-1bffd54d-b97e-4c5f-91f9-b918cbbde381 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4390366 Jul 13 07:40:00.404058 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.443922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Transition to ACTIVE for port object fb85507c-cf81-4666-af2a-f96d8c56e1f1 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:00.491502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Transition to ACTIVE for port object fb85507c-cf81-4666-af2a-f96d8c56e1f1 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:00.505072 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.523572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e3b7cadf-3090-4150-a4a1-7474583a32c3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:00.529961 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.577632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3361d-ee42-4c3c-a159-f1c9bda74bde req-f04da386-ea8a-4c05-b203-e1bebb017833 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.584662 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-abe3361d-ee42-4c3c-a159-f1c9bda74bde req-f04da386-ea8a-4c05-b203-e1bebb017833 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.2360506 Jul 13 07:40:00.619546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Network 33d1b381-6eda-449b-a0ec-20a383cd7200 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:00.620850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Pushing event updated for resources: {'Port': ['ID=fb85507c-cf81-4666-af2a-f96d8c56e1f1,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:00.624984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:00.629141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:00.655781 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.673513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0f3ed-61a5-4e33-9cf4-8a6cd773b7d7 None None] Network 7ab17cc7-1f5a-4248-a9e9-42f2445811d8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:00.706574 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-abe3361d-ee42-4c3c-a159-f1c9bda74bde req-fb89855a-863e-427e-b403-d9ec0631414b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208560 Jul 13 07:40:00.723283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Subnet': ['ID=66ba152b-57f5-422d-95ff-ddf9f8a8fd9a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:00.792982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.804370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d1b381-6eda-449b-a0ec-20a383cd7200']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:00.815008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5178f3a-cde5-4fbe-89c6-089f1c1f4073') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:00.815663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5178f3a-cde5-4fbe-89c6-089f1c1f4073') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:00.824253 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-80f3e26d-0734-4a7d-bcad-17983576f252 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162104 Jul 13 07:40:00.830577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.865613 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.875820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:00.876528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:00.879695 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:00.911967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56d96001-c0ac-48a3-b503-ba95de874445 None None] Provisioning for port a7a7eb5e-012d-4836-aca2-80d363e181c5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:01.004795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Attempting to bind port fb85507c-cf81-4666-af2a-f96d8c56e1f1 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:01.005161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Attempting to bind port fb85507c-cf81-4666-af2a-f96d8c56e1f1 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'a5178f3a-cde5-4fbe-89c6-089f1c1f4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '33d1b381-6eda-449b-a0ec-20a383cd7200'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:01.005524 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Attempting to bind port fb85507c-cf81-4666-af2a-f96d8c56e1f1 on network 33d1b381-6eda-449b-a0ec-20a383cd7200 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:01.013238 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:40:01.013238 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:40:01.013238 n-d-798249-7 neutron-server[93839]: [parameters: {'id': '33d1b381-6eda-449b-a0ec-20a383cd7200'}] Jul 13 07:40:01.013238 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:40:01.014095 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:40:01.020421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-9bad5543-2794-4b52-a3b0-a2559a5d7829 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888487 Jul 13 07:40:01.042884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:01.043277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Checking segment: {'id': 'a5178f3a-cde5-4fbe-89c6-089f1c1f4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '33d1b381-6eda-449b-a0ec-20a383cd7200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:01.043682 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.044103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Bound using segment: {'id': 'a5178f3a-cde5-4fbe-89c6-089f1c1f4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '33d1b381-6eda-449b-a0ec-20a383cd7200'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:01.049286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Bound port: fb85507c-cf81-4666-af2a-f96d8c56e1f1, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5178f3a-cde5-4fbe-89c6-089f1c1f4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '33d1b381-6eda-449b-a0ec-20a383cd7200'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:01.049727 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.082312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-68231460-f700-494a-99a9-f250fd25f13c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1 HTTP/1.1" status: 200 len: 217 time: 0.0551205 Jul 13 07:40:01.149873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] For port fb85507c-cf81-4666-af2a-f96d8c56e1f1, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:01.153984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] For port fb85507c-cf81-4666-af2a-f96d8c56e1f1, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=fb85507c-cf81-4666-af2a-f96d8c56e1f1,segment=NetworkSegment(a5178f3a-cde5-4fbe-89c6-089f1c1f4073),segment_id=a5178f3a-cde5-4fbe-89c6-089f1c1f4073)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:01.158678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a7a7eb5e-012d-4836-aca2-80d363e181c5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:01.162933 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.200788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-67e6d1a6-25ba-4a03-81bf-9825c9b8ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:01.202679 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-67e6d1a6-25ba-4a03-81bf-9825c9b8ffbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 200 len: 797 time: 0.1137540 Jul 13 07:40:01.319310 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c9692-b972-4487-919c-6b2ac506c919 None None] Pushing event updated for resources: {'Port': ['ID=fb85507c-cf81-4666-af2a-f96d8c56e1f1,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:01.340261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b02fb-df5e-4c74-b560-b75944960a70 None None] Network 33d1b381-6eda-449b-a0ec-20a383cd7200 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:01.367773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686983d-5929-469b-a972-9025182e6f7c req-f0a9b196-b707-477c-9932-82bfb3133f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:01.369991 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-f0a9b196-b707-477c-9932-82bfb3133f1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1589255 Jul 13 07:40:01.488193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a7a7eb5e-012d-4836-aca2-80d363e181c5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:01.500373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a7a7eb5e-012d-4836-aca2-80d363e181c5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:01.500793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.522778 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.543416 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-a0d9a717-9604-4b1d-bc0e-eabfa2fe4521 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643078 Jul 13 07:40:01.602479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c6ce567-5b71-4a15-8f87-bffcd0b2409a None None] Provisioning complete for port a7a7eb5e-012d-4836-aca2-80d363e181c5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:01.602863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce567-5b71-4a15-8f87-bffcd0b2409a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.686707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting port fb85507c-cf81-4666-af2a-f96d8c56e1f1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:01.686944 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.690246 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c686983d-5929-469b-a972-9025182e6f7c req-e7dc37a6-bbaa-4628-9ba8-28bee5e00934 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359544 Jul 13 07:40:01.705685 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.711718 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a6e35-36bd-42b8-b2ee-0b37852ad046 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:40:01.821429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] For port fb85507c-cf81-4666-af2a-f96d8c56e1f1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=fb85507c-cf81-4666-af2a-f96d8c56e1f1,segment=NetworkSegment(a5178f3a-cde5-4fbe-89c6-089f1c1f4073),segment_id=a5178f3a-cde5-4fbe-89c6-089f1c1f4073)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:01.823667 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.865275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Calling delete_port for fb85507c-cf81-4666-af2a-f96d8c56e1f1 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:01.869448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port a7a7eb5e-012d-4836-aca2-80d363e181c5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a7a7eb5e-012d-4836-aca2-80d363e181c5,segment=NetworkSegment(7d773c6a-a62d-4dd7-b707-1b25bfc5436b),segment_id=7d773c6a-a62d-4dd7-b707-1b25bfc5436b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:01.871944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce567-5b71-4a15-8f87-bffcd0b2409a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.893611 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.988625 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.027617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Port': ['ID=fb85507c-cf81-4666-af2a-f96d8c56e1f1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.038907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No DVR routers for this DVR port fb85507c-cf81-4666-af2a-f96d8c56e1f1 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:02.047741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=a7a7eb5e-012d-4836-aca2-80d363e181c5,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.061180 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-2c6ce567-5b71-4a15-8f87-bffcd0b2409a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:40:02.061629 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-2c6ce567-5b71-4a15-8f87-bffcd0b2409a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:40:02.080592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a6e35-36bd-42b8-b2ee-0b37852ad046 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:40:02.102660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc09cd-ce59-4fa3-90eb-09e6e0dab3d2 req-63bccf1f-1ca6-4afe-b7de-0b7ff64c7152 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.113655 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1cc09cd-ce59-4fa3-90eb-09e6e0dab3d2 req-63bccf1f-1ca6-4afe-b7de-0b7ff64c7152 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1444478 Jul 13 07:40:02.135869 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.148814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d1b381-6eda-449b-a0ec-20a383cd7200']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:02.159287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1cc09cd-ce59-4fa3-90eb-09e6e0dab3d2 req-89b2a736-250a-4543-b02e-913a6766e603 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Jul 13 07:40:02.165049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5178f3a-cde5-4fbe-89c6-089f1c1f4073') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:02.165353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5178f3a-cde5-4fbe-89c6-089f1c1f4073') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:02.175742 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.190786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.196877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:02.197276 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:02.265289 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:02.270480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.280718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.286722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35628) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:02.292596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1284998752'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:02.296587 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/33d1b381-6eda-449b-a0ec-20a383cd7200 HTTP/1.1" status: 204 len: 168 time: 2.6274805 Jul 13 07:40:02.319501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b1d43-8396-4ba0-b4f6-f15431b0ba9b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Network': ['ID=33d1b381-6eda-449b-a0ec-20a383cd7200,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.331705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:02.336270 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.366780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:02.377453 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.378079 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Added segment aee136b6-44ea-4b73-9a83-a7bf9d2de4fe of type vlan for network ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a Jul 13 07:40:02.425924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.475256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.486207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.488574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.551826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2637115 Jul 13 07:40:02.554861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35634) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:02.555867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb14b4-7ef3-43a4-ac8a-618c02d6da74 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:40:02.563083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'network_id': 'ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:02.697010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a194d78-009e-420a-8595-34986cb70212 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.705905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:02.709632 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.712256 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:02.743379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28920cf7-f54c-4fe0-bff8-42b06f7e4eb5 req-97f7be3e-b81f-4f22-8f1c-db299056d01b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:02.745296 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28920cf7-f54c-4fe0-bff8-42b06f7e4eb5 req-97f7be3e-b81f-4f22-8f1c-db299056d01b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.1517208 Jul 13 07:40:02.833572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb14b4-7ef3-43a4-ac8a-618c02d6da74 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:40:02.834333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28920cf7-f54c-4fe0-bff8-42b06f7e4eb5 req-fd92a823-12fe-4e15-ae41-15fefa49d467 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816262 Jul 13 07:40:03.170484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7c578-25b4-4681-9dc1-7ec9ecad016f req-46e1a177-7cb2-49d0-832f-0165c019b466 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:03.192405 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-86a7c578-25b4-4681-9dc1-7ec9ecad016f req-46e1a177-7cb2-49d0-832f-0165c019b466 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.2105236 Jul 13 07:40:03.200322 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.293269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking segment: {'id': 'aee136b6-44ea-4b73-9a83-a7bf9d2de4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:03.293922 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network hostable DHCP agents. Network: ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:03.302786 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-86a7c578-25b4-4681-9dc1-7ec9ecad016f req-60079b98-9456-40c2-9267-5d8893d8988b tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093905 Jul 13 07:40:03.307317 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=9498f845-281b-401e-a99a-052edb98f7c3,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:03.342097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:03.359531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:03.370611 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:03.371507 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.404547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-140eb965-d63b-408a-aa7a-b14b364a8cd7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8477471 Jul 13 07:40:03.407785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35662) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:03.555944 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.614433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b63cd-3887-4455-9446-4ff601b505bc None None] Network ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:03.621503 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.775378 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.835235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Subnet': ['ID=9498f845-281b-401e-a99a-052edb98f7c3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:03.876593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39bd31-f446-479d-88db-b35a4a3c2e37 None None] Network ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:03.925861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.940620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:03.955037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee136b6-44ea-4b73-9a83-a7bf9d2de4fe') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:03.955964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee136b6-44ea-4b73-9a83-a7bf9d2de4fe') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:03.968913 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.987445 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.995185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:03.995853 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:04.091526 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:04.096374 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.115978 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.118398 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a HTTP/1.1" status: 204 len: 168 time: 0.7091010 Jul 13 07:40:04.130341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35670) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:04.136465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-339584351'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:04.141837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7f8b6-e829-4331-868a-c8568adc5b23 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Network': ['ID=ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:04.157542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a7a7eb5e-012d-4836-aca2-80d363e181c5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:04.166415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:04.170964 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.204354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:04.215936 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.216592 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Added segment 68989e07-16e8-49ac-9db5-c27ef3c5a3a2 of type vlan for network d4b06e09-e3eb-4ae4-a218-a1488cd78288 Jul 13 07:40:04.259553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a7a7eb5e-012d-4836-aca2-80d363e181c5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:04.260606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.283236 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.345767 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.354285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:04.354927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.401953 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2701874 Jul 13 07:40:04.402681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35676) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:04.411323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'network_id': 'd4b06e09-e3eb-4ae4-a218-a1488cd78288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:04.439118 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.520847 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85909a06-2cb4-43ae-b1d8-29cae4949bff tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=d4b06e09-e3eb-4ae4-a218-a1488cd78288,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:04.538061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbfbcb-2f5d-4bd6-a84f-9ce434865e67 req-893909ea-e2a6-4e8e-9e4c-ba54611f2420 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:04.541119 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d4b06e09-e3eb-4ae4-a218-a1488cd78288 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:04.547938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-74dbfbcb-2f5d-4bd6-a84f-9ce434865e67 req-893909ea-e2a6-4e8e-9e4c-ba54611f2420 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.7016773 Jul 13 07:40:04.597906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-74dbfbcb-2f5d-4bd6-a84f-9ce434865e67 req-f0ce9e44-3494-4a5c-bc21-278a5362e1d0 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490344 Jul 13 07:40:04.654146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:04.658032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.873145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.977623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking segment: {'id': '68989e07-16e8-49ac-9db5-c27ef3c5a3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4b06e09-e3eb-4ae4-a218-a1488cd78288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:04.978183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network hostable DHCP agents. Network: d4b06e09-e3eb-4ae4-a218-a1488cd78288, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:04.981929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=94d80965-8c42-47be-b5ff-2fe5aeb90459,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:04.998383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881acd69-9551-41cc-a72c-839de4ecd613 req-09fe1911-fb42-4a95-85a4-11e773f83ae9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.000471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-881acd69-9551-41cc-a72c-839de4ecd613 req-09fe1911-fb42-4a95-85a4-11e773f83ae9 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 945 time: 0.0727942 Jul 13 07:40:05.008388 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network d4b06e09-e3eb-4ae4-a218-a1488cd78288 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:05.023652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, d4b06e09-e3eb-4ae4-a218-a1488cd78288) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:05.028851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.029767 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.040723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c453cb-ca96-43aa-8c17-18e377675ba1 None None] Network d4b06e09-e3eb-4ae4-a218-a1488cd78288 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:05.057269 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f4900435-9e49-4036-a412-c3fa55351c9e tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6506009 Jul 13 07:40:05.062183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35682) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:05.178402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-881acd69-9551-41cc-a72c-839de4ecd613 req-9be28d9c-c4ed-4e6f-8176-0961e7083ebd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Deleting port bfee87e2-d0fd-4a20-86ff-f715e6203b9d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:05.179057 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-881acd69-9551-41cc-a72c-839de4ecd613 req-9be28d9c-c4ed-4e6f-8176-0961e7083ebd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.279604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-d4b06e09-e3eb-4ae4-a218-a1488cd78288', 'network_id': 'd4b06e09-e3eb-4ae4-a218-a1488cd78288', 'tenant_id': 'd3d6b46297ef4d49b3ef655cf6a02d19', 'fixed_ips': [{'subnet_id': '94d80965-8c42-47be-b5ff-2fe5aeb90459'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:05.280880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.291785 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.294650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-881acd69-9551-41cc-a72c-839de4ecd613 req-9be28d9c-c4ed-4e6f-8176-0961e7083ebd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] For port bfee87e2-d0fd-4a20-86ff-f715e6203b9d, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:05.295156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-881acd69-9551-41cc-a72c-839de4ecd613 req-9be28d9c-c4ed-4e6f-8176-0961e7083ebd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.327717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-881acd69-9551-41cc-a72c-839de4ecd613 req-9be28d9c-c4ed-4e6f-8176-0961e7083ebd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Calling delete_port for bfee87e2-d0fd-4a20-86ff-f715e6203b9d owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:05.374362 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.557368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Allocated IP 2001:db8::1 (d4b06e09-e3eb-4ae4-a218-a1488cd78288/94d80965-8c42-47be-b5ff-2fe5aeb90459/3df385ad-d8af-41a6-91a1-a0781abd1b27) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:05.566088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-881acd69-9551-41cc-a72c-839de4ecd613 req-9be28d9c-c4ed-4e6f-8176-0961e7083ebd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.584654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:05.587298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['bfee87e2-d0fd-4a20-86ff-f715e6203b9d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:05.649935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be28d9c-c4ed-4e6f-8176-0961e7083ebd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event deleted for resources: {'Port': ['ID=bfee87e2-d0fd-4a20-86ff-f715e6203b9d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:05.784387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-881acd69-9551-41cc-a72c-839de4ecd613 req-9be28d9c-c4ed-4e6f-8176-0961e7083ebd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] No DVR routers for this DVR port bfee87e2-d0fd-4a20-86ff-f715e6203b9d on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:05.791733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-881acd69-9551-41cc-a72c-839de4ecd613 req-9be28d9c-c4ed-4e6f-8176-0961e7083ebd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.794323 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-881acd69-9551-41cc-a72c-839de4ecd613 req-9be28d9c-c4ed-4e6f-8176-0961e7083ebd tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.53 "DELETE /v2.0/ports/bfee87e2-d0fd-4a20-86ff-f715e6203b9d HTTP/1.1" status: 204 len: 173 time: 0.7883420 Jul 13 07:40:05.794996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1167cf46-ad19-48cf-bad9-75166fe94169', 'name': 'network-vif-deleted', 'tag': 'bfee87e2-d0fd-4a20-86ff-f715e6203b9d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:05.806898 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b5a3d4-b65c-42d2-b746-841655b27a90" -d '{"events": [{"server_uuid": "1167cf46-ad19-48cf-bad9-75166fe94169", "name": "network-vif-deleted", "tag": "bfee87e2-d0fd-4a20-86ff-f715e6203b9d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:05.922929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.938269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Transition to ACTIVE for port object 3df385ad-d8af-41a6-91a1-a0781abd1b27 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:05.951227 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4318164a-27ed-4438-9a8e-a6d5167f8061 req-bbc82b22-859a-4b17-8316-63f565aae110 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=1167cf46-ad19-48cf-bad9-75166fe94169 HTTP/1.1" status: 200 len: 210 time: 0.0591829 Jul 13 07:40:05.962290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Transition to ACTIVE for port object 3df385ad-d8af-41a6-91a1-a0781abd1b27 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:05.971766 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.013525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Network d4b06e09-e3eb-4ae4-a218-a1488cd78288 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:06.017080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:06.017624 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.024995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:06.039849 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91c46d7-8946-4d8c-bb01-3c20b850b7d4 x-openstack-request-id: req-e91c46d7-8946-4d8c-bb01-3c20b850b7d4 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:06.040303 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1167cf46-ad19-48cf-bad9-75166fe94169", "name": "network-vif-deleted", "tag": "bfee87e2-d0fd-4a20-86ff-f715e6203b9d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:06.042170 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e91c46d7-8946-4d8c-bb01-3c20b850b7d4 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:06.042170 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1167cf46-ad19-48cf-bad9-75166fe94169', 'name': 'network-vif-deleted', 'tag': 'bfee87e2-d0fd-4a20-86ff-f715e6203b9d', 'status': 'completed', 'code': 200} Jul 13 07:40:06.076428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Subnet': ['ID=94d80965-8c42-47be-b5ff-2fe5aeb90459,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:06.121358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Pushing event updated for resources: {'Port': ['ID=3df385ad-d8af-41a6-91a1-a0781abd1b27,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:06.142757 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Attempting to bind port 3df385ad-d8af-41a6-91a1-a0781abd1b27 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:06.143786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Attempting to bind port 3df385ad-d8af-41a6-91a1-a0781abd1b27 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '68989e07-16e8-49ac-9db5-c27ef3c5a3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4b06e09-e3eb-4ae4-a218-a1488cd78288'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:06.143966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.144256 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Attempting to bind port 3df385ad-d8af-41a6-91a1-a0781abd1b27 on network d4b06e09-e3eb-4ae4-a218-a1488cd78288 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:06.156532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b06e09-e3eb-4ae4-a218-a1488cd78288']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:06.160297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:06.160684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Checking segment: {'id': '68989e07-16e8-49ac-9db5-c27ef3c5a3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4b06e09-e3eb-4ae4-a218-a1488cd78288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:06.161366 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.161819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Bound using segment: {'id': '68989e07-16e8-49ac-9db5-c27ef3c5a3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4b06e09-e3eb-4ae4-a218-a1488cd78288'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:06.162314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Bound port: 3df385ad-d8af-41a6-91a1-a0781abd1b27, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68989e07-16e8-49ac-9db5-c27ef3c5a3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4b06e09-e3eb-4ae4-a218-a1488cd78288'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:06.162703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.175081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68989e07-16e8-49ac-9db5-c27ef3c5a3a2') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:06.175539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68989e07-16e8-49ac-9db5-c27ef3c5a3a2') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:06.193662 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.209920 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.217379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:06.217796 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:06.277740 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:06.284920 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:40:06.284920 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:40:06.284920 n-d-798249-7 neutron-server[93839]: [parameters: {'id': 'd4b06e09-e3eb-4ae4-a218-a1488cd78288'}] Jul 13 07:40:06.284920 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:40:06.285335 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:40:06.288402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] For port 3df385ad-d8af-41a6-91a1-a0781abd1b27, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:06.292180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] For port 3df385ad-d8af-41a6-91a1-a0781abd1b27, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3df385ad-d8af-41a6-91a1-a0781abd1b27,segment=NetworkSegment(68989e07-16e8-49ac-9db5-c27ef3c5a3a2),segment_id=68989e07-16e8-49ac-9db5-c27ef3c5a3a2)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:06.297274 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.379579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35728) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:06.392962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d9cb9-160f-43a1-8b53-a621c6d67a61 None None] Pushing event updated for resources: {'Port': ['ID=3df385ad-d8af-41a6-91a1-a0781abd1b27,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:06.422808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d74da-cc3c-4b2c-9ccb-d737cf4b6ba4 None None] Network d4b06e09-e3eb-4ae4-a218-a1488cd78288 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:06.501127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9166905d-1231-4f3b-81d9-1b995c27b8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.595760 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:40:06.606746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b0ce98-27c2-40c9-892d-21395b5bb7b6 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:40:06.666982 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9166905d-1231-4f3b-81d9-1b995c27b8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.673329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9166905d-1231-4f3b-81d9-1b995c27b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.719180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35732) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:06.720565 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9166905d-1231-4f3b-81d9-1b995c27b8d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca66549056f8410f926cb2ecd5b66cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398328 Jul 13 07:40:06.722146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166905d-1231-4f3b-81d9-1b995c27b8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06c15b2-d1b4-4e9c-9e11-d88199c82864,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:06.787636 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.788661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0ce98-27c2-40c9-892d-21395b5bb7b6 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:40:06.793237 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0bad547-4b21-4677-baf2-f21e00170e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.852001 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0bad547-4b21-4677-baf2-f21e00170e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.906119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting port 3df385ad-d8af-41a6-91a1-a0781abd1b27 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:06.906467 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.973430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0bad547-4b21-4677-baf2-f21e00170e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.976143 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0bad547-4b21-4677-baf2-f21e00170e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.977303 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c0bad547-4b21-4677-baf2-f21e00170e43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d06c15b2-d1b4-4e9c-9e11-d88199c82864 HTTP/1.1" status: 204 len: 168 time: 0.2571111 Jul 13 07:40:06.994625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] For port 3df385ad-d8af-41a6-91a1-a0781abd1b27, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3df385ad-d8af-41a6-91a1-a0781abd1b27,segment=NetworkSegment(68989e07-16e8-49ac-9db5-c27ef3c5a3a2),segment_id=68989e07-16e8-49ac-9db5-c27ef3c5a3a2)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:06.995834 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.007320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bad547-4b21-4677-baf2-f21e00170e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06c15b2-d1b4-4e9c-9e11-d88199c82864,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.021402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Calling delete_port for 3df385ad-d8af-41a6-91a1-a0781abd1b27 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:07.446364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.478692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Port': ['ID=3df385ad-d8af-41a6-91a1-a0781abd1b27,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.485468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No DVR routers for this DVR port 3df385ad-d8af-41a6-91a1-a0781abd1b27 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:07.494917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35754) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:07.508815 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dcacb1cb-c528-4f00-920c-020c23a9cfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.576352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.586591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b06e09-e3eb-4ae4-a218-a1488cd78288']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:07.598365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68989e07-16e8-49ac-9db5-c27ef3c5a3a2') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:07.598665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68989e07-16e8-49ac-9db5-c27ef3c5a3a2') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:07.609315 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.612841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dcacb1cb-c528-4f00-920c-020c23a9cfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.622226 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dcacb1cb-c528-4f00-920c-020c23a9cfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.630681 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.636930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:07.637421 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:07.640656 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:07.676431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacb1cb-c528-4f00-920c-020c23a9cfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517f7f8e-5ef8-4271-b1a4-260732fd6e26,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.685611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dcacb1cb-c528-4f00-920c-020c23a9cfed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=efc86e969814470fb0f1e70d511110d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896200 Jul 13 07:40:07.688143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35762) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:07.708529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.726720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.732855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/d4b06e09-e3eb-4ae4-a218-a1488cd78288 HTTP/1.1" status: 204 len: 168 time: 2.6650827 Jul 13 07:40:07.732855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e102ae-73c5-46e7-91f6-259a3e7f1209 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Network': ['ID=d4b06e09-e3eb-4ae4-a218-a1488cd78288,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.733114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35764) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:07.740778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-670630847'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:07.763229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-88e099f0-924f-4074-8cdf-c2b719cb92ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.775785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:07.780122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.803248 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-88e099f0-924f-4074-8cdf-c2b719cb92ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.810788 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.833230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:07.849565 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.849924 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Added segment fb73545d-0ed5-44ea-8c77-d38236d359fd of type vlan for network 14baba75-bf0f-43c4-bc14-49fcf56881dc Jul 13 07:40:07.896445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.901949 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-88e099f0-924f-4074-8cdf-c2b719cb92ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.905994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-88e099f0-924f-4074-8cdf-c2b719cb92ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.907531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-88e099f0-924f-4074-8cdf-c2b719cb92ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/517f7f8e-5ef8-4271-b1a4-260732fd6e26 HTTP/1.1" status: 204 len: 168 time: 0.2180867 Jul 13 07:40:07.920196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e099f0-924f-4074-8cdf-c2b719cb92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517f7f8e-5ef8-4271-b1a4-260732fd6e26,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.952760 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.958528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:07.959142 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.999362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2653959 Jul 13 07:40:08.002228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35776) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:08.007675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'network_id': '14baba75-bf0f-43c4-bc14-49fcf56881dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:08.051650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27fa77-2a2e-4bcc-a594-9dbaf0457241 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=14baba75-bf0f-43c4-bc14-49fcf56881dc,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:08.065178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 14baba75-bf0f-43c4-bc14-49fcf56881dc details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:08.144948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:08.150888 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.391128 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.468130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=9c28f92d-1e28-42b2-98c2-3deac15996f2,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:08.492301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking segment: {'id': 'fb73545d-0ed5-44ea-8c77-d38236d359fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '14baba75-bf0f-43c4-bc14-49fcf56881dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:08.492852 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network hostable DHCP agents. Network: 14baba75-bf0f-43c4-bc14-49fcf56881dc, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:08.510635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network 14baba75-bf0f-43c4-bc14-49fcf56881dc is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:08.521746 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 14baba75-bf0f-43c4-bc14-49fcf56881dc) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:08.526489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.527821 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.533407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c57aec-cd83-4e03-884b-c398819ea50c None None] Network 14baba75-bf0f-43c4-bc14-49fcf56881dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:08.546422 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-38a1df30-9058-48e6-b9a8-d92652aa7585 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5430791 Jul 13 07:40:08.549781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35806) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:08.556635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8ac597f9-d931-4162-bb67-18466b2c2b1f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'network_id': '14baba75-bf0f-43c4-bc14-49fcf56881dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:08.720379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-14baba75-bf0f-43c4-bc14-49fcf56881dc', 'network_id': '14baba75-bf0f-43c4-bc14-49fcf56881dc', 'tenant_id': 'd3d6b46297ef4d49b3ef655cf6a02d19', 'fixed_ips': [{'subnet_id': '9c28f92d-1e28-42b2-98c2-3deac15996f2'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:08.721561 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.725442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928c2ac-71b6-4238-9354-000b79f573ad req-3a9887e1-11ff-4072-98ca-4ef1ee4727de tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:08.726970 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3928c2ac-71b6-4238-9354-000b79f573ad req-3a9887e1-11ff-4072-98ca-4ef1ee4727de tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 946 time: 0.1342003 Jul 13 07:40:08.754181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac597f9-d931-4162-bb67-18466b2c2b1f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:08.757676 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ac597f9-d931-4162-bb67-18466b2c2b1f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.806271 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3928c2ac-71b6-4238-9354-000b79f573ad req-ba8c46e1-8cb5-41bd-b6a8-8c41bb15f021 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714681 Jul 13 07:40:08.891561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Allocated IP 2001:db8::2 (14baba75-bf0f-43c4-bc14-49fcf56881dc/9c28f92d-1e28-42b2-98c2-3deac15996f2/8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:09.045352 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.049443 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ac597f9-d931-4162-bb67-18466b2c2b1f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.058794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Transition to ACTIVE for port object 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:09.075952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Transition to ACTIVE for port object 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:09.084205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.094485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac597f9-d931-4162-bb67-18466b2c2b1f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network 14baba75-bf0f-43c4-bc14-49fcf56881dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:09.099218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-8ac597f9-d931-4162-bb67-18466b2c2b1f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:09.104163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac597f9-d931-4162-bb67-18466b2c2b1f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.105158 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ac597f9-d931-4162-bb67-18466b2c2b1f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.124173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac597f9-d931-4162-bb67-18466b2c2b1f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=a1baad5a-df26-417b-9e41-dcff8cdda606,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.128416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8ac597f9-d931-4162-bb67-18466b2c2b1f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5767226 Jul 13 07:40:09.132492 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35822) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:09.133338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Network 14baba75-bf0f-43c4-bc14-49fcf56881dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:09.138872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:09.141607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:09.150096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Pushing event updated for resources: {'Port': ['ID=8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.198896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493abd43-6123-4e37-b889-61d8adb8a5bf tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.201568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493abd43-6123-4e37-b889-61d8adb8a5bf tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.203444 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493abd43-6123-4e37-b889-61d8adb8a5bf tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.205161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493abd43-6123-4e37-b889-61d8adb8a5bf tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.206672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Attempting to bind port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:09.206950 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493abd43-6123-4e37-b889-61d8adb8a5bf tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.207128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Attempting to bind port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'fb73545d-0ed5-44ea-8c77-d38236d359fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '14baba75-bf0f-43c4-bc14-49fcf56881dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:09.207401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Attempting to bind port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd on network 14baba75-bf0f-43c4-bc14-49fcf56881dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:09.208855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-493abd43-6123-4e37-b889-61d8adb8a5bf tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0755830 Jul 13 07:40:09.212594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35826) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:09.216991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:09.217463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Checking segment: {'id': 'fb73545d-0ed5-44ea-8c77-d38236d359fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '14baba75-bf0f-43c4-bc14-49fcf56881dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:09.217944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.218326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-227229850'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:09.218507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Bound using segment: {'id': 'fb73545d-0ed5-44ea-8c77-d38236d359fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '14baba75-bf0f-43c4-bc14-49fcf56881dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:09.219078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Bound port: 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb73545d-0ed5-44ea-8c77-d38236d359fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '14baba75-bf0f-43c4-bc14-49fcf56881dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:09.219576 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.245536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:09.249921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.276001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:09.286844 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.287208 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Added segment 50813b19-77d9-4282-a499-57d5a9c84830 of type vlan for network 53feca75-2722-4d56-9f81-e6ddd5f2975f Jul 13 07:40:09.311299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] For port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:09.314987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] For port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd,segment=NetworkSegment(fb73545d-0ed5-44ea-8c77-d38236d359fd),segment_id=fb73545d-0ed5-44ea-8c77-d38236d359fd)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:09.325345 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.339826 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.377578 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.386373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.386542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.418482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e9b38-b002-4a20-aabd-23564c1e23ee None None] Pushing event updated for resources: {'Port': ['ID=8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.427643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2139299 Jul 13 07:40:09.431500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35834) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:09.445914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-79c41957-0d7b-49e1-8aa6-a15de973a4c1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:09.474126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dde932-66a1-435a-be44-e3f7d6400ac2 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=53feca75-2722-4d56-9f81-e6ddd5f2975f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.487789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 53feca75-2722-4d56-9f81-e6ddd5f2975f details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:09.680863 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79c41957-0d7b-49e1-8aa6-a15de973a4c1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.704583 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79c41957-0d7b-49e1-8aa6-a15de973a4c1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.719927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79c41957-0d7b-49e1-8aa6-a15de973a4c1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network 53feca75-2722-4d56-9f81-e6ddd5f2975f is not hosted by any dhcp agent {{(pid=93838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:40:09.727832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c41957-0d7b-49e1-8aa6-a15de973a4c1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.728584 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79c41957-0d7b-49e1-8aa6-a15de973a4c1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.730136 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-79c41957-0d7b-49e1-8aa6-a15de973a4c1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "PUT /v2.0/networks/53feca75-2722-4d56-9f81-e6ddd5f2975f HTTP/1.1" status: 200 len: 723 time: 0.2975140 Jul 13 07:40:09.734042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35844) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:09.741685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'network_id': '53feca75-2722-4d56-9f81-e6ddd5f2975f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:09.814545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device bfee87e2-d0fd-4a20-86ff-f715e6203b9d no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:09.822351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c41957-0d7b-49e1-8aa6-a15de973a4c1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=53feca75-2722-4d56-9f81-e6ddd5f2975f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.863338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 53feca75-2722-4d56-9f81-e6ddd5f2975f details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:09.867368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: bfee87e2-d0fd-4a20-86ff-f715e6203b9d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:09.868196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device bfee87e2-d0fd-4a20-86ff-f715e6203b9d not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:09.882772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:09.887788 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.092309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:10.123458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b8e0b-260e-4964-ac5c-a24ac155f5c3 req-07d2f6de-5ee8-4323-b053-5d7000ff1661 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.125410 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d59b8e0b-260e-4964-ac5c-a24ac155f5c3 req-07d2f6de-5ee8-4323-b053-5d7000ff1661 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 946 time: 0.1499879 Jul 13 07:40:10.156825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:10.212991 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d59b8e0b-260e-4964-ac5c-a24ac155f5c3 req-90e5f073-f0b3-4971-9ba7-ec01ae3cc6b2 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/security-groups?id=e54e1377-b054-40f3-8faf-516c3803fc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800827 Jul 13 07:40:10.218845 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.290105 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=cc26f89e-8b66-46a3-8c20-376dd99183b1,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:10.326153 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking segment: {'id': '50813b19-77d9-4282-a499-57d5a9c84830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53feca75-2722-4d56-9f81-e6ddd5f2975f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:10.326503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network hostable DHCP agents. Network: 53feca75-2722-4d56-9f81-e6ddd5f2975f, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:10.357459 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network 53feca75-2722-4d56-9f81-e6ddd5f2975f is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:10.371134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 53feca75-2722-4d56-9f81-e6ddd5f2975f) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:10.380481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c243b4b2-5f61-42bd-a242-194faebdbe85 None None] Network 53feca75-2722-4d56-9f81-e6ddd5f2975f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:10.385269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-0bfabe0f-92b6-441f-9765-ea782f1ddab8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.387105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-0bfabe0f-92b6-441f-9765-ea782f1ddab8 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 946 time: 0.0979309 Jul 13 07:40:10.388854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.389548 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.439355 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4f54eba7-d861-44f7-a6de-fc65c6e8cefd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7034662 Jul 13 07:40:10.443687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35858) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:10.452750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-68c0022b-bb82-499e-b431-a02521ebf9d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:10.521835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-ad51537b-fc15-485c-87b4-e1641d807f2a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Deleting port a465dab2-02c4-4954-9b97-2d4ecdb2e365 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:10.522338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-ad51537b-fc15-485c-87b4-e1641d807f2a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.593290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-53feca75-2722-4d56-9f81-e6ddd5f2975f', 'network_id': '53feca75-2722-4d56-9f81-e6ddd5f2975f', 'tenant_id': 'd3d6b46297ef4d49b3ef655cf6a02d19', 'fixed_ips': [{'subnet_id': 'cc26f89e-8b66-46a3-8c20-376dd99183b1'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:10.594506 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.602747 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-68c0022b-bb82-499e-b431-a02521ebf9d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25603401'] for subnet, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.671123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-ad51537b-fc15-485c-87b4-e1641d807f2a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] For port a465dab2-02c4-4954-9b97-2d4ecdb2e365, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a465dab2-02c4-4954-9b97-2d4ecdb2e365,segment=NetworkSegment(62908929-601f-438f-aa18-4c0ed84cbdf6),segment_id=62908929-601f-438f-aa18-4c0ed84cbdf6)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:10.671750 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-ad51537b-fc15-485c-87b4-e1641d807f2a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.688433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-ad51537b-fc15-485c-87b4-e1641d807f2a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Calling delete_port for a465dab2-02c4-4954-9b97-2d4ecdb2e365 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:10.747592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ff8ea-362a-4b9c-86a2-bd89b2ac351d None None] Network 14baba75-bf0f-43c4-bc14-49fcf56881dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:10.793179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bafae7ae-9d76-4f8a-be3e-09e69da50d2f None None] Provisioning for port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:10.825658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bafae7ae-9d76-4f8a-be3e-09e69da50d2f None None] Provisioning complete for port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:10.826221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bafae7ae-9d76-4f8a-be3e-09e69da50d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.829394 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-68c0022b-bb82-499e-b431-a02521ebf9d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732162714965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27075000'] for subnet, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.857990 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-ad51537b-fc15-485c-87b4-e1641d807f2a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.871068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0022b-bb82-499e-b431-a02521ebf9d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:10.872585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-68c0022b-bb82-499e-b431-a02521ebf9d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.873902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-68c0022b-bb82-499e-b431-a02521ebf9d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "PUT /v2.0/subnets/cc26f89e-8b66-46a3-8c20-376dd99183b1 HTTP/1.1" status: 200 len: 826 time: 0.4289546 Jul 13 07:40:10.876676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35864) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:10.887848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a465dab2-02c4-4954-9b97-2d4ecdb2e365'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:10.898694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51537b-fc15-485c-87b4-e1641d807f2a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Pushing event deleted for resources: {'Port': ['ID=a465dab2-02c4-4954-9b97-2d4ecdb2e365,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:10.934363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0022b-bb82-499e-b431-a02521ebf9d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=cc26f89e-8b66-46a3-8c20-376dd99183b1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:10.956164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-ad51537b-fc15-485c-87b4-e1641d807f2a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] No DVR routers for this DVR port a465dab2-02c4-4954-9b97-2d4ecdb2e365 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:10.959102 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-ad51537b-fc15-485c-87b4-e1641d807f2a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.961536 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7e64ec4-1229-4139-a4f0-b15c4f2394d4 req-ad51537b-fc15-485c-87b4-e1641d807f2a tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.54 "DELETE /v2.0/ports/a465dab2-02c4-4954-9b97-2d4ecdb2e365 HTTP/1.1" status: 204 len: 173 time: 0.5675607 Jul 13 07:40:10.962084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a428b4-9e29-4c16-a7c6-1290dc9c2e8f', 'name': 'network-vif-deleted', 'tag': 'a465dab2-02c4-4954-9b97-2d4ecdb2e365'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:10.964540 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f200dcb8-d4c2-492d-8c89-a1cf45fde4b6" -d '{"events": [{"server_uuid": "41a428b4-9e29-4c16-a7c6-1290dc9c2e8f", "name": "network-vif-deleted", "tag": "a465dab2-02c4-4954-9b97-2d4ecdb2e365"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:10.974195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Allocated IP 2001:db8::2 (53feca75-2722-4d56-9f81-e6ddd5f2975f/cc26f89e-8b66-46a3-8c20-376dd99183b1/7e86adc8-6ebd-4608-99c0-e5dc6116f3dc) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:11.013337 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.028646 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278fda35-f6b0-400d-94af-63b2f39b7caa x-openstack-request-id: req-278fda35-f6b0-400d-94af-63b2f39b7caa {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:11.029196 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a428b4-9e29-4c16-a7c6-1290dc9c2e8f", "name": "network-vif-deleted", "tag": "a465dab2-02c4-4954-9b97-2d4ecdb2e365", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:11.030230 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-278fda35-f6b0-400d-94af-63b2f39b7caa {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:11.030230 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a428b4-9e29-4c16-a7c6-1290dc9c2e8f', 'name': 'network-vif-deleted', 'tag': 'a465dab2-02c4-4954-9b97-2d4ecdb2e365', 'status': 'completed', 'code': 200} Jul 13 07:40:11.083167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.147750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bafae7ae-9d76-4f8a-be3e-09e69da50d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.252325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-bafae7ae-9d76-4f8a-be3e-09e69da50d2f None None] For port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd,segment=NetworkSegment(fb73545d-0ed5-44ea-8c77-d38236d359fd),segment_id=fb73545d-0ed5-44ea-8c77-d38236d359fd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:11.272966 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bafae7ae-9d76-4f8a-be3e-09e69da50d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.325663 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.379841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Transition to ACTIVE for port object 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:11.440168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafae7ae-9d76-4f8a-be3e-09e69da50d2f None None] Pushing event updated for resources: {'Port': ['ID=8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:11.450610 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0bee7d80-b81a-4edb-80c6-2782135c11ae req-230854c9-7efd-4570-a0b6-1669f87d1706 tempest-ServersTestJSON-705638515 tempest-ServersTestJSON-705638515-project] 10.222.0.44 "GET /v2.0/ports?device_id=41a428b4-9e29-4c16-a7c6-1290dc9c2e8f HTTP/1.1" status: 200 len: 210 time: 0.0817318 Jul 13 07:40:11.454756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79a595-1fa7-4f77-8c63-0bc315e66de1 None None] Update dhcp port {'port': {'network_id': '14baba75-bf0f-43c4-bc14-49fcf56881dc', 'fixed_ips': [{'subnet_id': '9c28f92d-1e28-42b2-98c2-3deac15996f2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1baad5a-df26-417b-9e41-dcff8cdda606'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:40:11.492620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Transition to ACTIVE for port object 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:11.503274 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.528332 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.562943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b79a595-1fa7-4f77-8c63-0bc315e66de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.579995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Subnet': ['ID=cc26f89e-8b66-46a3-8c20-376dd99183b1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:11.586415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Network 53feca75-2722-4d56-9f81-e6ddd5f2975f is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:11.593991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:11.599975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:11.602118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Pushing event updated for resources: {'Port': ['ID=7e86adc8-6ebd-4608-99c0-e5dc6116f3dc,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:11.629018 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.641755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53feca75-2722-4d56-9f81-e6ddd5f2975f']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:11.656687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50813b19-77d9-4282-a499-57d5a9c84830') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:11.657493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50813b19-77d9-4282-a499-57d5a9c84830') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:11.670698 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.694250 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.707199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:11.708080 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:11.712027 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:11.823697 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:40:11.823697 n-d-798249-7 neutron-server[93838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:40:11.823697 n-d-798249-7 neutron-server[93838]: [parameters: {'id': '53feca75-2722-4d56-9f81-e6ddd5f2975f'}] Jul 13 07:40:11.823697 n-d-798249-7 neutron-server[93838]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:40:11.824952 n-d-798249-7 neutron-server[93838]: DEBUG oslo_db.api [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:40:11.844382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Attempting to bind port 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:11.845002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Attempting to bind port 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '50813b19-77d9-4282-a499-57d5a9c84830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53feca75-2722-4d56-9f81-e6ddd5f2975f'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:11.845592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Attempting to bind port 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc on network 53feca75-2722-4d56-9f81-e6ddd5f2975f {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:11.862940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:11.863636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Checking segment: {'id': '50813b19-77d9-4282-a499-57d5a9c84830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53feca75-2722-4d56-9f81-e6ddd5f2975f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:11.864505 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.865533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Bound using segment: {'id': '50813b19-77d9-4282-a499-57d5a9c84830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53feca75-2722-4d56-9f81-e6ddd5f2975f'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:11.866336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Bound port: 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50813b19-77d9-4282-a499-57d5a9c84830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53feca75-2722-4d56-9f81-e6ddd5f2975f'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:11.866949 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.955968 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-4b79a595-1fa7-4f77-8c63-0bc315e66de1 None None] Allocated IP 172.20.0.1 (14baba75-bf0f-43c4-bc14-49fcf56881dc/a1baad5a-df26-417b-9e41-dcff8cdda606/8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:12.000832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] For port 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:12.021715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] For port 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7e86adc8-6ebd-4608-99c0-e5dc6116f3dc,segment=NetworkSegment(50813b19-77d9-4282-a499-57d5a9c84830),segment_id=50813b19-77d9-4282-a499-57d5a9c84830)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:12.027964 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.089027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:12.190768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-4b79a595-1fa7-4f77-8c63-0bc315e66de1 None None] For port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd,segment=NetworkSegment(fb73545d-0ed5-44ea-8c77-d38236d359fd),segment_id=fb73545d-0ed5-44ea-8c77-d38236d359fd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:12.207325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9e4ef-57a5-4bf8-a253-33957a83f2c7 None None] Pushing event updated for resources: {'Port': ['ID=7e86adc8-6ebd-4608-99c0-e5dc6116f3dc,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:12.239129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3356a083-1120-428f-8dbe-b45d53a5f3c3 None None] Network 53feca75-2722-4d56-9f81-e6ddd5f2975f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:12.245772 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b79a595-1fa7-4f77-8c63-0bc315e66de1 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.273627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:12.274002 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.276752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4b79a595-1fa7-4f77-8c63-0bc315e66de1 None None] Transition to ACTIVE for port object 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:12.326031 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.390678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting port 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:12.391113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.455168 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b79a595-1fa7-4f77-8c63-0bc315e66de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.464446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] For port 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7e86adc8-6ebd-4608-99c0-e5dc6116f3dc,segment=NetworkSegment(50813b19-77d9-4282-a499-57d5a9c84830),segment_id=50813b19-77d9-4282-a499-57d5a9c84830)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:12.465375 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.485030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Calling delete_port for 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:12.564334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35900) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:12.586106 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.615234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4727a567-7619-478c-a428-5f4c626d049b admin admin] Deleting subnet eca6a03b-25bf-47a0-aae5-f347193dc542 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:12.619674 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4727a567-7619-478c-a428-5f4c626d049b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.621183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Port': ['ID=7e86adc8-6ebd-4608-99c0-e5dc6116f3dc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:12.625969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No DVR routers for this DVR port 7e86adc8-6ebd-4608-99c0-e5dc6116f3dc on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:12.645715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79a595-1fa7-4f77-8c63-0bc315e66de1 None None] Pushing event updated for resources: {'Port': ['ID=8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:12.648486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd had new provisioning blocks added so it will not transition to active. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 13 07:40:12.660035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b39b0de-b89c-46e3-9a33-f982948e5df0 None None] Network 53feca75-2722-4d56-9f81-e6ddd5f2975f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:12.696939 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4727a567-7619-478c-a428-5f4c626d049b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.735778 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.750141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53feca75-2722-4d56-9f81-e6ddd5f2975f']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:12.758837 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4727a567-7619-478c-a428-5f4c626d049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.770837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50813b19-77d9-4282-a499-57d5a9c84830') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:12.771204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50813b19-77d9-4282-a499-57d5a9c84830') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:12.785187 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.808757 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.826265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:12.826693 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:12.832250 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:12.878010 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4727a567-7619-478c-a428-5f4c626d049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.919915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727a567-7619-478c-a428-5f4c626d049b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca6a03b-25bf-47a0-aae5-f347193dc542,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:12.946993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4727a567-7619-478c-a428-5f4c626d049b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.954793 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4727a567-7619-478c-a428-5f4c626d049b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eca6a03b-25bf-47a0-aae5-f347193dc542 HTTP/1.1" status: 204 len: 168 time: 0.3860664 Jul 13 07:40:12.954793 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35910) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:13.021708 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.036348 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.038232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/53feca75-2722-4d56-9f81-e6ddd5f2975f HTTP/1.1" status: 204 len: 168 time: 2.1604292 Jul 13 07:40:13.047847 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35914) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:13.081507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81ea65-da70-44dc-863d-9d7b8838282a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Network': ['ID=53feca75-2722-4d56-9f81-e6ddd5f2975f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.099069 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f72d82-d656-48b6-a56e-0f022b1918cf tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:13.099644 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f72d82-d656-48b6-a56e-0f022b1918cf tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:13.101454 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f3f72d82-d656-48b6-a56e-0f022b1918cf tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/53feca75-2722-4d56-9f81-e6ddd5f2975f HTTP/1.1" status: 404 len: 339 time: 0.0525949 Jul 13 07:40:13.105234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35918) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:13.110933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1724875434', 'description': 'd1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:13.162433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:13.169294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.176848 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.204603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:13.220241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.220945 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Added segment 7de6b11b-eb85-4fd2-956b-2ae80c52cdec of type vlan for network 6d7cc862-2d4c-4e0e-932e-d67f3333de51 Jul 13 07:40:13.293937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.301714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.315032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:13.332322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62908929-601f-438f-aa18-4c0ed84cbdf6') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:13.333121 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62908929-601f-438f-aa18-4c0ed84cbdf6') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:13.334760 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.343320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:13.344213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.349333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.374003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.393373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:13.393840 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.420296 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3108249 Jul 13 07:40:13.421324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35924) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:13.433907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a465dab2-02c4-4954-9b97-2d4ecdb2e365 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:13.468120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70790f55-f38c-452f-a0f4-dc7512b0f42c tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=6d7cc862-2d4c-4e0e-932e-d67f3333de51,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.475836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: a465dab2-02c4-4954-9b97-2d4ecdb2e365 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:13.476379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a465dab2-02c4-4954-9b97-2d4ecdb2e365 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:13.487865 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6d7cc862-2d4c-4e0e-932e-d67f3333de51 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:13.514138 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:13.519176 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.529193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647784'] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.538834 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] 10.222.0.44 "DELETE /v2.0/networks/707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8 HTTP/1.1" status: 204 len: 168 time: 0.5829883 Jul 13 07:40:13.574240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4c070-276f-47e8-b837-7a23dda0a11e admin admin] Pushing event deleted for resources: {'Network': ['ID=707b4c2d-6cfb-49fd-bd5b-b31b4c4175a8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.622756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d5129c-ebf4-4102-8258-15340878e3eb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:13.624369 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c3d5129c-ebf4-4102-8258-15340878e3eb tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/networks?id=6d7cc862-2d4c-4e0e-932e-d67f3333de51 HTTP/1.1" status: 200 len: 765 time: 0.2017415 Jul 13 07:40:13.627136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35930) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:13.633125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-dc8614fe-c66e-4600-b648-14a2164ba1b8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'description': 'd2'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:13.691148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac1922b-98cd-41d3-b9c7-64797b613eb9 None None] Network 14baba75-bf0f-43c4-bc14-49fcf56881dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:13.842420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35932) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:13.844943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b0f52872-ee16-4b12-8bc2-a2ecfa6db353 None None] Provisioning for port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:13.882567 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc8614fe-c66e-4600-b648-14a2164ba1b8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.911407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b0f52872-ee16-4b12-8bc2-a2ecfa6db353 None None] Provisioning complete for port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:13.911843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b0f52872-ee16-4b12-8bc2-a2ecfa6db353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.920100 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc8614fe-c66e-4600-b648-14a2164ba1b8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.944630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc8614fe-c66e-4600-b648-14a2164ba1b8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network 6d7cc862-2d4c-4e0e-932e-d67f3333de51 is not hosted by any dhcp agent {{(pid=93839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:40:13.964781 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8614fe-c66e-4600-b648-14a2164ba1b8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:13.966228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc8614fe-c66e-4600-b648-14a2164ba1b8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.971922 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dc8614fe-c66e-4600-b648-14a2164ba1b8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "PUT /v2.0/networks/6d7cc862-2d4c-4e0e-932e-d67f3333de51 HTTP/1.1" status: 200 len: 762 time: 0.3423078 Jul 13 07:40:13.973844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35936) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:14.001077 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-97a153a4-aa28-48f5-8ec1-e878a628248d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d52762c0405c42bc971ec34c0160bb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567824 Jul 13 07:40:14.007846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35938) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:14.128046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c23a404-9197-456a-afcf-d89945b68baa tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.137695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6c23a404-9197-456a-afcf-d89945b68baa tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/networks?id=6d7cc862-2d4c-4e0e-932e-d67f3333de51 HTTP/1.1" status: 200 len: 765 time: 0.1600430 Jul 13 07:40:14.140692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35942) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:14.168788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:14.232298 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8614fe-c66e-4600-b648-14a2164ba1b8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=6d7cc862-2d4c-4e0e-932e-d67f3333de51,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:14.265910 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32f0b3e3-2ae6-4e40-8fac-97860ee3d4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.267493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6d7cc862-2d4c-4e0e-932e-d67f3333de51 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:14.314151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32f0b3e3-2ae6-4e40-8fac-97860ee3d4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.315112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6f5ccbf-079d-40f4-b93e-3b5d27ad6005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.399280 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32f0b3e3-2ae6-4e40-8fac-97860ee3d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.403223 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-32f0b3e3-2ae6-4e40-8fac-97860ee3d4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.405270 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-32f0b3e3-2ae6-4e40-8fac-97860ee3d4f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e54e1377-b054-40f3-8faf-516c3803fc3a HTTP/1.1" status: 204 len: 168 time: 0.3831820 Jul 13 07:40:14.416842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:14.417230 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.423504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0b3e3-2ae6-4e40-8fac-97860ee3d4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e1377-b054-40f3-8faf-516c3803fc3a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:14.580700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba39e8-351b-4944-a389-cb1a0cfbe5db None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:40:14.683729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1839b5-6f1e-4a66-b32c-41c0f28492a1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.693766 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35962) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:14.694406 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1a1839b5-6f1e-4a66-b32c-41c0f28492a1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5516765 Jul 13 07:40:14.723618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0a4ac472-9c2c-4ffc-a761-dd061eaecda0 None None] Provisioning complete for port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:14.723998 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac472-9c2c-4ffc-a761-dd061eaecda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.749379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7938bc23-2123-423c-8e59-e0615410a34a tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 207 time: 0.0540192 Jul 13 07:40:14.752536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35968) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:14.874048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ba39e8-351b-4944-a389-cb1a0cfbe5db None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:40:15.144335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a7097-7bcd-46f2-a304-82502bc382a8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.153499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a7097-7bcd-46f2-a304-82502bc382a8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.161692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a7097-7bcd-46f2-a304-82502bc382a8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.171659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a7097-7bcd-46f2-a304-82502bc382a8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.182343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a7097-7bcd-46f2-a304-82502bc382a8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.204197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a7097-7bcd-46f2-a304-82502bc382a8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.211031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35988) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:15.211869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fa6a7097-7bcd-46f2-a304-82502bc382a8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4582455 Jul 13 07:40:15.543523 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c93c2d72-12c5-4cf9-86cf-69aef244f877 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3298283 Jul 13 07:40:15.545371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36002) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:15.604188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36004) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:15.659345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677099b-9cf6-4ed3-bb13-e47b4a8ee44f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.662514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677099b-9cf6-4ed3-bb13-e47b4a8ee44f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.665936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677099b-9cf6-4ed3-bb13-e47b4a8ee44f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.669238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677099b-9cf6-4ed3-bb13-e47b4a8ee44f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.672660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677099b-9cf6-4ed3-bb13-e47b4a8ee44f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.674924 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f677099b-9cf6-4ed3-bb13-e47b4a8ee44f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1285393 Jul 13 07:40:15.678574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36008) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:15.739239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1804429110-network', 'tenant_id': '0c3d2aeef6194473a7704a084106deca'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:15.811004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e155123-e52a-4e24-a70f-591cbd3e2c5b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.812679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e155123-e52a-4e24-a70f-591cbd3e2c5b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.814183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e155123-e52a-4e24-a70f-591cbd3e2c5b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.815750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e155123-e52a-4e24-a70f-591cbd3e2c5b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.817377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e155123-e52a-4e24-a70f-591cbd3e2c5b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.822490 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0e155123-e52a-4e24-a70f-591cbd3e2c5b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1390905 Jul 13 07:40:15.822850 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36010) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:15.833865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Made reservation on behalf of 0c3d2aeef6194473a7704a084106deca for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:15.836887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.850285 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.956609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0f45c8-d148-4643-9a3f-67745a8e4041 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.958402 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9c0f45c8-d148-4643-9a3f-67745a8e4041 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/networks/c94cd78b-6e62-4282-b814-6cb58e824527 HTTP/1.1" status: 200 len: 804 time: 0.1338968 Jul 13 07:40:15.962645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36012) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:15.987785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.992375 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.028421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:16.042717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba936ac3-c1ef-4acc-97c7-c92d6322e85c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:16.049738 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.050428 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Added segment 0634a0bf-fd08-4081-a03d-8b8a6e33d482 of type vlan for network c55f66ae-dbe9-4580-aa83-8f13a5ff9534 Jul 13 07:40:16.112116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.116113 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b5c7ca94-cd34-494e-b74d-b6c8e92edabd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/networks/c94cd78b-6e62-4282-b814-6cb58e824527?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1516840 Jul 13 07:40:16.116773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36014) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:16.154504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.155664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.156645 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.181405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf55a4-8876-4c36-b2ae-bfa9adef73dd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.188461 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d0bf55a4-8876-4c36-b2ae-bfa9adef73dd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/subnets/6f72ba58-b19a-4e2c-9e50-d2971fbc68ba HTTP/1.1" status: 200 len: 843 time: 0.0699940 Jul 13 07:40:16.189549 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36018) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:16.226285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6204782 Jul 13 07:40:16.301130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908fb193-024d-4dd1-8ebf-ba709ff63df0 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.302488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f0abb-4104-4e7f-9279-a6ab719ab33e admin admin] Pushing event updated for resources: {'Network': ['ID=c55f66ae-dbe9-4580-aa83-8f13a5ff9534,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:16.304462 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-908fb193-024d-4dd1-8ebf-ba709ff63df0 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "GET /v2.0/subnets/6f72ba58-b19a-4e2c-9e50-d2971fbc68ba?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1135502 Jul 13 07:40:16.308504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36024) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:16.316803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81999103'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:16.318439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c55f66ae-dbe9-4580-aa83-8f13a5ff9534 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:16.344189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:16.349335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.383100 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:16.396779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.397442 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Added segment 60c2a473-0ecc-4675-964b-c3987d8d4def of type vlan for network cf817202-c1d7-4c5d-9582-7a392f60c32a Jul 13 07:40:16.461923 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.499290 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.517581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.518567 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.603664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Network': ['ID=cf817202-c1d7-4c5d-9582-7a392f60c32a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:16.617470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network cf817202-c1d7-4c5d-9582-7a392f60c32a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:16.623441 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4c00ab24-950c-4adc-8553-b341a79399b6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3120210 Jul 13 07:40:16.627039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36034) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:16.642057 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'network_id': 'cf817202-c1d7-4c5d-9582-7a392f60c32a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:16.847593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Made reservation on behalf of d3d6b46297ef4d49b3ef655cf6a02d19 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:16.853344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.868496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c717692-37a0-4d74-8c35-564cc557456b req-a01725d6-34c6-4247-a5b9-b4289d8c07db tempest-ComputeTenantNetworksTest-1634872751 tempest-ComputeTenantNetworksTest-1634872751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.875004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c717692-37a0-4d74-8c35-564cc557456b req-a01725d6-34c6-4247-a5b9-b4289d8c07db tempest-ComputeTenantNetworksTest-1634872751 tempest-ComputeTenantNetworksTest-1634872751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.880942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c717692-37a0-4d74-8c35-564cc557456b req-a01725d6-34c6-4247-a5b9-b4289d8c07db tempest-ComputeTenantNetworksTest-1634872751 tempest-ComputeTenantNetworksTest-1634872751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.882704 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c717692-37a0-4d74-8c35-564cc557456b req-a01725d6-34c6-4247-a5b9-b4289d8c07db tempest-ComputeTenantNetworksTest-1634872751 tempest-ComputeTenantNetworksTest-1634872751-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2075591 Jul 13 07:40:16.951914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.ipam_backend_mixin [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Performing IP validity checks on allocation pools {{(pid=93838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:40:16.952460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.ipam_backend_mixin [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:40:17.003823 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-84210b25-50a8-4a8a-ac83-e2d58dab2865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.055653 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.057087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e259a1-9d12-411a-a4c0-791170512bbf req-aeda64f9-7e3f-46c1-a758-4be253455087 tempest-ComputeTenantNetworksTest-1634872751 tempest-ComputeTenantNetworksTest-1634872751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.065163 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6e259a1-9d12-411a-a4c0-791170512bbf req-aeda64f9-7e3f-46c1-a758-4be253455087 tempest-ComputeTenantNetworksTest-1634872751 tempest-ComputeTenantNetworksTest-1634872751-project] 10.222.0.44 "GET /v2.0/networks/c55f66ae-dbe9-4580-aa83-8f13a5ff9534 HTTP/1.1" status: 200 len: 769 time: 0.1542220 Jul 13 07:40:17.066884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36042) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:17.158122 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.197883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.244722 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.257447 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55f66ae-dbe9-4580-aa83-8f13a5ff9534']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:17.270769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0634a0bf-fd08-4081-a03d-8b8a6e33d482') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:17.271240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0634a0bf-fd08-4081-a03d-8b8a6e33d482') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:17.286978 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.290215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=323015dc-3bce-459b-9db6-e512bf690f1d,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:17.308113 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.317863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:17.319200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:17.323921 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:17.351696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Checking segment: {'id': '60c2a473-0ecc-4675-964b-c3987d8d4def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cf817202-c1d7-4c5d-9582-7a392f60c32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:17.352825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network hostable DHCP agents. Network: cf817202-c1d7-4c5d-9582-7a392f60c32a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:17.388440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Network cf817202-c1d7-4c5d-9582-7a392f60c32a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:17.406862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.408099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, cf817202-c1d7-4c5d-9582-7a392f60c32a) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:17.415320 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.419813 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c55f66ae-dbe9-4580-aa83-8f13a5ff9534 HTTP/1.1" status: 204 len: 168 time: 0.3506427 Jul 13 07:40:17.424133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.424803 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.426396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f280b-f75d-4870-93ac-6353b165cade None None] Network cf817202-c1d7-4c5d-9582-7a392f60c32a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:17.447517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36056) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:17.447972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3bfb288a-0008-41ea-a1bf-fd6f9640f2bd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8193214 Jul 13 07:40:17.450701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771da4a8-2152-4e95-9f0b-037239c8e288 admin admin] Pushing event deleted for resources: {'Network': ['ID=c55f66ae-dbe9-4580-aa83-8f13a5ff9534,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:17.462663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-7e48e922-ea48-4bc8-97a6-3e8cb91aab65 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:17.603234 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e48e922-ea48-4bc8-97a6-3e8cb91aab65 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3398377'] for subnet, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.689216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36060) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:17.750394 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-726b512f-1c59-4f82-b1df-d09738bd3dc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c3d2aeef6194473a7704a084106deca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576181 Jul 13 07:40:17.750649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36062) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:17.818137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-cf817202-c1d7-4c5d-9582-7a392f60c32a', 'network_id': 'cf817202-c1d7-4c5d-9582-7a392f60c32a', 'tenant_id': 'd3d6b46297ef4d49b3ef655cf6a02d19', 'fixed_ips': [{'subnet_id': '323015dc-3bce-459b-9db6-e512bf690f1d'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:17.819235 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.829644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-64d15093-1663-42a8-8d50-8d5e7f7b97c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.890990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-64d15093-1663-42a8-8d50-8d5e7f7b97c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.982653 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e48e922-ea48-4bc8-97a6-3e8cb91aab65 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732162714965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4068810'] for subnet, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.010892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-64d15093-1663-42a8-8d50-8d5e7f7b97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.014482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-64d15093-1663-42a8-8d50-8d5e7f7b97c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.016199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-64d15093-1663-42a8-8d50-8d5e7f7b97c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba936ac3-c1ef-4acc-97c7-c92d6322e85c HTTP/1.1" status: 204 len: 168 time: 0.2645669 Jul 13 07:40:18.033681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d15093-1663-42a8-8d50-8d5e7f7b97c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba936ac3-c1ef-4acc-97c7-c92d6322e85c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.104168 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.104885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48e922-ea48-4bc8-97a6-3e8cb91aab65 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:18.106713 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e48e922-ea48-4bc8-97a6-3e8cb91aab65 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.112908 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7e48e922-ea48-4bc8-97a6-3e8cb91aab65 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "PUT /v2.0/subnets/323015dc-3bce-459b-9db6-e512bf690f1d HTTP/1.1" status: 200 len: 900 time: 0.6612980 Jul 13 07:40:18.114263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36074) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:18.158860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e922-ea48-4bc8-97a6-3e8cb91aab65 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event updated for resources: {'Subnet': ['ID=323015dc-3bce-459b-9db6-e512bf690f1d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.251365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Allocated IP 2001:db8::3 (cf817202-c1d7-4c5d-9582-7a392f60c32a/323015dc-3bce-459b-9db6-e512bf690f1d/efdc13ad-5ecb-414a-b4c6-001447f41402) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:18.341721 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.403271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.555398 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.566980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Transition to ACTIVE for port object efdc13ad-5ecb-414a-b4c6-001447f41402 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:18.589547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Transition to ACTIVE for port object efdc13ad-5ecb-414a-b4c6-001447f41402 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:18.606057 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.646279 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.704176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Subnet': ['ID=323015dc-3bce-459b-9db6-e512bf690f1d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.754891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Network cf817202-c1d7-4c5d-9582-7a392f60c32a is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:18.770556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:18.776973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:18.841963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Pushing event updated for resources: {'Port': ['ID=efdc13ad-5ecb-414a-b4c6-001447f41402,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:18.868553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.926291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf817202-c1d7-4c5d-9582-7a392f60c32a']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:18.954012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c2a473-0ecc-4675-964b-c3987d8d4def') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:18.954012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c2a473-0ecc-4675-964b-c3987d8d4def') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:18.961221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Attempting to bind port efdc13ad-5ecb-414a-b4c6-001447f41402 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:18.961799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Attempting to bind port efdc13ad-5ecb-414a-b4c6-001447f41402 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '60c2a473-0ecc-4675-964b-c3987d8d4def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cf817202-c1d7-4c5d-9582-7a392f60c32a'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:18.962416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Attempting to bind port efdc13ad-5ecb-414a-b4c6-001447f41402 on network cf817202-c1d7-4c5d-9582-7a392f60c32a {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:18.970989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:18.971602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Checking segment: {'id': '60c2a473-0ecc-4675-964b-c3987d8d4def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cf817202-c1d7-4c5d-9582-7a392f60c32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:18.972174 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.972712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Bound using segment: {'id': '60c2a473-0ecc-4675-964b-c3987d8d4def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cf817202-c1d7-4c5d-9582-7a392f60c32a'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:18.973283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Bound port: efdc13ad-5ecb-414a-b4c6-001447f41402, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c2a473-0ecc-4675-964b-c3987d8d4def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cf817202-c1d7-4c5d-9582-7a392f60c32a'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:18.973811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.012628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.068997 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.079887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:19.080360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:19.110526 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:19.201104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] For port efdc13ad-5ecb-414a-b4c6-001447f41402, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:19.204818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] For port efdc13ad-5ecb-414a-b4c6-001447f41402, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=efdc13ad-5ecb-414a-b4c6-001447f41402,segment=NetworkSegment(60c2a473-0ecc-4675-964b-c3987d8d4def),segment_id=60c2a473-0ecc-4675-964b-c3987d8d4def)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:19.204998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc1ca0-6486-4002-840c-8b108e13e387 req-2268e88d-3dc0-4f6f-8d15-0a1bd2c4db22 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.210561 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.211914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61bc1ca0-6486-4002-840c-8b108e13e387 req-2268e88d-3dc0-4f6f-8d15-0a1bd2c4db22 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.2267325 Jul 13 07:40:19.220658 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:40:19.220658 n-d-798249-7 neutron-server[93838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:40:19.220658 n-d-798249-7 neutron-server[93838]: [parameters: {'id': 'cf817202-c1d7-4c5d-9582-7a392f60c32a'}] Jul 13 07:40:19.220658 n-d-798249-7 neutron-server[93838]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:40:19.221112 n-d-798249-7 neutron-server[93838]: DEBUG oslo_db.api [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:40:19.283046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61bc1ca0-6486-4002-840c-8b108e13e387 req-3d74ac7a-bcca-4d31-835b-b3c109dd0ad3 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701761 Jul 13 07:40:19.334928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429b056-9278-429c-aa7c-1bd49bd48abf None None] Pushing event updated for resources: {'Port': ['ID=efdc13ad-5ecb-414a-b4c6-001447f41402,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:19.363298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7be3cf-5a1b-4df6-8781-acf2aebe9d6c None None] Network cf817202-c1d7-4c5d-9582-7a392f60c32a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:19.526649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f29305-98d6-4f85-9f67-8107be3e10bb None None] Network cf817202-c1d7-4c5d-9582-7a392f60c32a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:19.711220 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c513723e-466d-4d22-9d41-e6b4f1b2f5a5 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:40:19.722601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.757407 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.786368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting port efdc13ad-5ecb-414a-b4c6-001447f41402 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:19.786722 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.854121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] For port efdc13ad-5ecb-414a-b4c6-001447f41402, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=efdc13ad-5ecb-414a-b4c6-001447f41402,segment=NetworkSegment(60c2a473-0ecc-4675-964b-c3987d8d4def),segment_id=60c2a473-0ecc-4675-964b-c3987d8d4def)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:19.854501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.869633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Calling delete_port for efdc13ad-5ecb-414a-b4c6-001447f41402 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:19.971293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.000278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Port': ['ID=efdc13ad-5ecb-414a-b4c6-001447f41402,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:20.003870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No DVR routers for this DVR port efdc13ad-5ecb-414a-b4c6-001447f41402 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:20.095655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513723e-466d-4d22-9d41-e6b4f1b2f5a5 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:40:20.164466 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.189007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf817202-c1d7-4c5d-9582-7a392f60c32a']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:20.220988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c2a473-0ecc-4675-964b-c3987d8d4def') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:20.223459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c2a473-0ecc-4675-964b-c3987d8d4def') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:20.235392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.252621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.266791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:20.267590 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:20.302218 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:20.351213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.365950 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.372932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36156) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.376634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/cf817202-c1d7-4c5d-9582-7a392f60c32a HTTP/1.1" status: 204 len: 168 time: 2.2602639 Jul 13 07:40:20.402058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c3b50-524f-4be3-9c80-604ea0f2f7d9 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Network': ['ID=cf817202-c1d7-4c5d-9582-7a392f60c32a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:20.410338 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f70abbe-721f-4dc6-95ce-8ec31b1368f3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:20.412742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f70abbe-721f-4dc6-95ce-8ec31b1368f3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:20.419258 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f70abbe-721f-4dc6-95ce-8ec31b1368f3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/subnets/323015dc-3bce-459b-9db6-e512bf690f1d HTTP/1.1" status: 404 len: 337 time: 0.0445597 Jul 13 07:40:20.420254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36160) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.468066 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-d608be78-1314-4bd5-9671-e6cd055c13cd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:20.468909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d608be78-1314-4bd5-9671-e6cd055c13cd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:20.474211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36166) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.474964 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d608be78-1314-4bd5-9671-e6cd055c13cd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/cf817202-c1d7-4c5d-9582-7a392f60c32a HTTP/1.1" status: 404 len: 339 time: 0.0517507 Jul 13 07:40:20.653391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc71beb-ba2b-4d57-a6d5-927b6ebdd1dc req-9a8eb47d-0951-4cf1-9009-1336f9bf12f9 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:20.655550 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cc71beb-ba2b-4d57-a6d5-927b6ebdd1dc req-9a8eb47d-0951-4cf1-9009-1336f9bf12f9 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1567872 Jul 13 07:40:20.693535 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.758527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cc71beb-ba2b-4d57-a6d5-927b6ebdd1dc req-f738a029-b783-44c5-be75-c1f9dc24d68c tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=4abb9bbe-75af-4632-93fc-fc3a0fecf122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856690 Jul 13 07:40:20.800976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-4c3a1550-42e4-4f43-a42d-757a5bc3eb98 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:20.802819 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-4c3a1550-42e4-4f43-a42d-757a5bc3eb98 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 945 time: 0.1454999 Jul 13 07:40:20.841195 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.852123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7cc862-2d4c-4e0e-932e-d67f3333de51']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:20.866368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de6b11b-eb85-4fd2-956b-2ae80c52cdec') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:20.867058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de6b11b-eb85-4fd2-956b-2ae80c52cdec') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:20.877625 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.917445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.929165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:20.929516 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:20.933355 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:20.955056 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Deleting port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:20.955777 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.017840 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.035955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.038785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/6d7cc862-2d4c-4e0e-932e-d67f3333de51 HTTP/1.1" status: 204 len: 168 time: 0.5633407 Jul 13 07:40:21.048382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36192) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.052472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b02316-af08-41c8-bc6d-a64fb5300ecd tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Network': ['ID=6d7cc862-2d4c-4e0e-932e-d67f3333de51,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:21.089689 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ecb7c1-f8e0-499f-bf42-83925509475b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:21.090599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ecb7c1-f8e0-499f-bf42-83925509475b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:21.095508 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-79ecb7c1-f8e0-499f-bf42-83925509475b tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/subnets/cc26f89e-8b66-46a3-8c20-376dd99183b1 HTTP/1.1" status: 404 len: 337 time: 0.0426977 Jul 13 07:40:21.095776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36194) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.125074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] For port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:21.125844 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.140690 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bf964b-671d-4914-ba79-6b06eb781e96 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:21.149959 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bf964b-671d-4914-ba79-6b06eb781e96 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:21.165030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c0bf964b-671d-4914-ba79-6b06eb781e96 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/53feca75-2722-4d56-9f81-e6ddd5f2975f HTTP/1.1" status: 404 len: 339 time: 0.0584280 Jul 13 07:40:21.165030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36200) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.265478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fb82b2-8dc2-4cde-9f6f-362bd082c679 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting subnet a1baad5a-df26-417b-9e41-dcff8cdda606 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:21.271478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0fb82b2-8dc2-4cde-9f6f-362bd082c679 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.361071 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0fb82b2-8dc2-4cde-9f6f-362bd082c679 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.470169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0fb82b2-8dc2-4cde-9f6f-362bd082c679 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.621135 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0fb82b2-8dc2-4cde-9f6f-362bd082c679 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.930798 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.930798 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.930798 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Floating IP bec88a4f-cf6e-4059-9b03-5164e02bae0c disassociated. External IP: 172.25.6.160, port: 3f0b3f8f-7730-48c0-a623-6f9071d43cf9. Jul 13 07:40:21.930798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Calling delete_port for 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:22.141069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.174796 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event deleted for resources: {'Port': ['ID=3f0b3f8f-7730-48c0-a623-6f9071d43cf9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:22.185855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb82b2-8dc2-4cde-9f6f-362bd082c679 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Subnet': ['ID=a1baad5a-df26-417b-9e41-dcff8cdda606,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:22.221493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36220) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:22.224128 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e8f5f477-43af-4b12-a695-f1ca469aa359 req-70fbefe5-2992-41dc-bfca-974cbf7d4065 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 210 time: 0.0449374 Jul 13 07:40:22.237811 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0fb82b2-8dc2-4cde-9f6f-362bd082c679 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.240812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a68f9-98de-4458-a0d0-5d50ab63f9e2 None None] Network 14baba75-bf0f-43c4-bc14-49fcf56881dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:22.242683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e0fb82b2-8dc2-4cde-9f6f-362bd082c679 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/subnets/a1baad5a-df26-417b-9e41-dcff8cdda606 HTTP/1.1" status: 204 len: 168 time: 1.0837345 Jul 13 07:40:22.243348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36224) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:22.331557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b7e06d-62b4-4ad9-9012-7540f7c365d3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting subnet 9c28f92d-1e28-42b2-98c2-3deac15996f2 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:22.362864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-29b7e06d-62b4-4ad9-9012-7540f7c365d3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.462498 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-29b7e06d-62b4-4ad9-9012-7540f7c365d3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.471293 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:22.570532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ce9-9cd8-4d50-a3ec-2da8c52aa4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.624396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:22.646306 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] Sync routers for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:22.677832 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:22.680383 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:40:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:22.698728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] No DVR routers for this DVR port 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:22.703023 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.705796 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-32fdceb5-9b17-4758-acd7-04855ac4cfde req-e7cb0c27-c3b2-4ce3-8229-038a3a9f3b12 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.54 "DELETE /v2.0/ports/3f0b3f8f-7730-48c0-a623-6f9071d43cf9 HTTP/1.1" status: 204 len: 173 time: 1.8949683 Jul 13 07:40:22.706693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'name': 'network-vif-deleted', 'tag': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:22.709731 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09e345a-9f58-4e5d-89fb-849df223b0e8" -d '{"events": [{"server_uuid": "5c8fc51f-4d80-4f01-a985-e501df8be496", "name": "network-vif-deleted", "tag": "3f0b3f8f-7730-48c0-a623-6f9071d43cf9"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:22.779256 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb21937d-7d5f-4d24-9102-ff70403c2c00 x-openstack-request-id: req-cb21937d-7d5f-4d24-9102-ff70403c2c00 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:22.780134 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8fc51f-4d80-4f01-a985-e501df8be496", "name": "network-vif-deleted", "tag": "3f0b3f8f-7730-48c0-a623-6f9071d43cf9", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:22.780650 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb21937d-7d5f-4d24-9102-ff70403c2c00 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:22.781306 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8fc51f-4d80-4f01-a985-e501df8be496', 'name': 'network-vif-deleted', 'tag': '3f0b3f8f-7730-48c0-a623-6f9071d43cf9', 'status': 'completed', 'code': 200} Jul 13 07:40:22.895830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-29b7e06d-62b4-4ad9-9012-7540f7c365d3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.938409 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:23.051409 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-29b7e06d-62b4-4ad9-9012-7540f7c365d3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.070334 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ce9-9cd8-4d50-a3ec-2da8c52aa4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.112770 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2ce9-9cd8-4d50-a3ec-2da8c52aa4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.151555 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-29b7e06d-62b4-4ad9-9012-7540f7c365d3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.157147 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-29b7e06d-62b4-4ad9-9012-7540f7c365d3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/subnets/9c28f92d-1e28-42b2-98c2-3deac15996f2 HTTP/1.1" status: 204 len: 168 time: 0.9105332 Jul 13 07:40:23.157147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a2ce9-9cd8-4d50-a3ec-2da8c52aa4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f8c08b-01bf-4d7b-a77f-487ed4b2faae,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:23.157488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36246) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:23.172248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7e06d-62b4-4ad9-9012-7540f7c365d3 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Subnet': ['ID=9c28f92d-1e28-42b2-98c2-3deac15996f2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:23.207892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bd5a2ce9-9cd8-4d50-a3ec-2da8c52aa4ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91d82941545d44c689932d1b34009512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9827504 Jul 13 07:40:23.208738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36250) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:23.257194 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:23.276594 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2b81-9d77-4ab1-8fe1-69c57f51be60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.290099 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] Checking router: af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:23.300347 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:23.301181 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:40:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:23.325276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2b81-9d77-4ab1-8fe1-69c57f51be60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.339844 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.479630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:23.480638 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.492999 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6ecfeab0-5ba5-4444-8f89-57e98c13b0a3 req-93485e94-cafc-413f-a69f-84bd3810183a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c8fc51f-4d80-4f01-a985-e501df8be496 HTTP/1.1" status: 200 len: 210 time: 0.0668192 Jul 13 07:40:23.516201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2b81-9d77-4ab1-8fe1-69c57f51be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.526103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2b81-9d77-4ab1-8fe1-69c57f51be60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.529759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cd0c2b81-9d77-4ab1-8fe1-69c57f51be60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9f8c08b-01bf-4d7b-a77f-487ed4b2faae HTTP/1.1" status: 204 len: 168 time: 0.3196008 Jul 13 07:40:23.551825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c2b81-9d77-4ab1-8fe1-69c57f51be60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f8c08b-01bf-4d7b-a77f-487ed4b2faae,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:23.679583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e87f4-80a9-4841-87b6-fee2fa916b71 None None] Network 14baba75-bf0f-43c4-bc14-49fcf56881dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:23.699571 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:23.713283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] For port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd,segment=NetworkSegment(fb73545d-0ed5-44ea-8c77-d38236d359fd),segment_id=fb73545d-0ed5-44ea-8c77-d38236d359fd)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:23.714273 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.742271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Calling delete_port for 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:23.874243 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.881106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-62e8e0d7-c852-4e68-8769-1aee820e2947 None None] Provisioning complete for port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:23.881484 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-62e8e0d7-c852-4e68-8769-1aee820e2947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.947699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Port': ['ID=8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:23.950638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No DVR routers for this DVR port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:23.963115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-62e8e0d7-c852-4e68-8769-1aee820e2947 None None] Port 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd was deleted so its status cannot be updated. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:40:24.093237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc916b1a-cab6-4dcd-b58d-b02f461990f7 None None] DHCP port deletion for 14baba75-bf0f-43c4-bc14-49fcf56881dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:24.158327 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:24.163484 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.177111 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14baba75-bf0f-43c4-bc14-49fcf56881dc']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:24.193169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb73545d-0ed5-44ea-8c77-d38236d359fd') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:24.193433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb73545d-0ed5-44ea-8c77-d38236d359fd') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:24.205840 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.225978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36266) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.238716 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.253514 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f7b33-97a7-42ea-8987-e387d52b1351 None None] The sync data for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 is: [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:24.273560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:24.273560 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:24.277685 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:24.289953 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3edc6634-9b27-4cc3-9211-1b978345ecae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.419943 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.429396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.432568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/14baba75-bf0f-43c4-bc14-49fcf56881dc HTTP/1.1" status: 204 len: 168 time: 1.2739968 Jul 13 07:40:24.435251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36270) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.472695 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9575a-834c-489e-a167-2399cb6a73e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Network': ['ID=14baba75-bf0f-43c4-bc14-49fcf56881dc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:24.478806 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-909bc62d-a74d-464d-810c-a870af27f302 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:24.479650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909bc62d-a74d-464d-810c-a870af27f302 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:24.484075 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-909bc62d-a74d-464d-810c-a870af27f302 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/subnets/94d80965-8c42-47be-b5ff-2fe5aeb90459 HTTP/1.1" status: 404 len: 337 time: 0.0464437 Jul 13 07:40:24.486457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36272) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.507135 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-939cf851-eeb4-4e10-9e37-3e9d7b718f31 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:24.507788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939cf851-eeb4-4e10-9e37-3e9d7b718f31 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:24.509789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-939cf851-eeb4-4e10-9e37-3e9d7b718f31 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/d4b06e09-e3eb-4ae4-a218-a1488cd78288 HTTP/1.1" status: 404 len: 339 time: 0.0221143 Jul 13 07:40:24.513287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36274) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.537120 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3edc6634-9b27-4cc3-9211-1b978345ecae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.547189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3edc6634-9b27-4cc3-9211-1b978345ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.564846 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae16a84f-9d2f-46d8-bd33-95c2ae1e0c62 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:24.565321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae16a84f-9d2f-46d8-bd33-95c2ae1e0c62 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:24.567117 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ae16a84f-9d2f-46d8-bd33-95c2ae1e0c62 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/subnets/9498f845-281b-401e-a99a-052edb98f7c3 HTTP/1.1" status: 404 len: 337 time: 0.0528107 Jul 13 07:40:24.570011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36278) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.599478 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3edc6634-9b27-4cc3-9211-1b978345ecae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59683ce514264d578acaebb2eab7e1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717511 Jul 13 07:40:24.601187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc6634-9b27-4cc3-9211-1b978345ecae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c393c28b-6d12-4e37-8ffc-a280d4e52f71,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:24.613485 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc4e4df-9deb-4184-9e11-93ac329bd8e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:24.614089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc4e4df-9deb-4184-9e11-93ac329bd8e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:24.615974 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5bc4e4df-9deb-4184-9e11-93ac329bd8e1 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/ff0f4cd5-6f27-4b83-b4e6-da7359f93c5a HTTP/1.1" status: 404 len: 339 time: 0.0449364 Jul 13 07:40:24.616868 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36280) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.618566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36282) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.658749 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9517e0-6c66-4b2d-87c9-d2a7fc736ad6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:24.659220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9517e0-6c66-4b2d-87c9-d2a7fc736ad6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:24.661044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1f9517e0-6c66-4b2d-87c9-d2a7fc736ad6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/subnets/66ba152b-57f5-422d-95ff-ddf9f8a8fd9a HTTP/1.1" status: 404 len: 337 time: 0.0415483 Jul 13 07:40:24.663677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36288) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.685308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e17ee9-ad0f-4a28-828b-ed6a495327ec None None] New status for floating IP bec88a4f-cf6e-4059-9b03-5164e02bae0c: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:40:24.693008 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32afc88-1e8c-444a-bbe0-354be6744ca6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:24.693625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32afc88-1e8c-444a-bbe0-354be6744ca6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:24.695439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b32afc88-1e8c-444a-bbe0-354be6744ca6 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/33d1b381-6eda-449b-a0ec-20a383cd7200 HTTP/1.1" status: 404 len: 339 time: 0.0303309 Jul 13 07:40:24.698246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36292) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.703298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36294) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.765239 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87b399ed-6656-479f-bb83-1d703ae5773e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.785536 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.794063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f368cc9-c2d0-4da5-be19-6cc8032dcaa7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting subnet b1f2da75-ee5b-448f-9db2-b00e173c0e70 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:24.800821 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f368cc9-c2d0-4da5-be19-6cc8032dcaa7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.801016 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87b399ed-6656-479f-bb83-1d703ae5773e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.867179 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.872908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87b399ed-6656-479f-bb83-1d703ae5773e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.875889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87b399ed-6656-479f-bb83-1d703ae5773e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.881840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-87b399ed-6656-479f-bb83-1d703ae5773e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "DELETE /v2.0/security-groups/4abb9bbe-75af-4632-93fc-fc3a0fecf122 HTTP/1.1" status: 204 len: 168 time: 0.1773493 Jul 13 07:40:24.886377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36298) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:24.888081 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f368cc9-c2d0-4da5-be19-6cc8032dcaa7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:24.922115 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-f61a3a28-2e84-4abb-8c76-a95b422b3e47 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] show failed (client error): The resource could not be found. Jul 13 07:40:24.923157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f61a3a28-2e84-4abb-8c76-a95b422b3e47 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups/4abb9bbe-75af-4632-93fc-fc3a0fecf122 HTTP/1.1" status: 404 len: 347 time: 0.0314767 Jul 13 07:40:24.924376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b399ed-6656-479f-bb83-1d703ae5773e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abb9bbe-75af-4632-93fc-fc3a0fecf122,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:24.926001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36300) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:25.022405 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.025446 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.026915 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c393c28b-6d12-4e37-8ffc-a280d4e52f71 HTTP/1.1" status: 204 len: 168 time: 0.4075162 Jul 13 07:40:25.044384 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f368cc9-c2d0-4da5-be19-6cc8032dcaa7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.048895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c393c28b-6d12-4e37-8ffc-a280d4e52f71,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:25.081106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.081840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.082384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.082889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.083415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.083922 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.084519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.085019 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.085518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.086032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.086560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.087054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529f9dc-cc5e-4538-b9e5-02c5a3a5bb87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:25.124414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-94339fed-76c7-49e0-96a9-5d1bd336edbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Deleting port ab2f1b46-ba7a-43b6-907f-13a930d8a81b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:25.124691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94339fed-76c7-49e0-96a9-5d1bd336edbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.158099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f368cc9-c2d0-4da5-be19-6cc8032dcaa7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.206740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f368cc9-c2d0-4da5-be19-6cc8032dcaa7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f2da75-ee5b-448f-9db2-b00e173c0e70,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:25.210246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f368cc9-c2d0-4da5-be19-6cc8032dcaa7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.212262 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4f368cc9-c2d0-4da5-be19-6cc8032dcaa7 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/subnets/b1f2da75-ee5b-448f-9db2-b00e173c0e70 HTTP/1.1" status: 204 len: 168 time: 0.5086999 Jul 13 07:40:25.215449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36306) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:25.222141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3647c886-f3d6-406d-b77b-6e7b653e2821 None None] Network 7ab17cc7-1f5a-4248-a9e9-42f2445811d8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:25.269411 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94339fed-76c7-49e0-96a9-5d1bd336edbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.269720 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94339fed-76c7-49e0-96a9-5d1bd336edbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.286751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-94339fed-76c7-49e0-96a9-5d1bd336edbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Calling delete_port for ab2f1b46-ba7a-43b6-907f-13a930d8a81b owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:25.325797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3244f-5865-40d8-b262-67e9d27b0a72 req-f59c28e4-d523-44cf-9310-d7ceeb3a58be tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.327528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-57f3244f-5865-40d8-b262-67e9d27b0a72 req-f59c28e4-d523-44cf-9310-d7ceeb3a58be tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 945 time: 0.1341786 Jul 13 07:40:25.401767 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.486552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-57f3244f-5865-40d8-b262-67e9d27b0a72 req-597ce098-3882-4845-be03-aad57a4ad296 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507089 Jul 13 07:40:25.503067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:25.534676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting port a7a7eb5e-012d-4836-aca2-80d363e181c5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:25.535018 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.548799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:25.549134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 3f0b3f8f-7730-48c0-a623-6f9071d43cf9 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:25.643356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bd89f0-3997-49a6-a8bc-20521653e1f2 None None] DHCP port deletion for 7ab17cc7-1f5a-4248-a9e9-42f2445811d8 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:25.653862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94339fed-76c7-49e0-96a9-5d1bd336edbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.694147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] For port a7a7eb5e-012d-4836-aca2-80d363e181c5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a7a7eb5e-012d-4836-aca2-80d363e181c5,segment=NetworkSegment(7d773c6a-a62d-4dd7-b707-1b25bfc5436b),segment_id=7d773c6a-a62d-4dd7-b707-1b25bfc5436b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:25.695005 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.704990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94339fed-76c7-49e0-96a9-5d1bd336edbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event deleted for resources: {'Port': ['ID=ab2f1b46-ba7a-43b6-907f-13a930d8a81b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:25.718778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Calling delete_port for a7a7eb5e-012d-4836-aca2-80d363e181c5 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:25.746003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-46bd89f0-3997-49a6-a8bc-20521653e1f2 None None] Deleting port a7a7eb5e-012d-4836-aca2-80d363e181c5 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:25.746515 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46bd89f0-3997-49a6-a8bc-20521653e1f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.783537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94339fed-76c7-49e0-96a9-5d1bd336edbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.786636 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94339fed-76c7-49e0-96a9-5d1bd336edbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.791509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-94339fed-76c7-49e0-96a9-5d1bd336edbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "DELETE /v2.0/floatingips/bec88a4f-cf6e-4059-9b03-5164e02bae0c HTTP/1.1" status: 204 len: 168 time: 0.8584535 Jul 13 07:40:25.837641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-46bd89f0-3997-49a6-a8bc-20521653e1f2 None None] For port a7a7eb5e-012d-4836-aca2-80d363e181c5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a7a7eb5e-012d-4836-aca2-80d363e181c5,segment=NetworkSegment(7d773c6a-a62d-4dd7-b707-1b25bfc5436b),segment_id=7d773c6a-a62d-4dd7-b707-1b25bfc5436b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:25.839040 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46bd89f0-3997-49a6-a8bc-20521653e1f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.864057 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:25.876742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-46bd89f0-3997-49a6-a8bc-20521653e1f2 None None] Calling delete_port for a7a7eb5e-012d-4836-aca2-80d363e181c5 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:25.890664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Port': ['ID=a7a7eb5e-012d-4836-aca2-80d363e181c5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:25.898657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No DVR routers for this DVR port a7a7eb5e-012d-4836-aca2-80d363e181c5 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:26.002653 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46bd89f0-3997-49a6-a8bc-20521653e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.017252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd89f0-3997-49a6-a8bc-20521653e1f2 None None] No DVR routers for this DVR port a7a7eb5e-012d-4836-aca2-80d363e181c5 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:26.022416 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.033991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab17cc7-1f5a-4248-a9e9-42f2445811d8']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:26.039674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd89f0-3997-49a6-a8bc-20521653e1f2 None None] Pushing event deleted for resources: {'Port': ['ID=a7a7eb5e-012d-4836-aca2-80d363e181c5,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.055950 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d773c6a-a62d-4dd7-b707-1b25bfc5436b') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:26.056284 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d773c6a-a62d-4dd7-b707-1b25bfc5436b') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:26.068924 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.091890 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.100670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:26.101787 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.124896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:26.181302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:26.181667 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8c2e2fb0-0941-43f6-a768-5e0a50c3a4fd not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:26.182104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a7a7eb5e-012d-4836-aca2-80d363e181c5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:26.196908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36340) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:26.204375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b71e7ffe-88de-4c11-ab9c-d8ff34d54bfc tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267251592', 'description': 'tempest-description--1424959967'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:26.225836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a7a7eb5e-012d-4836-aca2-80d363e181c5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:26.227105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a7a7eb5e-012d-4836-aca2-80d363e181c5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:26.247960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b71e7ffe-88de-4c11-ab9c-d8ff34d54bfc tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:26.258575 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:26.273157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.278984 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.281427 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/7ab17cc7-1f5a-4248-a9e9-42f2445811d8 HTTP/1.1" status: 204 len: 168 time: 1.0645113 Jul 13 07:40:26.284379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36342) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:26.314755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25113ed3-e375-4e0f-ab3c-ba8d0e0ac80f tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Network': ['ID=7ab17cc7-1f5a-4248-a9e9-42f2445811d8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.338316 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-90128ee0-1198-461c-b854-a12fbccd7fa8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:26.339198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90128ee0-1198-461c-b854-a12fbccd7fa8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:26.344071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-90128ee0-1198-461c-b854-a12fbccd7fa8 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/subnets/3d565836-18c7-460b-a828-df8985093965 HTTP/1.1" status: 404 len: 337 time: 0.0544298 Jul 13 07:40:26.344445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36344) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:26.382333 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-71970e52-e83f-4a71-b709-4812455d8078 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:26.382964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71970e52-e83f-4a71-b709-4812455d8078 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:26.388738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-71970e52-e83f-4a71-b709-4812455d8078 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/8a529955-6b22-46d5-bc4a-649db1bb5c73 HTTP/1.1" status: 404 len: 339 time: 0.0431187 Jul 13 07:40:26.389656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36348) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:26.492261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ca1288-611c-4d42-85f4-1ca4384ee2da tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting subnet 6f72ba58-b19a-4e2c-9e50-d2971fbc68ba {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:26.497383 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b71e7ffe-88de-4c11-ab9c-d8ff34d54bfc tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.499703 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73ca1288-611c-4d42-85f4-1ca4384ee2da tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.531667 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b71e7ffe-88de-4c11-ab9c-d8ff34d54bfc tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.562455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b71e7ffe-88de-4c11-ab9c-d8ff34d54bfc tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.563737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b71e7ffe-88de-4c11-ab9c-d8ff34d54bfc tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3642168 Jul 13 07:40:26.566795 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36356) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:26.573524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e0c05de6-ccec-4d27-8e9c-d190213d315f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'security_group_rule': {'security_group_id': 'b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:26.585197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73ca1288-611c-4d42-85f4-1ca4384ee2da tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.621671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e7ffe-88de-4c11-ab9c-d8ff34d54bfc tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.653741 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0c05de6-ccec-4d27-8e9c-d190213d315f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.749212 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73ca1288-611c-4d42-85f4-1ca4384ee2da tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.827116 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0c05de6-ccec-4d27-8e9c-d190213d315f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.840140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-8c66dab2-465b-4d98-90aa-9908f24b60fe tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.841963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-8c66dab2-465b-4d98-90aa-9908f24b60fe tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 945 time: 0.1298323 Jul 13 07:40:26.843464 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0c05de6-ccec-4d27-8e9c-d190213d315f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.871096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c05de6-ccec-4d27-8e9c-d190213d315f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83770f58-87ea-4253-bcb4-73031c72989d,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.912510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1c152-e508-49e8-8861-28ed5455097a req-2949a94f-89b5-4164-9a1a-fe5e1b7c5b15 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.917295 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d6a1c152-e508-49e8-8861-28ed5455097a req-2949a94f-89b5-4164-9a1a-fe5e1b7c5b15 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 945 time: 0.1439705 Jul 13 07:40:26.922022 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73ca1288-611c-4d42-85f4-1ca4384ee2da tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.953151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0c05de6-ccec-4d27-8e9c-d190213d315f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:26.961200 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e0c05de6-ccec-4d27-8e9c-d190213d315f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3907468 Jul 13 07:40:26.963483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36380) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:26.970047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ef41b89e-b7c1-4b62-8a5c-25f106c93ee1 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'security_group_rule': {'security_group_id': 'b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:26.986448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca1288-611c-4d42-85f4-1ca4384ee2da tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Subnet': ['ID=6f72ba58-b19a-4e2c-9e50-d2971fbc68ba,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:26.996688 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73ca1288-611c-4d42-85f4-1ca4384ee2da tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.001588 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-73ca1288-611c-4d42-85f4-1ca4384ee2da tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/subnets/6f72ba58-b19a-4e2c-9e50-d2971fbc68ba HTTP/1.1" status: 204 len: 168 time: 0.6060634 Jul 13 07:40:27.002217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36382) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:27.006691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c3e833-a895-4566-ae1d-1e70ec6f07df None None] Network c94cd78b-6e62-4282-b814-6cb58e824527 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:27.021575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d6a1c152-e508-49e8-8861-28ed5455097a req-ec0210fa-f962-41fa-94ae-a7500ddf8d44 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859754 Jul 13 07:40:27.085363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef41b89e-b7c1-4b62-8a5c-25f106c93ee1 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.134975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-1822d4df-f8f6-4f4c-89fc-93a7254f63af tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Deleting port 55f816ad-b667-41e7-956b-2e8b3db9a0f9 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:27.135458 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-1822d4df-f8f6-4f4c-89fc-93a7254f63af tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.158410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.246046 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef41b89e-b7c1-4b62-8a5c-25f106c93ee1 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.262511 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef41b89e-b7c1-4b62-8a5c-25f106c93ee1 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.281459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Deleting port e3b7cadf-3090-4150-a4a1-7474583a32c3 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:27.282601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.309412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41b89e-b7c1-4b62-8a5c-25f106c93ee1 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89db148e-bb7a-4cec-b062-e1c320212c6b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:27.321893 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-1822d4df-f8f6-4f4c-89fc-93a7254f63af tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] For port 55f816ad-b667-41e7-956b-2e8b3db9a0f9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=55f816ad-b667-41e7-956b-2e8b3db9a0f9,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:27.322459 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-1822d4df-f8f6-4f4c-89fc-93a7254f63af tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.332649 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef41b89e-b7c1-4b62-8a5c-25f106c93ee1 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.336822 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ef41b89e-b7c1-4b62-8a5c-25f106c93ee1 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678763 Jul 13 07:40:27.340946 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-1822d4df-f8f6-4f4c-89fc-93a7254f63af tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Calling delete_port for 55f816ad-b667-41e7-956b-2e8b3db9a0f9 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:27.346562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36390) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:27.409077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:27.426471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b345a335-e76b-47df-8817-e488058280e2 None None] DHCP port deletion for c94cd78b-6e62-4282-b814-6cb58e824527 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:27.440751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] For port e3b7cadf-3090-4150-a4a1-7474583a32c3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e3b7cadf-3090-4150-a4a1-7474583a32c3,segment=NetworkSegment(84d49626-35e4-4abd-b0cd-2612a2b5ad37),segment_id=84d49626-35e4-4abd-b0cd-2612a2b5ad37)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:27.441104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.462558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Calling delete_port for e3b7cadf-3090-4150-a4a1-7474583a32c3 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:27.475930 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.518987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b345a335-e76b-47df-8817-e488058280e2 None None] Deleting port e3b7cadf-3090-4150-a4a1-7474583a32c3 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:27.519665 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b345a335-e76b-47df-8817-e488058280e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.616657 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-1822d4df-f8f6-4f4c-89fc-93a7254f63af tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.634419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['7215a7b3-8c8d-49ea-97d6-305762032098', 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c', 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:27.638022 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['55f816ad-b667-41e7-956b-2e8b3db9a0f9'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:27.676655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.694153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] No DVR routers for this DVR port e3b7cadf-3090-4150-a4a1-7474583a32c3 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:27.712914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b345a335-e76b-47df-8817-e488058280e2 None None] For port e3b7cadf-3090-4150-a4a1-7474583a32c3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e3b7cadf-3090-4150-a4a1-7474583a32c3,segment=NetworkSegment(84d49626-35e4-4abd-b0cd-2612a2b5ad37),segment_id=84d49626-35e4-4abd-b0cd-2612a2b5ad37)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:27.713654 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b345a335-e76b-47df-8817-e488058280e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.719423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Port': ['ID=e3b7cadf-3090-4150-a4a1-7474583a32c3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:27.729700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822d4df-f8f6-4f4c-89fc-93a7254f63af tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Pushing event deleted for resources: {'Port': ['ID=55f816ad-b667-41e7-956b-2e8b3db9a0f9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:27.743656 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.751763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b345a335-e76b-47df-8817-e488058280e2 None None] Calling delete_port for e3b7cadf-3090-4150-a4a1-7474583a32c3 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:27.800570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-1822d4df-f8f6-4f4c-89fc-93a7254f63af tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] No DVR routers for this DVR port 55f816ad-b667-41e7-956b-2e8b3db9a0f9 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:27.810989 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-1822d4df-f8f6-4f4c-89fc-93a7254f63af tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.817511 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f77a2c90-e5ac-4f9e-b35e-cb8caa895e9b req-1822d4df-f8f6-4f4c-89fc-93a7254f63af tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.54 "DELETE /v2.0/ports/55f816ad-b667-41e7-956b-2e8b3db9a0f9 HTTP/1.1" status: 204 len: 173 time: 0.9552932 Jul 13 07:40:27.825648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7bbfbf-8db9-421a-8f1c-729dcc306ae0', 'name': 'network-vif-deleted', 'tag': '55f816ad-b667-41e7-956b-2e8b3db9a0f9'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:27.834012 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96970ad4-4e23-4bea-ba73-1e79f21a58a1" -d '{"events": [{"server_uuid": "2b7bbfbf-8db9-421a-8f1c-729dcc306ae0", "name": "network-vif-deleted", "tag": "55f816ad-b667-41e7-956b-2e8b3db9a0f9"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:27.869467 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.943924 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0798c84-e1b7-4fb6-b088-ab8954631ee4 x-openstack-request-id: req-f0798c84-e1b7-4fb6-b088-ab8954631ee4 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:27.944390 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7bbfbf-8db9-421a-8f1c-729dcc306ae0", "name": "network-vif-deleted", "tag": "55f816ad-b667-41e7-956b-2e8b3db9a0f9", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:27.944932 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0798c84-e1b7-4fb6-b088-ab8954631ee4 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:27.946753 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7bbfbf-8db9-421a-8f1c-729dcc306ae0', 'name': 'network-vif-deleted', 'tag': '55f816ad-b667-41e7-956b-2e8b3db9a0f9', 'status': 'completed', 'code': 200} Jul 13 07:40:27.966589 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b345a335-e76b-47df-8817-e488058280e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.009149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Allocated IP 172.25.6.242 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/3ea5639d-28af-4c48-b8d6-7ae1f3fff9d0) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:28.051313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345a335-e76b-47df-8817-e488058280e2 None None] Pushing event deleted for resources: {'Port': ['ID=e3b7cadf-3090-4150-a4a1-7474583a32c3,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:28.063667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94cd78b-6e62-4282-b814-6cb58e824527']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:28.069314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345a335-e76b-47df-8817-e488058280e2 None None] No DVR routers for this DVR port e3b7cadf-3090-4150-a4a1-7474583a32c3 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:28.092453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d49626-35e4-4abd-b0cd-2612a2b5ad37') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:28.093194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d49626-35e4-4abd-b0cd-2612a2b5ad37') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:28.144948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e3b7cadf-3090-4150-a4a1-7474583a32c3 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:28.166487 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.173587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e3b7cadf-3090-4150-a4a1-7474583a32c3 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:28.174222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e3b7cadf-3090-4150-a4a1-7474583a32c3 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:28.205381 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.234532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:28.237170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:28.243375 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:28.337558 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c486504f-2d20-44b1-a06d-846dc7bc5375 req-a1e7314c-8884-4c5d-8ec8-2c939911d76f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b7bbfbf-8db9-421a-8f1c-729dcc306ae0 HTTP/1.1" status: 200 len: 210 time: 0.0412023 Jul 13 07:40:28.397906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.421172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.434705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.436842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] 10.222.0.44 "DELETE /v2.0/networks/c94cd78b-6e62-4282-b814-6cb58e824527 HTTP/1.1" status: 204 len: 168 time: 1.4314663 Jul 13 07:40:28.462812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1c9bf-598c-44fe-a50e-807bb9a4d395 tempest-NetworksIpV6Test-608373616 tempest-NetworksIpV6Test-608373616-project] Pushing event deleted for resources: {'Network': ['ID=c94cd78b-6e62-4282-b814-6cb58e824527,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:28.483477 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.528524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:28.533166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:28.546186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:28.569641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'Port': ['ID=3ea5639d-28af-4c48-b8d6-7ae1f3fff9d0,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:28.784144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.849937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.877653 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36446) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:29.134201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.141595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.228855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f9dad66f-cb40-40d1-8e84-987f7850bb1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3d6b46297ef4d49b3ef655cf6a02d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493521 Jul 13 07:40:29.231452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36454) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:29.246711 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.249718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'Port': ['ID=3ea5639d-28af-4c48-b8d6-7ae1f3fff9d0,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:29.265564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.267109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a3fd4805-17e3-4328-97ab-460095f1a385 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9192467 Jul 13 07:40:29.303211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25a42451-7e3b-43f4-9194-a18c00c51ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.334607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25a42451-7e3b-43f4-9194-a18c00c51ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.412844 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25a42451-7e3b-43f4-9194-a18c00c51ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.415850 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25a42451-7e3b-43f4-9194-a18c00c51ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.422824 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-25a42451-7e3b-43f4-9194-a18c00c51ecd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/719a2c8c-1f3f-4c99-9763-da3ec2a271cb HTTP/1.1" status: 204 len: 168 time: 0.1897511 Jul 13 07:40:29.446173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a42451-7e3b-43f4-9194-a18c00c51ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719a2c8c-1f3f-4c99-9763-da3ec2a271cb,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:29.579584 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-8551c859-7c3f-4853-bff3-68e9960bc1f7 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1267251592&fields=id&tenant_id=4d3a8fe36afb46ccba4e75b695f6d327 HTTP/1.1" status: 200 len: 267 time: 0.0706408 Jul 13 07:40:29.798291 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-1843f0d9-2c18-4eb2-a45e-b5c641de6050 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:29.805276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-1843f0d9-2c18-4eb2-a45e-b5c641de6050 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 811 time: 0.2169886 Jul 13 07:40:29.825463 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-592ffa3b-0ffd-4aab-9826-fc1273db96b5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/quotas/4d3a8fe36afb46ccba4e75b695f6d327 HTTP/1.1" status: 200 len: 375 time: 0.0191669 Jul 13 07:40:29.939570 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-dc35f86d-06de-4226-be8e-3db11c1d0711 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1129014 Jul 13 07:40:30.083212 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-611c69c4-dd6c-44f7-a5b7-f4c1b7d114d2 service neutron] 10.222.0.44 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378825 Jul 13 07:40:30.122854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36492) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:30.268811 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-338c3825-82c7-418f-8720-e230aac5c4fb service neutron] 10.222.0.44 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786621 Jul 13 07:40:30.332971 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8dc929b-cec4-4831-92c7-af134d14d7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.529432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8dc929b-cec4-4831-92c7-af134d14d7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.537232 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8dc929b-cec4-4831-92c7-af134d14d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.624978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc929b-cec4-4831-92c7-af134d14d7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94761459-b097-4a5d-bb7b-d62ea9a39360,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:30.701882 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d8dc929b-cec4-4831-92c7-af134d14d7eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2252e50d59734f1c9f736d6c24726650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759065 Jul 13 07:40:30.702903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36516) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:30.717932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c2ca10a1-7453-4208-98ab-1645a0c297c8 req-c2cca114-bf22-4b64-925f-e17d8089f070 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 210 time: 0.1295965 Jul 13 07:40:30.806766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be3b-0231-4470-a18b-eb2db3b88ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.829943 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be3b-0231-4470-a18b-eb2db3b88ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.911144 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be3b-0231-4470-a18b-eb2db3b88ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.915937 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cc5be3b-0231-4470-a18b-eb2db3b88ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.918057 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1cc5be3b-0231-4470-a18b-eb2db3b88ee7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94761459-b097-4a5d-bb7b-d62ea9a39360 HTTP/1.1" status: 204 len: 168 time: 0.2135785 Jul 13 07:40:30.931133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5be3b-0231-4470-a18b-eb2db3b88ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94761459-b097-4a5d-bb7b-d62ea9a39360,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:31.038793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36532) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:31.396593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1010451109'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:31.435401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:31.439218 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.455855 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.512256 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 55f816ad-b667-41e7-956b-2e8b3db9a0f9 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:31.541971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 55f816ad-b667-41e7-956b-2e8b3db9a0f9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:31.543506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 55f816ad-b667-41e7-956b-2e8b3db9a0f9 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:31.586714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36542) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:31.603007 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b20c76b-18bc-4367-be44-fbf4ddfb8f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.633498 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.639602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.657786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:31.669210 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.669959 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Added segment 13c90b52-c3f8-44af-95c4-5589512c4763 of type vlan for network 512f297c-f1dd-4943-bd4c-6b29f6452798 Jul 13 07:40:31.740320 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.753325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9977c0-73b5-4751-9afa-dbbdf4a4b163,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:31.808467 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.816546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b20c76b-18bc-4367-be44-fbf4ddfb8f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.822202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.822863 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.824470 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b20c76b-18bc-4367-be44-fbf4ddfb8f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.878691 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9b20c76b-18bc-4367-be44-fbf4ddfb8f79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b6a3af44a6042b6ba2a4fd500aca854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905173 Jul 13 07:40:31.880141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20c76b-18bc-4367-be44-fbf4ddfb8f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d8620c-db40-41fe-bc60-ca2906c0f2e8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:31.883009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8408637 Jul 13 07:40:31.883963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36548) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:31.884383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36550) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:31.919619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'name': 'tempest-PortsIpV6TestJSON-754168526'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:32.000275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e721593-c8a2-4cf2-ad7c-cbd0d8467cd8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Network': ['ID=512f297c-f1dd-4943-bd4c-6b29f6452798,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:32.003884 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b4a0e2a4-a2e6-4007-a286-5117cf0152d4 req-529f0153-0f4a-4b7a-8228-c00e293e945a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 210 time: 0.0375381 Jul 13 07:40:32.012691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:32.067503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89838564-dfdc-41be-98af-76c1ef49846c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.127357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:32.133055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.140922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89838564-dfdc-41be-98af-76c1ef49846c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.168726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:32.401970 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.464238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89838564-dfdc-41be-98af-76c1ef49846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.467390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89838564-dfdc-41be-98af-76c1ef49846c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.468824 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-89838564-dfdc-41be-98af-76c1ef49846c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75d8620c-db40-41fe-bc60-ca2906c0f2e8 HTTP/1.1" status: 204 len: 168 time: 0.5834632 Jul 13 07:40:32.471626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-7e3125ff-4888-4778-a9c0-98d3f612883e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.475189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.478483 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-7e3125ff-4888-4778-a9c0-98d3f612883e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.54 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 811 time: 0.2424581 Jul 13 07:40:32.531265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=525d63f1-590b-4f1a-b0fa-5ca077da59b5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:32.533905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89838564-dfdc-41be-98af-76c1ef49846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d8620c-db40-41fe-bc60-ca2906c0f2e8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:32.598444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Checking segment: {'id': '13c90b52-c3f8-44af-95c4-5589512c4763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:32.598784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network hostable DHCP agents. Network: 512f297c-f1dd-4943-bd4c-6b29f6452798, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:32.611289 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-a5ee3a3f-c8b8-474b-9182-01985287b998 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d3a8fe36afb46ccba4e75b695f6d327 HTTP/1.1" status: 200 len: 380 time: 0.1248381 Jul 13 07:40:32.618911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:32.631860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'port': {'device_id': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'admin_state_up': True, 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'security_groups': ['b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:32.634953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 512f297c-f1dd-4943-bd4c-6b29f6452798) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:32.649507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944731b2-c3be-4bbd-b5ff-54ff0a1ac4b9 None None] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:32.650720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:32.659730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.661974 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:32.686694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-96c201ad-24e6-4d79-a825-602b979b480a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7978406 Jul 13 07:40:32.690359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36566) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:32.730322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-831803233'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:33.304627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ade4fc8-a717-4dde-9788-07b048b422ca req-74e046bf-169e-4f01-acbc-3bf491bb655b tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 210 time: 0.0648315 Jul 13 07:40:33.336247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:33.340360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.369919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:33.380817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.381578 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Added segment 25611983-fb0c-41a1-a3ac-ff4251726428 of type vlan for network b0c4a7a7-7ece-4be5-aa33-a97d07e4864a Jul 13 07:40:33.514635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.635538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Made reservation on behalf of 4d3a8fe36afb46ccba4e75b695f6d327 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:33.641384 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.655450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.679899 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:33.679899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.805879 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1147628 Jul 13 07:40:33.809683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36618) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:33.814855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'ports': [{'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798'}, {'network_id': 'b0c4a7a7-7ece-4be5-aa33-a97d07e4864a'}]} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:33.815503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:33.816265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': 'b0c4a7a7-7ece-4be5-aa33-a97d07e4864a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:33.863627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36622) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:33.880777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11875a9-c9fe-4ea8-bf55-5847d9ebd6ce tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Network': ['ID=b0c4a7a7-7ece-4be5-aa33-a97d07e4864a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:33.911030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b0c4a7a7-7ece-4be5-aa33-a97d07e4864a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:33.965843 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Allocated IP 172.20.0.5 (144df36e-35ef-4abd-a952-041c4f50aa0b/154a043c-90c9-4ee9-ab82-e4a5a311be16/3f03cc4f-9db8-48b9-91b4-1844ab202713) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:34.194125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 2} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:34.199491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.224318 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.299743 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95dd-18b9-42c5-8d9a-d02c5803b9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.366343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port c12ccaa2-c551-4487-a2ac-b26056c65b2e yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:34.411240 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.440482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.496139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Transition to ACTIVE for port object 3f03cc4f-9db8-48b9-91b4-1844ab202713 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:34.579194 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.585721 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.689800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Network 144df36e-35ef-4abd-a952-041c4f50aa0b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:34.703666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:34.755278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:34.757624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port 4f11b602-6279-45b1-ac24-f3086b28ae5c yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:34.808287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event updated for resources: {'Port': ['ID=3f03cc4f-9db8-48b9-91b4-1844ab202713,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:34.899211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:34.900176 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.927961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ebd97-c617-42f2-9198-4c40d2116fdf req-9c11f48d-90d5-496b-bde8-700a6568f16f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:34.929676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c1ebd97-c617-42f2-9198-4c40d2116fdf req-9c11f48d-90d5-496b-bde8-700a6568f16f tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 945 time: 0.2219694 Jul 13 07:40:34.973188 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95dd-18b9-42c5-8d9a-d02c5803b9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.986679 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e1a95dd-18b9-42c5-8d9a-d02c5803b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.987355 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.005209 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-af31dcb5-31d7-4568-8be0-2baa6481a55f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3844907 Jul 13 07:40:35.022040 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c1ebd97-c617-42f2-9198-4c40d2116fdf req-dae2f3a5-2f83-42fd-9470-c96db996f2d4 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794890 Jul 13 07:40:35.031179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a068907-c34d-45ca-9378-aa78ee085143 req-9f46fc37-4560-4ef7-9967-c9eba51eff30 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.034173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Request body: {'port': {'device_id': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:35.039601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a068907-c34d-45ca-9378-aa78ee085143 req-9f46fc37-4560-4ef7-9967-c9eba51eff30 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 931 time: 0.2721798 Jul 13 07:40:35.087037 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.092648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2f2eb11d-0114-4dd2-91d2-05c4e24d5886 None None] Provisioning for port 3f03cc4f-9db8-48b9-91b4-1844ab202713 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:35.098591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2f2eb11d-0114-4dd2-91d2-05c4e24d5886 None None] Provisioning complete for port 3f03cc4f-9db8-48b9-91b4-1844ab202713 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:35.098969 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb11d-0114-4dd2-91d2-05c4e24d5886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.140987 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8e1a95dd-18b9-42c5-8d9a-d02c5803b9ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdd71aa8819841b2ae88bad6724076c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2727861 Jul 13 07:40:35.141223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a068907-c34d-45ca-9378-aa78ee085143 req-a3042ef1-51dd-44b0-aca5-847a5e05ea78 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981030 Jul 13 07:40:35.141432 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a95dd-18b9-42c5-8d9a-d02c5803b9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012db5b7-4358-477c-840f-755f8f10fc48,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:35.148511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2f2eb11d-0114-4dd2-91d2-05c4e24d5886 None None] Port 3f03cc4f-9db8-48b9-91b4-1844ab202713 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:35.151000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36660) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:35.169360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:35.179898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:35.182584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:35.184587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.206994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.214151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=c12ccaa2-c551-4487-a2ac-b26056c65b2e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:35.309527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Checking segment: {'id': '25611983-fb0c-41a1-a3ac-ff4251726428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b0c4a7a7-7ece-4be5-aa33-a97d07e4864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:35.309904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network hostable DHCP agents. Network: b0c4a7a7-7ece-4be5-aa33-a97d07e4864a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:35.316703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=4f11b602-6279-45b1-ac24-f3086b28ae5c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:35.321469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb0de872-f9a0-45de-891b-7b20c8c1c858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.354507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network b0c4a7a7-7ece-4be5-aa33-a97d07e4864a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:35.358575 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb0de872-f9a0-45de-891b-7b20c8c1c858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.372341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b0c4a7a7-7ece-4be5-aa33-a97d07e4864a) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:35.376976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:35.380499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ed5de-06ad-487a-8040-9b2d9eb07765 None None] Network b0c4a7a7-7ece-4be5-aa33-a97d07e4864a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:35.384305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.390193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.391214 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.428586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3bfce490-6f11-4f33-bdc6-996ff1428859 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6177363 Jul 13 07:40:35.434580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36670) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:35.495704 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb0de872-f9a0-45de-891b-7b20c8c1c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.499137 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb0de872-f9a0-45de-891b-7b20c8c1c858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.500267 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bb0de872-f9a0-45de-891b-7b20c8c1c858 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/012db5b7-4358-477c-840f-755f8f10fc48 HTTP/1.1" status: 204 len: 168 time: 0.3482473 Jul 13 07:40:35.555911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0de872-f9a0-45de-891b-7b20c8c1c858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012db5b7-4358-477c-840f-755f8f10fc48,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:35.576350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f03cc4f-9db8-48b9-91b4-1844ab202713 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:35.594249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.624298 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Transition to ACTIVE for port object 3f03cc4f-9db8-48b9-91b4-1844ab202713 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:35.630952 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.664425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-341ab36c-8c51-4c9b-8e1b-1f3fe6798281 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 4f11b602-6279-45b1-ac24-f3086b28ae5c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:35.664779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-341ab36c-8c51-4c9b-8e1b-1f3fe6798281 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.774005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Pushing event updated for resources: {'Port': ['ID=3f03cc4f-9db8-48b9-91b4-1844ab202713,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:35.837432 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Attempting to bind port 3f03cc4f-9db8-48b9-91b4-1844ab202713 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:35.838396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Attempting to bind port 3f03cc4f-9db8-48b9-91b4-1844ab202713 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:35.838976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Attempting to bind port 3f03cc4f-9db8-48b9-91b4-1844ab202713 on network 144df36e-35ef-4abd-a952-041c4f50aa0b {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:35.844172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Port 3f03cc4f-9db8-48b9-91b4-1844ab202713 on network 144df36e-35ef-4abd-a952-041c4f50aa0b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:35.844816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Attempting to bind port 3f03cc4f-9db8-48b9-91b4-1844ab202713 on network 144df36e-35ef-4abd-a952-041c4f50aa0b {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:35.850361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:35.850740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Checking segment: {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:35.851090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Bound using segment: {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:35.851529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Bound port: 3f03cc4f-9db8-48b9-91b4-1844ab202713, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88667b2e-e8e0-4be7-a2f4-086fb960c050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:35.851885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:35.936727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] For port 3f03cc4f-9db8-48b9-91b4-1844ab202713, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:35.943676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] For port 3f03cc4f-9db8-48b9-91b4-1844ab202713, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=3f03cc4f-9db8-48b9-91b4-1844ab202713,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:35.954994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.040295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Pushing event updated for resources: {'Port': ['ID=3f03cc4f-9db8-48b9-91b4-1844ab202713,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:36.051429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.052342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.054102 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-bafaf0e6-7129-40e1-bb05-82487d511178 service neutron] 10.222.0.54 "PUT /v2.0/ports/3f03cc4f-9db8-48b9-91b4-1844ab202713 HTTP/1.1" status: 200 len: 1091 time: 1.0308845 Jul 13 07:40:36.054738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'tag': '3f03cc4f-9db8-48b9-91b4-1844ab202713'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:36.057104 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ce3cf8-caab-473d-b475-fd4b62271092" -d '{"events": [{"name": "network-changed", "server_uuid": "54473bd6-5bc7-427b-81d0-95a25de25ebf", "tag": "3f03cc4f-9db8-48b9-91b4-1844ab202713"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:36.168404 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e80bc05-372b-4e00-9fcc-2d4676711e27 x-openstack-request-id: req-1e80bc05-372b-4e00-9fcc-2d4676711e27 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:36.168786 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54473bd6-5bc7-427b-81d0-95a25de25ebf", "tag": "3f03cc4f-9db8-48b9-91b4-1844ab202713", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:36.169009 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e80bc05-372b-4e00-9fcc-2d4676711e27 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:36.169416 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'tag': '3f03cc4f-9db8-48b9-91b4-1844ab202713', 'status': 'completed', 'code': 200} Jul 13 07:40:36.201972 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36708) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:36.215158 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-341ab36c-8c51-4c9b-8e1b-1f3fe6798281 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.243206 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fafc16cb-060c-489f-be22-3a19b26b97bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.268043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-341ab36c-8c51-4c9b-8e1b-1f3fe6798281 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 4f11b602-6279-45b1-ac24-f3086b28ae5c owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:36.318103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-82dc327b-1fa0-4942-9e75-3288b636fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.320675 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-82dc327b-1fa0-4942-9e75-3288b636fd08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 1094 time: 0.2034607 Jul 13 07:40:36.382501 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-4274601b-7fe1-4a34-a44f-b77381d1f3a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f03cc4f-9db8-48b9-91b4-1844ab202713 HTTP/1.1" status: 200 len: 217 time: 0.0484605 Jul 13 07:40:36.397417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-341ab36c-8c51-4c9b-8e1b-1f3fe6798281 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.479256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-29e6f059-0278-4210-938f-e5e07e8eee09 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.481070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-29e6f059-0278-4210-938f-e5e07e8eee09 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 945 time: 0.3177156 Jul 13 07:40:36.482462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ab36c-8c51-4c9b-8e1b-1f3fe6798281 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=4f11b602-6279-45b1-ac24-f3086b28ae5c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:36.490422 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e958186-c647-4581-ac23-f8541c19ce3f req-ce4d0530-50da-4553-a363-68c662af7735 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.498101 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e958186-c647-4581-ac23-f8541c19ce3f req-ce4d0530-50da-4553-a363-68c662af7735 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 945 time: 0.2485209 Jul 13 07:40:36.506597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-7168fdb0-aa06-4e47-be09-01ee8aaa66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.506882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-341ab36c-8c51-4c9b-8e1b-1f3fe6798281 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.508085 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-7168fdb0-aa06-4e47-be09-01ee8aaa66ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 200 len: 850 time: 0.1167276 Jul 13 07:40:36.509307 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-341ab36c-8c51-4c9b-8e1b-1f3fe6798281 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/4f11b602-6279-45b1-ac24-f3086b28ae5c HTTP/1.1" status: 204 len: 168 time: 1.0734863 Jul 13 07:40:36.516258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36716) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:36.563021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201f46-a16c-4ff8-83bd-d999d45f64ee req-a16ded07-5e46-4e8b-96fd-bfd54fd998e9 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.568744 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3201f46-a16c-4ff8-83bd-d999d45f64ee req-a16ded07-5e46-4e8b-96fd-bfd54fd998e9 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 943 time: 0.1884496 Jul 13 07:40:36.654541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3201f46-a16c-4ff8-83bd-d999d45f64ee req-7840571c-d49b-420d-9b78-6f457cd27184 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816066 Jul 13 07:40:36.660542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e958186-c647-4581-ac23-f8541c19ce3f req-c1568350-7381-4978-a8b6-37bb49dc79e6 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614058 Jul 13 07:40:36.686955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-148f3aff-04bc-47b0-a62f-f7719b128593 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Deleting port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:36.687365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-148f3aff-04bc-47b0-a62f-f7719b128593 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.698259 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fafc16cb-060c-489f-be22-3a19b26b97bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.719261 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fafc16cb-060c-489f-be22-3a19b26b97bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.788590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499097cc-e438-4fb0-94e9-fe15ae4cf5e9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.809274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499097cc-e438-4fb0-94e9-fe15ae4cf5e9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.812671 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-499097cc-e438-4fb0-94e9-fe15ae4cf5e9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2952743 Jul 13 07:40:36.814069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36728) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:36.832253 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fafc16cb-060c-489f-be22-3a19b26b97bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f3426dc90714fa4b1f5c09bbc453646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218348 Jul 13 07:40:36.837920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36732) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:36.841930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-18d38513-4585-42be-9971-9f3c6fcd829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:36.843526 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-18d38513-4585-42be-9971-9f3c6fcd829f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=144df36e-35ef-4abd-a952-041c4f50aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076994 Jul 13 07:40:36.869787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc16cb-060c-489f-be22-3a19b26b97bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b82dcbf-48c1-4564-8113-dc575ff7884b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:36.881617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-148f3aff-04bc-47b0-a62f-f7719b128593 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] For port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:36.881828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-148f3aff-04bc-47b0-a62f-f7719b128593 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.918540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-148f3aff-04bc-47b0-a62f-f7719b128593 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Calling delete_port for ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:36.987326 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2712b22-b9c5-477d-8cf8-df6d41aeb114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.005071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d948be6e-943c-4257-a474-5fef1069cf99 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port c12ccaa2-c551-4487-a2ac-b26056c65b2e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:37.005496 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d948be6e-943c-4257-a474-5fef1069cf99 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.023068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2712b22-b9c5-477d-8cf8-df6d41aeb114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.031920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-684a40f6-be87-4533-8232-664176a51d61 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633358 Jul 13 07:40:37.116668 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d948be6e-943c-4257-a474-5fef1069cf99 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.137880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d948be6e-943c-4257-a474-5fef1069cf99 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for c12ccaa2-c551-4487-a2ac-b26056c65b2e owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:37.149038 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2712b22-b9c5-477d-8cf8-df6d41aeb114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.151561 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2712b22-b9c5-477d-8cf8-df6d41aeb114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.152824 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d2712b22-b9c5-477d-8cf8-df6d41aeb114 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b82dcbf-48c1-4564-8113-dc575ff7884b HTTP/1.1" status: 204 len: 168 time: 0.3136673 Jul 13 07:40:37.164638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-148f3aff-04bc-47b0-a62f-f7719b128593 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.164863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2712b22-b9c5-477d-8cf8-df6d41aeb114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b82dcbf-48c1-4564-8113-dc575ff7884b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.169089 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d0a43bf9-ac34-4ca3-86b2-79e3bb710839 req-297b7667-3a47-4d62-b7b8-6b335a046a7b service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273618 Jul 13 07:40:37.190165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['7215a7b3-8c8d-49ea-97d6-305762032098', 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c', 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:37.261497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f3aff-04bc-47b0-a62f-f7719b128593 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Pushing event deleted for resources: {'Port': ['ID=ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.326751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-a11dee8a-856e-493d-b017-711b4f5813a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.328928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-a11dee8a-856e-493d-b017-711b4f5813a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 1094 time: 0.0930550 Jul 13 07:40:37.331522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-148f3aff-04bc-47b0-a62f-f7719b128593 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] No DVR routers for this DVR port ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:37.335268 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-148f3aff-04bc-47b0-a62f-f7719b128593 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.337553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3be8ee00-7525-42a3-ba02-59a585fed73d req-148f3aff-04bc-47b0-a62f-f7719b128593 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "DELETE /v2.0/ports/ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e HTTP/1.1" status: 204 len: 173 time: 0.8465414 Jul 13 07:40:37.338173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc080140-4b41-4dd4-b3c4-d9447909cfaf', 'name': 'network-vif-deleted', 'tag': 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:37.341412 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c7c777-1238-4bb2-a082-7fc84b496c82" -d '{"events": [{"server_uuid": "fc080140-4b41-4dd4-b3c4-d9447909cfaf", "name": "network-vif-deleted", "tag": "ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:37.366283 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d948be6e-943c-4257-a474-5fef1069cf99 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.436536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948be6e-943c-4257-a474-5fef1069cf99 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=c12ccaa2-c551-4487-a2ac-b26056c65b2e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.441273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d948be6e-943c-4257-a474-5fef1069cf99 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.452496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d948be6e-943c-4257-a474-5fef1069cf99 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/c12ccaa2-c551-4487-a2ac-b26056c65b2e HTTP/1.1" status: 204 len: 168 time: 0.6373384 Jul 13 07:40:37.453337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36752) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:37.456469 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ced93b-9068-4f84-958f-d2b67f614767 x-openstack-request-id: req-05ced93b-9068-4f84-958f-d2b67f614767 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:37.456772 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc080140-4b41-4dd4-b3c4-d9447909cfaf", "name": "network-vif-deleted", "tag": "ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:37.457149 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05ced93b-9068-4f84-958f-d2b67f614767 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:37.457562 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc080140-4b41-4dd4-b3c4-d9447909cfaf', 'name': 'network-vif-deleted', 'tag': 'ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e', 'status': 'completed', 'code': 200} Jul 13 07:40:37.534033 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-e13d7845-b724-4118-a560-cc1fc40ae589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.536936 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-e13d7845-b724-4118-a560-cc1fc40ae589 service neutron] 10.222.0.54 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 912 time: 0.1995981 Jul 13 07:40:37.612875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-7b0a34d8-bd8d-47bb-bc1c-fbf0032682a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f03cc4f-9db8-48b9-91b4-1844ab202713 HTTP/1.1" status: 200 len: 217 time: 0.0672591 Jul 13 07:40:37.669485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d95433-44f4-40d6-b29f-e96df98706a0 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.671932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f9d95433-44f4-40d6-b29f-e96df98706a0 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2134137 Jul 13 07:40:37.675085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36760) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:37.678341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-e6c06240-3a4c-49cb-ab70-751fbda9f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.679814 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-e6c06240-3a4c-49cb-ab70-751fbda9f9c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 200 len: 850 time: 0.0603750 Jul 13 07:40:37.752889 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f8cd2e-97d5-4b46-b103-91ecd501297b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:40:37.754621 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d0f8cd2e-97d5-4b46-b103-91ecd501297b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/4f11b602-6279-45b1-ac24-f3086b28ae5c HTTP/1.1" status: 404 len: 333 time: 0.0784314 Jul 13 07:40:37.757663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36770) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:37.803045 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.839084 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a36ff4-902e-4e8b-901e-b8b3bcfd12e4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:40:37.842546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b6a36ff4-902e-4e8b-901e-b8b3bcfd12e4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/c12ccaa2-c551-4487-a2ac-b26056c65b2e HTTP/1.1" status: 404 len: 333 time: 0.0838399 Jul 13 07:40:37.845940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36774) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:37.873657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36778) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:37.882522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80b7fde9-2c0a-4f1f-961f-1c9eeef1680f req-bb7c2956-8750-4668-bf7c-e227e80add71 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc080140-4b41-4dd4-b3c4-d9447909cfaf HTTP/1.1" status: 200 len: 210 time: 0.0335407 Jul 13 07:40:37.916047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-221721e3-1dee-476b-a035-a9172744c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.918561 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-221721e3-1dee-476b-a035-a9172744c1aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=144df36e-35ef-4abd-a952-041c4f50aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2272489 Jul 13 07:40:38.113726 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.115430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-baadb634-ace4-4435-bcc9-445e2b7d4b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.174586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b944035-7e97-4175-9aa6-7e91dd2c7207 req-c9a732ea-6b16-47e5-9a13-034e809cc08e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.176322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b944035-7e97-4175-9aa6-7e91dd2c7207 req-c9a732ea-6b16-47e5-9a13-034e809cc08e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 943 time: 0.3015344 Jul 13 07:40:38.192005 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-9c933952-aaf5-426b-a613-b8a5ddc37667 service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459195 Jul 13 07:40:38.332235 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b944035-7e97-4175-9aa6-7e91dd2c7207 req-ca80ffac-dbaa-4d2a-964b-6f30cd376f3f tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428008 Jul 13 07:40:38.391094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.413260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c4a7a7-7ece-4be5-aa33-a97d07e4864a']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:38.435241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25611983-fb0c-41a1-a3ac-ff4251726428') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:38.435558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25611983-fb0c-41a1-a3ac-ff4251726428') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:38.460391 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.478226 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53ce3cf8-caab-473d-b475-fd4b62271092 req-fb594e1c-6d6c-48a3-b176-125e27084d4a service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611353 Jul 13 07:40:38.492110 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.506331 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-baadb634-ace4-4435-bcc9-445e2b7d4b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.507634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:38.508038 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:38.511256 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:38.537275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-baadb634-ace4-4435-bcc9-445e2b7d4b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.610530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-baadb634-ace4-4435-bcc9-445e2b7d4b20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ed4b7a24d7b4340816775c53a1ca2d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7331996 Jul 13 07:40:38.613304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36800) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:38.615664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.624597 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.626832 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/networks/b0c4a7a7-7ece-4be5-aa33-a97d07e4864a HTTP/1.1" status: 204 len: 168 time: 0.7790711 Jul 13 07:40:38.630547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36802) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:38.637465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1615140030'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:38.643108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7139556-c3d1-4fc0-b1a6-88a354969387 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Network': ['ID=b0c4a7a7-7ece-4be5-aa33-a97d07e4864a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:38.646035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadb634-ace4-4435-bcc9-445e2b7d4b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d62ad7-ebe7-42f9-8d8f-482c5bcedc6f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:38.687186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:38.691634 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.701616 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1f8c834c-7ee1-46f8-90ee-b7f6ea8d9838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.733975 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1f8c834c-7ee1-46f8-90ee-b7f6ea8d9838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.735621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:38.761391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.761763 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Added segment 5a146317-f347-4027-a190-83ffcdf4191e of type vlan for network 71fe40c5-5e23-4268-bb9b-b5f0901c1905 Jul 13 07:40:38.811883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.833168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1f8c834c-7ee1-46f8-90ee-b7f6ea8d9838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.846797 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1f8c834c-7ee1-46f8-90ee-b7f6ea8d9838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.846797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1f8c834c-7ee1-46f8-90ee-b7f6ea8d9838 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3d62ad7-ebe7-42f9-8d8f-482c5bcedc6f HTTP/1.1" status: 204 len: 168 time: 0.2224898 Jul 13 07:40:38.850617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c834c-7ee1-46f8-90ee-b7f6ea8d9838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d62ad7-ebe7-42f9-8d8f-482c5bcedc6f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:38.861025 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.867007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.868221 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.905124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2732580 Jul 13 07:40:38.911080 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36814) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:38.921615 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '71fe40c5-5e23-4268-bb9b-b5f0901c1905', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:38.959770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e6243-fb9c-4cef-bc0a-0a5720b32e9b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Network': ['ID=71fe40c5-5e23-4268-bb9b-b5f0901c1905,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:38.971541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 71fe40c5-5e23-4268-bb9b-b5f0901c1905 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:39.040356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:39.045960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.351836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.387279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36832) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:39.418958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84fab6ff-ffb4-4de3-bb67-ed05a382227b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.447497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=6577ffdb-4c12-490d-976a-80130cb1a3a4,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:39.463227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Checking segment: {'id': '5a146317-f347-4027-a190-83ffcdf4191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '71fe40c5-5e23-4268-bb9b-b5f0901c1905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:39.463227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network hostable DHCP agents. Network: 71fe40c5-5e23-4268-bb9b-b5f0901c1905, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:39.484741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 71fe40c5-5e23-4268-bb9b-b5f0901c1905 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:39.502007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 71fe40c5-5e23-4268-bb9b-b5f0901c1905) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:39.507339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:39.509223 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.560942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ad132-9267-4f4c-a7d0-8db6fb3cd2a2 None None] Network 71fe40c5-5e23-4268-bb9b-b5f0901c1905 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:39.560942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 3f03cc4f-9db8-48b9-91b4-1844ab202713 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:39.671700 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84fab6ff-ffb4-4de3-bb67-ed05a382227b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.691833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879e735-7668-4964-b93f-75a79d03a728 req-f09e737c-c719-48a6-970c-ed2251615acb tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:39.693638 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e879e735-7668-4964-b93f-75a79d03a728 req-f09e737c-c719-48a6-970c-ed2251615acb tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 943 time: 0.1145577 Jul 13 07:40:39.694299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84fab6ff-ffb4-4de3-bb67-ed05a382227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.699498 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-75ec0cf4-e5ca-49e6-bf20-8829a1c0af58 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7836337 Jul 13 07:40:39.699657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36840) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:39.707365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ae083-663b-431e-98db-607c4ef4c032 req-2ad3f352-d969-4bb3-a085-211f2079ab98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:39.709518 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-229ae083-663b-431e-98db-607c4ef4c032 req-2ad3f352-d969-4bb3-a085-211f2079ab98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 946 time: 0.1056497 Jul 13 07:40:39.710667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '71fe40c5-5e23-4268-bb9b-b5f0901c1905', 'name': 'tempest-PortsIpV6TestJSON-460348127'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:39.719252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:39.749575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:39.750180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device ebc9743d-2bfe-438a-a2d0-aeaa37d06f1e not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:39.781087 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-229ae083-663b-431e-98db-607c4ef4c032 req-ab05fc9b-1519-463c-ac81-2c6f31dcd281 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568557 Jul 13 07:40:39.785713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-84fab6ff-ffb4-4de3-bb67-ed05a382227b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ab76e352a51417babd639db38e3dd86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965628 Jul 13 07:40:39.789268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fab6ff-ffb4-4de3-bb67-ed05a382227b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992df0c4-a4f7-4243-b771-b70082fea49a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:39.791277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36842) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:39.806072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 3f03cc4f-9db8-48b9-91b4-1844ab202713, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=3f03cc4f-9db8-48b9-91b4-1844ab202713,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:39.836510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e879e735-7668-4964-b93f-75a79d03a728 req-6f1d4973-8d19-4b0f-ace2-f745ba8f9b14 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192343 Jul 13 07:40:39.858000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '3f03cc4f-9db8-48b9-91b4-1844ab202713', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'port_id': '3f03cc4f-9db8-48b9-91b4-1844ab202713', 'mac_address': 'fa:16:3e:35:4a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:39.871954 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f788cb59-f56d-449f-9bfb-af172fd1aabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.888891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-71fe40c5-5e23-4268-bb9b-b5f0901c1905', 'network_id': '71fe40c5-5e23-4268-bb9b-b5f0901c1905', 'tenant_id': 'eadfa2e2dc9948bc95d7aa093b4960f0', 'fixed_ips': [{'subnet_id': '6577ffdb-4c12-490d-976a-80130cb1a3a4'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:39.889749 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.904945 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f788cb59-f56d-449f-9bfb-af172fd1aabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.921895 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.966902 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f788cb59-f56d-449f-9bfb-af172fd1aabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.971101 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f788cb59-f56d-449f-9bfb-af172fd1aabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.971675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:39.972745 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f788cb59-f56d-449f-9bfb-af172fd1aabe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/992df0c4-a4f7-4243-b771-b70082fea49a HTTP/1.1" status: 204 len: 168 time: 0.1786799 Jul 13 07:40:39.982511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788cb59-f56d-449f-9bfb-af172fd1aabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992df0c4-a4f7-4243-b771-b70082fea49a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:39.983248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f03cc4f-9db8-48b9-91b4-1844ab202713 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:39.996309 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.020689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port fd67e996-b11c-4c04-903a-1ae357aa4ee3 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:40.035946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 3f03cc4f-9db8-48b9-91b4-1844ab202713, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=3f03cc4f-9db8-48b9-91b4-1844ab202713,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:40.066050 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.139379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Allocated IP 2001:db8::2 (71fe40c5-5e23-4268-bb9b-b5f0901c1905/6577ffdb-4c12-490d-976a-80130cb1a3a4/e47c6ece-64e4-475f-9696-bfd72a270ab6) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:40.153149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=3f03cc4f-9db8-48b9-91b4-1844ab202713,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:40.533801 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['3f03cc4f-9db8-48b9-91b4-1844ab202713'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:40.606398 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.621067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Transition to ACTIVE for port object e47c6ece-64e4-475f-9696-bfd72a270ab6 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:40.651858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Transition to ACTIVE for port object e47c6ece-64e4-475f-9696-bfd72a270ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:40.663254 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.723968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8::84 (71fe40c5-5e23-4268-bb9b-b5f0901c1905/6577ffdb-4c12-490d-976a-80130cb1a3a4/fd67e996-b11c-4c04-903a-1ae357aa4ee3) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:40.745467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Network 71fe40c5-5e23-4268-bb9b-b5f0901c1905 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:40.754930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Pushing event updated for resources: {'Port': ['ID=e47c6ece-64e4-475f-9696-bfd72a270ab6,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:40.760003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:40.770723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:40.858996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Attempting to bind port e47c6ece-64e4-475f-9696-bfd72a270ab6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:40.859567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Attempting to bind port e47c6ece-64e4-475f-9696-bfd72a270ab6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '5a146317-f347-4027-a190-83ffcdf4191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '71fe40c5-5e23-4268-bb9b-b5f0901c1905'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:40.859946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Attempting to bind port e47c6ece-64e4-475f-9696-bfd72a270ab6 on network 71fe40c5-5e23-4268-bb9b-b5f0901c1905 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:40.861716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-6c9f7e2f-a307-48c6-87ef-0742012e913c tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.863827 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-6c9f7e2f-a307-48c6-87ef-0742012e913c tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 946 time: 0.1346395 Jul 13 07:40:40.868758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:40.869139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Checking segment: {'id': '5a146317-f347-4027-a190-83ffcdf4191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '71fe40c5-5e23-4268-bb9b-b5f0901c1905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:40.869584 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.870225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Bound using segment: {'id': '5a146317-f347-4027-a190-83ffcdf4191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '71fe40c5-5e23-4268-bb9b-b5f0901c1905'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:40.870798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Bound port: e47c6ece-64e4-475f-9696-bfd72a270ab6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a146317-f347-4027-a190-83ffcdf4191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '71fe40c5-5e23-4268-bb9b-b5f0901c1905'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:40.871416 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.961292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] For port e47c6ece-64e4-475f-9696-bfd72a270ab6, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:40.965243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] For port e47c6ece-64e4-475f-9696-bfd72a270ab6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e47c6ece-64e4-475f-9696-bfd72a270ab6,segment=NetworkSegment(5a146317-f347-4027-a190-83ffcdf4191e),segment_id=5a146317-f347-4027-a190-83ffcdf4191e)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:40.970395 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.056582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb6568-663e-4d71-9a0f-1629aba7e87c None None] Pushing event updated for resources: {'Port': ['ID=e47c6ece-64e4-475f-9696-bfd72a270ab6,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:41.071937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e6cdd-316d-4e40-b062-e45ee63eb7f4 req-bfc17dcf-1da7-4f4b-ba43-85ab09273f5a tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:41.074588 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d0e6cdd-316d-4e40-b062-e45ee63eb7f4 req-bfc17dcf-1da7-4f4b-ba43-85ab09273f5a tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 946 time: 0.1270049 Jul 13 07:40:41.110743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.143513 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d0e6cdd-316d-4e40-b062-e45ee63eb7f4 req-d93ef3f5-3900-4492-96d3-bbc8060d403c tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603025 Jul 13 07:40:41.149507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object fd67e996-b11c-4c04-903a-1ae357aa4ee3 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:41.234945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a9a01-ea06-4152-9c85-cb3e019411b1 req-86644d38-0b41-4e7c-8f99-57cc18d4df06 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:41.236560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb9a9a01-ea06-4152-9c85-cb3e019411b1 req-86644d38-0b41-4e7c-8f99-57cc18d4df06 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 944 time: 0.1952529 Jul 13 07:40:41.286408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.347638 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-14b527ad-74ed-4299-a0ea-14df620ddd98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Deleting port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:41.347988 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-14b527ad-74ed-4299-a0ea-14df620ddd98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.391399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb9a9a01-ea06-4152-9c85-cb3e019411b1 req-5159c10b-7cbb-4377-b257-7076613eb444 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372159 Jul 13 07:40:41.398709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 71fe40c5-5e23-4268-bb9b-b5f0901c1905 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:41.408296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:41.412727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=fd67e996-b11c-4c04-903a-1ae357aa4ee3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:41.465433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:41.471365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:41.472110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.492268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5dd71db2-f2e4-4704-b62f-cdbbd9354360 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7851758 Jul 13 07:40:41.493515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36894) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:41.525092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-14b527ad-74ed-4299-a0ea-14df620ddd98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] For port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:41.525540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-14b527ad-74ed-4299-a0ea-14df620ddd98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.552785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-14b527ad-74ed-4299-a0ea-14df620ddd98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Calling delete_port for e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:41.689119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-04fcdc51-3b3e-435a-8912-6eb0f89241a7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port fd67e996-b11c-4c04-903a-1ae357aa4ee3 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:41.690708 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04fcdc51-3b3e-435a-8912-6eb0f89241a7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.778474 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-14b527ad-74ed-4299-a0ea-14df620ddd98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.792911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['7215a7b3-8c8d-49ea-97d6-305762032098', 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:41.810689 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04fcdc51-3b3e-435a-8912-6eb0f89241a7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.822616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b527ad-74ed-4299-a0ea-14df620ddd98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Pushing event deleted for resources: {'Port': ['ID=e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:41.833815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-04fcdc51-3b3e-435a-8912-6eb0f89241a7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for fd67e996-b11c-4c04-903a-1ae357aa4ee3 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:41.892827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-14b527ad-74ed-4299-a0ea-14df620ddd98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] No DVR routers for this DVR port e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:41.895876 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-14b527ad-74ed-4299-a0ea-14df620ddd98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.898900 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ee4520d-ad92-428a-959e-1d9ee8858102 req-14b527ad-74ed-4299-a0ea-14df620ddd98 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "DELETE /v2.0/ports/e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c HTTP/1.1" status: 204 len: 173 time: 1.0098896 Jul 13 07:40:41.899603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7990edc7-5c43-4f91-9e00-53b0d4324d3e', 'name': 'network-vif-deleted', 'tag': 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:41.902368 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe2886d-5b39-444d-9a73-589024f68853" -d '{"events": [{"server_uuid": "7990edc7-5c43-4f91-9e00-53b0d4324d3e", "name": "network-vif-deleted", "tag": "e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:41.995307 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b73c8-4ee5-4ad6-8695-dd60d7b36395 x-openstack-request-id: req-cb2b73c8-4ee5-4ad6-8695-dd60d7b36395 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:41.995800 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7990edc7-5c43-4f91-9e00-53b0d4324d3e", "name": "network-vif-deleted", "tag": "e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:41.996125 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb2b73c8-4ee5-4ad6-8695-dd60d7b36395 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:41.996534 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7990edc7-5c43-4f91-9e00-53b0d4324d3e', 'name': 'network-vif-deleted', 'tag': 'e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c', 'status': 'completed', 'code': 200} Jul 13 07:40:42.243330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e47c6ece-64e4-475f-9696-bfd72a270ab6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:42.353714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e47c6ece-64e4-475f-9696-bfd72a270ab6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:42.428942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab3ccc4c-82aa-47dd-9695-d38eaab50c4f req-4c7b86cb-e480-4575-a04a-c67f7fe9d3ee tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=7990edc7-5c43-4f91-9e00-53b0d4324d3e HTTP/1.1" status: 200 len: 210 time: 0.0497057 Jul 13 07:40:42.507381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f18c20-e7fe-4319-a941-e05170c8ba09 None None] Network 71fe40c5-5e23-4268-bb9b-b5f0901c1905 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:42.565871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04fcdc51-3b3e-435a-8912-6eb0f89241a7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.581919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ed360872-373f-4679-905a-5f468ac03dac None None] Provisioning for port e47c6ece-64e4-475f-9696-bfd72a270ab6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:42.596062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ed360872-373f-4679-905a-5f468ac03dac None None] Provisioning complete for port e47c6ece-64e4-475f-9696-bfd72a270ab6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:42.596738 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed360872-373f-4679-905a-5f468ac03dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.613286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcdc51-3b3e-435a-8912-6eb0f89241a7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=fd67e996-b11c-4c04-903a-1ae357aa4ee3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:42.664187 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04fcdc51-3b3e-435a-8912-6eb0f89241a7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.666775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-04fcdc51-3b3e-435a-8912-6eb0f89241a7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/fd67e996-b11c-4c04-903a-1ae357aa4ee3 HTTP/1.1" status: 204 len: 168 time: 1.1721997 Jul 13 07:40:42.669666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36938) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:42.710742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad2c25-070b-42e9-8695-dde9fa6191b3 req-f51e26ab-59a2-41b3-aa9c-2ad4fd9c19ec tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:42.718452 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fb1298-cade-451e-afc6-b09fc4a10243 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:42.719184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fb1298-cade-451e-afc6-b09fc4a10243 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:42.721005 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f1fb1298-cade-451e-afc6-b09fc4a10243 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/fd67e996-b11c-4c04-903a-1ae357aa4ee3 HTTP/1.1" status: 404 len: 333 time: 0.0498962 Jul 13 07:40:42.722055 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6ad2c25-070b-42e9-8695-dde9fa6191b3 req-f51e26ab-59a2-41b3-aa9c-2ad4fd9c19ec tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 944 time: 0.1678379 Jul 13 07:40:42.724569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36942) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:42.766515 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-f386e2b9-9d1e-4bbc-8aea-5ac4dd51f9b7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:40:42.768170 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f386e2b9-9d1e-4bbc-8aea-5ac4dd51f9b7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/fd67e996-b11c-4c04-903a-1ae357aa4ee3 HTTP/1.1" status: 404 len: 333 time: 0.0425265 Jul 13 07:40:42.771055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36944) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:42.805599 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed360872-373f-4679-905a-5f468ac03dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.831439 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6ad2c25-070b-42e9-8695-dde9fa6191b3 req-eec3bff5-7601-4b66-a9ae-61ccefb80d68 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944254 Jul 13 07:40:42.873412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ed360872-373f-4679-905a-5f468ac03dac None None] For port e47c6ece-64e4-475f-9696-bfd72a270ab6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e47c6ece-64e4-475f-9696-bfd72a270ab6,segment=NetworkSegment(5a146317-f347-4027-a190-83ffcdf4191e),segment_id=5a146317-f347-4027-a190-83ffcdf4191e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:42.874279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4d40e2-f170-45c4-9822-ce2d1a361fea tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet 6577ffdb-4c12-490d-976a-80130cb1a3a4 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:42.877563 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2c4d40e2-f170-45c4-9822-ce2d1a361fea tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.886239 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed360872-373f-4679-905a-5f468ac03dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.932181 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2c4d40e2-f170-45c4-9822-ce2d1a361fea tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:42.953755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed360872-373f-4679-905a-5f468ac03dac None None] Pushing event updated for resources: {'Port': ['ID=e47c6ece-64e4-475f-9696-bfd72a270ab6,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:43.043143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2c4d40e2-f170-45c4-9822-ce2d1a361fea tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.112167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2c4d40e2-f170-45c4-9822-ce2d1a361fea tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.140481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d40e2-f170-45c4-9822-ce2d1a361fea tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=6577ffdb-4c12-490d-976a-80130cb1a3a4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:43.147813 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2c4d40e2-f170-45c4-9822-ce2d1a361fea tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.152661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36958) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:43.152943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2c4d40e2-f170-45c4-9822-ce2d1a361fea tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/6577ffdb-4c12-490d-976a-80130cb1a3a4 HTTP/1.1" status: 204 len: 168 time: 0.3808005 Jul 13 07:40:43.155202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4c740b57-56c1-488e-9eda-3f15a51fa5f9 None None] Provisioning complete for port e47c6ece-64e4-475f-9696-bfd72a270ab6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:43.155596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c740b57-56c1-488e-9eda-3f15a51fa5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.257176 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.333918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port e47c6ece-64e4-475f-9696-bfd72a270ab6 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:43.334491 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.395377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37e0a4-7ead-495b-a9f9-63bb44b5d660 None None] Network 71fe40c5-5e23-4268-bb9b-b5f0901c1905 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:43.423523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-532cdabe-d4e9-40a1-96c5-40e9d1b6d5aa None None] Could not find standard attr ID for object fd67e996-b11c-4c04-903a-1ae357aa4ee3. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:40:43.436188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] For port e47c6ece-64e4-475f-9696-bfd72a270ab6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e47c6ece-64e4-475f-9696-bfd72a270ab6,segment=NetworkSegment(5a146317-f347-4027-a190-83ffcdf4191e),segment_id=5a146317-f347-4027-a190-83ffcdf4191e)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:43.436635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.454900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for e47c6ece-64e4-475f-9696-bfd72a270ab6 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:43.467076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36974) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:43.572686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 3f03cc4f-9db8-48b9-91b4-1844ab202713 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:43.579687 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.595907 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:40:43.632146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=e47c6ece-64e4-475f-9696-bfd72a270ab6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:43.639818 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No DVR routers for this DVR port e47c6ece-64e4-475f-9696-bfd72a270ab6 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:43.640747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 3f03cc4f-9db8-48b9-91b4-1844ab202713 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:43.653563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 3f03cc4f-9db8-48b9-91b4-1844ab202713 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:43.653943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.724901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1184f26-c150-4b13-badb-66758e42fe83 None None] DHCP port deletion for 71fe40c5-5e23-4268-bb9b-b5f0901c1905 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:43.742522 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95b0565d-b97a-4b6f-af37-54c2c23e9c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.780167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.793426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fe40c5-5e23-4268-bb9b-b5f0901c1905']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:43.813775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a146317-f347-4027-a190-83ffcdf4191e') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:43.814073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a146317-f347-4027-a190-83ffcdf4191e') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:43.825711 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.830736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.858811 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.860162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f03cc4f-9db8-48b9-91b4-1844ab202713'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:43.863808 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d8332c-28d8-4f6a-a0e1-bdbb3dc028f1" -d '{"events": [{"server_uuid": "54473bd6-5bc7-427b-81d0-95a25de25ebf", "name": "network-vif-plugged", "status": "completed", "tag": "3f03cc4f-9db8-48b9-91b4-1844ab202713"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:43.868712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:43.868712 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.919653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 3f03cc4f-9db8-48b9-91b4-1844ab202713, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=3f03cc4f-9db8-48b9-91b4-1844ab202713,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:43.927266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95b0565d-b97a-4b6f-af37-54c2c23e9c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.934612 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.941748 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95b0565d-b97a-4b6f-af37-54c2c23e9c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.997144 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-95b0565d-b97a-4b6f-af37-54c2c23e9c0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b9a1fd59e6d4f79b207d7647d330469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5273988 Jul 13 07:40:44.004375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36998) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:44.038762 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:44.044749 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.054108 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22af6352-2ec8-48f6-95e6-7cdb8cc97feb x-openstack-request-id: req-22af6352-2ec8-48f6-95e6-7cdb8cc97feb {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:44.054405 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54473bd6-5bc7-427b-81d0-95a25de25ebf", "name": "network-vif-plugged", "status": "completed", "tag": "3f03cc4f-9db8-48b9-91b4-1844ab202713", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:44.054671 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22af6352-2ec8-48f6-95e6-7cdb8cc97feb {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:44.055074 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f03cc4f-9db8-48b9-91b4-1844ab202713', 'code': 200} Jul 13 07:40:44.064638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=3f03cc4f-9db8-48b9-91b4-1844ab202713,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.065439 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.072376 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/networks/71fe40c5-5e23-4268-bb9b-b5f0901c1905 HTTP/1.1" status: 204 len: 168 time: 0.9181089 Jul 13 07:40:44.095039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37004) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:44.117311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-413646892'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:44.158218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e47c6ece-64e4-475f-9696-bfd72a270ab6 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:44.207236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e47c6ece-64e4-475f-9696-bfd72a270ab6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:44.208901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e47c6ece-64e4-475f-9696-bfd72a270ab6 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:44.223465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:44.231147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ced4c-ab1e-4e02-8458-a0c72c02b25f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Network': ['ID=71fe40c5-5e23-4268-bb9b-b5f0901c1905,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.237648 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.255062 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-da72ceb3-8e5b-4373-9fed-7e2dc8ca11f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.256964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0565d-b97a-4b6f-af37-54c2c23e9c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8596249-e2c6-412a-89cd-9721df128976,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.283214 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34dbc543-1e62-4027-b612-92dd19f7eaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.294028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:44.318077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3411d8-e432-4274-8e72-42e99fd175ae req-4472fdc2-1aa6-446d-908d-398ec6b5e54a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.325843 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa3411d8-e432-4274-8e72-42e99fd175ae req-4472fdc2-1aa6-446d-908d-398ec6b5e54a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 945 time: 0.1471441 Jul 13 07:40:44.332543 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.332903 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Added segment f68d930e-fafa-4005-bb09-7db275ef374d of type vlan for network df61fece-6055-4aec-8d94-54af530f611d Jul 13 07:40:44.335476 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34dbc543-1e62-4027-b612-92dd19f7eaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.352265 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a5b0-296c-4a25-aa80-0fae7d45f199 req-089ec9d6-6efc-4bf4-a94c-992f8946cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.354467 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49f8a5b0-296c-4a25-aa80-0fae7d45f199 req-089ec9d6-6efc-4bf4-a94c-992f8946cd0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 1096 time: 0.2795570 Jul 13 07:40:44.407658 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa3411d8-e432-4274-8e72-42e99fd175ae req-367bf35b-7a78-4616-b17d-2258ad99b25a tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785208 Jul 13 07:40:44.414884 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.468966 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49f8a5b0-296c-4a25-aa80-0fae7d45f199 req-0306f07c-f380-4fd5-81c3-bfe8b1291534 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997045 Jul 13 07:40:44.474778 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34dbc543-1e62-4027-b612-92dd19f7eaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.478422 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34dbc543-1e62-4027-b612-92dd19f7eaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.479737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-34dbc543-1e62-4027-b612-92dd19f7eaec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8596249-e2c6-412a-89cd-9721df128976 HTTP/1.1" status: 204 len: 168 time: 0.4724047 Jul 13 07:40:44.484420 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.489987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:44.490590 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.519216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbc543-1e62-4027-b612-92dd19f7eaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8596249-e2c6-412a-89cd-9721df128976,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.548654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4496651 Jul 13 07:40:44.551499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37016) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:44.558379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': 'df61fece-6055-4aec-8d94-54af530f611d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:44.577769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7b4f0f75-9649-4c33-8444-56fd066d72e6 None None] Provisioning complete for port 3f03cc4f-9db8-48b9-91b4-1844ab202713 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:44.578287 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0f75-9649-4c33-8444-56fd066d72e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.592250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27babab2-c6f1-427d-b556-b01691682267 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Network': ['ID=df61fece-6055-4aec-8d94-54af530f611d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.625487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network df61fece-6055-4aec-8d94-54af530f611d details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:44.713088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37020) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:44.730395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:44.733426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.937872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37026) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:44.944846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1bebfc81-ab7f-4d48-b166-92df64e6b80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.964329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1477ac2d-d6f1-432d-85b1-a07936ef72fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.973431 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.033035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=5b110cda-86a0-4915-b11b-d8001dedf65e,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:45.043965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Checking segment: {'id': 'f68d930e-fafa-4005-bb09-7db275ef374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'df61fece-6055-4aec-8d94-54af530f611d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:45.044370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network hostable DHCP agents. Network: df61fece-6055-4aec-8d94-54af530f611d, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:45.072045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network df61fece-6055-4aec-8d94-54af530f611d is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:45.081239 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1bebfc81-ab7f-4d48-b166-92df64e6b80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.085829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, df61fece-6055-4aec-8d94-54af530f611d) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:45.095321 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1bebfc81-ab7f-4d48-b166-92df64e6b80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.095797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:45.096228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46889b77-860e-4afc-a645-05299272d77b None None] Network df61fece-6055-4aec-8d94-54af530f611d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:45.096518 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.233043 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebfc81-ab7f-4d48-b166-92df64e6b80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac60716-1c7e-401f-ba36-c57e1abe9df8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:45.240492 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1bebfc81-ab7f-4d48-b166-92df64e6b80d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=301f17f543b848b38922910d61ff44b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245621 Jul 13 07:40:45.240664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37030) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:45.256491 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1477ac2d-d6f1-432d-85b1-a07936ef72fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.262586 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1477ac2d-d6f1-432d-85b1-a07936ef72fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.285352 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3800871b-593b-421b-a295-3fb6e79796b3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7327409 Jul 13 07:40:45.289374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37032) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:45.299689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-df61fece-6055-4aec-8d94-54af530f611d', 'network_id': 'df61fece-6055-4aec-8d94-54af530f611d', 'tenant_id': 'eadfa2e2dc9948bc95d7aa093b4960f0', 'fixed_ips': [{'subnet_id': '5b110cda-86a0-4915-b11b-d8001dedf65e'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:45.300862 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.315324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': 'df61fece-6055-4aec-8d94-54af530f611d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1283306782'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:45.318124 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50d56cd5-0f70-49dd-98e9-fe2107975268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.391657 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50d56cd5-0f70-49dd-98e9-fe2107975268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.423776 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1477ac2d-d6f1-432d-85b1-a07936ef72fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a3bd2ff6f174fd794256e8ceaa91153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4844663 Jul 13 07:40:45.427539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37036) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:45.442582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477ac2d-d6f1-432d-85b1-a07936ef72fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7266dae-6a88-4312-adde-71c4ca5879ff,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:45.492297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:45.496359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.518117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port bc46738e-6129-4e66-9490-97ac46489b7e yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:45.549731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Allocated IP 2001:db8::2 (df61fece-6055-4aec-8d94-54af530f611d/5b110cda-86a0-4915-b11b-d8001dedf65e/4d8ffbe2-8316-4bce-9240-6254fd973da8) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:45.563295 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50d56cd5-0f70-49dd-98e9-fe2107975268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.565955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50d56cd5-0f70-49dd-98e9-fe2107975268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.569711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-50d56cd5-0f70-49dd-98e9-fe2107975268 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ac60716-1c7e-401f-ba36-c57e1abe9df8 HTTP/1.1" status: 204 len: 168 time: 0.3255467 Jul 13 07:40:45.588126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a14e864-716e-4e85-adb3-3e0d5de36374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.623087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d56cd5-0f70-49dd-98e9-fe2107975268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac60716-1c7e-401f-ba36-c57e1abe9df8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:45.667255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a14e864-716e-4e85-adb3-3e0d5de36374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.761591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a14e864-716e-4e85-adb3-3e0d5de36374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.765226 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a14e864-716e-4e85-adb3-3e0d5de36374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.767221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7a14e864-716e-4e85-adb3-3e0d5de36374 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7266dae-6a88-4312-adde-71c4ca5879ff HTTP/1.1" status: 204 len: 168 time: 0.3368597 Jul 13 07:40:45.777765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14e864-716e-4e85-adb3-3e0d5de36374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7266dae-6a88-4312-adde-71c4ca5879ff,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:45.816678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:45.852443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:45.852800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device e6cfdd68-eb32-4e0c-bba1-0521ddc71e0c not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:45.871520 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.881126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Transition to ACTIVE for port object 4d8ffbe2-8316-4bce-9240-6254fd973da8 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:45.921282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Transition to ACTIVE for port object 4d8ffbe2-8316-4bce-9240-6254fd973da8 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:45.933476 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.970875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Network df61fece-6055-4aec-8d94-54af530f611d is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:45.975884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:45.980592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:46.038043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6a2d5-51b9-4d8b-9a56-c0de6879f805 req-0f1194a8-7d4c-46eb-b7d7-6fac5092f808 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.045176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Pushing event updated for resources: {'Port': ['ID=4d8ffbe2-8316-4bce-9240-6254fd973da8,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:46.052634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8de6a2d5-51b9-4d8b-9a56-c0de6879f805 req-0f1194a8-7d4c-46eb-b7d7-6fac5092f808 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 945 time: 0.1314015 Jul 13 07:40:46.061442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Attempting to bind port 4d8ffbe2-8316-4bce-9240-6254fd973da8 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:46.061955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Attempting to bind port 4d8ffbe2-8316-4bce-9240-6254fd973da8 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'f68d930e-fafa-4005-bb09-7db275ef374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'df61fece-6055-4aec-8d94-54af530f611d'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:46.062331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Attempting to bind port 4d8ffbe2-8316-4bce-9240-6254fd973da8 on network df61fece-6055-4aec-8d94-54af530f611d {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:46.067697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:46.068126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Checking segment: {'id': 'f68d930e-fafa-4005-bb09-7db275ef374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'df61fece-6055-4aec-8d94-54af530f611d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:46.068538 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.068934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Bound using segment: {'id': 'f68d930e-fafa-4005-bb09-7db275ef374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'df61fece-6055-4aec-8d94-54af530f611d'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:46.069407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Bound port: 4d8ffbe2-8316-4bce-9240-6254fd973da8, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68d930e-fafa-4005-bb09-7db275ef374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'df61fece-6055-4aec-8d94-54af530f611d'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:46.069796 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.076922 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8::22b (df61fece-6055-4aec-8d94-54af530f611d/5b110cda-86a0-4915-b11b-d8001dedf65e/bc46738e-6129-4e66-9490-97ac46489b7e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:46.141166 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8de6a2d5-51b9-4d8b-9a56-c0de6879f805 req-247d5b7a-7638-440a-8d3c-3bbccb500695 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799060 Jul 13 07:40:46.152783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] For port 4d8ffbe2-8316-4bce-9240-6254fd973da8, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:46.161665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] For port 4d8ffbe2-8316-4bce-9240-6254fd973da8, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4d8ffbe2-8316-4bce-9240-6254fd973da8,segment=NetworkSegment(f68d930e-fafa-4005-bb09-7db275ef374d),segment_id=f68d930e-fafa-4005-bb09-7db275ef374d)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:46.171845 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.304875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ac3a4-46f2-4872-a9c6-a64a892a1715 None None] Pushing event updated for resources: {'Port': ['ID=4d8ffbe2-8316-4bce-9240-6254fd973da8,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:46.352287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37056) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:46.371418 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d78189a2-c622-4034-8e22-1f5827e80b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.383214 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.445027 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object bc46738e-6129-4e66-9490-97ac46489b7e will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:46.521892 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be739ed6-ff74-434f-9414-af1c7dd4d48b req-f5f514a2-aff7-492b-aad8-83c39b322345 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.523684 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be739ed6-ff74-434f-9414-af1c7dd4d48b req-f5f514a2-aff7-492b-aad8-83c39b322345 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 945 time: 0.1971161 Jul 13 07:40:46.540266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37064) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:46.547492 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-65e5d7c8-1fa6-4a90-9a3a-c7eb64b4abbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Request body: {'floatingip': {'port_id': '3f03cc4f-9db8-48b9-91b4-1844ab202713'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:46.621671 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d78189a2-c622-4034-8e22-1f5827e80b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.631474 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-65e5d7c8-1fa6-4a90-9a3a-c7eb64b4abbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.640919 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d78189a2-c622-4034-8e22-1f5827e80b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.691861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.720771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d78189a2-c622-4034-8e22-1f5827e80b8d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c546c289fa1b4b6db9cbbff4416c3948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673449 Jul 13 07:40:46.721456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37068) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:46.723661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78189a2-c622-4034-8e22-1f5827e80b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a03091-eacf-49fe-b455-aba785e3a734,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:46.825837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network df61fece-6055-4aec-8d94-54af530f611d is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:46.855978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:46.867375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:46.873962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:46.874594 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:46.894412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=bc46738e-6129-4e66-9490-97ac46489b7e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:46.921206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7cfd305f-51d5-44d2-b9fb-100413874736 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6110668 Jul 13 07:40:46.924470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37076) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:47.003331 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aaf99e58-2abc-447e-b950-3c3d67a3d284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.040668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b227be4a-1676-4276-99d3-a9976ff3cdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.055355 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.080331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-275f92bd-4b16-45ee-a886-8398aa251f1a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port bc46738e-6129-4e66-9490-97ac46489b7e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:47.080887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-275f92bd-4b16-45ee-a886-8398aa251f1a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.084344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b227be4a-1676-4276-99d3-a9976ff3cdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.452302 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b227be4a-1676-4276-99d3-a9976ff3cdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.457494 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b227be4a-1676-4276-99d3-a9976ff3cdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.459421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b227be4a-1676-4276-99d3-a9976ff3cdee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20a03091-eacf-49fe-b455-aba785e3a734 HTTP/1.1" status: 204 len: 168 time: 0.7132218 Jul 13 07:40:47.493096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227be4a-1676-4276-99d3-a9976ff3cdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a03091-eacf-49fe-b455-aba785e3a734,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:47.698389 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-65e5d7c8-1fa6-4a90-9a3a-c7eb64b4abbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.718153 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-65e5d7c8-1fa6-4a90-9a3a-c7eb64b4abbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.854526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d23cf-0472-4737-a73d-723dd64e6cd7 None None] Network df61fece-6055-4aec-8d94-54af530f611d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:47.857119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-275f92bd-4b16-45ee-a886-8398aa251f1a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:47.884247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-275f92bd-4b16-45ee-a886-8398aa251f1a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for bc46738e-6129-4e66-9490-97ac46489b7e owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:47.954978 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.002391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819dc4c-415d-40a3-9f9b-98f2456f9be8 req-f4cc3b87-a833-454d-9aaa-9e2f858b166d tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:48.004429 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1819dc4c-415d-40a3-9f9b-98f2456f9be8 req-f4cc3b87-a833-454d-9aaa-9e2f858b166d tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 945 time: 0.2232077 Jul 13 07:40:48.007865 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-65e5d7c8-1fa6-4a90-9a3a-c7eb64b4abbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Floating IP 091ce8e9-8a79-46c1-8a12-5cd6c9579589 associated. External IP: 172.25.6.242, port: 3f03cc4f-9db8-48b9-91b4-1844ab202713. Jul 13 07:40:48.051430 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-896799a4-5ff4-464a-8275-ec08ec2f70db None None] Provisioning for port 4d8ffbe2-8316-4bce-9240-6254fd973da8 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:48.153364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-275f92bd-4b16-45ee-a886-8398aa251f1a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.201592 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1819dc4c-415d-40a3-9f9b-98f2456f9be8 req-7dcc6064-bf02-47b2-910f-478b09869ef5 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/security-groups?id=82875ff5-7b89-4277-b9a4-5f55fd90a984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887443 Jul 13 07:40:48.211767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f92bd-4b16-45ee-a886-8398aa251f1a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=bc46738e-6129-4e66-9490-97ac46489b7e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:48.217048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4d8ffbe2-8316-4bce-9240-6254fd973da8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:48.217555 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-275f92bd-4b16-45ee-a886-8398aa251f1a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.220154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-275f92bd-4b16-45ee-a886-8398aa251f1a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/bc46738e-6129-4e66-9490-97ac46489b7e HTTP/1.1" status: 204 len: 168 time: 1.2944524 Jul 13 07:40:48.222678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37116) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:48.254064 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c90bc80-c967-4cbc-9945-362000f65ecb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:40:48.259055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6c90bc80-c967-4cbc-9945-362000f65ecb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/bc46738e-6129-4e66-9490-97ac46489b7e HTTP/1.1" status: 404 len: 333 time: 0.0351636 Jul 13 07:40:48.261253 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37118) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:48.324193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cae017-1dc1-43d8-a027-434d75e1802e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet 5b110cda-86a0-4915-b11b-d8001dedf65e {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:48.328325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5cae017-1dc1-43d8-a027-434d75e1802e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.412390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 4d8ffbe2-8316-4bce-9240-6254fd973da8 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:48.422444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 4d8ffbe2-8316-4bce-9240-6254fd973da8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:48.422906 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.426266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5cae017-1dc1-43d8-a027-434d75e1802e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.466395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e5d7c8-1fa6-4a90-9a3a-c7eb64b4abbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:48.625077 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.627414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5cae017-1dc1-43d8-a027-434d75e1802e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.648200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e5d7c8-1fa6-4a90-9a3a-c7eb64b4abbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:48.659006 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-65e5d7c8-1fa6-4a90-9a3a-c7eb64b4abbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.663598 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] Sync routers for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:48.687612 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:48.688907 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:48.714232 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-65e5d7c8-1fa6-4a90-9a3a-c7eb64b4abbe tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "PUT /v2.0/floatingips/091ce8e9-8a79-46c1-8a12-5cd6c9579589 HTTP/1.1" status: 200 len: 991 time: 2.1696382 Jul 13 07:40:48.714232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'tag': '3f03cc4f-9db8-48b9-91b4-1844ab202713'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:48.732374 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dde1d7d-4b48-4bf4-abe8-f81729242603" -d '{"events": [{"name": "network-changed", "server_uuid": "54473bd6-5bc7-427b-81d0-95a25de25ebf", "tag": "3f03cc4f-9db8-48b9-91b4-1844ab202713"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:48.736576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5cae017-1dc1-43d8-a027-434d75e1802e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.838870 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:40:48.839704 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:40:48.847552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cae017-1dc1-43d8-a027-434d75e1802e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=5b110cda-86a0-4915-b11b-d8001dedf65e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:48.851323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e16d2efc-2650-41fe-b250-4c19219a71ff None None] Provisioning complete for port 4d8ffbe2-8316-4bce-9240-6254fd973da8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:48.852516 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e16d2efc-2650-41fe-b250-4c19219a71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.882011 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5cae017-1dc1-43d8-a027-434d75e1802e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:48.892618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37142) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:48.893150 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c5cae017-1dc1-43d8-a027-434d75e1802e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/5b110cda-86a0-4915-b11b-d8001dedf65e HTTP/1.1" status: 204 len: 168 time: 0.6264012 Jul 13 07:40:48.987927 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c626cb-2f1e-47e9-ae71-8aba40635a5a x-openstack-request-id: req-f4c626cb-2f1e-47e9-ae71-8aba40635a5a {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:48.988570 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54473bd6-5bc7-427b-81d0-95a25de25ebf", "tag": "3f03cc4f-9db8-48b9-91b4-1844ab202713", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:48.989364 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4c626cb-2f1e-47e9-ae71-8aba40635a5a {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:48.992661 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'tag': '3f03cc4f-9db8-48b9-91b4-1844ab202713', 'status': 'completed', 'code': 200} Jul 13 07:40:49.059500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717cb44-96a8-407a-ba79-462568acc643 req-a88c9a95-7cb8-4a6e-86e0-8a13e952d279 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:49.077204 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:49.089938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e717cb44-96a8-407a-ba79-462568acc643 req-a88c9a95-7cb8-4a6e-86e0-8a13e952d279 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 945 time: 0.1764917 Jul 13 07:40:49.150500 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e16d2efc-2650-41fe-b250-4c19219a71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.181096 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.239338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e16d2efc-2650-41fe-b250-4c19219a71ff None None] For port 4d8ffbe2-8316-4bce-9240-6254fd973da8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4d8ffbe2-8316-4bce-9240-6254fd973da8,segment=NetworkSegment(f68d930e-fafa-4005-bb09-7db275ef374d),segment_id=f68d930e-fafa-4005-bb09-7db275ef374d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:49.247935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e16d2efc-2650-41fe-b250-4c19219a71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.313020 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc01ef6-56fa-4eb7-bbae-39b0d10d7e4c None None] Network df61fece-6055-4aec-8d94-54af530f611d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:49.317272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-e717cb44-96a8-407a-ba79-462568acc643 req-c32ba196-df50-4f8d-be16-7cdb45b61d11 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Deleting port 7215a7b3-8c8d-49ea-97d6-305762032098 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:49.317764 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e717cb44-96a8-407a-ba79-462568acc643 req-c32ba196-df50-4f8d-be16-7cdb45b61d11 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.323678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-352df7f9-dd54-4e49-ac0d-a758fc21dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:49.325467 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-352df7f9-dd54-4e49-ac0d-a758fc21dc9b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 1096 time: 0.3318474 Jul 13 07:40:49.421366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4dddf043-3078-4460-847f-be113977e7e2 None None] Could not find standard attr ID for object bc46738e-6129-4e66-9490-97ac46489b7e. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:40:49.471555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e717cb44-96a8-407a-ba79-462568acc643 req-c32ba196-df50-4f8d-be16-7cdb45b61d11 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] For port 7215a7b3-8c8d-49ea-97d6-305762032098, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7215a7b3-8c8d-49ea-97d6-305762032098,segment=NetworkSegment(e198e115-6776-49cd-8de7-5e4c40cf0c6a),segment_id=e198e115-6776-49cd-8de7-5e4c40cf0c6a)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:49.473828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e717cb44-96a8-407a-ba79-462568acc643 req-c32ba196-df50-4f8d-be16-7cdb45b61d11 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.476496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d2efc-2650-41fe-b250-4c19219a71ff None None] Pushing event updated for resources: {'Port': ['ID=4d8ffbe2-8316-4bce-9240-6254fd973da8,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:49.507970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-e717cb44-96a8-407a-ba79-462568acc643 req-c32ba196-df50-4f8d-be16-7cdb45b61d11 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Calling delete_port for 7215a7b3-8c8d-49ea-97d6-305762032098 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:49.661786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08296a9-b5cd-4387-a519-e3d797e11321 None None] DHCP port deletion for df61fece-6055-4aec-8d94-54af530f611d request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:49.750775 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.752163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e717cb44-96a8-407a-ba79-462568acc643 req-c32ba196-df50-4f8d-be16-7cdb45b61d11 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.767522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['7215a7b3-8c8d-49ea-97d6-305762032098'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:49.787287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ba196-df50-4f8d-be16-7cdb45b61d11 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Pushing event deleted for resources: {'Port': ['ID=7215a7b3-8c8d-49ea-97d6-305762032098,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:49.837670 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '091ce8e9-8a79-46c1-8a12-5cd6c9579589', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'port_id': '3f03cc4f-9db8-48b9-91b4-1844ab202713', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'mac_address': 'fa:16:3e:35:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:28Z', 'updated_at': '2021-07-13T07:40:47Z', 'revision_number': 1, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:49.856285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f08296a9-b5cd-4387-a519-e3d797e11321 None None] Deleting port 4d8ffbe2-8316-4bce-9240-6254fd973da8 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:49.857139 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f08296a9-b5cd-4387-a519-e3d797e11321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.891303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e717cb44-96a8-407a-ba79-462568acc643 req-c32ba196-df50-4f8d-be16-7cdb45b61d11 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] No DVR routers for this DVR port 7215a7b3-8c8d-49ea-97d6-305762032098 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:49.896697 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e717cb44-96a8-407a-ba79-462568acc643 req-c32ba196-df50-4f8d-be16-7cdb45b61d11 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:49.898694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e717cb44-96a8-407a-ba79-462568acc643 req-c32ba196-df50-4f8d-be16-7cdb45b61d11 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.53 "DELETE /v2.0/ports/7215a7b3-8c8d-49ea-97d6-305762032098 HTTP/1.1" status: 204 len: 173 time: 0.8035867 Jul 13 07:40:49.899229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90bd240-ff0b-4f8a-b64c-e1301c9b61d7', 'name': 'network-vif-deleted', 'tag': '7215a7b3-8c8d-49ea-97d6-305762032098'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:49.908990 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5797c7-7d08-4c04-b516-4ef938ae2816" -d '{"events": [{"server_uuid": "c90bd240-ff0b-4f8a-b64c-e1301c9b61d7", "name": "network-vif-deleted", "tag": "7215a7b3-8c8d-49ea-97d6-305762032098"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:49.954092 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] Checking router: af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:49.998062 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:50.004254 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:50.159177 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-82e1706b-b77f-48bd-99c2-eb32c559428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:50.160905 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-82e1706b-b77f-48bd-99c2-eb32c559428d service neutron] 10.222.0.54 "GET /v2.0/networks?id=144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 200 len: 912 time: 0.8152890 Jul 13 07:40:50.197275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4d8ffbe2-8316-4bce-9240-6254fd973da8 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:50.205974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-f08296a9-b5cd-4387-a519-e3d797e11321 None None] For port 4d8ffbe2-8316-4bce-9240-6254fd973da8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4d8ffbe2-8316-4bce-9240-6254fd973da8,segment=NetworkSegment(f68d930e-fafa-4005-bb09-7db275ef374d),segment_id=f68d930e-fafa-4005-bb09-7db275ef374d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:50.209002 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f08296a9-b5cd-4387-a519-e3d797e11321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.248968 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-75944b3e-0bd8-4d9a-adec-c781ecba6c6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f03cc4f-9db8-48b9-91b4-1844ab202713 HTTP/1.1" status: 200 len: 999 time: 0.0772872 Jul 13 07:40:50.260741 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:50.269564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f08296a9-b5cd-4387-a519-e3d797e11321 None None] Calling delete_port for 4d8ffbe2-8316-4bce-9240-6254fd973da8 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:50.286369 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68547d-a5f3-43ad-8b16-8e2c281b175d x-openstack-request-id: req-eb68547d-a5f3-43ad-8b16-8e2c281b175d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:50.286864 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90bd240-ff0b-4f8a-b64c-e1301c9b61d7", "name": "network-vif-deleted", "tag": "7215a7b3-8c8d-49ea-97d6-305762032098", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:50.286999 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb68547d-a5f3-43ad-8b16-8e2c281b175d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:50.287299 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90bd240-ff0b-4f8a-b64c-e1301c9b61d7', 'name': 'network-vif-deleted', 'tag': '7215a7b3-8c8d-49ea-97d6-305762032098', 'status': 'completed', 'code': 200} Jul 13 07:40:50.295721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c425835a-2b28-4c9f-aea2-adeb8bfab3fa req-e3d729a7-116a-4d69-9ee8-2ec045495464 tempest-AttachVolumeNegativeTest-1690264746 tempest-AttachVolumeNegativeTest-1690264746-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90bd240-ff0b-4f8a-b64c-e1301c9b61d7 HTTP/1.1" status: 200 len: 210 time: 0.1876519 Jul 13 07:40:50.300777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 4d8ffbe2-8316-4bce-9240-6254fd973da8 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:50.301379 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.491196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] For port 4d8ffbe2-8316-4bce-9240-6254fd973da8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4d8ffbe2-8316-4bce-9240-6254fd973da8,segment=NetworkSegment(f68d930e-fafa-4005-bb09-7db275ef374d),segment_id=f68d930e-fafa-4005-bb09-7db275ef374d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:50.491804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.496134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-75d54137-2a68-44e9-8f35-33a63777241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:50.498105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-75d54137-2a68-44e9-8f35-33a63777241e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 200 len: 850 time: 0.2158871 Jul 13 07:40:50.503531 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f08296a9-b5cd-4387-a519-e3d797e11321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.568044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08296a9-b5cd-4387-a519-e3d797e11321 None None] Pushing event deleted for resources: {'Port': ['ID=4d8ffbe2-8316-4bce-9240-6254fd973da8,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:50.585432 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.587758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08296a9-b5cd-4387-a519-e3d797e11321 None None] No DVR routers for this DVR port 4d8ffbe2-8316-4bce-9240-6254fd973da8 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:50.600198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 4d8ffbe2-8316-4bce-9240-6254fd973da8 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:50.749307 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-e3b0b954-fd17-45d8-97b8-a842d92660e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:50.751387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-e3b0b954-fd17-45d8-97b8-a842d92660e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=144df36e-35ef-4abd-a952-041c4f50aa0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2445893 Jul 13 07:40:50.774225 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '091ce8e9-8a79-46c1-8a12-5cd6c9579589', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'port_id': '3f03cc4f-9db8-48b9-91b4-1844ab202713', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'mac_address': 'fa:16:3e:35:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:28Z', 'updated_at': '2021-07-13T07:40:47Z', 'revision_number': 1, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:50.812552 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79615eaa-e108-4eb4-a1c2-eb3c20d25cf3 None None] The sync data for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 is: [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '091ce8e9-8a79-46c1-8a12-5cd6c9579589', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'port_id': '3f03cc4f-9db8-48b9-91b4-1844ab202713', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'mac_address': 'fa:16:3e:35:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:28Z', 'updated_at': '2021-07-13T07:40:47Z', 'revision_number': 1, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:50.863239 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:50.910369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=4d8ffbe2-8316-4bce-9240-6254fd973da8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:50.926933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No DVR routers for this DVR port 4d8ffbe2-8316-4bce-9240-6254fd973da8 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:50.953196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-4ed8e6ca-cbaf-4aff-8f5f-8077ba976ced service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930101 Jul 13 07:40:51.040720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.055479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df61fece-6055-4aec-8d94-54af530f611d']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:51.091484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68d930e-fafa-4005-bb09-7db275ef374d') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:51.091783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68d930e-fafa-4005-bb09-7db275ef374d') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:51.107133 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.138330 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.141962 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dde1d7d-4b48-4bf4-abe8-f81729242603 req-709a184e-0279-404a-a23f-955d5d7e242e service neutron] 10.222.0.54 "GET /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708016 Jul 13 07:40:51.154836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:51.155251 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:51.158570 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:51.202203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e9f3b-a816-4fe4-973d-3a0394c7bcb6 None None] New status for floating IP 091ce8e9-8a79-46c1-8a12-5cd6c9579589: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:40:51.235570 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.243034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.245126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/networks/df61fece-6055-4aec-8d94-54af530f611d HTTP/1.1" status: 204 len: 168 time: 2.3556101 Jul 13 07:40:51.248708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37216) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:51.254053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'name': 'tempest-PortsIpV6TestJSON-1964159125'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:51.267463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be3fd4-2450-4f2a-8a66-13ce6f2d59ba tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Network': ['ID=df61fece-6055-4aec-8d94-54af530f611d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:51.379194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:51.383997 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.416252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port 5f6196b7-8051-4809-8e5d-9008f0482cd1 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:51.461049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37224) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:51.573748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b3f8e3-15f0-4f77-ac9b-6e4f929e7756 admin admin] Deleting subnet 6f66c4f0-adcb-48a7-b451-5383c20be023 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:51.582604 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f8e3-15f0-4f77-ac9b-6e4f929e7756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.647477 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f8e3-15f0-4f77-ac9b-6e4f929e7756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.661866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.663654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37234) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:51.707318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f8e3-15f0-4f77-ac9b-6e4f929e7756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.725671 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.769440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:51.775002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:51.777503 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f8e3-15f0-4f77-ac9b-6e4f929e7756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.780004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:51.786820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:51.787491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.797591 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f8e3-15f0-4f77-ac9b-6e4f929e7756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.803537 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b0b3f8e3-15f0-4f77-ac9b-6e4f929e7756 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6f66c4f0-adcb-48a7-b451-5383c20be023 HTTP/1.1" status: 204 len: 168 time: 0.3403597 Jul 13 07:40:51.805882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37238) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:51.815403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=5f6196b7-8051-4809-8e5d-9008f0482cd1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:51.824128 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bff9e55e-d0f1-47e9-9580-d8853ee794b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.824251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3f8e3-15f0-4f77-ac9b-6e4f929e7756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f66c4f0-adcb-48a7-b451-5383c20be023,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:51.854060 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-71422778-e6c6-4f29-97a2-05ae71782953 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6042292 Jul 13 07:40:51.856685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37242) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:51.931558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.966622 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5a75633e-768c-453b-9602-842aff9c0686 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 5f6196b7-8051-4809-8e5d-9008f0482cd1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:51.966961 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a75633e-768c-453b-9602-842aff9c0686 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.044910 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a75633e-768c-453b-9602-842aff9c0686 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.054202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.057343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5a75633e-768c-453b-9602-842aff9c0686 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 5f6196b7-8051-4809-8e5d-9008f0482cd1 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:52.069821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46ada01-b932-4917-95de-057bc95477a9']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:52.086507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e198e115-6776-49cd-8de7-5e4c40cf0c6a') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:52.086805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e198e115-6776-49cd-8de7-5e4c40cf0c6a') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:52.109896 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.121242 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bff9e55e-d0f1-47e9-9580-d8853ee794b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.129585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bff9e55e-d0f1-47e9-9580-d8853ee794b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.132839 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.142651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a75633e-768c-453b-9602-842aff9c0686 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.166746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:52.167154 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:52.168853 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:52.178782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75633e-768c-453b-9602-842aff9c0686 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=5f6196b7-8051-4809-8e5d-9008f0482cd1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:52.185278 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a75633e-768c-453b-9602-842aff9c0686 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.187298 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5a75633e-768c-453b-9602-842aff9c0686 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/5f6196b7-8051-4809-8e5d-9008f0482cd1 HTTP/1.1" status: 204 len: 168 time: 0.3296216 Jul 13 07:40:52.191443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37248) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.196517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'mac_address': 'fa:16:3e:76:43:c8', 'name': 'tempest-PortsIpV6TestJSON-1577287182'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:52.207943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bff9e55e-d0f1-47e9-9580-d8853ee794b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf6131759a5046a1aafafb4137bc1c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406947 Jul 13 07:40:52.208453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37250) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.217240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9e55e-d0f1-47e9-9580-d8853ee794b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2113729-319b-4009-b03a-3e6dcfee1d1e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:52.265363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.285118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.289601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f46ada01-b932-4917-95de-057bc95477a9 HTTP/1.1" status: 204 len: 168 time: 0.4778628 Jul 13 07:40:52.311897 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b02d394-5cfd-4515-b028-b4298e6cd8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.320201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:52.321502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a3cc-8115-4600-826b-9380c3d51630 admin admin] Pushing event deleted for resources: {'Network': ['ID=f46ada01-b932-4917-95de-057bc95477a9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:52.337954 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b02d394-5cfd-4515-b028-b4298e6cd8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.398766 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b02d394-5cfd-4515-b028-b4298e6cd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.404789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b02d394-5cfd-4515-b028-b4298e6cd8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.406359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4b02d394-5cfd-4515-b028-b4298e6cd8dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2113729-319b-4009-b03a-3e6dcfee1d1e HTTP/1.1" status: 204 len: 168 time: 0.1970809 Jul 13 07:40:52.422069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.427568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02d394-5cfd-4515-b028-b4298e6cd8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2113729-319b-4009-b03a-3e6dcfee1d1e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:52.462408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port 896b4f96-c3bf-451d-9c4a-c98359e5e68b yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:52.569667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37262) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.630723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bed55949-ffca-4aba-909e-91327bd3e55a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=333513463115431abac9904e9b17baa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596886 Jul 13 07:40:52.633085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37266) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.698661 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.747494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4417e1d6-23b9-4ebe-ac9d-64d021de131e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.793842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.795480 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4417e1d6-23b9-4ebe-ac9d-64d021de131e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.846798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:52.854896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:52.858974 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:52.864929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:52.865633 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.874758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=896b4f96-c3bf-451d-9c4a-c98359e5e68b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:52.879228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4417e1d6-23b9-4ebe-ac9d-64d021de131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.882802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4417e1d6-23b9-4ebe-ac9d-64d021de131e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.888332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4417e1d6-23b9-4ebe-ac9d-64d021de131e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82875ff5-7b89-4277-b9a4-5f55fd90a984 HTTP/1.1" status: 204 len: 168 time: 0.2509165 Jul 13 07:40:52.890503 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1b845467-bbbe-45b7-bfc2-919e17ccd65d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6979406 Jul 13 07:40:52.893400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37280) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.917609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e1d6-23b9-4ebe-ac9d-64d021de131e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82875ff5-7b89-4277-b9a4-5f55fd90a984,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:52.960845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37284) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.970904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52cad9f-136e-4fa3-bd69-a82683ac2e7b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:52.972640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e52cad9f-136e-4fa3-bd69-a82683ac2e7b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/896b4f96-c3bf-451d-9c4a-c98359e5e68b HTTP/1.1" status: 200 len: 845 time: 0.0735610 Jul 13 07:40:52.975470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37286) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.979541 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ca75-d4ca-4f9a-ab43-b720330467dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.085747 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ca75-d4ca-4f9a-ab43-b720330467dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.091866 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0e0ca75-d4ca-4f9a-ab43-b720330467dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.103636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-e68837b9-bdb6-43fa-a21a-40f306cef9e5 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 896b4f96-c3bf-451d-9c4a-c98359e5e68b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:53.104536 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e68837b9-bdb6-43fa-a21a-40f306cef9e5 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.141719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b0e0ca75-d4ca-4f9a-ab43-b720330467dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5118fb771074729ab48c6968567f898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765029 Jul 13 07:40:53.142356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37288) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.147230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0ca75-d4ca-4f9a-ab43-b720330467dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b02499-d44d-4309-ab9c-97a743abbd09,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:53.193241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e68837b9-bdb6-43fa-a21a-40f306cef9e5 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.206788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-e68837b9-bdb6-43fa-a21a-40f306cef9e5 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 896b4f96-c3bf-451d-9c4a-c98359e5e68b owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:53.211583 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ab67009-e04f-4784-97a6-4f8f1dcb185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.235714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ab67009-e04f-4784-97a6-4f8f1dcb185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.309221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ab67009-e04f-4784-97a6-4f8f1dcb185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.311851 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ab67009-e04f-4784-97a6-4f8f1dcb185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.312989 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1ab67009-e04f-4784-97a6-4f8f1dcb185a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5b02499-d44d-4309-ab9c-97a743abbd09 HTTP/1.1" status: 204 len: 168 time: 0.1695647 Jul 13 07:40:53.314043 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e68837b9-bdb6-43fa-a21a-40f306cef9e5 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.324684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab67009-e04f-4784-97a6-4f8f1dcb185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b02499-d44d-4309-ab9c-97a743abbd09,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:53.357297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68837b9-bdb6-43fa-a21a-40f306cef9e5 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=896b4f96-c3bf-451d-9c4a-c98359e5e68b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:53.367396 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e68837b9-bdb6-43fa-a21a-40f306cef9e5 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.370406 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e68837b9-bdb6-43fa-a21a-40f306cef9e5 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/896b4f96-c3bf-451d-9c4a-c98359e5e68b HTTP/1.1" status: 204 len: 168 time: 0.3935292 Jul 13 07:40:53.373129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37302) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.402836 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac565287-2b87-45ff-a060-ff9781cf15ee tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:40:53.404457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac565287-2b87-45ff-a060-ff9781cf15ee tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/896b4f96-c3bf-451d-9c4a-c98359e5e68b HTTP/1.1" status: 404 len: 333 time: 0.0303161 Jul 13 07:40:53.408108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37304) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.413019 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'name': 'tempest-PortsIpV6TestJSON-309356696'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:53.510238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:53.514559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.539633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port bd9ae091-81a0-4437-9112-1094eced421e yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:53.725623 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.768424 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.779652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7215a7b3-8c8d-49ea-97d6-305762032098 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:53.813763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 7215a7b3-8c8d-49ea-97d6-305762032098 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:53.813906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7215a7b3-8c8d-49ea-97d6-305762032098 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:53.841123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:53.858683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:53.860980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=bd9ae091-81a0-4437-9112-1094eced421e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:53.863360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:53.870141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:53.870862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.888148 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-59b3797f-e6bc-4ea8-8ca1-ad6b5ebc8282 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4788623 Jul 13 07:40:53.892769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37330) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.897258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e1cbcdeb-2e42-48ae-9c24-1fc378dddcff tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:54.007403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcdeb-2e42-48ae-9c24-1fc378dddcff tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.197573 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcdeb-2e42-48ae-9c24-1fc378dddcff tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.207139 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcdeb-2e42-48ae-9c24-1fc378dddcff tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.242592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbcdeb-2e42-48ae-9c24-1fc378dddcff tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] In _notify_port_updated(), no bound segment for port bd9ae091-81a0-4437-9112-1094eced421e on network 512f297c-f1dd-4943-bd4c-6b29f6452798 {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:40:54.249460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cbcdeb-2e42-48ae-9c24-1fc378dddcff tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:54.250101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcdeb-2e42-48ae-9c24-1fc378dddcff tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.254093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e1cbcdeb-2e42-48ae-9c24-1fc378dddcff tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "PUT /v2.0/ports/bd9ae091-81a0-4437-9112-1094eced421e HTTP/1.1" status: 200 len: 818 time: 0.3595972 Jul 13 07:40:54.254526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37348) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.277845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbcdeb-2e42-48ae-9c24-1fc378dddcff tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=bd9ae091-81a0-4437-9112-1094eced421e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:54.367337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-19b3ad2b-fc45-434b-bb20-fb4e7baae016 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port bd9ae091-81a0-4437-9112-1094eced421e {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:54.369115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b3ad2b-fc45-434b-bb20-fb4e7baae016 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.455343 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b3ad2b-fc45-434b-bb20-fb4e7baae016 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.472113 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-19b3ad2b-fc45-434b-bb20-fb4e7baae016 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for bd9ae091-81a0-4437-9112-1094eced421e owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:54.573642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b3ad2b-fc45-434b-bb20-fb4e7baae016 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.622072 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-19b3ad2b-fc45-434b-bb20-fb4e7baae016 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.624050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-19b3ad2b-fc45-434b-bb20-fb4e7baae016 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/bd9ae091-81a0-4437-9112-1094eced421e HTTP/1.1" status: 204 len: 168 time: 0.3686113 Jul 13 07:40:54.625396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3ad2b-fc45-434b-bb20-fb4e7baae016 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=bd9ae091-81a0-4437-9112-1094eced421e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:54.628362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37364) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.710122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a85d92-b3f3-4f2b-af72-003aa1b8f1f9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:54.711642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a9a85d92-b3f3-4f2b-af72-003aa1b8f1f9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0808055 Jul 13 07:40:54.715391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37370) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.749800 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f6bdfe-e54b-42e0-9a98-b4cac8502a09 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:40:54.752147 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a2f6bdfe-e54b-42e0-9a98-b4cac8502a09 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/bd9ae091-81a0-4437-9112-1094eced421e HTTP/1.1" status: 404 len: 333 time: 0.0355129 Jul 13 07:40:54.755825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37372) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.761561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-680458853'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:54.786866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:54.791869 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.820479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:54.831035 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.831388 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Added segment 9b876ac0-dcf5-44b0-a6e2-30b87e8a957f of type vlan for network fd2ac877-3219-4c35-88fa-099c583b9e29 Jul 13 07:40:54.873885 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.925976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.934251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:54.935057 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.005528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2483244 Jul 13 07:40:55.008682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37396) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:55.016365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:55.145919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f5516-b336-4a40-9116-47da473df002 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Network': ['ID=fd2ac877-3219-4c35-88fa-099c583b9e29,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:55.158620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network fd2ac877-3219-4c35-88fa-099c583b9e29 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:55.182496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:55.187809 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.408463 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.471906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=f489d34e-b615-4f30-a326-c317fc18d735,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:55.482804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Checking segment: {'id': '9b876ac0-dcf5-44b0-a6e2-30b87e8a957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:55.483168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network hostable DHCP agents. Network: fd2ac877-3219-4c35-88fa-099c583b9e29, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:55.501098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network fd2ac877-3219-4c35-88fa-099c583b9e29 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:55.511779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, fd2ac877-3219-4c35-88fa-099c583b9e29) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:55.517099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:55.518189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.521204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df94cd51-b741-4ca6-859a-dfd1f5f721e0 None None] Network fd2ac877-3219-4c35-88fa-099c583b9e29 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:55.555848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37416) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:55.556849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3cfbfd2c-b387-43c6-89cd-f4bb080bf369 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5469348 Jul 13 07:40:55.562649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-04270b21-d572-4d7e-a4ee-e8f3980bbf4b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:55.618737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37420) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:55.701581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-fd2ac877-3219-4c35-88fa-099c583b9e29', 'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29', 'tenant_id': 'eadfa2e2dc9948bc95d7aa093b4960f0', 'fixed_ips': [{'subnet_id': 'f489d34e-b615-4f30-a326-c317fc18d735'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:55.702719 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.716461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04270b21-d572-4d7e-a4ee-e8f3980bbf4b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:55.720704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04270b21-d572-4d7e-a4ee-e8f3980bbf4b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.877156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37432) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:55.900710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93427b1a-fa5c-4d71-a442-af525caee180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.926483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Allocated IP 2001:db8::2 (fd2ac877-3219-4c35-88fa-099c583b9e29/f489d34e-b615-4f30-a326-c317fc18d735/9569eb08-4769-4789-ba2d-0d551ef834e6) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:55.938199 n-d-798249-7 neutron-server[93839]: INFO neutron.db.ipam_backend_mixin [None req-04270b21-d572-4d7e-a4ee-e8f3980bbf4b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f489d34e-b615-4f30-a326-c317fc18d735 (CIDR: 2001:db8::/64) Jul 13 07:40:55.944643 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-04270b21-d572-4d7e-a4ee-e8f3980bbf4b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:40:55.948919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04270b21-d572-4d7e-a4ee-e8f3980bbf4b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:56.038894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93427b1a-fa5c-4d71-a442-af525caee180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.046898 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93427b1a-fa5c-4d71-a442-af525caee180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.054289 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-04270b21-d572-4d7e-a4ee-e8f3980bbf4b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4967079 Jul 13 07:40:56.057151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37438) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:56.062910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-aa20de6c-3c17-4d2e-aa28-b79d87e99d01 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:56.083962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93427b1a-fa5c-4d71-a442-af525caee180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd3d2dc-b8eb-4d26-80c1-79d552379e09,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:56.109779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-93427b1a-fa5c-4d71-a442-af525caee180 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4de60328a4764304a477f92dc2830d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896924 Jul 13 07:40:56.112384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37444) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:56.156960 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.168937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c74d20a6-49ca-46be-8972-4fe42379baf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.172983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Transition to ACTIVE for port object 9569eb08-4769-4789-ba2d-0d551ef834e6 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:56.194728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Transition to ACTIVE for port object 9569eb08-4769-4789-ba2d-0d551ef834e6 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:56.208292 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.237399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa20de6c-3c17-4d2e-aa28-b79d87e99d01 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:56.241760 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa20de6c-3c17-4d2e-aa28-b79d87e99d01 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.277413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Network fd2ac877-3219-4c35-88fa-099c583b9e29 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:56.312910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Pushing event updated for resources: {'Port': ['ID=9569eb08-4769-4789-ba2d-0d551ef834e6,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:56.316691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e39c063-655b-435e-a3ea-7c8c1ed1a2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.317352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:56.327173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:56.366881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e39c063-655b-435e-a3ea-7c8c1ed1a2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.391817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.392563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.392914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.393441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.394352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.394685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.395082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.395443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.395929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.396445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.396782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.397108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:56.419462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Attempting to bind port 9569eb08-4769-4789-ba2d-0d551ef834e6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:56.419692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Attempting to bind port 9569eb08-4769-4789-ba2d-0d551ef834e6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9b876ac0-dcf5-44b0-a6e2-30b87e8a957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:56.420602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Attempting to bind port 9569eb08-4769-4789-ba2d-0d551ef834e6 on network fd2ac877-3219-4c35-88fa-099c583b9e29 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:56.428532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:56.428923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Checking segment: {'id': '9b876ac0-dcf5-44b0-a6e2-30b87e8a957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:56.429733 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.430282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Bound using segment: {'id': '9b876ac0-dcf5-44b0-a6e2-30b87e8a957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:56.430976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Bound port: 9569eb08-4769-4789-ba2d-0d551ef834e6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b876ac0-dcf5-44b0-a6e2-30b87e8a957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:56.431557 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.470134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c74d20a6-49ca-46be-8972-4fe42379baf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.474927 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c74d20a6-49ca-46be-8972-4fe42379baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.514048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e39c063-655b-435e-a3ea-7c8c1ed1a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.516940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e39c063-655b-435e-a3ea-7c8c1ed1a2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.518115 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3e39c063-655b-435e-a3ea-7c8c1ed1a2cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fd3d2dc-b8eb-4d26-80c1-79d552379e09 HTTP/1.1" status: 204 len: 168 time: 0.3898211 Jul 13 07:40:56.526888 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c74d20a6-49ca-46be-8972-4fe42379baf7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe876e472b51451e9bb091e7d7be2228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457725 Jul 13 07:40:56.527824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d20a6-49ca-46be-8972-4fe42379baf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3998fa-39a7-4baa-b092-11be57b086cc,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:56.529693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37456) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:56.539595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39c063-655b-435e-a3ea-7c8c1ed1a2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd3d2dc-b8eb-4d26-80c1-79d552379e09,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:56.541682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] For port 9569eb08-4769-4789-ba2d-0d551ef834e6, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:56.551792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] For port 9569eb08-4769-4789-ba2d-0d551ef834e6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9569eb08-4769-4789-ba2d-0d551ef834e6,segment=NetworkSegment(9b876ac0-dcf5-44b0-a6e2-30b87e8a957f),segment_id=9b876ac0-dcf5-44b0-a6e2-30b87e8a957f)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:56.565109 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.655849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702384ce-45ab-44d0-9d6e-138c71a0d267 None None] Pushing event updated for resources: {'Port': ['ID=9569eb08-4769-4789-ba2d-0d551ef834e6,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:56.659656 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa20de6c-3c17-4d2e-aa28-b79d87e99d01 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.685131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-900d31f5-c4a9-4376-8cbd-ae05f48d299f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.712055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37462) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:56.729849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa20de6c-3c17-4d2e-aa28-b79d87e99d01 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network fd2ac877-3219-4c35-88fa-099c583b9e29 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:56.741358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-aa20de6c-3c17-4d2e-aa28-b79d87e99d01 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:56.748035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa20de6c-3c17-4d2e-aa28-b79d87e99d01 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:56.748849 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa20de6c-3c17-4d2e-aa28-b79d87e99d01 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.760895 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-900d31f5-c4a9-4376-8cbd-ae05f48d299f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.780885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20de6c-3c17-4d2e-aa28-b79d87e99d01 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=21fc3877-e59e-40e6-960a-21be6e3bda59,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:56.790415 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aa20de6c-3c17-4d2e-aa28-b79d87e99d01 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7315443 Jul 13 07:40:56.793784 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37466) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:56.799988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29', 'fixed_ips': [{'subnet_id': 'f489d34e-b615-4f30-a326-c317fc18d735'}, {'subnet_id': '21fc3877-e59e-40e6-960a-21be6e3bda59'}], 'name': 'tempest-PortsIpV6TestJSON-404672447'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:56.928535 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-900d31f5-c4a9-4376-8cbd-ae05f48d299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.932322 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-900d31f5-c4a9-4376-8cbd-ae05f48d299f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.938904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-900d31f5-c4a9-4376-8cbd-ae05f48d299f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa3998fa-39a7-4baa-b092-11be57b086cc HTTP/1.1" status: 204 len: 168 time: 0.4026847 Jul 13 07:40:56.942731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5da83be-6a33-4b26-88cc-ffe621c340be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.954198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d31f5-c4a9-4376-8cbd-ae05f48d299f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3998fa-39a7-4baa-b092-11be57b086cc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:56.989042 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-c5da83be-6a33-4b26-88cc-ffe621c340be admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:40:56.989042 n-d-798249-7 neutron-server[93838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:40:56.989042 n-d-798249-7 neutron-server[93838]: [parameters: {'project_id': '088d23690b5c444b8930087eced3a69e', 'id': '70eca704-8bb6-4da6-b232-027797381222', 'expiration': datetime.datetime(2021, 7, 13, 7, 42, 56, 981651)}] Jul 13 07:40:56.989042 n-d-798249-7 neutron-server[93838]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:40:56.989493 n-d-798249-7 neutron-server[93838]: DEBUG oslo_db.api [None req-c5da83be-6a33-4b26-88cc-ffe621c340be admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:40:56.995687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:57.101563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.121329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port ffd980a3-4fe0-4765-8a95-66f20d13f9ad yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:40:57.349020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37492) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:57.365621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e150917-7014-4672-a226-498e293173e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.428553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8::1e6 (fd2ac877-3219-4c35-88fa-099c583b9e29/f489d34e-b615-4f30-a326-c317fc18d735/ffd980a3-4fe0-4765-8a95-66f20d13f9ad) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:57.440339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8:0:1::395 (fd2ac877-3219-4c35-88fa-099c583b9e29/21fc3877-e59e-40e6-960a-21be6e3bda59/ffd980a3-4fe0-4765-8a95-66f20d13f9ad) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:57.493338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5da83be-6a33-4b26-88cc-ffe621c340be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.523055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e150917-7014-4672-a226-498e293173e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.530842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e150917-7014-4672-a226-498e293173e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.586083 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6e150917-7014-4672-a226-498e293173e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c19f9acef4714b98820cd6a3d9dcba9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357407 Jul 13 07:40:57.595004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37498) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:57.620683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e150917-7014-4672-a226-498e293173e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff87a8b-91d8-4665-96b1-c6f3cdb72918,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:57.681466 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.699320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object ffd980a3-4fe0-4765-8a95-66f20d13f9ad will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:57.701313 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12e31643-ff5e-4b90-b399-60e17785155c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.732779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12e31643-ff5e-4b90-b399-60e17785155c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.746276 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.779811 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5da83be-6a33-4b26-88cc-ffe621c340be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.789040 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c5da83be-6a33-4b26-88cc-ffe621c340be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.816707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network fd2ac877-3219-4c35-88fa-099c583b9e29 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:57.820963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=ffd980a3-4fe0-4765-8a95-66f20d13f9ad,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:57.824524 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c5da83be-6a33-4b26-88cc-ffe621c340be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=088d23690b5c444b8930087eced3a69e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1092732 Jul 13 07:40:57.825626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:57.830102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:57.838575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37506) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:57.840269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:57.841009 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.867653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12e31643-ff5e-4b90-b399-60e17785155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.867653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12e31643-ff5e-4b90-b399-60e17785155c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:57.868957 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-835b9a2a-cacf-4028-a8a8-1570f3eb3e0f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0734584 Jul 13 07:40:57.870617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37508) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:57.872980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-12e31643-ff5e-4b90-b399-60e17785155c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ff87a8b-91d8-4665-96b1-c6f3cdb72918 HTTP/1.1" status: 204 len: 168 time: 0.2762930 Jul 13 07:40:57.877938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f489d34e-b615-4f30-a326-c317fc18d735'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:57.923590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da83be-6a33-4b26-88cc-ffe621c340be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcd45be-c3de-49c6-b388-c1be5d09ec7f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:57.945956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e31643-ff5e-4b90-b399-60e17785155c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff87a8b-91d8-4665-96b1-c6f3cdb72918,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:57.953004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc39262-1fdf-4fad-95f2-0e1d75761d8d None None] Network fd2ac877-3219-4c35-88fa-099c583b9e29 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:58.013856 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-798d4fbd-3587-4260-b6cf-150df71645b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.019688 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.068208 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-798d4fbd-3587-4260-b6cf-150df71645b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.119780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bbdcf2d7-c3ad-498f-98aa-3bb61e49c639 None None] Provisioning for port 9569eb08-4769-4789-ba2d-0d551ef834e6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:58.138489 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-798d4fbd-3587-4260-b6cf-150df71645b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.149577 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-798d4fbd-3587-4260-b6cf-150df71645b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.149577 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-798d4fbd-3587-4260-b6cf-150df71645b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fcd45be-c3de-49c6-b388-c1be5d09ec7f HTTP/1.1" status: 204 len: 168 time: 0.3014622 Jul 13 07:40:58.168672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d4fbd-3587-4260-b6cf-150df71645b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcd45be-c3de-49c6-b388-c1be5d09ec7f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:58.216170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9569eb08-4769-4789-ba2d-0d551ef834e6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:58.334497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 9569eb08-4769-4789-ba2d-0d551ef834e6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:58.342816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 9569eb08-4769-4789-ba2d-0d551ef834e6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:58.343187 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.465061 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.483190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e888ead-645f-43df-b88d-ab417eba90a9 None None] Update dhcp port {'port': {'network_id': 'fd2ac877-3219-4c35-88fa-099c583b9e29', 'fixed_ips': [{'subnet_id': 'f489d34e-b615-4f30-a326-c317fc18d735', 'ip_address': '2001:db8::2'}, {'subnet_id': '21fc3877-e59e-40e6-960a-21be6e3bda59'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '9569eb08-4769-4789-ba2d-0d551ef834e6'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:40:58.537015 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 9569eb08-4769-4789-ba2d-0d551ef834e6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9569eb08-4769-4789-ba2d-0d551ef834e6,segment=NetworkSegment(9b876ac0-dcf5-44b0-a6e2-30b87e8a957f),segment_id=9b876ac0-dcf5-44b0-a6e2-30b87e8a957f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:58.542977 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9e888ead-645f-43df-b88d-ab417eba90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.547152 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.551149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Delete allocated IP 2001:db8:0:1::395 (fd2ac877-3219-4c35-88fa-099c583b9e29/21fc3877-e59e-40e6-960a-21be6e3bda59) {{(pid=93839) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:40:58.699689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=9569eb08-4769-4789-ba2d-0d551ef834e6,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:58.734259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37538) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:58.742542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.750895 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.761920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Ignored duplicate provisioning block setup for port ffd980a3-4fe0-4765-8a95-66f20d13f9ad by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:40:58.766694 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.827870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-9e888ead-645f-43df-b88d-ab417eba90a9 None None] Allocated IP 2001:db8:0:1::2 (fd2ac877-3219-4c35-88fa-099c583b9e29/21fc3877-e59e-40e6-960a-21be6e3bda59/9569eb08-4769-4789-ba2d-0d551ef834e6) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:58.845187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=ffd980a3-4fe0-4765-8a95-66f20d13f9ad,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:58.881716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] In _notify_port_updated(), no bound segment for port ffd980a3-4fe0-4765-8a95-66f20d13f9ad on network fd2ac877-3219-4c35-88fa-099c583b9e29 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:40:58.897487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:58.902704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.903728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8e1a4c0c-2145-4627-9195-78d66769354a tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "PUT /v2.0/ports/ffd980a3-4fe0-4765-8a95-66f20d13f9ad HTTP/1.1" status: 200 len: 925 time: 1.0318997 Jul 13 07:40:58.906735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37542) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:58.913721 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f489d34e-b615-4f30-a326-c317fc18d735'}, {'subnet_id': '21fc3877-e59e-40e6-960a-21be6e3bda59'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:58.917546 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:58.926636 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.008864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a23d5045a73e4b31af0dfb6e3285fd28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733397 Jul 13 07:40:59.010364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9833aea6-a7c0-4b67-b1ed-cb4a50e179ab,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:59.013235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37546) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:59.015498 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9e888ead-645f-43df-b88d-ab417eba90a9 None None] For port 9569eb08-4769-4789-ba2d-0d551ef834e6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9569eb08-4769-4789-ba2d-0d551ef834e6,segment=NetworkSegment(9b876ac0-dcf5-44b0-a6e2-30b87e8a957f),segment_id=9b876ac0-dcf5-44b0-a6e2-30b87e8a957f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:59.022333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.058111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.058581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.059325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.059691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.060052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.060401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.060763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.061049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.061377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.061714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.062047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.062381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b105ae6f-790f-4c12-9278-03956c6d1df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:59.080394 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9e888ead-645f-43df-b88d-ab417eba90a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.107491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9e888ead-645f-43df-b88d-ab417eba90a9 None None] Transition to ACTIVE for port object 9569eb08-4769-4789-ba2d-0d551ef834e6 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:59.114396 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9e888ead-645f-43df-b88d-ab417eba90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.194196 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4963d050-100c-43c6-8158-249b654e9d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.221630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e888ead-645f-43df-b88d-ab417eba90a9 None None] Pushing event updated for resources: {'Port': ['ID=9569eb08-4769-4789-ba2d-0d551ef834e6,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:59.238199 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4963d050-100c-43c6-8158-249b654e9d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.319862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4963d050-100c-43c6-8158-249b654e9d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.322633 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4963d050-100c-43c6-8158-249b654e9d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.326326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4963d050-100c-43c6-8158-249b654e9d7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9833aea6-a7c0-4b67-b1ed-cb4a50e179ab HTTP/1.1" status: 204 len: 168 time: 0.3059382 Jul 13 07:40:59.335175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963d050-100c-43c6-8158-249b654e9d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9833aea6-a7c0-4b67-b1ed-cb4a50e179ab,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:59.369955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8:0:1::34 (fd2ac877-3219-4c35-88fa-099c583b9e29/21fc3877-e59e-40e6-960a-21be6e3bda59/ffd980a3-4fe0-4765-8a95-66f20d13f9ad) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:59.560651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.576570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Ignored duplicate provisioning block setup for port ffd980a3-4fe0-4765-8a95-66f20d13f9ad by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:40:59.585729 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.688458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=ffd980a3-4fe0-4765-8a95-66f20d13f9ad,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:59.742246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] In _notify_port_updated(), no bound segment for port ffd980a3-4fe0-4765-8a95-66f20d13f9ad on network fd2ac877-3219-4c35-88fa-099c583b9e29 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:40:59.748667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:59.749439 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:59.753436 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-11fcef28-d1bb-4813-bb60-ed30143c8edd tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "PUT /v2.0/ports/ffd980a3-4fe0-4765-8a95-66f20d13f9ad HTTP/1.1" status: 200 len: 1010 time: 0.8426826 Jul 13 07:40:59.753817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37580) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:59.993579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-85e05b0c-e019-45b0-a61c-4cdc58272be8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port ffd980a3-4fe0-4765-8a95-66f20d13f9ad {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:59.994553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85e05b0c-e019-45b0-a61c-4cdc58272be8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.115030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9569eb08-4769-4789-ba2d-0d551ef834e6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:00.122900 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85e05b0c-e019-45b0-a61c-4cdc58272be8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.137546 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-85e05b0c-e019-45b0-a61c-4cdc58272be8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for ffd980a3-4fe0-4765-8a95-66f20d13f9ad owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:00.190827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6cfcd9-14be-4ae7-8eb0-350a1803ffc2 None None] Network fd2ac877-3219-4c35-88fa-099c583b9e29 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:00.287687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c04d3b80-4294-462e-a348-b53cbf30fa49 None None] Provisioning for port 9569eb08-4769-4789-ba2d-0d551ef834e6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:00.297312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c04d3b80-4294-462e-a348-b53cbf30fa49 None None] Provisioning complete for port 9569eb08-4769-4789-ba2d-0d551ef834e6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:00.298144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c04d3b80-4294-462e-a348-b53cbf30fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.352346 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85e05b0c-e019-45b0-a61c-4cdc58272be8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.391733 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e05b0c-e019-45b0-a61c-4cdc58272be8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=ffd980a3-4fe0-4765-8a95-66f20d13f9ad,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:00.461687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c04d3b80-4294-462e-a348-b53cbf30fa49 None None] Could not find standard attr ID for object ffd980a3-4fe0-4765-8a95-66f20d13f9ad. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:00.471344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85e05b0c-e019-45b0-a61c-4cdc58272be8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.473695 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-85e05b0c-e019-45b0-a61c-4cdc58272be8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/ffd980a3-4fe0-4765-8a95-66f20d13f9ad HTTP/1.1" status: 204 len: 168 time: 0.7183061 Jul 13 07:41:00.476357 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37606) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:00.515653 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c264214d-f846-4d42-a06d-357df9cd64d1 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:41:00.519738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c264214d-f846-4d42-a06d-357df9cd64d1 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/ffd980a3-4fe0-4765-8a95-66f20d13f9ad HTTP/1.1" status: 404 len: 333 time: 0.0390437 Jul 13 07:41:00.520769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37610) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:00.599914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fdd7f0-30ee-40c5-a12e-1a27b253ef8b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet 21fc3877-e59e-40e6-960a-21be6e3bda59 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:00.608739 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd7f0-30ee-40c5-a12e-1a27b253ef8b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.669336 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd7f0-30ee-40c5-a12e-1a27b253ef8b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.771111 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd7f0-30ee-40c5-a12e-1a27b253ef8b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.790681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1d1a3673-4fd3-40de-90fe-2f331b15f134 None None] Provisioning complete for port 9569eb08-4769-4789-ba2d-0d551ef834e6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:00.791829 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1d1a3673-4fd3-40de-90fe-2f331b15f134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.888042 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd7f0-30ee-40c5-a12e-1a27b253ef8b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.942817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdd7f0-30ee-40c5-a12e-1a27b253ef8b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=21fc3877-e59e-40e6-960a-21be6e3bda59,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:00.964238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5fdd7f0-30ee-40c5-a12e-1a27b253ef8b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.967887 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f5fdd7f0-30ee-40c5-a12e-1a27b253ef8b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/21fc3877-e59e-40e6-960a-21be6e3bda59 HTTP/1.1" status: 204 len: 168 time: 0.4454982 Jul 13 07:41:00.970583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37628) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:01.027773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e958d43a-4d32-4660-aa1f-59259b4ef64f None None] Network fd2ac877-3219-4c35-88fa-099c583b9e29 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:01.065518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2a2fd373-44c1-4f98-806c-0daaf2b1086d None None] Could not find standard attr ID for object ffd980a3-4fe0-4765-8a95-66f20d13f9ad. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:01.089086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f4974-0a7b-4234-b68b-bcd86660a51b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet f489d34e-b615-4f30-a326-c317fc18d735 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:01.099611 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e16f4974-0a7b-4234-b68b-bcd86660a51b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.151307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e16f4974-0a7b-4234-b68b-bcd86660a51b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.268378 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e16f4974-0a7b-4234-b68b-bcd86660a51b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.342679 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e16f4974-0a7b-4234-b68b-bcd86660a51b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.360499 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e16f4974-0a7b-4234-b68b-bcd86660a51b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.362410 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e16f4974-0a7b-4234-b68b-bcd86660a51b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/f489d34e-b615-4f30-a326-c317fc18d735 HTTP/1.1" status: 204 len: 168 time: 0.3908689 Jul 13 07:41:01.365229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37644) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:01.385712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f4974-0a7b-4234-b68b-bcd86660a51b tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=f489d34e-b615-4f30-a326-c317fc18d735,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:01.464093 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.546613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 9569eb08-4769-4789-ba2d-0d551ef834e6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:01.547253 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.634148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] For port 9569eb08-4769-4789-ba2d-0d551ef834e6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9569eb08-4769-4789-ba2d-0d551ef834e6,segment=NetworkSegment(9b876ac0-dcf5-44b0-a6e2-30b87e8a957f),segment_id=9b876ac0-dcf5-44b0-a6e2-30b87e8a957f)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:01.636345 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.673329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 9569eb08-4769-4789-ba2d-0d551ef834e6 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:01.866904 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:01.928185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No DVR routers for this DVR port 9569eb08-4769-4789-ba2d-0d551ef834e6 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:01.942635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=9569eb08-4769-4789-ba2d-0d551ef834e6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:02.065477 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.077380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2ac877-3219-4c35-88fa-099c583b9e29']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:02.089250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b876ac0-dcf5-44b0-a6e2-30b87e8a957f') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:02.089563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b876ac0-dcf5-44b0-a6e2-30b87e8a957f') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:02.107234 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.123526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.131317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:02.131422 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.190604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b909414d-072e-434c-bb6f-51f52dce304d None None] Could not find standard attr ID for object 9569eb08-4769-4789-ba2d-0d551ef834e6. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:02.201795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f34dba-b411-4df7-9c16-4bff901a20d3 None None] Network fd2ac877-3219-4c35-88fa-099c583b9e29 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:02.259332 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:02.274204 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.279840 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.282275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/networks/fd2ac877-3219-4c35-88fa-099c583b9e29 HTTP/1.1" status: 204 len: 168 time: 0.9151316 Jul 13 07:41:02.286773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37676) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:02.311413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251d431-971f-4e15-91ff-b58ce2870a49 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Network': ['ID=fd2ac877-3219-4c35-88fa-099c583b9e29,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:02.402640 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c799b82-c20c-434a-aa24-5a63e77bb9ad tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:02.405050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7c799b82-c20c-434a-aa24-5a63e77bb9ad tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1171784 Jul 13 07:41:02.410263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37680) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:02.507411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-105c8a28-2bbe-4c35-90ff-d348a398d491 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0955446 Jul 13 07:41:02.513451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37682) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:02.519279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-756329724'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:02.540325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe0399-fefc-4199-a060-59196c703175 None None] DHCP port deletion for fd2ac877-3219-4c35-88fa-099c583b9e29 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:02.547844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:02.554143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.585348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:02.598415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.598771 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Added segment 16179fd9-914c-465d-a50c-f3d06fa8641b of type vlan for network 356ad95a-8809-43d2-a523-046372d3c69b Jul 13 07:41:02.654962 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.687034 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.695132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:02.697109 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:02.760532 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2452023 Jul 13 07:41:02.764264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37688) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:02.771495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '356ad95a-8809-43d2-a523-046372d3c69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:02.818427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1699a-7a70-49b6-8d86-71207e47d874 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Network': ['ID=356ad95a-8809-43d2-a523-046372d3c69b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:02.833333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 356ad95a-8809-43d2-a523-046372d3c69b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:03.328720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:03.333237 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.471607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37724) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:03.657688 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.777870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=a160de9b-a9b5-4cdf-a0ab-16490dc0b27e,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:03.780481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Checking segment: {'id': '16179fd9-914c-465d-a50c-f3d06fa8641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '356ad95a-8809-43d2-a523-046372d3c69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:03.781028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network hostable DHCP agents. Network: 356ad95a-8809-43d2-a523-046372d3c69b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:03.800786 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 356ad95a-8809-43d2-a523-046372d3c69b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:03.810871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 356ad95a-8809-43d2-a523-046372d3c69b) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:03.815532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:03.816369 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.821778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d24b15-345d-4120-bb6a-adc2ed0861e3 None None] Network 356ad95a-8809-43d2-a523-046372d3c69b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:03.833949 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-df766cad-222c-4b8c-b206-5a4fdbf2ba2f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0683072 Jul 13 07:41:03.837198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37732) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:03.844125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '356ad95a-8809-43d2-a523-046372d3c69b', 'name': 'tempest-PortsIpV6TestJSON-1138754163'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:03.900741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227b1c3a-21a2-4acd-b85f-1e6e52266b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.084987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227b1c3a-21a2-4acd-b85f-1e6e52266b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.090488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9569eb08-4769-4789-ba2d-0d551ef834e6 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:04.093302 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-227b1c3a-21a2-4acd-b85f-1e6e52266b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.113482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 9569eb08-4769-4789-ba2d-0d551ef834e6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:04.114126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9569eb08-4769-4789-ba2d-0d551ef834e6 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:04.159379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:04.166663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.203387 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-227b1c3a-21a2-4acd-b85f-1e6e52266b17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01d9c457d6ca4f8688ae44274ef393c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304807 Jul 13 07:41:04.206347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37740) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:04.214364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b1c3a-21a2-4acd-b85f-1e6e52266b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f052bbe-bbf1-4244-b497-661a0e15b1e9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:04.230441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-356ad95a-8809-43d2-a523-046372d3c69b', 'network_id': '356ad95a-8809-43d2-a523-046372d3c69b', 'tenant_id': 'eadfa2e2dc9948bc95d7aa093b4960f0', 'fixed_ips': [{'subnet_id': 'a160de9b-a9b5-4cdf-a0ab-16490dc0b27e'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:04.231339 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.238179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port e813dafc-2271-4230-8c60-d59cb543775a yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:04.327704 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc77b5c3-ee56-4f75-a49a-7183b1877008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.380306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc77b5c3-ee56-4f75-a49a-7183b1877008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.415537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8::23 (356ad95a-8809-43d2-a523-046372d3c69b/a160de9b-a9b5-4cdf-a0ab-16490dc0b27e/e813dafc-2271-4230-8c60-d59cb543775a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:04.440059 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.481569 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc77b5c3-ee56-4f75-a49a-7183b1877008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.484210 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc77b5c3-ee56-4f75-a49a-7183b1877008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.485367 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cc77b5c3-ee56-4f75-a49a-7183b1877008 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f052bbe-bbf1-4244-b497-661a0e15b1e9 HTTP/1.1" status: 204 len: 168 time: 0.2778773 Jul 13 07:41:04.507304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b5c3-ee56-4f75-a49a-7183b1877008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f052bbe-bbf1-4244-b497-661a0e15b1e9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:04.750355 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.797668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object e813dafc-2271-4230-8c60-d59cb543775a will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:04.850933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.918378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Allocated IP 2001:db8::2 (356ad95a-8809-43d2-a523-046372d3c69b/a160de9b-a9b5-4cdf-a0ab-16490dc0b27e/98dd3e07-2218-46e4-b534-743771c0ba51) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:04.924930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 356ad95a-8809-43d2-a523-046372d3c69b is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:04.928578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:04.936918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:04.943113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:04.943953 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.961875 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=e813dafc-2271-4230-8c60-d59cb543775a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:04.975583 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-15576d4e-c969-4b84-867b-107261bf9556 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1347837 Jul 13 07:41:04.976133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37786) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:04.982470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '356ad95a-8809-43d2-a523-046372d3c69b', 'name': 'tempest-PortsIpV6TestJSON-1777024294'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:05.088936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37794) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:05.112329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-610a7bb4-cb4d-40d6-a81d-75281113e244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.116935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:05.122567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.133657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.143238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port 4bc2e4b9-2f8e-4c7a-bdc2-5e17289f019d yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:05.146330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Transition to ACTIVE for port object 98dd3e07-2218-46e4-b534-743771c0ba51 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:05.167037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Transition to ACTIVE for port object 98dd3e07-2218-46e4-b534-743771c0ba51 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:05.175134 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.219964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Network 356ad95a-8809-43d2-a523-046372d3c69b is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:05.223115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:05.229658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:05.233109 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-610a7bb4-cb4d-40d6-a81d-75281113e244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.240956 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-610a7bb4-cb4d-40d6-a81d-75281113e244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.241218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Pushing event updated for resources: {'Port': ['ID=98dd3e07-2218-46e4-b534-743771c0ba51,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:05.287167 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-610a7bb4-cb4d-40d6-a81d-75281113e244 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3037dd79d0f64387883d2a311ad53c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970799 Jul 13 07:41:05.288059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a7bb4-cb4d-40d6-a81d-75281113e244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0099c368-bbd4-41e5-866d-7d039425a355,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:05.302246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37804) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:05.323139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Attempting to bind port 98dd3e07-2218-46e4-b534-743771c0ba51 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:05.323657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Attempting to bind port 98dd3e07-2218-46e4-b534-743771c0ba51 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '16179fd9-914c-465d-a50c-f3d06fa8641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '356ad95a-8809-43d2-a523-046372d3c69b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:05.324656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Attempting to bind port 98dd3e07-2218-46e4-b534-743771c0ba51 on network 356ad95a-8809-43d2-a523-046372d3c69b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:05.330705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:05.331260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Checking segment: {'id': '16179fd9-914c-465d-a50c-f3d06fa8641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '356ad95a-8809-43d2-a523-046372d3c69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:05.331840 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.332390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Bound using segment: {'id': '16179fd9-914c-465d-a50c-f3d06fa8641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '356ad95a-8809-43d2-a523-046372d3c69b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:05.333002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Bound port: 98dd3e07-2218-46e4-b534-743771c0ba51, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16179fd9-914c-465d-a50c-f3d06fa8641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '356ad95a-8809-43d2-a523-046372d3c69b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:05.333537 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.416937 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b35fde27-98ba-4926-8766-5f3e73ff6312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.448172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] For port 98dd3e07-2218-46e4-b534-743771c0ba51, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:05.451758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] For port 98dd3e07-2218-46e4-b534-743771c0ba51, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=98dd3e07-2218-46e4-b534-743771c0ba51,segment=NetworkSegment(16179fd9-914c-465d-a50c-f3d06fa8641b),segment_id=16179fd9-914c-465d-a50c-f3d06fa8641b)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:05.452210 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b35fde27-98ba-4926-8766-5f3e73ff6312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.459123 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.534273 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b35fde27-98ba-4926-8766-5f3e73ff6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.537372 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b35fde27-98ba-4926-8766-5f3e73ff6312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.540875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b35fde27-98ba-4926-8766-5f3e73ff6312 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0099c368-bbd4-41e5-866d-7d039425a355 HTTP/1.1" status: 204 len: 168 time: 0.2310963 Jul 13 07:41:05.567927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fde27-98ba-4926-8766-5f3e73ff6312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0099c368-bbd4-41e5-866d-7d039425a355,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:05.594820 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fa42e-7d96-4f78-a2c2-f8e61530037b None None] Pushing event updated for resources: {'Port': ['ID=98dd3e07-2218-46e4-b534-743771c0ba51,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:05.753879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8::3b4 (356ad95a-8809-43d2-a523-046372d3c69b/a160de9b-a9b5-4cdf-a0ab-16490dc0b27e/4bc2e4b9-2f8e-4c7a-bdc2-5e17289f019d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:06.110675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.142777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object 4bc2e4b9-2f8e-4c7a-bdc2-5e17289f019d will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:06.198491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 98dd3e07-2218-46e4-b534-743771c0ba51 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:06.204727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.317016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 356ad95a-8809-43d2-a523-046372d3c69b is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:06.322562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 98dd3e07-2218-46e4-b534-743771c0ba51 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:06.327640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:06.332916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:06.340639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:06.341752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.354558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=4bc2e4b9-2f8e-4c7a-bdc2-5e17289f019d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.368576 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2f7aa5cb-6171-4c38-9795-94b3dc2c3fbc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3914571 Jul 13 07:41:06.370055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37872) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:06.583782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9212012a-59a2-4b57-8ec1-3dd13248aa9f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:06.590813 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9212012a-59a2-4b57-8ec1-3dd13248aa9f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A23 HTTP/1.1" status: 200 len: 928 time: 0.2197063 Jul 13 07:41:06.593988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37892) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:06.753755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-50a2c380-3284-4e5f-9d4b-1b7840840199 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 4bc2e4b9-2f8e-4c7a-bdc2-5e17289f019d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:06.755116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50a2c380-3284-4e5f-9d4b-1b7840840199 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.888159 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50a2c380-3284-4e5f-9d4b-1b7840840199 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.916270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-50a2c380-3284-4e5f-9d4b-1b7840840199 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 4bc2e4b9-2f8e-4c7a-bdc2-5e17289f019d owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:07.049217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585376bc-f92a-4292-b531-7a0a7480130c None None] Network 356ad95a-8809-43d2-a523-046372d3c69b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:07.179058 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50a2c380-3284-4e5f-9d4b-1b7840840199 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.200841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fe707156-2cd2-4ee1-90b0-c55a0700d5a8 None None] Provisioning for port 98dd3e07-2218-46e4-b534-743771c0ba51 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:07.218228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fe707156-2cd2-4ee1-90b0-c55a0700d5a8 None None] Provisioning complete for port 98dd3e07-2218-46e4-b534-743771c0ba51 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:07.218852 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe707156-2cd2-4ee1-90b0-c55a0700d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.223809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2c380-3284-4e5f-9d4b-1b7840840199 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=4bc2e4b9-2f8e-4c7a-bdc2-5e17289f019d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.318421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50a2c380-3284-4e5f-9d4b-1b7840840199 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.325702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-50a2c380-3284-4e5f-9d4b-1b7840840199 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/4bc2e4b9-2f8e-4c7a-bdc2-5e17289f019d HTTP/1.1" status: 204 len: 168 time: 0.7292719 Jul 13 07:41:07.327512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37924) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.410357 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5249a2-3b95-4046-9c26-ec3bf7c1d9e2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:41:07.413656 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3a5249a2-3b95-4046-9c26-ec3bf7c1d9e2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/4bc2e4b9-2f8e-4c7a-bdc2-5e17289f019d HTTP/1.1" status: 404 len: 333 time: 0.0850778 Jul 13 07:41:07.417342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37928) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.448567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37930) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.590857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6250bcc0-b15a-4175-b070-51a9b857f082 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port e813dafc-2271-4230-8c60-d59cb543775a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:07.591377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6250bcc0-b15a-4175-b070-51a9b857f082 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.604963 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe707156-2cd2-4ee1-90b0-c55a0700d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.669628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fe707156-2cd2-4ee1-90b0-c55a0700d5a8 None None] For port 98dd3e07-2218-46e4-b534-743771c0ba51, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=98dd3e07-2218-46e4-b534-743771c0ba51,segment=NetworkSegment(16179fd9-914c-465d-a50c-f3d06fa8641b),segment_id=16179fd9-914c-465d-a50c-f3d06fa8641b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:07.676152 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe707156-2cd2-4ee1-90b0-c55a0700d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.747861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52c7eb5a-7b69-428f-9185-f6cd23159571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.749763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe707156-2cd2-4ee1-90b0-c55a0700d5a8 None None] Pushing event updated for resources: {'Port': ['ID=98dd3e07-2218-46e4-b534-743771c0ba51,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.771505 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6250bcc0-b15a-4175-b070-51a9b857f082 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.785900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6250bcc0-b15a-4175-b070-51a9b857f082 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for e813dafc-2271-4230-8c60-d59cb543775a owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:07.818257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.934980 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52c7eb5a-7b69-428f-9185-f6cd23159571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.939265 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52c7eb5a-7b69-428f-9185-f6cd23159571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.042603 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6250bcc0-b15a-4175-b070-51a9b857f082 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.081201 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-52c7eb5a-7b69-428f-9185-f6cd23159571 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38659e667f8146bbab92b2ed50c1509e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6280050 Jul 13 07:41:08.094091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37950) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:08.107375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7eb5a-7b69-428f-9185-f6cd23159571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5673de05-4b85-48f3-934e-562afecd584a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.137757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250bcc0-b15a-4175-b070-51a9b857f082 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=e813dafc-2271-4230-8c60-d59cb543775a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.142412 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6250bcc0-b15a-4175-b070-51a9b857f082 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.144431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6250bcc0-b15a-4175-b070-51a9b857f082 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/e813dafc-2271-4230-8c60-d59cb543775a HTTP/1.1" status: 204 len: 168 time: 0.7258215 Jul 13 07:41:08.147116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37954) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:08.157739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b06f9055-5fe6-4d95-a425-72604630c3de None None] Could not find standard attr ID for object e813dafc-2271-4230-8c60-d59cb543775a. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:08.197454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b06f9055-5fe6-4d95-a425-72604630c3de None None] Provisioning complete for port 98dd3e07-2218-46e4-b534-743771c0ba51 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:08.197865 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b06f9055-5fe6-4d95-a425-72604630c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.202902 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e447d0-2fa8-4a7f-89f0-1e4e029d81b8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:41:08.204601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d5e447d0-2fa8-4a7f-89f0-1e4e029d81b8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/e813dafc-2271-4230-8c60-d59cb543775a HTTP/1.1" status: 404 len: 333 time: 0.0513501 Jul 13 07:41:08.207257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 98dd3e07-2218-46e4-b534-743771c0ba51 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:08.207705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37960) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:08.265223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0108e6e4-a7cb-426d-921b-a40d6531cc12 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet a160de9b-a9b5-4cdf-a0ab-16490dc0b27e {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:08.266220 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7820c1e4-11ef-4673-b552-cc040d4430f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.280284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0108e6e4-a7cb-426d-921b-a40d6531cc12 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.310904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 98dd3e07-2218-46e4-b534-743771c0ba51 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:08.311383 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.320289 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7820c1e4-11ef-4673-b552-cc040d4430f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.367003 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0108e6e4-a7cb-426d-921b-a40d6531cc12 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.430615 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7820c1e4-11ef-4673-b552-cc040d4430f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.435292 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7820c1e4-11ef-4673-b552-cc040d4430f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.438054 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7820c1e4-11ef-4673-b552-cc040d4430f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5673de05-4b85-48f3-934e-562afecd584a HTTP/1.1" status: 204 len: 168 time: 0.3428545 Jul 13 07:41:08.470876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820c1e4-11ef-4673-b552-cc040d4430f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5673de05-4b85-48f3-934e-562afecd584a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.618184 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0108e6e4-a7cb-426d-921b-a40d6531cc12 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.724822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0509cb76-d460-44cc-807d-f349250da761 None None] Could not find standard attr ID for object e813dafc-2271-4230-8c60-d59cb543775a. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:08.727131 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0108e6e4-a7cb-426d-921b-a40d6531cc12 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.760409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108e6e4-a7cb-426d-921b-a40d6531cc12 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=a160de9b-a9b5-4cdf-a0ab-16490dc0b27e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.764942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0108e6e4-a7cb-426d-921b-a40d6531cc12 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.769355 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0108e6e4-a7cb-426d-921b-a40d6531cc12 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/a160de9b-a9b5-4cdf-a0ab-16490dc0b27e HTTP/1.1" status: 204 len: 168 time: 0.5587728 Jul 13 07:41:08.769763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37974) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:08.866786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.968194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 98dd3e07-2218-46e4-b534-743771c0ba51 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:08.968547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.997083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb0eccb-1e86-49c6-bfa5-5cc2b7a08f9a None None] Network 356ad95a-8809-43d2-a523-046372d3c69b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:09.058571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] For port 98dd3e07-2218-46e4-b534-743771c0ba51, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=98dd3e07-2218-46e4-b534-743771c0ba51,segment=NetworkSegment(16179fd9-914c-465d-a50c-f3d06fa8641b),segment_id=16179fd9-914c-465d-a50c-f3d06fa8641b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:09.058996 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.084088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-71f5f722-f04f-45a8-936b-156960a3f881 None None] Could not find standard attr ID for object 4bc2e4b9-2f8e-4c7a-bdc2-5e17289f019d. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:09.089018 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 98dd3e07-2218-46e4-b534-743771c0ba51 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:09.154396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37984) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.175024 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-151aeb74-ab33-4021-8ce4-598fd0adaf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.202480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.246891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=98dd3e07-2218-46e4-b534-743771c0ba51,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.256813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No DVR routers for this DVR port 98dd3e07-2218-46e4-b534-743771c0ba51 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:09.307671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9cdbbc-ba32-42b7-9328-06b3d26124dd None None] DHCP port deletion for 356ad95a-8809-43d2-a523-046372d3c69b request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:09.339724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-151aeb74-ab33-4021-8ce4-598fd0adaf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.346383 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-151aeb74-ab33-4021-8ce4-598fd0adaf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.359252 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.369163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356ad95a-8809-43d2-a523-046372d3c69b']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:09.372419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37988) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.381429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16179fd9-914c-465d-a50c-f3d06fa8641b') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:09.381733 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16179fd9-914c-465d-a50c-f3d06fa8641b') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:09.403540 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.408938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-151aeb74-ab33-4021-8ce4-598fd0adaf62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5c126ed4fcf455e9e8a647c3b66f4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511499 Jul 13 07:41:09.408938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aeb74-ab33-4021-8ce4-598fd0adaf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3291c70-9cea-453a-b72b-d55ae025c07f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.411258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37992) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.426790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.443461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:09.444602 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:09.454079 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:09.505362 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22259867-5e2b-4e4e-99ad-edff71613006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.539927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.547296 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22259867-5e2b-4e4e-99ad-edff71613006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.555923 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.559143 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/networks/356ad95a-8809-43d2-a523-046372d3c69b HTTP/1.1" status: 204 len: 168 time: 0.7880189 Jul 13 07:41:09.562510 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37996) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.567848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2121593252'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:09.582420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9451a-d2f1-420d-8aa4-78befb3bd580 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Network': ['ID=356ad95a-8809-43d2-a523-046372d3c69b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.589917 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f394ae01-7406-40d6-b61b-41936150e027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.607808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:09.612977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.663451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:09.679051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.680145 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Added segment 0bb9f105-b7bd-4927-967d-0660c5f05e98 of type vlan for network 44e4c351-3594-44e6-9651-9a1bb0297349 Jul 13 07:41:09.730756 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22259867-5e2b-4e4e-99ad-edff71613006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.736334 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22259867-5e2b-4e4e-99ad-edff71613006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.740381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-22259867-5e2b-4e4e-99ad-edff71613006 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3291c70-9cea-453a-b72b-d55ae025c07f HTTP/1.1" status: 204 len: 168 time: 0.3276453 Jul 13 07:41:09.758717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.771137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22259867-5e2b-4e4e-99ad-edff71613006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3291c70-9cea-453a-b72b-d55ae025c07f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.809999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.816496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:09.817503 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.833147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f394ae01-7406-40d6-b61b-41936150e027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.838169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f394ae01-7406-40d6-b61b-41936150e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.881457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394ae01-7406-40d6-b61b-41936150e027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ff7698-5c3d-4a8d-b49e-96c03ee24e85,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.892215 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f394ae01-7406-40d6-b61b-41936150e027 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09db70fb179a4255b38793cafec84eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177307 Jul 13 07:41:09.894060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38002) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.912268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Network': ['ID=44e4c351-3594-44e6-9651-9a1bb0297349,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.920379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-79cff1b7-b10b-4ac0-a482-abec168e307c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3563428 Jul 13 07:41:09.920945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38004) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.926776 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '44e4c351-3594-44e6-9651-9a1bb0297349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:09.929108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 44e4c351-3594-44e6-9651-9a1bb0297349 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:09.992769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6394ccbf-8911-41b1-975c-234d97daffa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.043555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:10.049632 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.059789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6394ccbf-8911-41b1-975c-234d97daffa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.134003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 98dd3e07-2218-46e4-b534-743771c0ba51 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:10.163699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 98dd3e07-2218-46e4-b534-743771c0ba51 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:10.164418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 98dd3e07-2218-46e4-b534-743771c0ba51 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:10.166896 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6394ccbf-8911-41b1-975c-234d97daffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.170375 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6394ccbf-8911-41b1-975c-234d97daffa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.174839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6394ccbf-8911-41b1-975c-234d97daffa9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71ff7698-5c3d-4a8d-b49e-96c03ee24e85 HTTP/1.1" status: 204 len: 168 time: 0.2774019 Jul 13 07:41:10.196437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394ccbf-8911-41b1-975c-234d97daffa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ff7698-5c3d-4a8d-b49e-96c03ee24e85,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.348194 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.450125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Checking segment: {'id': '0bb9f105-b7bd-4927-967d-0660c5f05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '44e4c351-3594-44e6-9651-9a1bb0297349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:10.451868 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network hostable DHCP agents. Network: 44e4c351-3594-44e6-9651-9a1bb0297349, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:10.456137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=c3bd87eb-a54c-499e-9102-c85ef9b86a90,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.486302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 44e4c351-3594-44e6-9651-9a1bb0297349 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:10.499471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 44e4c351-3594-44e6-9651-9a1bb0297349) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:10.504534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:10.505314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.508671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d6477-7781-45d9-9bda-a3bcddd74f36 None None] Network 44e4c351-3594-44e6-9651-9a1bb0297349 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:10.526199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a1e0f3e3-a77f-43f4-81f3-c3bd976c2253 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6041765 Jul 13 07:41:10.526667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38024) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:10.535746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '44e4c351-3594-44e6-9651-9a1bb0297349', 'name': 'tempest-PortsIpV6TestJSON-248183885', 'fixed_ips': [{'subnet_id': 'c3bd87eb-a54c-499e-9102-c85ef9b86a90', 'ip_address': '2001:db8::10'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:10.570729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38028) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:10.586881 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c397bc9-9522-463b-995e-a1928e9c453d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.757104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-44e4c351-3594-44e6-9651-9a1bb0297349', 'network_id': '44e4c351-3594-44e6-9651-9a1bb0297349', 'tenant_id': 'eadfa2e2dc9948bc95d7aa093b4960f0', 'fixed_ips': [{'subnet_id': 'c3bd87eb-a54c-499e-9102-c85ef9b86a90'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:10.757985 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.758160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c397bc9-9522-463b-995e-a1928e9c453d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.764136 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c397bc9-9522-463b-995e-a1928e9c453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.790839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:10.817654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9c397bc9-9522-463b-995e-a1928e9c453d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7936b652aa94ac7a731aeac81116352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457001 Jul 13 07:41:10.820752 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38034) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:10.862499 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c397bc9-9522-463b-995e-a1928e9c453d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae64b5d-2aec-4879-9b3e-1d59fc842872,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.944959 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95af8161-1c42-4333-b3fe-609ee11818eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.950193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.972572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:10.992380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Allocated IP 2001:db8::2 (44e4c351-3594-44e6-9651-9a1bb0297349/c3bd87eb-a54c-499e-9102-c85ef9b86a90/d069bc58-e4f3-47ee-81a4-352db513c850) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:10.997880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95af8161-1c42-4333-b3fe-609ee11818eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.104916 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95af8161-1c42-4333-b3fe-609ee11818eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.109078 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95af8161-1c42-4333-b3fe-609ee11818eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.110454 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-95af8161-1c42-4333-b3fe-609ee11818eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dae64b5d-2aec-4879-9b3e-1d59fc842872 HTTP/1.1" status: 204 len: 168 time: 0.2887719 Jul 13 07:41:11.121553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af8161-1c42-4333-b3fe-609ee11818eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae64b5d-2aec-4879-9b3e-1d59fc842872,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:11.251783 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.261870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Transition to ACTIVE for port object d069bc58-e4f3-47ee-81a4-352db513c850 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:11.278971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Transition to ACTIVE for port object d069bc58-e4f3-47ee-81a4-352db513c850 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:11.288824 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.342179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Network 44e4c351-3594-44e6-9651-9a1bb0297349 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:11.347488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:11.352697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:11.387856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Pushing event updated for resources: {'Port': ['ID=d069bc58-e4f3-47ee-81a4-352db513c850,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:11.437908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8::10 (44e4c351-3594-44e6-9651-9a1bb0297349/c3bd87eb-a54c-499e-9102-c85ef9b86a90/a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:11.444682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Attempting to bind port d069bc58-e4f3-47ee-81a4-352db513c850 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:11.445064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Attempting to bind port d069bc58-e4f3-47ee-81a4-352db513c850 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '0bb9f105-b7bd-4927-967d-0660c5f05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '44e4c351-3594-44e6-9651-9a1bb0297349'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:11.445520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Attempting to bind port d069bc58-e4f3-47ee-81a4-352db513c850 on network 44e4c351-3594-44e6-9651-9a1bb0297349 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:11.453425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:11.454163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Checking segment: {'id': '0bb9f105-b7bd-4927-967d-0660c5f05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '44e4c351-3594-44e6-9651-9a1bb0297349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:11.454734 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.455309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Bound using segment: {'id': '0bb9f105-b7bd-4927-967d-0660c5f05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '44e4c351-3594-44e6-9651-9a1bb0297349'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:11.456193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Bound port: d069bc58-e4f3-47ee-81a4-352db513c850, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb9f105-b7bd-4927-967d-0660c5f05e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '44e4c351-3594-44e6-9651-9a1bb0297349'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:11.456862 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.576880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] For port d069bc58-e4f3-47ee-81a4-352db513c850, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:11.585026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] For port d069bc58-e4f3-47ee-81a4-352db513c850, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d069bc58-e4f3-47ee-81a4-352db513c850,segment=NetworkSegment(0bb9f105-b7bd-4927-967d-0660c5f05e98),segment_id=0bb9f105-b7bd-4927-967d-0660c5f05e98)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:11.592406 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.701255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e1e7-ecf2-43b5-99d9-63d29dda665b None None] Pushing event updated for resources: {'Port': ['ID=d069bc58-e4f3-47ee-81a4-352db513c850,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:11.729567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.774526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:11.851700 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.027996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 44e4c351-3594-44e6-9651-9a1bb0297349 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:12.032161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:12.034438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:12.055456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:12.073115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:12.074033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.102245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d0292775-d01c-4a1c-b11d-aaeab03a97de tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5729496 Jul 13 07:41:12.105223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38078) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:12.112002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '44e4c351-3594-44e6-9651-9a1bb0297349', 'name': 'tempest-PortsIpV6TestJSON-1191464250', 'fixed_ips': [{'subnet_id': 'c3bd87eb-a54c-499e-9102-c85ef9b86a90', 'ip_address': '2001:db8::f'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:12.220563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d069bc58-e4f3-47ee-81a4-352db513c850 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:12.329679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port d069bc58-e4f3-47ee-81a4-352db513c850 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:12.340866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:12.476790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.513617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port 336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:12.739864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8::f (44e4c351-3594-44e6-9651-9a1bb0297349/c3bd87eb-a54c-499e-9102-c85ef9b86a90/336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:13.007986 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.048319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object 336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:13.119069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.243282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 44e4c351-3594-44e6-9651-9a1bb0297349 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:13.255410 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:13.261130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:13.269183 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810407d1-df2b-4735-b0e0-b855545a63e2 None None] Network 44e4c351-3594-44e6-9651-9a1bb0297349 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:13.284676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:13.285365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.297997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:13.326600 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4ce69a96-ca74-4c57-a41b-c1a552a8a942 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2172997 Jul 13 07:41:13.327140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38116) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:13.440397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fa3175c3-5965-4e51-874c-03fafc938e77 None None] Provisioning for port d069bc58-e4f3-47ee-81a4-352db513c850 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:13.468575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fa3175c3-5965-4e51-874c-03fafc938e77 None None] Provisioning complete for port d069bc58-e4f3-47ee-81a4-352db513c850 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:13.469408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa3175c3-5965-4e51-874c-03fafc938e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.505223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67189c-9b45-4927-84c3-be863812d8bf tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:13.513201 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ef67189c-9b45-4927-84c3-be863812d8bf tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1849337 Jul 13 07:41:13.516333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38124) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:13.646043 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa3175c3-5965-4e51-874c-03fafc938e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.726508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fa3175c3-5965-4e51-874c-03fafc938e77 None None] For port d069bc58-e4f3-47ee-81a4-352db513c850, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d069bc58-e4f3-47ee-81a4-352db513c850,segment=NetworkSegment(0bb9f105-b7bd-4927-967d-0660c5f05e98),segment_id=0bb9f105-b7bd-4927-967d-0660c5f05e98)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:13.739473 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa3175c3-5965-4e51-874c-03fafc938e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:13.767085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d35b1c-1911-4a1d-a8e9-2c869008cfa4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:13.774000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d35b1c-1911-4a1d-a8e9-2c869008cfa4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:13.781687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d35b1c-1911-4a1d-a8e9-2c869008cfa4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:13.786408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38132) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:13.786543 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d5d35b1c-1911-4a1d-a8e9-2c869008cfa4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2690778 Jul 13 07:41:13.866683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3175c3-5965-4e51-874c-03fafc938e77 None None] Pushing event updated for resources: {'Port': ['ID=d069bc58-e4f3-47ee-81a4-352db513c850,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:13.967584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a6da6f72-13ce-448d-ad35-5d5a7e361e96 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:13.968054 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a6da6f72-13ce-448d-ad35-5d5a7e361e96 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.048969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f3cdcf0-b284-4917-807b-48dababcdb2f None None] Provisioning for port 336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:14.059747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f3cdcf0-b284-4917-807b-48dababcdb2f None None] Provisioning complete for port 336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:14.060312 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f3cdcf0-b284-4917-807b-48dababcdb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.146741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cdcf0-b284-4917-807b-48dababcdb2f None None] Port 336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:14.174707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f3cdcf0-b284-4917-807b-48dababcdb2f None None] Provisioning complete for port d069bc58-e4f3-47ee-81a4-352db513c850 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:14.175089 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f3cdcf0-b284-4917-807b-48dababcdb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.187971 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a6da6f72-13ce-448d-ad35-5d5a7e361e96 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.217970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a6da6f72-13ce-448d-ad35-5d5a7e361e96 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:14.234710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d069bc58-e4f3-47ee-81a4-352db513c850 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:14.347512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ccee0259-87b9-48e2-83cd-badbba429288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.470860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d069bc58-e4f3-47ee-81a4-352db513c850 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:14.471235 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.553030 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a6da6f72-13ce-448d-ad35-5d5a7e361e96 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.601820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da6f72-13ce-448d-ad35-5d5a7e361e96 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:14.643429 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a6da6f72-13ce-448d-ad35-5d5a7e361e96 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.645922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a6da6f72-13ce-448d-ad35-5d5a7e361e96 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8 HTTP/1.1" status: 204 len: 168 time: 0.8582051 Jul 13 07:41:14.648777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38154) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:14.683290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f3cdcf0-b284-4917-807b-48dababcdb2f None None] Provisioning for port a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:14.693356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f3cdcf0-b284-4917-807b-48dababcdb2f None None] Provisioning complete for port a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:14.693930 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f3cdcf0-b284-4917-807b-48dababcdb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.730615 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac2cb51-132f-486e-bd31-c5d3e755f030 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:41:14.732459 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eac2cb51-132f-486e-bd31-c5d3e755f030 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8 HTTP/1.1" status: 404 len: 333 time: 0.0816755 Jul 13 07:41:14.735550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38158) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:14.792769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cdcf0-b284-4917-807b-48dababcdb2f None None] Port a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:14.922443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4f35c217-36ec-4240-ab3d-6d675847985a None None] Could not find standard attr ID for object 336e7c64-a05f-44b0-a5bd-d5ad0cccd1b8. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:14.954424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4f35c217-36ec-4240-ab3d-6d675847985a None None] Provisioning complete for port a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:14.955069 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4f35c217-36ec-4240-ab3d-6d675847985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.007246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-25a4c240-73ed-4f02-89b0-57b384ddef72 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:15.008596 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25a4c240-73ed-4f02-89b0-57b384ddef72 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.053376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4f35c217-36ec-4240-ab3d-6d675847985a None None] Port a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:15.189566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25a4c240-73ed-4f02-89b0-57b384ddef72 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.199761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38174) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:15.224640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-25a4c240-73ed-4f02-89b0-57b384ddef72 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:15.379885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ee145d5b-3701-4774-9662-c17e7219ea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.515661 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25a4c240-73ed-4f02-89b0-57b384ddef72 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.592861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4c240-73ed-4f02-89b0-57b384ddef72 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:15.641931 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25a4c240-73ed-4f02-89b0-57b384ddef72 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.647018 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-25a4c240-73ed-4f02-89b0-57b384ddef72 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 HTTP/1.1" status: 204 len: 168 time: 0.9068003 Jul 13 07:41:15.647220 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ee145d5b-3701-4774-9662-c17e7219ea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.648370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38192) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:15.678212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ee145d5b-3701-4774-9662-c17e7219ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.760208 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a0d393-8f28-47bf-98b3-c00fa3bb7d94 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:41:15.768185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-82a0d393-8f28-47bf-98b3-c00fa3bb7d94 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/a5aca0f6-d7f6-41df-bcb1-a0fb3b8ad318 HTTP/1.1" status: 404 len: 333 time: 0.1186075 Jul 13 07:41:15.770858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38194) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:15.833511 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ee145d5b-3701-4774-9662-c17e7219ea7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19af859a60e14bdf92b4290410192273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6327758 Jul 13 07:41:15.834667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38200) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:15.835575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145d5b-3701-4774-9662-c17e7219ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b832d-08c4-4337-ba50-9afe43f9d18d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:15.877755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-996fb2c9-6903-476f-ba28-aea9264f4e85 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet c3bd87eb-a54c-499e-9102-c85ef9b86a90 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:15.885757 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-996fb2c9-6903-476f-ba28-aea9264f4e85 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.931001 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08372fe8-3787-467d-9422-ccd2a4e2fe82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.964944 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08372fe8-3787-467d-9422-ccd2a4e2fe82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.990947 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-996fb2c9-6903-476f-ba28-aea9264f4e85 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.045721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08372fe8-3787-467d-9422-ccd2a4e2fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.049124 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-08372fe8-3787-467d-9422-ccd2a4e2fe82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.054372 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-08372fe8-3787-467d-9422-ccd2a4e2fe82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c31b832d-08c4-4337-ba50-9afe43f9d18d HTTP/1.1" status: 204 len: 168 time: 0.2014239 Jul 13 07:41:16.077113 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08372fe8-3787-467d-9422-ccd2a4e2fe82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b832d-08c4-4337-ba50-9afe43f9d18d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:16.195970 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-996fb2c9-6903-476f-ba28-aea9264f4e85 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.275520 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-996fb2c9-6903-476f-ba28-aea9264f4e85 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.323648 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-996fb2c9-6903-476f-ba28-aea9264f4e85 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.325844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-996fb2c9-6903-476f-ba28-aea9264f4e85 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/c3bd87eb-a54c-499e-9102-c85ef9b86a90 HTTP/1.1" status: 204 len: 168 time: 0.5537772 Jul 13 07:41:16.327201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fb2c9-6903-476f-ba28-aea9264f4e85 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=c3bd87eb-a54c-499e-9102-c85ef9b86a90,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:16.328680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38212) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:16.333604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd8bc0-fa86-4bc2-b342-9fbdfe3f4973 None None] Network 44e4c351-3594-44e6-9651-9a1bb0297349 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:16.464867 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.552461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38220) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:16.553602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port d069bc58-e4f3-47ee-81a4-352db513c850 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:16.553958 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.570141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78b55a08-9f4f-437b-9403-cebb3aed6cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.640951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84670208-bfc9-4914-a88b-d8d719a0c11b None None] DHCP port deletion for 44e4c351-3594-44e6-9651-9a1bb0297349 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:16.664673 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] For port d069bc58-e4f3-47ee-81a4-352db513c850, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d069bc58-e4f3-47ee-81a4-352db513c850,segment=NetworkSegment(0bb9f105-b7bd-4927-967d-0660c5f05e98),segment_id=0bb9f105-b7bd-4927-967d-0660c5f05e98)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:16.666841 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.686074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for d069bc58-e4f3-47ee-81a4-352db513c850 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:16.718839 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78b55a08-9f4f-437b-9403-cebb3aed6cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.724750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-84670208-bfc9-4914-a88b-d8d719a0c11b None None] Deleting port d069bc58-e4f3-47ee-81a4-352db513c850 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:16.725809 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-84670208-bfc9-4914-a88b-d8d719a0c11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.728529 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78b55a08-9f4f-437b-9403-cebb3aed6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.815162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.822064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-78b55a08-9f4f-437b-9403-cebb3aed6cd7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46a249482cac4a8d8abd69dc4e2f1007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654524 Jul 13 07:41:16.822064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b55a08-9f4f-437b-9403-cebb3aed6cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff21a6c2-71cc-4cb3-bf4f-6ccffa00cdfd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:16.824223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38226) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:16.835419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-84670208-bfc9-4914-a88b-d8d719a0c11b None None] For port d069bc58-e4f3-47ee-81a4-352db513c850, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d069bc58-e4f3-47ee-81a4-352db513c850,segment=NetworkSegment(0bb9f105-b7bd-4927-967d-0660c5f05e98),segment_id=0bb9f105-b7bd-4927-967d-0660c5f05e98)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:16.835911 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-84670208-bfc9-4914-a88b-d8d719a0c11b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.870975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-84670208-bfc9-4914-a88b-d8d719a0c11b None None] Calling delete_port for d069bc58-e4f3-47ee-81a4-352db513c850 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:16.879366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No DVR routers for this DVR port d069bc58-e4f3-47ee-81a4-352db513c850 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:16.882261 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=d069bc58-e4f3-47ee-81a4-352db513c850,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:16.937162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-766dafee-7dda-4921-92be-13f578bd906c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.981756 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-766dafee-7dda-4921-92be-13f578bd906c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.984569 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-84670208-bfc9-4914-a88b-d8d719a0c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.002349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.016304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e4c351-3594-44e6-9651-9a1bb0297349']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:17.061254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb9f105-b7bd-4927-967d-0660c5f05e98') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:17.062923 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-528f952b-d6e3-4a67-8a40-79a5f35d3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.065433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb9f105-b7bd-4927-967d-0660c5f05e98') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:17.074954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84670208-bfc9-4914-a88b-d8d719a0c11b None None] No DVR routers for this DVR port d069bc58-e4f3-47ee-81a4-352db513c850 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:17.076775 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-766dafee-7dda-4921-92be-13f578bd906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.079791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-766dafee-7dda-4921-92be-13f578bd906c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.084701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84670208-bfc9-4914-a88b-d8d719a0c11b None None] Pushing event deleted for resources: {'Port': ['ID=d069bc58-e4f3-47ee-81a4-352db513c850,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:17.085388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-766dafee-7dda-4921-92be-13f578bd906c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff21a6c2-71cc-4cb3-bf4f-6ccffa00cdfd HTTP/1.1" status: 204 len: 168 time: 0.2601976 Jul 13 07:41:17.097862 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.098480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dafee-7dda-4921-92be-13f578bd906c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff21a6c2-71cc-4cb3-bf4f-6ccffa00cdfd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:17.100330 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.142222 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.153648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:17.154063 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:17.157411 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:17.242031 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.261402 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.262570 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/networks/44e4c351-3594-44e6-9651-9a1bb0297349 HTTP/1.1" status: 204 len: 168 time: 0.9328589 Jul 13 07:41:17.266346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38244) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:17.271750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-767001760'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:17.285571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9435d6-c561-4b00-a8e4-df57d3f1aa6c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Network': ['ID=44e4c351-3594-44e6-9651-9a1bb0297349,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:17.307865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:17.313702 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.347174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:17.363306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.363667 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Added segment 127f41a0-e145-4956-a785-b58d8f900222 of type vlan for network 31365871-e079-4131-8db7-ba4f71cb9019 Jul 13 07:41:17.412478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.447156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.453915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.454567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.498290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2307913 Jul 13 07:41:17.501254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38254) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:17.507030 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '31365871-e079-4131-8db7-ba4f71cb9019', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:17.578685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce55fce-3f58-43d9-a4aa-20875777b081 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Network': ['ID=31365871-e079-4131-8db7-ba4f71cb9019,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:17.596027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 31365871-e079-4131-8db7-ba4f71cb9019 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:17.652286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:17.656154 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.915275 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.940301 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.042591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=dc64c4a3-8a9a-457f-9f64-35449e872bbe,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:18.045156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Checking segment: {'id': '127f41a0-e145-4956-a785-b58d8f900222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '31365871-e079-4131-8db7-ba4f71cb9019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:18.045523 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network hostable DHCP agents. Network: 31365871-e079-4131-8db7-ba4f71cb9019, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:18.101348 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 31365871-e079-4131-8db7-ba4f71cb9019 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:18.121740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 31365871-e079-4131-8db7-ba4f71cb9019) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:18.130309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c4329-f9dd-4893-a2a3-719e89d30d08 None None] Network 31365871-e079-4131-8db7-ba4f71cb9019 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:18.143864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.148214 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.204379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a53ab45f-7cb0-4374-a824-ad3eeb5de834 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6995919 Jul 13 07:41:18.204787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38284) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:18.211801 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d069bc58-e4f3-47ee-81a4-352db513c850 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:18.212548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4abe5898-2d89-44b7-a20c-64adbeb2e6a1 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-964134468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:18.246631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4abe5898-2d89-44b7-a20c-64adbeb2e6a1 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.247904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4abe5898-2d89-44b7-a20c-64adbeb2e6a1 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.283011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: d069bc58-e4f3-47ee-81a4-352db513c850 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:18.283536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d069bc58-e4f3-47ee-81a4-352db513c850 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:18.338782 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4abe5898-2d89-44b7-a20c-64adbeb2e6a1 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.348949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4abe5898-2d89-44b7-a20c-64adbeb2e6a1 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.381342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4abe5898-2d89-44b7-a20c-64adbeb2e6a1 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.384204 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4abe5898-2d89-44b7-a20c-64adbeb2e6a1 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1766140 Jul 13 07:41:18.385921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38290) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:18.391309 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'network_id': '31365871-e079-4131-8db7-ba4f71cb9019', 'name': 'tempest-PortsIpV6TestJSON-1284036554'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:18.403779 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-31365871-e079-4131-8db7-ba4f71cb9019', 'network_id': '31365871-e079-4131-8db7-ba4f71cb9019', 'tenant_id': 'eadfa2e2dc9948bc95d7aa093b4960f0', 'fixed_ips': [{'subnet_id': 'dc64c4a3-8a9a-457f-9f64-35449e872bbe'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:18.404703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.532591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:18.537212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.556274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port eba712f6-cc8f-4234-bc0a-cddaed085cae yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:18.572893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Allocated IP 2001:db8::2 (31365871-e079-4131-8db7-ba4f71cb9019/dc64c4a3-8a9a-457f-9f64-35449e872bbe/7f2c54ed-867b-4439-b849-119c26001686) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:18.747414 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.758845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Transition to ACTIVE for port object 7f2c54ed-867b-4439-b849-119c26001686 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:18.781765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Transition to ACTIVE for port object 7f2c54ed-867b-4439-b849-119c26001686 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:18.791382 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.840932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Network 31365871-e079-4131-8db7-ba4f71cb9019 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:18.844079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:18.848782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:18.855082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Pushing event updated for resources: {'Port': ['ID=7f2c54ed-867b-4439-b849-119c26001686,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:18.891319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8::1e8 (31365871-e079-4131-8db7-ba4f71cb9019/dc64c4a3-8a9a-457f-9f64-35449e872bbe/eba712f6-cc8f-4234-bc0a-cddaed085cae) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:18.923063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Attempting to bind port 7f2c54ed-867b-4439-b849-119c26001686 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:18.924468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Attempting to bind port 7f2c54ed-867b-4439-b849-119c26001686 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '127f41a0-e145-4956-a785-b58d8f900222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '31365871-e079-4131-8db7-ba4f71cb9019'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:18.925400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Attempting to bind port 7f2c54ed-867b-4439-b849-119c26001686 on network 31365871-e079-4131-8db7-ba4f71cb9019 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:18.932957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:18.933337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Checking segment: {'id': '127f41a0-e145-4956-a785-b58d8f900222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '31365871-e079-4131-8db7-ba4f71cb9019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:18.933744 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:18.934134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Bound using segment: {'id': '127f41a0-e145-4956-a785-b58d8f900222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '31365871-e079-4131-8db7-ba4f71cb9019'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:18.934598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Bound port: 7f2c54ed-867b-4439-b849-119c26001686, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127f41a0-e145-4956-a785-b58d8f900222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '31365871-e079-4131-8db7-ba4f71cb9019'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:18.934985 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.094709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.126469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object eba712f6-cc8f-4234-bc0a-cddaed085cae will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:19.237525 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.252447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] For port 7f2c54ed-867b-4439-b849-119c26001686, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:19.256189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] For port 7f2c54ed-867b-4439-b849-119c26001686, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7f2c54ed-867b-4439-b849-119c26001686,segment=NetworkSegment(127f41a0-e145-4956-a785-b58d8f900222),segment_id=127f41a0-e145-4956-a785-b58d8f900222)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:19.272544 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.293418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 31365871-e079-4131-8db7-ba4f71cb9019 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:19.297019 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:19.336063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:19.346147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.346922 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.375944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eda319-af74-451c-b8d8-a34ff2eb1ea0 None None] Pushing event updated for resources: {'Port': ['ID=7f2c54ed-867b-4439-b849-119c26001686,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:19.425204 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=eba712f6-cc8f-4234-bc0a-cddaed085cae,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:19.437769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38330) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:19.456548 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0779cc72-061a-43bb-bea3-2184f0d004a9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0691450 Jul 13 07:41:19.734031 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:19.845210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38336) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:19.968146 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.058820 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3c3d-b4d6-485e-8482-004815322766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.216786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7f2c54ed-867b-4439-b849-119c26001686 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:20.271044 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3c3d-b4d6-485e-8482-004815322766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.280481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 7f2c54ed-867b-4439-b849-119c26001686 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:20.281723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3c3d-b4d6-485e-8482-004815322766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.333876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d3c3d-b4d6-485e-8482-004815322766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ba3af-53d6-4d92-87cc-6a83a85ad1c0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:20.342099 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8e9d3c3d-b4d6-485e-8482-004815322766 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=025a50204a274afd96370a321a5cbbae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952800 Jul 13 07:41:20.342711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38354) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:20.382728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.392851 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.397333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04306a98-af88-4910-8a18-f96cc5806070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.422390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04306a98-af88-4910-8a18-f96cc5806070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.478792 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04306a98-af88-4910-8a18-f96cc5806070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.485860 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-04306a98-af88-4910-8a18-f96cc5806070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.491940 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-04306a98-af88-4910-8a18-f96cc5806070 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e2ba3af-53d6-4d92-87cc-6a83a85ad1c0 HTTP/1.1" status: 204 len: 168 time: 0.1478455 Jul 13 07:41:20.510500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04306a98-af88-4910-8a18-f96cc5806070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ba3af-53d6-4d92-87cc-6a83a85ad1c0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:20.595883 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:41:20.935894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0e2c3-8403-405c-8747-755e41b46024 None None] Network 31365871-e079-4131-8db7-ba4f71cb9019 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:20.950830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=eba712f6-cc8f-4234-bc0a-cddaed085cae,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:21.051761 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-01b8e4de-97bd-4c6f-90e6-0c09082b8ff3 None None] Provisioning for port 7f2c54ed-867b-4439-b849-119c26001686 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:21.061906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-01b8e4de-97bd-4c6f-90e6-0c09082b8ff3 None None] Provisioning complete for port 7f2c54ed-867b-4439-b849-119c26001686 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:21.062283 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-01b8e4de-97bd-4c6f-90e6-0c09082b8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.091752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.211655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38374) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:21.229504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-299648a5-ce3d-4382-8ba0-f1bad53e44f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.264184 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-01b8e4de-97bd-4c6f-90e6-0c09082b8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.314183 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-01b8e4de-97bd-4c6f-90e6-0c09082b8ff3 None None] For port 7f2c54ed-867b-4439-b849-119c26001686, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7f2c54ed-867b-4439-b849-119c26001686,segment=NetworkSegment(127f41a0-e145-4956-a785-b58d8f900222),segment_id=127f41a0-e145-4956-a785-b58d8f900222)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:21.325533 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.328239 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-01b8e4de-97bd-4c6f-90e6-0c09082b8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.382162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-299648a5-ce3d-4382-8ba0-f1bad53e44f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.389587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-299648a5-ce3d-4382-8ba0-f1bad53e44f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.423501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8e4de-97bd-4c6f-90e6-0c09082b8ff3 None None] Pushing event updated for resources: {'Port': ['ID=7f2c54ed-867b-4439-b849-119c26001686,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:21.467315 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299648a5-ce3d-4382-8ba0-f1bad53e44f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f07a13-ab59-4c09-b0b4-70e88a9c1019,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:21.472098 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-299648a5-ce3d-4382-8ba0-f1bad53e44f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93f1b062155e473ca59acb7784d53a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584395 Jul 13 07:41:21.476635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38378) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:21.550402 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5aa96f54-c77a-4e5c-b6f6-f6846251b688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.601628 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5aa96f54-c77a-4e5c-b6f6-f6846251b688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.671239 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5aa96f54-c77a-4e5c-b6f6-f6846251b688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.674555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5aa96f54-c77a-4e5c-b6f6-f6846251b688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.679830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5aa96f54-c77a-4e5c-b6f6-f6846251b688 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2f07a13-ab59-4c09-b0b4-70e88a9c1019 HTTP/1.1" status: 204 len: 168 time: 0.1999710 Jul 13 07:41:21.687591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa96f54-c77a-4e5c-b6f6-f6846251b688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f07a13-ab59-4c09-b0b4-70e88a9c1019,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:21.778200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.785087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.809688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dfccb287-c90f-45f8-94bf-fde767a3db16 None None] Provisioning complete for port 7f2c54ed-867b-4439-b849-119c26001686 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:21.812915 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dfccb287-c90f-45f8-94bf-fde767a3db16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.855361 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.960206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=eba712f6-cc8f-4234-bc0a-cddaed085cae,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:22.117051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dfccb287-c90f-45f8-94bf-fde767a3db16 None None] Provisioning for port eba712f6-cc8f-4234-bc0a-cddaed085cae completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:22.130141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dfccb287-c90f-45f8-94bf-fde767a3db16 None None] Provisioning complete for port eba712f6-cc8f-4234-bc0a-cddaed085cae triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:22.132805 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dfccb287-c90f-45f8-94bf-fde767a3db16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.146002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 31365871-e079-4131-8db7-ba4f71cb9019 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:22.152427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:22.221795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7f2c54ed-867b-4439-b849-119c26001686 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:22.310512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-dfccb287-c90f-45f8-94bf-fde767a3db16 None None] Port eba712f6-cc8f-4234-bc0a-cddaed085cae cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:22.365955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7f2c54ed-867b-4439-b849-119c26001686 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:22.366342 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.431061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Router 54e90341-e917-4c8f-ab04-e811aa98ebf8 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:41:22.484983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f799a2d4-a564-428b-895c-48ce2da3dd22 None None] Provisioning complete for port eba712f6-cc8f-4234-bc0a-cddaed085cae triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:22.485342 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f799a2d4-a564-428b-895c-48ce2da3dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.586382 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:22.601009 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f457b6-2c04-4576-96de-fe5fe2961f9d None None] Sync routers for ids ['54e90341-e917-4c8f-ab04-e811aa98ebf8'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:22.603966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f799a2d4-a564-428b-895c-48ce2da3dd22 None None] Port eba712f6-cc8f-4234-bc0a-cddaed085cae cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:22.607613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8a49c212-3371-4b68-8c0b-0300e63be781 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "PUT /v2.0/routers/54e90341-e917-4c8f-ab04-e811aa98ebf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1686521 Jul 13 07:41:22.609615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38410) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:22.610966 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f457b6-2c04-4576-96de-fe5fe2961f9d None None] Routers {'54e90341-e917-4c8f-ab04-e811aa98ebf8'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:22.611580 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e2f457b6-2c04-4576-96de-fe5fe2961f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['54e90341-e917-4c8f-ab04-e811aa98ebf8'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:22.660594 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e2f457b6-2c04-4576-96de-fe5fe2961f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:22.672249 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f457b6-2c04-4576-96de-fe5fe2961f9d None None] Routers {'54e90341-e917-4c8f-ab04-e811aa98ebf8'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:22.672881 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e2f457b6-2c04-4576-96de-fe5fe2961f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['54e90341-e917-4c8f-ab04-e811aa98ebf8'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:22.739059 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e2f457b6-2c04-4576-96de-fe5fe2961f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:22.739638 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f457b6-2c04-4576-96de-fe5fe2961f9d None None] The sync data for ids ['54e90341-e917-4c8f-ab04-e811aa98ebf8'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:22.749291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9d0edbb2-4bf0-4f8c-a1db-6531837b034a None None] Provisioning complete for port eba712f6-cc8f-4234-bc0a-cddaed085cae triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:22.749892 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9d0edbb2-4bf0-4f8c-a1db-6531837b034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.770199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82238f49-ce32-4b44-8a9c-1821ffb72451 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:22.773624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-82238f49-ce32-4b44-8a9c-1821ffb72451 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports?device_id=54e90341-e917-4c8f-ab04-e811aa98ebf8 HTTP/1.1" status: 200 len: 989 time: 0.1630232 Jul 13 07:41:22.782330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38416) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:22.824813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9d0edbb2-4bf0-4f8c-a1db-6531837b034a None None] Port eba712f6-cc8f-4234-bc0a-cddaed085cae cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:23.066540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ba1bdd95-fcac-4cf5-9828-7514dd40d538 None None] Provisioning complete for port eba712f6-cc8f-4234-bc0a-cddaed085cae triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:23.068884 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd95-fcac-4cf5-9828-7514dd40d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.177219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ba1bdd95-fcac-4cf5-9828-7514dd40d538 None None] Port eba712f6-cc8f-4234-bc0a-cddaed085cae cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:23.512345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-84c783ce-0483-4a06-81c3-855e98819fdf None None] Provisioning complete for port eba712f6-cc8f-4234-bc0a-cddaed085cae triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:23.514348 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-84c783ce-0483-4a06-81c3-855e98819fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.580381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-84c783ce-0483-4a06-81c3-855e98819fdf None None] Port eba712f6-cc8f-4234-bc0a-cddaed085cae cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:23.660664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.971958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port eba712f6-cc8f-4234-bc0a-cddaed085cae {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:23.972561 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.086036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.111938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for eba712f6-cc8f-4234-bc0a-cddaed085cae owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:24.394064 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.456420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=eba712f6-cc8f-4234-bc0a-cddaed085cae,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:24.673965 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.160418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Router 54e90341-e917-4c8f-ab04-e811aa98ebf8 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:25.244219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:25.249669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-34f844c4-7020-471f-a023-2bb564628ac7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "PUT /v2.0/routers/54e90341-e917-4c8f-ab04-e811aa98ebf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4662824 Jul 13 07:41:25.252283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38488) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.259221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3309331-b687-4880-9d0d-5668d34cf674 None None] Sync routers for ids ['54e90341-e917-4c8f-ab04-e811aa98ebf8'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:25.281737 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fd4baf-e887-457d-8a76-30b71fb80426 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:41:25.284064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b5fd4baf-e887-457d-8a76-30b71fb80426 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/eba712f6-cc8f-4234-bc0a-cddaed085cae HTTP/1.1" status: 404 len: 333 time: 0.0305161 Jul 13 07:41:25.286661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38492) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.295394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3309331-b687-4880-9d0d-5668d34cf674 None None] Routers {'54e90341-e917-4c8f-ab04-e811aa98ebf8'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:25.296450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f3309331-b687-4880-9d0d-5668d34cf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['54e90341-e917-4c8f-ab04-e811aa98ebf8'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:25.386883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f3309331-b687-4880-9d0d-5668d34cf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:25.401577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3309331-b687-4880-9d0d-5668d34cf674 None None] Routers {'54e90341-e917-4c8f-ab04-e811aa98ebf8'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:25.404390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f3309331-b687-4880-9d0d-5668d34cf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['54e90341-e917-4c8f-ab04-e811aa98ebf8'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:25.449678 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40192ab7-0815-4248-b8af-de9c716f8b4f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.461250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f3309331-b687-4880-9d0d-5668d34cf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:25.463298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3309331-b687-4880-9d0d-5668d34cf674 None None] The sync data for ids ['54e90341-e917-4c8f-ab04-e811aa98ebf8'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:25.655763 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40192ab7-0815-4248-b8af-de9c716f8b4f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.657699 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40192ab7-0815-4248-b8af-de9c716f8b4f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.736348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40192ab7-0815-4248-b8af-de9c716f8b4f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.736877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40192ab7-0815-4248-b8af-de9c716f8b4f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Fanout notify agent at l3_agent the message router_deleted on router 54e90341-e917-4c8f-ab04-e811aa98ebf8 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:41:25.755441 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40192ab7-0815-4248-b8af-de9c716f8b4f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.760103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-40192ab7-0815-4248-b8af-de9c716f8b4f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/routers/54e90341-e917-4c8f-ab04-e811aa98ebf8 HTTP/1.1" status: 204 len: 168 time: 0.4718440 Jul 13 07:41:25.760218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38512) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.818849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d40938-16e7-4e6d-a6ba-d43ee9202946 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet dc64c4a3-8a9a-457f-9f64-35449e872bbe {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:25.822591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5d40938-16e7-4e6d-a6ba-d43ee9202946 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.925916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5d40938-16e7-4e6d-a6ba-d43ee9202946 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.028949 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5d40938-16e7-4e6d-a6ba-d43ee9202946 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.120279 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5d40938-16e7-4e6d-a6ba-d43ee9202946 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.157430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d40938-16e7-4e6d-a6ba-d43ee9202946 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=dc64c4a3-8a9a-457f-9f64-35449e872bbe,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:26.172793 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5d40938-16e7-4e6d-a6ba-d43ee9202946 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.176061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a5d40938-16e7-4e6d-a6ba-d43ee9202946 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/dc64c4a3-8a9a-457f-9f64-35449e872bbe HTTP/1.1" status: 204 len: 168 time: 0.4142573 Jul 13 07:41:26.178528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec5f47-40cb-4b0d-a86e-d8c6eb992dcf None None] Network 31365871-e079-4131-8db7-ba4f71cb9019 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:26.178664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38522) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:26.338510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.508162 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 7f2c54ed-867b-4439-b849-119c26001686 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:26.510479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.564616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb838dd3-5aff-4699-9701-f45be45dc154 None None] DHCP port deletion for 31365871-e079-4131-8db7-ba4f71cb9019 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:26.616686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] For port 7f2c54ed-867b-4439-b849-119c26001686, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7f2c54ed-867b-4439-b849-119c26001686,segment=NetworkSegment(127f41a0-e145-4956-a785-b58d8f900222),segment_id=127f41a0-e145-4956-a785-b58d8f900222)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:26.617135 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.634048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 7f2c54ed-867b-4439-b849-119c26001686 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:26.653846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-eb838dd3-5aff-4699-9701-f45be45dc154 None None] Deleting port 7f2c54ed-867b-4439-b849-119c26001686 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:26.654333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb838dd3-5aff-4699-9701-f45be45dc154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.748111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-eb838dd3-5aff-4699-9701-f45be45dc154 None None] For port 7f2c54ed-867b-4439-b849-119c26001686, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7f2c54ed-867b-4439-b849-119c26001686,segment=NetworkSegment(127f41a0-e145-4956-a785-b58d8f900222),segment_id=127f41a0-e145-4956-a785-b58d8f900222)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:26.748526 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb838dd3-5aff-4699-9701-f45be45dc154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.804995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-eb838dd3-5aff-4699-9701-f45be45dc154 None None] Calling delete_port for 7f2c54ed-867b-4439-b849-119c26001686 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:26.808239 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.828393 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No DVR routers for this DVR port 7f2c54ed-867b-4439-b849-119c26001686 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:26.952539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.964137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31365871-e079-4131-8db7-ba4f71cb9019']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:26.979281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127f41a0-e145-4956-a785-b58d8f900222') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:26.979603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127f41a0-e145-4956-a785-b58d8f900222') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:26.989293 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.004348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.011618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:27.012039 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.054922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38540) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:27.083772 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:27.087171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=7f2c54ed-867b-4439-b849-119c26001686,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.097202 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.099045 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb838dd3-5aff-4699-9701-f45be45dc154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.099833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.100233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.100649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.101025 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.101489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.101860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.102234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.102568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.104630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.104995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.105343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.105783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:27.115402 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.119246 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/networks/31365871-e079-4131-8db7-ba4f71cb9019 HTTP/1.1" status: 204 len: 168 time: 0.9397740 Jul 13 07:41:27.122923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38544) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.130478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb838dd3-5aff-4699-9701-f45be45dc154 None None] Network 31365871-e079-4131-8db7-ba4f71cb9019 is not hosted by any dhcp agent {{(pid=93840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:41:27.137946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb838dd3-5aff-4699-9701-f45be45dc154 None None] No DVR routers for this DVR port 7f2c54ed-867b-4439-b849-119c26001686 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:27.159212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ae93c-2e62-46da-b1ef-349122935012 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Network': ['ID=31365871-e079-4131-8db7-ba4f71cb9019,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.184087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb838dd3-5aff-4699-9701-f45be45dc154 None None] Pushing event deleted for resources: {'Port': ['ID=7f2c54ed-867b-4439-b849-119c26001686,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.238103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757cce5-ccd5-4856-a718-4ea3d5260361 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:27.243071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b757cce5-ccd5-4856-a718-4ea3d5260361 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/525d63f1-590b-4f1a-b0fa-5ca077da59b5 HTTP/1.1" status: 200 len: 844 time: 0.1156723 Jul 13 07:41:27.243809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38546) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.333513 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d148778-74f7-4dd9-8da8-79816ac1525c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.362137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38548) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.363421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5f72cf05-df11-4f99-892c-bee84b5ccde8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/525d63f1-590b-4f1a-b0fa-5ca077da59b5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1161540 Jul 13 07:41:27.368704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b66d3638-102a-4dd2-ace0-c412df970ad2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:27.514984 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d148778-74f7-4dd9-8da8-79816ac1525c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.532692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d148778-74f7-4dd9-8da8-79816ac1525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.555251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66d3638-102a-4dd2-ace0-c412df970ad2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:27.561225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66d3638-102a-4dd2-ace0-c412df970ad2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.581055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d148778-74f7-4dd9-8da8-79816ac1525c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e594f431-399c-4b48-b65d-922d28fa5c83,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.600272 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3d148778-74f7-4dd9-8da8-79816ac1525c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16ef694d5b4540bda0df82b7e5ef2995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417264 Jul 13 07:41:27.603696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38552) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.702730 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7574fc8b-19b5-4c09-b569-53517f00f1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.735190 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7574fc8b-19b5-4c09-b569-53517f00f1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.803996 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7574fc8b-19b5-4c09-b569-53517f00f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.807460 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7574fc8b-19b5-4c09-b569-53517f00f1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.811359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7574fc8b-19b5-4c09-b569-53517f00f1e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e594f431-399c-4b48-b65d-922d28fa5c83 HTTP/1.1" status: 204 len: 168 time: 0.2032402 Jul 13 07:41:27.844935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fc8b-19b5-4c09-b569-53517f00f1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e594f431-399c-4b48-b65d-922d28fa5c83,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:28.198936 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66d3638-102a-4dd2-ace0-c412df970ad2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.204558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7f2c54ed-867b-4439-b849-119c26001686 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:28.246360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 7f2c54ed-867b-4439-b849-119c26001686 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:28.252148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7f2c54ed-867b-4439-b849-119c26001686 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:28.286004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66d3638-102a-4dd2-ace0-c412df970ad2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:28.291648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b66d3638-102a-4dd2-ace0-c412df970ad2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:28.296442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d3638-102a-4dd2-ace0-c412df970ad2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:28.297128 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66d3638-102a-4dd2-ace0-c412df970ad2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.307235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92d821d-6366-4cdd-bf55-f575627c272c None None] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:28.321638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d3638-102a-4dd2-ace0-c412df970ad2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=7d82f5db-3dab-4aa7-9ae6-d235172a490a,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:28.361867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38572) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:28.362443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b66d3638-102a-4dd2-ace0-c412df970ad2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9985008 Jul 13 07:41:28.369001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f1f4597a-e10a-4775-b688-9322dfc0bc6f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'security_group': {'name': 'tempest-secgroup-1086506164'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:28.416499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1f4597a-e10a-4775-b688-9322dfc0bc6f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.444887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38574) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:28.470588 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a48d46d-6f5e-469b-ae65-405009715349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.578642 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1f4597a-e10a-4775-b688-9322dfc0bc6f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.585462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1f4597a-e10a-4775-b688-9322dfc0bc6f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.627458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4597a-e10a-4775-b688-9322dfc0bc6f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d3740-5342-439a-86fe-fbb05370d6b7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:28.653926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-512f297c-f1dd-4943-bd4c-6b29f6452798', 'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'tenant_id': 'eadfa2e2dc9948bc95d7aa093b4960f0', 'fixed_ips': [{'subnet_id': '7d82f5db-3dab-4aa7-9ae6-d235172a490a'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:28.655021 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.734032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a48d46d-6f5e-469b-ae65-405009715349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.739926 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a48d46d-6f5e-469b-ae65-405009715349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.747834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1f4597a-e10a-4775-b688-9322dfc0bc6f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.750018 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f1f4597a-e10a-4775-b688-9322dfc0bc6f tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3860714 Jul 13 07:41:28.755489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38578) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:28.763174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a8886ec1-2a53-4110-8efb-06e3d4380531 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'security_group': {'name': 'tempest-secgroup-1644476963'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:28.794380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48d46d-6f5e-469b-ae65-405009715349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de611afa-3446-410c-9be6-91672d51779f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:28.799208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9a48d46d-6f5e-469b-ae65-405009715349 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aeb199c0869d42b1813f8ca98889b3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3532434 Jul 13 07:41:28.801991 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38580) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:28.825038 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8886ec1-2a53-4110-8efb-06e3d4380531 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.857630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Allocated IP 2001:db8::2 (512f297c-f1dd-4943-bd4c-6b29f6452798/7d82f5db-3dab-4aa7-9ae6-d235172a490a/94c253fc-5676-4c89-8849-aef00dc5d2ea) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:28.910893 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa31ae22-13fd-42f9-917b-7af741cc5796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.942166 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa31ae22-13fd-42f9-917b-7af741cc5796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.974933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8886ec1-2a53-4110-8efb-06e3d4380531 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.985668 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8886ec1-2a53-4110-8efb-06e3d4380531 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.040862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa31ae22-13fd-42f9-917b-7af741cc5796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.044994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa31ae22-13fd-42f9-917b-7af741cc5796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.046442 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fa31ae22-13fd-42f9-917b-7af741cc5796 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de611afa-3446-410c-9be6-91672d51779f HTTP/1.1" status: 204 len: 168 time: 0.2429216 Jul 13 07:41:29.061044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31ae22-13fd-42f9-917b-7af741cc5796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de611afa-3446-410c-9be6-91672d51779f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:29.074094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8886ec1-2a53-4110-8efb-06e3d4380531 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.075719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a8886ec1-2a53-4110-8efb-06e3d4380531 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3192167 Jul 13 07:41:29.078599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38586) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:29.085830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-614479514', 'security_groups': ['a3c63865-c99a-4f8c-b733-ec082d6fbaef'], 'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d82f5db-3dab-4aa7-9ae6-d235172a490a'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:29.092771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8886ec1-2a53-4110-8efb-06e3d4380531 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c63865-c99a-4f8c-b733-ec082d6fbaef,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:29.166415 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.176725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Transition to ACTIVE for port object 94c253fc-5676-4c89-8849-aef00dc5d2ea will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:29.197350 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Transition to ACTIVE for port object 94c253fc-5676-4c89-8849-aef00dc5d2ea will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:29.206159 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.230027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:29.231896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:29.240359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:29.255786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:29.303881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Pushing event updated for resources: {'Port': ['ID=94c253fc-5676-4c89-8849-aef00dc5d2ea,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:29.349817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.370419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port efc131f3-51be-49d1-b1db-4ed4254314a1 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:29.375685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Attempting to bind port 94c253fc-5676-4c89-8849-aef00dc5d2ea on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:29.375685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Attempting to bind port 94c253fc-5676-4c89-8849-aef00dc5d2ea by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '13c90b52-c3f8-44af-95c4-5589512c4763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:29.375685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Attempting to bind port 94c253fc-5676-4c89-8849-aef00dc5d2ea on network 512f297c-f1dd-4943-bd4c-6b29f6452798 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:29.389085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:29.389473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Checking segment: {'id': '13c90b52-c3f8-44af-95c4-5589512c4763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:29.391030 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.391456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Bound using segment: {'id': '13c90b52-c3f8-44af-95c4-5589512c4763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:29.391950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Bound port: 94c253fc-5676-4c89-8849-aef00dc5d2ea, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c90b52-c3f8-44af-95c4-5589512c4763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:29.395085 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.491216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] For port 94c253fc-5676-4c89-8849-aef00dc5d2ea, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:29.511303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] For port 94c253fc-5676-4c89-8849-aef00dc5d2ea, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=94c253fc-5676-4c89-8849-aef00dc5d2ea,segment=NetworkSegment(13c90b52-c3f8-44af-95c4-5589512c4763),segment_id=13c90b52-c3f8-44af-95c4-5589512c4763)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:29.523444 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.624918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ba8e0-d5e1-4d80-b96f-5f5edd3ad90e None None] Pushing event updated for resources: {'Port': ['ID=94c253fc-5676-4c89-8849-aef00dc5d2ea,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:29.674574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8::5a (512f297c-f1dd-4943-bd4c-6b29f6452798/7d82f5db-3dab-4aa7-9ae6-d235172a490a/efc131f3-51be-49d1-b1db-4ed4254314a1) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:29.872852 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:29.909058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object efc131f3-51be-49d1-b1db-4ed4254314a1 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:29.958150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.019683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:30.023170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:30.028733 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:30.035560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:30.035560 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.040367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=efc131f3-51be-49d1-b1db-4ed4254314a1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:30.057141 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-831d4433-4ce8-4011-8304-c86a2a78da97 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9765213 Jul 13 07:41:30.059920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38620) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:30.068899 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-dc5f710a-94e6-4cf3-be9a-017adc2ab43c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:30.235181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5f710a-94e6-4cf3-be9a-017adc2ab43c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:30.239338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc5f710a-94e6-4cf3-be9a-017adc2ab43c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.245559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 94c253fc-5676-4c89-8849-aef00dc5d2ea up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:30.311510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 94c253fc-5676-4c89-8849-aef00dc5d2ea completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:30.406462 n-d-798249-7 neutron-server[93839]: INFO neutron.db.ipam_backend_mixin [None req-dc5f710a-94e6-4cf3-be9a-017adc2ab43c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d82f5db-3dab-4aa7-9ae6-d235172a490a (CIDR: 2001:db8::/64) Jul 13 07:41:30.410105 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5f710a-94e6-4cf3-be9a-017adc2ab43c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:41:30.411726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5f710a-94e6-4cf3-be9a-017adc2ab43c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:30.452096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dc5f710a-94e6-4cf3-be9a-017adc2ab43c tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3892221 Jul 13 07:41:30.453758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38640) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:30.461076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7e144599-f76a-44bf-8d96-2096fe29b252 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:30.771573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e144599-f76a-44bf-8d96-2096fe29b252 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:30.775913 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e144599-f76a-44bf-8d96-2096fe29b252 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.109875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a8af2688-ab36-407f-8366-61b689ec88a2 None None] Provisioning complete for port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:31.110616 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a8af2688-ab36-407f-8366-61b689ec88a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.160317 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e144599-f76a-44bf-8d96-2096fe29b252 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.199207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a8af2688-ab36-407f-8366-61b689ec88a2 None None] Port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:31.229386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e144599-f76a-44bf-8d96-2096fe29b252 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=899dd74f-e834-4d10-9cd2-2c2ee5028d52,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:31.229572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a8af2688-ab36-407f-8366-61b689ec88a2 None None] Provisioning for port 94c253fc-5676-4c89-8849-aef00dc5d2ea completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:31.234694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a8af2688-ab36-407f-8366-61b689ec88a2 None None] Provisioning complete for port 94c253fc-5676-4c89-8849-aef00dc5d2ea triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:31.235321 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a8af2688-ab36-407f-8366-61b689ec88a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.253133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e144599-f76a-44bf-8d96-2096fe29b252 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:31.259779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-7e144599-f76a-44bf-8d96-2096fe29b252 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:31.263861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e144599-f76a-44bf-8d96-2096fe29b252 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:31.264492 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e144599-f76a-44bf-8d96-2096fe29b252 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.301746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7e144599-f76a-44bf-8d96-2096fe29b252 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8460267 Jul 13 07:41:31.304269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38666) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:31.312903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-834148307', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '899dd74f-e834-4d10-9cd2-2c2ee5028d52'}], 'security_groups': ['fb0d3740-5342-439a-86fe-fbb05370d6b7']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:31.330931 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c0d2dd-98fc-4a8d-86b8-b73a7d557ce9 None None] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:31.413165 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a8af2688-ab36-407f-8366-61b689ec88a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.592142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a8af2688-ab36-407f-8366-61b689ec88a2 None None] For port 94c253fc-5676-4c89-8849-aef00dc5d2ea, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=94c253fc-5676-4c89-8849-aef00dc5d2ea,segment=NetworkSegment(13c90b52-c3f8-44af-95c4-5589512c4763),segment_id=13c90b52-c3f8-44af-95c4-5589512c4763)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:31.602115 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.607412 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a8af2688-ab36-407f-8366-61b689ec88a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.725147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af2688-ab36-407f-8366-61b689ec88a2 None None] Pushing event updated for resources: {'Port': ['ID=94c253fc-5676-4c89-8849-aef00dc5d2ea,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:31.817604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-74cd5653-5fda-4438-9eb0-90f2f88562b6 None None] Provisioning for port efc131f3-51be-49d1-b1db-4ed4254314a1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:31.867657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-74cd5653-5fda-4438-9eb0-90f2f88562b6 None None] Provisioning complete for port efc131f3-51be-49d1-b1db-4ed4254314a1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:31.870071 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74cd5653-5fda-4438-9eb0-90f2f88562b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:31.926758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-74cd5653-5fda-4438-9eb0-90f2f88562b6 None None] Port efc131f3-51be-49d1-b1db-4ed4254314a1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:31.934188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb36fa2-cfec-49bd-96bb-57c1ae512476 None None] Update dhcp port {'port': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'fixed_ips': [{'subnet_id': '7d82f5db-3dab-4aa7-9ae6-d235172a490a', 'ip_address': '2001:db8::2'}, {'subnet_id': '899dd74f-e834-4d10-9cd2-2c2ee5028d52'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '94c253fc-5676-4c89-8849-aef00dc5d2ea'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:41:31.996100 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2eb36fa2-cfec-49bd-96bb-57c1ae512476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.178714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 94c253fc-5676-4c89-8849-aef00dc5d2ea up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:32.252328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 94c253fc-5676-4c89-8849-aef00dc5d2ea triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:32.253062 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.309181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Delete allocated IP 2001:db8::5a (512f297c-f1dd-4943-bd4c-6b29f6452798/7d82f5db-3dab-4aa7-9ae6-d235172a490a) {{(pid=93838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:41:32.323060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8:0:1::297 (512f297c-f1dd-4943-bd4c-6b29f6452798/899dd74f-e834-4d10-9cd2-2c2ee5028d52/efc131f3-51be-49d1-b1db-4ed4254314a1) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:32.590675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.605103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Ignored duplicate provisioning block setup for port efc131f3-51be-49d1-b1db-4ed4254314a1 by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:41:32.609444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.666656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-2eb36fa2-cfec-49bd-96bb-57c1ae512476 None None] Allocated IP 2001:db8:0:1::2 (512f297c-f1dd-4943-bd4c-6b29f6452798/899dd74f-e834-4d10-9cd2-2c2ee5028d52/94c253fc-5676-4c89-8849-aef00dc5d2ea) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:32.686782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] In _notify_port_updated(), no bound segment for port efc131f3-51be-49d1-b1db-4ed4254314a1 on network 512f297c-f1dd-4943-bd4c-6b29f6452798 {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:41:32.692543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:32.693215 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.697297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "PUT /v2.0/ports/efc131f3-51be-49d1-b1db-4ed4254314a1 HTTP/1.1" status: 200 len: 930 time: 1.3888454 Jul 13 07:41:32.697852 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38712) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:32.724160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373b94b-4190-478e-bc77-c4ed8f841fa7 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=efc131f3-51be-49d1-b1db-4ed4254314a1,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:32.814059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2eb36fa2-cfec-49bd-96bb-57c1ae512476 None None] For port 94c253fc-5676-4c89-8849-aef00dc5d2ea, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=94c253fc-5676-4c89-8849-aef00dc5d2ea,segment=NetworkSegment(13c90b52-c3f8-44af-95c4-5589512c4763),segment_id=13c90b52-c3f8-44af-95c4-5589512c4763)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:32.850162 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2eb36fa2-cfec-49bd-96bb-57c1ae512476 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.868606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2eb36fa2-cfec-49bd-96bb-57c1ae512476 None None] Transition to ACTIVE for port object 94c253fc-5676-4c89-8849-aef00dc5d2ea will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:32.875028 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2eb36fa2-cfec-49bd-96bb-57c1ae512476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:32.905283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1c27a03a-2306-4bff-a61e-8636967e2170 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port efc131f3-51be-49d1-b1db-4ed4254314a1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:32.908048 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c27a03a-2306-4bff-a61e-8636967e2170 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.005178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb36fa2-cfec-49bd-96bb-57c1ae512476 None None] Pushing event updated for resources: {'Port': ['ID=94c253fc-5676-4c89-8849-aef00dc5d2ea,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:33.096654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c27a03a-2306-4bff-a61e-8636967e2170 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.141323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1c27a03a-2306-4bff-a61e-8636967e2170 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for efc131f3-51be-49d1-b1db-4ed4254314a1 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:33.349621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c27a03a-2306-4bff-a61e-8636967e2170 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.423024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27a03a-2306-4bff-a61e-8636967e2170 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=efc131f3-51be-49d1-b1db-4ed4254314a1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:33.428704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c27a03a-2306-4bff-a61e-8636967e2170 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.434773 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1c27a03a-2306-4bff-a61e-8636967e2170 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/efc131f3-51be-49d1-b1db-4ed4254314a1 HTTP/1.1" status: 204 len: 168 time: 0.7331333 Jul 13 07:41:33.435032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38736) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:33.467168 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fa56d9-cf32-49d4-b78a-c0276ef9b880 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:41:33.468850 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-14fa56d9-cf32-49d4-b78a-c0276ef9b880 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/efc131f3-51be-49d1-b1db-4ed4254314a1 HTTP/1.1" status: 404 len: 333 time: 0.0328233 Jul 13 07:41:33.471625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38738) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:33.537573 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0876f928-d4f1-4653-beba-4482bdb27f98 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.571423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0876f928-d4f1-4653-beba-4482bdb27f98 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.644625 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0876f928-d4f1-4653-beba-4482bdb27f98 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.650028 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0876f928-d4f1-4653-beba-4482bdb27f98 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.652245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0876f928-d4f1-4653-beba-4482bdb27f98 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/security-groups/a3c63865-c99a-4f8c-b733-ec082d6fbaef HTTP/1.1" status: 204 len: 168 time: 0.1793370 Jul 13 07:41:33.655005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38746) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:33.664652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876f928-d4f1-4653-beba-4482bdb27f98 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c63865-c99a-4f8c-b733-ec082d6fbaef,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:33.774948 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ace5-e9ce-4099-978b-898bdd69a9f2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.810485 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ace5-e9ce-4099-978b-898bdd69a9f2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.872843 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ace5-e9ce-4099-978b-898bdd69a9f2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.876150 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ace5-e9ce-4099-978b-898bdd69a9f2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.880182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38756) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:33.880687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dbd2ace5-e9ce-4099-978b-898bdd69a9f2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/security-groups/fb0d3740-5342-439a-86fe-fbb05370d6b7 HTTP/1.1" status: 204 len: 168 time: 0.2235210 Jul 13 07:41:33.891566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2ace5-e9ce-4099-978b-898bdd69a9f2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d3740-5342-439a-86fe-fbb05370d6b7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:33.967339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fdc34347-8d5c-498a-885e-f9ef95a513b9 None None] Could not find standard attr ID for object efc131f3-51be-49d1-b1db-4ed4254314a1. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:34.005311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fdc34347-8d5c-498a-885e-f9ef95a513b9 None None] Provisioning complete for port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:34.006473 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fdc34347-8d5c-498a-885e-f9ef95a513b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.007531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad494e4-b1c7-437c-b853-55573672ca5d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet 7d82f5db-3dab-4aa7-9ae6-d235172a490a {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:34.011742 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ad494e4-b1c7-437c-b853-55573672ca5d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.072537 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ad494e4-b1c7-437c-b853-55573672ca5d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.081771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fdc34347-8d5c-498a-885e-f9ef95a513b9 None None] Port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:34.098303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fdc34347-8d5c-498a-885e-f9ef95a513b9 None None] Provisioning for port 94c253fc-5676-4c89-8849-aef00dc5d2ea completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:34.104885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fdc34347-8d5c-498a-885e-f9ef95a513b9 None None] Provisioning complete for port 94c253fc-5676-4c89-8849-aef00dc5d2ea triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:34.106592 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fdc34347-8d5c-498a-885e-f9ef95a513b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.274331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 94c253fc-5676-4c89-8849-aef00dc5d2ea up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:34.321110 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ad494e4-b1c7-437c-b853-55573672ca5d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.340930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38770) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:34.466096 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ad494e4-b1c7-437c-b853-55573672ca5d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.493146 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.495300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 94c253fc-5676-4c89-8849-aef00dc5d2ea triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:34.495677 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.498209 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3ad494e4-b1c7-437c-b853-55573672ca5d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.504494 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3ad494e4-b1c7-437c-b853-55573672ca5d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/7d82f5db-3dab-4aa7-9ae6-d235172a490a HTTP/1.1" status: 204 len: 168 time: 0.6194232 Jul 13 07:41:34.506261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38774) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:34.513464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fd76d890-7b4d-45a1-b558-4c457b0f2344 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:34.526555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad494e4-b1c7-437c-b853-55573672ca5d tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=7d82f5db-3dab-4aa7-9ae6-d235172a490a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:34.558636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3c12e219-d26e-4a09-89c3-5b6458570a7a None None] Could not find standard attr ID for object efc131f3-51be-49d1-b1db-4ed4254314a1. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:34.728341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd76d890-7b4d-45a1-b558-4c457b0f2344 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:34.738795 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd76d890-7b4d-45a1-b558-4c457b0f2344 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.772903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6c0248-d183-4ad4-85fa-e4314efceed5 None None] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:34.883228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1135e09-f9c6-4d58-b94b-62229adedb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.159233 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd76d890-7b4d-45a1-b558-4c457b0f2344 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.173858 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1135e09-f9c6-4d58-b94b-62229adedb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.206059 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1135e09-f9c6-4d58-b94b-62229adedb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.247942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1135e09-f9c6-4d58-b94b-62229adedb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6b436-5235-4b4b-af97-e920a3ed0d45,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:35.275202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd76d890-7b4d-45a1-b558-4c457b0f2344 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:35.284379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-fd76d890-7b4d-45a1-b558-4c457b0f2344 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:35.291217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd76d890-7b4d-45a1-b558-4c457b0f2344 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:35.291827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd76d890-7b4d-45a1-b558-4c457b0f2344 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.301083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38792) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:35.301651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f1135e09-f9c6-4d58-b94b-62229adedb2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=086ed964530344178c2f57c53357359f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9590931 Jul 13 07:41:35.302162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76d890-7b4d-45a1-b558-4c457b0f2344 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=44561b96-e1ae-4da4-9020-56ad40e77257,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:35.326546 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38794) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:35.327552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fd76d890-7b4d-45a1-b558-4c457b0f2344 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8198354 Jul 13 07:41:35.335246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c038bfa6-e120-485c-ac96-3f0f27938e87 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'security_group': {'name': 'tempest-secgroup-1114963260'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:35.411790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64dcfc63-36bd-4a38-8b98-3f371dde6a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.421097 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c038bfa6-e120-485c-ac96-3f0f27938e87 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.465813 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64dcfc63-36bd-4a38-8b98-3f371dde6a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.620119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64dcfc63-36bd-4a38-8b98-3f371dde6a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.624739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64dcfc63-36bd-4a38-8b98-3f371dde6a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.633631 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-64dcfc63-36bd-4a38-8b98-3f371dde6a1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccd6b436-5235-4b4b-af97-e920a3ed0d45 HTTP/1.1" status: 204 len: 168 time: 0.3277962 Jul 13 07:41:35.660490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcfc63-36bd-4a38-8b98-3f371dde6a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6b436-5235-4b4b-af97-e920a3ed0d45,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:35.738532 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c038bfa6-e120-485c-ac96-3f0f27938e87 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.744329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c038bfa6-e120-485c-ac96-3f0f27938e87 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.799388 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038bfa6-e120-485c-ac96-3f0f27938e87 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31b2971-bed2-43f1-898c-84c81fe01af1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:35.802932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c038bfa6-e120-485c-ac96-3f0f27938e87 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:35.804216 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c038bfa6-e120-485c-ac96-3f0f27938e87 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4763024 Jul 13 07:41:35.808456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38812) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:35.815057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3fcca8be-612f-452f-8fe3-1e39dab09ec4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'security_group': {'name': 'tempest-secgroup-248552383'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:35.866668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fcca8be-612f-452f-8fe3-1e39dab09ec4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.022995 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fcca8be-612f-452f-8fe3-1e39dab09ec4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.029167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fcca8be-612f-452f-8fe3-1e39dab09ec4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.066194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc814c1-1fa8-4c69-8817-3990b47f12a7 None None] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:36.084557 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fcca8be-612f-452f-8fe3-1e39dab09ec4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.088879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38820) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:36.089493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3fcca8be-612f-452f-8fe3-1e39dab09ec4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2797582 Jul 13 07:41:36.093276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcca8be-612f-452f-8fe3-1e39dab09ec4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbfaa67-732c-4ebe-a7a3-e44a5a5e413f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.094502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f6ae463c-d578-4f6c-b108-3c6a7a8fdc67 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'security_group': {'name': 'tempest-secgroup-1204423556'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:36.133612 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ae463c-d578-4f6c-b108-3c6a7a8fdc67 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.172773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-65ec3511-eb45-42de-9a37-362580e3f00f None None] Provisioning complete for port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:36.173619 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-65ec3511-eb45-42de-9a37-362580e3f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.242828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-65ec3511-eb45-42de-9a37-362580e3f00f None None] Port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:36.257749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ae463c-d578-4f6c-b108-3c6a7a8fdc67 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.265691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ae463c-d578-4f6c-b108-3c6a7a8fdc67 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.333066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38826) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:36.339021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-65ec3511-eb45-42de-9a37-362580e3f00f None None] Provisioning complete for port 94c253fc-5676-4c89-8849-aef00dc5d2ea triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:36.339377 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-65ec3511-eb45-42de-9a37-362580e3f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.352709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-675af38a-ca48-4578-9e83-372366918a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.358907 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ae463c-d578-4f6c-b108-3c6a7a8fdc67 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.362924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f6ae463c-d578-4f6c-b108-3c6a7a8fdc67 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2730005 Jul 13 07:41:36.363513 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38828) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:36.364122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae463c-d578-4f6c-b108-3c6a7a8fdc67 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51292c3b-9abf-4ca3-9281-62c8978432e7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.452311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-641341884', 'security_groups': ['51292c3b-9abf-4ca3-9281-62c8978432e7'], 'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44561b96-e1ae-4da4-9020-56ad40e77257'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:36.517729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc24fd-b431-4ceb-b12c-a1bc8d65d6cb None None] Update dhcp port {'port': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'fixed_ips': [{'subnet_id': '899dd74f-e834-4d10-9cd2-2c2ee5028d52', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '44561b96-e1ae-4da4-9020-56ad40e77257'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '94c253fc-5676-4c89-8849-aef00dc5d2ea'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:41:36.559956 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e0dc24fd-b431-4ceb-b12c-a1bc8d65d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.562541 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-675af38a-ca48-4578-9e83-372366918a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.571786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-675af38a-ca48-4578-9e83-372366918a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.652239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:36.660270 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-675af38a-ca48-4578-9e83-372366918a3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f907465345c54ec98dad2803a2841284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254650 Jul 13 07:41:36.661018 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675af38a-ca48-4578-9e83-372366918a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8557bd-cdd5-4553-9acd-caf747164256,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.662970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38838) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:36.764102 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e248695-6061-4ab1-9809-a409cfe9dedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.791608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e248695-6061-4ab1-9809-a409cfe9dedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.823802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-e0dc24fd-b431-4ceb-b12c-a1bc8d65d6cb None None] Allocated IP 2001:db8::2 (512f297c-f1dd-4943-bd4c-6b29f6452798/44561b96-e1ae-4da4-9020-56ad40e77257/94c253fc-5676-4c89-8849-aef00dc5d2ea) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:36.857146 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e248695-6061-4ab1-9809-a409cfe9dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.859968 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e248695-6061-4ab1-9809-a409cfe9dedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.861197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0e248695-6061-4ab1-9809-a409cfe9dedb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d8557bd-cdd5-4553-9acd-caf747164256 HTTP/1.1" status: 204 len: 168 time: 0.1972215 Jul 13 07:41:36.890645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e248695-6061-4ab1-9809-a409cfe9dedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8557bd-cdd5-4553-9acd-caf747164256,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:36.928390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.953128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] device_id is not set on port 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:41:37.053873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e0dc24fd-b431-4ceb-b12c-a1bc8d65d6cb None None] For port 94c253fc-5676-4c89-8849-aef00dc5d2ea, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=94c253fc-5676-4c89-8849-aef00dc5d2ea,segment=NetworkSegment(13c90b52-c3f8-44af-95c4-5589512c4763),segment_id=13c90b52-c3f8-44af-95c4-5589512c4763)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:37.106397 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e0dc24fd-b431-4ceb-b12c-a1bc8d65d6cb None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.125985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e0dc24fd-b431-4ceb-b12c-a1bc8d65d6cb None None] Transition to ACTIVE for port object 94c253fc-5676-4c89-8849-aef00dc5d2ea will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:37.131554 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e0dc24fd-b431-4ceb-b12c-a1bc8d65d6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.252485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8::234 (512f297c-f1dd-4943-bd4c-6b29f6452798/44561b96-e1ae-4da4-9020-56ad40e77257/7f506f20-d3fb-4eb4-8e07-fb45c34aa875) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:37.296956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc24fd-b431-4ceb-b12c-a1bc8d65d6cb None None] Pushing event updated for resources: {'Port': ['ID=94c253fc-5676-4c89-8849-aef00dc5d2ea,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:37.472699 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.495675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:37.545269 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.576387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38870) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:37.599674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:37.604025 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:37.608396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:37.615324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:37.615525 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.618762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b5e795f-d9f0-4ede-b949-2dc5d6961ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.623626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=7f506f20-d3fb-4eb4-8e07-fb45c34aa875,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:37.642289 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f1e48b1f-aa98-4728-8058-ee9ed905bceb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1967201 Jul 13 07:41:37.645047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38874) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:37.660381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-476d0a92-f332-4188-a986-a5ef94e67604 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:37.826920 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.878071 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b5e795f-d9f0-4ede-b949-2dc5d6961ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.889104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b5e795f-d9f0-4ede-b949-2dc5d6961ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:37.935699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476d0a92-f332-4188-a986-a5ef94e67604 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:37.943119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-476d0a92-f332-4188-a986-a5ef94e67604 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.037547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38884) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:38.041013 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6b5e795f-d9f0-4ede-b949-2dc5d6961ce2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65394d49cb934d19921d9d403974e899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604087 Jul 13 07:41:38.061948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e795f-d9f0-4ede-b949-2dc5d6961ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8638a180-e64c-4cbe-b78b-d2eb85f864d6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:38.209451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 94c253fc-5676-4c89-8849-aef00dc5d2ea up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:38.258200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38888) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:38.290027 n-d-798249-7 neutron-server[93839]: INFO neutron.db.ipam_backend_mixin [None req-476d0a92-f332-4188-a986-a5ef94e67604 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44561b96-e1ae-4da4-9020-56ad40e77257 (CIDR: 2001:db8::/64) Jul 13 07:41:38.299228 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-476d0a92-f332-4188-a986-a5ef94e67604 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:41:38.299683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476d0a92-f332-4188-a986-a5ef94e67604 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:38.303065 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15d532c9-0cd3-493c-aa04-544e384d04c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.333790 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-476d0a92-f332-4188-a986-a5ef94e67604 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6874273 Jul 13 07:41:38.337088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38892) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:38.341315 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15d532c9-0cd3-493c-aa04-544e384d04c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.348275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8bdea8ed-cd8a-462a-9190-a9efa7d12c94 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:38.403401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b3885a0-2fd5-475e-838b-466c7a2074ee None None] Provisioning complete for port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:38.403775 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b3885a0-2fd5-475e-838b-466c7a2074ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.437517 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15d532c9-0cd3-493c-aa04-544e384d04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.442180 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-15d532c9-0cd3-493c-aa04-544e384d04c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.444350 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-15d532c9-0cd3-493c-aa04-544e384d04c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8638a180-e64c-4cbe-b78b-d2eb85f864d6 HTTP/1.1" status: 204 len: 168 time: 0.4057553 Jul 13 07:41:38.470259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d532c9-0cd3-493c-aa04-544e384d04c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8638a180-e64c-4cbe-b78b-d2eb85f864d6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:38.487426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5b3885a0-2fd5-475e-838b-466c7a2074ee None None] Port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:38.508792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b3885a0-2fd5-475e-838b-466c7a2074ee None None] Provisioning for port 94c253fc-5676-4c89-8849-aef00dc5d2ea completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:38.516243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b3885a0-2fd5-475e-838b-466c7a2074ee None None] Provisioning complete for port 94c253fc-5676-4c89-8849-aef00dc5d2ea triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:38.516677 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b3885a0-2fd5-475e-838b-466c7a2074ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.527150 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81f6d0d3-99ea-4ab5-86c8-dd0bd6cfa81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.718365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81f6d0d3-99ea-4ab5-86c8-dd0bd6cfa81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.731332 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-81f6d0d3-99ea-4ab5-86c8-dd0bd6cfa81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.787398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdea8ed-cd8a-462a-9190-a9efa7d12c94 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:38.791834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bdea8ed-cd8a-462a-9190-a9efa7d12c94 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.796781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eb7acde9-16ae-4f55-a696-b6b55592af7c None None] Provisioning for port 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:38.802586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-eb7acde9-16ae-4f55-a696-b6b55592af7c None None] Provisioning complete for port 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:38.803411 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb7acde9-16ae-4f55-a696-b6b55592af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.813017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-81f6d0d3-99ea-4ab5-86c8-dd0bd6cfa81f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6f650e755834f81bb68605dbc50e9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531349 Jul 13 07:41:38.815250 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38906) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:38.816612 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6d0d3-99ea-4ab5-86c8-dd0bd6cfa81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6513d00-5b97-4dbc-bcd1-49bde888332a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:38.874452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-eb7acde9-16ae-4f55-a696-b6b55592af7c None None] Port 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:38.949494 n-d-798249-7 neutron-server[93838]: INFO neutron.db.ipam_backend_mixin [None req-8bdea8ed-cd8a-462a-9190-a9efa7d12c94 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 899dd74f-e834-4d10-9cd2-2c2ee5028d52 (CIDR: 2001:db8:0:1::/64) Jul 13 07:41:38.950849 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad8614b-c821-44cb-b735-3c8518bf68f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.955463 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdea8ed-cd8a-462a-9190-a9efa7d12c94 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:41:38.956488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdea8ed-cd8a-462a-9190-a9efa7d12c94 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:38.978851 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad8614b-c821-44cb-b735-3c8518bf68f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:38.979073 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8bdea8ed-cd8a-462a-9190-a9efa7d12c94 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6405907 Jul 13 07:41:38.983637 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38912) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:38.997735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b6c5972d-9cb9-48d2-a382-9efa0b9b41f8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'subnet': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:39.054645 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad8614b-c821-44cb-b735-3c8518bf68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.058179 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ad8614b-c821-44cb-b735-3c8518bf68f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.059527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2ad8614b-c821-44cb-b735-3c8518bf68f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6513d00-5b97-4dbc-bcd1-49bde888332a HTTP/1.1" status: 204 len: 168 time: 0.2433000 Jul 13 07:41:39.076443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8614b-c821-44cb-b735-3c8518bf68f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6513d00-5b97-4dbc-bcd1-49bde888332a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:39.233047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c5972d-9cb9-48d2-a382-9efa0b9b41f8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Made reservation on behalf of eadfa2e2dc9948bc95d7aa093b4960f0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:39.239446 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6c5972d-9cb9-48d2-a382-9efa0b9b41f8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.503416 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6c5972d-9cb9-48d2-a382-9efa0b9b41f8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.540343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c5972d-9cb9-48d2-a382-9efa0b9b41f8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:39.543691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-b6c5972d-9cb9-48d2-a382-9efa0b9b41f8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:39.546969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c5972d-9cb9-48d2-a382-9efa0b9b41f8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:39.547554 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6c5972d-9cb9-48d2-a382-9efa0b9b41f8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.554150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a720dc8-8265-4c31-9cad-6bb6c7da82c7 None None] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:39.571770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b6c5972d-9cb9-48d2-a382-9efa0b9b41f8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5822868 Jul 13 07:41:39.572073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 38940) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:39.579959 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2022938999', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ef74d13d-d493-4b03-a0bd-fbe6a5480950'}], 'security_groups': ['d31b2971-bed2-43f1-898c-84c81fe01af1', '5fbfaa67-732c-4ebe-a7a3-e44a5a5e413f']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:39.625530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5972d-9cb9-48d2-a382-9efa0b9b41f8 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Subnet': ['ID=ef74d13d-d493-4b03-a0bd-fbe6a5480950,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:39.807971 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.869982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7926f7db-1590-4f1d-bc6e-5a15242c7ac7 None None] Update dhcp port {'port': {'network_id': '512f297c-f1dd-4943-bd4c-6b29f6452798', 'fixed_ips': [{'subnet_id': '899dd74f-e834-4d10-9cd2-2c2ee5028d52', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '44561b96-e1ae-4da4-9020-56ad40e77257', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ef74d13d-d493-4b03-a0bd-fbe6a5480950'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '94c253fc-5676-4c89-8849-aef00dc5d2ea'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:41:39.908681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7926f7db-1590-4f1d-bc6e-5a15242c7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.094733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-7926f7db-1590-4f1d-bc6e-5a15242c7ac7 None None] Allocated IP 2001:db8:0:2::2 (512f297c-f1dd-4943-bd4c-6b29f6452798/ef74d13d-d493-4b03-a0bd-fbe6a5480950/94c253fc-5676-4c89-8849-aef00dc5d2ea) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:40.198090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7926f7db-1590-4f1d-bc6e-5a15242c7ac7 None None] For port 94c253fc-5676-4c89-8849-aef00dc5d2ea, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=94c253fc-5676-4c89-8849-aef00dc5d2ea,segment=NetworkSegment(13c90b52-c3f8-44af-95c4-5589512c4763),segment_id=13c90b52-c3f8-44af-95c4-5589512c4763)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:40.235095 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7926f7db-1590-4f1d-bc6e-5a15242c7ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.250038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7926f7db-1590-4f1d-bc6e-5a15242c7ac7 None None] Transition to ACTIVE for port object 94c253fc-5676-4c89-8849-aef00dc5d2ea will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:40.268478 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7926f7db-1590-4f1d-bc6e-5a15242c7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.400164 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926f7db-1590-4f1d-bc6e-5a15242c7ac7 None None] Pushing event updated for resources: {'Port': ['ID=94c253fc-5676-4c89-8849-aef00dc5d2ea,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:40.434203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 38990) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:40.493210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Delete allocated IP 2001:db8::234 (512f297c-f1dd-4943-bd4c-6b29f6452798/44561b96-e1ae-4da4-9020-56ad40e77257) {{(pid=93838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:41:40.512353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Allocated IP 2001:db8:0:2::241 (512f297c-f1dd-4943-bd4c-6b29f6452798/ef74d13d-d493-4b03-a0bd-fbe6a5480950/7f506f20-d3fb-4eb4-8e07-fb45c34aa875) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:40.630238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-906901489-network', 'tenant_id': 'ebd749e8ed4e48858044008648ca5e6c'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:40.666079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Made reservation on behalf of ebd749e8ed4e48858044008648ca5e6c for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:40.669239 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.686408 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.783341 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.806681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Transition to ACTIVE for port object 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:40.811075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.816688 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.820825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.850751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:40.858570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719d8e2b-5aea-4580-8cc4-b6ca72cfef31,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:40.869214 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.869565 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Added segment 6536741f-d15d-471a-bea8-e217b1026c64 of type vlan for network 7f329705-4e5f-4e40-9732-f998b0300e68 Jul 13 07:41:40.909794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] In _notify_port_updated(), no bound segment for port 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 on network 512f297c-f1dd-4943-bd4c-6b29f6452798 {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:41:40.918071 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.922415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:40.923307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.924847 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "PUT /v2.0/ports/7f506f20-d3fb-4eb4-8e07-fb45c34aa875 HTTP/1.1" status: 200 len: 970 time: 1.3519859 Jul 13 07:41:40.928086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39010) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:40.935357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6610a0-5aab-4b75-9a26-c3802118aa10 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event updated for resources: {'Port': ['ID=7f506f20-d3fb-4eb4-8e07-fb45c34aa875,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.031589 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.032833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:41.033544 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.079562 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6441276 Jul 13 07:41:41.082578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39022) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.087847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Request body: {'subnet': {'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-906901489-subnet', 'tenant_id': 'ebd749e8ed4e48858044008648ca5e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:41.135968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Made reservation on behalf of ebd749e8ed4e48858044008648ca5e6c for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:41.138475 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.167738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023b7a4-a51c-4218-84c4-1781fa5fbdb4 admin admin] Pushing event updated for resources: {'Network': ['ID=7f329705-4e5f-4e40-9732-f998b0300e68,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.191339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-eafc4c1a-2f54-4669-ae0c-c14593d02be9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:41.191817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eafc4c1a-2f54-4669-ae0c-c14593d02be9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.192470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 7f329705-4e5f-4e40-9732-f998b0300e68 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:41.325305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56d9e197-ef71-40e6-8ac3-ae6081418abf None None] Provisioning complete for port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:41.325846 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56d9e197-ef71-40e6-8ac3-ae6081418abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.369707 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eafc4c1a-2f54-4669-ae0c-c14593d02be9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.392616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-56d9e197-ef71-40e6-8ac3-ae6081418abf None None] Port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:41.406484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-eafc4c1a-2f54-4669-ae0c-c14593d02be9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:41.423120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56d9e197-ef71-40e6-8ac3-ae6081418abf None None] Provisioning for port 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:41.427391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56d9e197-ef71-40e6-8ac3-ae6081418abf None None] Provisioning complete for port 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:41.428185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56d9e197-ef71-40e6-8ac3-ae6081418abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.464764 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.491259 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-56d9e197-ef71-40e6-8ac3-ae6081418abf None None] Port 7f506f20-d3fb-4eb4-8e07-fb45c34aa875 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:41.513503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56d9e197-ef71-40e6-8ac3-ae6081418abf None None] Provisioning for port 94c253fc-5676-4c89-8849-aef00dc5d2ea completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:41.520545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56d9e197-ef71-40e6-8ac3-ae6081418abf None None] Provisioning complete for port 94c253fc-5676-4c89-8849-aef00dc5d2ea triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:41.528444 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56d9e197-ef71-40e6-8ac3-ae6081418abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.638249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b584949d-653c-46f7-953d-057243c8ac54,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.697653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Checking segment: {'id': '6536741f-d15d-471a-bea8-e217b1026c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:41.699148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Network hostable DHCP agents. Network: 7f329705-4e5f-4e40-9732-f998b0300e68, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:41.714361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eafc4c1a-2f54-4669-ae0c-c14593d02be9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.738401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Network 7f329705-4e5f-4e40-9732-f998b0300e68 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:41.754474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 7f329705-4e5f-4e40-9732-f998b0300e68) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:41.763498 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfacc33d-087d-48b0-b66c-33ef78f66e5d None None] Network 7f329705-4e5f-4e40-9732-f998b0300e68 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:41.765803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:41.766407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.772788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc4c1a-2f54-4669-ae0c-c14593d02be9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=7f506f20-d3fb-4eb4-8e07-fb45c34aa875,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.803356 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2a5fa4e3-0729-43f1-a9b8-fd5e30d13407 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7175007 Jul 13 07:41:41.853106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1ac6c299-4734-4860-8e28-91f49a737bb4 None None] Could not find standard attr ID for object 7f506f20-d3fb-4eb4-8e07-fb45c34aa875. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:41:41.856472 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eafc4c1a-2f54-4669-ae0c-c14593d02be9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.860496 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eafc4c1a-2f54-4669-ae0c-c14593d02be9 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/7f506f20-d3fb-4eb4-8e07-fb45c34aa875 HTTP/1.1" status: 204 len: 168 time: 0.9307747 Jul 13 07:41:41.862832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39074) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.921770 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-24337adf-cd19-4c3e-b85a-53a7da34d0a3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] GET failed (client error): The resource could not be found. Jul 13 07:41:41.923659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-24337adf-cd19-4c3e-b85a-53a7da34d0a3 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports/7f506f20-d3fb-4eb4-8e07-fb45c34aa875 HTTP/1.1" status: 404 len: 333 time: 0.0597215 Jul 13 07:41:41.926425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39078) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.982553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74e80a-5222-4746-bf58-27ae6b29663e None None] Network 7f329705-4e5f-4e40-9732-f998b0300e68 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:42.011936 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c8070e-7cec-4d71-8523-b5976a7d6c95 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.039579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c8070e-7cec-4d71-8523-b5976a7d6c95 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.114222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c8070e-7cec-4d71-8523-b5976a7d6c95 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.121396 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38c8070e-7cec-4d71-8523-b5976a7d6c95 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.125614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-38c8070e-7cec-4d71-8523-b5976a7d6c95 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/security-groups/51292c3b-9abf-4ca3-9281-62c8978432e7 HTTP/1.1" status: 204 len: 168 time: 0.1958156 Jul 13 07:41:42.126078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39086) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:42.140042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8070e-7cec-4d71-8523-b5976a7d6c95 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51292c3b-9abf-4ca3-9281-62c8978432e7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.198630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 94c253fc-5676-4c89-8849-aef00dc5d2ea up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:42.210343 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea3cddbf-e80a-448a-b5f8-cdad6043defa tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.240254 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea3cddbf-e80a-448a-b5f8-cdad6043defa tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.302068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea3cddbf-e80a-448a-b5f8-cdad6043defa tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.305995 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea3cddbf-e80a-448a-b5f8-cdad6043defa tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.307306 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ea3cddbf-e80a-448a-b5f8-cdad6043defa tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/security-groups/5fbfaa67-732c-4ebe-a7a3-e44a5a5e413f HTTP/1.1" status: 204 len: 168 time: 0.1800661 Jul 13 07:41:42.310208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39088) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:42.319898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cddbf-e80a-448a-b5f8-cdad6043defa tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbfaa67-732c-4ebe-a7a3-e44a5a5e413f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.363920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 94c253fc-5676-4c89-8849-aef00dc5d2ea triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:42.364780 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.399440 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da5813a4-46c8-4b1f-b87a-f1fea93c33ec tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.452407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da5813a4-46c8-4b1f-b87a-f1fea93c33ec tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.527425 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da5813a4-46c8-4b1f-b87a-f1fea93c33ec tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.533382 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da5813a4-46c8-4b1f-b87a-f1fea93c33ec tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.534968 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-da5813a4-46c8-4b1f-b87a-f1fea93c33ec tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/security-groups/d31b2971-bed2-43f1-898c-84c81fe01af1 HTTP/1.1" status: 204 len: 168 time: 0.2235224 Jul 13 07:41:42.538364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39094) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:42.548745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39096) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:42.550029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5813a4-46c8-4b1f-b87a-f1fea93c33ec tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31b2971-bed2-43f1-898c-84c81fe01af1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.647530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-efea512c-b117-4c13-a283-3c325963bcb2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet 44561b96-e1ae-4da4-9020-56ad40e77257 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:42.655131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-efea512c-b117-4c13-a283-3c325963bcb2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.748094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-efea512c-b117-4c13-a283-3c325963bcb2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.811693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74413c9b-33b7-4ac0-9d75-276c0853e6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.929391 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74413c9b-33b7-4ac0-9d75-276c0853e6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.962225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74413c9b-33b7-4ac0-9d75-276c0853e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.997161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74413c9b-33b7-4ac0-9d75-276c0853e6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b755f22e-ff62-4ab5-bf5f-f0b0b3483325,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:43.029673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-efea512c-b117-4c13-a283-3c325963bcb2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.058060 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-74413c9b-33b7-4ac0-9d75-276c0853e6d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f28118e51a644619ad24c08d14abc9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064900 Jul 13 07:41:43.060777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39122) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:43.119418 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ec189573-f7b9-4dcc-a582-47cf2ff31fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.119746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-efea512c-b117-4c13-a283-3c325963bcb2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.142409 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ec189573-f7b9-4dcc-a582-47cf2ff31fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.159727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea512c-b117-4c13-a283-3c325963bcb2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=44561b96-e1ae-4da4-9020-56ad40e77257,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:43.163563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-efea512c-b117-4c13-a283-3c325963bcb2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.166172 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-efea512c-b117-4c13-a283-3c325963bcb2 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/44561b96-e1ae-4da4-9020-56ad40e77257 HTTP/1.1" status: 204 len: 168 time: 0.6253085 Jul 13 07:41:43.170356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39126) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:43.178529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaadaec-680d-4f62-822b-f70f7c4c17d5 None None] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:43.213205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ec189573-f7b9-4dcc-a582-47cf2ff31fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.215792 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ec189573-f7b9-4dcc-a582-47cf2ff31fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.220680 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ec189573-f7b9-4dcc-a582-47cf2ff31fa5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b755f22e-ff62-4ab5-bf5f-f0b0b3483325 HTTP/1.1" status: 204 len: 168 time: 0.1552320 Jul 13 07:41:43.243229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec189573-f7b9-4dcc-a582-47cf2ff31fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b755f22e-ff62-4ab5-bf5f-f0b0b3483325,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:43.293873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d84fefc-27b5-46af-b2db-98e2258855ed tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet ef74d13d-d493-4b03-a0bd-fbe6a5480950 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:43.298742 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d84fefc-27b5-46af-b2db-98e2258855ed tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.403311 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d84fefc-27b5-46af-b2db-98e2258855ed tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.584411 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d84fefc-27b5-46af-b2db-98e2258855ed tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.705183 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d84fefc-27b5-46af-b2db-98e2258855ed tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.742770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84fefc-27b5-46af-b2db-98e2258855ed tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=ef74d13d-d493-4b03-a0bd-fbe6a5480950,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:43.753651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d84fefc-27b5-46af-b2db-98e2258855ed tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.756241 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1d84fefc-27b5-46af-b2db-98e2258855ed tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/ef74d13d-d493-4b03-a0bd-fbe6a5480950 HTTP/1.1" status: 204 len: 168 time: 0.5850072 Jul 13 07:41:43.759546 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39138) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:43.799650 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-1306abd8-45dd-42ef-9f95-8237bbe91098 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:43.800453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1306abd8-45dd-42ef-9f95-8237bbe91098 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:43.802903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1306abd8-45dd-42ef-9f95-8237bbe91098 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/44561b96-e1ae-4da4-9020-56ad40e77257 HTTP/1.1" status: 404 len: 337 time: 0.0421457 Jul 13 07:41:43.805814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39144) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:43.808224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39146) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:43.827162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea86ed6c-e3fd-4b40-802d-88813d85e995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.876593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ef5018-560b-42e1-bd38-1042fa3e2723 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting subnet 899dd74f-e834-4d10-9cd2-2c2ee5028d52 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:43.882388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5018-560b-42e1-bd38-1042fa3e2723 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.009119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5018-560b-42e1-bd38-1042fa3e2723 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.029455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea86ed6c-e3fd-4b40-802d-88813d85e995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.035093 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea86ed6c-e3fd-4b40-802d-88813d85e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.106180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86ed6c-e3fd-4b40-802d-88813d85e995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba7028e-78ae-45e9-acae-8bb7c089e513,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:44.118516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ea86ed6c-e3fd-4b40-802d-88813d85e995 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d81a7e1e5eba4544b3a2f98b11e191c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092852 Jul 13 07:41:44.121461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39158) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.191704 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1f625582-6272-4c87-a41e-43c5a0a69495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.208095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5018-560b-42e1-bd38-1042fa3e2723 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.238907 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1f625582-6272-4c87-a41e-43c5a0a69495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.261199 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0cca-4aa7-4351-b9c3-86787b7e8f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.328441 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5018-560b-42e1-bd38-1042fa3e2723 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.334732 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1f625582-6272-4c87-a41e-43c5a0a69495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.340560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1f625582-6272-4c87-a41e-43c5a0a69495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.345504 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1f625582-6272-4c87-a41e-43c5a0a69495 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ba7028e-78ae-45e9-acae-8bb7c089e513 HTTP/1.1" status: 204 len: 168 time: 0.2218647 Jul 13 07:41:44.369539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef5018-560b-42e1-bd38-1042fa3e2723 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Subnet': ['ID=899dd74f-e834-4d10-9cd2-2c2ee5028d52,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:44.371650 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5018-560b-42e1-bd38-1042fa3e2723 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.375839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f5ef5018-560b-42e1-bd38-1042fa3e2723 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/899dd74f-e834-4d10-9cd2-2c2ee5028d52 HTTP/1.1" status: 204 len: 168 time: 0.5650060 Jul 13 07:41:44.376322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39172) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.394485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f625582-6272-4c87-a41e-43c5a0a69495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba7028e-78ae-45e9-acae-8bb7c089e513,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:44.422638 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d5afda-4705-4c6e-88e0-537da68a9ba6 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:44.423436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d5afda-4705-4c6e-88e0-537da68a9ba6 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:44.428044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f6d5afda-4705-4c6e-88e0-537da68a9ba6 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/7d82f5db-3dab-4aa7-9ae6-d235172a490a HTTP/1.1" status: 404 len: 337 time: 0.0483615 Jul 13 07:41:44.428661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39174) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.488376 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c5c012dd-ba2c-4f83-bf91-f2f52ccef5dc tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "GET /v2.0/ports?device_id=54e90341-e917-4c8f-ab04-e811aa98ebf8 HTTP/1.1" status: 200 len: 205 time: 0.0564229 Jul 13 07:41:44.489040 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39176) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.502018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-d4849411-ca13-4067-ad5e-868d7f86b5eb tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:44.506984 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-d4849411-ca13-4067-ad5e-868d7f86b5eb tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/networks?id=7f329705-4e5f-4e40-9732-f998b0300e68 HTTP/1.1" status: 200 len: 808 time: 0.1607335 Jul 13 07:41:44.534368 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-67a8b752-9e83-46c0-8599-fdc10974bd53 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/quotas/ebd749e8ed4e48858044008648ca5e6c HTTP/1.1" status: 200 len: 375 time: 0.0191779 Jul 13 07:41:44.559402 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-d9046539-b88d-4c54-85e1-2258021bc2ef tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] delete failed (client error): The resource could not be found. Jul 13 07:41:44.560573 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d9046539-b88d-4c54-85e1-2258021bc2ef tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/routers/54e90341-e917-4c8f-ab04-e811aa98ebf8 HTTP/1.1" status: 404 len: 336 time: 0.0706067 Jul 13 07:41:44.563187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39178) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.597656 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f061ae4-a9b0-4e0d-86ad-bac8df1f9a6e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:44.598117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f061ae4-a9b0-4e0d-86ad-bac8df1f9a6e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:44.602533 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1f061ae4-a9b0-4e0d-86ad-bac8df1f9a6e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/dc64c4a3-8a9a-457f-9f64-35449e872bbe HTTP/1.1" status: 404 len: 337 time: 0.0357811 Jul 13 07:41:44.603408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39182) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.609608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-8e3a0990-4147-4778-9ed9-52115a69a381 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebd749e8ed4e48858044008648ca5e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686023 Jul 13 07:41:44.614450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c52d7c-79de-41af-bed1-bdf79f5d66c0 None None] Network 512f297c-f1dd-4943-bd4c-6b29f6452798 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:44.631669 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f438358-cf90-45eb-925c-72593589f936 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:44.632957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f438358-cf90-45eb-925c-72593589f936 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:44.634937 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1f438358-cf90-45eb-925c-72593589f936 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/c3bd87eb-a54c-499e-9102-c85ef9b86a90 HTTP/1.1" status: 404 len: 337 time: 0.0311201 Jul 13 07:41:44.637567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39188) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.668138 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecc6cb1-2ada-40ff-9063-7af8e6abd2bb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:44.669240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecc6cb1-2ada-40ff-9063-7af8e6abd2bb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:44.671219 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cecc6cb1-2ada-40ff-9063-7af8e6abd2bb tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/a160de9b-a9b5-4cdf-a0ab-16490dc0b27e HTTP/1.1" status: 404 len: 337 time: 0.0323184 Jul 13 07:41:44.673798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39190) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.700040 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5986e2c-6415-445d-bf9a-318779bbbe82 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:44.701003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5986e2c-6415-445d-bf9a-318779bbbe82 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:44.705113 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f5986e2c-6415-445d-bf9a-318779bbbe82 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/ffd980a3-4fe0-4765-8a95-66f20d13f9ad HTTP/1.1" status: 404 len: 333 time: 0.0278752 Jul 13 07:41:44.705360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39192) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.740283 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a3aeb1-2dd3-4f98-a4dc-b378da90e868 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:44.740802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a3aeb1-2dd3-4f98-a4dc-b378da90e868 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:44.742535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6ef5b5c9-c371-441e-89b2-63dd41770b8c None None] Provisioning complete for port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:44.745759 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ef5b5c9-c371-441e-89b2-63dd41770b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.745901 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a1a3aeb1-2dd3-4f98-a4dc-b378da90e868 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/21fc3877-e59e-40e6-960a-21be6e3bda59 HTTP/1.1" status: 404 len: 337 time: 0.0369959 Jul 13 07:41:44.746101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39194) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.789281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5b5c9-c371-441e-89b2-63dd41770b8c None None] Port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:44.795850 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f14bd3-67aa-42a4-9709-9139aeb2487e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:44.796649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f14bd3-67aa-42a4-9709-9139aeb2487e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:44.801564 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d3f14bd3-67aa-42a4-9709-9139aeb2487e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/f489d34e-b615-4f30-a326-c317fc18d735 HTTP/1.1" status: 404 len: 337 time: 0.0541847 Jul 13 07:41:44.802421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39198) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.809114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6ef5b5c9-c371-441e-89b2-63dd41770b8c None None] Provisioning complete for port 94c253fc-5676-4c89-8849-aef00dc5d2ea triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:44.809771 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ef5b5c9-c371-441e-89b2-63dd41770b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.864573 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2b3555-4706-4af4-8ad2-8bdc9b4548be tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:44.865640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2b3555-4706-4af4-8ad2-8bdc9b4548be tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:44.868321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1e2b3555-4706-4af4-8ad2-8bdc9b4548be tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/bc46738e-6129-4e66-9490-97ac46489b7e HTTP/1.1" status: 404 len: 333 time: 0.0627863 Jul 13 07:41:44.870899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39202) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.917919 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d77afef-b3c9-489d-989e-80d006760646 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:44.918487 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d77afef-b3c9-489d-989e-80d006760646 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:44.920669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4d77afef-b3c9-489d-989e-80d006760646 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/5b110cda-86a0-4915-b11b-d8001dedf65e HTTP/1.1" status: 404 len: 337 time: 0.0487428 Jul 13 07:41:44.923425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39204) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:44.955446 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e455e27-80c9-44b3-8a68-21c0ed1d289e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] DELETE failed (client error): The resource could not be found. Jul 13 07:41:44.955908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e455e27-80c9-44b3-8a68-21c0ed1d289e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:41:44.957715 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3e455e27-80c9-44b3-8a68-21c0ed1d289e tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/subnets/6577ffdb-4c12-490d-976a-80130cb1a3a4 HTTP/1.1" status: 404 len: 337 time: 0.0331459 Jul 13 07:41:44.960521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39206) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:45.026060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481461b2-3bf3-4451-a56c-a98596c4dfd3 None None] DHCP port deletion for 512f297c-f1dd-4943-bd4c-6b29f6452798 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:41:45.102688 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-d463d6de-805d-4c3b-be99-dd8597fa5e61 service neutron] 10.222.0.44 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921038 Jul 13 07:41:45.148087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-481461b2-3bf3-4451-a56c-a98596c4dfd3 None None] Deleting port 94c253fc-5676-4c89-8849-aef00dc5d2ea {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:45.148837 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-481461b2-3bf3-4451-a56c-a98596c4dfd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.193197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f08ecf76-0d63-4436-92ad-35b3565a39b4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Deleting port 525d63f1-590b-4f1a-b0fa-5ca077da59b5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:45.201195 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f08ecf76-0d63-4436-92ad-35b3565a39b4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.248680 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-5e544725-7631-462c-b141-88065424717a service neutron] 10.222.0.44 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333776 Jul 13 07:41:45.263880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-481461b2-3bf3-4451-a56c-a98596c4dfd3 None None] For port 94c253fc-5676-4c89-8849-aef00dc5d2ea, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=94c253fc-5676-4c89-8849-aef00dc5d2ea,segment=NetworkSegment(13c90b52-c3f8-44af-95c4-5589512c4763),segment_id=13c90b52-c3f8-44af-95c4-5589512c4763)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:45.267295 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-481461b2-3bf3-4451-a56c-a98596c4dfd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.289191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-481461b2-3bf3-4451-a56c-a98596c4dfd3 None None] Calling delete_port for 94c253fc-5676-4c89-8849-aef00dc5d2ea owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:45.334515 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f08ecf76-0d63-4436-92ad-35b3565a39b4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.378192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f08ecf76-0d63-4436-92ad-35b3565a39b4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Calling delete_port for 525d63f1-590b-4f1a-b0fa-5ca077da59b5 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:45.417375 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-481461b2-3bf3-4451-a56c-a98596c4dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.518040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481461b2-3bf3-4451-a56c-a98596c4dfd3 None None] Pushing event deleted for resources: {'Port': ['ID=94c253fc-5676-4c89-8849-aef00dc5d2ea,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:45.530551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481461b2-3bf3-4451-a56c-a98596c4dfd3 None None] No DVR routers for this DVR port 94c253fc-5676-4c89-8849-aef00dc5d2ea on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:45.558295 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f08ecf76-0d63-4436-92ad-35b3565a39b4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.583127 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27d165f8-eea2-421e-9f4f-a4b968bc9f35 req-0abb22db-385c-463c-be06-32d999f6981a tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 210 time: 0.0556982 Jul 13 07:41:45.594119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ecf76-0d63-4436-92ad-35b3565a39b4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Port': ['ID=525d63f1-590b-4f1a-b0fa-5ca077da59b5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:45.606565 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f08ecf76-0d63-4436-92ad-35b3565a39b4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.612258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39238) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:45.612710 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f08ecf76-0d63-4436-92ad-35b3565a39b4 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/ports/525d63f1-590b-4f1a-b0fa-5ca077da59b5 HTTP/1.1" status: 204 len: 168 time: 0.6507165 Jul 13 07:41:45.706275 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.823020 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.836778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512f297c-f1dd-4943-bd4c-6b29f6452798']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:46.167149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c90b52-c3f8-44af-95c4-5589512c4763') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:46.167710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c90b52-c3f8-44af-95c4-5589512c4763') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:46.177900 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.204362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 94c253fc-5676-4c89-8849-aef00dc5d2ea no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:46.212113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.223360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:46.223894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.236577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 94c253fc-5676-4c89-8849-aef00dc5d2ea {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:46.236926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 94c253fc-5676-4c89-8849-aef00dc5d2ea not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:46.314784 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:46.325785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.343229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.345494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] 10.222.0.44 "DELETE /v2.0/networks/512f297c-f1dd-4943-bd4c-6b29f6452798 HTTP/1.1" status: 204 len: 168 time: 0.7321661 Jul 13 07:41:46.362876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbc117-83be-4ba3-b2a6-a0a3d7643955 tempest-PortsIpV6TestJSON-1426642254 tempest-PortsIpV6TestJSON-1426642254-project] Pushing event deleted for resources: {'Network': ['ID=512f297c-f1dd-4943-bd4c-6b29f6452798,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:46.784613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc42a40c-c36f-4f9c-9435-0995ace84bd0 req-7f6f4d43-501d-49e0-804c-3f33040d62f5 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 210 time: 0.0424123 Jul 13 07:41:46.849958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39306) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:46.969838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-fc315e38-5fab-4d66-af01-8d70c2bd869f tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:46.971447 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-fc315e38-5fab-4d66-af01-8d70c2bd869f tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.53 "GET /v2.0/networks?id=7f329705-4e5f-4e40-9732-f998b0300e68 HTTP/1.1" status: 200 len: 808 time: 0.1778586 Jul 13 07:41:46.989662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Request body: {'port': {'device_id': '5299943a-6a6b-4736-a56b-3ac1e103605a', 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68', 'admin_state_up': True, 'tenant_id': 'ebd749e8ed4e48858044008648ca5e6c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:47.010677 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aa95d0cc-87b4-4ce8-a99f-83c0aacf9a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.048983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.084622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6090013e-d03e-49f3-9feb-447be1575315 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eadfa2e2dc9948bc95d7aa093b4960f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329001 Jul 13 07:41:47.087497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39326) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:47.149381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Made reservation on behalf of ebd749e8ed4e48858044008648ca5e6c for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:47.155834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.158318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f80c6c4-0321-467d-b5fd-1862797da6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.190129 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f80c6c4-0321-467d-b5fd-1862797da6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.255136 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f80c6c4-0321-467d-b5fd-1862797da6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.259129 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f80c6c4-0321-467d-b5fd-1862797da6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.263341 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3f80c6c4-0321-467d-b5fd-1862797da6fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae9977c0-73b5-4751-9afa-dbbdf4a4b163 HTTP/1.1" status: 204 len: 168 time: 0.1739800 Jul 13 07:41:47.277426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80c6c4-0321-467d-b5fd-1862797da6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9977c0-73b5-4751-9afa-dbbdf4a4b163,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:47.305693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Allocated IP 172.20.0.2 (7f329705-4e5f-4e40-9732-f998b0300e68/b584949d-653c-46f7-953d-057243c8ac54/01c74285-0dbb-42ba-b278-d8064d3648eb) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:47.545640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.604588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.658549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Pushing event updated for resources: {'Port': ['ID=01c74285-0dbb-42ba-b278-d8064d3648eb,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:47.673980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Network 7f329705-4e5f-4e40-9732-f998b0300e68 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:47.675608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:47.680926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:47.739126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:47.740039 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.758451 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-46b457f8-d7f4-4939-b531-82b7b8894385 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7783780 Jul 13 07:41:47.771829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Request body: {'port': {'device_id': '5299943a-6a6b-4736-a56b-3ac1e103605a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:47.862134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.911249 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.115461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff4fc-0a65-43d6-aa9d-5f77a8f62dde req-8367ea4d-4f0e-4b0d-ab28-080bf707d341 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:48.117860 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-972ff4fc-0a65-43d6-aa9d-5f77a8f62dde req-8367ea4d-4f0e-4b0d-ab28-080bf707d341 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 931 time: 0.1373055 Jul 13 07:41:48.176640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-972ff4fc-0a65-43d6-aa9d-5f77a8f62dde req-0b3ceaa6-86a1-4c6e-be2d-2295c7a211bc tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513554 Jul 13 07:41:48.273506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c74285-0dbb-42ba-b278-d8064d3648eb {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:48.287101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.307931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Transition to ACTIVE for port object 01c74285-0dbb-42ba-b278-d8064d3648eb will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:48.312953 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.375439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=01c74285-0dbb-42ba-b278-d8064d3648eb,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:48.457583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Attempting to bind port 01c74285-0dbb-42ba-b278-d8064d3648eb on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:48.457929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Attempting to bind port 01c74285-0dbb-42ba-b278-d8064d3648eb by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6536741f-d15d-471a-bea8-e217b1026c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:48.458509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Attempting to bind port 01c74285-0dbb-42ba-b278-d8064d3648eb on network 7f329705-4e5f-4e40-9732-f998b0300e68 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:48.463068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Port 01c74285-0dbb-42ba-b278-d8064d3648eb on network 7f329705-4e5f-4e40-9732-f998b0300e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:41:48.463406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Attempting to bind port 01c74285-0dbb-42ba-b278-d8064d3648eb on network 7f329705-4e5f-4e40-9732-f998b0300e68 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:48.474133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:48.474489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Checking segment: {'id': '6536741f-d15d-471a-bea8-e217b1026c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:48.474895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Bound using segment: {'id': '6536741f-d15d-471a-bea8-e217b1026c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:48.475352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Bound port: 01c74285-0dbb-42ba-b278-d8064d3648eb, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6536741f-d15d-471a-bea8-e217b1026c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:48.475723 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.573430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] For port 01c74285-0dbb-42ba-b278-d8064d3648eb, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:48.576880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] For port 01c74285-0dbb-42ba-b278-d8064d3648eb, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=01c74285-0dbb-42ba-b278-d8064d3648eb,segment=NetworkSegment(6536741f-d15d-471a-bea8-e217b1026c64),segment_id=6536741f-d15d-471a-bea8-e217b1026c64)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:48.582590 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.626342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:48.627041 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.628632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] 10.222.0.53 "PUT /v2.0/ports/01c74285-0dbb-42ba-b278-d8064d3648eb HTTP/1.1" status: 200 len: 1091 time: 0.8619151 Jul 13 07:41:48.629080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5299943a-6a6b-4736-a56b-3ac1e103605a', 'tag': '01c74285-0dbb-42ba-b278-d8064d3648eb'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:48.631603 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed07dd58-c97a-4188-9444-a5a9c61a4683" -d '{"events": [{"name": "network-changed", "server_uuid": "5299943a-6a6b-4736-a56b-3ac1e103605a", "tag": "01c74285-0dbb-42ba-b278-d8064d3648eb"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:48.656390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e0ad9-25d5-455c-8fac-fcb6485fdfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=01c74285-0dbb-42ba-b278-d8064d3648eb,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:48.699748 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad61ac4-4ef2-48c4-968a-46e268245bf6 x-openstack-request-id: req-9ad61ac4-4ef2-48c4-968a-46e268245bf6 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:48.700904 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5299943a-6a6b-4736-a56b-3ac1e103605a", "tag": "01c74285-0dbb-42ba-b278-d8064d3648eb", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:48.701663 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ad61ac4-4ef2-48c4-968a-46e268245bf6 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:48.702814 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5299943a-6a6b-4736-a56b-3ac1e103605a', 'tag': '01c74285-0dbb-42ba-b278-d8064d3648eb', 'status': 'completed', 'code': 200} Jul 13 07:41:48.763317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-651e9d04-3c1e-4231-9591-dc18379a91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:48.764934 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-651e9d04-3c1e-4231-9591-dc18379a91fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd749e8ed4e48858044008648ca5e6c&device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 1094 time: 0.0829909 Jul 13 07:41:48.820873 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-553de48d-a95e-409b-9af4-2478c58532b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01c74285-0dbb-42ba-b278-d8064d3648eb HTTP/1.1" status: 200 len: 217 time: 0.0456045 Jul 13 07:41:48.910762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-f4509ab7-b20b-4ec3-87da-637d0a6214ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:48.913008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-f4509ab7-b20b-4ec3-87da-637d0a6214ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b584949d-653c-46f7-953d-057243c8ac54 HTTP/1.1" status: 200 len: 848 time: 0.0855005 Jul 13 07:41:48.967491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-c74b4495-3842-48fa-a7ba-43ce63ec452e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f329705-4e5f-4e40-9732-f998b0300e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473528 Jul 13 07:41:48.995891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39444) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:49.065667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-de9b7102-e010-4804-be96-4d75a170fb18 service neutron] 10.222.0.53 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908420 Jul 13 07:41:49.186268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff27f134-20b3-419f-b431-1dc7195bc301 req-3c6b9d74-a79b-495b-b71f-6acf7439ec7a service neutron] 10.222.0.53 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109431 Jul 13 07:41:49.253107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-54274f1c-0648-41aa-9fb4-1550559ac1ee tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-648035625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:49.301897 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-54274f1c-0648-41aa-9fb4-1550559ac1ee tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.303747 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-54274f1c-0648-41aa-9fb4-1550559ac1ee tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.314288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07dd58-c97a-4188-9444-a5a9c61a4683 req-4cac6e0e-dd87-4f28-9135-a75501053350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:49.316617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed07dd58-c97a-4188-9444-a5a9c61a4683 req-4cac6e0e-dd87-4f28-9135-a75501053350 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd749e8ed4e48858044008648ca5e6c&device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 1094 time: 0.0739846 Jul 13 07:41:49.403207 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-54274f1c-0648-41aa-9fb4-1550559ac1ee tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.411549 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-54274f1c-0648-41aa-9fb4-1550559ac1ee tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.419124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07dd58-c97a-4188-9444-a5a9c61a4683 req-e304de1e-eab3-4819-8587-8b1de4ae1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:49.423088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed07dd58-c97a-4188-9444-a5a9c61a4683 req-e304de1e-eab3-4819-8587-8b1de4ae1fc9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f329705-4e5f-4e40-9732-f998b0300e68 HTTP/1.1" status: 200 len: 909 time: 0.0974431 Jul 13 07:41:49.436412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-54274f1c-0648-41aa-9fb4-1550559ac1ee tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.440630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39468) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:49.440973 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-54274f1c-0648-41aa-9fb4-1550559ac1ee tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4424574 Jul 13 07:41:49.450245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1860937368'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:49.459894 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d15dc0-5f23-4c06-8b75-44a051344fd9 req-4b419678-ba27-4498-b0bc-9bd27c1da647 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:49.461620 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57d15dc0-5f23-4c06-8b75-44a051344fd9 req-4b419678-ba27-4498-b0bc-9bd27c1da647 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 943 time: 0.1239903 Jul 13 07:41:49.503782 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed07dd58-c97a-4188-9444-a5a9c61a4683 req-b17a1eae-f216-4668-827c-8f67427edf85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01c74285-0dbb-42ba-b278-d8064d3648eb HTTP/1.1" status: 200 len: 217 time: 0.0745125 Jul 13 07:41:49.513824 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57d15dc0-5f23-4c06-8b75-44a051344fd9 req-1f53488d-fc45-478b-8555-408c4e2a2e15 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432305 Jul 13 07:41:49.549992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Made reservation on behalf of af05e94a233541d2bc3f3c018d6333ce for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:49.553541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.569531 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.588005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07dd58-c97a-4188-9444-a5a9c61a4683 req-a95dfa34-c098-4823-b703-f57c3c89fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:49.589536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed07dd58-c97a-4188-9444-a5a9c61a4683 req-a95dfa34-c098-4823-b703-f57c3c89fdd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b584949d-653c-46f7-953d-057243c8ac54 HTTP/1.1" status: 200 len: 848 time: 0.0767982 Jul 13 07:41:49.641347 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed07dd58-c97a-4188-9444-a5a9c61a4683 req-76b7e09d-a94d-42f5-81bf-52e1ed1e1c03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f329705-4e5f-4e40-9732-f998b0300e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396245 Jul 13 07:41:49.728344 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.778155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed07dd58-c97a-4188-9444-a5a9c61a4683 req-f39696b4-0388-4f77-889d-1b677671bc94 service neutron] 10.222.0.53 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265461 Jul 13 07:41:49.817285 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.827377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.893004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:49.914597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab222f4-5cf1-46b4-badf-537abd1bc131,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:49.922737 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:49.923155 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Added segment f9e34160-8658-4282-90ea-8e569f02828d of type vlan for network eb03ae5e-5b9e-4127-a629-8ea681091333 Jul 13 07:41:49.963012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed07dd58-c97a-4188-9444-a5a9c61a4683 req-048538b5-df05-4d4f-9968-e2e33496a7c7 service neutron] 10.222.0.53 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763363 Jul 13 07:41:49.977873 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.011820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.018186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:50.019526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.061722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39520) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:50.066864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'subnet': {'network_id': 'eb03ae5e-5b9e-4127-a629-8ea681091333', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:50.071155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6268997 Jul 13 07:41:50.114660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbbe70-b258-45f1-985b-958580830ac2 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Network': ['ID=eb03ae5e-5b9e-4127-a629-8ea681091333,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:50.128717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network eb03ae5e-5b9e-4127-a629-8ea681091333 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:50.192395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Made reservation on behalf of af05e94a233541d2bc3f3c018d6333ce for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:50.197670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.403143 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.470365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Subnet': ['ID=d3329ea8-d2e4-48e8-992b-339130100ace,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:50.480089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Checking segment: {'id': 'f9e34160-8658-4282-90ea-8e569f02828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eb03ae5e-5b9e-4127-a629-8ea681091333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:50.480454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network hostable DHCP agents. Network: eb03ae5e-5b9e-4127-a629-8ea681091333, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:50.498496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network eb03ae5e-5b9e-4127-a629-8ea681091333 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:50.508849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, eb03ae5e-5b9e-4127-a629-8ea681091333) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:50.514598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:50.515544 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.521732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f86ddb-62aa-4dc5-855c-025cf46226f0 None None] Network eb03ae5e-5b9e-4127-a629-8ea681091333 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:50.561191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39578) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:50.566839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ad54fcab-bc88-4a88-b90b-467cc45738e5 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5039651 Jul 13 07:41:50.567570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'network': {'name': 'tempest-router-network01--1470866448'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:50.615339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Made reservation on behalf of af05e94a233541d2bc3f3c018d6333ce for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:50.619141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.678071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:50.702713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.704162 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Added segment 6160b605-f4c1-4415-95f1-038ce3cae734 of type vlan for network 16e00b2b-773f-47ae-a95c-5b89762ecfdb Jul 13 07:41:50.771056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-eb03ae5e-5b9e-4127-a629-8ea681091333', 'network_id': 'eb03ae5e-5b9e-4127-a629-8ea681091333', 'tenant_id': 'af05e94a233541d2bc3f3c018d6333ce', 'fixed_ips': [{'subnet_id': 'd3329ea8-d2e4-48e8-992b-339130100ace'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:50.771934 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.785748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831187e0-b3d0-4ebd-894c-63d75e347a80 req-ae72e2ff-ce2f-4fb1-9539-f48ad668e04c tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:50.793675 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-831187e0-b3d0-4ebd-894c-63d75e347a80 req-ae72e2ff-ce2f-4fb1-9539-f48ad668e04c tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 943 time: 0.1254327 Jul 13 07:41:50.823094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.836660 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-831187e0-b3d0-4ebd-894c-63d75e347a80 req-27740d96-9394-4171-afef-2d8eb1d92cd9 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Jul 13 07:41:50.874468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.883506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:50.884352 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.940406 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3780260 Jul 13 07:41:50.940789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39606) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:50.948987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'network': {'name': 'tempest-router-network02--2030368940'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:50.990342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767d13e-55c7-40ea-bb14-5751303e0704 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Network': ['ID=16e00b2b-773f-47ae-a95c-5b89762ecfdb,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:50.998090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Made reservation on behalf of af05e94a233541d2bc3f3c018d6333ce for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:51.002927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.009738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39612) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:51.043924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:51.055969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.056399 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Added segment 4c8ab8b9-093e-4a5b-a404-9355d00cf3fb of type vlan for network 97729924-e9ba-4559-81ed-07c8cb4ecc14 Jul 13 07:41:51.059685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Allocated IP 2001:db8::2 (eb03ae5e-5b9e-4127-a629-8ea681091333/d3329ea8-d2e4-48e8-992b-339130100ace/af2ddd68-8e3f-4724-b008-0025b8a04662) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:51.111112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 16e00b2b-773f-47ae-a95c-5b89762ecfdb details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:51.150376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.162441 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-123e9898-206e-4c1d-9c21-9220a33bef5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.183022 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.191278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:51.192233 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.295240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Network': ['ID=97729924-e9ba-4559-81ed-07c8cb4ecc14,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:51.305931 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 97729924-e9ba-4559-81ed-07c8cb4ecc14 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:51.316523 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-123e9898-206e-4c1d-9c21-9220a33bef5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.322979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-123e9898-206e-4c1d-9c21-9220a33bef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.334265 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-94d055c9-9894-405e-aa56-bc56a185622e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3892806 Jul 13 07:41:51.334433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39628) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:51.341190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'subnet': {'network_id': '16e00b2b-773f-47ae-a95c-5b89762ecfdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:51.370655 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-123e9898-206e-4c1d-9c21-9220a33bef5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a20ae3ac78f4dcf9f1d0e76b057c2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572741 Jul 13 07:41:51.370655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e9898-206e-4c1d-9c21-9220a33bef5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfa6f1b-f0c0-4342-adc5-20b0c4d496c6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:51.373343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39632) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:51.422235 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.434768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Transition to ACTIVE for port object af2ddd68-8e3f-4724-b008-0025b8a04662 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:51.453277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Transition to ACTIVE for port object af2ddd68-8e3f-4724-b008-0025b8a04662 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:51.459740 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.477955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Made reservation on behalf of af05e94a233541d2bc3f3c018d6333ce for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:51.481895 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.503377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Network eb03ae5e-5b9e-4127-a629-8ea681091333 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:51.506344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:51.510516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:51.517622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Pushing event updated for resources: {'Port': ['ID=af2ddd68-8e3f-4724-b008-0025b8a04662,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:51.518315 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13566c8f-274b-4604-9723-6a3512a66688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.599990 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Attempting to bind port af2ddd68-8e3f-4724-b008-0025b8a04662 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:51.600531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Attempting to bind port af2ddd68-8e3f-4724-b008-0025b8a04662 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'f9e34160-8658-4282-90ea-8e569f02828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eb03ae5e-5b9e-4127-a629-8ea681091333'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:51.601545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Attempting to bind port af2ddd68-8e3f-4724-b008-0025b8a04662 on network eb03ae5e-5b9e-4127-a629-8ea681091333 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:51.607520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:51.608206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Checking segment: {'id': 'f9e34160-8658-4282-90ea-8e569f02828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eb03ae5e-5b9e-4127-a629-8ea681091333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:51.608694 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.609179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Bound using segment: {'id': 'f9e34160-8658-4282-90ea-8e569f02828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eb03ae5e-5b9e-4127-a629-8ea681091333'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:51.609892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Bound port: af2ddd68-8e3f-4724-b008-0025b8a04662, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e34160-8658-4282-90ea-8e569f02828d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eb03ae5e-5b9e-4127-a629-8ea681091333'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:51.610273 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.685153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] For port af2ddd68-8e3f-4724-b008-0025b8a04662, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:51.688922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] For port af2ddd68-8e3f-4724-b008-0025b8a04662, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=af2ddd68-8e3f-4724-b008-0025b8a04662,segment=NetworkSegment(f9e34160-8658-4282-90ea-8e569f02828d),segment_id=f9e34160-8658-4282-90ea-8e569f02828d)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:51.693787 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.765370 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a953f12-06f2-4ee3-986a-244618bcbf9e None None] Pushing event updated for resources: {'Port': ['ID=af2ddd68-8e3f-4724-b008-0025b8a04662,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:51.932888 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13566c8f-274b-4604-9723-6a3512a66688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.066672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 01c74285-0dbb-42ba-b278-d8064d3648eb details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:52.171429 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13566c8f-274b-4604-9723-6a3512a66688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.182554 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13566c8f-274b-4604-9723-6a3512a66688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.186090 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-13566c8f-274b-4604-9723-6a3512a66688 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddfa6f1b-f0c0-4342-adc5-20b0c4d496c6 HTTP/1.1" status: 204 len: 168 time: 0.8099043 Jul 13 07:41:52.222063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device af2ddd68-8e3f-4724-b008-0025b8a04662 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:52.337227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 01c74285-0dbb-42ba-b278-d8064d3648eb, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=01c74285-0dbb-42ba-b278-d8064d3648eb,segment=NetworkSegment(6536741f-d15d-471a-bea8-e217b1026c64),segment_id=6536741f-d15d-471a-bea8-e217b1026c64)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:52.354994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '01c74285-0dbb-42ba-b278-d8064d3648eb', 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68', 'port_id': '01c74285-0dbb-42ba-b278-d8064d3648eb', 'mac_address': 'fa:16:3e:c1:76:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b584949d-653c-46f7-953d-057243c8ac54', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:52.405389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port af2ddd68-8e3f-4724-b008-0025b8a04662 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:52.420970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13566c8f-274b-4604-9723-6a3512a66688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfa6f1b-f0c0-4342-adc5-20b0c4d496c6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.434710 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.440699 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.470682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c74285-0dbb-42ba-b278-d8064d3648eb {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:52.499069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 01c74285-0dbb-42ba-b278-d8064d3648eb, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=01c74285-0dbb-42ba-b278-d8064d3648eb,segment=NetworkSegment(6536741f-d15d-471a-bea8-e217b1026c64),segment_id=6536741f-d15d-471a-bea8-e217b1026c64)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:52.504439 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.542132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Subnet': ['ID=dea2486c-c0c9-4ae5-b0b3-e73b1f03b0f8,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.561908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5476da-cfe4-499c-a324-6f89a9bb8496 req-d1b4720b-15ca-421a-a194-3a4b3dcec334 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:52.569291 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dd5476da-cfe4-499c-a324-6f89a9bb8496 req-d1b4720b-15ca-421a-a194-3a4b3dcec334 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 943 time: 0.4705086 Jul 13 07:41:52.579791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Checking segment: {'id': '6160b605-f4c1-4415-95f1-038ce3cae734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16e00b2b-773f-47ae-a95c-5b89762ecfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:52.580192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network hostable DHCP agents. Network: 16e00b2b-773f-47ae-a95c-5b89762ecfdb, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:52.582770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=01c74285-0dbb-42ba-b278-d8064d3648eb,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.635675 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dd5476da-cfe4-499c-a324-6f89a9bb8496 req-b102f217-90ed-4742-8fb8-3dec6d53dd45 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646832 Jul 13 07:41:52.642244 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network 16e00b2b-773f-47ae-a95c-5b89762ecfdb is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:52.654460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 16e00b2b-773f-47ae-a95c-5b89762ecfdb) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:52.656692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39724) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:52.663196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68008e6-904e-429b-a67b-46849b902c27 None None] Network 16e00b2b-773f-47ae-a95c-5b89762ecfdb requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:52.666800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:52.667573 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.682823 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-527fe33f-8783-430a-8f31-a924ac119389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.703990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39726) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:52.704525 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cf4e3334-6a39-421b-96e0-ea52921aef21 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3687859 Jul 13 07:41:52.711538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'subnet': {'network_id': '97729924-e9ba-4559-81ed-07c8cb4ecc14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:52.806156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['01c74285-0dbb-42ba-b278-d8064d3648eb'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:52.843162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-527fe33f-8783-430a-8f31-a924ac119389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.852921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-527fe33f-8783-430a-8f31-a924ac119389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.910304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Made reservation on behalf of af05e94a233541d2bc3f3c018d6333ce for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:52.911455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fe33f-8783-430a-8f31-a924ac119389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ca98ba-1fbe-4d1a-a3c1-8e4a85e825f6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.915175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.917245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-527fe33f-8783-430a-8f31-a924ac119389 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fbe53db561f4fde84749f539ff3fe07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594037 Jul 13 07:41:52.920154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39728) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:52.926130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-16e00b2b-773f-47ae-a95c-5b89762ecfdb', 'network_id': '16e00b2b-773f-47ae-a95c-5b89762ecfdb', 'tenant_id': 'af05e94a233541d2bc3f3c018d6333ce', 'fixed_ips': [{'subnet_id': 'dea2486c-c0c9-4ae5-b0b3-e73b1f03b0f8'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:52.931303 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.001387 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fd5bbcd-8e57-4e04-bce9-2d8a3408c766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.064739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fd5bbcd-8e57-4e04-bce9-2d8a3408c766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.135027 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fd5bbcd-8e57-4e04-bce9-2d8a3408c766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.138458 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fd5bbcd-8e57-4e04-bce9-2d8a3408c766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.142783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6fd5bbcd-8e57-4e04-bce9-2d8a3408c766 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14ca98ba-1fbe-4d1a-a3c1-8e4a85e825f6 HTTP/1.1" status: 204 len: 168 time: 0.2155166 Jul 13 07:41:53.156984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5bbcd-8e57-4e04-bce9-2d8a3408c766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ca98ba-1fbe-4d1a-a3c1-8e4a85e825f6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:53.176410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3217da2-c9c8-4401-924b-d70aaf267b70 None None] Network eb03ae5e-5b9e-4127-a629-8ea681091333 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:53.181960 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Allocated IP 2001:db8::2 (16e00b2b-773f-47ae-a95c-5b89762ecfdb/dea2486c-c0c9-4ae5-b0b3-e73b1f03b0f8/e7c3b4b4-9237-410c-947a-86ad2cc97653) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:53.214302 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.340738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Subnet': ['ID=fe6ab58a-075e-407f-83b0-e55779c92b7c,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:53.341263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ad10af0e-721f-4f84-9d03-7a45f8c0f051 None None] Provisioning for port af2ddd68-8e3f-4724-b008-0025b8a04662 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:53.369767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Checking segment: {'id': '4c8ab8b9-093e-4a5b-a404-9355d00cf3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '97729924-e9ba-4559-81ed-07c8cb4ecc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:53.370145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network hostable DHCP agents. Network: 97729924-e9ba-4559-81ed-07c8cb4ecc14, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:53.392246 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ad10af0e-721f-4f84-9d03-7a45f8c0f051 None None] Provisioning complete for port af2ddd68-8e3f-4724-b008-0025b8a04662 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:53.392651 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ad10af0e-721f-4f84-9d03-7a45f8c0f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.409839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network 97729924-e9ba-4559-81ed-07c8cb4ecc14 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:53.424743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 97729924-e9ba-4559-81ed-07c8cb4ecc14) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:53.430697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:53.431202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.462185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b4be2423-2fc3-4967-a2a2-5459a5986290 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7537270 Jul 13 07:41:53.462683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39760) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:53.479047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c720ff-ad3b-4755-9b7d-2d6fcc123aaf None None] Network 97729924-e9ba-4559-81ed-07c8cb4ecc14 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:53.889863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.910761 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Transition to ACTIVE for port object e7c3b4b4-9237-410c-947a-86ad2cc97653 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:53.929761 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.946059 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ad10af0e-721f-4f84-9d03-7a45f8c0f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.953697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Transition to ACTIVE for port object e7c3b4b4-9237-410c-947a-86ad2cc97653 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:53.989749 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.021598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39788) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:54.064625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cd382-c3a0-42c1-bd3a-1cde2263fff9 req-17bc8730-92f2-482c-9273-eb119be54fa2 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:54.072828 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-053cd382-c3a0-42c1-bd3a-1cde2263fff9 req-17bc8730-92f2-482c-9273-eb119be54fa2 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 944 time: 0.2222018 Jul 13 07:41:54.075260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Network 16e00b2b-773f-47ae-a95c-5b89762ecfdb is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:54.082113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 01c74285-0dbb-42ba-b278-d8064d3648eb up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:54.125652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:54.156633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ad10af0e-721f-4f84-9d03-7a45f8c0f051 None None] For port af2ddd68-8e3f-4724-b008-0025b8a04662, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=af2ddd68-8e3f-4724-b008-0025b8a04662,segment=NetworkSegment(f9e34160-8658-4282-90ea-8e569f02828d),segment_id=f9e34160-8658-4282-90ea-8e569f02828d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:54.161062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:54.165698 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Pushing event updated for resources: {'Port': ['ID=e7c3b4b4-9237-410c-947a-86ad2cc97653,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:54.184920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-97729924-e9ba-4559-81ed-07c8cb4ecc14', 'network_id': '97729924-e9ba-4559-81ed-07c8cb4ecc14', 'tenant_id': 'af05e94a233541d2bc3f3c018d6333ce', 'fixed_ips': [{'subnet_id': 'fe6ab58a-075e-407f-83b0-e55779c92b7c'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:54.186560 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.189161 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ad10af0e-721f-4f84-9d03-7a45f8c0f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.220103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-053cd382-c3a0-42c1-bd3a-1cde2263fff9 req-2a91420f-d9e0-4acc-9240-bca98ba47ef7 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463408 Jul 13 07:41:54.240727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eab7d68e-867e-456a-87c0-f9a46a8b1c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.388921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Allocated IP 2001:db8::1 (16e00b2b-773f-47ae-a95c-5b89762ecfdb/dea2486c-c0c9-4ae5-b0b3-e73b1f03b0f8/c61dd360-2a72-4aa8-947e-b68537dfcbe5) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:54.427206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eab7d68e-867e-456a-87c0-f9a46a8b1c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.432808 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eab7d68e-867e-456a-87c0-f9a46a8b1c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.521678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10af0e-721f-4f84-9d03-7a45f8c0f051 None None] Pushing event updated for resources: {'Port': ['ID=af2ddd68-8e3f-4724-b008-0025b8a04662,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:54.527267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Attempting to bind port e7c3b4b4-9237-410c-947a-86ad2cc97653 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:54.527644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Attempting to bind port e7c3b4b4-9237-410c-947a-86ad2cc97653 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '6160b605-f4c1-4415-95f1-038ce3cae734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16e00b2b-773f-47ae-a95c-5b89762ecfdb'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:54.528036 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Attempting to bind port e7c3b4b4-9237-410c-947a-86ad2cc97653 on network 16e00b2b-773f-47ae-a95c-5b89762ecfdb {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:54.543914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eab7d68e-867e-456a-87c0-f9a46a8b1c95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d2ee32c5de04c41a474d21a5b701435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5208316 Jul 13 07:41:54.544886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39808) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:54.549610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 01c74285-0dbb-42ba-b278-d8064d3648eb completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:54.551752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:54.552512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Checking segment: {'id': '6160b605-f4c1-4415-95f1-038ce3cae734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16e00b2b-773f-47ae-a95c-5b89762ecfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:54.553246 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.553647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Bound using segment: {'id': '6160b605-f4c1-4415-95f1-038ce3cae734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16e00b2b-773f-47ae-a95c-5b89762ecfdb'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:54.554887 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Bound port: e7c3b4b4-9237-410c-947a-86ad2cc97653, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6160b605-f4c1-4415-95f1-038ce3cae734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16e00b2b-773f-47ae-a95c-5b89762ecfdb'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:54.555278 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.567020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7d68e-867e-456a-87c0-f9a46a8b1c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82acce7d-a833-4930-84d9-ea828df346eb,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:54.605346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 01c74285-0dbb-42ba-b278-d8064d3648eb triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:54.605921 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.611630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ab7f023a-024c-4a90-b268-bea6875f8183 None None] Provisioning complete for port af2ddd68-8e3f-4724-b008-0025b8a04662 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:54.612222 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ab7f023a-024c-4a90-b268-bea6875f8183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.632583 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3230f39-5983-4ff2-a165-4df0956fcf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.681353 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3230f39-5983-4ff2-a165-4df0956fcf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.693366 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.713824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Allocated IP 2001:db8::2 (97729924-e9ba-4559-81ed-07c8cb4ecc14/fe6ab58a-075e-407f-83b0-e55779c92b7c/719c12c9-9961-4392-86ee-a8650f59dc7d) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:54.730541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Transition to ACTIVE for port object c61dd360-2a72-4aa8-947e-b68537dfcbe5 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:54.751024 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3230f39-5983-4ff2-a165-4df0956fcf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.754765 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3230f39-5983-4ff2-a165-4df0956fcf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.774242 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c3230f39-5983-4ff2-a165-4df0956fcf9f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82acce7d-a833-4930-84d9-ea828df346eb HTTP/1.1" status: 204 len: 168 time: 0.2229431 Jul 13 07:41:54.790855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3230f39-5983-4ff2-a165-4df0956fcf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82acce7d-a833-4930-84d9-ea828df346eb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:54.827285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.839117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] For port e7c3b4b4-9237-410c-947a-86ad2cc97653, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:54.862579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] For port e7c3b4b4-9237-410c-947a-86ad2cc97653, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e7c3b4b4-9237-410c-947a-86ad2cc97653,segment=NetworkSegment(6160b605-f4c1-4415-95f1-038ce3cae734),segment_id=6160b605-f4c1-4415-95f1-038ce3cae734)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:54.925296 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Port': ['ID=c61dd360-2a72-4aa8-947e-b68537dfcbe5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:54.930610 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.935196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network 16e00b2b-773f-47ae-a95c-5b89762ecfdb is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:54.936662 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:54.939074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:54.939702 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.018141 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.073788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b11795-e5f6-4ca5-bc58-122e0e950074 None None] Pushing event updated for resources: {'Port': ['ID=e7c3b4b4-9237-410c-947a-86ad2cc97653,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:55.114558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5299943a-6a6b-4736-a56b-3ac1e103605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c74285-0dbb-42ba-b278-d8064d3648eb'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:55.118553 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1311d276-3b2f-412b-a871-47732912e3c2" -d '{"events": [{"server_uuid": "5299943a-6a6b-4736-a56b-3ac1e103605a", "name": "network-vif-plugged", "status": "completed", "tag": "01c74285-0dbb-42ba-b278-d8064d3648eb"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:55.138971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 01c74285-0dbb-42ba-b278-d8064d3648eb, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=01c74285-0dbb-42ba-b278-d8064d3648eb,segment=NetworkSegment(6536741f-d15d-471a-bea8-e217b1026c64),segment_id=6536741f-d15d-471a-bea8-e217b1026c64)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:55.149072 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.159407 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.172510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.229216 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30237b0a-5bc7-45fb-8a22-95842c1a0e7c x-openstack-request-id: req-30237b0a-5bc7-45fb-8a22-95842c1a0e7c {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:55.230403 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5299943a-6a6b-4736-a56b-3ac1e103605a", "name": "network-vif-plugged", "status": "completed", "tag": "01c74285-0dbb-42ba-b278-d8064d3648eb", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:55.231028 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30237b0a-5bc7-45fb-8a22-95842c1a0e7c {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:55.232202 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5299943a-6a6b-4736-a56b-3ac1e103605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c74285-0dbb-42ba-b278-d8064d3648eb', 'code': 200} Jul 13 07:41:55.233428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Transition to ACTIVE for port object 719c12c9-9961-4392-86ee-a8650f59dc7d will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:55.269215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Transition to ACTIVE for port object 719c12c9-9961-4392-86ee-a8650f59dc7d will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:55.270939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=01c74285-0dbb-42ba-b278-d8064d3648eb,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:55.280358 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.381310 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Pushing event updated for resources: {'Port': ['ID=719c12c9-9961-4392-86ee-a8650f59dc7d,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:55.401107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Network 97729924-e9ba-4559-81ed-07c8cb4ecc14 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:55.410047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:55.410656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39862) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:55.431040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:55.595539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Attempting to bind port 719c12c9-9961-4392-86ee-a8650f59dc7d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:55.595915 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Attempting to bind port 719c12c9-9961-4392-86ee-a8650f59dc7d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '4c8ab8b9-093e-4a5b-a404-9355d00cf3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '97729924-e9ba-4559-81ed-07c8cb4ecc14'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:55.596307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Attempting to bind port 719c12c9-9961-4392-86ee-a8650f59dc7d on network 97729924-e9ba-4559-81ed-07c8cb4ecc14 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:55.619655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb93b2-f8d3-4168-a550-ccdfd96a14e3 req-f765370f-b35d-46b3-b5fb-83f737c46ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:55.623008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:55.623387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Checking segment: {'id': '4c8ab8b9-093e-4a5b-a404-9355d00cf3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '97729924-e9ba-4559-81ed-07c8cb4ecc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:55.623790 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.624205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Bound using segment: {'id': '4c8ab8b9-093e-4a5b-a404-9355d00cf3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '97729924-e9ba-4559-81ed-07c8cb4ecc14'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:55.624670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Bound port: 719c12c9-9961-4392-86ee-a8650f59dc7d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8ab8b9-093e-4a5b-a404-9355d00cf3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '97729924-e9ba-4559-81ed-07c8cb4ecc14'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:55.625047 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.628630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eccb93b2-f8d3-4168-a550-ccdfd96a14e3 req-f765370f-b35d-46b3-b5fb-83f737c46ef6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 1096 time: 0.2993753 Jul 13 07:41:55.660438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.669520 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.718435 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.750251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b6cf81-2d48-4acb-9aa6-bdd3a6f2c296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.769120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Port': ['ID=c61dd360-2a72-4aa8-947e-b68537dfcbe5,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:55.806005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] For port 719c12c9-9961-4392-86ee-a8650f59dc7d, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:55.813554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eccb93b2-f8d3-4168-a550-ccdfd96a14e3 req-0983a7fe-28da-4080-ae5d-c351461493f0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684773 Jul 13 07:41:55.817879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] For port 719c12c9-9961-4392-86ee-a8650f59dc7d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=719c12c9-9961-4392-86ee-a8650f59dc7d,segment=NetworkSegment(4c8ab8b9-093e-4a5b-a404-9355d00cf3fb),segment_id=4c8ab8b9-093e-4a5b-a404-9355d00cf3fb)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:55.826300 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:55.855922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266a0a9-eedb-470a-b92f-a5b8e19a28e6 req-436960c0-c4e5-4fad-85ab-78e1bfd48dc1 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:55.857538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d266a0a9-eedb-470a-b92f-a5b8e19a28e6 req-436960c0-c4e5-4fad-85ab-78e1bfd48dc1 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 945 time: 0.3615570 Jul 13 07:41:55.857879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network 16e00b2b-773f-47ae-a95c-5b89762ecfdb is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:55.859464 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:55.935831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12450f8a-f4d0-43e8-874a-434d499f5663 None None] Pushing event updated for resources: {'Port': ['ID=719c12c9-9961-4392-86ee-a8650f59dc7d,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:56.082404 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Router 64681a17-619a-4826-9963-ab863fc763eb is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:41:56.113130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b6cf81-2d48-4acb-9aa6-bdd3a6f2c296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.124929 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b6cf81-2d48-4acb-9aa6-bdd3a6f2c296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.288462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c1b6cf81-2d48-4acb-9aa6-bdd3a6f2c296 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f46e1f4b6a744b9aeb0b581cf23afbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8454757 Jul 13 07:41:56.288462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6cf81-2d48-4acb-9aa6-bdd3a6f2c296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae15f97-ee93-497c-8b81-3ae1461af4d1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:56.288727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39888) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:56.294556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:56.309653 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a60c9f-783f-45f2-9378-47079ca1b876 None None] Sync routers for ids ['64681a17-619a-4826-9963-ab863fc763eb'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:56.313064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ff859fa6-3367-47cf-badc-bf47e66c5a46 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "PUT /v2.0/routers/64681a17-619a-4826-9963-ab863fc763eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8492870 Jul 13 07:41:56.321355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39890) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:56.332943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d266a0a9-eedb-470a-b92f-a5b8e19a28e6 req-9e4e975c-5d80-4490-bb33-35531af6fbd8 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578791 Jul 13 07:41:56.365832 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a60c9f-783f-45f2-9378-47079ca1b876 None None] Routers {'64681a17-619a-4826-9963-ab863fc763eb'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:56.367368 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-38a60c9f-783f-45f2-9378-47079ca1b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64681a17-619a-4826-9963-ab863fc763eb'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:56.422137 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-38a60c9f-783f-45f2-9378-47079ca1b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:56.445236 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a676b4b4-e16c-4cb3-b8d9-6467e88442c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.465689 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a60c9f-783f-45f2-9378-47079ca1b876 None None] Routers {'64681a17-619a-4826-9963-ab863fc763eb'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:56.466723 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-38a60c9f-783f-45f2-9378-47079ca1b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64681a17-619a-4826-9963-ab863fc763eb'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:56.479123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device af2ddd68-8e3f-4724-b008-0025b8a04662 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:56.490450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a676b4b4-e16c-4cb3-b8d9-6467e88442c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.569246 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-38a60c9f-783f-45f2-9378-47079ca1b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:56.571572 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a60c9f-783f-45f2-9378-47079ca1b876 None None] The sync data for ids ['64681a17-619a-4826-9963-ab863fc763eb'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:56.592339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port af2ddd68-8e3f-4724-b008-0025b8a04662 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:56.593012 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.609724 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a676b4b4-e16c-4cb3-b8d9-6467e88442c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.612775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a676b4b4-e16c-4cb3-b8d9-6467e88442c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.614191 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a676b4b4-e16c-4cb3-b8d9-6467e88442c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fae15f97-ee93-497c-8b81-3ae1461af4d1 HTTP/1.1" status: 204 len: 168 time: 0.3216882 Jul 13 07:41:56.643853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676b4b4-e16c-4cb3-b8d9-6467e88442c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae15f97-ee93-497c-8b81-3ae1461af4d1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:56.783181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e7c3b4b4-9237-410c-947a-86ad2cc97653 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:56.837011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c804f6-eec1-4884-9a39-24bf3c4f4c83 None None] Network 16e00b2b-773f-47ae-a95c-5b89762ecfdb requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:57.002435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e7c3b4b4-9237-410c-947a-86ad2cc97653 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:57.043728 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-84dc2c90-afa5-4e61-aa0a-dbc6164087e1 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:41:57.044920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-84dc2c90-afa5-4e61-aa0a-dbc6164087e1 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "PUT /v2.0/routers/64681a17-619a-4826-9963-ab863fc763eb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7222822 Jul 13 07:41:57.050098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39916) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:57.167994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Provisioning for port e7c3b4b4-9237-410c-947a-86ad2cc97653 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:57.172732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Provisioning complete for port e7c3b4b4-9237-410c-947a-86ad2cc97653 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:57.173116 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.350444 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.424207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] For port e7c3b4b4-9237-410c-947a-86ad2cc97653, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e7c3b4b4-9237-410c-947a-86ad2cc97653,segment=NetworkSegment(6160b605-f4c1-4415-95f1-038ce3cae734),segment_id=6160b605-f4c1-4415-95f1-038ce3cae734)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:57.437282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.599009 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:41:57.613593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Pushing event updated for resources: {'Port': ['ID=e7c3b4b4-9237-410c-947a-86ad2cc97653,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:57.632062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.632699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.633197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.633692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.634181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.634681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.635169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.635650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.636169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.636647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.637145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.637626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524cbd9d-a4ac-4d8e-a6f8-f6ca3df466bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:57.747971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a038f0a-0f11-44f1-b5ff-81f6274904ff req-d4c58bb0-0deb-4986-8fe6-6d4df2ea23fb tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:57.760691 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a038f0a-0f11-44f1-b5ff-81f6274904ff req-d4c58bb0-0deb-4986-8fe6-6d4df2ea23fb tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 945 time: 0.1989594 Jul 13 07:41:57.778232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f8252e8-f7bd-4082-9298-db9a818658bf None None] Provisioning complete for port e7c3b4b4-9237-410c-947a-86ad2cc97653 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:57.778588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.779370 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f8252e8-f7bd-4082-9298-db9a818658bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.867635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39962) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:57.880710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13632c29-6968-4432-8b21-62a600d41839 None None] Network 97729924-e9ba-4559-81ed-07c8cb4ecc14 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:58.052147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f8252e8-f7bd-4082-9298-db9a818658bf None None] Provisioning for port c61dd360-2a72-4aa8-947e-b68537dfcbe5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:58.084118 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-e05f20a1-9b36-4cd9-9d4e-e79ba9db9f08 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1570823 Jul 13 07:41:58.136067 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59798fca-676d-46df-9991-003a638149b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.165606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6f8252e8-f7bd-4082-9298-db9a818658bf None None] Provisioning complete for port c61dd360-2a72-4aa8-947e-b68537dfcbe5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:58.165989 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f8252e8-f7bd-4082-9298-db9a818658bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.270923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6f8252e8-f7bd-4082-9298-db9a818658bf None None] Port c61dd360-2a72-4aa8-947e-b68537dfcbe5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:58.398439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a038f0a-0f11-44f1-b5ff-81f6274904ff req-5e451847-f59e-435f-b80d-ef0cfc428e96 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365311 Jul 13 07:41:58.404090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4efbbd10-51e9-4d14-bff5-c3c91ec31886 None None] Provisioning for port 719c12c9-9961-4392-86ee-a8650f59dc7d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:58.409355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-f05f6b6a-8525-41f5-a5c8-ee14648424d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.413875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-f05f6b6a-8525-41f5-a5c8-ee14648424d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.414419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-f05f6b6a-8525-41f5-a5c8-ee14648424d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.427118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e7c3b4b4-9237-410c-947a-86ad2cc97653 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:58.431455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-f05f6b6a-8525-41f5-a5c8-ee14648424d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.435458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-f05f6b6a-8525-41f5-a5c8-ee14648424d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.435795 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-f05f6b6a-8525-41f5-a5c8-ee14648424d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.438074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-f05f6b6a-8525-41f5-a5c8-ee14648424d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.455456 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-f05f6b6a-8525-41f5-a5c8-ee14648424d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6502 time: 0.2629585 Jul 13 07:41:58.559256 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4efbbd10-51e9-4d14-bff5-c3c91ec31886 None None] Provisioning complete for port c61dd360-2a72-4aa8-947e-b68537dfcbe5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:58.559918 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4efbbd10-51e9-4d14-bff5-c3c91ec31886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.674099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e7c3b4b4-9237-410c-947a-86ad2cc97653 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:58.674760 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.684306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4efbbd10-51e9-4d14-bff5-c3c91ec31886 None None] Port c61dd360-2a72-4aa8-947e-b68537dfcbe5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:58.778735 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59798fca-676d-46df-9991-003a638149b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.785750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-52955c2f-922b-467e-a920-126e78228cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.786956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-52955c2f-922b-467e-a920-126e78228cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.787443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-52955c2f-922b-467e-a920-126e78228cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:58.789746 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-52955c2f-922b-467e-a920-126e78228cd8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e7cdd79-9e26-472c-b6eb-034c3e059457&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=11825ed9-aef6-4a93-a944-b3e11edef9e4&id=11825ed9-aef6-4a93-a944-b3e11edef9e4 HTTP/1.1" status: 200 len: 2297 time: 0.3031948 Jul 13 07:41:58.790951 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-59798fca-676d-46df-9991-003a638149b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.823311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59798fca-676d-46df-9991-003a638149b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c61361-c7f3-4fa9-92c4-95da3d137c12,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:58.858521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39990) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:58.916361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-091e6f34-31c8-4a93-af27-0e60b073c7b4 None None] Provisioning complete for port c61dd360-2a72-4aa8-947e-b68537dfcbe5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:58.916978 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-091e6f34-31c8-4a93-af27-0e60b073c7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.924220 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-59798fca-676d-46df-9991-003a638149b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eedbb543865a4adc928974572ada0efe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0537786 Jul 13 07:41:58.927320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39996) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:58.962337 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-5282036d-6367-402e-b9df-b22b241ac0ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82 HTTP/1.1" status: 200 len: 1000 time: 0.1402385 Jul 13 07:41:58.974230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 719c12c9-9961-4392-86ee-a8650f59dc7d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:59.028246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-cd5df524-83f0-4d1f-80a9-5170ebcae412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.029876 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-cd5df524-83f0-4d1f-80a9-5170ebcae412 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=13a916cb-756e-4ec9-9df1-6600fe316290 HTTP/1.1" status: 200 len: 855 time: 0.0600917 Jul 13 07:41:59.056060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Deleting port c61dd360-2a72-4aa8-947e-b68537dfcbe5 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:59.057348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-091e6f34-31c8-4a93-af27-0e60b073c7b4 None None] Port c61dd360-2a72-4aa8-947e-b68537dfcbe5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:59.059027 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.121626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 719c12c9-9961-4392-86ee-a8650f59dc7d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:59.127780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 719c12c9-9961-4392-86ee-a8650f59dc7d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:59.128721 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.152587 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-262fe02b-bafd-4613-810d-0eeb17dac0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.154410 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-262fe02b-bafd-4613-810d-0eeb17dac0b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e7cdd79-9e26-472c-b6eb-034c3e059457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154082 Jul 13 07:41:59.169972 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-cdffbab2-3ceb-43e8-9fa2-447a9d812a40 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:41:59.171325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-cdffbab2-3ceb-43e8-9fa2-447a9d812a40 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099282 Jul 13 07:41:59.173899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-875126357'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:59.214165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-87169a77-bf91-4e8b-839f-3e4a856848f1 None None] Provisioning complete for port c61dd360-2a72-4aa8-947e-b68537dfcbe5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:59.214165 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-87169a77-bf91-4e8b-839f-3e4a856848f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.215175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.277705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.281901 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.291756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.294832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-87169a77-bf91-4e8b-839f-3e4a856848f1 None None] Port c61dd360-2a72-4aa8-947e-b68537dfcbe5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:59.308583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Made reservation on behalf of 3c2e83a2c1c14908a807cbf1b4dcfe1b for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:59.312134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.318669 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-05792914-fb50-452a-ab92-7c8e2c305c39 service neutron] 10.222.0.54 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381819 Jul 13 07:41:59.329841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Calling delete_port for c61dd360-2a72-4aa8-947e-b68537dfcbe5 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:59.344788 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.389204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-fb10d755-05d9-4106-896e-36681b1c4f75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2315841 Jul 13 07:41:59.511417 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-ec15dda4-c791-404b-857b-01ce7843c242 service neutron] 10.222.0.54 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856828 Jul 13 07:41:59.531166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.534498 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.535848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69c61361-c7f3-4fa9-92c4-95da3d137c12 HTTP/1.1" status: 204 len: 168 time: 0.6001718 Jul 13 07:41:59.559889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 719c12c9-9961-4392-86ee-a8650f59dc7d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=719c12c9-9961-4392-86ee-a8650f59dc7d,segment=NetworkSegment(4c8ab8b9-093e-4a5b-a404-9355d00cf3fb),segment_id=4c8ab8b9-093e-4a5b-a404-9355d00cf3fb)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:59.567542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.573077 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-b4e2f624-f568-4829-82c6-171920ea8cd7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=85f68cd3-4049-48a6-bd3d-74e43aa55494 HTTP/1.1" status: 200 len: 217 time: 0.0545290 Jul 13 07:41:59.618996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c61361-c7f3-4fa9-92c4-95da3d137c12,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:59.656505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=719c12c9-9961-4392-86ee-a8650f59dc7d,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:59.664794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-629b09f7-45f4-4ce5-8fd7-ae1e338aa57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.667562 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-629b09f7-45f4-4ce5-8fd7-ae1e338aa57c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.0867982 Jul 13 07:41:59.672940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.673290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.673642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.673982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.674323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.674627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.674958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.675285 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.675608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.675933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.676280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.676602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2b23f9-eea4-43a1-a180-23094b8842f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:59.749047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-0b702ccf-bf89-41e0-a29c-53955ade56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.751088 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-0b702ccf-bf89-41e0-a29c-53955ade56c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772440 Jul 13 07:41:59.783043 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.788769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-5555a49f-4f44-4064-9f46-e4193895b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.791601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-5555a49f-4f44-4064-9f46-e4193895b94f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd749e8ed4e48858044008648ca5e6c&device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 1096 time: 0.3364890 Jul 13 07:41:59.825865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.875333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a9fedc-0432-4bee-ad1a-54312f011b03,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:59.944597 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-6e38c8c7-edc8-4ee5-99c4-8915d4aab6eb service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862550 Jul 13 07:41:59.962518 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.970541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897540-b5c5-4c9a-b3b5-b812d59476e4 req-c55ae601-6450-4d6f-ab93-e055302822a7 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:59.972065 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c897540-b5c5-4c9a-b3b5-b812d59476e4 req-c55ae601-6450-4d6f-ab93-e055302822a7 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 945 time: 0.3423219 Jul 13 07:41:59.990816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:00.026862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Port': ['ID=c61dd360-2a72-4aa8-947e-b68537dfcbe5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:00.080971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-a94fd9c4-ca40-4afb-ab32-1c32a7cc0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:00.082622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-a94fd9c4-ca40-4afb-ab32-1c32a7cc0f4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f329705-4e5f-4e40-9732-f998b0300e68 HTTP/1.1" status: 200 len: 909 time: 0.2582779 Jul 13 07:42:00.089212 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.089714 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Added segment 5d225cc2-b15c-423d-9c71-8e11590d4974 of type vlan for network 70ba2316-3f23-4230-acf9-e1594945ab6d Jul 13 07:42:00.092154 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c897540-b5c5-4c9a-b3b5-b812d59476e4 req-f3a5353e-1a39-4cde-80e6-f286da8c2c8d tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094372 Jul 13 07:42:00.142470 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-647303e0-0a9d-44db-863e-e0ffdf5ac50d service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907647 Jul 13 07:42:00.152812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 719c12c9-9961-4392-86ee-a8650f59dc7d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:00.196372 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-a9a35a57-43e0-49ef-9a18-6a9c54c6683b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=5a81db4e-6258-4a67-b385-4ca5c5cf1240 HTTP/1.1" status: 200 len: 217 time: 0.0459502 Jul 13 07:42:00.212453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 719c12c9-9961-4392-86ee-a8650f59dc7d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:00.213268 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.216299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.260731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-8fcd2bd4-3264-4a4e-9fbc-77ddeab2e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:00.262121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-8fcd2bd4-3264-4a4e-9fbc-77ddeab2e53f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.0595951 Jul 13 07:42:00.276601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-bb672d1e-2547-4532-bc63-a788286a546b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01c74285-0dbb-42ba-b278-d8064d3648eb HTTP/1.1" status: 200 len: 217 time: 0.1845834 Jul 13 07:42:00.344060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.352689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-93ba10bf-8bf7-403c-b674-0e770d6070d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:00.354699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-93ba10bf-8bf7-403c-b674-0e770d6070d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845747 Jul 13 07:42:00.441743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-c3fc1896-b4d8-4b99-a0ad-4ed2418ea626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:00.443588 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-c3fc1896-b4d8-4b99-a0ad-4ed2418ea626 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b584949d-653c-46f7-953d-057243c8ac54 HTTP/1.1" status: 200 len: 848 time: 0.1553631 Jul 13 07:42:00.449042 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-b3b5d61a-897b-44c2-91bd-410fc9f6582a service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872953 Jul 13 07:42:00.479669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.485173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:00.485772 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.553271 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-598d8976-aa86-4a71-b67e-bfd03952a335 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974677 Jul 13 07:42:00.585717 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-7a3d6f35-43e7-4815-bc67-ff73e15049eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f329705-4e5f-4e40-9732-f998b0300e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071672 Jul 13 07:42:00.608919 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-6a538a20-65f0-40a8-9089-5ccddcc086bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=b3f34535-4c57-45b8-a551-08e0f419e825 HTTP/1.1" status: 200 len: 217 time: 0.0487790 Jul 13 07:42:00.648537 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7867088 Jul 13 07:42:00.649146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb96050-32d3-49c5-8c88-3c15f8e3f1a7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Pushing event updated for resources: {'Network': ['ID=70ba2316-3f23-4230-acf9-e1594945ab6d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:00.651170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40040) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:00.656188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Router 64681a17-619a-4826-9963-ab863fc763eb has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:42:00.660219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 70ba2316-3f23-4230-acf9-e1594945ab6d details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:00.664563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Request body: {'subnet': {'network_id': '70ba2316-3f23-4230-acf9-e1594945ab6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:00.707380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-d41be6a7-e04e-4a63-a100-7b33789d1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:00.709040 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-d41be6a7-e04e-4a63-a100-7b33789d1953 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.0935450 Jul 13 07:42:00.817460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-638e3732-9b65-481e-ac8c-e6d0494bf574 service neutron] 10.222.0.53 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224028 Jul 13 07:42:00.832261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:00.843425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd447b5b-2389-4367-9b80-0f6d6afcc0c5 None None] Sync routers for ids ['64681a17-619a-4826-9963-ab863fc763eb'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:00.860037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd447b5b-2389-4367-9b80-0f6d6afcc0c5 None None] Routers {'64681a17-619a-4826-9963-ab863fc763eb'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:00.860697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-dd447b5b-2389-4367-9b80-0f6d6afcc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64681a17-619a-4826-9963-ab863fc763eb'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:00.872313 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1d878ce4-e9c4-40a5-bfb3-70e266bd434f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "PUT /v2.0/routers/64681a17-619a-4826-9963-ab863fc763eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8189414 Jul 13 07:42:00.885820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40046) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:00.928221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-dd447b5b-2389-4367-9b80-0f6d6afcc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:00.938523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd447b5b-2389-4367-9b80-0f6d6afcc0c5 None None] Routers {'64681a17-619a-4826-9963-ab863fc763eb'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:00.939172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-dd447b5b-2389-4367-9b80-0f6d6afcc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64681a17-619a-4826-9963-ab863fc763eb'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:00.943493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40048) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:00.945714 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-303b1866-fb9c-4ddc-a3bc-d88469dcc042 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] delete failed (client error): The resource could not be found. Jul 13 07:42:00.947003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-303b1866-fb9c-4ddc-a3bc-d88469dcc042 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-346132627 HTTP/1.1" status: 404 len: 334 time: 0.0601261 Jul 13 07:42:00.972676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40050) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:00.983300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-dd447b5b-2389-4367-9b80-0f6d6afcc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:00.983493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8cf862e1-45bb-4994-9a08-fe05f7bc53fc tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'router': {'external_gateway_info': {'network_id': '64681a17-619a-4826-9963-ab863fc763eb'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:00.983964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd447b5b-2389-4367-9b80-0f6d6afcc0c5 None None] The sync data for ids ['64681a17-619a-4826-9963-ab863fc763eb'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:01.115862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-819bf707-f319-4a88-8eef-18669a0d2e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.224681 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95cfcec8-e3af-491b-b714-0a8d5275f983 req-eca49b53-08e9-4c2e-9889-884d19613447 service neutron] 10.222.0.53 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899994 Jul 13 07:42:01.232188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Made reservation on behalf of 3c2e83a2c1c14908a807cbf1b4dcfe1b for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:01.235926 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.297889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-ffbe7918-a678-409e-a055-6bfcd86b412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:01.299480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-ffbe7918-a678-409e-a055-6bfcd86b412e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5587432 Jul 13 07:42:01.301750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8cf862e1-45bb-4994-9a08-fe05f7bc53fc tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.310876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-01759260-381d-4f1f-a8f6-56ec9e55aaeb tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:01.312354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-01759260-381d-4f1f-a8f6-56ec9e55aaeb tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.53 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 945 time: 0.5639250 Jul 13 07:42:01.332301 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-8cf862e1-45bb-4994-9a08-fe05f7bc53fc tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] update failed (client error): The resource could not be found. Jul 13 07:42:01.333309 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8cf862e1-45bb-4994-9a08-fe05f7bc53fc tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "PUT /v2.0/routers/64681a17-619a-4826-9963-ab863fc763eb HTTP/1.1" status: 404 len: 339 time: 0.3567808 Jul 13 07:42:01.337596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40058) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:01.346735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-35782865'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:01.392779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-819bf707-f319-4a88-8eef-18669a0d2e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.401479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-819bf707-f319-4a88-8eef-18669a0d2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.445241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Made reservation on behalf of af05e94a233541d2bc3f3c018d6333ce for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:01.448797 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.450730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bf707-f319-4a88-8eef-18669a0d2e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2538484a-fd71-42d7-817e-e2e9c8c6be17,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:01.468611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-819bf707-f319-4a88-8eef-18669a0d2e7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80b9af874a174b609b9625d60367e21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175335 Jul 13 07:42:01.468611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40060) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:01.502664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2a87a-05a1-4faa-bd1c-5daf434338ff req-02d77370-1fd0-46f4-8638-9c5443e7f0bc tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:01.504265 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8aa2a87a-05a1-4faa-bd1c-5daf434338ff req-02d77370-1fd0-46f4-8638-9c5443e7f0bc tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 945 time: 0.2878296 Jul 13 07:42:01.504997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:01.523929 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.524313 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Added segment 036c979e-4943-41ec-9254-3107b70bbeb1 of type vlan for network a6573e2b-f269-4f89-a886-b8f698305792 Jul 13 07:42:01.563611 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad312-74fb-4e9b-9465-da7888366ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.585905 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.601639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad312-74fb-4e9b-9465-da7888366ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.608218 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-7f1ba7db-3e64-4a98-a80c-256ba46ef880 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938123 Jul 13 07:42:01.648915 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.654707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:01.655221 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.657348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8aa2a87a-05a1-4faa-bd1c-5daf434338ff req-dd68dc92-7474-4c32-914c-892b41ae0387 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278775 Jul 13 07:42:01.704169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3627956 Jul 13 07:42:01.704169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad312-74fb-4e9b-9465-da7888366ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.705338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad312-74fb-4e9b-9465-da7888366ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.708652 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6f5ad312-74fb-4e9b-9465-da7888366ff8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2538484a-fd71-42d7-817e-e2e9c8c6be17 HTTP/1.1" status: 204 len: 168 time: 0.2369812 Jul 13 07:42:01.708652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40064) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:01.718832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'subnet': {'network_id': 'a6573e2b-f269-4f89-a886-b8f698305792', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:01.741740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-96c660dd-03ce-4825-821a-f4d3655ccaf0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Deleting port 01c74285-0dbb-42ba-b278-d8064d3648eb {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:01.741940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-96c660dd-03ce-4825-821a-f4d3655ccaf0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.749158 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.774578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ad312-74fb-4e9b-9465-da7888366ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2538484a-fd71-42d7-817e-e2e9c8c6be17,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:01.782292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b405d-432e-4bec-89dc-d829157e2ea6 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Network': ['ID=a6573e2b-f269-4f89-a886-b8f698305792,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:01.810067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network a6573e2b-f269-4f89-a886-b8f698305792 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:01.881196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-cb9bd395-2c5e-4ac5-ac7e-bdb3e06bb7e5 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647398 Jul 13 07:42:01.882337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Made reservation on behalf of af05e94a233541d2bc3f3c018d6333ce for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:01.887612 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:01.923738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Pushing event updated for resources: {'Subnet': ['ID=3c505235-e71a-488f-ab9a-d3e4d84a2196,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:01.968548 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-d06c9bc4-d97e-407d-a149-fb9b6629c3db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=5b8939fa-8b8a-4b9a-a054-cbba7f446f29 HTTP/1.1" status: 200 len: 217 time: 0.0629187 Jul 13 07:42:02.018155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Checking segment: {'id': '5d225cc2-b15c-423d-9c71-8e11590d4974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70ba2316-3f23-4230-acf9-e1594945ab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:02.018530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Network hostable DHCP agents. Network: 70ba2316-3f23-4230-acf9-e1594945ab6d, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:02.022579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-96c660dd-03ce-4825-821a-f4d3655ccaf0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] For port 01c74285-0dbb-42ba-b278-d8064d3648eb, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=01c74285-0dbb-42ba-b278-d8064d3648eb,segment=NetworkSegment(6536741f-d15d-471a-bea8-e217b1026c64),segment_id=6536741f-d15d-471a-bea8-e217b1026c64)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:02.023119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-96c660dd-03ce-4825-821a-f4d3655ccaf0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.044118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-96c660dd-03ce-4825-821a-f4d3655ccaf0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Calling delete_port for 01c74285-0dbb-42ba-b278-d8064d3648eb owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:02.104737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Network 70ba2316-3f23-4230-acf9-e1594945ab6d is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:02.108148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-309f3f1e-890a-4b0c-b20e-d50ac05f54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.109845 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-309f3f1e-890a-4b0c-b20e-d50ac05f54a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.1337898 Jul 13 07:42:02.153588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 70ba2316-3f23-4230-acf9-e1594945ab6d) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:02.160858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.161692 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.172710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdbbabe-d3a9-4975-9fdc-58d911945ae8 None None] Network 70ba2316-3f23-4230-acf9-e1594945ab6d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:02.176298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.234400 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8d6c9949-8de5-4595-b620-e07fc5d8f46b tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5796902 Jul 13 07:42:02.236474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40082) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:02.248371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Request body: {'port': {'network_id': '70ba2316-3f23-4230-acf9-e1594945ab6d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1924015374'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:02.255652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Checking segment: {'id': '036c979e-4943-41ec-9254-3107b70bbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a6573e2b-f269-4f89-a886-b8f698305792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:02.255652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network hostable DHCP agents. Network: a6573e2b-f269-4f89-a886-b8f698305792, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:02.262035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-514f5f1d-dd9f-45dd-92d8-c88fba51fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.263826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-514f5f1d-dd9f-45dd-92d8-c88fba51fa91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1446276 Jul 13 07:42:02.271324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Subnet': ['ID=d77a299b-cbab-44c6-a0e1-3e218069016a,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:02.400999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-96c660dd-03ce-4825-821a-f4d3655ccaf0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.417018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-70ba2316-3f23-4230-acf9-e1594945ab6d', 'network_id': '70ba2316-3f23-4230-acf9-e1594945ab6d', 'tenant_id': '3c2e83a2c1c14908a807cbf1b4dcfe1b', 'fixed_ips': [{'subnet_id': '3c505235-e71a-488f-ab9a-d3e4d84a2196'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:02.418790 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.455287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c660dd-03ce-4825-821a-f4d3655ccaf0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Pushing event deleted for resources: {'Port': ['ID=01c74285-0dbb-42ba-b278-d8064d3648eb,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:02.466485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-aa792bef-71ea-484a-a731-88fd6ff9d930 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954005 Jul 13 07:42:02.533931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-96c660dd-03ce-4825-821a-f4d3655ccaf0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] No DVR routers for this DVR port 01c74285-0dbb-42ba-b278-d8064d3648eb on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:02.538423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-96c660dd-03ce-4825-821a-f4d3655ccaf0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.540460 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d5c501c-e046-41cb-9924-3ac619635df5 req-96c660dd-03ce-4825-821a-f4d3655ccaf0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.53 "DELETE /v2.0/ports/01c74285-0dbb-42ba-b278-d8064d3648eb HTTP/1.1" status: 204 len: 173 time: 1.1860626 Jul 13 07:42:02.540938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5299943a-6a6b-4736-a56b-3ac1e103605a', 'name': 'network-vif-deleted', 'tag': '01c74285-0dbb-42ba-b278-d8064d3648eb'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:02.543584 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aecdc04-5b05-49ad-b37a-39d6c6140c75" -d '{"events": [{"server_uuid": "5299943a-6a6b-4736-a56b-3ac1e103605a", "name": "network-vif-deleted", "tag": "01c74285-0dbb-42ba-b278-d8064d3648eb"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:02.647006 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0491525d-75c2-4baf-ba32-b5c89c66a0d2 x-openstack-request-id: req-0491525d-75c2-4baf-ba32-b5c89c66a0d2 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:02.648168 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5299943a-6a6b-4736-a56b-3ac1e103605a", "name": "network-vif-deleted", "tag": "01c74285-0dbb-42ba-b278-d8064d3648eb", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:02.648656 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0491525d-75c2-4baf-ba32-b5c89c66a0d2 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:02.649351 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5299943a-6a6b-4736-a56b-3ac1e103605a', 'name': 'network-vif-deleted', 'tag': '01c74285-0dbb-42ba-b278-d8064d3648eb', 'status': 'completed', 'code': 200} Jul 13 07:42:02.653435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network a6573e2b-f269-4f89-a886-b8f698305792 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:02.656130 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-05f9bd28-5769-4191-9e8f-aa26e7cd2c74 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701264 Jul 13 07:42:02.681613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, a6573e2b-f269-4f89-a886-b8f698305792) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:02.698128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ae5cd-b34f-4644-a0a4-553c2181d492 None None] Network a6573e2b-f269-4f89-a886-b8f698305792 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:02.702508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.702925 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.711360 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-985c7335-95a2-4fc5-99c4-22d82f703625 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c HTTP/1.1" status: 200 len: 217 time: 0.0484774 Jul 13 07:42:02.744121 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-970adbc4-ce16-4f71-8359-cbba5b8e3eb8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0295372 Jul 13 07:42:02.755090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40098) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:02.769558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f61301d5-af08-408a-9e58-6d65145ae361 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6573e2b-f269-4f89-a886-b8f698305792'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:02.806927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-ce82bdd0-fc11-43d2-810b-76b1fb8daa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.808818 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-ce82bdd0-fc11-43d2-810b-76b1fb8daa65 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 200 len: 797 time: 0.0878553 Jul 13 07:42:02.895690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Allocated IP 172.20.0.2 (70ba2316-3f23-4230-acf9-e1594945ab6d/3c505235-e71a-488f-ab9a-d3e4d84a2196/90cd1c1e-4773-4dbc-898b-7ffb33f87576) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:02.905813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Made reservation on behalf of 3c2e83a2c1c14908a807cbf1b4dcfe1b for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:02.909437 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.914903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-a6573e2b-f269-4f89-a886-b8f698305792', 'network_id': 'a6573e2b-f269-4f89-a886-b8f698305792', 'tenant_id': 'af05e94a233541d2bc3f3c018d6333ce', 'fixed_ips': [{'subnet_id': 'd77a299b-cbab-44c6-a0e1-3e218069016a'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:02.916449 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.951888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-88e54eb8-7de5-486b-b004-d4d781235593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:02.953718 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-88e54eb8-7de5-486b-b004-d4d781235593 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1378255 Jul 13 07:42:02.987257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c2f54b46-c63c-4389-b4df-0631d008a81e req-11776e7b-3484-4e1e-b37e-cb5468431a8d tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=5299943a-6a6b-4736-a56b-3ac1e103605a HTTP/1.1" status: 200 len: 210 time: 0.0417972 Jul 13 07:42:03.069623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] device_id is not set on port 8ce08f71-2266-4843-892c-0c1b416161c7 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:03.076827 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-89e9c9b0-b630-4934-b612-3fe2ad386fb0 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157122 Jul 13 07:42:03.086023 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f61301d5-af08-408a-9e58-6d65145ae361 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.227758 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-6feeda38-a9b0-4be8-942f-3de4e114e6d4 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434772 Jul 13 07:42:03.295518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.306158 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-68609dfb-bb83-4518-bc43-a80bb228c31a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1 HTTP/1.1" status: 200 len: 217 time: 0.0713031 Jul 13 07:42:03.313488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Transition to ACTIVE for port object 90cd1c1e-4773-4dbc-898b-7ffb33f87576 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:03.329849 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-f61301d5-af08-408a-9e58-6d65145ae361 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:03.345232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f61301d5-af08-408a-9e58-6d65145ae361 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "PUT /v2.0/routers/64681a17-619a-4826-9963-ab863fc763eb HTTP/1.1" status: 400 len: 364 time: 0.5807571 Jul 13 07:42:03.346245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40114) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:03.363284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Transition to ACTIVE for port object 90cd1c1e-4773-4dbc-898b-7ffb33f87576 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:03.381106 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.388909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-77bce5f5-2320-44e4-bae1-0e742fbaf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:03.390565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-77bce5f5-2320-44e4-bae1-0e742fbaf786 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 200 len: 797 time: 0.0776687 Jul 13 07:42:03.392487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Allocated IP 2001:db8:1::2 (a6573e2b-f269-4f89-a886-b8f698305792/d77a299b-cbab-44c6-a0e1-3e218069016a/de3684d3-b1cf-4aa5-986a-404b0511d996) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:03.481062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Network 70ba2316-3f23-4230-acf9-e1594945ab6d is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:03.488438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:03.497959 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-88ab14c2-42bd-4075-82c2-b30ba85cd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:03.500114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-88ab14c2-42bd-4075-82c2-b30ba85cd396 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001222 Jul 13 07:42:03.501450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:03.504793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Pushing event updated for resources: {'Port': ['ID=90cd1c1e-4773-4dbc-898b-7ffb33f87576,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:03.513735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Allocated IP 172.20.0.7 (70ba2316-3f23-4230-acf9-e1594945ab6d/3c505235-e71a-488f-ab9a-d3e4d84a2196/8ce08f71-2266-4843-892c-0c1b416161c7) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:03.612189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Attempting to bind port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:03.612595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Attempting to bind port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '5d225cc2-b15c-423d-9c71-8e11590d4974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70ba2316-3f23-4230-acf9-e1594945ab6d'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:03.613699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Attempting to bind port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 on network 70ba2316-3f23-4230-acf9-e1594945ab6d {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:03.627107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:03.627485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Checking segment: {'id': '5d225cc2-b15c-423d-9c71-8e11590d4974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70ba2316-3f23-4230-acf9-e1594945ab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:03.627893 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.628319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Bound using segment: {'id': '5d225cc2-b15c-423d-9c71-8e11590d4974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70ba2316-3f23-4230-acf9-e1594945ab6d'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:03.628786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Bound port: 90cd1c1e-4773-4dbc-898b-7ffb33f87576, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d225cc2-b15c-423d-9c71-8e11590d4974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '70ba2316-3f23-4230-acf9-e1594945ab6d'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:03.629606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.636231 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-740024d0-bde9-4740-826f-3d4fd614272f service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220973 Jul 13 07:42:03.673823 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40120) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:03.746839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0057fb7a-46f6-43b1-a8b2-e737c76339fd req-cacd997e-ded0-4fcd-bd13-de7ecd260dbc service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039023 Jul 13 07:42:03.782297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] For port 90cd1c1e-4773-4dbc-898b-7ffb33f87576, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:03.796746 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.803224 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] For port 90cd1c1e-4773-4dbc-898b-7ffb33f87576, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=90cd1c1e-4773-4dbc-898b-7ffb33f87576,segment=NetworkSegment(5d225cc2-b15c-423d-9c71-8e11590d4974),segment_id=5d225cc2-b15c-423d-9c71-8e11590d4974)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:03.809836 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.812293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Transition to ACTIVE for port object de3684d3-b1cf-4aa5-986a-404b0511d996 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:03.860407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.867578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-483265440'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:03.868604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Transition to ACTIVE for port object de3684d3-b1cf-4aa5-986a-404b0511d996 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:03.893637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43becc-90ed-49d8-b61b-c30b171dc854 None None] Pushing event updated for resources: {'Port': ['ID=90cd1c1e-4773-4dbc-898b-7ffb33f87576,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:03.901491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.909693 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.916270 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Made reservation on behalf of 0f2e6c201657405fa34f3d12e8280277 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:03.922834 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.933526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.949511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Network a6573e2b-f269-4f89-a886-b8f698305792 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:03.952570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:03.955686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:03.978963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Transition to ACTIVE for port object 8ce08f71-2266-4843-892c-0c1b416161c7 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:03.998933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Pushing event updated for resources: {'Port': ['ID=de3684d3-b1cf-4aa5-986a-404b0511d996,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.047656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Attempting to bind port de3684d3-b1cf-4aa5-986a-404b0511d996 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:04.048123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Attempting to bind port de3684d3-b1cf-4aa5-986a-404b0511d996 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '036c979e-4943-41ec-9254-3107b70bbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a6573e2b-f269-4f89-a886-b8f698305792'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:04.048554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Attempting to bind port de3684d3-b1cf-4aa5-986a-404b0511d996 on network a6573e2b-f269-4f89-a886-b8f698305792 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:04.055870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:04.056419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Checking segment: {'id': '036c979e-4943-41ec-9254-3107b70bbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a6573e2b-f269-4f89-a886-b8f698305792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:04.056907 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.057370 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Bound using segment: {'id': '036c979e-4943-41ec-9254-3107b70bbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a6573e2b-f269-4f89-a886-b8f698305792'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:04.058615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Bound port: de3684d3-b1cf-4aa5-986a-404b0511d996, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036c979e-4943-41ec-9254-3107b70bbeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a6573e2b-f269-4f89-a886-b8f698305792'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:04.059069 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.080063 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.089881 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.152198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 01c74285-0dbb-42ba-b278-d8064d3648eb no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:04.206504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.207340 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:04.218665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 01c74285-0dbb-42ba-b278-d8064d3648eb {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:04.219088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 01c74285-0dbb-42ba-b278-d8064d3648eb not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:04.229939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89dd461c-e1b1-429a-a788-56d03ccac02f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.235510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.235933 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Added segment eda3b9ae-0e6f-4da2-b77d-6bbb00893aa8 of type vlan for network 04f539b7-9bca-41a9-8dae-a01835955b0e Jul 13 07:42:04.290855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] For port de3684d3-b1cf-4aa5-986a-404b0511d996, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:04.296719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] For port de3684d3-b1cf-4aa5-986a-404b0511d996, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=de3684d3-b1cf-4aa5-986a-404b0511d996,segment=NetworkSegment(036c979e-4943-41ec-9254-3107b70bbeb1),segment_id=036c979e-4943-41ec-9254-3107b70bbeb1)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:04.310538 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.325122 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.331882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Pushing event updated for resources: {'Port': ['ID=8ce08f71-2266-4843-892c-0c1b416161c7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.355414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Network 70ba2316-3f23-4230-acf9-e1594945ab6d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:04.362498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:04.367019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:04.443420 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.445381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Allocated IP 2001:db8::1 (eb03ae5e-5b9e-4127-a629-8ea681091333/d3329ea8-d2e4-48e8-992b-339130100ace/ab4e8e27-2b19-408e-a655-ce4ede7b8163) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:04.462506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d2df6-233a-494a-a437-8f997a9765d5 None None] Pushing event updated for resources: {'Port': ['ID=de3684d3-b1cf-4aa5-986a-404b0511d996,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.470423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.471304 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.480693 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.493751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.494478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.535531 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8606377 Jul 13 07:42:04.540404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40136) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:04.549429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3c268bda-7e97-4739-9383-b898716317e7 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3061721 Jul 13 07:42:04.553800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40138) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:04.603649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2fbeb-fc20-4720-95b3-1aa2649ee49c tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Pushing event updated for resources: {'Network': ['ID=04f539b7-9bca-41a9-8dae-a01835955b0e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.619149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 04f539b7-9bca-41a9-8dae-a01835955b0e details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:04.655403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Request body: {'network': {'name': 'tempest-network--1160521289', 'router:external': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:04.744253 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.769377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Made reservation on behalf of 8f62ae7c3fd043b3af806f9c0c550dc5 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:04.771750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.778188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Transition to ACTIVE for port object ab4e8e27-2b19-408e-a655-ce4ede7b8163 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:04.793370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.798595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-c8e64266-8fad-46cc-aced-6387debeba66 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.800122 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-c8e64266-8fad-46cc-aced-6387debeba66 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/networks?id=7f329705-4e5f-4e40-9732-f998b0300e68 HTTP/1.1" status: 200 len: 808 time: 0.1573710 Jul 13 07:42:04.815303 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-f972d4f7-0d16-418f-8520-24230e96cc7d tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/quotas/ebd749e8ed4e48858044008648ca5e6c HTTP/1.1" status: 200 len: 375 time: 0.0092244 Jul 13 07:42:04.833765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-39e711f4-c109-4068-947a-425d9ce422f1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Deleting port 8ce08f71-2266-4843-892c-0c1b416161c7 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:04.834120 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39e711f4-c109-4068-947a-425d9ce422f1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.869635 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-d676ade9-2463-4aea-bc52-e673330b2094 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebd749e8ed4e48858044008648ca5e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470822 Jul 13 07:42:04.954495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.009663 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-bc86d576-54c3-4d99-8482-48cfc2d01b2e service neutron] 10.222.0.44 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315780 Jul 13 07:42:05.010424 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39e711f4-c109-4068-947a-425d9ce422f1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.030293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network eb03ae5e-5b9e-4127-a629-8ea681091333 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:05.045774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:05.048268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:05.048830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.058104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-39e711f4-c109-4068-947a-425d9ce422f1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Calling delete_port for 8ce08f71-2266-4843-892c-0c1b416161c7 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:05.113774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Port': ['ID=ab4e8e27-2b19-408e-a655-ce4ede7b8163,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:05.131046 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-e2401b91-e6be-4b2e-b2fb-704d6753d383 service neutron] 10.222.0.44 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198883 Jul 13 07:42:05.213125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.232185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.269092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:05.340749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b482656a-fdd2-44f0-9b7f-c6acba626a3f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:05.353773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.354197 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Added segment 288188ad-2479-40e3-a8b1-9f32d8e60de3 of type vlan for network 02450f05-5c94-43f1-a334-716885d9af1c Jul 13 07:42:05.399801 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.432226 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-52c14785-3350-4160-9a01-e651f5e8a845 req-fd658de1-69de-4ded-8d2d-44af43ba47c8 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 210 time: 0.0912101 Jul 13 07:42:05.497933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39e711f4-c109-4068-947a-425d9ce422f1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.505247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4436d61e-95d9-4b1e-bdb4-9ff424851dd3 None None] Provisioning for port ab4e8e27-2b19-408e-a655-ce4ede7b8163 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:05.514460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4436d61e-95d9-4b1e-bdb4-9ff424851dd3 None None] Provisioning complete for port ab4e8e27-2b19-408e-a655-ce4ede7b8163 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:05.514856 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4436d61e-95d9-4b1e-bdb4-9ff424851dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.584005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4436d61e-95d9-4b1e-bdb4-9ff424851dd3 None None] Port ab4e8e27-2b19-408e-a655-ce4ede7b8163 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:05.636308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead81d74-6475-40ac-a657-99fbdeaaf885 None None] Network 70ba2316-3f23-4230-acf9-e1594945ab6d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:05.642592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e711f4-c109-4068-947a-425d9ce422f1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Pushing event deleted for resources: {'Port': ['ID=8ce08f71-2266-4843-892c-0c1b416161c7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:05.683209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.829997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d31b712f-bff3-46c3-af56-495f68a47a94 None None] Provisioning for port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:05.973544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd884f3-c4de-4b91-bbb7-b31303ddfeaa None None] Network a6573e2b-f269-4f89-a886-b8f698305792 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:06.081532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a29adf46-940b-4b8c-bf4e-19165b9da3fb None None] Provisioning for port de3684d3-b1cf-4aa5-986a-404b0511d996 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:06.300603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 90cd1c1e-4773-4dbc-898b-7ffb33f87576 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:06.322102 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.323105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:06.323688 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.373544 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39e711f4-c109-4068-947a-425d9ce422f1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.375529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-39e711f4-c109-4068-947a-425d9ce422f1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] 10.222.0.44 "DELETE /v2.0/ports/8ce08f71-2266-4843-892c-0c1b416161c7 HTTP/1.1" status: 204 len: 168 time: 1.8174684 Jul 13 07:42:06.378236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40166) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:06.379810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8376846 Jul 13 07:42:06.382802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40168) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:06.389275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:06.401635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:06.402171 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.408485 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.513766 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.520205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.593665 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4936abcb-336f-4eaf-961f-610149880dcd tempest-DHCPAgentSchedulersTestJSON-1020819746 tempest-DHCPAgentSchedulersTestJSON-1020819746-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.2142239 Jul 13 07:42:06.601535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40176) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:06.606622 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1222175831'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:06.616447 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.642987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ddd72ef0-c6a9-4969-9d3a-cc1c339590fa None None] Could not find standard attr ID for object 8ce08f71-2266-4843-892c-0c1b416161c7. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:06.671400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99509b5d-64c6-4b99-81fc-e679f4463507 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event updated for resources: {'Network': ['ID=02450f05-5c94-43f1-a334-716885d9af1c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:06.679419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 90cd1c1e-4773-4dbc-898b-7ffb33f87576, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=90cd1c1e-4773-4dbc-898b-7ffb33f87576,segment=NetworkSegment(5d225cc2-b15c-423d-9c71-8e11590d4974),segment_id=5d225cc2-b15c-423d-9c71-8e11590d4974)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:06.685938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 02450f05-5c94-43f1-a334-716885d9af1c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:06.706685 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.722539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b60a8fb2-da53-4bad-8614-128dc3590c8b req-b10cd544-45fd-491c-b287-2a94e5afc8e7 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 210 time: 0.0781837 Jul 13 07:42:06.733899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.775821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device de3684d3-b1cf-4aa5-986a-404b0511d996 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:06.804737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Made reservation on behalf of 3c2e83a2c1c14908a807cbf1b4dcfe1b for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:06.809945 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.925696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.942700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event updated for resources: {'Port': ['ID=ab4e8e27-2b19-408e-a655-ce4ede7b8163,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:06.951123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=90cd1c1e-4773-4dbc-898b-7ffb33f87576,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:06.963482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:06.995840 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.996520 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Added segment db3b4aa9-cb67-4f71-a01a-be335cea7d77 of type vlan for network 4b78ca12-398e-4269-9a11-9466b78a558a Jul 13 07:42:07.002970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02450f05-5c94-43f1-a334-716885d9af1c']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:07.020677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288188ad-2479-40e3-a8b1-9f32d8e60de3') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:07.021103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288188ad-2479-40e3-a8b1-9f32d8e60de3') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:07.034066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-174790dd-6d88-4836-8de6-db8e91e23eb0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:07.035896 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-174790dd-6d88-4836-8de6-db8e91e23eb0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.53 "GET /v2.0/networks?id=7f329705-4e5f-4e40-9732-f998b0300e68 HTTP/1.1" status: 200 len: 808 time: 0.3124421 Jul 13 07:42:07.063486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.076189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Request body: {'port': {'device_id': 'c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7', 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68', 'admin_state_up': True, 'tenant_id': 'ebd749e8ed4e48858044008648ca5e6c'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:07.121914 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.154435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:07.154851 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:07.157422 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:07.169701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port de3684d3-b1cf-4aa5-986a-404b0511d996 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:07.171027 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.174806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port de3684d3-b1cf-4aa5-986a-404b0511d996 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:07.175197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.214121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Network eb03ae5e-5b9e-4127-a629-8ea681091333 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:07.217103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:07.270422 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.276826 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:07.277761 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.283730 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.286553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2bbf49fc-46de-4b2c-a7fa-6e7bbb65d319 None None] Provisioning complete for port ab4e8e27-2b19-408e-a655-ce4ede7b8163 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:07.286675 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2bbf49fc-46de-4b2c-a7fa-6e7bbb65d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.322083 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.328430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02450f05-5c94-43f1-a334-716885d9af1c {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:42:07.341398 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.348113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf49fc-46de-4b2c-a7fa-6e7bbb65d319 None None] Port ab4e8e27-2b19-408e-a655-ce4ede7b8163 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:07.348301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "DELETE /v2.0/networks/02450f05-5c94-43f1-a334-716885d9af1c HTTP/1.1" status: 204 len: 168 time: 0.9611237 Jul 13 07:42:07.349182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40182) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:07.354673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83214474-40af-4136-bb6f-2018e50dc1c1 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event deleted for resources: {'Network': ['ID=02450f05-5c94-43f1-a334-716885d9af1c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:07.361113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port de3684d3-b1cf-4aa5-986a-404b0511d996, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=de3684d3-b1cf-4aa5-986a-404b0511d996,segment=NetworkSegment(036c979e-4943-41ec-9254-3107b70bbeb1),segment_id=036c979e-4943-41ec-9254-3107b70bbeb1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:07.373296 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.388712 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Router 64681a17-619a-4826-9963-ab863fc763eb has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:42:07.389861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:07.443381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=de3684d3-b1cf-4aa5-986a-404b0511d996,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:07.455627 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8529010 Jul 13 07:42:07.458341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40184) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:07.460430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9698ac0-11f2-459b-8b87-c4c6b5b6ce86 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Pushing event updated for resources: {'Network': ['ID=4b78ca12-398e-4269-9a11-9466b78a558a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:07.472560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 4b78ca12-398e-4269-9a11-9466b78a558a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:07.482344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Made reservation on behalf of ebd749e8ed4e48858044008648ca5e6c for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:07.487250 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.645170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Allocated IP 172.20.0.6 (7f329705-4e5f-4e40-9732-f998b0300e68/b584949d-653c-46f7-953d-057243c8ac54/0a560f12-6ae7-4810-99a2-1347476105dd) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:07.711323 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d09ac5e6-3ff5-4331-9761-eb7495ff4fb5 tempest-DHCPAgentSchedulersTestJSON-1020819746 tempest-DHCPAgentSchedulersTestJSON-1020819746-project-admin] 10.222.0.44 "GET /v2.0/agents/0e31de5a-70ef-4abd-8b05-57f5cb5f1de1/dhcp-networks HTTP/1.1" status: 200 len: 12820 time: 0.2157242 Jul 13 07:42:07.714266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40188) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:07.741164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:07.752242 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f4123a40-fdb5-46d6-b76e-81ceb2ccb6b0 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "PUT /v2.0/routers/64681a17-619a-4826-9963-ab863fc763eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4048083 Jul 13 07:42:07.755263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40190) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:07.864377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e25ee0fc-40d3-477f-9f6b-bbfd9b6fd435 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.893114 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.893970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-18b74ff6-a6d9-4a66-be2e-f6a6fde38f90 None None] Provisioning complete for port ab4e8e27-2b19-408e-a655-ce4ede7b8163 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:07.894316 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18b74ff6-a6d9-4a66-be2e-f6a6fde38f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.904914 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.926180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Made reservation on behalf of 8f62ae7c3fd043b3af806f9c0c550dc5 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:07.930072 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.967072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-18b74ff6-a6d9-4a66-be2e-f6a6fde38f90 None None] Port ab4e8e27-2b19-408e-a655-ce4ede7b8163 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:07.973894 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:07.987921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:07.988434 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Added segment ce1dcdc6-ce3a-4b68-9512-56b6ef1511aa of type vlan for network 45bae7e3-14ca-4cfa-bfba-74559f30cbee Jul 13 07:42:08.013192 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b8b53-d056-4133-9d26-51af282b82e5 None None] Sync routers for ids ['64681a17-619a-4826-9963-ab863fc763eb'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:08.022327 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.023766 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b8b53-d056-4133-9d26-51af282b82e5 None None] Routers {'64681a17-619a-4826-9963-ab863fc763eb'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:08.024599 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-278b8b53-d056-4133-9d26-51af282b82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64681a17-619a-4826-9963-ab863fc763eb'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:08.065581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c8a8d-0c6b-4ba9-9e58-ee48719fe672 tempest-DHCPAgentSchedulersTestJSON-1020819746 tempest-DHCPAgentSchedulersTestJSON-1020819746-project-admin] Network 4b78ca12-398e-4269-9a11-9466b78a558a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:08.072134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Network 7f329705-4e5f-4e40-9732-f998b0300e68 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:08.073719 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-e25ee0fc-40d3-477f-9f6b-bbfd9b6fd435 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:08.074814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e25ee0fc-40d3-477f-9f6b-bbfd9b6fd435 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/routers/64681a17-619a-4826-9963-ab863fc763eb HTTP/1.1" status: 409 len: 329 time: 0.3184586 Jul 13 07:42:08.079843 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40194) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:08.094742 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-278b8b53-d056-4133-9d26-51af282b82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:08.098284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b83c8a8d-0c6b-4ba9-9e58-ee48719fe672 tempest-DHCPAgentSchedulersTestJSON-1020819746 tempest-DHCPAgentSchedulersTestJSON-1020819746-project-admin] 10.222.0.44 "POST /v2.0/agents/0e31de5a-70ef-4abd-8b05-57f5cb5f1de1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3828087 Jul 13 07:42:08.106445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a19b97-bef1-4efe-a752-95dbcadc8a06 None None] Network 4b78ca12-398e-4269-9a11-9466b78a558a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:08.107688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136962dc-d6dc-4f20-a413-ddc4234b336c req-00d55873-d293-468c-a4a2-6020f5b284d9 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:08.109523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-136962dc-d6dc-4f20-a413-ddc4234b336c req-00d55873-d293-468c-a4a2-6020f5b284d9 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 931 time: 0.1351466 Jul 13 07:42:08.110016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40196) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:08.130161 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b8b53-d056-4133-9d26-51af282b82e5 None None] Routers {'64681a17-619a-4826-9963-ab863fc763eb'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:08.130824 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-278b8b53-d056-4133-9d26-51af282b82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64681a17-619a-4826-9963-ab863fc763eb'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:08.170132 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-278b8b53-d056-4133-9d26-51af282b82e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:08.171046 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b8b53-d056-4133-9d26-51af282b82e5 None None] The sync data for ids ['64681a17-619a-4826-9963-ab863fc763eb'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:08.223703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 90cd1c1e-4773-4dbc-898b-7ffb33f87576 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:08.229367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:08.243988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:08.254182 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-136962dc-d6dc-4f20-a413-ddc4234b336c req-d9b73f88-7373-4c13-8228-8c027a743f68 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366475 Jul 13 07:42:08.292510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.302709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:08.304208 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.360068 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-799823c9-5660-42bc-b942-71243e4a1cc2 tempest-DHCPAgentSchedulersTestJSON-1020819746 tempest-DHCPAgentSchedulersTestJSON-1020819746-project-admin] 10.222.0.44 "GET /v2.0/agents/0e31de5a-70ef-4abd-8b05-57f5cb5f1de1/dhcp-networks HTTP/1.1" status: 200 len: 13591 time: 0.2473319 Jul 13 07:42:08.360933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:08.361458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40202) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:08.362441 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.423091 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3552289 Jul 13 07:42:08.438339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-4fb72ad2-ec8d-49a3-af9c-416358cadaad tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:42:08.439582 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-4fb72ad2-ec8d-49a3-af9c-416358cadaad tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056286 Jul 13 07:42:08.457369 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aca6e43c-92b5-42c6-825d-ea2e9a43b8f0 tempest-DHCPAgentSchedulersTestJSON-1020819746 tempest-DHCPAgentSchedulersTestJSON-1020819746-project-admin] 10.222.0.44 "DELETE /v2.0/agents/0e31de5a-70ef-4abd-8b05-57f5cb5f1de1/dhcp-networks/4b78ca12-398e-4269-9a11-9466b78a558a HTTP/1.1" status: 204 len: 168 time: 0.0943177 Jul 13 07:42:08.459478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40204) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:08.485314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device de3684d3-b1cf-4aa5-986a-404b0511d996 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:08.494680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b55648-9893-40c3-ba15-87eaa7c915af tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Pushing event updated for resources: {'Port': ['ID=0a560f12-6ae7-4810-99a2-1347476105dd,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:08.541049 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.542219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:08.543095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.548538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port de3684d3-b1cf-4aa5-986a-404b0511d996 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:08.548849 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.595639 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2221189 Jul 13 07:42:08.595964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40208) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:08.619843 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Request body: {'subnet': {'network_id': '45bae7e3-14ca-4cfa-bfba-74559f30cbee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:08.666541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Request body: {'port': {'device_id': 'c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:08.677775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867c6ec-1ef2-40b0-bf74-6296b2c9fd62 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event updated for resources: {'Network': ['ID=45bae7e3-14ca-4cfa-bfba-74559f30cbee,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:08.679194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d7b741d8-f164-4460-9ccd-e6c5ca603151 tempest-DHCPAgentSchedulersTestJSON-1020819746 tempest-DHCPAgentSchedulersTestJSON-1020819746-project-admin] 10.222.0.44 "GET /v2.0/agents/0e31de5a-70ef-4abd-8b05-57f5cb5f1de1/dhcp-networks HTTP/1.1" status: 200 len: 12820 time: 0.2170374 Jul 13 07:42:08.686138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40210) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:08.697913 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 45bae7e3-14ca-4cfa-bfba-74559f30cbee details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:08.727134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40212) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:08.728755 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-093a82ea-b8be-4196-a335-d74aea7172d5 tempest-DHCPAgentSchedulersTestJSON-1020819746 tempest-DHCPAgentSchedulersTestJSON-1020819746-project-admin] 10.222.0.44 "GET /v2.0/networks/70ba2316-3f23-4230-acf9-e1594945ab6d/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0413966 Jul 13 07:42:08.730780 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Made reservation on behalf of 8f62ae7c3fd043b3af806f9c0c550dc5 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:08.733267 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.202817 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5f6689b1-8f6d-4ef8-b0da-0313e1d1ddb4 tempest-DHCPAgentSchedulersTestJSON-1020819746 tempest-DHCPAgentSchedulersTestJSON-1020819746-project-admin] 10.222.0.44 "GET /v2.0/networks/70ba2316-3f23-4230-acf9-e1594945ab6d/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.4706123 Jul 13 07:42:09.203106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40216) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:09.247344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.359307 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-018f3382-3015-4bdd-be1d-09cb42f648b7 tempest-DHCPAgentSchedulersTestJSON-1020819746 tempest-DHCPAgentSchedulersTestJSON-1020819746-project-admin] 10.222.0.44 "GET /v2.0/agents/0e31de5a-70ef-4abd-8b05-57f5cb5f1de1/dhcp-networks HTTP/1.1" status: 200 len: 12820 time: 0.1549609 Jul 13 07:42:09.362955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40222) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:09.423794 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.491530 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.517111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95f4a-e005-4789-8de2-cf847da18d94 req-351fbde4-de3b-4b35-be8e-7df93e60c0cb tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:09.518637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-20d95f4a-e005-4789-8de2-cf847da18d94 req-351fbde4-de3b-4b35-be8e-7df93e60c0cb tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 931 time: 0.1279571 Jul 13 07:42:09.621069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.635475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-20d95f4a-e005-4789-8de2-cf847da18d94 req-a176782c-a95d-4d7f-943c-128d7828d871 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948045 Jul 13 07:42:09.637013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b78ca12-398e-4269-9a11-9466b78a558a']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:09.646482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3b4aa9-cb67-4f71-a01a-be335cea7d77') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:09.647348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3b4aa9-cb67-4f71-a01a-be335cea7d77') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:09.657763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.672132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.678501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:09.679045 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:09.682146 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:09.742774 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.749957 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.754117 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] 10.222.0.44 "DELETE /v2.0/networks/4b78ca12-398e-4269-9a11-9466b78a558a HTTP/1.1" status: 204 len: 168 time: 0.3873000 Jul 13 07:42:09.759710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40226) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:09.768184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11efffb-a94e-49d0-a69a-d44a88945cc1 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Pushing event deleted for resources: {'Network': ['ID=4b78ca12-398e-4269-9a11-9466b78a558a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:09.814050 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b70e8b8-718a-417a-9d57-fb406541280c tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:09.814681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b70e8b8-718a-417a-9d57-fb406541280c tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:09.816379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7b70e8b8-718a-417a-9d57-fb406541280c tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] 10.222.0.44 "DELETE /v2.0/ports/8ce08f71-2266-4843-892c-0c1b416161c7 HTTP/1.1" status: 404 len: 333 time: 0.0525293 Jul 13 07:42:09.819723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40228) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:09.869849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f25ba26-7001-4933-9027-761d8a256951 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Deleting subnet 3c505235-e71a-488f-ab9a-d3e4d84a2196 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:09.870069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a560f12-6ae7-4810-99a2-1347476105dd {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:09.873034 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f25ba26-7001-4933-9027-761d8a256951 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.879331 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.916344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f25ba26-7001-4933-9027-761d8a256951 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.919628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Transition to ACTIVE for port object 0a560f12-6ae7-4810-99a2-1347476105dd will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:09.929924 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.002307 n-d-798249-7 neutron-server[93839]: DEBUG neutron.objects.ports [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:42:10.002578 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.005091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f25ba26-7001-4933-9027-761d8a256951 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.066761 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f25ba26-7001-4933-9027-761d8a256951 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.088694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a560f12-6ae7-4810-99a2-1347476105dd,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.098319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25ba26-7001-4933-9027-761d8a256951 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Pushing event deleted for resources: {'Subnet': ['ID=3c505235-e71a-488f-ab9a-d3e4d84a2196,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.100458 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f25ba26-7001-4933-9027-761d8a256951 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.104929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9f25ba26-7001-4933-9027-761d8a256951 tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] 10.222.0.44 "DELETE /v2.0/subnets/3c505235-e71a-488f-ab9a-d3e4d84a2196 HTTP/1.1" status: 204 len: 168 time: 0.2817764 Jul 13 07:42:10.105076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acef5bfe-d056-4311-bc85-154bd91890ee None None] Network 70ba2316-3f23-4230-acf9-e1594945ab6d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:10.105542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40232) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:10.155671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d5e32fb7-90b9-46fd-b50e-cd5d59b82226,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.197786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.205333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Checking segment: {'id': 'ce1dcdc6-ce3a-4b68-9512-56b6ef1511aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '45bae7e3-14ca-4cfa-bfba-74559f30cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:10.206027 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Network hostable DHCP agents. Network: 45bae7e3-14ca-4cfa-bfba-74559f30cbee, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:10.217552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Attempting to bind port 0a560f12-6ae7-4810-99a2-1347476105dd on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:10.217880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Attempting to bind port 0a560f12-6ae7-4810-99a2-1347476105dd by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6536741f-d15d-471a-bea8-e217b1026c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:10.218289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Attempting to bind port 0a560f12-6ae7-4810-99a2-1347476105dd on network 7f329705-4e5f-4e40-9732-f998b0300e68 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:10.223700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Deleting port ab4e8e27-2b19-408e-a655-ce4ede7b8163 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:10.224063 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.243420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Port 0a560f12-6ae7-4810-99a2-1347476105dd on network 7f329705-4e5f-4e40-9732-f998b0300e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:10.243743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Attempting to bind port 0a560f12-6ae7-4810-99a2-1347476105dd on network 7f329705-4e5f-4e40-9732-f998b0300e68 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:10.263624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:10.263853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Checking segment: {'id': '6536741f-d15d-471a-bea8-e217b1026c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:10.264367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Bound using segment: {'id': '6536741f-d15d-471a-bea8-e217b1026c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:10.264873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Bound port: 0a560f12-6ae7-4810-99a2-1347476105dd, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6536741f-d15d-471a-bea8-e217b1026c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:10.265237 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.266118 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Deleting port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:10.266497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.273108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Network 45bae7e3-14ca-4cfa-bfba-74559f30cbee is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:10.332210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] For port 90cd1c1e-4773-4dbc-898b-7ffb33f87576, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=90cd1c1e-4773-4dbc-898b-7ffb33f87576,segment=NetworkSegment(5d225cc2-b15c-423d-9c71-8e11590d4974),segment_id=5d225cc2-b15c-423d-9c71-8e11590d4974)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:10.332574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.344534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Calling delete_port for 90cd1c1e-4773-4dbc-898b-7ffb33f87576 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:10.350029 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 45bae7e3-14ca-4cfa-bfba-74559f30cbee) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:10.351375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b56fe-3180-4787-9fb2-7c3c213de130 None None] DHCP port deletion for 70ba2316-3f23-4230-acf9-e1594945ab6d request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:10.354283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:10.354962 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.381768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d9d96a-6383-4bf4-8ac4-86da72daa973 None None] Network 45bae7e3-14ca-4cfa-bfba-74559f30cbee requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:10.390883 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-40abebdf-993f-4156-8e76-eaa0ae639e94 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7937770 Jul 13 07:42:10.395492 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.396855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40234) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:10.403016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Request body: {'floatingip': {'floating_network_id': '45bae7e3-14ca-4cfa-bfba-74559f30cbee'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:10.420139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Calling delete_port for ab4e8e27-2b19-408e-a655-ce4ede7b8163 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:10.434201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] For port 0a560f12-6ae7-4810-99a2-1347476105dd, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:10.439827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] For port 0a560f12-6ae7-4810-99a2-1347476105dd, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0a560f12-6ae7-4810-99a2-1347476105dd,segment=NetworkSegment(6536741f-d15d-471a-bea8-e217b1026c64),segment_id=6536741f-d15d-471a-bea8-e217b1026c64)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:10.443708 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.449768 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.470016 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.473641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f41b56fe-3180-4787-9fb2-7c3c213de130 None None] Deleting port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:10.473641 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f41b56fe-3180-4787-9fb2-7c3c213de130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.500945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Pushing event deleted for resources: {'Port': ['ID=90cd1c1e-4773-4dbc-898b-7ffb33f87576,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.508754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] No DVR routers for this DVR port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:10.529040 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:10.530220 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.531706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] 10.222.0.53 "PUT /v2.0/ports/0a560f12-6ae7-4810-99a2-1347476105dd HTTP/1.1" status: 200 len: 1091 time: 2.0460739 Jul 13 07:42:10.535724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7', 'tag': '0a560f12-6ae7-4810-99a2-1347476105dd'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:10.540871 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7", "tag": "0a560f12-6ae7-4810-99a2-1347476105dd"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:10.565282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-f41b56fe-3180-4787-9fb2-7c3c213de130 None None] For port 90cd1c1e-4773-4dbc-898b-7ffb33f87576, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:10.565685 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f41b56fe-3180-4787-9fb2-7c3c213de130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.582809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7d243-ff66-4bdc-b5d6-e72494200ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a560f12-6ae7-4810-99a2-1347476105dd,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.595179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f41b56fe-3180-4787-9fb2-7c3c213de130 None None] Calling delete_port for 90cd1c1e-4773-4dbc-898b-7ffb33f87576 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:10.598083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-f41b56fe-3180-4787-9fb2-7c3c213de130 None None] Port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:42:10.604610 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f41b56fe-3180-4787-9fb2-7c3c213de130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.617797 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17a9ae8-7fc2-4d2e-9840-3dc153f624fb x-openstack-request-id: req-e17a9ae8-7fc2-4d2e-9840-3dc153f624fb {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:10.618094 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7", "tag": "0a560f12-6ae7-4810-99a2-1347476105dd", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:10.618348 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e17a9ae8-7fc2-4d2e-9840-3dc153f624fb {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:10.618748 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7', 'tag': '0a560f12-6ae7-4810-99a2-1347476105dd', 'status': 'completed', 'code': 200} Jul 13 07:42:10.635132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b56fe-3180-4787-9fb2-7c3c213de130 None None] Pushing event deleted for resources: {'Port': ['ID=90cd1c1e-4773-4dbc-898b-7ffb33f87576,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.637808 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.654414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ba2316-3f23-4230-acf9-e1594945ab6d']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:10.655921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b56fe-3180-4787-9fb2-7c3c213de130 None None] No DVR routers for this DVR port 90cd1c1e-4773-4dbc-898b-7ffb33f87576 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:10.673393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d225cc2-b15c-423d-9c71-8e11590d4974') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:10.673700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d225cc2-b15c-423d-9c71-8e11590d4974') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:10.686988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdeb223-3c92-487f-8b0c-0d85c00d1eb4 None None] Network 45bae7e3-14ca-4cfa-bfba-74559f30cbee requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:10.700687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.717016 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.723648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:10.724276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:10.801699 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:10.811392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-9be59016-af7f-4ff0-8de8-e5818ef87f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:10.811960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.813860 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-9be59016-af7f-4ff0-8de8-e5818ef87f8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd749e8ed4e48858044008648ca5e6c&device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 1094 time: 0.2201090 Jul 13 07:42:10.823397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.833639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.846552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] 10.222.0.44 "DELETE /v2.0/networks/70ba2316-3f23-4230-acf9-e1594945ab6d HTTP/1.1" status: 204 len: 168 time: 0.7367272 Jul 13 07:42:10.890137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-578477f8-cb77-4ad6-924d-8360e6bf739e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a560f12-6ae7-4810-99a2-1347476105dd HTTP/1.1" status: 200 len: 217 time: 0.0674825 Jul 13 07:42:10.896132 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.924421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ddebe-ba6d-415e-a983-a92a7365f36a tempest-DHCPAgentSchedulersTestJSON-1466809210 tempest-DHCPAgentSchedulersTestJSON-1466809210-project] Pushing event deleted for resources: {'Network': ['ID=70ba2316-3f23-4230-acf9-e1594945ab6d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.963069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Port': ['ID=ab4e8e27-2b19-408e-a655-ce4ede7b8163,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:11.005440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Allocated IP 172.20.0.4 (45bae7e3-14ca-4cfa-bfba-74559f30cbee/d5e32fb7-90b9-46fd-b50e-cd5d59b82226/593cd532-ec8d-4ad8-90c3-611845013077) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:11.021475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc8c00-5c72-4d14-a304-717ef8bec602 req-e76b7670-ff56-497b-8e7b-f633c1de9cf1 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:11.024246 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3efc8c00-5c72-4d14-a304-717ef8bec602 req-e76b7670-ff56-497b-8e7b-f633c1de9cf1 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 943 time: 0.1500399 Jul 13 07:42:11.096418 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.100559 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3efc8c00-5c72-4d14-a304-717ef8bec602 req-06bdbe5b-86e7-49ff-868f-b78eabaf4e1e tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703270 Jul 13 07:42:11.133389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-4a4274ac-bde5-4418-9f22-585097c9e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:11.135424 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-4a4274ac-bde5-4418-9f22-585097c9e09f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b584949d-653c-46f7-953d-057243c8ac54 HTTP/1.1" status: 200 len: 848 time: 0.2331750 Jul 13 07:42:11.171025 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.189164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40250) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:11.234935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.249894 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-5b63fc0c-d82e-44f9-afbd-c1b43e71876d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f329705-4e5f-4e40-9732-f998b0300e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070890 Jul 13 07:42:11.279917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Network 45bae7e3-14ca-4cfa-bfba-74559f30cbee is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:11.287040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:11.291274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:11.297242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event updated for resources: {'Port': ['ID=593cd532-ec8d-4ad8-90c3-611845013077,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:11.400582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.401413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Router 64681a17-619a-4826-9963-ab863fc763eb has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:42:11.442149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f244cb1f-7fdd-4492-a92e-394ffde0cf36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c2e83a2c1c14908a807cbf1b4dcfe1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518592 Jul 13 07:42:11.446265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40254) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:11.474479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.489009 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-26225b98-6808-4abb-8127-f8b875793320 service neutron] 10.222.0.53 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306445 Jul 13 07:42:11.494082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:11.504703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa6f43-fb2b-4701-8a80-7803e95c68a8 None None] Sync routers for ids ['64681a17-619a-4826-9963-ab863fc763eb'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:11.511315 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7d191155-0da4-4cbe-8771-2b2b905fd7a8 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "PUT /v2.0/routers/64681a17-619a-4826-9963-ab863fc763eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4210703 Jul 13 07:42:11.511480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40256) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:11.517212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa6f43-fb2b-4701-8a80-7803e95c68a8 None None] Routers {'64681a17-619a-4826-9963-ab863fc763eb'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:11.518585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-20fa6f43-fb2b-4701-8a80-7803e95c68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64681a17-619a-4826-9963-ab863fc763eb'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:11.553019 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-20fa6f43-fb2b-4701-8a80-7803e95c68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:11.563353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa6f43-fb2b-4701-8a80-7803e95c68a8 None None] Routers {'64681a17-619a-4826-9963-ab863fc763eb'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:11.564584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-20fa6f43-fb2b-4701-8a80-7803e95c68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:41:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['64681a17-619a-4826-9963-ab863fc763eb'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:11.565653 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-525c9629-ba8c-4e22-bf6c-a3509c319302 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] show failed (client error): The resource could not be found. Jul 13 07:42:11.566707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-525c9629-ba8c-4e22-bf6c-a3509c319302 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-121278511 HTTP/1.1" status: 404 len: 334 time: 0.0533075 Jul 13 07:42:11.573005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40258) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:11.578346 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f417d26b-8c34-427b-8602-66b7317cd291 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:11.590417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9fafaf2-47a6-4dd3-8671-e9ef896db63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.612624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-20fa6f43-fb2b-4701-8a80-7803e95c68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:11.613452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa6f43-fb2b-4701-8a80-7803e95c68a8 None None] The sync data for ids ['64681a17-619a-4826-9963-ab863fc763eb'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:11.615929 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-f417d26b-8c34-427b-8602-66b7317cd291 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] update failed (client error): The resource could not be found. Jul 13 07:42:11.617180 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f417d26b-8c34-427b-8602-66b7317cd291 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1649863963 HTTP/1.1" status: 404 len: 335 time: 0.0432031 Jul 13 07:42:11.621709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40260) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:11.632154 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9fafaf2-47a6-4dd3-8671-e9ef896db63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.672529 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-43f45a62-3b2c-48ed-9339-83e79f53dc50 req-1b27da92-83c2-4f77-882d-44282f775ec2 service neutron] 10.222.0.53 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764679 Jul 13 07:42:11.690490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-18830644-8b09-4e4b-b9d6-5554f929acab tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Deleting subnet d77a299b-cbab-44c6-a0e1-3e218069016a {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:11.694816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-18830644-8b09-4e4b-b9d6-5554f929acab tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.739964 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9fafaf2-47a6-4dd3-8671-e9ef896db63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.743058 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9fafaf2-47a6-4dd3-8671-e9ef896db63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.746417 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e9fafaf2-47a6-4dd3-8671-e9ef896db63a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94a9fedc-0432-4bee-ad1a-54312f011b03 HTTP/1.1" status: 204 len: 168 time: 0.2969148 Jul 13 07:42:11.762304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fafaf2-47a6-4dd3-8671-e9ef896db63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a9fedc-0432-4bee-ad1a-54312f011b03,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:11.772817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.783701 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.794401 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-18830644-8b09-4e4b-b9d6-5554f929acab tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.861861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26 req-17220c51-7cbc-4357-8a5a-2cb8e3ea82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:11.863391 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26 req-17220c51-7cbc-4357-8a5a-2cb8e3ea82d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd749e8ed4e48858044008648ca5e6c&device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 1094 time: 0.1202581 Jul 13 07:42:11.883802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event updated for resources: {'Port': ['ID=593cd532-ec8d-4ad8-90c3-611845013077,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:11.901708 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.929565 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-18830644-8b09-4e4b-b9d6-5554f929acab tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.936436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.937783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-57bc330e-5b90-4d55-86a1-31effa8a0c86 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5397594 Jul 13 07:42:11.941958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40270) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:12.028468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26 req-5dc3f687-6a0b-4d9f-958c-2fabf1a80b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:12.029968 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26 req-5dc3f687-6a0b-4d9f-958c-2fabf1a80b87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f329705-4e5f-4e40-9732-f998b0300e68 HTTP/1.1" status: 200 len: 909 time: 0.1479919 Jul 13 07:42:12.046721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-18830644-8b09-4e4b-b9d6-5554f929acab tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.103172 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26 req-bce3d490-5d58-41e9-bb92-68ac3df91956 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a560f12-6ae7-4810-99a2-1347476105dd HTTP/1.1" status: 200 len: 217 time: 0.0643401 Jul 13 07:42:12.105960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18830644-8b09-4e4b-b9d6-5554f929acab tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Subnet': ['ID=d77a299b-cbab-44c6-a0e1-3e218069016a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:12.107999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40272) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:12.119499 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-18830644-8b09-4e4b-b9d6-5554f929acab tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.123738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-18830644-8b09-4e4b-b9d6-5554f929acab tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/subnets/d77a299b-cbab-44c6-a0e1-3e218069016a HTTP/1.1" status: 204 len: 168 time: 0.4998569 Jul 13 07:42:12.129916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6d1a75-fbc4-461f-b7a3-d5e0ef22efb8 None None] Network a6573e2b-f269-4f89-a886-b8f698305792 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:12.138400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40276) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:12.171547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8822feb3-6bb5-446b-81e3-1f1680278bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.212807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 90cd1c1e-4773-4dbc-898b-7ffb33f87576 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:12.258708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 90cd1c1e-4773-4dbc-898b-7ffb33f87576 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:12.259045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 90cd1c1e-4773-4dbc-898b-7ffb33f87576 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:12.263420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26 req-37bdec47-89ab-4ef1-8dfc-51a21b3947f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:12.264672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26 req-37bdec47-89ab-4ef1-8dfc-51a21b3947f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b584949d-653c-46f7-953d-057243c8ac54 HTTP/1.1" status: 200 len: 848 time: 0.1544435 Jul 13 07:42:12.278310 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.322464 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26 req-2f956ef1-0d64-44ae-b952-80bfbf8906c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f329705-4e5f-4e40-9732-f998b0300e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482199 Jul 13 07:42:12.410124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-52879e1e-adf1-49d5-9055-97d0ff1b2aaf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=45bae7e3-14ca-4cfa-bfba-74559f30cbee HTTP/1.1" status: 200 len: 689 time: 0.4644809 Jul 13 07:42:12.421713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94afa6-ed45-43a4-b8f4-2a35962ee4d0 None None] DHCP port deletion for a6573e2b-f269-4f89-a886-b8f698305792 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:12.426107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40282) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:12.479510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-bf94afa6-ed45-43a4-b8f4-2a35962ee4d0 None None] Deleting port de3684d3-b1cf-4aa5-986a-404b0511d996 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:12.480101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bf94afa6-ed45-43a4-b8f4-2a35962ee4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.531049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3006e4f-c71f-460f-83d7-e87e33e8416d req-23502a74-d911-4e3f-b326-187bc8421325 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:12.532675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3006e4f-c71f-460f-83d7-e87e33e8416d req-23502a74-d911-4e3f-b326-187bc8421325 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 943 time: 0.1463618 Jul 13 07:42:12.547357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.551844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-bf94afa6-ed45-43a4-b8f4-2a35962ee4d0 None None] For port de3684d3-b1cf-4aa5-986a-404b0511d996, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=de3684d3-b1cf-4aa5-986a-404b0511d996,segment=NetworkSegment(036c979e-4943-41ec-9254-3107b70bbeb1),segment_id=036c979e-4943-41ec-9254-3107b70bbeb1)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:12.552407 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bf94afa6-ed45-43a4-b8f4-2a35962ee4d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.566997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-bf94afa6-ed45-43a4-b8f4-2a35962ee4d0 None None] Calling delete_port for de3684d3-b1cf-4aa5-986a-404b0511d996 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:12.654072 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bf94afa6-ed45-43a4-b8f4-2a35962ee4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.672402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3006e4f-c71f-460f-83d7-e87e33e8416d req-0690a355-eae9-4fd7-b350-3eff7b222fe0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289365 Jul 13 07:42:12.683112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94afa6-ed45-43a4-b8f4-2a35962ee4d0 None None] Pushing event deleted for resources: {'Port': ['ID=de3684d3-b1cf-4aa5-986a-404b0511d996,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:12.686848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94afa6-ed45-43a4-b8f4-2a35962ee4d0 None None] No DVR routers for this DVR port de3684d3-b1cf-4aa5-986a-404b0511d996 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:12.703355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Deleting port 593cd532-ec8d-4ad8-90c3-611845013077 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:12.703592 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.782120 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.782462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.795321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Calling delete_port for 593cd532-ec8d-4ad8-90c3-611845013077 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:12.859007 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8822feb3-6bb5-446b-81e3-1f1680278bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.864899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26 req-46a33aeb-503b-4583-bfbd-0d26eb2f94c1 service neutron] 10.222.0.53 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323088 Jul 13 07:42:12.868173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Deleting port de3684d3-b1cf-4aa5-986a-404b0511d996 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:12.868559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.870643 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8822feb3-6bb5-446b-81e3-1f1680278bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.944460 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.963731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8822feb3-6bb5-446b-81e3-1f1680278bda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acbfc451f0de4b19a5e847147662627f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8548272 Jul 13 07:42:12.964463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822feb3-6bb5-446b-81e3-1f1680278bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdbe7a2-f82b-4531-a5b7-52798b93da63,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:12.969463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40286) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:12.976541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event deleted for resources: {'Port': ['ID=593cd532-ec8d-4ad8-90c3-611845013077,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.054063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] For port de3684d3-b1cf-4aa5-986a-404b0511d996, host n-d-798249-7, got binding levels [] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:13.054584 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.071756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Calling delete_port for de3684d3-b1cf-4aa5-986a-404b0511d996 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:13.077400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_backend_mixin [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Port de3684d3-b1cf-4aa5-986a-404b0511d996 was not found and therefore no delete operation was performed {{(pid=93839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:42:13.084881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b38ad2a-44c5-409b-b11a-2e0dabe7b415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.086196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.086987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.113825 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c60a02c0-a3cb-4949-bff6-e2c0cac7aa26 req-ecfb4323-bcad-411c-880f-2c1e36378eb4 service neutron] 10.222.0.53 "GET /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391398 Jul 13 07:42:13.117136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Port': ['ID=de3684d3-b1cf-4aa5-986a-404b0511d996,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.122918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] No DVR routers for this DVR port de3684d3-b1cf-4aa5-986a-404b0511d996 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:13.133512 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b38ad2a-44c5-409b-b11a-2e0dabe7b415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.195913 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.205509 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.216052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6573e2b-f269-4f89-a886-b8f698305792']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:13.227418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036c979e-4943-41ec-9254-3107b70bbeb1') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:13.227729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036c979e-4943-41ec-9254-3107b70bbeb1') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:13.238553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.242576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b38ad2a-44c5-409b-b11a-2e0dabe7b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.245168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b38ad2a-44c5-409b-b11a-2e0dabe7b415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.246326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6b38ad2a-44c5-409b-b11a-2e0dabe7b415 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6cdbe7a2-f82b-4531-a5b7-52798b93da63 HTTP/1.1" status: 204 len: 168 time: 0.2759199 Jul 13 07:42:13.255876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.259172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38ad2a-44c5-409b-b11a-2e0dabe7b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdbe7a2-f82b-4531-a5b7-52798b93da63,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.263392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:13.263793 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:13.268154 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:13.273599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.308366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e32fb7-90b9-46fd-b50e-cd5d59b82226,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.337785 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.356438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.358366 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/networks/a6573e2b-f269-4f89-a886-b8f698305792 HTTP/1.1" status: 204 len: 168 time: 1.2189922 Jul 13 07:42:13.359510 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96822f06-68f9-41f6-8d99-6a3468469304 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Network': ['ID=a6573e2b-f269-4f89-a886-b8f698305792,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.361327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40292) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:13.379342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.391086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bae7e3-14ca-4cfa-bfba-74559f30cbee']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:13.402223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1dcdc6-ce3a-4b68-9512-56b6ef1511aa') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:13.402563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1dcdc6-ce3a-4b68-9512-56b6ef1511aa') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:13.413399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.414278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffb6f4c-f3e4-416b-8bc7-388165025638 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Deleting subnet fe6ab58a-075e-407f-83b0-e55779c92b7c {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:13.418059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6f4c-f3e4-416b-8bc7-388165025638 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.442512 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.456599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:13.457201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:13.460615 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:13.468640 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6f4c-f3e4-416b-8bc7-388165025638 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.529234 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.534683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45bae7e3-14ca-4cfa-bfba-74559f30cbee {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:42:13.538118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.542591 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "DELETE /v2.0/networks/45bae7e3-14ca-4cfa-bfba-74559f30cbee HTTP/1.1" status: 204 len: 168 time: 1.1145422 Jul 13 07:42:13.552390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40298) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:13.576157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f225a8-98db-4408-a00d-0ed0b1180b72 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event deleted for resources: {'Network': ['ID=45bae7e3-14ca-4cfa-bfba-74559f30cbee,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.599830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6f4c-f3e4-416b-8bc7-388165025638 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.672507 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6f4c-f3e4-416b-8bc7-388165025638 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.683439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f503cbcc-e717-433b-a2bf-d5fd4f29644e tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.1301837 Jul 13 07:42:13.685671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40306) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:13.715846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6f4c-f3e4-416b-8bc7-388165025638 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.718765 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2ffb6f4c-f3e4-416b-8bc7-388165025638 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/subnets/fe6ab58a-075e-407f-83b0-e55779c92b7c HTTP/1.1" status: 204 len: 168 time: 0.3561203 Jul 13 07:42:13.719777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb6f4c-f3e4-416b-8bc7-388165025638 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6ab58a-075e-407f-83b0-e55779c92b7c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:13.723084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40310) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:13.726398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3718edf3-004d-4b86-8a36-57cb9543ea3c None None] Network 97729924-e9ba-4559-81ed-07c8cb4ecc14 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:13.817419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d97a83-cd80-4b1a-9c60-3cdb469deb36 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Deleting subnet dea2486c-c0c9-4ae5-b0b3-e73b1f03b0f8 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:13.823531 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85d97a83-cd80-4b1a-9c60-3cdb469deb36 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.879117 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85d97a83-cd80-4b1a-9c60-3cdb469deb36 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.893886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.894229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.894692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.895153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.895606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.896914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.896914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.897159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.897706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.898017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.898657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.899089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.899551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.901845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-46a716cc-5179-444f-b4ab-dfae60f6a372 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8224 time: 0.2152460 Jul 13 07:42:13.921893 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40316) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:13.975617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25ef4c-ba69-44b8-83c6-7b6b3c07e8fd req-a679acd2-667d-4a0c-924d-8a0cedfb49c0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:13.977200 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b25ef4c-ba69-44b8-83c6-7b6b3c07e8fd req-a679acd2-667d-4a0c-924d-8a0cedfb49c0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 943 time: 0.0744133 Jul 13 07:42:14.024758 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b25ef4c-ba69-44b8-83c6-7b6b3c07e8fd req-f1122be3-3ce8-45dc-b3d3-0c41ba2c5bb2 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Jul 13 07:42:14.059933 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-cb8b4c03-44c2-4957-8de0-d4c41f794421 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] delete failed (client error): The resource could not be found. Jul 13 07:42:14.063444 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cb8b4c03-44c2-4957-8de0-d4c41f794421 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/a862bd96-726d-4aaf-8859-f9e08e7253df HTTP/1.1" status: 404 len: 345 time: 0.1367033 Jul 13 07:42:14.064217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40324) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:14.089241 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6de61b-21ef-4737-83ec-4586d7da8fde tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] DELETE failed (client error): The resource could not be found. Jul 13 07:42:14.089898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6de61b-21ef-4737-83ec-4586d7da8fde tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:14.092083 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-da6de61b-21ef-4737-83ec-4586d7da8fde tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "DELETE /v2.0/networks/45bae7e3-14ca-4cfa-bfba-74559f30cbee HTTP/1.1" status: 404 len: 339 time: 0.0264778 Jul 13 07:42:14.096064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40326) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:14.101546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Request body: {'network': {'name': 'tempest-network--1047490348', 'router:external': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:14.112911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3170a4-592c-4c5f-bc27-ef58ae5c38ea None None] DHCP port deletion for 97729924-e9ba-4559-81ed-07c8cb4ecc14 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:14.167533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0a560f12-6ae7-4810-99a2-1347476105dd details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:14.170782 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85d97a83-cd80-4b1a-9c60-3cdb469deb36 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.195954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Made reservation on behalf of 8f62ae7c3fd043b3af806f9c0c550dc5 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:14.198530 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.242060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40332) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:14.252827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:14.264222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.264552 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Added segment 8249de00-fefd-4232-9d46-c0d7b52771ba of type vlan for network 42f10af7-0ced-47e7-8a43-9c8c2c820e70 Jul 13 07:42:14.282844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device de3684d3-b1cf-4aa5-986a-404b0511d996 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:14.319787 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.323397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: de3684d3-b1cf-4aa5-986a-404b0511d996 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:14.324041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device de3684d3-b1cf-4aa5-986a-404b0511d996 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:14.324633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 719c12c9-9961-4392-86ee-a8650f59dc7d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:14.332822 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85d97a83-cd80-4b1a-9c60-3cdb469deb36 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.358020 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.359264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.360297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.368534 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85d97a83-cd80-4b1a-9c60-3cdb469deb36 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.370830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-85d97a83-cd80-4b1a-9c60-3cdb469deb36 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/subnets/dea2486c-c0c9-4ae5-b0b3-e73b1f03b0f8 HTTP/1.1" status: 204 len: 168 time: 0.6464746 Jul 13 07:42:14.372084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d97a83-cd80-4b1a-9c60-3cdb469deb36 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Subnet': ['ID=dea2486c-c0c9-4ae5-b0b3-e73b1f03b0f8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:14.373730 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e364e4ac-5a7c-4cd4-a8e2-d14560e1a2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.374126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40336) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:14.387988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec7993d-c274-4f54-a3fd-04356fef2e7d None None] Network 16e00b2b-773f-47ae-a95c-5b89762ecfdb requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:14.402765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-723502353'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:14.410158 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3127530 Jul 13 07:42:14.410469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40338) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:14.450533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 0a560f12-6ae7-4810-99a2-1347476105dd, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0a560f12-6ae7-4810-99a2-1347476105dd,segment=NetworkSegment(6536741f-d15d-471a-bea8-e217b1026c64),segment_id=6536741f-d15d-471a-bea8-e217b1026c64)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:14.467234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cd3170a4-592c-4c5f-bc27-ef58ae5c38ea None None] Deleting port 719c12c9-9961-4392-86ee-a8650f59dc7d {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:14.467870 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd3170a4-592c-4c5f-bc27-ef58ae5c38ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.468398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:14.472077 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.494844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '0a560f12-6ae7-4810-99a2-1347476105dd', 'network_id': '7f329705-4e5f-4e40-9732-f998b0300e68', 'port_id': '0a560f12-6ae7-4810-99a2-1347476105dd', 'mac_address': 'fa:16:3e:df:b4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b584949d-653c-46f7-953d-057243c8ac54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:14.510275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.519119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd18f3-23c4-4af2-8d7d-6065a87bab03 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event updated for resources: {'Network': ['ID=42f10af7-0ced-47e7-8a43-9c8c2c820e70,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:14.529297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.550213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 42f10af7-0ced-47e7-8a43-9c8c2c820e70 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:14.558774 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.592197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed6c3b-6ee5-45b2-8fd8-cbb747cdcbbc tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.598463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed6c3b-6ee5-45b2-8fd8-cbb747cdcbbc tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.605875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed6c3b-6ee5-45b2-8fd8-cbb747cdcbbc tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.610339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Deleting port 719c12c9-9961-4392-86ee-a8650f59dc7d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:14.610897 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.613135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed6c3b-6ee5-45b2-8fd8-cbb747cdcbbc tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:14.614909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5fed6c3b-6ee5-45b2-8fd8-cbb747cdcbbc tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2033896 Jul 13 07:42:14.618546 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40342) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:14.670529 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.692785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] For port 719c12c9-9961-4392-86ee-a8650f59dc7d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=719c12c9-9961-4392-86ee-a8650f59dc7d,segment=NetworkSegment(4c8ab8b9-093e-4a5b-a404-9355d00cf3fb),segment_id=4c8ab8b9-093e-4a5b-a404-9355d00cf3fb)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:14.693278 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.707356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Calling delete_port for 719c12c9-9961-4392-86ee-a8650f59dc7d owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:14.715999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.789599 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.796985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.804554 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.829415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Port': ['ID=719c12c9-9961-4392-86ee-a8650f59dc7d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:14.833357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] No DVR routers for this DVR port 719c12c9-9961-4392-86ee-a8650f59dc7d on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:14.847042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.869537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f10af7-0ced-47e7-8a43-9c8c2c820e70']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:14.878248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:14.889985 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8249de00-fefd-4232-9d46-c0d7b52771ba') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:14.890670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8249de00-fefd-4232-9d46-c0d7b52771ba') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:14.906038 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.908293 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.908393 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Added segment 24a52be3-1734-4074-a935-a15600054578 of type vlan for network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc Jul 13 07:42:14.914161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b6dff6-73c7-442b-b691-1649a9b14e33,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:14.922410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cd3170a4-592c-4c5f-bc27-ef58ae5c38ea None None] For port 719c12c9-9961-4392-86ee-a8650f59dc7d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=719c12c9-9961-4392-86ee-a8650f59dc7d,segment=NetworkSegment(4c8ab8b9-093e-4a5b-a404-9355d00cf3fb),segment_id=4c8ab8b9-093e-4a5b-a404-9355d00cf3fb)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:14.922988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd3170a4-592c-4c5f-bc27-ef58ae5c38ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.932640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.946578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97729924-e9ba-4559-81ed-07c8cb4ecc14']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:14.948088 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.952279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a560f12-6ae7-4810-99a2-1347476105dd {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:14.957538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8ab8b9-093e-4a5b-a404-9355d00cf3fb') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:14.957866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8ab8b9-093e-4a5b-a404-9355d00cf3fb') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:14.963100 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:14.963515 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:14.965238 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:14.968649 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.977040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cd3170a4-592c-4c5f-bc27-ef58ae5c38ea None None] Calling delete_port for 719c12c9-9961-4392-86ee-a8650f59dc7d owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:14.977226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.991403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:14.998548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:14.999022 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:15.002024 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:15.051960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.061048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 42f10af7-0ced-47e7-8a43-9c8c2c820e70 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:42:15.062577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.068267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.069603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.074074 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.079197 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "DELETE /v2.0/networks/42f10af7-0ced-47e7-8a43-9c8c2c820e70 HTTP/1.1" status: 204 len: 168 time: 0.4563701 Jul 13 07:42:15.081509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40346) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:15.088775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Request body: {'network': {'name': 'tempest-network--1508120977', 'router:external': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:15.089409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab77cc8-3386-4567-ab2c-1030d8707290 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event deleted for resources: {'Network': ['ID=42f10af7-0ced-47e7-8a43-9c8c2c820e70,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.109197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.122743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.124869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/networks/97729924-e9ba-4559-81ed-07c8cb4ecc14 HTTP/1.1" status: 204 len: 168 time: 0.7417169 Jul 13 07:42:15.127282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40350) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:15.140413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 0a560f12-6ae7-4810-99a2-1347476105dd, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0a560f12-6ae7-4810-99a2-1347476105dd,segment=NetworkSegment(6536741f-d15d-471a-bea8-e217b1026c64),segment_id=6536741f-d15d-471a-bea8-e217b1026c64)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:15.142213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd3170a4-592c-4c5f-bc27-ef58ae5c38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.147599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Made reservation on behalf of 8f62ae7c3fd043b3af806f9c0c550dc5 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:15.150247 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.163744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Network': ['ID=0d16e5c0-4b3f-4cb4-a312-cde8401688dc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.176766 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f6b9fa25-636b-4602-96f0-f202c2f64ca4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9299822 Jul 13 07:42:15.176864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40352) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:15.189737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:15.192497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb578d-e501-461e-9393-d62775d7f5a4 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Network': ['ID=97729924-e9ba-4559-81ed-07c8cb4ecc14,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.199949 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.216215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:15.293125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd3170a4-592c-4c5f-bc27-ef58ae5c38ea None None] Network 97729924-e9ba-4559-81ed-07c8cb4ecc14 is not hosted by any dhcp agent {{(pid=93840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:42:15.293641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3170a4-592c-4c5f-bc27-ef58ae5c38ea None None] No DVR routers for this DVR port 719c12c9-9961-4392-86ee-a8650f59dc7d on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:15.299039 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3170a4-592c-4c5f-bc27-ef58ae5c38ea None None] Pushing event deleted for resources: {'Port': ['ID=719c12c9-9961-4392-86ee-a8650f59dc7d,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.325888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:15.339495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.354493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.354493 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Added segment 1686d233-1a00-44a7-81c8-642a2658c3cc of type vlan for network d4a430eb-97e6-498d-9da7-32d4e370883b Jul 13 07:42:15.389264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:15.393418 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.399249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=0a560f12-6ae7-4810-99a2-1347476105dd,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.411258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['0a560f12-6ae7-4810-99a2-1347476105dd'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:15.471860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046103fa-f632-4d8a-ab38-d2cdc50a2476 None None] DHCP port deletion for 16e00b2b-773f-47ae-a95c-5b89762ecfdb request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:15.526483 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.557716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6367d6-9e9c-4bda-ad0c-4083bfe69f11 req-9992962d-3850-493a-b14d-5bd5de5a08a0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.564865 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f6367d6-9e9c-4bda-ad0c-4083bfe69f11 req-9992962d-3850-493a-b14d-5bd5de5a08a0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 944 time: 0.2999637 Jul 13 07:42:15.623183 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f6367d6-9e9c-4bda-ad0c-4083bfe69f11 req-9325113d-2189-4487-88c1-13238ed699f3 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571814 Jul 13 07:42:15.641919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.645910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Deleting port e7c3b4b4-9237-410c-947a-86ad2cc97653 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:15.646456 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.674837 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.676104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.676976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.718165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=1d4e04cc-2175-4882-a996-00c453f1bf50,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.726230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:15.726651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network hostable DHCP agents. Network: 0d16e5c0-4b3f-4cb4-a312-cde8401688dc, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:15.745633 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:15.764723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 0d16e5c0-4b3f-4cb4-a312-cde8401688dc) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:15.767375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-046103fa-f632-4d8a-ab38-d2cdc50a2476 None None] Deleting port e7c3b4b4-9237-410c-947a-86ad2cc97653 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:15.767857 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-046103fa-f632-4d8a-ab38-d2cdc50a2476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.769586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] For port e7c3b4b4-9237-410c-947a-86ad2cc97653, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e7c3b4b4-9237-410c-947a-86ad2cc97653,segment=NetworkSegment(6160b605-f4c1-4415-95f1-038ce3cae734),segment_id=6160b605-f4c1-4415-95f1-038ce3cae734)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:15.770147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.774717 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6922095 Jul 13 07:42:15.783074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40358) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:15.783501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f81dc4-f2c5-4809-bd10-6ad8ffd0476b None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:15.796064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.796713 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.810923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864160a-addb-43bb-8634-21f36bcb9c58 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event updated for resources: {'Network': ['ID=d4a430eb-97e6-498d-9da7-32d4e370883b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.816904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Calling delete_port for e7c3b4b4-9237-410c-947a-86ad2cc97653 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:15.853187 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-31b5ff5e-519f-4838-a83e-a00310812827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6752167 Jul 13 07:42:15.853917 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40360) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:15.857628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d4a430eb-97e6-498d-9da7-32d4e370883b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:15.927119 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-046103fa-f632-4d8a-ab38-d2cdc50a2476 None None] For port e7c3b4b4-9237-410c-947a-86ad2cc97653, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e7c3b4b4-9237-410c-947a-86ad2cc97653,segment=NetworkSegment(6160b605-f4c1-4415-95f1-038ce3cae734),segment_id=6160b605-f4c1-4415-95f1-038ce3cae734)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:15.927789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56680e46-86b0-42bd-a7b3-71212353a897 tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:15.928760 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-046103fa-f632-4d8a-ab38-d2cdc50a2476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.928858 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:15.932342 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-56680e46-86b0-42bd-a7b3-71212353a897 tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] 10.222.0.44 "GET /v2.0/networks/d4a430eb-97e6-498d-9da7-32d4e370883b HTTP/1.1" status: 200 len: 757 time: 0.1479344 Jul 13 07:42:15.934089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40362) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:15.938582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'name': 'tempest-NetworksTestDHCPv6-430791115'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:15.947153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] No DVR routers for this DVR port e7c3b4b4-9237-410c-947a-86ad2cc97653 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:15.993367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Port': ['ID=e7c3b4b4-9237-410c-947a-86ad2cc97653,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:15.997321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-046103fa-f632-4d8a-ab38-d2cdc50a2476 None None] Calling delete_port for e7c3b4b4-9237-410c-947a-86ad2cc97653 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:16.058973 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.071252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e00b2b-773f-47ae-a95c-5b89762ecfdb']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:16.087014 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e017cc64-dd48-4b84-9fb8-ec74f4f8cbb9 tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:16.091333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e017cc64-dd48-4b84-9fb8-ec74f4f8cbb9 tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] 10.222.0.44 "GET /v2.0/networks/04f539b7-9bca-41a9-8dae-a01835955b0e HTTP/1.1" status: 200 len: 767 time: 0.1483548 Jul 13 07:42:16.093247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6160b605-f4c1-4415-95f1-038ce3cae734') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:16.093729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6160b605-f4c1-4415-95f1-038ce3cae734') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:16.094139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40364) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:16.106009 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.123427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.132310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:16.132835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:16.153538 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:16.155844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': '1d4e04cc-2175-4882-a996-00c453f1bf50'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:16.156833 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.164288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0a560f12-6ae7-4810-99a2-1347476105dd up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:16.173771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e7c3b4b4-9237-410c-947a-86ad2cc97653 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:16.193674 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.196419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:16.199854 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.215735 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.224382 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.226247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port fab0f28e-65de-40b2-a311-be174808054f yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:16.229459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/networks/16e00b2b-773f-47ae-a95c-5b89762ecfdb HTTP/1.1" status: 204 len: 168 time: 1.0990887 Jul 13 07:42:16.229600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e7c3b4b4-9237-410c-947a-86ad2cc97653 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:16.229600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e7c3b4b4-9237-410c-947a-86ad2cc97653 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:16.229786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40366) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:16.234390 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-046103fa-f632-4d8a-ab38-d2cdc50a2476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.254067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3545f5-c4d9-4d31-9c0f-1f9c4c19f910 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Network': ['ID=16e00b2b-773f-47ae-a95c-5b89762ecfdb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:16.278819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-046103fa-f632-4d8a-ab38-d2cdc50a2476 None None] Network 16e00b2b-773f-47ae-a95c-5b89762ecfdb is not hosted by any dhcp agent {{(pid=93840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:42:16.278819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046103fa-f632-4d8a-ab38-d2cdc50a2476 None None] No DVR routers for this DVR port e7c3b4b4-9237-410c-947a-86ad2cc97653 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:16.303559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-20633092-1dfe-46a6-a902-a42b55589e7e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Deleting subnet d3329ea8-d2e4-48e8-992b-339130100ace {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:16.307202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20633092-1dfe-46a6-a902-a42b55589e7e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.344478 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.349436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046103fa-f632-4d8a-ab38-d2cdc50a2476 None None] Pushing event deleted for resources: {'Port': ['ID=e7c3b4b4-9237-410c-947a-86ad2cc97653,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:16.351601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20633092-1dfe-46a6-a902-a42b55589e7e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.361184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a430eb-97e6-498d-9da7-32d4e370883b']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:16.382514 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 0a560f12-6ae7-4810-99a2-1347476105dd completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:16.388478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 0a560f12-6ae7-4810-99a2-1347476105dd triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:16.389186 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.391722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1686d233-1a00-44a7-81c8-642a2658c3cc') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:16.391900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1686d233-1a00-44a7-81c8-642a2658c3cc') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:16.411865 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.439802 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.442370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::c1 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/1d4e04cc-2175-4882-a996-00c453f1bf50/fab0f28e-65de-40b2-a311-be174808054f) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:16.452142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:16.452466 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:16.454169 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:16.497297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20633092-1dfe-46a6-a902-a42b55589e7e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.501032 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.527314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a560f12-6ae7-4810-99a2-1347476105dd'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:16.529687 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747285af-48a6-4966-ab0d-0764bc11937b" -d '{"events": [{"server_uuid": "c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7", "name": "network-vif-plugged", "status": "completed", "tag": "0a560f12-6ae7-4810-99a2-1347476105dd"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:16.541160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.551837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4a430eb-97e6-498d-9da7-32d4e370883b {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:42:16.565854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 0a560f12-6ae7-4810-99a2-1347476105dd, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0a560f12-6ae7-4810-99a2-1347476105dd,segment=NetworkSegment(6536741f-d15d-471a-bea8-e217b1026c64),segment_id=6536741f-d15d-471a-bea8-e217b1026c64)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:16.576891 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.592339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20633092-1dfe-46a6-a902-a42b55589e7e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.594728 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb4f794-4f2d-4d41-b146-c4bfcc0d9cbc x-openstack-request-id: req-1bb4f794-4f2d-4d41-b146-c4bfcc0d9cbc {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:16.594977 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7", "name": "network-vif-plugged", "status": "completed", "tag": "0a560f12-6ae7-4810-99a2-1347476105dd", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:16.595244 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1bb4f794-4f2d-4d41-b146-c4bfcc0d9cbc {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:16.595638 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a560f12-6ae7-4810-99a2-1347476105dd', 'code': 200} Jul 13 07:42:16.627075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20633092-1dfe-46a6-a902-a42b55589e7e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Subnet': ['ID=d3329ea8-d2e4-48e8-992b-339130100ace,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:16.639940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20633092-1dfe-46a6-a902-a42b55589e7e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.652166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e2c5be-98f0-4a3d-9cea-91d39ccaed88 None None] Network eb03ae5e-5b9e-4127-a629-8ea681091333 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:16.655141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-20633092-1dfe-46a6-a902-a42b55589e7e tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/subnets/d3329ea8-d2e4-48e8-992b-339130100ace HTTP/1.1" status: 204 len: 168 time: 0.4243696 Jul 13 07:42:16.658227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40376) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:16.751450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.768228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object fab0f28e-65de-40b2-a311-be174808054f will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:16.785452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=0a560f12-6ae7-4810-99a2-1347476105dd,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:16.792981 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.793860 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.796674 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "DELETE /v2.0/networks/d4a430eb-97e6-498d-9da7-32d4e370883b HTTP/1.1" status: 204 len: 168 time: 0.7016125 Jul 13 07:42:16.801722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40378) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:16.804904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6380e-a424-4e92-b0b1-d2c98feb4bcf tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4a430eb-97e6-498d-9da7-32d4e370883b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:16.808419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Request body: {'network': {'name': 'tempest-network--2005876071'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:16.862273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Made reservation on behalf of 8f62ae7c3fd043b3af806f9c0c550dc5 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:16.864936 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.916864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Deleting port af2ddd68-8e3f-4724-b008-0025b8a04662 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:16.917235 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.921924 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.938378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:16.959464 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:16.959813 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Added segment 95a3f035-6d54-4a31-8d33-0beaea0302fe of type vlan for network 5f695cb1-ae0f-48a7-9a51-5a8827940c7a Jul 13 07:42:16.992379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1818b8-894a-4d59-8c43-e96c3e534b7d None None] DHCP port deletion for eb03ae5e-5b9e-4127-a629-8ea681091333 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:16.992950 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b57bcb-8077-45b9-b961-125c92e3dead req-512f53c6-8dc1-47f9-823b-fdef42b70c84 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:16.994375 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2b57bcb-8077-45b9-b961-125c92e3dead req-512f53c6-8dc1-47f9-823b-fdef42b70c84 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 945 time: 0.1905107 Jul 13 07:42:17.009223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:17.022761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:17.026432 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:17.029284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] For port af2ddd68-8e3f-4724-b008-0025b8a04662, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=af2ddd68-8e3f-4724-b008-0025b8a04662,segment=NetworkSegment(f9e34160-8658-4282-90ea-8e569f02828d),segment_id=f9e34160-8658-4282-90ea-8e569f02828d)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:17.029650 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.032769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.034174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.050743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.055045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Calling delete_port for af2ddd68-8e3f-4724-b008-0025b8a04662 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:17.070891 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1598551 Jul 13 07:42:17.074365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406eeb8e-fbaa-4f01-9b7f-4a9966f13dd4 req-73eee9bf-e8c5-44b6-974d-682027396a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.074815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40382) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:17.075856 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-406eeb8e-fbaa-4f01-9b7f-4a9966f13dd4 req-73eee9bf-e8c5-44b6-974d-682027396a73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 1096 time: 0.2734997 Jul 13 07:42:17.077143 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25965eef-4b83-427d-b80a-77a196736872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=fab0f28e-65de-40b2-a311-be174808054f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.119311 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2b57bcb-8077-45b9-b961-125c92e3dead req-ecd36a19-6d3f-4b13-8b84-91d16da31ff0 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088576 Jul 13 07:42:17.144315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Allocated IP 2001:db8::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/1d4e04cc-2175-4882-a996-00c453f1bf50/06a236ab-392a-43d9-a346-902cd6237032) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:17.150174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-406eeb8e-fbaa-4f01-9b7f-4a9966f13dd4 req-c0a7379d-b948-44f5-8e51-a11f45c8dd1e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661321 Jul 13 07:42:17.150824 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.196790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.197679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.198259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.209766 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ac1818b8-894a-4d59-8c43-e96c3e534b7d None None] Deleting port af2ddd68-8e3f-4724-b008-0025b8a04662 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:17.210165 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ac1818b8-894a-4d59-8c43-e96c3e534b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.253243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a29f98cd-95de-4ee5-9894-232c259cc075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.257247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4544861 Jul 13 07:42:17.260287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40384) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:17.266942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-108fcb75-9802-4fa1-8779-8968b59b005d tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:17.296364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce06ac-6244-4802-82fe-027d9491d6eb tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event updated for resources: {'Network': ['ID=5f695cb1-ae0f-48a7-9a51-5a8827940c7a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.315086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba34da-79f8-4cd1-b758-0673826a34d1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.318910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fdba34da-79f8-4cd1-b758-0673826a34d1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2398474 Jul 13 07:42:17.321591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ac1818b8-894a-4d59-8c43-e96c3e534b7d None None] For port af2ddd68-8e3f-4724-b008-0025b8a04662, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=af2ddd68-8e3f-4724-b008-0025b8a04662,segment=NetworkSegment(f9e34160-8658-4282-90ea-8e569f02828d),segment_id=f9e34160-8658-4282-90ea-8e569f02828d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:17.321591 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ac1818b8-894a-4d59-8c43-e96c3e534b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.323678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 5f695cb1-ae0f-48a7-9a51-5a8827940c7a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:17.324246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40386) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:17.335876 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.355599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ac1818b8-894a-4d59-8c43-e96c3e534b7d None None] Calling delete_port for af2ddd68-8e3f-4724-b008-0025b8a04662 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:17.391788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] No DVR routers for this DVR port af2ddd68-8e3f-4724-b008-0025b8a04662 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:17.401896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Port': ['ID=af2ddd68-8e3f-4724-b008-0025b8a04662,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.428889 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-108fcb75-9802-4fa1-8779-8968b59b005d tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.447177 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-108fcb75-9802-4fa1-8779-8968b59b005d tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.455050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-108fcb75-9802-4fa1-8779-8968b59b005d tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Network 5f695cb1-ae0f-48a7-9a51-5a8827940c7a is not hosted by any dhcp agent {{(pid=93839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:42:17.455997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108fcb75-9802-4fa1-8779-8968b59b005d tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.456709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-108fcb75-9802-4fa1-8779-8968b59b005d tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.460479 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-108fcb75-9802-4fa1-8779-8968b59b005d tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "PUT /v2.0/networks/5f695cb1-ae0f-48a7-9a51-5a8827940c7a HTTP/1.1" status: 200 len: 858 time: 0.1985760 Jul 13 07:42:17.468467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40388) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:17.501159 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.512827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Transition to ACTIVE for port object 06a236ab-392a-43d9-a346-902cd6237032 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:17.522654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fcb75-9802-4fa1-8779-8968b59b005d tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event updated for resources: {'Network': ['ID=5f695cb1-ae0f-48a7-9a51-5a8827940c7a,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.540740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Transition to ACTIVE for port object 06a236ab-392a-43d9-a346-902cd6237032 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:17.542139 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ac1818b8-894a-4d59-8c43-e96c3e534b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.554164 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.576567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1818b8-894a-4d59-8c43-e96c3e534b7d None None] Pushing event deleted for resources: {'Port': ['ID=af2ddd68-8e3f-4724-b008-0025b8a04662,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.578557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1818b8-894a-4d59-8c43-e96c3e534b7d None None] No DVR routers for this DVR port af2ddd68-8e3f-4724-b008-0025b8a04662 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:17.617664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:17.622904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:17.626617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:17.637507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Pushing event updated for resources: {'Port': ['ID=06a236ab-392a-43d9-a346-902cd6237032,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.692103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Attempting to bind port 06a236ab-392a-43d9-a346-902cd6237032 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:17.692479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Attempting to bind port 06a236ab-392a-43d9-a346-902cd6237032 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:17.692847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Attempting to bind port 06a236ab-392a-43d9-a346-902cd6237032 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:17.698268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:17.698648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:17.699058 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.699452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:17.699923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Bound port: 06a236ab-392a-43d9-a346-902cd6237032, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:17.707009 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.769138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] For port 06a236ab-392a-43d9-a346-902cd6237032, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:17.773595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] For port 06a236ab-392a-43d9-a346-902cd6237032, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=06a236ab-392a-43d9-a346-902cd6237032,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:17.781221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.844722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582816fe-ff86-4c22-be0f-988701c843c3 None None] Pushing event updated for resources: {'Port': ['ID=06a236ab-392a-43d9-a346-902cd6237032,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:17.904557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.905107 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.955882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb03ae5e-5b9e-4127-a629-8ea681091333']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:17.970115 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.975231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e34160-8658-4282-90ea-8e569f02828d') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:17.976224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e34160-8658-4282-90ea-8e569f02828d') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:17.991652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.016635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a5f61e34-1249-4974-b475-88720eb619c5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port fab0f28e-65de-40b2-a311-be174808054f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:18.017141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5f61e34-1249-4974-b475-88720eb619c5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.020173 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.040578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:18.041024 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:18.060069 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:18.235534 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.247118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.253690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 06a236ab-392a-43d9-a346-902cd6237032 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:18.260965 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.265324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/networks/eb03ae5e-5b9e-4127-a629-8ea681091333 HTTP/1.1" status: 204 len: 168 time: 1.6034052 Jul 13 07:42:18.266397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40398) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:18.269322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f695cb1-ae0f-48a7-9a51-5a8827940c7a']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:18.294960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5f61e34-1249-4974-b475-88720eb619c5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.297826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95c40f-aa2d-4135-ab52-7f33d640bd5f tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Pushing event deleted for resources: {'Network': ['ID=eb03ae5e-5b9e-4127-a629-8ea681091333,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:18.311960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a3f035-6d54-4a31-8d33-0beaea0302fe') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:18.312410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a3f035-6d54-4a31-8d33-0beaea0302fe') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:18.317012 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-95644a67-144e-4346-9d02-239636f44cad tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "GET /v2.0/ports?device_id=64681a17-619a-4826-9963-ab863fc763eb HTTP/1.1" status: 200 len: 205 time: 0.0457959 Jul 13 07:42:18.317192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40400) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:18.337643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 06a236ab-392a-43d9-a346-902cd6237032 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:18.375071 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.388958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.405732 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627af2-e5be-4042-af4b-62ef856f4504 req-a9f873d3-9de8-4392-9419-69b7ab935aa8 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:18.407252 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e3627af2-e5be-4042-af4b-62ef856f4504 req-a9f873d3-9de8-4392-9419-69b7ab935aa8 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 945 time: 0.0697427 Jul 13 07:42:18.410382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device af2ddd68-8e3f-4724-b008-0025b8a04662 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:18.417827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a5f61e34-1249-4974-b475-88720eb619c5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for fab0f28e-65de-40b2-a311-be174808054f owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:18.431594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: af2ddd68-8e3f-4724-b008-0025b8a04662 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:18.432060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device af2ddd68-8e3f-4724-b008-0025b8a04662 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:18.453985 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e3627af2-e5be-4042-af4b-62ef856f4504 req-9919ace8-c5ce-456d-a46e-7255b5f0a72f tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Jul 13 07:42:18.481984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:18.482489 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:18.485836 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:18.507274 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1e91f257-ebc5-4b34-9e0a-fe57080a39b7 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.697727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.703127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f695cb1-ae0f-48a7-9a51-5a8827940c7a {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:42:18.705723 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.707686 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] 10.222.0.44 "DELETE /v2.0/networks/5f695cb1-ae0f-48a7-9a51-5a8827940c7a HTTP/1.1" status: 204 len: 168 time: 1.2361996 Jul 13 07:42:18.712551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40410) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:18.774162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1e91f257-ebc5-4b34-9e0a-fe57080a39b7 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.775974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4a604-dff3-4607-8e0b-7fd40bf5d695 tempest-ExternalNetworksTestJSON-1042318622 tempest-ExternalNetworksTestJSON-1042318622-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f695cb1-ae0f-48a7-9a51-5a8827940c7a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:18.776788 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c859a8-cca9-451d-afc8-498939e4ca51 tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] DELETE failed (client error): The resource could not be found. Jul 13 07:42:18.777257 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c859a8-cca9-451d-afc8-498939e4ca51 tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:18.782377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1e91f257-ebc5-4b34-9e0a-fe57080a39b7 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.794838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b1c859a8-cca9-451d-afc8-498939e4ca51 tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] 10.222.0.44 "DELETE /v2.0/subnets/d5e32fb7-90b9-46fd-b50e-cd5d59b82226 HTTP/1.1" status: 404 len: 337 time: 0.0783856 Jul 13 07:42:18.795070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40414) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:18.866888 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1e91f257-ebc5-4b34-9e0a-fe57080a39b7 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.867678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e91f257-ebc5-4b34-9e0a-fe57080a39b7 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Fanout notify agent at l3_agent the message router_deleted on router 64681a17-619a-4826-9963-ab863fc763eb {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:42:18.874908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1e91f257-ebc5-4b34-9e0a-fe57080a39b7 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.876071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1e91f257-ebc5-4b34-9e0a-fe57080a39b7 tempest-RoutersNegativeIpV6Test-1209170603 tempest-RoutersNegativeIpV6Test-1209170603-project] 10.222.0.44 "DELETE /v2.0/routers/64681a17-619a-4826-9963-ab863fc763eb HTTP/1.1" status: 204 len: 168 time: 0.5586946 Jul 13 07:42:18.877362 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5f61e34-1249-4974-b475-88720eb619c5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.910568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f61e34-1249-4974-b475-88720eb619c5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=fab0f28e-65de-40b2-a311-be174808054f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:18.945122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5f61e34-1249-4974-b475-88720eb619c5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.948594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a5f61e34-1249-4974-b475-88720eb619c5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/fab0f28e-65de-40b2-a311-be174808054f HTTP/1.1" status: 204 len: 168 time: 1.6227653 Jul 13 07:42:18.953512 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:18.956886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40420) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.049171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaa8965-e3f8-40bc-872f-1adfa3fe8d48 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:19.053958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaa8965-e3f8-40bc-872f-1adfa3fe8d48 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:19.058688 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fbaa8965-e3f8-40bc-872f-1adfa3fe8d48 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0946028 Jul 13 07:42:19.060356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40424) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.144739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.172985 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f539b7-9bca-41a9-8dae-a01835955b0e']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:19.178088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cd04dc-cca6-4140-abe6-d2c2b609e3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 1d4e04cc-2175-4882-a996-00c453f1bf50 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:19.181548 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c4cd04dc-cca6-4140-abe6-d2c2b609e3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.191799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda3b9ae-0e6f-4da2-b77d-6bbb00893aa8') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:19.191910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda3b9ae-0e6f-4da2-b77d-6bbb00893aa8') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:19.210471 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.232139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29e3811-903a-4575-ba2d-224c57485219 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:19.241884 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c4cd04dc-cca6-4140-abe6-d2c2b609e3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.275711 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.293103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:19.295068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:19.304522 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:19.372260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c4cd04dc-cca6-4140-abe6-d2c2b609e3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.431138 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.438437 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.440691 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] 10.222.0.44 "DELETE /v2.0/networks/04f539b7-9bca-41a9-8dae-a01835955b0e HTTP/1.1" status: 204 len: 168 time: 0.6442263 Jul 13 07:42:19.465873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87862ae6-b89b-44ae-b89d-191ccbc93e3f tempest-ExternalNetworksTestJSON-1637281146 tempest-ExternalNetworksTestJSON-1637281146-project] Pushing event deleted for resources: {'Network': ['ID=04f539b7-9bca-41a9-8dae-a01835955b0e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:19.501356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b6fabeaa-a9dd-48b0-9c03-ed7c476d906f None None] Provisioning for port 06a236ab-392a-43d9-a346-902cd6237032 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:19.515791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b6fabeaa-a9dd-48b0-9c03-ed7c476d906f None None] Provisioning complete for port 06a236ab-392a-43d9-a346-902cd6237032 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:19.516513 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b6fabeaa-a9dd-48b0-9c03-ed7c476d906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.527124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40434) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.571370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c4cd04dc-cca6-4140-abe6-d2c2b609e3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.609017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd04dc-cca6-4140-abe6-d2c2b609e3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4e04cc-2175-4882-a996-00c453f1bf50,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:19.611262 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c4cd04dc-cca6-4140-abe6-d2c2b609e3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.616869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c4cd04dc-cca6-4140-abe6-d2c2b609e3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/1d4e04cc-2175-4882-a996-00c453f1bf50 HTTP/1.1" status: 204 len: 168 time: 0.5520675 Jul 13 07:42:19.616987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40440) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.685878 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5d60453a-804d-463d-965f-3c00ee19a75c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675836 Jul 13 07:42:19.689020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40442) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.697995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ccdbfacc-e544-4714-8df8-d52e4e720341 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:19.769046 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b6fabeaa-a9dd-48b0-9c03-ed7c476d906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.776434 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:19.853439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dd7dd-5764-4317-99b6-34b2ab57f402 req-0c04d36b-8772-48e1-bbac-690670fb44be tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:19.855236 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d80dd7dd-5764-4317-99b6-34b2ab57f402 req-0c04d36b-8772-48e1-bbac-690670fb44be tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 945 time: 0.0919316 Jul 13 07:42:19.887294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b6fabeaa-a9dd-48b0-9c03-ed7c476d906f None None] For port 06a236ab-392a-43d9-a346-902cd6237032, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=06a236ab-392a-43d9-a346-902cd6237032,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:19.936594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d80dd7dd-5764-4317-99b6-34b2ab57f402 req-ac826ebb-93dc-40e4-bf59-2a2328677e97 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739264 Jul 13 07:42:19.983194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5c52e863-669f-4ab8-9d41-1a99d13078b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af05e94a233541d2bc3f3c018d6333ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509244 Jul 13 07:42:19.985855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40448) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:19.988999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdbfacc-e544-4714-8df8-d52e4e720341 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:19.993788 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccdbfacc-e544-4714-8df8-d52e4e720341 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.004911 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40450) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:20.061415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7c9e31a-84cd-4e6a-b23e-551667646a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.092349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7c9e31a-84cd-4e6a-b23e-551667646a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.148501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6395add-7145-4c4b-9713-5d408e4dea2e None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:20.153917 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b6fabeaa-a9dd-48b0-9c03-ed7c476d906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.174549 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7c9e31a-84cd-4e6a-b23e-551667646a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.177454 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7c9e31a-84cd-4e6a-b23e-551667646a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.179539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f7c9e31a-84cd-4e6a-b23e-551667646a31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ab222f4-5cf1-46b4-badf-537abd1bc131 HTTP/1.1" status: 204 len: 168 time: 0.1923440 Jul 13 07:42:20.188206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-41008d99-4f38-4329-a37a-f1c5be0530cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f2e6c201657405fa34f3d12e8280277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817985 Jul 13 07:42:20.192672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9e31a-84cd-4e6a-b23e-551667646a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab222f4-5cf1-46b4-badf-537abd1bc131,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:20.195839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40458) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:20.281368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a74409fd-df4a-4e6f-9aff-7909b32c6613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.308325 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a74409fd-df4a-4e6f-9aff-7909b32c6613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.327326 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccdbfacc-e544-4714-8df8-d52e4e720341 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.375165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fabeaa-a9dd-48b0-9c03-ed7c476d906f None None] Pushing event updated for resources: {'Port': ['ID=06a236ab-392a-43d9-a346-902cd6237032,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:20.393515 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a74409fd-df4a-4e6f-9aff-7909b32c6613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.397363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbfacc-e544-4714-8df8-d52e4e720341 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=792ae51a-1a85-4aa5-841f-ac7626849103,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:20.405612 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdbfacc-e544-4714-8df8-d52e4e720341 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:20.407202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ccdbfacc-e544-4714-8df8-d52e4e720341 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:20.410093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdbfacc-e544-4714-8df8-d52e4e720341 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:20.411261 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ccdbfacc-e544-4714-8df8-d52e4e720341 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.411387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7d73f511-53b1-4c97-9374-3ecb6a790f11 None None] Provisioning complete for port 06a236ab-392a-43d9-a346-902cd6237032 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:20.411387 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7d73f511-53b1-4c97-9374-3ecb6a790f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.416830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a74409fd-df4a-4e6f-9aff-7909b32c6613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.419323 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a74409fd-df4a-4e6f-9aff-7909b32c6613 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89dd461c-e1b1-429a-a788-56d03ccac02f HTTP/1.1" status: 204 len: 168 time: 0.2219355 Jul 13 07:42:20.429443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74409fd-df4a-4e6f-9aff-7909b32c6613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dd461c-e1b1-429a-a788-56d03ccac02f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:20.431241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ccdbfacc-e544-4714-8df8-d52e4e720341 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7401953 Jul 13 07:42:20.433709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40464) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:20.440516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'name': 'tempest-NetworksTestDHCPv6-1369995069'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:20.591312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:20.595003 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:20.641252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 41ae4145-1737-4d79-8adc-2e79fdaafc0a yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:20.807273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::299 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/792ae51a-1a85-4aa5-841f-ac7626849103/41ae4145-1737-4d79-8adc-2e79fdaafc0a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:20.816944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d18f51-b5f9-4a72-9d31-595f5bc9c1f8 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:20.915755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-ea74465b-15f9-4573-b217-4963a2a81abb tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:20.918041 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-ea74465b-15f9-4573-b217-4963a2a81abb tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 945 time: 0.0785222 Jul 13 07:42:20.961715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40478) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:20.981043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c17c061-13e1-48f2-8a45-d3d00ea78019 None None] Provisioning complete for port 06a236ab-392a-43d9-a346-902cd6237032 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:20.982839 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c17c061-13e1-48f2-8a45-d3d00ea78019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.030208 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.055332 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-efc5c245-49fc-490d-82f6-5378257d5a27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f62ae7c3fd043b3af806f9c0c550dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893562 Jul 13 07:42:21.057508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40482) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:21.078983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-9841c5aa-4a1b-4eb5-91d1-829c2bc645ec tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Deleting port 0a560f12-6ae7-4810-99a2-1347476105dd {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:21.079464 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-9841c5aa-4a1b-4eb5-91d1-829c2bc645ec tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.097052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 41ae4145-1737-4d79-8adc-2e79fdaafc0a will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:21.198193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.200501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31d00472-f112-466e-852b-bf866fc8dbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.272919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-9841c5aa-4a1b-4eb5-91d1-829c2bc645ec tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] For port 0a560f12-6ae7-4810-99a2-1347476105dd, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0a560f12-6ae7-4810-99a2-1347476105dd,segment=NetworkSegment(6536741f-d15d-471a-bea8-e217b1026c64),segment_id=6536741f-d15d-471a-bea8-e217b1026c64)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:21.272919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-9841c5aa-4a1b-4eb5-91d1-829c2bc645ec tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.302148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-9841c5aa-4a1b-4eb5-91d1-829c2bc645ec tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Calling delete_port for 0a560f12-6ae7-4810-99a2-1347476105dd owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:21.311743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31d00472-f112-466e-852b-bf866fc8dbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.313326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b78838-fe54-49c9-8d54-b2fd06fcb291 req-e145f32f-21ab-4e7e-affc-4f4f5482b695 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.314590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:21.315169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2b78838-fe54-49c9-8d54-b2fd06fcb291 req-e145f32f-21ab-4e7e-affc-4f4f5482b695 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 945 time: 0.1560006 Jul 13 07:42:21.326467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:21.328940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:21.335276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.335922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.343243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=41ae4145-1737-4d79-8adc-2e79fdaafc0a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:21.394977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40496) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:21.406473 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ea1e428b-df0f-40bf-adae-08e30eee4196 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9712591 Jul 13 07:42:21.409442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40500) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:21.432082 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2b78838-fe54-49c9-8d54-b2fd06fcb291 req-9073c087-ad74-4782-a4fb-ed5834608252 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/security-groups?id=719d8e2b-5aea-4580-8cc4-b6ca72cfef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078484 Jul 13 07:42:21.469266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31d00472-f112-466e-852b-bf866fc8dbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.472300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31d00472-f112-466e-852b-bf866fc8dbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.474034 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-31d00472-f112-466e-852b-bf866fc8dbdb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b482656a-fdd2-44f0-9b7f-c6acba626a3f HTTP/1.1" status: 204 len: 168 time: 0.4061499 Jul 13 07:42:21.485877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d00472-f112-466e-852b-bf866fc8dbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b482656a-fdd2-44f0-9b7f-c6acba626a3f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:21.576419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb973aa0-6e0b-4cf9-8e07-1c8d6ca12c1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.583212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb973aa0-6e0b-4cf9-8e07-1c8d6ca12c1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:21.585893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bb973aa0-6e0b-4cf9-8e07-1c8d6ca12c1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1693900 Jul 13 07:42:21.588644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40504) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:21.596261 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0e9aa5c8-8ba7-4ff5-8503-487eedae50f4 tempest-ServiceProvidersTest-959250642 tempest-ServiceProvidersTest-959250642-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1973639 Jul 13 07:42:21.596261 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-9841c5aa-4a1b-4eb5-91d1-829c2bc645ec tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.608100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['0a560f12-6ae7-4810-99a2-1347476105dd'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:21.653548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841c5aa-4a1b-4eb5-91d1-829c2bc645ec tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Pushing event deleted for resources: {'Port': ['ID=0a560f12-6ae7-4810-99a2-1347476105dd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:21.710884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b0439fe1-728e-4028-8113-223e19c506c4 None None] Provisioning complete for port 06a236ab-392a-43d9-a346-902cd6237032 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:21.711366 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b0439fe1-728e-4028-8113-223e19c506c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.739548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-9841c5aa-4a1b-4eb5-91d1-829c2bc645ec tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] No DVR routers for this DVR port 0a560f12-6ae7-4810-99a2-1347476105dd on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:21.742352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b02d5-2611-44cc-8ff0-987a374547c6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 41ae4145-1737-4d79-8adc-2e79fdaafc0a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:21.743018 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb1b02d5-2611-44cc-8ff0-987a374547c6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.743865 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-9841c5aa-4a1b-4eb5-91d1-829c2bc645ec tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.746203 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19d19321-fde9-423d-aa42-6ba95cdbd908 req-9841c5aa-4a1b-4eb5-91d1-829c2bc645ec tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.53 "DELETE /v2.0/ports/0a560f12-6ae7-4810-99a2-1347476105dd HTTP/1.1" status: 204 len: 173 time: 0.8229964 Jul 13 07:42:21.749645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7', 'name': 'network-vif-deleted', 'tag': '0a560f12-6ae7-4810-99a2-1347476105dd'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:21.753659 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559d3135-31c0-446a-b2d0-bcefa2a69f93" -d '{"events": [{"server_uuid": "c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7", "name": "network-vif-deleted", "tag": "0a560f12-6ae7-4810-99a2-1347476105dd"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:21.838725 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ed212-bc4b-4c0c-affa-f2d05831ece3 x-openstack-request-id: req-eb9ed212-bc4b-4c0c-affa-f2d05831ece3 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:21.839227 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7", "name": "network-vif-deleted", "tag": "0a560f12-6ae7-4810-99a2-1347476105dd", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:21.839585 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb9ed212-bc4b-4c0c-affa-f2d05831ece3 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:21.844553 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7', 'name': 'network-vif-deleted', 'tag': '0a560f12-6ae7-4810-99a2-1347476105dd', 'status': 'completed', 'code': 200} Jul 13 07:42:21.938789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb1b02d5-2611-44cc-8ff0-987a374547c6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:21.963278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b02d5-2611-44cc-8ff0-987a374547c6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 41ae4145-1737-4d79-8adc-2e79fdaafc0a owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:22.034985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a889f1ad-07fe-4427-9f64-6e31f6e0836c None None] Could not find standard attr ID for object fab0f28e-65de-40b2-a311-be174808054f. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:22.159428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb1b02d5-2611-44cc-8ff0-987a374547c6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.208444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 06a236ab-392a-43d9-a346-902cd6237032 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:22.210526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b02d5-2611-44cc-8ff0-987a374547c6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=41ae4145-1737-4d79-8adc-2e79fdaafc0a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.246602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb1b02d5-2611-44cc-8ff0-987a374547c6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.251093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bb1b02d5-2611-44cc-8ff0-987a374547c6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/41ae4145-1737-4d79-8adc-2e79fdaafc0a HTTP/1.1" status: 204 len: 168 time: 0.6590550 Jul 13 07:42:22.251524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40522) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.278470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 06a236ab-392a-43d9-a346-902cd6237032 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:22.279131 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.323391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40526) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.360979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30750e1a-088c-4852-89fc-c36fdf99ac88 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:22.363817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30750e1a-088c-4852-89fc-c36fdf99ac88 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:22.366789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-30750e1a-088c-4852-89fc-c36fdf99ac88 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1142590 Jul 13 07:42:22.369392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40530) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.462199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-20641eef-5193-49ea-8c64-99a448712061 None None] Could not find standard attr ID for object 41ae4145-1737-4d79-8adc-2e79fdaafc0a. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:22.483721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a031320-b2ef-4dce-beb4-c12a4f35115b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 792ae51a-1a85-4aa5-841f-ac7626849103 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:22.494126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a031320-b2ef-4dce-beb4-c12a4f35115b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.612408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a031320-b2ef-4dce-beb4-c12a4f35115b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.716775 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a031320-b2ef-4dce-beb4-c12a4f35115b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.759996 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1220f51-8919-4ea1-bd31-674e8caee246 req-08e2fb78-5fff-4637-9e78-786da5ab20e3 tempest-VolumesActionsTest-421119012 tempest-VolumesActionsTest-421119012-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cb920e-c99a-4eb9-b2bc-8e6971f0f9d7 HTTP/1.1" status: 200 len: 210 time: 0.0728939 Jul 13 07:42:22.760974 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ad53bc8d-c70f-4024-8672-e30113831fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.827663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a031320-b2ef-4dce-beb4-c12a4f35115b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.871504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a031320-b2ef-4dce-beb4-c12a4f35115b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.873962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6a031320-b2ef-4dce-beb4-c12a4f35115b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/792ae51a-1a85-4aa5-841f-ac7626849103 HTTP/1.1" status: 204 len: 168 time: 0.5033245 Jul 13 07:42:22.876555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40550) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.876824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a031320-b2ef-4dce-beb4-c12a4f35115b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=792ae51a-1a85-4aa5-841f-ac7626849103,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:22.924945 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1e1a57a4-bf68-42e1-a1a9-920c1a52eb42 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467286 Jul 13 07:42:22.928501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40552) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:22.933810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-686b880b-f29d-4d18-a74e-a150c8d8a3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:22.950324 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ad53bc8d-c70f-4024-8672-e30113831fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.955202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ad53bc8d-c70f-4024-8672-e30113831fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:22.988359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53bc8d-c70f-4024-8672-e30113831fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21990a97-69cf-41c5-950b-9f4efd1a1997,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:23.017481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abde2bd-0cfe-4b7c-8aa5-d0ce77f88939 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:23.023100 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40558) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:23.023448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ad53bc8d-c70f-4024-8672-e30113831fe3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24dcde64e70542ccad449cade3f255e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989009 Jul 13 07:42:23.089558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b880b-f29d-4d18-a74e-a150c8d8a3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:23.095391 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-686b880b-f29d-4d18-a74e-a150c8d8a3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.259703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae888651-b702-4006-9ebe-8af827ea11eb None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:23.311656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ae888651-b702-4006-9ebe-8af827ea11eb None None] Deleting port 06a236ab-392a-43d9-a346-902cd6237032 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:23.312074 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ae888651-b702-4006-9ebe-8af827ea11eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.396158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ae888651-b702-4006-9ebe-8af827ea11eb None None] For port 06a236ab-392a-43d9-a346-902cd6237032, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=06a236ab-392a-43d9-a346-902cd6237032,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:23.397350 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ae888651-b702-4006-9ebe-8af827ea11eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.410878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ae888651-b702-4006-9ebe-8af827ea11eb None None] Calling delete_port for 06a236ab-392a-43d9-a346-902cd6237032 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:23.505372 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ae888651-b702-4006-9ebe-8af827ea11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.538141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae888651-b702-4006-9ebe-8af827ea11eb None None] Pushing event deleted for resources: {'Port': ['ID=06a236ab-392a-43d9-a346-902cd6237032,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:23.543223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40576) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:23.551838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae888651-b702-4006-9ebe-8af827ea11eb None None] No DVR routers for this DVR port 06a236ab-392a-43d9-a346-902cd6237032 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:23.613653 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98286aab-28ad-49fa-a7a8-c40d7a16ad03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.687810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:23.689503 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98286aab-28ad-49fa-a7a8-c40d7a16ad03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.720905 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.789700 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98286aab-28ad-49fa-a7a8-c40d7a16ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.792912 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98286aab-28ad-49fa-a7a8-c40d7a16ad03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.794135 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-98286aab-28ad-49fa-a7a8-c40d7a16ad03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21990a97-69cf-41c5-950b-9f4efd1a1997 HTTP/1.1" status: 204 len: 168 time: 0.7697191 Jul 13 07:42:23.809106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98286aab-28ad-49fa-a7a8-c40d7a16ad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21990a97-69cf-41c5-950b-9f4efd1a1997,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:23.865357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.882879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-686b880b-f29d-4d18-a74e-a150c8d8a3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.939966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b880b-f29d-4d18-a74e-a150c8d8a3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:23.945973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-686b880b-f29d-4d18-a74e-a150c8d8a3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:23.957176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e55b38b-cc6a-4d14-a2f9-4daba9971be5 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:23.958070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b880b-f29d-4d18-a74e-a150c8d8a3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:23.959321 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-686b880b-f29d-4d18-a74e-a150c8d8a3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.987156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b880b-f29d-4d18-a74e-a150c8d8a3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=56e28634-c0f7-441b-89d8-ce40a6b821fc,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:23.996337 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-686b880b-f29d-4d18-a74e-a150c8d8a3f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0642519 Jul 13 07:42:23.996717 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40592) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:24.006779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'name': 'tempest-NetworksTestDHCPv6-121199091'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:24.056665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Allocated IP 172.25.6.136 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/562ae208-e74c-4156-b6fe-3ce980c4e032) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:24.221204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 06a236ab-392a-43d9-a346-902cd6237032 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:24.224846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0a560f12-6ae7-4810-99a2-1347476105dd no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:24.249998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:24.249998 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.257163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.257607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 0a560f12-6ae7-4810-99a2-1347476105dd {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:24.258035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0a560f12-6ae7-4810-99a2-1347476105dd not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:24.280586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 6eff245e-49e5-4cdd-a5d3-18acce0741bf yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:24.298225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 06a236ab-392a-43d9-a346-902cd6237032 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:24.298794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 06a236ab-392a-43d9-a346-902cd6237032 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:24.330750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.353955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:24.393504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:24.403648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:24.475404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': '56e28634-c0f7-441b-89d8-ce40a6b821fc'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:24.476406 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.488004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::339 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/56e28634-c0f7-441b-89d8-ce40a6b821fc/6eff245e-49e5-4cdd-a5d3-18acce0741bf) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:24.518671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Pushing event updated for resources: {'Port': ['ID=562ae208-e74c-4156-b6fe-3ce980c4e032,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:24.600851 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.677834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.836200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.854720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 6eff245e-49e5-4cdd-a5d3-18acce0741bf will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:24.904288 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.934998 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.948859 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.968740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Allocated IP 2001:db8::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/56e28634-c0f7-441b-89d8-ce40a6b821fc/37b5f3a6-3973-4ea8-b932-352222f7fecf) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:25.038295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=6eff245e-49e5-4cdd-a5d3-18acce0741bf,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:25.067865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:25.072054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:25.081966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:25.091245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:25.092072 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.093528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Pushing event updated for resources: {'Port': ['ID=562ae208-e74c-4156-b6fe-3ce980c4e032,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:25.108325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.135926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-016eee96-e3c3-41b9-be11-54a9b6f7e5dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1356864 Jul 13 07:42:25.136257 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.136801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40650) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:25.138788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-18fb3384-1e7b-4713-aa99-31acbc3578ee tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5921328 Jul 13 07:42:25.138941 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40652) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:25.145048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-748507491', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'fixed_ips': [{'ip_address': '172.25.6.136'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:25.194530 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.204073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Transition to ACTIVE for port object 37b5f3a6-3973-4ea8-b932-352222f7fecf will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:25.228101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Transition to ACTIVE for port object 37b5f3a6-3973-4ea8-b932-352222f7fecf will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:25.237982 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.245742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Made reservation on behalf of dafa8072e1d3446783b8a07d32ffc94a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:25.248646 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.272264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ab77c-8fab-45ff-8d2d-5915c19718a4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:25.276174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a11ab77c-8fab-45ff-8d2d-5915c19718a4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1341174 Jul 13 07:42:25.276659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40660) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:25.277305 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.315171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:25.317572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:25.320765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Pushing event updated for resources: {'Port': ['ID=37b5f3a6-3973-4ea8-b932-352222f7fecf,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:25.323419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:25.410029 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.426028 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.435151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] device_id is not set on port 85a8cb4f-08ba-468f-9728-240aef3479b7 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:25.453210 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Attempting to bind port 37b5f3a6-3973-4ea8-b932-352222f7fecf on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:25.453594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Attempting to bind port 37b5f3a6-3973-4ea8-b932-352222f7fecf by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:25.454052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Attempting to bind port 37b5f3a6-3973-4ea8-b932-352222f7fecf on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:25.455949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40676) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:25.462911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:25.464083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:25.464752 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.465654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:25.466371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Bound port: 37b5f3a6-3973-4ea8-b932-352222f7fecf, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:25.466777 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.575190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-56618082-b228-4ec0-8bea-10467828e888 None None] For port 37b5f3a6-3973-4ea8-b932-352222f7fecf, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:25.584237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-56618082-b228-4ec0-8bea-10467828e888 None None] For port 37b5f3a6-3973-4ea8-b932-352222f7fecf, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=37b5f3a6-3973-4ea8-b932-352222f7fecf,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:25.594117 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.600892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4080dfc2-88b4-4ed5-b50c-a05e8ab54858 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 6eff245e-49e5-4cdd-a5d3-18acce0741bf {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:25.603928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4080dfc2-88b4-4ed5-b50c-a05e8ab54858 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.670052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-323ce893-b8ef-4710-a18f-da6eda1bcc79 tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1692996802', 'prefixes': ['172.20.0.0/16']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:25.674420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3162940-7aba-4ddb-a3ac-554881d98da1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:25.724337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56618082-b228-4ec0-8bea-10467828e888 None None] Pushing event updated for resources: {'Port': ['ID=37b5f3a6-3973-4ea8-b932-352222f7fecf,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:25.818946 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4080dfc2-88b4-4ed5-b50c-a05e8ab54858 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.840846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4080dfc2-88b4-4ed5-b50c-a05e8ab54858 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 6eff245e-49e5-4cdd-a5d3-18acce0741bf owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:25.841118 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:25.842214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:25.862553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-323ce893-b8ef-4710-a18f-da6eda1bcc79 tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] Notify callbacks [] for subnetpool, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:25.866507 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6f6b0651-8e41-4dbc-bc3b-45b29da0df8d tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7223053 Jul 13 07:42:25.866643 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-323ce893-b8ef-4710-a18f-da6eda1bcc79 tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4029734 Jul 13 07:42:25.866816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40680) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:25.869691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40682) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.046544 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-814be2ad-5041-441e-9200-f3b8eb59d546 tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] 10.222.0.44 "GET /v2.0/subnetpools/f2a76eb4-201d-4144-aa04-bed428f283c0 HTTP/1.1" status: 200 len: 732 time: 0.1732054 Jul 13 07:42:26.046877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40690) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.054751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9e25d567-dc72-47d2-bdb4-b8257fc7344d tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2132678841'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:26.174808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8f29dc23-f128-4830-8c06-dbed356cb236 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Deleting port 562ae208-e74c-4156-b6fe-3ce980c4e032 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:26.175142 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f29dc23-f128-4830-8c06-dbed356cb236 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.232370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e25d567-dc72-47d2-bdb4-b8257fc7344d tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] Notify callbacks [] for subnetpool, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.238682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9e25d567-dc72-47d2-bdb4-b8257fc7344d tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] 10.222.0.44 "PUT /v2.0/subnetpools/f2a76eb4-201d-4144-aa04-bed428f283c0 HTTP/1.1" status: 200 len: 684 time: 0.1874070 Jul 13 07:42:26.238864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40694) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.325663 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f29dc23-f128-4830-8c06-dbed356cb236 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.326126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 37b5f3a6-3973-4ea8-b932-352222f7fecf up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:26.326965 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f29dc23-f128-4830-8c06-dbed356cb236 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.355031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8f29dc23-f128-4830-8c06-dbed356cb236 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Calling delete_port for 562ae208-e74c-4156-b6fe-3ce980c4e032 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:26.378591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4080dfc2-88b4-4ed5-b50c-a05e8ab54858 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.435655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080dfc2-88b4-4ed5-b50c-a05e8ab54858 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=6eff245e-49e5-4cdd-a5d3-18acce0741bf,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:26.509839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 37b5f3a6-3973-4ea8-b932-352222f7fecf completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:26.560546 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4080dfc2-88b4-4ed5-b50c-a05e8ab54858 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.567831 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4080dfc2-88b4-4ed5-b50c-a05e8ab54858 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/6eff245e-49e5-4cdd-a5d3-18acce0741bf HTTP/1.1" status: 204 len: 168 time: 1.2889199 Jul 13 07:42:26.571011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40708) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.577447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-03edd410-abb3-47f1-9a87-d5a675bc7c66 tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] Notify callbacks [] for subnetpool, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.578639 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-03edd410-abb3-47f1-9a87-d5a675bc7c66 tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] 10.222.0.44 "DELETE /v2.0/subnetpools/f2a76eb4-201d-4144-aa04-bed428f283c0 HTTP/1.1" status: 204 len: 168 time: 0.3388791 Jul 13 07:42:26.588546 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40710) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.617331 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-9c1c1bfd-aed9-4a05-a2f7-a63defce48eb tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] show failed (client error): The resource could not be found. Jul 13 07:42:26.621368 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9c1c1bfd-aed9-4a05-a2f7-a63defce48eb tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] 10.222.0.44 "GET /v2.0/subnetpools/f2a76eb4-201d-4144-aa04-bed428f283c0 HTTP/1.1" status: 404 len: 346 time: 0.0290496 Jul 13 07:42:26.621768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40712) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.642898 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-9edd14de-350e-4ae4-9a77-d502b5613aa3 tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] delete failed (client error): The resource could not be found. Jul 13 07:42:26.644175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9edd14de-350e-4ae4-9a77-d502b5613aa3 tempest-SubnetPoolsTestJSON-1890933802 tempest-SubnetPoolsTestJSON-1890933802-project] 10.222.0.44 "DELETE /v2.0/subnetpools/f2a76eb4-201d-4144-aa04-bed428f283c0 HTTP/1.1" status: 404 len: 346 time: 0.0213125 Jul 13 07:42:26.728990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce15ff9-9bc1-4dfd-960b-e11b6f62e5f5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:26.730832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce15ff9-9bc1-4dfd-960b-e11b6f62e5f5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:26.744619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dce15ff9-9bc1-4dfd-960b-e11b6f62e5f5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1648021 Jul 13 07:42:26.745246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40720) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:26.812577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f29dc23-f128-4830-8c06-dbed356cb236 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:26.867041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29dc23-f128-4830-8c06-dbed356cb236 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Pushing event deleted for resources: {'Port': ['ID=562ae208-e74c-4156-b6fe-3ce980c4e032,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:26.884734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adc881e-64c6-4dbe-bfd9-401a9fa5bff1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 56e28634-c0f7-441b-89d8-ce40a6b821fc {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:26.904903 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9adc881e-64c6-4dbe-bfd9-401a9fa5bff1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.004343 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9adc881e-64c6-4dbe-bfd9-401a9fa5bff1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.045285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f29dc23-f128-4830-8c06-dbed356cb236 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.049309 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f29dc23-f128-4830-8c06-dbed356cb236 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.053614 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f29dc23-f128-4830-8c06-dbed356cb236 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742 tempest-ExternalNetworksAdminNegativeTestJSON-1009496742-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/a5c1898a-5c0a-452f-b278-9cbf45b2e0db HTTP/1.1" status: 204 len: 168 time: 1.1854973 Jul 13 07:42:27.189982 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9adc881e-64c6-4dbe-bfd9-401a9fa5bff1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.225741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40728) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:27.383722 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9adc881e-64c6-4dbe-bfd9-401a9fa5bff1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.449902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc881e-64c6-4dbe-bfd9-401a9fa5bff1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=56e28634-c0f7-441b-89d8-ce40a6b821fc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:27.468495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9adc881e-64c6-4dbe-bfd9-401a9fa5bff1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.473190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40732) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:27.473457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9adc881e-64c6-4dbe-bfd9-401a9fa5bff1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/56e28634-c0f7-441b-89d8-ce40a6b821fc HTTP/1.1" status: 204 len: 168 time: 0.7271924 Jul 13 07:42:27.545531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c711e87-8d2e-480c-b610-723b1cb12a7b None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:27.606931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40742) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:27.616723 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-18124a5c-c8ba-4a9d-98b9-0c045bd2a554 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346734 Jul 13 07:42:27.620958 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:27.800777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42513f3-6519-4b62-b965-b18a95049a00 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:27.805802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40746) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:27.816806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d42513f3-6519-4b62-b965-b18a95049a00 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2084444 Jul 13 07:42:27.933469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-303b4873-5fa7-46cf-88b0-33968f662f89 None None] Provisioning for port 37b5f3a6-3973-4ea8-b932-352222f7fecf completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:27.936528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40748) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:27.950844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-303b4873-5fa7-46cf-88b0-33968f662f89 None None] Provisioning complete for port 37b5f3a6-3973-4ea8-b932-352222f7fecf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:27.951220 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-303b4873-5fa7-46cf-88b0-33968f662f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.019403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7abc36-c15e-4c09-8a25-25c4fa68dc80 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:28.021782 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2d7abc36-c15e-4c09-8a25-25c4fa68dc80 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2115161 Jul 13 07:42:28.025031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40752) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:28.050686 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.060388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.113312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14baeb6e61614502869d9ba5c74f07e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8848269 Jul 13 07:42:28.116873 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40754) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:28.199353 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-303b4873-5fa7-46cf-88b0-33968f662f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.201454 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0438ef85-d108-487e-ae06-41e41923708a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.202851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1e360-653e-490e-84e4-1060b0aeadd8 None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:28.221018 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b4afe5-d949-4063-9fb7-30c023a0bdf7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:28.242220 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0438ef85-d108-487e-ae06-41e41923708a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.245119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.245569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.245980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.246429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.246831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.247169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.247597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.248001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.248470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.248872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.249264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.249657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c769258-dd34-4f49-9a8f-c1f5b8da0b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:28.279536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bda90af4-4b0c-41ce-af21-476c94933747 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2531283 Jul 13 07:42:28.279978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40756) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:28.295966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7e1cfb0f-6bc9-420e-92c4-44d0d7ac7ec2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:28.334461 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0438ef85-d108-487e-ae06-41e41923708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.337424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-303b4873-5fa7-46cf-88b0-33968f662f89 None None] For port 37b5f3a6-3973-4ea8-b932-352222f7fecf, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=37b5f3a6-3973-4ea8-b932-352222f7fecf,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:28.337637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0438ef85-d108-487e-ae06-41e41923708a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.341117 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0438ef85-d108-487e-ae06-41e41923708a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38b4afe5-d949-4063-9fb7-30c023a0bdf7 HTTP/1.1" status: 204 len: 168 time: 0.2208724 Jul 13 07:42:28.358698 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438ef85-d108-487e-ae06-41e41923708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b4afe5-d949-4063-9fb7-30c023a0bdf7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:28.382725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f68315-2938-4e2e-8608-0cb04da48d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.425485 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-303b4873-5fa7-46cf-88b0-33968f662f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.538068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f68315-2938-4e2e-8608-0cb04da48d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.574450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5f68315-2938-4e2e-8608-0cb04da48d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.579965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1e360-653e-490e-84e4-1060b0aeadd8 None None] Deleting port 37b5f3a6-3973-4ea8-b932-352222f7fecf {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:28.580950 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e360-653e-490e-84e4-1060b0aeadd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.659728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b4873-5fa7-46cf-88b0-33968f662f89 None None] Pushing event updated for resources: {'Port': ['ID=37b5f3a6-3973-4ea8-b932-352222f7fecf,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:28.700426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a7d1e360-653e-490e-84e4-1060b0aeadd8 None None] For port 37b5f3a6-3973-4ea8-b932-352222f7fecf, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=37b5f3a6-3973-4ea8-b932-352222f7fecf,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:28.701086 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e360-653e-490e-84e4-1060b0aeadd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.725860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1e360-653e-490e-84e4-1060b0aeadd8 None None] Calling delete_port for 37b5f3a6-3973-4ea8-b932-352222f7fecf owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:28.887301 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e360-653e-490e-84e4-1060b0aeadd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:28.921657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1e360-653e-490e-84e4-1060b0aeadd8 None None] Pushing event deleted for resources: {'Port': ['ID=37b5f3a6-3973-4ea8-b932-352222f7fecf,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:28.935199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1e360-653e-490e-84e4-1060b0aeadd8 None None] No DVR routers for this DVR port 37b5f3a6-3973-4ea8-b932-352222f7fecf on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:29.281754 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40784) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:29.289111 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f5f68315-2938-4e2e-8608-0cb04da48d3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79a8fe81e28f486aa33271f1994fadf8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3514075 Jul 13 07:42:29.298412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f68315-2938-4e2e-8608-0cb04da48d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e36303-9026-43f5-a698-4b00f0de6abb,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:29.367198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1cfb0f-6bc9-420e-92c4-44d0d7ac7ec2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:29.372145 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e1cfb0f-6bc9-420e-92c4-44d0d7ac7ec2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.444724 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbd8a-1ed1-4af8-a768-94b468de1512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.520279 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbd8a-1ed1-4af8-a768-94b468de1512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.626412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbd8a-1ed1-4af8-a768-94b468de1512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.629242 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c5bbd8a-1ed1-4af8-a768-94b468de1512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.633842 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6c5bbd8a-1ed1-4af8-a768-94b468de1512 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70e36303-9026-43f5-a698-4b00f0de6abb HTTP/1.1" status: 204 len: 168 time: 0.3508651 Jul 13 07:42:29.658000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bbd8a-1ed1-4af8-a768-94b468de1512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e36303-9026-43f5-a698-4b00f0de6abb,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:29.708068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e1cfb0f-6bc9-420e-92c4-44d0d7ac7ec2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.741693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40798) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:29.750054 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0070610 Jul 13 07:42:29.750875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40800) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:29.897636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1cfb0f-6bc9-420e-92c4-44d0d7ac7ec2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:29.903335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-7e1cfb0f-6bc9-420e-92c4-44d0d7ac7ec2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:29.912604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1cfb0f-6bc9-420e-92c4-44d0d7ac7ec2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:29.916305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13acbf39-c7bf-490f-b4aa-3a6d83b2f9a1 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:29.930361 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e1cfb0f-6bc9-420e-92c4-44d0d7ac7ec2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:29.995021 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7e1cfb0f-6bc9-420e-92c4-44d0d7ac7ec2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7042913 Jul 13 07:42:29.997755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40806) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:30.013988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'c58f019e-c712-46f5-9e65-3ab97f9c58c0', 'ip_address': '2001:db8::f1fb:8b97:a8db:d381'}], 'name': 'tempest-NetworksTestDHCPv6-1481234206'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:30.019697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cfb0f-6bc9-420e-92c4-44d0d7ac7ec2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=c58f019e-c712-46f5-9e65-3ab97f9c58c0,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:30.152886 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-da9addf9-ba3c-4652-bbef-ec68a5a70680 tempest-NetworksApiDiscovery-2040330339 tempest-NetworksApiDiscovery-2040330339-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3996236 Jul 13 07:42:30.220417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 37b5f3a6-3973-4ea8-b932-352222f7fecf no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:30.270255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 37b5f3a6-3973-4ea8-b932-352222f7fecf {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:30.270596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 37b5f3a6-3973-4ea8-b932-352222f7fecf not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:30.348639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:30.369810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': 'c58f019e-c712-46f5-9e65-3ab97f9c58c0'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:30.371080 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.572004 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.617529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40816) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:30.637807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port cbb1aab9-7394-4a1c-8a5b-256af110038e yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:30.675342 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-09d9ba8d-9fed-4b42-88ae-2d6527aa5c75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dafa8072e1d3446783b8a07d32ffc94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557704 Jul 13 07:42:30.678534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40822) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:30.830631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c59eaec-c5ba-4e6b-830f-d92d1f10468d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.859797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40824) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:30.909048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c59eaec-c5ba-4e6b-830f-d92d1f10468d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:30.982193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Allocated IP 2001:db8::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/c58f019e-c712-46f5-9e65-3ab97f9c58c0/c3887d95-e035-4623-b21b-e03daca61188) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:31.030022 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c59eaec-c5ba-4e6b-830f-d92d1f10468d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.040940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c59eaec-c5ba-4e6b-830f-d92d1f10468d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.042391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6c59eaec-c5ba-4e6b-830f-d92d1f10468d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3162940-7aba-4ddb-a3ac-554881d98da1 HTTP/1.1" status: 204 len: 168 time: 0.3622518 Jul 13 07:42:31.092116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59eaec-c5ba-4e6b-830f-d92d1f10468d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3162940-7aba-4ddb-a3ac-554881d98da1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:31.240059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2167304c-b811-46f1-8a20-c27a395a15c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.376871 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.400561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Transition to ACTIVE for port object c3887d95-e035-4623-b21b-e03daca61188 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:31.417437 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2167304c-b811-46f1-8a20-c27a395a15c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.428473 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2167304c-b811-46f1-8a20-c27a395a15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.441003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Transition to ACTIVE for port object c3887d95-e035-4623-b21b-e03daca61188 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:31.463131 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.506124 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2167304c-b811-46f1-8a20-c27a395a15c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93fc522c5e1e4f608fd5ea1e9f9eaca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6452324 Jul 13 07:42:31.509241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40838) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:31.538910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:31.559201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:31.565309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:31.580353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167304c-b811-46f1-8a20-c27a395a15c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7648d3-8b58-4b74-93aa-4dd5bb3f9de5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:31.597632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f1fb:8b97:a8db:d381 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/c58f019e-c712-46f5-9e65-3ab97f9c58c0/cbb1aab9-7394-4a1c-8a5b-256af110038e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:31.652938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e405c2c2-0131-4640-a5ea-dba2de73526d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.674319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Pushing event updated for resources: {'Port': ['ID=c3887d95-e035-4623-b21b-e03daca61188,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:31.724626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Attempting to bind port c3887d95-e035-4623-b21b-e03daca61188 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:31.725247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Attempting to bind port c3887d95-e035-4623-b21b-e03daca61188 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:31.725802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Attempting to bind port c3887d95-e035-4623-b21b-e03daca61188 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:31.732235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:31.733133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:31.738410 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.740669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:31.741343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Bound port: c3887d95-e035-4623-b21b-e03daca61188, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:31.744518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.746083 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e405c2c2-0131-4640-a5ea-dba2de73526d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.830629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] For port c3887d95-e035-4623-b21b-e03daca61188, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:31.836193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] For port c3887d95-e035-4623-b21b-e03daca61188, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c3887d95-e035-4623-b21b-e03daca61188,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:31.838871 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e405c2c2-0131-4640-a5ea-dba2de73526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.842874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e405c2c2-0131-4640-a5ea-dba2de73526d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.847945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e405c2c2-0131-4640-a5ea-dba2de73526d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec7648d3-8b58-4b74-93aa-4dd5bb3f9de5 HTTP/1.1" status: 204 len: 168 time: 0.3352606 Jul 13 07:42:31.858874 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.869518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405c2c2-0131-4640-a5ea-dba2de73526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7648d3-8b58-4b74-93aa-4dd5bb3f9de5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:31.965352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.006902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object cbb1aab9-7394-4a1c-8a5b-256af110038e will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:32.047977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d51e74-bfb3-4cfe-b8de-2fb0fb1eb65c None None] Pushing event updated for resources: {'Port': ['ID=c3887d95-e035-4623-b21b-e03daca61188,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:32.105333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.299252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:32.303937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:32.314491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:32.329446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:32.335069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:32.423914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40866) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:32.428203 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4212532 Jul 13 07:42:32.435375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb5628-355d-4869-a18c-99709cdd655d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=cbb1aab9-7394-4a1c-8a5b-256af110038e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:32.644731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f17d796-a81c-47f1-afb2-858ccdfe4afc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:32.656958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f17d796-a81c-47f1-afb2-858ccdfe4afc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:32.662850 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40876) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:32.667613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8f17d796-a81c-47f1-afb2-858ccdfe4afc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2368062 Jul 13 07:42:32.929948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-22333887-8f24-4d56-aecd-46799e90d93d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port cbb1aab9-7394-4a1c-8a5b-256af110038e {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:32.930201 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-22333887-8f24-4d56-aecd-46799e90d93d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.146471 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-22333887-8f24-4d56-aecd-46799e90d93d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.163670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-22333887-8f24-4d56-aecd-46799e90d93d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for cbb1aab9-7394-4a1c-8a5b-256af110038e owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:33.633805 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-22333887-8f24-4d56-aecd-46799e90d93d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.691615 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22333887-8f24-4d56-aecd-46799e90d93d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=cbb1aab9-7394-4a1c-8a5b-256af110038e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:33.769092 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-22333887-8f24-4d56-aecd-46799e90d93d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.774519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40912) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:33.788794 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-22333887-8f24-4d56-aecd-46799e90d93d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/cbb1aab9-7394-4a1c-8a5b-256af110038e HTTP/1.1" status: 204 len: 168 time: 1.1244557 Jul 13 07:42:33.877230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4468d02f-acd6-4608-8472-97416966bb3c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:33.880514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4468d02f-acd6-4608-8472-97416966bb3c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:33.882980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4468d02f-acd6-4608-8472-97416966bb3c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1063538 Jul 13 07:42:33.885573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40920) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:33.958555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8fce9bc2-b109-4784-ada3-a8716c4a99af None None] Provisioning for port c3887d95-e035-4623-b21b-e03daca61188 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:33.962302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced767a9-d04d-4c2f-9b7e-05109f11b2d3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet c58f019e-c712-46f5-9e65-3ab97f9c58c0 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:33.974455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced767a9-d04d-4c2f-9b7e-05109f11b2d3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.053787 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced767a9-d04d-4c2f-9b7e-05109f11b2d3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.317848 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced767a9-d04d-4c2f-9b7e-05109f11b2d3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.321046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40932) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:34.382175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-476ff18a-577a-474e-83e4-db00f2fb98cb None None] Could not find standard attr ID for object cbb1aab9-7394-4a1c-8a5b-256af110038e. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:34.470831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c3887d95-e035-4623-b21b-e03daca61188 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:34.486503 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.493275 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced767a9-d04d-4c2f-9b7e-05109f11b2d3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.601342 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:42:34.636335 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ced767a9-d04d-4c2f-9b7e-05109f11b2d3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.645740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ced767a9-d04d-4c2f-9b7e-05109f11b2d3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/c58f019e-c712-46f5-9e65-3ab97f9c58c0 HTTP/1.1" status: 204 len: 168 time: 0.7587380 Jul 13 07:42:34.648921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40946) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:34.652484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced767a9-d04d-4c2f-9b7e-05109f11b2d3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=c58f019e-c712-46f5-9e65-3ab97f9c58c0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:34.720494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c3887d95-e035-4623-b21b-e03daca61188 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:34.726953 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c3887d95-e035-4623-b21b-e03daca61188 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:34.727806 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.806195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61d8412-46f8-41e7-9ab2-af4c989385bc None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:34.853916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40954) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:34.859954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-56d0abc0-dc07-4586-b71c-89148b52d731 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:34.861428 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c91a1306-ce2d-4b5e-8c07-0faa14c28448 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2113044 Jul 13 07:42:34.996512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-618505975'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:35.074424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Made reservation on behalf of 067a979ceeb54dfaab0be8891b59edd6 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:35.104092 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.114354 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.139184 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.186556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port c3887d95-e035-4623-b21b-e03daca61188, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c3887d95-e035-4623-b21b-e03daca61188,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:35.190807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d0abc0-dc07-4586-b71c-89148b52d731 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:35.195703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.203018 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56d0abc0-dc07-4586-b71c-89148b52d731 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.259386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b963025-ce72-481f-a7b9-3be7cf52fa92 None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:35.395078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=c3887d95-e035-4623-b21b-e03daca61188,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.399004 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.412981 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.470051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4b963025-ce72-481f-a7b9-3be7cf52fa92 None None] Deleting port c3887d95-e035-4623-b21b-e03daca61188 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:35.471543 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b963025-ce72-481f-a7b9-3be7cf52fa92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.487111 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb331a-9ccf-4747-99ee-3c19cbeeb9b1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.500651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:35.522173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.522615 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Added segment 421860e9-d034-4173-9e28-94a6bac3daf3 of type vlan for network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 Jul 13 07:42:35.577467 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56d0abc0-dc07-4586-b71c-89148b52d731 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.608949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.621085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-4b963025-ce72-481f-a7b9-3be7cf52fa92 None None] For port c3887d95-e035-4623-b21b-e03daca61188, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c3887d95-e035-4623-b21b-e03daca61188,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:35.621672 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b963025-ce72-481f-a7b9-3be7cf52fa92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.626373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d0abc0-dc07-4586-b71c-89148b52d731 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:35.629825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-56d0abc0-dc07-4586-b71c-89148b52d731 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:35.635120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0abc0-dc07-4586-b71c-89148b52d731 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:35.635852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56d0abc0-dc07-4586-b71c-89148b52d731 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.641405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4b963025-ce72-481f-a7b9-3be7cf52fa92 None None] Calling delete_port for c3887d95-e035-4623-b21b-e03daca61188 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:35.658814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0abc0-dc07-4586-b71c-89148b52d731 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=dc5dc381-8f5c-46fe-b720-c97c5aa0254b,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.675421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-56d0abc0-dc07-4586-b71c-89148b52d731 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8184493 Jul 13 07:42:35.676144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40968) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:35.690114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'dc5dc381-8f5c-46fe-b720-c97c5aa0254b', 'ip_address': '2001:db8::ba85:51e0:ddb1:ad4f'}], 'name': 'tempest-NetworksTestDHCPv6-1170338800'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:35.698900 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.719106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:35.719802 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.778137 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b963025-ce72-481f-a7b9-3be7cf52fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.834494 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5119388 Jul 13 07:42:35.844207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b963025-ce72-481f-a7b9-3be7cf52fa92 None None] No DVR routers for this DVR port c3887d95-e035-4623-b21b-e03daca61188 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:35.869983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f21732-29cf-4082-a3aa-53e9ec748082 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:35.872039 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b963025-ce72-481f-a7b9-3be7cf52fa92 None None] Pushing event deleted for resources: {'Port': ['ID=c3887d95-e035-4623-b21b-e03daca61188,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.894454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b516bc-b5bd-4bad-bd52-6f1843501841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Pushing event updated for resources: {'Network': ['ID=cc45a89e-cbda-4c3b-aba0-d4efd5bbf033,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.903915 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:35.906996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:36.065784 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.089650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 68a3d67f-34d7-4500-af11-ecd4d86870ae yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:36.215595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': 'dc5dc381-8f5c-46fe-b720-c97c5aa0254b'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:36.217615 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.255785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c3887d95-e035-4623-b21b-e03daca61188 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:36.412980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c3887d95-e035-4623-b21b-e03daca61188 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:36.413706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c3887d95-e035-4623-b21b-e03daca61188 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:36.435896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40986) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:36.444954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Request body: {'port': {'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033', 'binding:host_id': 'n-h2-798249-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-260131060'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:36.480691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Made reservation on behalf of 0a2ea2072806427abc94a880eeb8ed6d for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:36.482150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::ba85:51e0:ddb1:ad4f (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/dc5dc381-8f5c-46fe-b720-c97c5aa0254b/68a3d67f-34d7-4500-af11-ecd4d86870ae) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:36.483492 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.501578 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.642137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.651447 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.662535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] device_id is not set on port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:36.728815 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.754789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 68a3d67f-34d7-4500-af11-ecd4d86870ae will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:36.807708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0339aa-7ccb-4c22-b21d-8b1b961d0a67,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.854526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.913273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:36.918301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:36.921327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:36.928817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:36.929534 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.953059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=68a3d67f-34d7-4500-af11-ecd4d86870ae,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.987286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Allocated IP 2001:db8::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/dc5dc381-8f5c-46fe-b720-c97c5aa0254b/243ee524-6a22-4d7f-aa16-7e7d87ce790a) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:36.991755 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-66ad3bbf-47e7-4b4f-a593-47e710743aa6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3125775 Jul 13 07:42:36.996974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40998) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.113241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6491ee98-8379-4dac-8d7d-c1890d79b75a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:37.115247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6491ee98-8379-4dac-8d7d-c1890d79b75a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1154616 Jul 13 07:42:37.117791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41000) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:37.198621 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.208719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Transition to ACTIVE for port object 243ee524-6a22-4d7f-aa16-7e7d87ce790a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:37.227710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Transition to ACTIVE for port object 243ee524-6a22-4d7f-aa16-7e7d87ce790a will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:37.240792 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.256604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] device_id is not set on port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:37.273558 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.296184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:37.302671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:37.313281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Transition to ACTIVE for port object 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:37.320183 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:37.335102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Pushing event updated for resources: {'Port': ['ID=243ee524-6a22-4d7f-aa16-7e7d87ce790a,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:37.345051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.359327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5139b863-139e-4e12-bbaa-0fc512fc7832 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 68a3d67f-34d7-4500-af11-ecd4d86870ae {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:37.359933 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5139b863-139e-4e12-bbaa-0fc512fc7832 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.414152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Attempting to bind port 243ee524-6a22-4d7f-aa16-7e7d87ce790a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:37.414556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Attempting to bind port 243ee524-6a22-4d7f-aa16-7e7d87ce790a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:37.414894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Attempting to bind port 243ee524-6a22-4d7f-aa16-7e7d87ce790a on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:37.420596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:37.420977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:37.421924 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.422754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:37.423236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Bound port: 243ee524-6a22-4d7f-aa16-7e7d87ce790a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:37.426453 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.454970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfb3fea-7a82-4ff3-b174-6353f8fd1584,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:37.512648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Checking segment: {'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:37.513264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Network hostable DHCP agents. Network: cc45a89e-cbda-4c3b-aba0-d4efd5bbf033, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:42:37.554825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:42:37.555955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] For port 243ee524-6a22-4d7f-aa16-7e7d87ce790a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:37.559668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] For port 243ee524-6a22-4d7f-aa16-7e7d87ce790a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=243ee524-6a22-4d7f-aa16-7e7d87ce790a,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:37.564429 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5139b863-139e-4e12-bbaa-0fc512fc7832 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.567055 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.587670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, cc45a89e-cbda-4c3b-aba0-d4efd5bbf033) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:37.593188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:37.597150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5139b863-139e-4e12-bbaa-0fc512fc7832 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 68a3d67f-34d7-4500-af11-ecd4d86870ae owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:37.599054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b5913-aa28-4611-a309-55bd6a3258b7 None None] Network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:37.674188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:37.674655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:37.675091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:37.686164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:37.686653 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:37.688613 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 2 to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 Jul 13 07:42:37.713608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:37.714106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:37.714545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:37.720351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:37.720831 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:37.722526 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 3 to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 Jul 13 07:42:37.739272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:37.739931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:37.740398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:37.753915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:37.754516 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:37.756245 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 4 to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 Jul 13 07:42:37.765189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4b40a-40ba-4347-ae5c-c0cc65e88007 None None] Pushing event updated for resources: {'Port': ['ID=243ee524-6a22-4d7f-aa16-7e7d87ce790a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:37.800704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:37.801235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:37.801947 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:37.964101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.970631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:37.971232 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:37.971693 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 5 to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 Jul 13 07:42:38.010037 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5139b863-139e-4e12-bbaa-0fc512fc7832 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.071236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:38.071578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:38.071925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:38.153274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139b863-139e-4e12-bbaa-0fc512fc7832 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=68a3d67f-34d7-4500-af11-ecd4d86870ae,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:38.168503 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5139b863-139e-4e12-bbaa-0fc512fc7832 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.171909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5139b863-139e-4e12-bbaa-0fc512fc7832 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/68a3d67f-34d7-4500-af11-ecd4d86870ae HTTP/1.1" status: 204 len: 168 time: 1.0307629 Jul 13 07:42:38.174435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41016) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.176264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:38.179000 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:38.179497 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 6 to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 Jul 13 07:42:38.206513 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:38.207088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:38.207756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:38.213534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:38.214111 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:38.215028 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 7 to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 Jul 13 07:42:38.245874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:38.246294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:38.246684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:38.260394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:38.260701 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:38.261099 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 8 to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 Jul 13 07:42:38.282759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:38.283489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:38.284218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:38.289792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:38.290635 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:38.291471 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 9 to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 Jul 13 07:42:38.315196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6246654d-bf6f-45d8-87b1-3bab087cafad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:38.316829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6246654d-bf6f-45d8-87b1-3bab087cafad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:38.319037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6246654d-bf6f-45d8-87b1-3bab087cafad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1420443 Jul 13 07:42:38.319811 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:38.320321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:38.320731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:38.326030 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41018) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.328934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:38.329519 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:38.344977 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 10 to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 Jul 13 07:42:38.350337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 243ee524-6a22-4d7f-aa16-7e7d87ce790a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:38.436405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 243ee524-6a22-4d7f-aa16-7e7d87ce790a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:38.486253 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:38.486897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:38.487203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:38.493753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:38.494484 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:38.495024 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.500437 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-5742d52e-7534-491a-9006-13dfc4759de1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet dc5dc381-8f5c-46fe-b720-c97c5aa0254b {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:38.511180 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5742d52e-7534-491a-9006-13dfc4759de1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.603953 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5742d52e-7534-491a-9006-13dfc4759de1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.719117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] For port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:38.719537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempted to set empty binding levels {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:42:38.729886 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.790579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfb3fea-7a82-4ff3-b174-6353f8fd1584,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:38.829999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:38.830603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.871353 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-90ea20b7-b584-4c87-8cfb-630e6c5fec1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.4340079 Jul 13 07:42:38.875455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41028) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:38.878651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5742d52e-7534-491a-9006-13dfc4759de1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.149013 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5742d52e-7534-491a-9006-13dfc4759de1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.229202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742d52e-7534-491a-9006-13dfc4759de1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5dc381-8f5c-46fe-b720-c97c5aa0254b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.231711 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5742d52e-7534-491a-9006-13dfc4759de1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.233339 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5742d52e-7534-491a-9006-13dfc4759de1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/dc5dc381-8f5c-46fe-b720-c97c5aa0254b HTTP/1.1" status: 204 len: 168 time: 0.9005027 Jul 13 07:42:39.236121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41042) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.248875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-6480bc5a-ac36-4cbb-b104-af6dc516263f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Deleting port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:39.249227 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6480bc5a-ac36-4cbb-b104-af6dc516263f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.380582 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a01beca0-22c3-4144-bbcd-7badd1659db0 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1417065 Jul 13 07:42:39.386086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41046) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.395202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-953f3d2e-2eac-483a-8abf-f66412308fc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:39.399957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-6480bc5a-ac36-4cbb-b104-af6dc516263f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] For port 1cfb3fea-7a82-4ff3-b174-6353f8fd1584, host n-h2-798249-7, got binding levels [] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:39.401687 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6480bc5a-ac36-4cbb-b104-af6dc516263f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.436952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa1872e-45e0-4625-8331-061682ebfcc6 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:39.483291 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-6480bc5a-ac36-4cbb-b104-af6dc516263f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Calling delete_port for 1cfb3fea-7a82-4ff3-b174-6353f8fd1584 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:39.680727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-987e260a-0555-41f9-9efd-c7051213c327 None None] Provisioning for port 243ee524-6a22-4d7f-aa16-7e7d87ce790a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:39.695916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-987e260a-0555-41f9-9efd-c7051213c327 None None] Provisioning complete for port 243ee524-6a22-4d7f-aa16-7e7d87ce790a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:39.718787 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-987e260a-0555-41f9-9efd-c7051213c327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.742347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953f3d2e-2eac-483a-8abf-f66412308fc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:39.745920 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-953f3d2e-2eac-483a-8abf-f66412308fc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.750307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6480bc5a-ac36-4cbb-b104-af6dc516263f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.814540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480bc5a-ac36-4cbb-b104-af6dc516263f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cfb3fea-7a82-4ff3-b174-6353f8fd1584,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:39.830162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6480bc5a-ac36-4cbb-b104-af6dc516263f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.845284 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6480bc5a-ac36-4cbb-b104-af6dc516263f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "DELETE /v2.0/ports/1cfb3fea-7a82-4ff3-b174-6353f8fd1584 HTTP/1.1" status: 204 len: 168 time: 0.9663527 Jul 13 07:42:39.845952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41052) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.935246 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-decbffa5-2a79-443a-9478-e217974dfa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:42:39.940146 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-decbffa5-2a79-443a-9478-e217974dfa58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "GET /v2.0/ports/1cfb3fea-7a82-4ff3-b174-6353f8fd1584 HTTP/1.1" status: 404 len: 333 time: 0.0931559 Jul 13 07:42:39.944629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-987e260a-0555-41f9-9efd-c7051213c327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:39.947379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41054) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:39.955699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Request body: {'port': {'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-171760259'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:40.027066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Made reservation on behalf of 0a2ea2072806427abc94a880eeb8ed6d for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:40.029841 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.054413 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-953f3d2e-2eac-483a-8abf-f66412308fc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.058912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f325062-b8d7-4bff-b75e-a1edb4dde9eb None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:40.095749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-987e260a-0555-41f9-9efd-c7051213c327 None None] For port 243ee524-6a22-4d7f-aa16-7e7d87ce790a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=243ee524-6a22-4d7f-aa16-7e7d87ce790a,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:40.097301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f3d2e-2eac-483a-8abf-f66412308fc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:40.099166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] device_id is not set on port 490f56cb-8e5a-41d4-922b-f0c035265144 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:40.104624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-953f3d2e-2eac-483a-8abf-f66412308fc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:40.116239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953f3d2e-2eac-483a-8abf-f66412308fc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:40.117224 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-953f3d2e-2eac-483a-8abf-f66412308fc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.135139 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-987e260a-0555-41f9-9efd-c7051213c327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.141030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f3d2e-2eac-483a-8abf-f66412308fc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=ebf0330f-337f-4151-8b6c-cb26ef850133,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.151008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-953f3d2e-2eac-483a-8abf-f66412308fc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7629015 Jul 13 07:42:40.153645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41060) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.164685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'ebf0330f-337f-4151-8b6c-cb26ef850133', 'ip_address': '2001:db8::8d61:6a4a:10f1:2f10'}], 'name': 'tempest-NetworksTestDHCPv6-1488259689'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:40.339997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 243ee524-6a22-4d7f-aa16-7e7d87ce790a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:40.437522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:40.445308 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.476078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e260a-0555-41f9-9efd-c7051213c327 None None] Pushing event updated for resources: {'Port': ['ID=243ee524-6a22-4d7f-aa16-7e7d87ce790a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.487039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 192812fa-2f0b-4f13-a4bc-3826b294684f yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:40.505145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8f325062-b8d7-4bff-b75e-a1edb4dde9eb None None] Deleting port 243ee524-6a22-4d7f-aa16-7e7d87ce790a {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:40.506023 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f325062-b8d7-4bff-b75e-a1edb4dde9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.528466 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.610526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.659995 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.695671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event updated for resources: {'Port': ['ID=490f56cb-8e5a-41d4-922b-f0c035265144,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.715173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:40.716958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:40.719416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:40.720485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:40.721100 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.745634 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2579921c-70f0-4cf0-b0b7-e2e7e284c3f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7970769 Jul 13 07:42:40.746893 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41068) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.750212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8f325062-b8d7-4bff-b75e-a1edb4dde9eb None None] For port 243ee524-6a22-4d7f-aa16-7e7d87ce790a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=243ee524-6a22-4d7f-aa16-7e7d87ce790a,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:40.752983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:40.753153 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f325062-b8d7-4bff-b75e-a1edb4dde9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.794238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::8d61:6a4a:10f1:2f10 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/ebf0330f-337f-4151-8b6c-cb26ef850133/192812fa-2f0b-4f13-a4bc-3826b294684f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:40.801442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8f325062-b8d7-4bff-b75e-a1edb4dde9eb None None] Calling delete_port for 243ee524-6a22-4d7f-aa16-7e7d87ce790a owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:40.811621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 243ee524-6a22-4d7f-aa16-7e7d87ce790a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=243ee524-6a22-4d7f-aa16-7e7d87ce790a,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:40.822255 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.885813 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.032470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=243ee524-6a22-4d7f-aa16-7e7d87ce790a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.117108 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f325062-b8d7-4bff-b75e-a1edb4dde9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.140849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f325062-b8d7-4bff-b75e-a1edb4dde9eb None None] No DVR routers for this DVR port 243ee524-6a22-4d7f-aa16-7e7d87ce790a on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:41.152507 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.190467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 192812fa-2f0b-4f13-a4bc-3826b294684f will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:41.304780 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.323409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] device_id is not set on port 490f56cb-8e5a-41d4-922b-f0c035265144 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:41.345888 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.372231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Transition to ACTIVE for port object 490f56cb-8e5a-41d4-922b-f0c035265144 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:41.383779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.402006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f325062-b8d7-4bff-b75e-a1edb4dde9eb None None] Pushing event deleted for resources: {'Port': ['ID=243ee524-6a22-4d7f-aa16-7e7d87ce790a,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.409537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:41.411544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:41.414199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:41.432901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc1aee5-8039-4ec2-95f2-12686154ac59 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:41.434879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:41.437196 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.508668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event updated for resources: {'Port': ['ID=490f56cb-8e5a-41d4-922b-f0c035265144,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.518949 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3639350 Jul 13 07:42:41.519585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41084) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.534669 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:41.541033 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:41.542086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:41.546061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2b4a9-0ac1-419d-a3ca-39e171b6134a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=192812fa-2f0b-4f13-a4bc-3826b294684f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.560752 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:41.562185 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:41.566240 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 2 to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 Jul 13 07:42:41.587087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:41.587533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:41.587997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:41.593789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:41.594885 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:41.594885 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 3 to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 Jul 13 07:42:41.609955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:41.610451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:41.610895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:41.617163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:41.617645 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:41.618147 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 4 to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 Jul 13 07:42:41.635380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:41.635863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:41.636386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:41.642278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:41.642769 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:41.643391 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 5 to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 Jul 13 07:42:41.666342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:41.667258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:41.667716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:41.673303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:41.673765 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:41.674794 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 6 to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 Jul 13 07:42:41.692887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:41.693238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:41.693564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:41.698449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:41.698769 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:41.699215 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 7 to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 Jul 13 07:42:41.724206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e231caed-da50-43a2-9bb5-d768a0341a74 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:41.727020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:41.731870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:41.732400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:41.738086 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e231caed-da50-43a2-9bb5-d768a0341a74 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2163465 Jul 13 07:42:41.738384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:41.743613 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:41.744283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41090) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.746203 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 8 to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 Jul 13 07:42:41.861874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:41.862466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:41.862964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:41.876835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:41.877480 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:41.880402 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 9 to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 Jul 13 07:42:41.908067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:41.908569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:41.909526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:41.919347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:41.920003 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:41.921956 n-d-798249-7 neutron-server[93839]: INFO neutron.plugins.ml2.plugin [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 10 to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 Jul 13 07:42:41.926191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-93815b6f-a24c-4197-964f-cd4b135b5f4d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 192812fa-2f0b-4f13-a4bc-3826b294684f {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:41.927146 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93815b6f-a24c-4197-964f-cd4b135b5f4d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.935534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': 'ebf0330f-337f-4151-8b6c-cb26ef850133'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:41.937161 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.960623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:41.963549 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:41.963952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:41.976866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:41.977238 n-d-798249-7 neutron-server[93839]: ERROR neutron.plugins.ml2.managers [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port 490f56cb-8e5a-41d4-922b-f0c035265144 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:41.977850 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.091380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] For port 490f56cb-8e5a-41d4-922b-f0c035265144, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:42.091773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempted to set empty binding levels {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:42:42.131104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.324314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Allocated IP 2001:db8::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/ebf0330f-337f-4151-8b6c-cb26ef850133/bb92a065-7a9f-4ad2-9e1c-5300071aecec) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:42.613178 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.633180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Transition to ACTIVE for port object bb92a065-7a9f-4ad2-9e1c-5300071aecec will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:42.669193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Transition to ACTIVE for port object bb92a065-7a9f-4ad2-9e1c-5300071aecec will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:42.685221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.728714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93815b6f-a24c-4197-964f-cd4b135b5f4d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.743316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-93815b6f-a24c-4197-964f-cd4b135b5f4d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 192812fa-2f0b-4f13-a4bc-3826b294684f owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:42.766695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:42.769693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:42.783109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:42.809665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Pushing event updated for resources: {'Port': ['ID=bb92a065-7a9f-4ad2-9e1c-5300071aecec,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:42.956434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event updated for resources: {'Port': ['ID=490f56cb-8e5a-41d4-922b-f0c035265144,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:42.958910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Attempting to bind port bb92a065-7a9f-4ad2-9e1c-5300071aecec on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:42.959407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Attempting to bind port bb92a065-7a9f-4ad2-9e1c-5300071aecec by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:42.959752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Attempting to bind port bb92a065-7a9f-4ad2-9e1c-5300071aecec on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:42.972925 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93815b6f-a24c-4197-964f-cd4b135b5f4d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.977828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:42.978264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:42.978705 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.979121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:42.979582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Bound port: bb92a065-7a9f-4ad2-9e1c-5300071aecec, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:42.979991 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.044677 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] In _notify_port_updated(), no bound segment for port 490f56cb-8e5a-41d4-922b-f0c035265144 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:42:43.057148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.058047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.059596 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3e32e91a-95a5-4ea0-9bec-5882831afd06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "PUT /v2.0/ports/490f56cb-8e5a-41d4-922b-f0c035265144 HTTP/1.1" status: 200 len: 978 time: 2.3115964 Jul 13 07:42:43.062340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41114) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.073729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93815b6f-a24c-4197-964f-cd4b135b5f4d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=192812fa-2f0b-4f13-a4bc-3826b294684f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:43.079157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] For port bb92a065-7a9f-4ad2-9e1c-5300071aecec, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:43.085479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] For port bb92a065-7a9f-4ad2-9e1c-5300071aecec, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bb92a065-7a9f-4ad2-9e1c-5300071aecec,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:43.094367 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.116323 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93815b6f-a24c-4197-964f-cd4b135b5f4d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.139237 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-93815b6f-a24c-4197-964f-cd4b135b5f4d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/192812fa-2f0b-4f13-a4bc-3826b294684f HTTP/1.1" status: 204 len: 168 time: 1.3896325 Jul 13 07:42:43.140220 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41116) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.245048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5ed8d-9437-4048-a12e-a285e04c69bf None None] Pushing event updated for resources: {'Port': ['ID=bb92a065-7a9f-4ad2-9e1c-5300071aecec,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:43.246648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e4450-459e-47c5-8306-ee08a9dac579 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.248472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e4450-459e-47c5-8306-ee08a9dac579 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.258752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41118) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.260100 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-071e4450-459e-47c5-8306-ee08a9dac579 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1185470 Jul 13 07:42:43.366611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.367122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.367609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.368121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.369119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.369593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.370088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.370532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.371005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.371474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.371940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.372468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.372935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.373602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.373864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.374330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.374796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.375404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.375727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.376219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.376683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.377147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.377605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.378066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.381951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.381951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.387274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.387707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.388111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.394109 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.395686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.396436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.397517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.402085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.402531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.403689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.404145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.417719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41128) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:43.420591 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2e84b920-3a6f-418c-9a2d-6d13578d05ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33493 time: 0.3553283 Jul 13 07:42:43.483804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8b26e1-8669-48ac-a596-1b7df13115f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet ebf0330f-337f-4151-8b6c-cb26ef850133 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:43.497645 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ab8b26e1-8669-48ac-a596-1b7df13115f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.622035 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ab8b26e1-8669-48ac-a596-1b7df13115f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.784700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-940b1a8a-37b0-4170-807a-411a8e8824aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Deleting port 490f56cb-8e5a-41d4-922b-f0c035265144 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:43.788307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-940b1a8a-37b0-4170-807a-411a8e8824aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.835926 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ab8b26e1-8669-48ac-a596-1b7df13115f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.917505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41134) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.018164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-940b1a8a-37b0-4170-807a-411a8e8824aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] For port 490f56cb-8e5a-41d4-922b-f0c035265144, host n-h2-798249-7, got binding levels [] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:44.018668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-940b1a8a-37b0-4170-807a-411a8e8824aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.024191 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ab8b26e1-8669-48ac-a596-1b7df13115f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.056518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-940b1a8a-37b0-4170-807a-411a8e8824aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Calling delete_port for 490f56cb-8e5a-41d4-922b-f0c035265144 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:44.078793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b26e1-8669-48ac-a596-1b7df13115f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf0330f-337f-4151-8b6c-cb26ef850133,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.095564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ab8b26e1-8669-48ac-a596-1b7df13115f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.097644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ab8b26e1-8669-48ac-a596-1b7df13115f6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/ebf0330f-337f-4151-8b6c-cb26ef850133 HTTP/1.1" status: 204 len: 168 time: 0.8373764 Jul 13 07:42:44.103642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41140) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.171023 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2b87a8e4-873b-4d4c-8186-3406b6807dd6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656915 Jul 13 07:42:44.174200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41142) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.266145 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-55dc5d81-d4a5-42c4-becd-63eae1da2018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.351050 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bb92a065-7a9f-4ad2-9e1c-5300071aecec up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:44.369399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1abbec3-3b76-4859-83d1-1a72286d6893 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:44.373592 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a1abbec3-3b76-4859-83d1-1a72286d6893 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1959090 Jul 13 07:42:44.374304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41148) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.380237 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-940b1a8a-37b0-4170-807a-411a8e8824aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.450458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b1a8a-37b0-4170-807a-411a8e8824aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event deleted for resources: {'Port': ['ID=490f56cb-8e5a-41d4-922b-f0c035265144,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.455774 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b52af76-979a-4eae-a08d-4827f5f998f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.462700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port bb92a065-7a9f-4ad2-9e1c-5300071aecec completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:44.485026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a32bfee-ae19-4f56-9f0b-73e72159a49b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:44.489574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3a32bfee-ae19-4f56-9f0b-73e72159a49b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1108246 Jul 13 07:42:44.490369 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41150) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.555530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-64f0e1cd-0547-4948-b475-4e4bf0ba3c88 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639017 Jul 13 07:42:44.560856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41152) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.566864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4402435d-a8b8-4083-a50f-02d33a401536 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.627423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-940b1a8a-37b0-4170-807a-411a8e8824aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.652185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-940b1a8a-37b0-4170-807a-411a8e8824aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "DELETE /v2.0/ports/490f56cb-8e5a-41d4-922b-f0c035265144 HTTP/1.1" status: 204 len: 168 time: 1.2332122 Jul 13 07:42:44.657343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41154) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.726285 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-500cb5f9-a9ba-4ed8-baeb-460f04570486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:42:44.735187 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-500cb5f9-a9ba-4ed8-baeb-460f04570486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "GET /v2.0/ports/490f56cb-8e5a-41d4-922b-f0c035265144 HTTP/1.1" status: 404 len: 333 time: 0.0754580 Jul 13 07:42:44.737545 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b52af76-979a-4eae-a08d-4827f5f998f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.738556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41158) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.745245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486010132', 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:44.752914 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1b52af76-979a-4eae-a08d-4827f5f998f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.804474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52af76-979a-4eae-a08d-4827f5f998f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b500864b-a270-4b24-9a3e-f2f9e4ea5626,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:44.825378 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:42:44.825378 n-d-798249-7 neutron-server[93839]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:42:44.825378 n-d-798249-7 neutron-server[93839]: [parameters: {'project_id': '0a2ea2072806427abc94a880eeb8ed6d', 'id': '136fb301-71f5-4ce8-9a39-1bf3c0a67b1f', 'expiration': datetime.datetime(2021, 7, 13, 7, 44, 44, 809012)}] Jul 13 07:42:44.825378 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:42:44.826058 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:42:44.828103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4402435d-a8b8-4083-a50f-02d33a401536 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:44.832097 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1b52af76-979a-4eae-a08d-4827f5f998f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c95400fbc5641308f5dfc39a493b8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9085147 Jul 13 07:42:44.835977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41162) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:44.840631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4402435d-a8b8-4083-a50f-02d33a401536 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.950182 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4709494c-aacb-4738-8691-eb332ce52d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.982948 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4709494c-aacb-4738-8691-eb332ce52d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.074235 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4709494c-aacb-4738-8691-eb332ce52d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.079819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4709494c-aacb-4738-8691-eb332ce52d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.081311 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4709494c-aacb-4738-8691-eb332ce52d9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b500864b-a270-4b24-9a3e-f2f9e4ea5626 HTTP/1.1" status: 204 len: 168 time: 0.2442286 Jul 13 07:42:45.099879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709494c-aacb-4738-8691-eb332ce52d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b500864b-a270-4b24-9a3e-f2f9e4ea5626,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:45.187077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86422e07-3ace-4967-b2e3-d6c29c79bb7f None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:45.258503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4402435d-a8b8-4083-a50f-02d33a401536 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.454209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Made reservation on behalf of 0a2ea2072806427abc94a880eeb8ed6d for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:45.476200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.491680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d619e180-7126-4f47-8150-a07987da1912 None None] Provisioning for port bb92a065-7a9f-4ad2-9e1c-5300071aecec completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:45.521938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402435d-a8b8-4083-a50f-02d33a401536 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:45.529102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] device_id is not set on port cf3e4450-1ad1-40df-8bf6-66e313157b3b yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:45.535570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-4402435d-a8b8-4083-a50f-02d33a401536 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:45.546526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4402435d-a8b8-4083-a50f-02d33a401536 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:45.547122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4402435d-a8b8-4083-a50f-02d33a401536 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.550042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d619e180-7126-4f47-8150-a07987da1912 None None] Provisioning complete for port bb92a065-7a9f-4ad2-9e1c-5300071aecec triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:45.553852 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d619e180-7126-4f47-8150-a07987da1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.600356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402435d-a8b8-4083-a50f-02d33a401536 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=fabfef94-7897-46e7-a8c8-92e3792e5a91,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:45.632120 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4402435d-a8b8-4083-a50f-02d33a401536 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0697057 Jul 13 07:42:45.633085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41182) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.646877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'fabfef94-7897-46e7-a8c8-92e3792e5a91', 'ip_address': '2001:db8::78db:2f74:d288:e71b'}], 'name': 'tempest-NetworksTestDHCPv6-694754550'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:45.811358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:45.881701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41186) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:45.898712 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:45.951072 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d619e180-7126-4f47-8150-a07987da1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.011477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d619e180-7126-4f47-8150-a07987da1912 None None] For port bb92a065-7a9f-4ad2-9e1c-5300071aecec, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bb92a065-7a9f-4ad2-9e1c-5300071aecec,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:46.011842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22e2376d-0474-4254-a123-51b50f9e2dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.022522 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d619e180-7126-4f47-8150-a07987da1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.075215 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.130956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619e180-7126-4f47-8150-a07987da1912 None None] Pushing event updated for resources: {'Port': ['ID=bb92a065-7a9f-4ad2-9e1c-5300071aecec,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.142952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d619e180-7126-4f47-8150-a07987da1912 None None] Could not find standard attr ID for object 192812fa-2f0b-4f13-a4bc-3826b294684f. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:46.221475 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.251386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 5088f3ba-e99f-4006-93b7-2c54f2c98234 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:46.258463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event updated for resources: {'Port': ['ID=cf3e4450-1ad1-40df-8bf6-66e313157b3b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.268631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22e2376d-0474-4254-a123-51b50f9e2dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.287303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:46.290880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:46.301356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:46.302367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.302974 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.319203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b05133b-0a6c-4489-8b13-81c08c00ad33 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:46.323220 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22e2376d-0474-4254-a123-51b50f9e2dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.353825 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ebee50e7-ffa5-4da2-96b0-a363b979e316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6090686 Jul 13 07:42:46.362743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41190) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.407320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2376d-0474-4254-a123-51b50f9e2dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f2ff65-9590-490c-912a-18ed2a99cec2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:46.424651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-22e2376d-0474-4254-a123-51b50f9e2dff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6884ce4463ff4078be21f3a0e02b675c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5323019 Jul 13 07:42:46.428528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41192) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.455740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a49ef-2c92-462d-930c-dbf0cb078413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.470110 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a43a49ef-2c92-462d-930c-dbf0cb078413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "GET /v2.0/ports/cf3e4450-1ad1-40df-8bf6-66e313157b3b HTTP/1.1" status: 200 len: 959 time: 0.1145837 Jul 13 07:42:46.479526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41198) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:46.486012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-38f017d2-1163-4034-bbd4-3f16d63f60a8 None None] Provisioning complete for port bb92a065-7a9f-4ad2-9e1c-5300071aecec triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:46.496144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-38f017d2-1163-4034-bbd4-3f16d63f60a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.709234 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dff98df7-2f68-406f-8b44-ccbeb255026c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.714709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ba4b3-884d-4cc0-84f1-494fedb62d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Deleting port cf3e4450-1ad1-40df-8bf6-66e313157b3b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:46.715059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba4b3-884d-4cc0-84f1-494fedb62d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.717961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::78db:2f74:d288:e71b (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/fabfef94-7897-46e7-a8c8-92e3792e5a91/5088f3ba-e99f-4006-93b7-2c54f2c98234) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:46.787696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dff98df7-2f68-406f-8b44-ccbeb255026c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.876245 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba4b3-884d-4cc0-84f1-494fedb62d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:46.902778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ba4b3-884d-4cc0-84f1-494fedb62d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Calling delete_port for cf3e4450-1ad1-40df-8bf6-66e313157b3b owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:46.999952 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dff98df7-2f68-406f-8b44-ccbeb255026c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.002873 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dff98df7-2f68-406f-8b44-ccbeb255026c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.017557 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dff98df7-2f68-406f-8b44-ccbeb255026c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5f2ff65-9590-490c-912a-18ed2a99cec2 HTTP/1.1" status: 204 len: 168 time: 0.5776243 Jul 13 07:42:47.046802 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.081087 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba4b3-884d-4cc0-84f1-494fedb62d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.137795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff98df7-2f68-406f-8b44-ccbeb255026c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f2ff65-9590-490c-912a-18ed2a99cec2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:47.210217 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b199dd78-a187-4d80-bbbc-b0c628a0addf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.217301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ba4b3-884d-4cc0-84f1-494fedb62d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf3e4450-1ad1-40df-8bf6-66e313157b3b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:47.233631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba4b3-884d-4cc0-84f1-494fedb62d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.237924 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ef2ba4b3-884d-4cc0-84f1-494fedb62d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "DELETE /v2.0/ports/cf3e4450-1ad1-40df-8bf6-66e313157b3b HTTP/1.1" status: 204 len: 168 time: 0.7546952 Jul 13 07:42:47.241803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41206) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.248256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.289204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 5088f3ba-e99f-4006-93b7-2c54f2c98234 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:47.306175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8a54e3a7-27d5-4274-bbc3-2b4c590ad8bb None None] Provisioning complete for port bb92a065-7a9f-4ad2-9e1c-5300071aecec triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:47.308189 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a54e3a7-27d5-4274-bbc3-2b4c590ad8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.333730 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-23af1709-4469-41ee-944b-c8dfdb2384bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:42:47.339296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41210) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.343083 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-23af1709-4469-41ee-944b-c8dfdb2384bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "GET /v2.0/ports/cf3e4450-1ad1-40df-8bf6-66e313157b3b HTTP/1.1" status: 404 len: 333 time: 0.0926323 Jul 13 07:42:47.346731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Request body: {'port': {'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619451163'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.447493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.466784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Made reservation on behalf of 0a2ea2072806427abc94a880eeb8ed6d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:47.475819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.566375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:47.571453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:47.575847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:47.581913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:47.582563 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.595693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] device_id is not set on port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:47.655470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=5088f3ba-e99f-4006-93b7-2c54f2c98234,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:47.700338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cd92e69c-db5e-4a82-ad41-b03d6abb598c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0645502 Jul 13 07:42:47.702457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41222) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:47.707988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1173b8de-9241-4d4b-b631-c794c06ef9b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'fabfef94-7897-46e7-a8c8-92e3792e5a91', 'ip_address': '2001:db8::78db:2f74:d288:e71b'}], 'name': 'tempest-NetworksTestDHCPv6-472692020'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:47.796396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e7c4b73b-4a62-4136-ba8c-d58ac2c1a9ae None None] Could not find standard attr ID for object 68a3d67f-34d7-4500-af11-ecd4d86870ae. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:47.908550 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:47.999036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.130879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1173b8de-9241-4d4b-b631-c794c06ef9b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:48.155977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.274948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:48.278454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:48.295051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:48.308258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.308897 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.315985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9ca28d31-60e7-44e7-b33e-125323abdf4f None None] Could not find standard attr ID for object 192812fa-2f0b-4f13-a4bc-3826b294684f. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:42:48.351883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bb92a065-7a9f-4ad2-9e1c-5300071aecec up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:48.358275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0168715 Jul 13 07:42:48.359213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec3829-b2b7-4631-bd52-630af5244971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event updated for resources: {'Port': ['ID=eb8c5f36-fff4-4cb1-b11b-f96ab7683449,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:48.365273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41240) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:48.370967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:48.373306 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1173b8de-9241-4d4b-b631-c794c06ef9b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.403037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-1173b8de-9241-4d4b-b631-c794c06ef9b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 5e6889e9-e5e0-4203-a1e7-8b454667426f yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:48.530139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port bb92a065-7a9f-4ad2-9e1c-5300071aecec triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:48.530700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.599815 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.853644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1f127b96-46da-45d3-a099-f37090d10a35 None None] Provisioning for port 5088f3ba-e99f-4006-93b7-2c54f2c98234 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:48.860305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1f127b96-46da-45d3-a099-f37090d10a35 None None] Provisioning complete for port 5088f3ba-e99f-4006-93b7-2c54f2c98234 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:48.866855 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f127b96-46da-45d3-a099-f37090d10a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:48.920928 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-1173b8de-9241-4d4b-b631-c794c06ef9b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 07:42:48.921398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1173b8de-9241-4d4b-b631-c794c06ef9b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:48.960592 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1173b8de-9241-4d4b-b631-c794c06ef9b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2570910 Jul 13 07:42:48.963590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41250) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.004158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1f127b96-46da-45d3-a099-f37090d10a35 None None] Port 5088f3ba-e99f-4006-93b7-2c54f2c98234 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:49.043222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] device_id is not set on port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:49.064219 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.064434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037d6d0-ea2c-47a4-a975-07905b3067b2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:49.073730 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037d6d0-ea2c-47a4-a975-07905b3067b2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:49.076671 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d037d6d0-ea2c-47a4-a975-07905b3067b2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1119189 Jul 13 07:42:49.083070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41252) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:49.116350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Transition to ACTIVE for port object eb8c5f36-fff4-4cb1-b11b-f96ab7683449 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:49.132408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.335730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event updated for resources: {'Port': ['ID=eb8c5f36-fff4-4cb1-b11b-f96ab7683449,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.356822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-98dc0e8d-ff07-4bf1-821c-f87b9665e0b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 5088f3ba-e99f-4006-93b7-2c54f2c98234 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:49.357372 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98dc0e8d-ff07-4bf1-821c-f87b9665e0b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.367418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.368112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.368737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.375290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.375630 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:49.376051 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 2 to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 Jul 13 07:42:49.399344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.399677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.400041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.405167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.405559 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:49.405956 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 3 to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 Jul 13 07:42:49.431072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.431552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.431907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.446879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.447259 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:49.447634 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 4 to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 Jul 13 07:42:49.489887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.490485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.490985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.498618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.499115 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:49.499665 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 5 to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 Jul 13 07:42:49.523021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.523598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.524126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.530061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.530602 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:49.531149 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 6 to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 Jul 13 07:42:49.554825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.557388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.557913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.564980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.565664 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:49.566220 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 7 to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 Jul 13 07:42:49.590871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98dc0e8d-ff07-4bf1-821c-f87b9665e0b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.596789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.597333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.598240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.610459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.612136 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:49.614250 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 8 to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 Jul 13 07:42:49.623575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-98dc0e8d-ff07-4bf1-821c-f87b9665e0b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 5088f3ba-e99f-4006-93b7-2c54f2c98234 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:49.651821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.652218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.656660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.665141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.667528 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:49.669268 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 9 to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 Jul 13 07:42:49.694119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.694460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.694803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.705338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.710948 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:49.711618 n-d-798249-7 neutron-server[93838]: INFO neutron.plugins.ml2.plugin [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempt 10 to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 Jul 13 07:42:49.726634 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.751526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:49.751871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:49.752297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempting to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:49.765971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:49.768061 n-d-798249-7 neutron-server[93838]: ERROR neutron.plugins.ml2.managers [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Failed to bind port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on host n-h2-798249-7 for vnic_type normal using segments [{'id': '421860e9-d034-4173-9e28-94a6bac3daf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc45a89e-cbda-4c3b-aba0-d4efd5bbf033'}] Jul 13 07:42:49.769342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.818181 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98dc0e8d-ff07-4bf1-821c-f87b9665e0b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.874745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] For port eb8c5f36-fff4-4cb1-b11b-f96ab7683449, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:49.875344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attempted to set empty binding levels {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:42:49.882313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc0e8d-ff07-4bf1-821c-f87b9665e0b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=5088f3ba-e99f-4006-93b7-2c54f2c98234,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:49.886312 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.960056 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98dc0e8d-ff07-4bf1-821c-f87b9665e0b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:49.962450 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-98dc0e8d-ff07-4bf1-821c-f87b9665e0b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/5088f3ba-e99f-4006-93b7-2c54f2c98234 HTTP/1.1" status: 204 len: 168 time: 0.8751338 Jul 13 07:42:49.965238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41282) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.033210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9cff6d-fb8b-4c36-8978-3d8eb441c396 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.034765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9cff6d-fb8b-4c36-8978-3d8eb441c396 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.039717 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0c9cff6d-fb8b-4c36-8978-3d8eb441c396 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0730827 Jul 13 07:42:50.040331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41284) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.075396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] In _notify_port_updated(), no bound segment for port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 on network cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:42:50.077912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.079168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.082416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "PUT /v2.0/ports/eb8c5f36-fff4-4cb1-b11b-f96ab7683449 HTTP/1.1" status: 200 len: 979 time: 1.7161150 Jul 13 07:42:50.093999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41286) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.108667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836054af-6014-4b78-84ee-e470dc35e6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event updated for resources: {'Port': ['ID=eb8c5f36-fff4-4cb1-b11b-f96ab7683449,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.159082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8944eab8-c330-4768-8f8e-bb9ab8c2881e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet fabfef94-7897-46e7-a8c8-92e3792e5a91 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:50.182711 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8944eab8-c330-4768-8f8e-bb9ab8c2881e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.260399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-648f76a2-98c0-4d8c-a70b-e51829457e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Deleting port eb8c5f36-fff4-4cb1-b11b-f96ab7683449 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:50.261795 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-648f76a2-98c0-4d8c-a70b-e51829457e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.289707 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8944eab8-c330-4768-8f8e-bb9ab8c2881e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.453364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-648f76a2-98c0-4d8c-a70b-e51829457e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] For port eb8c5f36-fff4-4cb1-b11b-f96ab7683449, host n-h2-798249-7, got binding levels [] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:50.453862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-648f76a2-98c0-4d8c-a70b-e51829457e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.496221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-648f76a2-98c0-4d8c-a70b-e51829457e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Calling delete_port for eb8c5f36-fff4-4cb1-b11b-f96ab7683449 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:50.506931 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8944eab8-c330-4768-8f8e-bb9ab8c2881e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.634225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8944eab8-c330-4768-8f8e-bb9ab8c2881e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.693493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-648f76a2-98c0-4d8c-a70b-e51829457e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.719403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944eab8-c330-4768-8f8e-bb9ab8c2881e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=fabfef94-7897-46e7-a8c8-92e3792e5a91,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.721485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0488ce8a-b47f-4851-a9ca-60a8af05b5b3 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:50.724174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8944eab8-c330-4768-8f8e-bb9ab8c2881e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.727864 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8944eab8-c330-4768-8f8e-bb9ab8c2881e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/fabfef94-7897-46e7-a8c8-92e3792e5a91 HTTP/1.1" status: 204 len: 168 time: 0.6865745 Jul 13 07:42:50.730316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41304) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.764046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f76a2-98c0-4d8c-a70b-e51829457e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb8c5f36-fff4-4cb1-b11b-f96ab7683449,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:50.777397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-648f76a2-98c0-4d8c-a70b-e51829457e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:50.779873 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-648f76a2-98c0-4d8c-a70b-e51829457e6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "DELETE /v2.0/ports/eb8c5f36-fff4-4cb1-b11b-f96ab7683449 HTTP/1.1" status: 204 len: 168 time: 0.6841700 Jul 13 07:42:50.782538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41308) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.834056 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0fb4e4-6615-4d1a-b00e-a121b7cc1b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:42:50.835962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1f0fb4e4-6615-4d1a-b00e-a121b7cc1b78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048214405-project-admin] 10.222.0.44 "GET /v2.0/ports/eb8c5f36-fff4-4cb1-b11b-f96ab7683449 HTTP/1.1" status: 404 len: 333 time: 0.0524790 Jul 13 07:42:50.839844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41312) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.845408 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-615d369a-013a-4978-a5ab-cc51dddf0e65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134598 Jul 13 07:42:50.850322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41314) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:50.857145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-98397435-9b7d-491f-a4a7-45fee32cebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:50.944538 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.055923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af81c3-9d5e-43b5-98c4-a45d4cf9a22e None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:42:51.125061 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98397435-9b7d-491f-a4a7-45fee32cebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:51.132211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98397435-9b7d-491f-a4a7-45fee32cebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.221404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-72af81c3-9d5e-43b5-98c4-a45d4cf9a22e None None] Deleting port bb92a065-7a9f-4ad2-9e1c-5300071aecec {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:51.222038 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-72af81c3-9d5e-43b5-98c4-a45d4cf9a22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.251088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.292278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc45a89e-cbda-4c3b-aba0-d4efd5bbf033']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:51.348453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421860e9-d034-4173-9e28-94a6bac3daf3') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:51.349772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421860e9-d034-4173-9e28-94a6bac3daf3') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:51.373773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.412999 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.424435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:42:51.425175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:42:51.430023 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:42:51.462793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-72af81c3-9d5e-43b5-98c4-a45d4cf9a22e None None] For port bb92a065-7a9f-4ad2-9e1c-5300071aecec, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bb92a065-7a9f-4ad2-9e1c-5300071aecec,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:51.463207 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-72af81c3-9d5e-43b5-98c4-a45d4cf9a22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.495246 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-72af81c3-9d5e-43b5-98c4-a45d4cf9a22e None None] Calling delete_port for bb92a065-7a9f-4ad2-9e1c-5300071aecec owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:42:51.531605 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.541277 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.566437 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] 10.222.0.44 "DELETE /v2.0/networks/cc45a89e-cbda-4c3b-aba0-d4efd5bbf033 HTTP/1.1" status: 204 len: 168 time: 0.7132380 Jul 13 07:42:51.587852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ea2c6-52c9-415e-9d86-47ba747c1597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-418569348-project] Pushing event deleted for resources: {'Network': ['ID=cc45a89e-cbda-4c3b-aba0-d4efd5bbf033,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:51.721259 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98397435-9b7d-491f-a4a7-45fee32cebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.760809 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-72af81c3-9d5e-43b5-98c4-a45d4cf9a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.805677 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98397435-9b7d-491f-a4a7-45fee32cebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:51.809474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-98397435-9b7d-491f-a4a7-45fee32cebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:51.811538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af81c3-9d5e-43b5-98c4-a45d4cf9a22e None None] Pushing event deleted for resources: {'Port': ['ID=bb92a065-7a9f-4ad2-9e1c-5300071aecec,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:51.814996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af81c3-9d5e-43b5-98c4-a45d4cf9a22e None None] No DVR routers for this DVR port bb92a065-7a9f-4ad2-9e1c-5300071aecec on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:42:51.823723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98397435-9b7d-491f-a4a7-45fee32cebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.824643 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98397435-9b7d-491f-a4a7-45fee32cebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:51.842496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98397435-9b7d-491f-a4a7-45fee32cebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=3ad07533-342e-4a84-a282-eca2bcd84274,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:51.852155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-98397435-9b7d-491f-a4a7-45fee32cebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9999774 Jul 13 07:42:51.854534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41332) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:51.862161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e56c7f16-efe0-46ec-839a-dd292ba10086 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': '3ad07533-342e-4a84-a282-eca2bcd84274', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-878435416'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:51.898944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb7e33d-9073-4509-8531-5e5cb4cd37f6 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:52.132093 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56c7f16-efe0-46ec-839a-dd292ba10086 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:52.138907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e56c7f16-efe0-46ec-839a-dd292ba10086 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.183458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41338) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.186509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-e56c7f16-efe0-46ec-839a-dd292ba10086 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 685a81ab-0b02-4adf-8aef-25e500612438 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:42:52.363022 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bb92a065-7a9f-4ad2-9e1c-5300071aecec no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:52.450485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: bb92a065-7a9f-4ad2-9e1c-5300071aecec {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:42:52.450998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bb92a065-7a9f-4ad2-9e1c-5300071aecec not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:42:52.454943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': '3ad07533-342e-4a84-a282-eca2bcd84274'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:42:52.455992 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.533942 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56c7f16-efe0-46ec-839a-dd292ba10086 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:42:52.534414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56c7f16-efe0-46ec-839a-dd292ba10086 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:42:52.562931 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e56c7f16-efe0-46ec-839a-dd292ba10086 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7069223 Jul 13 07:42:52.565933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41348) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.601793 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-001e7ceb-f69f-4dc2-b5ba-358734f5eb95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=067a979ceeb54dfaab0be8891b59edd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164827 Jul 13 07:42:52.603986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41350) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.640561 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-edb81042-3081-4ad2-a082-8a4f7adbab06 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0714519 Jul 13 07:42:52.640561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41352) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.731097 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-68636979-2048-4de3-b304-0488c4f740b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:52.752143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Allocated IP 2001:db8::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/3ad07533-342e-4a84-a282-eca2bcd84274/3383334d-982e-44c9-b320-69ecb24d0fc9) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:52.793333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4542edb-524f-4c05-8de8-81dd358adbc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.795285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4542edb-524f-4c05-8de8-81dd358adbc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.797094 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f4542edb-524f-4c05-8de8-81dd358adbc9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1556234 Jul 13 07:42:52.799974 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41358) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:52.915382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac39378-161b-4719-8cb0-fe92c5155006 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 3ad07533-342e-4a84-a282-eca2bcd84274 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:42:53.139342 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.165640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Transition to ACTIVE for port object 3383334d-982e-44c9-b320-69ecb24d0fc9 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:53.191956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Transition to ACTIVE for port object 3383334d-982e-44c9-b320-69ecb24d0fc9 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:53.201785 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ac39378-161b-4719-8cb0-fe92c5155006 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.203916 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.262676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:53.267033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:53.274086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:53.288571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Pushing event updated for resources: {'Port': ['ID=3383334d-982e-44c9-b320-69ecb24d0fc9,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:53.298365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ac39378-161b-4719-8cb0-fe92c5155006 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.445626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Attempting to bind port 3383334d-982e-44c9-b320-69ecb24d0fc9 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:53.446104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Attempting to bind port 3383334d-982e-44c9-b320-69ecb24d0fc9 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:53.446793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Attempting to bind port 3383334d-982e-44c9-b320-69ecb24d0fc9 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:53.459522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:53.461199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:53.461819 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.462222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:53.462844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Bound port: 3383334d-982e-44c9-b320-69ecb24d0fc9, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:53.464455 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.544505 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-68636979-2048-4de3-b304-0488c4f740b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.569604 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ac39378-161b-4719-8cb0-fe92c5155006 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.628397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-68636979-2048-4de3-b304-0488c4f740b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.632144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-68636979-2048-4de3-b304-0488c4f740b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.633817 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-68636979-2048-4de3-b304-0488c4f740b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bbb331a-9ccf-4747-99ee-3c19cbeeb9b1 HTTP/1.1" status: 204 len: 168 time: 1.0235472 Jul 13 07:42:53.648854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68636979-2048-4de3-b304-0488c4f740b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb331a-9ccf-4747-99ee-3c19cbeeb9b1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:53.736577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ac39378-161b-4719-8cb0-fe92c5155006 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.741001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] For port 3383334d-982e-44c9-b320-69ecb24d0fc9, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:53.775031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] For port 3383334d-982e-44c9-b320-69ecb24d0fc9, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3383334d-982e-44c9-b320-69ecb24d0fc9,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:53.792235 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.821926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac39378-161b-4719-8cb0-fe92c5155006 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad07533-342e-4a84-a282-eca2bcd84274,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:53.834142 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ac39378-161b-4719-8cb0-fe92c5155006 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.836107 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9ac39378-161b-4719-8cb0-fe92c5155006 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/3ad07533-342e-4a84-a282-eca2bcd84274 HTTP/1.1" status: 204 len: 168 time: 1.0319352 Jul 13 07:42:53.838683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41376) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:53.893371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e0615fb1-1fe9-4808-aa0f-c4ad996e3f96 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529008 Jul 13 07:42:53.897673 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41378) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:53.904079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1df0a230-17ee-4763-b3d4-c2e96adeac94 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:53.939563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e17845-ef7d-4075-81c0-753d0ac45243 None None] Pushing event updated for resources: {'Port': ['ID=3383334d-982e-44c9-b320-69ecb24d0fc9,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:54.075758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df0a230-17ee-4763-b3d4-c2e96adeac94 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:54.079916 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1df0a230-17ee-4763-b3d4-c2e96adeac94 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.364555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41384) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:54.426710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41386) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:54.427599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aacce2e0-d881-47b7-aaa6-6b1200290db9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a2ea2072806427abc94a880eeb8ed6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609865 Jul 13 07:42:54.576291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b36adbed-6496-42bf-a273-4d494c188983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.675643 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b36adbed-6496-42bf-a273-4d494c188983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.690284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1df0a230-17ee-4763-b3d4-c2e96adeac94 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.842208 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df0a230-17ee-4763-b3d4-c2e96adeac94 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:54.870809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1df0a230-17ee-4763-b3d4-c2e96adeac94 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:54.885478 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0a230-17ee-4763-b3d4-c2e96adeac94 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:54.886172 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1df0a230-17ee-4763-b3d4-c2e96adeac94 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:54.950547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0a230-17ee-4763-b3d4-c2e96adeac94 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=78bf06f1-0ed8-4f24-90b2-e128218009a6,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:54.963340 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1df0a230-17ee-4763-b3d4-c2e96adeac94 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0642414 Jul 13 07:42:54.965796 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41402) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:54.971060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-52579d0e-b1c7-4bdb-812e-ca633f293545 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-399090993', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:55.015465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b36adbed-6496-42bf-a273-4d494c188983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.025596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b36adbed-6496-42bf-a273-4d494c188983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.042742 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b36adbed-6496-42bf-a273-4d494c188983 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a0339aa-7ccb-4c22-b21d-8b1b961d0a67 HTTP/1.1" status: 204 len: 168 time: 0.6119697 Jul 13 07:42:55.075097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36adbed-6496-42bf-a273-4d494c188983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0339aa-7ccb-4c22-b21d-8b1b961d0a67,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:55.093849 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52579d0e-b1c7-4bdb-812e-ca633f293545 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.095004 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52579d0e-b1c7-4bdb-812e-ca633f293545 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.202198 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52579d0e-b1c7-4bdb-812e-ca633f293545 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.212581 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52579d0e-b1c7-4bdb-812e-ca633f293545 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.262241 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52579d0e-b1c7-4bdb-812e-ca633f293545 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.266693 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-52579d0e-b1c7-4bdb-812e-ca633f293545 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2962303 Jul 13 07:42:55.266852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41414) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:55.813063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa2055-1987-48f3-9432-6ee31529e5e1 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:55.901115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5ec93d97-efb7-46e8-bc7d-e7c7ca678c1d None None] Provisioning for port 3383334d-982e-44c9-b320-69ecb24d0fc9 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:56.000807 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.395438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3383334d-982e-44c9-b320-69ecb24d0fc9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:56.502376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::1 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/78bf06f1-0ed8-4f24-90b2-e128218009a6/d9ac8216-8c4a-43eb-889b-a2817c64cbb3) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:56.550495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 3383334d-982e-44c9-b320-69ecb24d0fc9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:56.565554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3383334d-982e-44c9-b320-69ecb24d0fc9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:56.565935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.735838 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.737736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5268f7fa-39ba-43be-9e73-c30618f9271a None None] Provisioning complete for port 3383334d-982e-44c9-b320-69ecb24d0fc9 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:56.738304 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5268f7fa-39ba-43be-9e73-c30618f9271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.739089 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.814091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object d9ac8216-8c4a-43eb-889b-a2817c64cbb3 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:56.823558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 3383334d-982e-44c9-b320-69ecb24d0fc9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3383334d-982e-44c9-b320-69ecb24d0fc9,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:56.865609 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.900652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.011593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:57.044117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=3383334d-982e-44c9-b320-69ecb24d0fc9,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:57.044693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:57.052555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:57.053273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.258809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=d9ac8216-8c4a-43eb-889b-a2817c64cbb3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:57.308114 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.580444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-aa81ee44-1573-473d-b470-dfa447450a7b None None] Provisioning for port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:57.588833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-aa81ee44-1573-473d-b470-dfa447450a7b None None] Provisioning complete for port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:57.589529 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aa81ee44-1573-473d-b470-dfa447450a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.667586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-aa81ee44-1573-473d-b470-dfa447450a7b None None] Port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:57.726429 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.738060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.764420 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.847833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41488) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:57.961896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:57.963524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=d9ac8216-8c4a-43eb-889b-a2817c64cbb3,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:57.967482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:58.072671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2034091028', 'router:external': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:58.168368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Made reservation on behalf of a4c0a0d5b1f04125bb58cf787243e4fc for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:58.171417 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.189738 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.206769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Router df5f5171-d594-4f9b-907e-35337099e795 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:42:58.248929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-69645b4c-3825-4c2f-a8be-e271d9398605 None None] Provisioning complete for port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:58.255303 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-69645b4c-3825-4c2f-a8be-e271d9398605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.337572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-69645b4c-3825-4c2f-a8be-e271d9398605 None None] Port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:58.341419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3383334d-982e-44c9-b320-69ecb24d0fc9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:58.411072 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.421899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.452421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:42:58.453999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:58.466849 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Sync routers for ids ['df5f5171-d594-4f9b-907e-35337099e795'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:58.473795 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.474566 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Added segment 8ab8a238-ff83-4c76-8bef-5d9fcc11a6cc of type vlan for network 6aa6debb-1bfd-4a12-9824-3d4fe74b0692 Jul 13 07:42:58.485538 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Routers {'df5f5171-d594-4f9b-907e-35337099e795'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:58.486176 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:42:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['df5f5171-d594-4f9b-907e-35337099e795'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:58.490896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3383334d-982e-44c9-b320-69ecb24d0fc9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:58.491279 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.491397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-43730d74-09e8-476c-9091-9f7de3e47749 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "PUT /v2.0/routers/df5f5171-d594-4f9b-907e-35337099e795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2229319 Jul 13 07:42:58.492002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41502) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:58.563445 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.627743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89eb86-88f6-4abc-9111-dd078374f094 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.637515 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.638736 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.639430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.643052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1d89eb86-88f6-4abc-9111-dd078374f094 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports/d9ac8216-8c4a-43eb-889b-a2817c64cbb3 HTTP/1.1" status: 200 len: 911 time: 0.1499367 Jul 13 07:42:58.643741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41506) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:58.786528 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Set router df5f5171-d594-4f9b-907e-35337099e795 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:58.814940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59ce435-d821-45e4-9229-cc577223d623,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:58.826439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25459964-05a5-44dd-a335-ce8a5c28c4d7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.840791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25459964-05a5-44dd-a335-ce8a5c28c4d7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.849964 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-25459964-05a5-44dd-a335-ce8a5c28c4d7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2037735 Jul 13 07:42:58.850644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41508) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:58.862921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1f93f71a-6fb7-46d7-9017-b8ae953b13de None None] Provisioning complete for port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:58.867164 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f93f71a-6fb7-46d7-9017-b8ae953b13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:58.889825 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0388401 Jul 13 07:42:58.899526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41510) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:58.971310 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1f93f71a-6fb7-46d7-9017-b8ae953b13de None None] Port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:58.999040 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Request body: {'subnet': {'network_id': '6aa6debb-1bfd-4a12-9824-3d4fe74b0692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:59.019034 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc5da7-045a-4bda-a6f9-69f206e19234 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event updated for resources: {'Network': ['ID=6aa6debb-1bfd-4a12-9824-3d4fe74b0692,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:59.030732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6aa6debb-1bfd-4a12-9824-3d4fe74b0692 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:42:59.068552 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-7bac317b-6a34-422b-a381-2a05eefbf5ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6554081 Jul 13 07:42:59.106180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Made reservation on behalf of a4c0a0d5b1f04125bb58cf787243e4fc for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:59.109967 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.260918 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f5171-d594-4f9b-907e-35337099e795', 'name': 'tempest-NetworksTestDHCPv6-router-399090993', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:55Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 2, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'gw_port_host': None, '_interfaces': [{'id': 'd9ac8216-8c4a-43eb-889b-a2817c64cbb3', 'name': '', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'mac_address': 'fa:16:3e:5e:af:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f5171-d594-4f9b-907e-35337099e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '78bf06f1-0ed8-4f24-90b2-e128218009a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:56Z', 'updated_at': '2021-07-13T07:42:57Z', 'revision_number': 2, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'subnets': [{'id': '78bf06f1-0ed8-4f24-90b2-e128218009a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:59.328939 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Checking router: df5f5171-d594-4f9b-907e-35337099e795 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:42:59.331092 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Updating router df5f5171-d594-4f9b-907e-35337099e795 port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:42:59.413186 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.610019 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-a7527413-89e3-42e0-b7c2-a6a986c57dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.610349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.610794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-a7527413-89e3-42e0-b7c2-a6a986c57dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.611385 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-a7527413-89e3-42e0-b7c2-a6a986c57dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.611941 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-a7527413-89e3-42e0-b7c2-a6a986c57dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.612647 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-a7527413-89e3-42e0-b7c2-a6a986c57dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.613257 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-a7527413-89e3-42e0-b7c2-a6a986c57dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.614005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-a7527413-89e3-42e0-b7c2-a6a986c57dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.616144 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-a7527413-89e3-42e0-b7c2-a6a986c57dea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6490 time: 0.5029380 Jul 13 07:42:59.825127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-c0eee600-de46-41bc-8c68-dca504bc4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.826032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-c0eee600-de46-41bc-8c68-dca504bc4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.826576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-c0eee600-de46-41bc-8c68-dca504bc4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.828826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-c0eee600-de46-41bc-8c68-dca504bc4477 service neutron] 10.222.0.54 "GET /v2.0/networks?id=404cf158-687c-4a31-86f5-f16b75de7176&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=ef91ead4-00b2-45c5-a5ff-383c96524366&id=ef91ead4-00b2-45c5-a5ff-383c96524366 HTTP/1.1" status: 200 len: 2293 time: 0.1506448 Jul 13 07:42:59.939685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:42:59.940660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:59.955581 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-8fa43a7d-df7a-4183-ad13-13c1780d57cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997 HTTP/1.1" status: 200 len: 1001 time: 0.1086030 Jul 13 07:43:00.044670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.objects.ports [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:43:00.046459 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.056622 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-a89cc404-45c2-4d8a-b65a-e8da8ae80810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.058394 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-a89cc404-45c2-4d8a-b65a-e8da8ae80810 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b3c98f5-a903-4003-adc3-d4b30273206b HTTP/1.1" status: 200 len: 850 time: 0.0738316 Jul 13 07:43:00.118791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.139420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for d9ac8216-8c4a-43eb-889b-a2817c64cbb3 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:00.280608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e8760cc0-894b-456b-82dc-236f08505272,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:00.307085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-954329c7-4b5b-4107-89cc-54f04bab4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.309905 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-954329c7-4b5b-4107-89cc-54f04bab4f19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=404cf158-687c-4a31-86f5-f16b75de7176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2272143 Jul 13 07:43:00.314738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Checking segment: {'id': '8ab8a238-ff83-4c76-8bef-5d9fcc11a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6aa6debb-1bfd-4a12-9824-3d4fe74b0692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:00.318098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Network hostable DHCP agents. Network: 6aa6debb-1bfd-4a12-9824-3d4fe74b0692, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:43:00.324401 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.341076 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Transition to ACTIVE for port object d9ac8216-8c4a-43eb-889b-a2817c64cbb3 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:00.372104 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.452145 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Pushing event updated for resources: {'Port': ['ID=d9ac8216-8c4a-43eb-889b-a2817c64cbb3,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:00.464219 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.464219 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.464219 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.464620 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.464620 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.464989 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.465246 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.465571 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.465886 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.466191 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.466511 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.467064 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0b464-9aaa-4885-bb2c-ea0f567de6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.488504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Network 6aa6debb-1bfd-4a12-9824-3d4fe74b0692 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:43:00.588690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.602288 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Attempting to bind port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:00.602952 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Attempting to bind port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:00.603463 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Attempting to bind port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:00.609780 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:00.610566 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:00.611600 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.611882 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:00.612712 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Bound port: d9ac8216-8c4a-43eb-889b-a2817c64cbb3, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:00.614075 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.615528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 6aa6debb-1bfd-4a12-9824-3d4fe74b0692) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:00.630243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c98542-5b2d-4d39-8a68-22937748ef06 None None] Network 6aa6debb-1bfd-4a12-9824-3d4fe74b0692 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:00.663007 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Port d9ac8216-8c4a-43eb-889b-a2817c64cbb3 has been deleted concurrently {{(pid=93841) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 13 07:43:00.665163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.665765 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.681743 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Routers {'df5f5171-d594-4f9b-907e-35337099e795'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:00.683156 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:42:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['df5f5171-d594-4f9b-907e-35337099e795'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:00.741175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=d9ac8216-8c4a-43eb-889b-a2817c64cbb3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:00.775022 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a8828f4a-18e4-4cd9-a0bc-ffe0b9845314 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7880518 Jul 13 07:43:00.777626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41536) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:00.805335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-290474270', 'network_id': '6aa6debb-1bfd-4a12-9824-3d4fe74b0692'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:00.813568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-27a5b414-3639-4c75-bf36-113c569181f9 service neutron] 10.222.0.54 "GET /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863105 Jul 13 07:43:00.839496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.839875 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.846861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.847280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.848223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.848579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.848911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.849255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.849593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.849931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.850260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.850591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:00.878090 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] Set router df5f5171-d594-4f9b-907e-35337099e795 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:01.013547 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f5171-d594-4f9b-907e-35337099e795', 'name': 'tempest-NetworksTestDHCPv6-router-399090993', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:55Z', 'updated_at': '2021-07-13T07:43:00Z', 'revision_number': 3, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:01.017694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Made reservation on behalf of a4c0a0d5b1f04125bb58cf787243e4fc for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:01.020347 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.133731 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf3bf3-483e-424b-9fb8-bb4fd83923e4 None None] The sync data for ids ['df5f5171-d594-4f9b-907e-35337099e795'] in n-d-798249-7 is: [{'id': 'df5f5171-d594-4f9b-907e-35337099e795', 'name': 'tempest-NetworksTestDHCPv6-router-399090993', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:55Z', 'updated_at': '2021-07-13T07:43:00Z', 'revision_number': 3, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:01.152924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17246d31-7d61-4299-9817-7fb605c1617c None None] Network 6aa6debb-1bfd-4a12-9824-3d4fe74b0692 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:01.220873 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.388352 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-f2590bf2-51ab-4ee4-bb14-6aa936822f58 service neutron] 10.222.0.54 "GET /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558221 Jul 13 07:43:01.390257 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] device_id is not set on port a39350aa-5422-47b1-9105-41d37005eed9 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:01.509080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-50879540-7cd7-48f9-8621-130e56e8893c None None] Could not find standard attr ID for object d9ac8216-8c4a-43eb-889b-a2817c64cbb3. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:43:01.685950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-ef2f609f-82d5-4895-a38f-02330cf04a23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=25ef49cb-1a50-4176-b14e-19e7333a729b HTTP/1.1" status: 200 len: 217 time: 0.0663197 Jul 13 07:43:01.765963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Allocated IP 172.20.0.4 (6aa6debb-1bfd-4a12-9824-3d4fe74b0692/e8760cc0-894b-456b-82dc-236f08505272/a39350aa-5422-47b1-9105-41d37005eed9) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:01.772884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Router df5f5171-d594-4f9b-907e-35337099e795 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:01.815992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-7cd15242-a8c4-4f4f-997f-a45cf34ae6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.826198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-7cd15242-a8c4-4f4f-997f-a45cf34ae6eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.1318235 Jul 13 07:43:01.901373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:01.920782 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0bde25c6-c609-42f9-a716-4390d5bcc998 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "PUT /v2.0/routers/df5f5171-d594-4f9b-907e-35337099e795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0586631 Jul 13 07:43:01.928217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41558) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:02.104646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc9f12-92fb-4ef9-8a57-570d8f8b0cd1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.111734 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc9f12-92fb-4ef9-8a57-570d8f8b0cd1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.114203 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dcdc9f12-92fb-4ef9-8a57-570d8f8b0cd1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1611047 Jul 13 07:43:02.117162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41566) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:02.260900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9610937-cf4b-4edc-a44a-0a0e506c99e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 78bf06f1-0ed8-4f24-90b2-e128218009a6 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:02.267928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9610937-cf4b-4edc-a44a-0a0e506c99e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.313388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9610937-cf4b-4edc-a44a-0a0e506c99e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.317437 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-60f19a69-8e44-44ec-8da3-86e07699cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.327776 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-60f19a69-8e44-44ec-8da3-86e07699cf38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4844885 Jul 13 07:43:02.369974 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9610937-cf4b-4edc-a44a-0a0e506c99e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.442290 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9610937-cf4b-4edc-a44a-0a0e506c99e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.507978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-515ff244-9ced-4e7e-84fa-f89fa6b541ec service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712809 Jul 13 07:43:02.511519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9610937-cf4b-4edc-a44a-0a0e506c99e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=78bf06f1-0ed8-4f24-90b2-e128218009a6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:02.520333 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9610937-cf4b-4edc-a44a-0a0e506c99e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:02.522570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3766867-4a1b-49ca-941a-09518d38d790 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:02.528673 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c9610937-cf4b-4edc-a44a-0a0e506c99e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/78bf06f1-0ed8-4f24-90b2-e128218009a6 HTTP/1.1" status: 204 len: 168 time: 0.4072392 Jul 13 07:43:02.529602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41580) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:02.781262 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d8e3a6d7-ef53-40a9-ab53-c872e82cad4e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2484148 Jul 13 07:43:02.784078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41584) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:02.898478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96e50c-5d21-498f-a107-056eb8eb7986 None None] Sync routers for ids ['df5f5171-d594-4f9b-907e-35337099e795'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:02.913981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96e50c-5d21-498f-a107-056eb8eb7986 None None] Routers {'df5f5171-d594-4f9b-907e-35337099e795'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:02.914865 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ec96e50c-5d21-498f-a107-056eb8eb7986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:42:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['df5f5171-d594-4f9b-907e-35337099e795'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:02.930949 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cee865b1-353e-4e3d-8103-872b8882eba7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.012539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-11b88325-bc0e-48d3-bca7-29e078390f70 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855896 Jul 13 07:43:03.017075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.086382 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-40cfc48e-0a57-4ea0-ae5c-f788f9cc947a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=226aa32a-7a01-44bf-a741-fe40e753933e HTTP/1.1" status: 200 len: 217 time: 0.0609818 Jul 13 07:43:03.143849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-ec96e50c-5d21-498f-a107-056eb8eb7986 None None] Set router df5f5171-d594-4f9b-907e-35337099e795 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:03.236408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cee865b1-353e-4e3d-8103-872b8882eba7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.239736 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cee865b1-353e-4e3d-8103-872b8882eba7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.342742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cee865b1-353e-4e3d-8103-872b8882eba7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.343446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee865b1-353e-4e3d-8103-872b8882eba7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Fanout notify agent at l3_agent the message router_deleted on router df5f5171-d594-4f9b-907e-35337099e795 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:03.347895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ec96e50c-5d21-498f-a107-056eb8eb7986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f5171-d594-4f9b-907e-35337099e795', 'name': 'tempest-NetworksTestDHCPv6-router-399090993', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:42:55Z', 'updated_at': '2021-07-13T07:43:00Z', 'revision_number': 3, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:03.355528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:43:03.356747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-9376ccf4-4f03-410e-8064-3fb7d90c6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.358767 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-9376ccf4-4f03-410e-8064-3fb7d90c6402 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.2557776 Jul 13 07:43:03.359279 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cee865b1-353e-4e3d-8103-872b8882eba7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.362710 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.364419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cee865b1-353e-4e3d-8103-872b8882eba7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/routers/df5f5171-d594-4f9b-907e-35337099e795 HTTP/1.1" status: 204 len: 168 time: 0.5786409 Jul 13 07:43:03.365184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41594) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:03.372801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e85fddeb-b364-456b-b795-8f2e7337ebde tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:03.392697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96e50c-5d21-498f-a107-056eb8eb7986 None None] Checking router: df5f5171-d594-4f9b-907e-35337099e795 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:03.429324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event updated for resources: {'Port': ['ID=a39350aa-5422-47b1-9105-41d37005eed9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:03.452943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96e50c-5d21-498f-a107-056eb8eb7986 None None] Routers set() bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:03.453332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96e50c-5d21-498f-a107-056eb8eb7986 None None] Router IDs set() for agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:43:03.453997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec96e50c-5d21-498f-a107-056eb8eb7986 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df5f5171-d594-4f9b-907e-35337099e795'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:42:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent'). {{(pid=93840) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:43:03.454416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96e50c-5d21-498f-a107-056eb8eb7986 None None] The sync data for ids ['df5f5171-d594-4f9b-907e-35337099e795'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:03.471256 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Deleting port 3383334d-982e-44c9-b320-69ecb24d0fc9 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:03.471639 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.573531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Network 6aa6debb-1bfd-4a12-9824-3d4fe74b0692 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:03.576289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:03.579568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:03.617299 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85fddeb-b364-456b-b795-8f2e7337ebde tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:03.621339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e85fddeb-b364-456b-b795-8f2e7337ebde tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.660887 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] For port 3383334d-982e-44c9-b320-69ecb24d0fc9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3383334d-982e-44c9-b320-69ecb24d0fc9,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:03.661486 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.694374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.695464 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.709696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Calling delete_port for 3383334d-982e-44c9-b320-69ecb24d0fc9 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:03.744408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-f174d54a-515e-4602-9bf4-e57f18326400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.745959 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-f174d54a-515e-4602-9bf4-e57f18326400 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3763132 Jul 13 07:43:03.777855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-38754041-dc6f-4907-8d90-ff4886186d76 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.9991748 Jul 13 07:43:03.783613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41598) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:03.945363 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.976547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-0f87eee8-d290-4477-b6da-204eca14acde service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182124 Jul 13 07:43:03.979614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] No DVR routers for this DVR port 3383334d-982e-44c9-b320-69ecb24d0fc9 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:04.012753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Pushing event deleted for resources: {'Port': ['ID=3383334d-982e-44c9-b320-69ecb24d0fc9,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:04.053745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.054097 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.056538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.057079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.057594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.058112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.058615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.062252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.062800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.063306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.064084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.064612 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2815cfd-7c07-44a1-8f91-c35f3e6ec8d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:04.135005 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-b34d0484-b43d-4b0a-b74a-875e1bf3c315 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489127 Jul 13 07:43:04.150463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-86d78481-836c-4749-9ce1-99096559c970 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Deleting port a39350aa-5422-47b1-9105-41d37005eed9 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:04.151308 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86d78481-836c-4749-9ce1-99096559c970 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.205937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e85fddeb-b364-456b-b795-8f2e7337ebde tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.271290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3383334d-982e-44c9-b320-69ecb24d0fc9 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:04.314981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85fddeb-b364-456b-b795-8f2e7337ebde tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:04.319136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 3383334d-982e-44c9-b320-69ecb24d0fc9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:04.322679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e85fddeb-b364-456b-b795-8f2e7337ebde tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:04.323302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3383334d-982e-44c9-b320-69ecb24d0fc9 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:04.337633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85fddeb-b364-456b-b795-8f2e7337ebde tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:04.338382 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e85fddeb-b364-456b-b795-8f2e7337ebde tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.350866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43fa4c-22e4-4d61-943f-925f06ff9c21 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:04.430483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e85fddeb-b364-456b-b795-8f2e7337ebde tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0637109 Jul 13 07:43:04.437217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41610) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:04.449381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fbe6834a-a91c-44b7-94b3-967362c92fc4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-403451135', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:04.501787 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbe6834a-a91c-44b7-94b3-967362c92fc4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.504664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbe6834a-a91c-44b7-94b3-967362c92fc4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.548503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fddeb-b364-456b-b795-8f2e7337ebde tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=d3caebd3-2eab-44b5-91d1-37d33b112ffa,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:04.626418 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86d78481-836c-4749-9ce1-99096559c970 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.640187 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.724716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbe6834a-a91c-44b7-94b3-967362c92fc4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.749082 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbe6834a-a91c-44b7-94b3-967362c92fc4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.791820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-86d78481-836c-4749-9ce1-99096559c970 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Calling delete_port for a39350aa-5422-47b1-9105-41d37005eed9 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:04.820924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbe6834a-a91c-44b7-94b3-967362c92fc4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.822712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': 'd3caebd3-2eab-44b5-91d1-37d33b112ffa'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:43:04.825342 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fbe6834a-a91c-44b7-94b3-967362c92fc4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3840854 Jul 13 07:43:04.825906 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.828153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41622) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:05.266155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-df8f0949-aee3-4efb-8ef6-1d9bc53b41c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=4fae0d30-b0f4-408b-973f-5208638628cd HTTP/1.1" status: 200 len: 217 time: 1.1068313 Jul 13 07:43:05.302609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Allocated IP 2001:db8::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/d3caebd3-2eab-44b5-91d1-37d33b112ffa/ecca1e0e-dda3-4a56-96de-cdc8548028cb) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:05.510830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-36b1078a-33a2-40d8-8330-83ab26c194ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:05.511047 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.518047 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-36b1078a-33a2-40d8-8330-83ab26c194ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.2458944 Jul 13 07:43:05.522141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Transition to ACTIVE for port object ecca1e0e-dda3-4a56-96de-cdc8548028cb will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:05.539290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Transition to ACTIVE for port object ecca1e0e-dda3-4a56-96de-cdc8548028cb will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:05.552253 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.660743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-995a3d76-3bcd-436e-8184-349774e522f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:05.662294 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-995a3d76-3bcd-436e-8184-349774e522f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1367867 Jul 13 07:43:05.664005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Pushing event updated for resources: {'Port': ['ID=ecca1e0e-dda3-4a56-96de-cdc8548028cb,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:05.682931 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:05.695691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:05.698279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:05.822158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Attempting to bind port ecca1e0e-dda3-4a56-96de-cdc8548028cb on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:05.822825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Attempting to bind port ecca1e0e-dda3-4a56-96de-cdc8548028cb by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:05.823834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Attempting to bind port ecca1e0e-dda3-4a56-96de-cdc8548028cb on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:05.832268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:05.832932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:05.835428 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.836006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:05.836687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Bound port: ecca1e0e-dda3-4a56-96de-cdc8548028cb, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:05.839436 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.886775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-39013014-8356-4f79-99ee-7f1deecca4a2 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161767 Jul 13 07:43:05.999061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.002461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] For port ecca1e0e-dda3-4a56-96de-cdc8548028cb, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:06.006855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] For port ecca1e0e-dda3-4a56-96de-cdc8548028cb, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ecca1e0e-dda3-4a56-96de-cdc8548028cb,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:06.018598 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.117426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-af985d6a-c359-43fa-8445-6aa89ceb08bc service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234802 Jul 13 07:43:06.172825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a875c-0e63-4dd9-80dd-e351bc9b911d None None] Pushing event updated for resources: {'Port': ['ID=ecca1e0e-dda3-4a56-96de-cdc8548028cb,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:06.213303 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-3062fd70-3cd1-425b-afbb-c17533857097 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=307cfd34-2ef9-4dcb-af1a-6f246e818ad3 HTTP/1.1" status: 200 len: 217 time: 0.0876696 Jul 13 07:43:06.310731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-8e0a04be-bc52-466a-8220-8a1f52850772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:06.312361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-8e0a04be-bc52-466a-8220-8a1f52850772 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.0928450 Jul 13 07:43:06.485603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-5022384d-7a67-4ea3-adaa-de395c19760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:06.490762 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-5022384d-7a67-4ea3-adaa-de395c19760f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1703579 Jul 13 07:43:06.703226 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-de8c3318-0ed1-44a8-8f66-330359a9f17b service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029877 Jul 13 07:43:06.703747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::1 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/d3caebd3-2eab-44b5-91d1-37d33b112ffa/33fd7679-06bb-45eb-ab59-f1d7d8097afa) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:06.779370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86d78481-836c-4749-9ce1-99096559c970 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.870309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d78481-836c-4749-9ce1-99096559c970 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event deleted for resources: {'Port': ['ID=a39350aa-5422-47b1-9105-41d37005eed9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:06.910852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-8a18e7de-f051-4308-a0ed-e15048470af5 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962118 Jul 13 07:43:06.969926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-03379b0a-ae7a-4778-bb15-ab2117bca27d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13a6e49a-53af-49fc-accc-483a99e81c29 HTTP/1.1" status: 200 len: 217 time: 0.0509079 Jul 13 07:43:07.065078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.068869 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86d78481-836c-4749-9ce1-99096559c970 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.070971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-86d78481-836c-4749-9ce1-99096559c970 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "DELETE /v2.0/ports/a39350aa-5422-47b1-9105-41d37005eed9 HTTP/1.1" status: 204 len: 168 time: 3.2761590 Jul 13 07:43:07.073762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-07cfaba3-eb0d-4348-861f-23ffbe8b8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:07.075349 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-07cfaba3-eb0d-4348-861f-23ffbe8b8b9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37b7f077-c2d5-483e-9458-3b62eed95fb9 HTTP/1.1" status: 200 len: 797 time: 0.0942173 Jul 13 07:43:07.075880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41658) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:07.084928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6aa6debb-1bfd-4a12-9824-3d4fe74b0692', 'external_fixed_ips': [{'subnet_id': 'e8760cc0-894b-456b-82dc-236f08505272', 'ip_address': '172.20.0.4'}]}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:07.101322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 33fd7679-06bb-45eb-ab59-f1d7d8097afa will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:07.117487 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.118539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.164479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.184937 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.254383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:07.270817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:07.275573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:07.276455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.349600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=33fd7679-06bb-45eb-ab59-f1d7d8097afa,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:07.440385 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.551897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-f1ce00bf-f6c2-4e30-9be0-f989407f9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:07.552076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.563598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-f1ce00bf-f6c2-4e30-9be0-f989407f9083 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef91ead4-00b2-45c5-a5ff-383c96524366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4587569 Jul 13 07:43:07.833809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-210ddda4-6238-4853-b625-c5d5d5a06500 service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503002 Jul 13 07:43:07.849767 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.968337 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-c8717125-11b5-4d3e-8004-675361427212 service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263316 Jul 13 07:43:08.077826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-30abdb8c-88c6-411a-8aba-ff3af9eb8069 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76ca532c-23fa-4676-93ee-cd52a50ba709 HTTP/1.1" status: 200 len: 217 time: 0.0927002 Jul 13 07:43:08.151672 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.162081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4346f37e-0a7d-4b44-bbef-6d8fac64ca86 None None] Provisioning for port ecca1e0e-dda3-4a56-96de-cdc8548028cb completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:08.166879 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.265722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-08929fef-d0b9-446a-9c88-5a2e86efa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:08.267266 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-08929fef-d0b9-446a-9c88-5a2e86efa43e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37b7f077-c2d5-483e-9458-3b62eed95fb9 HTTP/1.1" status: 200 len: 797 time: 0.1101174 Jul 13 07:43:08.307032 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.320270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=33fd7679-06bb-45eb-ab59-f1d7d8097afa,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:08.380961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ecca1e0e-dda3-4a56-96de-cdc8548028cb up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:08.482829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port ecca1e0e-dda3-4a56-96de-cdc8548028cb completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:08.501943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ecca1e0e-dda3-4a56-96de-cdc8548028cb triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:08.502467 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.664566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:08.666391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:08.701268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.736129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56986f07-7c6d-4dfb-918f-355cc14a5b33 None None] Provisioning for port 33fd7679-06bb-45eb-ab59-f1d7d8097afa completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:08.752559 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-e20f089e-8163-4800-abf7-213fdf5a6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:08.760068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-56986f07-7c6d-4dfb-918f-355cc14a5b33 None None] Provisioning complete for port 33fd7679-06bb-45eb-ab59-f1d7d8097afa triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:08.760248 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-56986f07-7c6d-4dfb-918f-355cc14a5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.760471 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-e20f089e-8163-4800-abf7-213fdf5a6fb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef91ead4-00b2-45c5-a5ff-383c96524366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3302851 Jul 13 07:43:08.762454 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.931865 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:08.973336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-56986f07-7c6d-4dfb-918f-355cc14a5b33 None None] Port 33fd7679-06bb-45eb-ab59-f1d7d8097afa cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:09.021991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port ecca1e0e-dda3-4a56-96de-cdc8548028cb, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ecca1e0e-dda3-4a56-96de-cdc8548028cb,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:09.030886 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.116070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Router 67ea39c7-9eb9-472b-99d8-7efd8edfc285 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:09.215067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Allocated IP 172.20.0.4 (6aa6debb-1bfd-4a12-9824-3d4fe74b0692/e8760cc0-894b-456b-82dc-236f08505272/78ca4b25-ee98-4ae3-a0ae-5cc8d1a9e430) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:09.260937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=ecca1e0e-dda3-4a56-96de-cdc8548028cb,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:09.275816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-026d19b0-5bd2-438b-8f56-08dc40024dca None None] Provisioning complete for port 33fd7679-06bb-45eb-ab59-f1d7d8097afa triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:09.278249 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-026d19b0-5bd2-438b-8f56-08dc40024dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.393237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-026d19b0-5bd2-438b-8f56-08dc40024dca None None] Port 33fd7679-06bb-45eb-ab59-f1d7d8097afa cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:09.436112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:09.452219 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Sync routers for ids ['67ea39c7-9eb9-472b-99d8-7efd8edfc285'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:09.459204 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.464468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6e3221b6-ef07-4075-a2fe-e17b333675d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "PUT /v2.0/routers/67ea39c7-9eb9-472b-99d8-7efd8edfc285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6351981 Jul 13 07:43:09.470344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41726) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:09.478535 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Routers {'67ea39c7-9eb9-472b-99d8-7efd8edfc285'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:09.480225 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:42:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['67ea39c7-9eb9-472b-99d8-7efd8edfc285'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:09.531594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-088cc97a-5d2d-45e2-a191-0393e516b3b0 None None] Provisioning complete for port 33fd7679-06bb-45eb-ab59-f1d7d8097afa triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:09.534222 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-088cc97a-5d2d-45e2-a191-0393e516b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.546195 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:09.605658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Network 6aa6debb-1bfd-4a12-9824-3d4fe74b0692 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:09.620182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:09.634572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:09.643267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6953c1-167b-4918-b807-edc1d3bda7b5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:09.647988 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4e6953c1-167b-4918-b807-edc1d3bda7b5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports/33fd7679-06bb-45eb-ab59-f1d7d8097afa HTTP/1.1" status: 200 len: 911 time: 0.1755528 Jul 13 07:43:09.649116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41730) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:09.681257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-088cc97a-5d2d-45e2-a191-0393e516b3b0 None None] Port 33fd7679-06bb-45eb-ab59-f1d7d8097afa cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:09.711609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41732) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:09.716479 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Set router 67ea39c7-9eb9-472b-99d8-7efd8edfc285 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:09.757058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event updated for resources: {'Port': ['ID=78ca4b25-ee98-4ae3-a0ae-5cc8d1a9e430,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:09.810526 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-3b99808a-2b91-4341-9f78-da4fed289360 service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757099 Jul 13 07:43:09.820947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1a234-562e-485a-974e-0837bf8cb870 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:09.841990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1a234-562e-485a-974e-0837bf8cb870 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:09.850284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cff1a234-562e-485a-974e-0837bf8cb870 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1977210 Jul 13 07:43:09.851156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41740) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:09.999392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1256cb9c-3fd3-4914-b590-9bb513941bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.079489 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea39c7-9eb9-472b-99d8-7efd8edfc285', 'name': 'tempest-NetworksTestDHCPv6-router-403451135', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:04Z', 'updated_at': '2021-07-13T07:43:07Z', 'revision_number': 2, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'gw_port_host': None, '_interfaces': [{'id': '33fd7679-06bb-45eb-ab59-f1d7d8097afa', 'name': '', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'mac_address': 'fa:16:3e:a5:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea39c7-9eb9-472b-99d8-7efd8edfc285', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'd3caebd3-2eab-44b5-91d1-37d33b112ffa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:06Z', 'updated_at': '2021-07-13T07:43:07Z', 'revision_number': 2, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'subnets': [{'id': 'd3caebd3-2eab-44b5-91d1-37d33b112ffa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:10.139970 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b6b8e9-d11c-47b9-97f5-df0f73aa5dd5 req-1834af82-28ff-4ceb-bf40-307e7f7ad3bf service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888235 Jul 13 07:43:10.164616 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Checking router: 67ea39c7-9eb9-472b-99d8-7efd8edfc285 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:10.166807 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Updating router 67ea39c7-9eb9-472b-99d8-7efd8edfc285 port 33fd7679-06bb-45eb-ab59-f1d7d8097afa binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:10.266596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.269238 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.278214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ecca1e0e-dda3-4a56-96de-cdc8548028cb up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:10.392899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ecca1e0e-dda3-4a56-96de-cdc8548028cb triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:10.394205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.436378 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1256cb9c-3fd3-4914-b590-9bb513941bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.452526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1256cb9c-3fd3-4914-b590-9bb513941bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.611349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1256cb9c-3fd3-4914-b590-9bb513941bcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7449ee5291a4d228dd0605e1b61d0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8920605 Jul 13 07:43:10.612303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256cb9c-3fd3-4914-b590-9bb513941bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0948db-c548-4b10-bd8f-12eef068f413,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:10.616720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41782) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:10.727793 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44328848-9a7a-48cd-a907-6f63175519b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.758182 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44328848-9a7a-48cd-a907-6f63175519b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.842494 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.863839 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Transition to ACTIVE for port object 33fd7679-06bb-45eb-ab59-f1d7d8097afa will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:10.869997 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.878090 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.946865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44328848-9a7a-48cd-a907-6f63175519b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.951840 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44328848-9a7a-48cd-a907-6f63175519b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.957545 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-44328848-9a7a-48cd-a907-6f63175519b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da0948db-c548-4b10-bd8f-12eef068f413 HTTP/1.1" status: 204 len: 168 time: 0.3398857 Jul 13 07:43:10.966075 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.981871 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d579a-af0a-4429-bf63-6a8f1ff94a58 None None] Pushing event updated for resources: {'Port': ['ID=33fd7679-06bb-45eb-ab59-f1d7d8097afa,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:11.036930 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Attempting to bind port 33fd7679-06bb-45eb-ab59-f1d7d8097afa on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:11.037291 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Attempting to bind port 33fd7679-06bb-45eb-ab59-f1d7d8097afa by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:11.037655 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Attempting to bind port 33fd7679-06bb-45eb-ab59-f1d7d8097afa on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:11.054231 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:11.054599 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:11.055005 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.055398 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:11.055864 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Bound port: 33fd7679-06bb-45eb-ab59-f1d7d8097afa, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:11.056400 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.077699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44328848-9a7a-48cd-a907-6f63175519b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0948db-c548-4b10-bd8f-12eef068f413,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:11.179757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Router 7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:11.305064 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] For port 33fd7679-06bb-45eb-ab59-f1d7d8097afa, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:11.308707 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] For port 33fd7679-06bb-45eb-ab59-f1d7d8097afa, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=33fd7679-06bb-45eb-ab59-f1d7d8097afa,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:11.329822 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.353865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:11.364964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Sync routers for ids ['7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:11.386996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Routers {'7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:11.387387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:42:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:11.411460 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.413965 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c29ae329-1f4e-4f22-8b3a-abd10caa668e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3360858 Jul 13 07:43:11.416512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41792) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:11.511665 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Routers {'67ea39c7-9eb9-472b-99d8-7efd8edfc285'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:11.512235 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:42:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['67ea39c7-9eb9-472b-99d8-7efd8edfc285'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:11.547072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41794) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:11.610653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aed1af4a-1851-4a0c-9c79-08c89c3c27f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.642008 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d579a-af0a-4429-bf63-6a8f1ff94a58 None None] Pushing event updated for resources: {'Port': ['ID=33fd7679-06bb-45eb-ab59-f1d7d8097afa,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:11.711597 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.711863 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:43:11.718594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 33fd7679-06bb-45eb-ab59-f1d7d8097afa {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:11.719221 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.727824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Set router 7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:11.745978 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] Set router 67ea39c7-9eb9-472b-99d8-7efd8edfc285 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:11.953571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] For port 33fd7679-06bb-45eb-ab59-f1d7d8097afa, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=33fd7679-06bb-45eb-ab59-f1d7d8097afa,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:11.953963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.982978 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aed1af4a-1851-4a0c-9c79-08c89c3c27f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.984807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 33fd7679-06bb-45eb-ab59-f1d7d8097afa owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:11.993940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aed1af4a-1851-4a0c-9c79-08c89c3c27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.016422 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.027536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aed1af4a-1851-4a0c-9c79-08c89c3c27f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=968e0fa7951b4fbc84c1551494d7a13c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794083 Jul 13 07:43:12.030661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41804) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:12.069949 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea39c7-9eb9-472b-99d8-7efd8edfc285', 'name': 'tempest-NetworksTestDHCPv6-router-403451135', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:04Z', 'updated_at': '2021-07-13T07:43:07Z', 'revision_number': 2, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'gw_port_host': None, '_interfaces': [{'id': '33fd7679-06bb-45eb-ab59-f1d7d8097afa', 'name': '', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'mac_address': 'fa:16:3e:a5:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea39c7-9eb9-472b-99d8-7efd8edfc285', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'd3caebd3-2eab-44b5-91d1-37d33b112ffa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:06Z', 'updated_at': '2021-07-13T07:43:11Z', 'revision_number': 4, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'subnets': [{'id': 'd3caebd3-2eab-44b5-91d1-37d33b112ffa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:12.105255 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff7933-981c-494c-89f1-36070c8bbc27 None None] The sync data for ids ['67ea39c7-9eb9-472b-99d8-7efd8edfc285'] in n-d-798249-7 is: [{'id': '67ea39c7-9eb9-472b-99d8-7efd8edfc285', 'name': 'tempest-NetworksTestDHCPv6-router-403451135', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:04Z', 'updated_at': '2021-07-13T07:43:07Z', 'revision_number': 2, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'gw_port_host': None, '_interfaces': [{'id': '33fd7679-06bb-45eb-ab59-f1d7d8097afa', 'name': '', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'mac_address': 'fa:16:3e:a5:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ea39c7-9eb9-472b-99d8-7efd8edfc285', 'device_owner': 'network:router_interface', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': 'd3caebd3-2eab-44b5-91d1-37d33b112ffa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:06Z', 'updated_at': '2021-07-13T07:43:11Z', 'revision_number': 4, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'subnets': [{'id': 'd3caebd3-2eab-44b5-91d1-37d33b112ffa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:12.169379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Deleting port 78ca4b25-ee98-4ae3-a0ae-5cc8d1a9e430 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:12.169836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.236131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867', 'name': '', 'tenant_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aa6debb-1bfd-4a12-9824-3d4fe74b0692', 'external_fixed_ips': [{'subnet_id': 'e8760cc0-894b-456b-82dc-236f08505272', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '78ca4b25-ee98-4ae3-a0ae-5cc8d1a9e430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:07Z', 'updated_at': '2021-07-13T07:43:10Z', 'revision_number': 3, 'project_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'gw_port': {'id': '78ca4b25-ee98-4ae3-a0ae-5cc8d1a9e430', 'name': '', 'network_id': '6aa6debb-1bfd-4a12-9824-3d4fe74b0692', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': 'e8760cc0-894b-456b-82dc-236f08505272', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:08Z', 'updated_at': '2021-07-13T07:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8760cc0-894b-456b-82dc-236f08505272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:12.263318 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.264295 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.293502 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Calling delete_port for 78ca4b25-ee98-4ae3-a0ae-5cc8d1a9e430 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:12.321990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1af4a-1851-4a0c-9c79-08c89c3c27f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6494388e-d8ef-43f8-88ab-8fa09e81a817,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.328123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Checking router: 7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:12.328554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Updating router 7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867 port 78ca4b25-ee98-4ae3-a0ae-5cc8d1a9e430 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:12.361977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=33fd7679-06bb-45eb-ab59-f1d7d8097afa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.388987 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.609683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.622887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57b33361-e302-428c-be92-9e2c46e99cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.762207 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.830726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event deleted for resources: {'Port': ['ID=78ca4b25-ee98-4ae3-a0ae-5cc8d1a9e430,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.920710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57b33361-e302-428c-be92-9e2c46e99cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.937877 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.077023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Router 67ea39c7-9eb9-472b-99d8-7efd8edfc285 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:13.169118 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:43:13.169521 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:43:13.217198 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57b33361-e302-428c-be92-9e2c46e99cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.221363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57b33361-e302-428c-be92-9e2c46e99cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.223458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-57b33361-e302-428c-be92-9e2c46e99cfc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6494388e-d8ef-43f8-88ab-8fa09e81a817 HTTP/1.1" status: 204 len: 168 time: 1.1897762 Jul 13 07:43:13.227650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:13.235135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fd900ca7-3752-4360-9d10-ab0288170b14 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "PUT /v2.0/routers/67ea39c7-9eb9-472b-99d8-7efd8edfc285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3802774 Jul 13 07:43:13.244705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41822) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:13.258596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b33361-e302-428c-be92-9e2c46e99cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6494388e-d8ef-43f8-88ab-8fa09e81a817,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:13.335374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be1d8d-0504-4a69-b496-523f15b3e50c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:13.338147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be1d8d-0504-4a69-b496-523f15b3e50c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:13.341082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-34be1d8d-0504-4a69-b496-523f15b3e50c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0949535 Jul 13 07:43:13.344635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41824) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:13.427415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9019e8ff-afb2-4165-86cd-0fbee26a25bf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet d3caebd3-2eab-44b5-91d1-37d33b112ffa {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:13.431322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9019e8ff-afb2-4165-86cd-0fbee26a25bf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.485236 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9019e8ff-afb2-4165-86cd-0fbee26a25bf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.568558 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.571118 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.619399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9019e8ff-afb2-4165-86cd-0fbee26a25bf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.623383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.623970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:13.633644 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.635040 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a2dcaabb-153e-4efe-bfcd-9c1fd53b4906 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "DELETE /v2.0/routers/7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867 HTTP/1.1" status: 204 len: 168 time: 2.2175589 Jul 13 07:43:13.637852 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41828) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:13.699677 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9019e8ff-afb2-4165-86cd-0fbee26a25bf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.700853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89e646a-d205-4015-9bf5-02959128c3a7 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Deleting subnet e8760cc0-894b-456b-82dc-236f08505272 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:13.704621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f89e646a-d205-4015-9bf5-02959128c3a7 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.712758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Port 78ca4b25-ee98-4ae3-a0ae-5cc8d1a9e430 not found while updating agent binding for router 7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867. {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 07:43:13.714768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9019e8ff-afb2-4165-86cd-0fbee26a25bf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.719137 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9019e8ff-afb2-4165-86cd-0fbee26a25bf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/d3caebd3-2eab-44b5-91d1-37d33b112ffa HTTP/1.1" status: 204 len: 168 time: 0.3709917 Jul 13 07:43:13.734817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1be5cf-22df-49d2-a383-802bcce96833 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:13.736126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41830) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:13.737807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019e8ff-afb2-4165-86cd-0fbee26a25bf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=d3caebd3-2eab-44b5-91d1-37d33b112ffa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:13.843312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41836) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:13.856817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Routers set() bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:13.857201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Router IDs set() for agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:43:13.862000 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f89e646a-d205-4015-9bf5-02959128c3a7 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.862726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_agentschedulers_db [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:42:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent'). {{(pid=93840) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:43:13.863234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6430f-362d-4c2a-b64f-38f4a5914eb6 None None] The sync data for ids ['7bb2b5c6-f6a9-4fd6-88b2-9b799a3e1867'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:13.883194 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a1649f7-6148-4d1f-8da7-3504abbb1444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.923857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41840) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:13.975628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fbf87586-0f5b-411d-831f-c6ea09b44bbf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2359080 Jul 13 07:43:13.980210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41842) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:14.006706 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f89e646a-d205-4015-9bf5-02959128c3a7 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.057834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd844a64-82c8-4005-afc0-37dec3c6b36f None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:43:14.076698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3e45a9-92b5-42ea-8ed1-1d7312ced117 admin admin] Deleting subnet b584949d-653c-46f7-953d-057243c8ac54 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:14.086211 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a3e45a9-92b5-42ea-8ed1-1d7312ced117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.153374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cd844a64-82c8-4005-afc0-37dec3c6b36f None None] Deleting port ecca1e0e-dda3-4a56-96de-cdc8548028cb {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:14.153908 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd844a64-82c8-4005-afc0-37dec3c6b36f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.161408 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8db249b-cf71-4a9b-a6b7-b091060114ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.212956 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a3e45a9-92b5-42ea-8ed1-1d7312ced117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.359985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a1649f7-6148-4d1f-8da7-3504abbb1444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.361767 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a3e45a9-92b5-42ea-8ed1-1d7312ced117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.368441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cd844a64-82c8-4005-afc0-37dec3c6b36f None None] For port ecca1e0e-dda3-4a56-96de-cdc8548028cb, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ecca1e0e-dda3-4a56-96de-cdc8548028cb,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:14.373245 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd844a64-82c8-4005-afc0-37dec3c6b36f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.395392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a1649f7-6148-4d1f-8da7-3504abbb1444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.404277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cd844a64-82c8-4005-afc0-37dec3c6b36f None None] Calling delete_port for ecca1e0e-dda3-4a56-96de-cdc8548028cb owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:14.414888 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d77dc5-5ba9-4b29-9a58-dd2d23bb26a8 None None] Sync routers for ids ['67ea39c7-9eb9-472b-99d8-7efd8edfc285'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:14.428844 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d77dc5-5ba9-4b29-9a58-dd2d23bb26a8 None None] Routers {'67ea39c7-9eb9-472b-99d8-7efd8edfc285'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:14.432466 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3a1649f7-6148-4d1f-8da7-3504abbb1444 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=797aec518e214ffcbca49e31a93665e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5854521 Jul 13 07:43:14.435645 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-06d77dc5-5ba9-4b29-9a58-dd2d23bb26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:42:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['67ea39c7-9eb9-472b-99d8-7efd8edfc285'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:14.438496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41846) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:14.476717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1649f7-6148-4d1f-8da7-3504abbb1444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fce8ad1-6f5b-48c7-8917-44383eae0cea,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:14.559526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8db249b-cf71-4a9b-a6b7-b091060114ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.569413 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-06d77dc5-5ba9-4b29-9a58-dd2d23bb26a8 None None] Set router 67ea39c7-9eb9-472b-99d8-7efd8edfc285 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:14.572862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8db249b-cf71-4a9b-a6b7-b091060114ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.573395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a3e45a9-92b5-42ea-8ed1-1d7312ced117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.575930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ecca1e0e-dda3-4a56-96de-cdc8548028cb no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:14.594319 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ce79-95d0-4a73-8157-47b6befbfd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.618330 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a3e45a9-92b5-42ea-8ed1-1d7312ced117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.623754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2a3e45a9-92b5-42ea-8ed1-1d7312ced117 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b584949d-653c-46f7-953d-057243c8ac54 HTTP/1.1" status: 204 len: 168 time: 0.6986878 Jul 13 07:43:14.626243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41848) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:14.633833 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-06d77dc5-5ba9-4b29-9a58-dd2d23bb26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ea39c7-9eb9-472b-99d8-7efd8edfc285', 'name': 'tempest-NetworksTestDHCPv6-router-403451135', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:04Z', 'updated_at': '2021-07-13T07:43:12Z', 'revision_number': 3, 'project_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:14.666413 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8db249b-cf71-4a9b-a6b7-b091060114ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.666988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8db249b-cf71-4a9b-a6b7-b091060114ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Fanout notify agent at l3_agent the message router_deleted on router 67ea39c7-9eb9-472b-99d8-7efd8edfc285 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:14.674391 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f8db249b-cf71-4a9b-a6b7-b091060114ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.677004 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d77dc5-5ba9-4b29-9a58-dd2d23bb26a8 None None] Checking router: 67ea39c7-9eb9-472b-99d8-7efd8edfc285 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:14.687226 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d77dc5-5ba9-4b29-9a58-dd2d23bb26a8 None None] Routers set() bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:14.687798 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d77dc5-5ba9-4b29-9a58-dd2d23bb26a8 None None] Router IDs set() for agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:43:14.688877 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_agentschedulers_db [None req-06d77dc5-5ba9-4b29-9a58-dd2d23bb26a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67ea39c7-9eb9-472b-99d8-7efd8edfc285'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:42:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent'). {{(pid=93841) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:43:14.689856 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d77dc5-5ba9-4b29-9a58-dd2d23bb26a8 None None] The sync data for ids ['67ea39c7-9eb9-472b-99d8-7efd8edfc285'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:14.698180 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f8db249b-cf71-4a9b-a6b7-b091060114ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/routers/67ea39c7-9eb9-472b-99d8-7efd8edfc285 HTTP/1.1" status: 204 len: 168 time: 0.6991723 Jul 13 07:43:14.701678 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f89e646a-d205-4015-9bf5-02959128c3a7 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.704874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41850) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:14.713748 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07046c35-56b0-49a0-8984-912a4df752fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.735634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e45a9-92b5-42ea-8ed1-1d7312ced117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b584949d-653c-46f7-953d-057243c8ac54,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:14.747769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.818858 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd844a64-82c8-4005-afc0-37dec3c6b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.824900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e646a-d205-4015-9bf5-02959128c3a7 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e8760cc0-894b-456b-82dc-236f08505272,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:14.827705 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f89e646a-d205-4015-9bf5-02959128c3a7 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.832489 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f89e646a-d205-4015-9bf5-02959128c3a7 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/e8760cc0-894b-456b-82dc-236f08505272 HTTP/1.1" status: 204 len: 168 time: 1.1937132 Jul 13 07:43:14.833420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41852) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:14.895935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.898228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd844a64-82c8-4005-afc0-37dec3c6b36f None None] No DVR routers for this DVR port ecca1e0e-dda3-4a56-96de-cdc8548028cb on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:14.899717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd844a64-82c8-4005-afc0-37dec3c6b36f None None] Pushing event deleted for resources: {'Port': ['ID=ecca1e0e-dda3-4a56-96de-cdc8548028cb,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:14.978948 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:14.993675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2525430e-a342-4939-99b2-0570c9b6c8a5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:14.998507 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2525430e-a342-4939-99b2-0570c9b6c8a5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2896328 Jul 13 07:43:14.999378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41856) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:15.083041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d55524-193b-4419-a6f9-094406699308 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:15.088289 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-52d55524-193b-4419-a6f9-094406699308 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865717 Jul 13 07:43:15.091026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41858) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:15.167821 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1fdd8745-e6d1-4da2-bca6-dd65016b3e22 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750177 Jul 13 07:43:15.168689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41862) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:15.181452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:15.254717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.272160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa6debb-1bfd-4a12-9824-3d4fe74b0692']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:15.321718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab8a238-ff83-4c76-8bef-5d9fcc11a6cc') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:15.322180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab8a238-ff83-4c76-8bef-5d9fcc11a6cc') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:15.337414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ce79-95d0-4a73-8157-47b6befbfd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.337699 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.358341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.372588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:15.373140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:15.375236 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:15.388301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:15.392253 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.448336 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.461837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f329705-4e5f-4e40-9732-f998b0300e68']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:15.480436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6536741f-d15d-471a-bea8-e217b1026c64') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:15.480739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6536741f-d15d-471a-bea8-e217b1026c64') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:15.491906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.498243 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ce79-95d0-4a73-8157-47b6befbfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.500853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6a4ce79-95d0-4a73-8157-47b6befbfd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.502019 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e6a4ce79-95d0-4a73-8157-47b6befbfd66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fce8ad1-6f5b-48c7-8917-44383eae0cea HTTP/1.1" status: 204 len: 168 time: 1.0626369 Jul 13 07:43:15.516531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4ce79-95d0-4a73-8157-47b6befbfd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fce8ad1-6f5b-48c7-8917-44383eae0cea,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:15.522715 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.526268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.531416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:15.532086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6aa6debb-1bfd-4a12-9824-3d4fe74b0692 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:43:15.532454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.536093 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.539763 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "DELETE /v2.0/networks/6aa6debb-1bfd-4a12-9824-3d4fe74b0692 HTTP/1.1" status: 204 len: 168 time: 0.7050140 Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: items = [ Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:15.553877 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:15.558549 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfcc53-aa78-435a-85d2-24cf5766e58c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event deleted for resources: {'Network': ['ID=6aa6debb-1bfd-4a12-9824-3d4fe74b0692,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:15.678414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.689329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:15.702877 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7f329705-4e5f-4e40-9732-f998b0300e68 HTTP/1.1" status: 204 len: 168 time: 1.0722747 Jul 13 07:43:15.737157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640c734-ea26-437e-80f4-81dec4a76715 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f329705-4e5f-4e40-9732-f998b0300e68,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:15.924742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41876) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:16.009857 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-263b3bd3-58c2-4684-b1e8-77d11f4ac3c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebd749e8ed4e48858044008648ca5e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819652 Jul 13 07:43:16.012168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41880) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:16.015644 n-d-798249-7 neutron-server[93839]: DEBUG neutron.objects.ports [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:43:16.018183 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.103518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:16.132147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:16.142815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff7a06-db8f-44e3-85ba-86db3c23c45d None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:16.163747 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bdc294f7-a6dd-459b-8ffe-75aadfc730f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.166167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=ed80bbf4-2172-440f-89a8-393e67479ce6,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:16.169706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:16.170294 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.194479 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6b0fe038-2258-41d0-b876-b7794e815f9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0174305 Jul 13 07:43:16.195444 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41884) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:16.202584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-99c4209e-281a-4235-af77-09507c2ed087 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:16.204240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 33fd7679-06bb-45eb-ab59-f1d7d8097afa no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:16.240170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bdc294f7-a6dd-459b-8ffe-75aadfc730f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.335944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bdc294f7-a6dd-459b-8ffe-75aadfc730f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.341368 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bdc294f7-a6dd-459b-8ffe-75aadfc730f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.351231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bdc294f7-a6dd-459b-8ffe-75aadfc730f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/719d8e2b-5aea-4580-8cc4-b6ca72cfef31 HTTP/1.1" status: 204 len: 168 time: 0.3324049 Jul 13 07:43:16.352253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 33fd7679-06bb-45eb-ab59-f1d7d8097afa {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:16.352607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 33fd7679-06bb-45eb-ab59-f1d7d8097afa not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:16.374318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc294f7-a6dd-459b-8ffe-75aadfc730f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719d8e2b-5aea-4580-8cc4-b6ca72cfef31,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:16.471091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c4209e-281a-4235-af77-09507c2ed087 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:16.480987 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99c4209e-281a-4235-af77-09507c2ed087 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.526083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': 'ed80bbf4-2172-440f-89a8-393e67479ce6'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:43:16.527310 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.538106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:16.545478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9ad10a8c-b088-4678-a37c-be8975de456c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Request body: {'router': {'name': 'tempest-router--995205776', 'project_id': 'e3dd4055cddc4dd29a546354002c6591'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:16.599253 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ad10a8c-b088-4678-a37c-be8975de456c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.600733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ad10a8c-b088-4678-a37c-be8975de456c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.755442 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ad10a8c-b088-4678-a37c-be8975de456c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.770300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ad10a8c-b088-4678-a37c-be8975de456c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.793689 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ad10a8c-b088-4678-a37c-be8975de456c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:16.795146 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9ad10a8c-b088-4678-a37c-be8975de456c tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2555926 Jul 13 07:43:16.798122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41906) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:16.829428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Allocated IP 2001:db8::f816:3eff:fed6:f1d9 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/ed80bbf4-2172-440f-89a8-393e67479ce6/79a857a0-4152-44a3-9e29-b2922715bbe7) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:16.907237 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a4b6-93b6-4291-be8c-ae704b472901 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.017396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99c4209e-281a-4235-af77-09507c2ed087 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.110053 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.131225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c4209e-281a-4235-af77-09507c2ed087 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:17.136600 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-99c4209e-281a-4235-af77-09507c2ed087 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:17.149699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c4209e-281a-4235-af77-09507c2ed087 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:17.150326 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-99c4209e-281a-4235-af77-09507c2ed087 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.216689 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.233026 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-99c4209e-281a-4235-af77-09507c2ed087 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0361238 Jul 13 07:43:17.234045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41926) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:17.244880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4209e-281a-4235-af77-09507c2ed087 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=86dfae68-4517-482c-91ce-54c90bb56585,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:17.251606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Transition to ACTIVE for port object 79a857a0-4152-44a3-9e29-b2922715bbe7 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:17.251823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:5e:15:c2', 'name': 'tempest-NetworksTestDHCPv6-1901469077'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:17.258560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a4b6-93b6-4291-be8c-ae704b472901 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.263045 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a4b6-93b6-4291-be8c-ae704b472901 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.267901 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9659409-559d-4723-b1fc-31f243f17026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.299243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Transition to ACTIVE for port object 79a857a0-4152-44a3-9e29-b2922715bbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:17.311889 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.363019 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:17.370140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:17.374773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:17.387342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:17.391790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a4b6-93b6-4291-be8c-ae704b472901 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.392714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a5a4b6-93b6-4291-be8c-ae704b472901 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf108e83-3c00-4cfd-85a4-8632942c1c40 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:17.398878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a4b6-93b6-4291-be8c-ae704b472901 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.402391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e5a5a4b6-93b6-4291-be8c-ae704b472901 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "DELETE /v2.0/routers/bf108e83-3c00-4cfd-85a4-8632942c1c40 HTTP/1.1" status: 204 len: 168 time: 0.5999663 Jul 13 07:43:17.489717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:17.503883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Attempting to bind port 79a857a0-4152-44a3-9e29-b2922715bbe7 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:17.504412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Attempting to bind port 79a857a0-4152-44a3-9e29-b2922715bbe7 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:17.504872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Attempting to bind port 79a857a0-4152-44a3-9e29-b2922715bbe7 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:17.517700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:17.518140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:17.518551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.519532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:17.524542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Bound port: 79a857a0-4152-44a3-9e29-b2922715bbe7, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:17.527794 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.618870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:17.624553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:17.631189 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.662497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:17.739477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13415ef7-f102-4376-88d5-0b5312c0e13a None None] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:17.740871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 5f5fbd7e-8aec-462a-8c16-05e2dd345040 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:17.776775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41946) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:17.909482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.078564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 172.20.0.12 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/86dfae68-4517-482c-91ce-54c90bb56585/5f5fbd7e-8aec-462a-8c16-05e2dd345040) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:18.094556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f816:3eff:fe5e:15c2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/ed80bbf4-2172-440f-89a8-393e67479ce6/5f5fbd7e-8aec-462a-8c16-05e2dd345040) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:18.321492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79a857a0-4152-44a3-9e29-b2922715bbe7 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:18.330032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1109564832', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:18.363018 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.364424 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.388632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.391718 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 79a857a0-4152-44a3-9e29-b2922715bbe7 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:18.419479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 5f5fbd7e-8aec-462a-8c16-05e2dd345040 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:18.438274 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.476933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.601130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:18.617796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:18.620961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:18.649906 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.666767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=5f5fbd7e-8aec-462a-8c16-05e2dd345040,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:18.707755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:18.708801 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:18.738162 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-22ea6938-314a-4dce-9db5-ceb4ee1166f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5021665 Jul 13 07:43:18.741632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41964) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:18.821573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41968) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:18.954586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6fddcd-7b7b-423b-8c6c-6d33f207f3db tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:18.983191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6fddcd-7b7b-423b-8c6c-6d33f207f3db tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:18.987801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7c6fddcd-7b7b-423b-8c6c-6d33f207f3db tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2418714 Jul 13 07:43:18.989551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41976) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:19.131130 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.170198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f368d88a-9e74-43f0-876f-afcd10054e43 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 5f5fbd7e-8aec-462a-8c16-05e2dd345040 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:19.170787 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f368d88a-9e74-43f0-876f-afcd10054e43 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.175931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'network': {'name': 'tempest-network-smoke--78255598', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'port_security_enabled': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:19.180037 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.289704 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f368d88a-9e74-43f0-876f-afcd10054e43 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.306169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f368d88a-9e74-43f0-876f-afcd10054e43 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 5f5fbd7e-8aec-462a-8c16-05e2dd345040 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:19.312089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2961503-3a7e-4fd8-9ba5-95fd188a3d35 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:19.348224 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Allocated IP 172.25.6.175 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/ee26abab-62aa-4c7d-a514-4110ad4d9462) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:19.417195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-89f058a4-73d0-4f9d-8c69-1652b3161e32 None None] Provisioning for port 79a857a0-4152-44a3-9e29-b2922715bbe7 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:19.426361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-89f058a4-73d0-4f9d-8c69-1652b3161e32 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:19.426836 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89f058a4-73d0-4f9d-8c69-1652b3161e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.430571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Made reservation on behalf of 326e9df6bc154468b5a4e137d29d8e97 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:19.434315 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.446545 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.516839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.556310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f368d88a-9e74-43f0-876f-afcd10054e43 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.567483 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.587167 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89f058a4-73d0-4f9d-8c69-1652b3161e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.632776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-89f058a4-73d0-4f9d-8c69-1652b3161e32 None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:19.635896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:19.637220 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89f058a4-73d0-4f9d-8c69-1652b3161e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.640255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368d88a-9e74-43f0-876f-afcd10054e43 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=5f5fbd7e-8aec-462a-8c16-05e2dd345040,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:19.650544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:19.653689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:19.703747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Pushing event updated for resources: {'Port': ['ID=ee26abab-62aa-4c7d-a514-4110ad4d9462,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:19.737002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b605c00d-0f45-41b5-90c2-fe27adb52efd None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'ed80bbf4-2172-440f-89a8-393e67479ce6', 'ip_address': '2001:db8::f816:3eff:fed6:f1d9'}, {'subnet_id': '86dfae68-4517-482c-91ce-54c90bb56585'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '79a857a0-4152-44a3-9e29-b2922715bbe7'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:43:19.756482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f368d88a-9e74-43f0-876f-afcd10054e43 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.759061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f368d88a-9e74-43f0-876f-afcd10054e43 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/5f5fbd7e-8aec-462a-8c16-05e2dd345040 HTTP/1.1" status: 204 len: 168 time: 0.7684505 Jul 13 07:43:19.761400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:19.790873 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.806093 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b605c00d-0f45-41b5-90c2-fe27adb52efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.822555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f058a4-73d0-4f9d-8c69-1652b3161e32 None None] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:19.857832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0cc1e-61e1-46ad-945e-1897cba837a5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:19.859712 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0cc1e-61e1-46ad-945e-1897cba837a5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:19.861537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0cc1e-61e1-46ad-945e-1897cba837a5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:19.865839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f0c0cc1e-61e1-46ad-945e-1897cba837a5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1010737 Jul 13 07:43:19.866107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41984) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:19.898654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.911155 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.926441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9822c99d-41f1-4f28-91ae-139f5b90e0af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 86dfae68-4517-482c-91ce-54c90bb56585 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:19.930712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9822c99d-41f1-4f28-91ae-139f5b90e0af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:19.949625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a8dba4-db5b-4b2f-aa99-4522bda92baf,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:19.963362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:43:20.017031 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9822c99d-41f1-4f28-91ae-139f5b90e0af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.089163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9822c99d-41f1-4f28-91ae-139f5b90e0af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.193421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9822c99d-41f1-4f28-91ae-139f5b90e0af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server [None req-b605c00d-0f45-41b5-90c2-fe27adb52efd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86dfae68-4517-482c-91ce-54c90bb56585: This subnet is being modified by another concurrent operation. Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:43:20.195544 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86dfae68-4517-482c-91ce-54c90bb56585: This subnet is being modified by another concurrent operation. Jul 13 07:43:20.199074 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Jul 13 07:43:20.220102 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.220470 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Added segment cdb82e01-36be-47bf-b2d9-8448ab60222d of type vlan for network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 Jul 13 07:43:20.237969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.240782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822c99d-41f1-4f28-91ae-139f5b90e0af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=86dfae68-4517-482c-91ce-54c90bb56585,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:20.246922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9822c99d-41f1-4f28-91ae-139f5b90e0af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.251708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9822c99d-41f1-4f28-91ae-139f5b90e0af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/86dfae68-4517-482c-91ce-54c90bb56585 HTTP/1.1" status: 204 len: 168 time: 0.3845811 Jul 13 07:43:20.252368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42002) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:20.265971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79a857a0-4152-44a3-9e29-b2922715bbe7 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:20.357844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-906728b8-7a22-49e1-a893-190d1c975af0 None None] Could not find standard attr ID for object 5f5fbd7e-8aec-462a-8c16-05e2dd345040. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:43:20.361168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:20.362011 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.364837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48a67d4-91c5-4f65-b064-0ceabd520b5b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet ed80bbf4-2172-440f-89a8-393e67479ce6 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:20.368423 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c48a67d4-91c5-4f65-b064-0ceabd520b5b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.406867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-906728b8-7a22-49e1-a893-190d1c975af0 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:20.407162 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-906728b8-7a22-49e1-a893-190d1c975af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.443133 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-ef62e8a0-d221-4e5b-be5b-79089cb08786 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=37497fb0a9194d83b8fdb956d61c51c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710366 Jul 13 07:43:20.527601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c48a67d4-91c5-4f65-b064-0ceabd520b5b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.553834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e81043-8be5-4bfb-9e72-49219b593124 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:43:20.702992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e81043-8be5-4bfb-9e72-49219b593124 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:43:20.715040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2378bf7d-2cb1-40a2-8c83-d43cdeaef9fb None None] Could not find standard attr ID for object 5f5fbd7e-8aec-462a-8c16-05e2dd345040. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:43:20.747805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-d864af8b-9115-411c-9b4a-892c6bbc560b tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:20.749951 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-d864af8b-9115-411c-9b4a-892c6bbc560b tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975631 Jul 13 07:43:20.800307 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-b216b424-3197-4f0c-956b-e3f4e4fa42a9 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/quotas/37497fb0a9194d83b8fdb956d61c51c7 HTTP/1.1" status: 200 len: 375 time: 0.0389612 Jul 13 07:43:20.850767 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-0f5ad0c3-d1d3-4569-a8d5-1692aea0f3f7 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=37497fb0a9194d83b8fdb956d61c51c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404532 Jul 13 07:43:20.852176 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c48a67d4-91c5-4f65-b064-0ceabd520b5b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.879145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.953806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c48a67d4-91c5-4f65-b064-0ceabd520b5b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.987875 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a67d4-91c5-4f65-b064-0ceabd520b5b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=ed80bbf4-2172-440f-89a8-393e67479ce6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:20.994898 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c48a67d4-91c5-4f65-b064-0ceabd520b5b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:20.997390 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c48a67d4-91c5-4f65-b064-0ceabd520b5b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/ed80bbf4-2172-440f-89a8-393e67479ce6 HTTP/1.1" status: 204 len: 168 time: 0.7435043 Jul 13 07:43:20.999884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42020) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:21.003594 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.015774 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.resource_extend [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:43:21.049202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-900ad348-2c80-4df1-bc0d-9b0334818483 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477688 Jul 13 07:43:21.052380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42022) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:21.059442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:21.141242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db1cbb-8378-4d59-930d-f1b99ba948ca None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:43:21.165898 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.171748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.172380 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.199733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:21.205672 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.241002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9f3e8-9bca-4374-955a-e4ecf7594d59 req-1f14ff98-4e75-423c-bc54-df6883e41b6e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.242606 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26c9f3e8-9bca-4374-955a-e4ecf7594d59 req-1f14ff98-4e75-423c-bc54-df6883e41b6e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 945 time: 0.2431500 Jul 13 07:43:21.281053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Network': ['ID=ee95c9c2-7ceb-460f-8c8b-4a50afa20245,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:21.296745 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-de1c9fba-56de-49d4-961b-c9d64e36deef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.4601822 Jul 13 07:43:21.301848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42032) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:21.305475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:43:21.311028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-283782751', 'admin_state_up': True, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:21.339499 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26c9f3e8-9bca-4374-955a-e4ecf7594d59 req-4781c74b-8286-42bc-a529-ffe9764fb1f5 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628667 Jul 13 07:43:21.361214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a6cb0746-41e7-4d4b-b8dc-4209cdafdd15 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:21.361214 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0746-41e7-4d4b-b8dc-4209cdafdd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.379915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Router 507ea89e-0f7c-44c0-97bd-e7218db5d959 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:21.391202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49a6333a-d538-4517-a4d5-e3a879e33298 req-b4d8f3d8-eecc-4bc7-a9c5-5066d6871550 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 210 time: 0.0621030 Jul 13 07:43:21.405169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.406057 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.495764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db1cbb-8378-4d59-930d-f1b99ba948ca None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:43:21.504491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.530521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:21.565051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723e0c5-6654-4fec-beba-e681952a21de None None] Sync routers for ids ['507ea89e-0f7c-44c0-97bd-e7218db5d959'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:21.587765 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.592308 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-61a27c90-515a-4a7c-bbec-00a053170d77 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8143125 Jul 13 07:43:21.592982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42040) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:21.745868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:21.752928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cb0398ba-64d9-4ab7-ac1f-97a9d900df51 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/routers/507ea89e-0f7c-44c0-97bd-e7218db5d959 HTTP/1.1" status: 200 len: 921 time: 0.1587360 Jul 13 07:43:21.755980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42044) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:21.801501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723e0c5-6654-4fec-beba-e681952a21de None None] Routers {'507ea89e-0f7c-44c0-97bd-e7218db5d959'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:21.802141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9723e0c5-6654-4fec-beba-e681952a21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['507ea89e-0f7c-44c0-97bd-e7218db5d959'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:21.823080 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6aeebdeb-a9c4-4b91-bd5b-ec39c32d2e10 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=507ea89e-0f7c-44c0-97bd-e7218db5d959 HTTP/1.1" status: 200 len: 205 time: 0.0635698 Jul 13 07:43:21.823505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42046) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:21.848107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9723e0c5-6654-4fec-beba-e681952a21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:21.874946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723e0c5-6654-4fec-beba-e681952a21de None None] Routers {'507ea89e-0f7c-44c0-97bd-e7218db5d959'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:21.875439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9723e0c5-6654-4fec-beba-e681952a21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['507ea89e-0f7c-44c0-97bd-e7218db5d959'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:21.915909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9723e0c5-6654-4fec-beba-e681952a21de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:21.916616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723e0c5-6654-4fec-beba-e681952a21de None None] The sync data for ids ['507ea89e-0f7c-44c0-97bd-e7218db5d959'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:21.935958 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.029117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:43:22.068071 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.133457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Deleting port ee26abab-62aa-4c7d-a514-4110ad4d9462 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:22.133848 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.178219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'b33b1690-dbf5-4f90-9e4a-f3360f2d95e5'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '79a857a0-4152-44a3-9e29-b2922715bbe7'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:43:22.219335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.233659 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Calling delete_port for ee26abab-62aa-4c7d-a514-4110ad4d9462 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:22.239418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79a857a0-4152-44a3-9e29-b2922715bbe7 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:22.285299 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.329365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.344372 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.351422 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.413689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:22.460567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.473363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Allocated IP 172.25.6.38 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/48722a5f-2148-46b2-aa16-3f33cf696c30) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:22.529764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:22.657854 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.726217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Pushing event deleted for resources: {'Port': ['ID=ee26abab-62aa-4c7d-a514-4110ad4d9462,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:22.811539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-cda18732-f568-4337-b5a0-d8d449e30303 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:22.813067 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-cda18732-f568-4337-b5a0-d8d449e30303 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.54 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 945 time: 0.3125811 Jul 13 07:43:22.817548 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.894904 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:43:22.894904 n-d-798249-7 neutron-server[93840]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 13 07:43:22.894904 n-d-798249-7 neutron-server[93840]: [parameters: {'ip_address': '2001:db8::f816:3eff:fed6:f1d9', 'status': 'ALLOCATED', 'ipam_subnet_id': '8e0e9e35-ecce-4e12-80ce-e063cfab8bc0'}] Jul 13 07:43:22.894904 n-d-798249-7 neutron-server[93840]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:43:22.896592 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:43:22.923579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7cb312ea-cabf-4da4-8fc1-46469bae908e req-879d496d-817b-4bd7-ab95-ef2b84c46508 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 210 time: 0.0621872 Jul 13 07:43:22.956904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656229ce-7c33-4f50-a961-3b143a5123f2 req-bc99c817-0507-4194-95f5-004bc89fd97e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:22.958432 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-656229ce-7c33-4f50-a961-3b143a5123f2 req-bc99c817-0507-4194-95f5-004bc89fd97e tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 945 time: 0.3474300 Jul 13 07:43:22.995042 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-31b58181-5b46-4275-b5f6-0075ff297aa7 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=37497fb0a9194d83b8fdb956d61c51c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478628 Jul 13 07:43:23.013066 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.030922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.059568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.068126 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.213820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.253596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.254139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Fanout notify agent at l3_agent the message router_deleted on router 507ea89e-0f7c-44c0-97bd-e7218db5d959 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:23.264411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-656229ce-7c33-4f50-a961-3b143a5123f2 req-f5d402ab-345a-4fb6-ad3c-7decd30074de tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups?id=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654455 Jul 13 07:43:23.270991 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.275561 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4f005420-1957-4c7c-a90c-cd21949d0ffb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/507ea89e-0f7c-44c0-97bd-e7218db5d959 HTTP/1.1" status: 204 len: 168 time: 1.4475300 Jul 13 07:43:23.275800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:23.277397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42058) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:23.290822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1266911608', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_snat': False}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:23.300503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:23.303272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:23.312590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-9cab503d-b373-45c9-b344-71123b7a9443 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:23.314100 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-9cab503d-b373-45c9-b344-71123b7a9443 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034124 Jul 13 07:43:23.319985 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Deleting port 3f03cc4f-9db8-48b9-91b4-1844ab202713 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:23.320392 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.328226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Request body: {'port': {'device_id': '22f83fc0-5c35-4613-8a40-61e4be73798a', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': '37497fb0a9194d83b8fdb956d61c51c7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:23.332435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=48722a5f-2148-46b2-aa16-3f33cf696c30,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:23.351543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:23.380992 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.381988 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.438636 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.483426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.529834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.603086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.612780 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.648943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:43:23.649400 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:43:23.740155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] For port 3f03cc4f-9db8-48b9-91b4-1844ab202713, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=3f03cc4f-9db8-48b9-91b4-1844ab202713,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:23.740526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.755126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:23.771002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:23.774590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:23.775179 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.841523 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:23.858290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Made reservation on behalf of 37497fb0a9194d83b8fdb956d61c51c7 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:23.861541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=b33b1690-dbf5-4f90-9e4a-f3360f2d95e5,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:23.861770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.909842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.954020 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5f284a31-0e29-4400-83d3-a0b71aa61dcb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9003508 Jul 13 07:43:23.958793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42064) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:23.960820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.970049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-bad0a658-4274-4381-84e7-8f0a7931c711 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:24.070002 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.090225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.090813 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.091009 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Floating IP 091ce8e9-8a79-46c1-8a12-5cd6c9579589 disassociated. External IP: 172.25.6.242, port: 3f03cc4f-9db8-48b9-91b4-1844ab202713. Jul 13 07:43:24.108830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Calling delete_port for 3f03cc4f-9db8-48b9-91b4-1844ab202713 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:24.114952 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.132692 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-41c8a28d-e774-49b8-8f19-4e86d4911704 req-210c8095-203d-4255-b20a-bd3f049e4820 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 210 time: 0.0574884 Jul 13 07:43:24.258063 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.265500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.332874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad0a658-4274-4381-84e7-8f0a7931c711 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:24.336640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bad0a658-4274-4381-84e7-8f0a7931c711 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.386473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458f7080-3b62-47c7-83f1-9843a1b00c07,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:24.392831 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.451944 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event deleted for resources: {'Port': ['ID=3f03cc4f-9db8-48b9-91b4-1844ab202713,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:24.474882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:24.496631 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-049482a3-4b27-4920-9295-dd9e8136de4f req-a4bd6368-1ff0-4b30-b645-eee38e06d0f8 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 210 time: 0.0817392 Jul 13 07:43:24.514421 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.520645 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.584041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9b5ac-a532-4971-882e-56487ffd7131 None None] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:24.596758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Allocated IP 192.168.233.90 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/1f358fba-fa65-41c0-b985-818e4edd0bf4) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:24.650436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.657373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:24.736520 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.786817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.898373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:24.928334 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] Sync routers for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:24.929142 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.941870 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:24.942558 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:24.961308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] No DVR routers for this DVR port 3f03cc4f-9db8-48b9-91b4-1844ab202713 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:24.965503 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:24.967584 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8662e7e2-a2e3-4ed3-bae0-19003378c2a0 req-6f2d465e-2f5c-4134-9178-3de73aa07721 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.54 "DELETE /v2.0/ports/3f03cc4f-9db8-48b9-91b4-1844ab202713 HTTP/1.1" status: 204 len: 173 time: 2.1477644 Jul 13 07:43:24.967970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'name': 'network-vif-deleted', 'tag': '3f03cc4f-9db8-48b9-91b4-1844ab202713'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:24.970509 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66de0676-79a4-4e91-b37e-2ef2d0c62f3b" -d '{"events": [{"server_uuid": "54473bd6-5bc7-427b-81d0-95a25de25ebf", "name": "network-vif-deleted", "tag": "3f03cc4f-9db8-48b9-91b4-1844ab202713"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:24.986293 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Transition to ACTIVE for port object 1f358fba-fa65-41c0-b985-818e4edd0bf4 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:25.030792 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.081312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:25.085375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:25.091013 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:25.117594 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:25.151516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Pushing event updated for resources: {'Port': ['ID=1f358fba-fa65-41c0-b985-818e4edd0bf4,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:25.168587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router 022c76f6-674b-448f-8bca-529c62f76234 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:25.187914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:25.188651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.215530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-17606c34-0d0f-4206-9ad0-7e388ddf24be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8909733 Jul 13 07:43:25.229216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Request body: {'port': {'device_id': '22f83fc0-5c35-4613-8a40-61e4be73798a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:25.237503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Allocated IP 172.25.6.81 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/ca97a947-0035-47bc-a890-be4eb65e3f14) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:25.284267 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bad0a658-4274-4381-84e7-8f0a7931c711 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.364093 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.402944 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765674ef-e087-423c-b17d-0490b4459819 x-openstack-request-id: req-765674ef-e087-423c-b17d-0490b4459819 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:25.403135 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54473bd6-5bc7-427b-81d0-95a25de25ebf", "name": "network-vif-deleted", "tag": "3f03cc4f-9db8-48b9-91b4-1844ab202713", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:25.403393 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-765674ef-e087-423c-b17d-0490b4459819 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:25.403936 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54473bd6-5bc7-427b-81d0-95a25de25ebf', 'name': 'network-vif-deleted', 'tag': '3f03cc4f-9db8-48b9-91b4-1844ab202713', 'status': 'completed', 'code': 200} Jul 13 07:43:25.413842 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:25.448187 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] Checking router: af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:25.463575 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:25.464498 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:25.628412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad0a658-4274-4381-84e7-8f0a7931c711 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:25.648694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2430506c-3e39-4372-ab09-23c47eeee16c None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:25.653274 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:25.834501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2ce609c6-5881-48e7-a12c-827f67e17ee4 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:25.835988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ce609c6-5881-48e7-a12c-827f67e17ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.925831 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ae6281d-4f91-473c-89b6-d2377fa2802f req-70d12dc3-17b4-4516-9208-3dc0020f9498 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/ports?device_id=54473bd6-5bc7-427b-81d0-95a25de25ebf HTTP/1.1" status: 200 len: 210 time: 0.0502880 Jul 13 07:43:26.037517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f358fba-fa65-41c0-b985-818e4edd0bf4 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:26.057968 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.095361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Transition to ACTIVE for port object 1f358fba-fa65-41c0-b985-818e4edd0bf4 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:26.103910 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.127632 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:26.167051 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b7c75-b791-4115-8997-ba5227c48889 None None] The sync data for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 is: [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:35:59Z', 'revision_number': 4, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3cee1db9-1050-4ef5-90a4-b2d56f3f8afd', 'name': '', 'network_id': '144df36e-35ef-4abd-a952-041c4f50aa0b', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'mac_address': 'fa:16:3e:36:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:58Z', 'updated_at': '2021-07-13T07:36:10Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'subnets': [{'id': '154a043c-90c9-4ee9-ab82-e4a5a311be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:26.184095 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ce609c6-5881-48e7-a12c-827f67e17ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.189458 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Pushing event updated for resources: {'Port': ['ID=1f358fba-fa65-41c0-b985-818e4edd0bf4,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:26.224212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-bad0a658-4274-4381-84e7-8f0a7931c711 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:26.231477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0a658-4274-4381-84e7-8f0a7931c711 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:26.243919 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bad0a658-4274-4381-84e7-8f0a7931c711 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.265610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0a658-4274-4381-84e7-8f0a7931c711 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=41ca1fe2-7668-483f-b428-b2e5060147ac,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:26.281508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2ce609c6-5881-48e7-a12c-827f67e17ee4 None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:26.292620 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2ce609c6-5881-48e7-a12c-827f67e17ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.404734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79a857a0-4152-44a3-9e29-b2922715bbe7 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:26.407273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Attempting to bind port 1f358fba-fa65-41c0-b985-818e4edd0bf4 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:26.407623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Attempting to bind port 1f358fba-fa65-41c0-b985-818e4edd0bf4 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:26.408003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Attempting to bind port 1f358fba-fa65-41c0-b985-818e4edd0bf4 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:26.414422 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Port 1f358fba-fa65-41c0-b985-818e4edd0bf4 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:26.414999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Attempting to bind port 1f358fba-fa65-41c0-b985-818e4edd0bf4 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:26.420889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:26.421501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:26.422044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:26.422650 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Bound port: 1f358fba-fa65-41c0-b985-818e4edd0bf4, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:26.423171 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.489580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bad0a658-4274-4381-84e7-8f0a7931c711 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5249615 Jul 13 07:43:26.491023 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42084) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:26.497279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:f1:c6:b4', 'name': 'tempest-NetworksTestDHCPv6-540224309'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:26.497840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 3f03cc4f-9db8-48b9-91b4-1844ab202713 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:26.545005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:26.554452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce609c6-5881-48e7-a12c-827f67e17ee4 None None] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:26.558864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 3f03cc4f-9db8-48b9-91b4-1844ab202713 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:26.559216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 3f03cc4f-9db8-48b9-91b4-1844ab202713 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:26.573833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Sync routers for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:26.590483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-511aeb2c-2f7a-4b9a-bb7a-f9abc94f6baa None None] Provisioning for port 1f358fba-fa65-41c0-b985-818e4edd0bf4 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:26.645995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22387590-7bc1-412b-8717-0eb8c448afcd req-cbecf98f-4958-4eff-adad-d355f1f548be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:26.654500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1915a5-4db2-4ab0-a221-73f472893ccc None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'b33b1690-dbf5-4f90-9e4a-f3360f2d95e5', 'ip_address': '2001:db8::f816:3eff:fed6:f1d9'}, {'subnet_id': '41ca1fe2-7668-483f-b428-b2e5060147ac'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '79a857a0-4152-44a3-9e29-b2922715bbe7'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:43:26.657445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22387590-7bc1-412b-8717-0eb8c448afcd req-cbecf98f-4958-4eff-adad-d355f1f548be tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 935 time: 1.1969621 Jul 13 07:43:26.670106 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.707803 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.714364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42088) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:26.717321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c910cde4-197a-4233-96b9-c046df8e04a3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4143445 Jul 13 07:43:26.727796 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1300e2aa-f082-48b6-afb0-13f960b0e9ce None None] New status for floating IP 091ce8e9-8a79-46c1-8a12-5cd6c9579589: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:43:26.757519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] For port 1f358fba-fa65-41c0-b985-818e4edd0bf4, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:26.770426 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7b1915a5-4db2-4ab0-a221-73f472893ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.780661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:26.782871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] For port 1f358fba-fa65-41c0-b985-818e4edd0bf4, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f358fba-fa65-41c0-b985-818e4edd0bf4,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:26.784938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:26.786171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:26.796534 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22387590-7bc1-412b-8717-0eb8c448afcd req-4443534b-0813-4616-9bd7-c13717e38e88 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/security-groups?id=458f7080-3b62-47c7-83f1-9843a1b00c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380081 Jul 13 07:43:26.848741 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.851346 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.917480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:26.921076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:26.929599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:26.953565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Pushing event updated for resources: {'Port': ['ID=1f358fba-fa65-41c0-b985-818e4edd0bf4,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:26.960966 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-48d13b6c-03b7-435e-8b73-7147045f14d2 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=326e9df6bc154468b5a4e137d29d8e97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2413352 Jul 13 07:43:26.962501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:26.963171 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.965983 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-99a88ea6-28d1-4a26-b1b3-67927ae6df68 service neutron] 10.222.0.53 "PUT /v2.0/ports/1f358fba-fa65-41c0-b985-818e4edd0bf4 HTTP/1.1" status: 200 len: 1095 time: 1.7427921 Jul 13 07:43:26.969271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42092) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:26.995951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event updated for resources: {'Port': ['ID=ca97a947-0035-47bc-a890-be4eb65e3f14,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:27.121117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:27.121570 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.341545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:27.404832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f83fc0-5c35-4613-8a40-61e4be73798a', 'tag': '1f358fba-fa65-41c0-b985-818e4edd0bf4'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:27.406589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.408067 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d380ec7-5df0-43dc-a420-fc9e597ea61f" -d '{"events": [{"name": "network-changed", "server_uuid": "22f83fc0-5c35-4613-8a40-61e4be73798a", "tag": "1f358fba-fa65-41c0-b985-818e4edd0bf4"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:27.414427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faad6f7-0821-4e47-b744-160886a54c0c tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:27.416598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6faad6f7-0821-4e47-b744-160886a54c0c tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4463980 Jul 13 07:43:27.422572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.427181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42102) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:27.427976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-7b1915a5-4db2-4ab0-a221-73f472893ccc None None] Allocated IP 172.20.0.2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/41ca1fe2-7668-483f-b428-b2e5060147ac/79a857a0-4152-44a3-9e29-b2922715bbe7) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:27.681325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.788256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-4bcf51fb-bf47-4462-a3cf-f4379a830e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:27.789761 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-4bcf51fb-bf47-4462-a3cf-f4379a830e69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37497fb0a9194d83b8fdb956d61c51c7&device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 1098 time: 0.5188401 Jul 13 07:43:27.791502 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb53db6a-ee77-44fc-a724-6b5f7a102579 x-openstack-request-id: req-bb53db6a-ee77-44fc-a724-6b5f7a102579 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:27.791789 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f83fc0-5c35-4613-8a40-61e4be73798a", "tag": "1f358fba-fa65-41c0-b985-818e4edd0bf4", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:27.792090 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb53db6a-ee77-44fc-a724-6b5f7a102579 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:27.793019 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f83fc0-5c35-4613-8a40-61e4be73798a', 'tag': '1f358fba-fa65-41c0-b985-818e4edd0bf4', 'status': 'completed', 'code': 200} Jul 13 07:43:27.804349 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 6354e377-e488-4b2c-9e78-82e7919995f1 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:27.845154 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aacc734a-b46a-4612-841b-a0ed8ef38a68 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4150605 Jul 13 07:43:27.847956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Router 1caefc7b-5408-41eb-ab71-cfab786be9d7 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:27.849792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42106) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:27.856973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7b1915a5-4db2-4ab0-a221-73f472893ccc None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:27.859398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-115020866', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:27.894086 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-85b91078-d32e-410c-afb9-a4437a98004f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1f358fba-fa65-41c0-b985-818e4edd0bf4 HTTP/1.1" status: 200 len: 217 time: 0.0475736 Jul 13 07:43:27.911776 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7b1915a5-4db2-4ab0-a221-73f472893ccc None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.934617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7b1915a5-4db2-4ab0-a221-73f472893ccc None None] Transition to ACTIVE for port object 79a857a0-4152-44a3-9e29-b2922715bbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:27.938970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:43:23Z', 'revision_number': 3, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:27.941567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7b1915a5-4db2-4ab0-a221-73f472893ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.989190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-7cd1eeee-6014-41bd-bc65-91aba34bb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:27.990510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-7cd1eeee-6014-41bd-bc65-91aba34bb950 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0893807 Jul 13 07:43:27.992577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Checking router: 022c76f6-674b-448f-8bca-529c62f76234 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:27.992921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Updating router 022c76f6-674b-448f-8bca-529c62f76234 port 48722a5f-2148-46b2-aa16-3f33cf696c30 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:28.097765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1915a5-4db2-4ab0-a221-73f472893ccc None None] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:28.098231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 172.20.0.6 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/41ca1fe2-7668-483f-b428-b2e5060147ac/6354e377-e488-4b2c-9e78-82e7919995f1) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:28.101195 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.106434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-cb8394c9-d4af-44e5-84c6-e48151a0b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:28.108852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-cb8394c9-d4af-44e5-84c6-e48151a0b098 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114268 Jul 13 07:43:28.120702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Made reservation on behalf of 326e9df6bc154468b5a4e137d29d8e97 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:28.124311 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.126777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f816:3eff:fef1:c6b4 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/b33b1690-dbf5-4f90-9e4a-f3360f2d95e5/6354e377-e488-4b2c-9e78-82e7919995f1) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:28.130114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:28.139271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18997601-f63c-485a-8e98-60cd7fff61b6 req-151f1a8d-d5eb-4dd8-98da-1f49a5abc681 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:28.140859 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18997601-f63c-485a-8e98-60cd7fff61b6 req-151f1a8d-d5eb-4dd8-98da-1f49a5abc681 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 947 time: 0.1943104 Jul 13 07:43:28.217048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.220777 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4a7f651c-56b3-4e6c-b43a-92ebd022b76e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9409027 Jul 13 07:43:28.223613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Sync routers for ids ['1caefc7b-5408-41eb-ab71-cfab786be9d7'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:28.228127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42112) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:28.264463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42114) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:28.272219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Routers {'1caefc7b-5408-41eb-ab71-cfab786be9d7'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:28.272450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1caefc7b-5408-41eb-ab71-cfab786be9d7'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:28.283421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18997601-f63c-485a-8e98-60cd7fff61b6 req-16e8cd5e-ae8d-47bb-b700-b198b192aff9 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/security-groups?id=458f7080-3b62-47c7-83f1-9843a1b00c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168876 Jul 13 07:43:28.360330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79a857a0-4152-44a3-9e29-b2922715bbe7 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:28.455729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-16e966f3-11c7-401f-b233-2b7585736808 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.506387 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-16e966f3-11c7-401f-b233-2b7585736808 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.542610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Set router 1caefc7b-5408-41eb-ab71-cfab786be9d7 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:28.592895 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.606988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 6354e377-e488-4b2c-9e78-82e7919995f1 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:28.624091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-16e966f3-11c7-401f-b233-2b7585736808 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.626881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-16e966f3-11c7-401f-b233-2b7585736808 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.631604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-16e966f3-11c7-401f-b233-2b7585736808 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "DELETE /v2.0/security-groups/b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7 HTTP/1.1" status: 204 len: 168 time: 0.3636978 Jul 13 07:43:28.633011 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-b8f0c8de-c799-419a-8f9d-c5425883bd8f service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172658 Jul 13 07:43:28.639022 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42118) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:28.650573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e966f3-11c7-401f-b233-2b7585736808 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:28.658548 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.725448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Subnet': ['ID=7fd5ffb9-39f2-4613-ab48-c32aa9a341bd,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:28.734215 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-d39928f6-1dbc-4648-b4a9-65f41bcf78f7 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] show failed (client error): The resource could not be found. Jul 13 07:43:28.738261 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d39928f6-1dbc-4648-b4a9-65f41bcf78f7 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "GET /v2.0/security-groups/b4ccc93c-0ef1-41e9-9a4d-691bfe1e77d7 HTTP/1.1" status: 404 len: 347 time: 0.0960402 Jul 13 07:43:28.739133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42120) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:28.750258 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.765715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Transition to ACTIVE for port object 48722a5f-2148-46b2-aa16-3f33cf696c30 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:28.788034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.800999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-108256e9-1866-4d44-8b96-064e803f7d55 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/routers/1caefc7b-5408-41eb-ab71-cfab786be9d7 HTTP/1.1" status: 200 len: 908 time: 0.5655744 Jul 13 07:43:28.803326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42122) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:28.808003 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.809503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1266911608', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_snat': True}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:28.832375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Checking segment: {'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:28.832878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network hostable DHCP agents. Network: ee95c9c2-7ceb-460f-8c8b-4a50afa20245, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:43:28.882812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:28.885296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97e4457c-f1c4-4a0e-82ff-679623839b33 req-c5519657-3b66-434d-a5e8-f9be42e00b34 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993845 Jul 13 07:43:28.892992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:28.898875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:28.901872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=6354e377-e488-4b2c-9e78-82e7919995f1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:28.933259 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.934338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.942184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.942539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.942879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.943213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.943551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.943887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.944243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.944359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:43:28.944573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.944902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.945229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.945555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.946583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:28.966494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ee95c9c2-7ceb-460f-8c8b-4a50afa20245) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:28.975312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:28.975781 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.987924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8766f97-881a-4b04-abe4-5bbfd7bd16f6 None None] Pushing event updated for resources: {'Port': ['ID=48722a5f-2148-46b2-aa16-3f33cf696c30,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:29.005763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Attempting to bind port 48722a5f-2148-46b2-aa16-3f33cf696c30 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:29.006530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Attempting to bind port 48722a5f-2148-46b2-aa16-3f33cf696c30 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:29.007005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Attempting to bind port 48722a5f-2148-46b2-aa16-3f33cf696c30 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:29.012061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f64e4f33-7d65-4e23-9443-fc8740f530d4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1580768 Jul 13 07:43:29.013233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42124) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:29.014518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a5a236-afd1-4105-9214-171ed8830f0c None None] Network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:29.020477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-44034be2-4b59-4cd4-9ee9-c4fb619953b4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Deleting port 3ea5639d-28af-4c48-b8d6-7ae1f3fff9d0 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:29.020861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44034be2-4b59-4cd4-9ee9-c4fb619953b4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.025295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.025935 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.064064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:29.064452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:29.065447 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.065875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:29.066364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Bound port: 48722a5f-2148-46b2-aa16-3f33cf696c30, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:29.066747 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.068934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98e7b9a-7310-4bb5-a815-5040051ee3a3 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:29.109325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44034be2-4b59-4cd4-9ee9-c4fb619953b4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.109917 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44034be2-4b59-4cd4-9ee9-c4fb619953b4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.113782 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.123437 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d28e5a65-0441-463b-9eab-b7fb618cd068 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6284225 Jul 13 07:43:29.123720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42126) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:29.138574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-44034be2-4b59-4cd4-9ee9-c4fb619953b4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Calling delete_port for 3ea5639d-28af-4c48-b8d6-7ae1f3fff9d0 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:29.251311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d2e3df-4972-4ff1-856f-e693f59515b6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.258025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d2e3df-4972-4ff1-856f-e693f59515b6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.262411 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b9d2e3df-4972-4ff1-856f-e693f59515b6 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1348419 Jul 13 07:43:29.263639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42128) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:29.282466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-ed9e0c5e-9fe1-4492-89cb-c4c42a392b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.284664 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-ed9e0c5e-9fe1-4492-89cb-c4c42a392b08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37497fb0a9194d83b8fdb956d61c51c7&device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 1098 time: 0.3137119 Jul 13 07:43:29.289748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-defdb1ca-d426-4466-8ce3-8fb67af4db22 None None] Provisioning for port 79a857a0-4152-44a3-9e29-b2922715bbe7 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:29.348676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-defdb1ca-d426-4466-8ce3-8fb67af4db22 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:29.356470 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-defdb1ca-d426-4466-8ce3-8fb67af4db22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.365109 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.373105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] For port 48722a5f-2148-46b2-aa16-3f33cf696c30, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:29.442325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a549ec8a-d178-4878-94b9-56612f5f2460 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 6354e377-e488-4b2c-9e78-82e7919995f1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:29.444243 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a549ec8a-d178-4878-94b9-56612f5f2460 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.471847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44034be2-4b59-4cd4-9ee9-c4fb619953b4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.495124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] For port 48722a5f-2148-46b2-aa16-3f33cf696c30, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=48722a5f-2148-46b2-aa16-3f33cf696c30,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:29.503178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:43:29.504088 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.520897 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.566988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44034be2-4b59-4cd4-9ee9-c4fb619953b4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Pushing event deleted for resources: {'Port': ['ID=3ea5639d-28af-4c48-b8d6-7ae1f3fff9d0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:29.569100 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-175d9670-fbe9-49fb-8074-bac39ba19925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.570610 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-175d9670-fbe9-49fb-8074-bac39ba19925 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2565641 Jul 13 07:43:29.587061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caefc7b-5408-41eb-ab71-cfab786be9d7', 'name': 'tempest-snat-router-1266911608', 'tenant_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': False}, 'gw_port_id': 'ca97a947-0035-47bc-a890-be4eb65e3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:23Z', 'updated_at': '2021-07-13T07:43:27Z', 'revision_number': 3, 'project_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'gw_port': {'id': 'ca97a947-0035-47bc-a890-be4eb65e3f14', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caefc7b-5408-41eb-ab71-cfab786be9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:24Z', 'updated_at': '2021-07-13T07:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:29.638513 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-1bb5c9a9-15be-4053-9012-08c29c40214c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1f358fba-fa65-41c0-b985-818e4edd0bf4 HTTP/1.1" status: 200 len: 217 time: 0.0503414 Jul 13 07:43:29.639538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Checking router: 1caefc7b-5408-41eb-ab71-cfab786be9d7 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:29.639858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Updating router 1caefc7b-5408-41eb-ab71-cfab786be9d7 port ca97a947-0035-47bc-a890-be4eb65e3f14 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:29.688460 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44034be2-4b59-4cd4-9ee9-c4fb619953b4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.691311 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-44034be2-4b59-4cd4-9ee9-c4fb619953b4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.692561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-44034be2-4b59-4cd4-9ee9-c4fb619953b4 tempest-AttachVolumeTestJSON-673909181 tempest-AttachVolumeTestJSON-673909181-project] 10.222.0.44 "DELETE /v2.0/floatingips/091ce8e9-8a79-46c1-8a12-5cd6c9579589 HTTP/1.1" status: 204 len: 168 time: 0.9524493 Jul 13 07:43:29.757522 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a549ec8a-d178-4878-94b9-56612f5f2460 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.775024 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a549ec8a-d178-4878-94b9-56612f5f2460 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 6354e377-e488-4b2c-9e78-82e7919995f1 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:29.933436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ab333-02d6-4fa3-b44e-92a25045ed12 req-c987329b-c620-493c-9dce-e61b7df14ba3 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.935289 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf4ab333-02d6-4fa3-b44e-92a25045ed12 req-c987329b-c620-493c-9dce-e61b7df14ba3 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 947 time: 0.4957247 Jul 13 07:43:29.992807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8766f97-881a-4b04-abe4-5bbfd7bd16f6 None None] Pushing event updated for resources: {'Port': ['ID=48722a5f-2148-46b2-aa16-3f33cf696c30,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:30.000969 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf4ab333-02d6-4fa3-b44e-92a25045ed12 req-f49c136d-110d-4893-a2b9-54398bf97324 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/security-groups?id=458f7080-3b62-47c7-83f1-9843a1b00c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528274 Jul 13 07:43:30.007375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:30.008033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:30.017843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.055289 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a549ec8a-d178-4878-94b9-56612f5f2460 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.089709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549ec8a-d178-4878-94b9-56612f5f2460 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=6354e377-e488-4b2c-9e78-82e7919995f1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:30.128223 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.249407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Allocated IP 172.20.0.2 (ee95c9c2-7ceb-460f-8c8b-4a50afa20245/7fd5ffb9-39f2-4613-ab48-c32aa9a341bd/986ad288-07a6-471b-9ffb-4f0321d13958) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:30.416632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1f358fba-fa65-41c0-b985-818e4edd0bf4 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:30.437632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:30.593552 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a549ec8a-d178-4878-94b9-56612f5f2460 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.598764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a549ec8a-d178-4878-94b9-56612f5f2460 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/6354e377-e488-4b2c-9e78-82e7919995f1 HTTP/1.1" status: 204 len: 168 time: 1.3321106 Jul 13 07:43:30.599532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42140) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:30.656079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-079f00ff-77ae-44fc-a709-6af677293f8d None None] Could not find standard attr ID for object 6354e377-e488-4b2c-9e78-82e7919995f1. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:43:30.667645 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.677589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-63045e93-e3a7-4af0-807a-d33cccc9f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.679098 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-63045e93-e3a7-4af0-807a-d33cccc9f7d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.8838880 Jul 13 07:43:30.688490 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c373d6e3-e851-4e46-9159-5f2fbb34c399 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.690474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c373d6e3-e851-4e46-9159-5f2fbb34c399 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.692596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c373d6e3-e851-4e46-9159-5f2fbb34c399 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.694401 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c373d6e3-e851-4e46-9159-5f2fbb34c399 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0938735 Jul 13 07:43:30.697036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42144) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:30.791910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Transition to ACTIVE for port object 986ad288-07a6-471b-9ffb-4f0321d13958 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:30.806173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-079f00ff-77ae-44fc-a709-6af677293f8d None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:30.806550 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-079f00ff-77ae-44fc-a709-6af677293f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.823500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b01300-5e2d-42cc-8825-76f7ef0c214a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 41ca1fe2-7668-483f-b428-b2e5060147ac {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:30.828750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72b01300-5e2d-42cc-8825-76f7ef0c214a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.882783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72b01300-5e2d-42cc-8825-76f7ef0c214a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.069643 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72b01300-5e2d-42cc-8825-76f7ef0c214a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.114621 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.133351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Transition to ACTIVE for port object ca97a947-0035-47bc-a890-be4eb65e3f14 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:31.152884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-f3510324-94be-4378-ac5e-10e2b4d3bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:31.159599 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-f3510324-94be-4378-ac5e-10e2b4d3bd08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4703050 Jul 13 07:43:31.204364 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.294462 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-436c375a-f3a2-4245-bfe8-9d0919a956bb service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225250 Jul 13 07:43:31.318282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Transition to ACTIVE for port object 986ad288-07a6-471b-9ffb-4f0321d13958 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:31.348112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a81566-61b1-4a4e-bf1a-fda6edd6905f req-74466f7b-df3c-4119-8dc9-b91fb1298752 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:31.349856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ff716-5348-41d4-8786-72b257e55e12 None None] Pushing event updated for resources: {'Port': ['ID=ca97a947-0035-47bc-a890-be4eb65e3f14,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:31.350491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58a81566-61b1-4a4e-bf1a-fda6edd6905f req-74466f7b-df3c-4119-8dc9-b91fb1298752 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 947 time: 0.1644585 Jul 13 07:43:31.351814 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72b01300-5e2d-42cc-8825-76f7ef0c214a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.360467 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.376684 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.402522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1f358fba-fa65-41c0-b985-818e4edd0bf4, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f358fba-fa65-41c0-b985-818e4edd0bf4,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:31.402788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b01300-5e2d-42cc-8825-76f7ef0c214a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=41ca1fe2-7668-483f-b428-b2e5060147ac,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:31.405484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72b01300-5e2d-42cc-8825-76f7ef0c214a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.410101 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-72b01300-5e2d-42cc-8825-76f7ef0c214a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/41ca1fe2-7668-483f-b428-b2e5060147ac HTTP/1.1" status: 204 len: 168 time: 0.7062814 Jul 13 07:43:31.412808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42152) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:31.412956 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.438656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900a678c-9a06-472e-9bac-c82fd5e42d60 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:31.452805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '1f358fba-fa65-41c0-b985-818e4edd0bf4', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '1f358fba-fa65-41c0-b985-818e4edd0bf4', 'mac_address': 'fa:16:3e:38:c8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:31.465165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58a81566-61b1-4a4e-bf1a-fda6edd6905f req-f62817e4-6dcb-406e-98fb-a53439a95e10 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/security-groups?id=458f7080-3b62-47c7-83f1-9843a1b00c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039615 Jul 13 07:43:31.490023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37efb23-31e0-4e1d-ba03-ab708a1d40f1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet b33b1690-dbf5-4f90-9e4a-f3360f2d95e5 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:31.495078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37efb23-31e0-4e1d-ba03-ab708a1d40f1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.499886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:31.505449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Pushing event updated for resources: {'Port': ['ID=986ad288-07a6-471b-9ffb-4f0321d13958,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:31.535193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Attempting to bind port ca97a947-0035-47bc-a890-be4eb65e3f14 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:31.535566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Attempting to bind port ca97a947-0035-47bc-a890-be4eb65e3f14 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:31.535934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Attempting to bind port ca97a947-0035-47bc-a890-be4eb65e3f14 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:31.542352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:31.551028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:31.598375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:31.598672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:31.599074 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.599470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:31.599957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Bound port: ca97a947-0035-47bc-a890-be4eb65e3f14, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:31.600382 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.603826 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Allocated IP 172.20.0.1 (ee95c9c2-7ceb-460f-8c8b-4a50afa20245/7fd5ffb9-39f2-4613-ab48-c32aa9a341bd/6b6e753a-0df4-4972-b998-31744585eafe) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:31.607529 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d380ec7-5df0-43dc-a420-fc9e597ea61f req-95c17945-73e0-4ba8-9a84-b53ac67529e6 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698538 Jul 13 07:43:31.610058 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37efb23-31e0-4e1d-ba03-ab708a1d40f1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.668736 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.691858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Allocated IP 172.25.6.186 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/65795bf9-3d10-4922-8495-f063bdab1997) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:31.738122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:43:23Z', 'revision_number': 3, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:31.781821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f358fba-fa65-41c0-b985-818e4edd0bf4 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:31.791278 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37efb23-31e0-4e1d-ba03-ab708a1d40f1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.802574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca3511-997a-4c04-a163-6cacf7f0d845 None None] The sync data for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 is: [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:43:23Z', 'revision_number': 3, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:31.852304 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.885462 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Transition to ACTIVE for port object 6b6e753a-0df4-4972-b998-31744585eafe will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:31.915733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Attempting to bind port 986ad288-07a6-471b-9ffb-4f0321d13958 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:31.916148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Attempting to bind port 986ad288-07a6-471b-9ffb-4f0321d13958 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:31.916519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Attempting to bind port 986ad288-07a6-471b-9ffb-4f0321d13958 on network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:31.918489 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.926152 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37efb23-31e0-4e1d-ba03-ab708a1d40f1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.933263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] For port ca97a947-0035-47bc-a890-be4eb65e3f14, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:31.950853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1f358fba-fa65-41c0-b985-818e4edd0bf4, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f358fba-fa65-41c0-b985-818e4edd0bf4,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:31.952652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:31.952829 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37efb23-31e0-4e1d-ba03-ab708a1d40f1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.953412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Checking segment: {'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:31.953412 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.953807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Bound using segment: {'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:31.954279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Bound port: 986ad288-07a6-471b-9ffb-4f0321d13958, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:31.954665 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.959859 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d37efb23-31e0-4e1d-ba03-ab708a1d40f1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/b33b1690-dbf5-4f90-9e4a-f3360f2d95e5 HTTP/1.1" status: 204 len: 168 time: 0.5470576 Jul 13 07:43:31.962684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42156) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:31.964555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-23edd772-2be5-46b5-8e44-a5a2e7715663 None None] Could not find standard attr ID for object 6354e377-e488-4b2c-9e78-82e7919995f1. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:43:31.970263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] For port ca97a947-0035-47bc-a890-be4eb65e3f14, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ca97a947-0035-47bc-a890-be4eb65e3f14,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:31.980612 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.999260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.010338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37efb23-31e0-4e1d-ba03-ab708a1d40f1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=b33b1690-dbf5-4f90-9e4a-f3360f2d95e5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.036498 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-69411984-d8c9-4b6b-8c87-d956bcb82cfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701089 Jul 13 07:43:32.037946 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42158) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:32.048768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2ee55cad-3298-44c8-860b-c3276f3da848 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:32.055800 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.099444 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.142575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=1f358fba-fa65-41c0-b985-818e4edd0bf4,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.186940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:32.206578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event updated for resources: {'Port': ['ID=65795bf9-3d10-4922-8495-f063bdab1997,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.237632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:32.262364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:32.263331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:32.292654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:32.310417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee55cad-3298-44c8-860b-c3276f3da848 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:32.315731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ee55cad-3298-44c8-860b-c3276f3da848 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.383086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:32.523033 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=6b6e753a-0df4-4972-b998-31744585eafe,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.539451 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.574728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ff716-5348-41d4-8786-72b257e55e12 None None] Pushing event updated for resources: {'Port': ['ID=ca97a947-0035-47bc-a890-be4eb65e3f14,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.621210 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Routers {'1caefc7b-5408-41eb-ab71-cfab786be9d7'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:32.621797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1caefc7b-5408-41eb-ab71-cfab786be9d7'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:32.663720 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ee55cad-3298-44c8-860b-c3276f3da848 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.683867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['1f358fba-fa65-41c0-b985-818e4edd0bf4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:32.691370 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] For port 986ad288-07a6-471b-9ffb-4f0321d13958, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:32.759666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] For port 986ad288-07a6-471b-9ffb-4f0321d13958, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=986ad288-07a6-471b-9ffb-4f0321d13958,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:32.770417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee55cad-3298-44c8-860b-c3276f3da848 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:32.778957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-2ee55cad-3298-44c8-860b-c3276f3da848 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:32.793132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee55cad-3298-44c8-860b-c3276f3da848 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:32.794457 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ee55cad-3298-44c8-860b-c3276f3da848 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.809186 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.812469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee55cad-3298-44c8-860b-c3276f3da848 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=70a32bf4-452a-4295-a689-1c8af40aecce,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.833371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2ee55cad-3298-44c8-860b-c3276f3da848 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7927098 Jul 13 07:43:32.836208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42166) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:32.841595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:32.886846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52f977-3156-4a28-96c3-446d7141b7dc None None] Pushing event updated for resources: {'Port': ['ID=986ad288-07a6-471b-9ffb-4f0321d13958,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.998919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] Set router 1caefc7b-5408-41eb-ab71-cfab786be9d7 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:33.051225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f31af2-fffa-48cd-b534-5bb4b214597a None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'b33b1690-dbf5-4f90-9e4a-f3360f2d95e5'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '79a857a0-4152-44a3-9e29-b2922715bbe7'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:43:33.078565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:33.088621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.203278 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.310657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-09f31af2-fffa-48cd-b534-5bb4b214597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.386536 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.585176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b0215-cc65-40d1-8e00-f52d0c5ba3f0 req-f6970d1f-d181-449d-885f-226236e533b5 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:33.592544 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3e3b0215-cc65-40d1-8e00-f52d0c5ba3f0 req-f6970d1f-d181-449d-885f-226236e533b5 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 948 time: 0.7674191 Jul 13 07:43:33.702915 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caefc7b-5408-41eb-ab71-cfab786be9d7', 'name': 'tempest-snat-router-1266911608', 'tenant_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': False}, 'gw_port_id': 'ca97a947-0035-47bc-a890-be4eb65e3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:23Z', 'updated_at': '2021-07-13T07:43:27Z', 'revision_number': 3, 'project_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'gw_port': {'id': 'ca97a947-0035-47bc-a890-be4eb65e3f14', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caefc7b-5408-41eb-ab71-cfab786be9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:24Z', 'updated_at': '2021-07-13T07:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:33.740485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074e495-d710-4a00-8299-934e68d0e2aa None None] The sync data for ids ['1caefc7b-5408-41eb-ab71-cfab786be9d7'] in n-d-798249-7 is: [{'id': '1caefc7b-5408-41eb-ab71-cfab786be9d7', 'name': 'tempest-snat-router-1266911608', 'tenant_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81'}], 'enable_snat': False}, 'gw_port_id': 'ca97a947-0035-47bc-a890-be4eb65e3f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:23Z', 'updated_at': '2021-07-13T07:43:27Z', 'revision_number': 3, 'project_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'gw_port': {'id': 'ca97a947-0035-47bc-a890-be4eb65e3f14', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caefc7b-5408-41eb-ab71-cfab786be9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:24Z', 'updated_at': '2021-07-13T07:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:33.794852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af17f56-ed7c-4a79-84df-5d8f8d26ef3d None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:33.807449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:43:33.915037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3ec7cd20-54dc-4ed5-94f0-f2fd820e0a20 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:33.915620 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3ec7cd20-54dc-4ed5-94f0-f2fd820e0a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.088828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.312472 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3e3b0215-cc65-40d1-8e00-f52d0c5ba3f0 req-377b9d53-3fa1-422a-91ff-e93ae0af63ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/security-groups?id=458f7080-3b62-47c7-83f1-9843a1b00c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188323 Jul 13 07:43:34.408420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1f358fba-fa65-41c0-b985-818e4edd0bf4 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:34.438570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-91f76b68-943d-41a1-8c62-b8e9cc2c9d8d None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:34.439152 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-91f76b68-943d-41a1-8c62-b8e9cc2c9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.584688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:34.634888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 48722a5f-2148-46b2-aa16-3f33cf696c30 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:34.657851 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.665768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.708683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.762440 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.762802 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.771465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:34.785688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:34.790153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.791005 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.836407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a4f06-6868-4979-95bd-0051342e56a2 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:34.839941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=14']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:34.859407 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0220938 Jul 13 07:43:34.860225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42186) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:34.868634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:ce:89:75', 'name': 'tempest-NetworksTestDHCPv6-1227864854'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:35.061970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 1f358fba-fa65-41c0-b985-818e4edd0bf4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:35.099203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 1f358fba-fa65-41c0-b985-818e4edd0bf4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:35.099586 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.116309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d40e52-a3dc-4aa1-bdfc-1eff7eb0b9f4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=74c5df13-6af0-467c-a4fc-c506bf3d4d3d,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:35.138830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Router 97a1e067-694d-4292-9374-cd62131c5e49 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:35.171341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:35.171592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 48722a5f-2148-46b2-aa16-3f33cf696c30 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:35.219955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 48722a5f-2148-46b2-aa16-3f33cf696c30 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:35.220448 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.275454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38606335-747e-46bc-bf9d-b7d6ca3a1863 None None] Network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:35.315742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.343905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 1956d83e-b403-4f7a-bceb-1819641f400a yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:35.370047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:35.382558 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Sync routers for ids ['97a1e067-694d-4292-9374-cd62131c5e49'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:35.398458 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Routers {'97a1e067-694d-4292-9374-cd62131c5e49'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:35.400062 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['97a1e067-694d-4292-9374-cd62131c5e49'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:35.401115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.410576 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.411868 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b76be512-0f03-4648-9fb2-7061ffe45680 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6057923 Jul 13 07:43:35.414612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42190) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:35.432322 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.448268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4905cd88-5140-4440-b4b8-3192af10d255 None None] Provisioning for port 986ad288-07a6-471b-9ffb-4f0321d13958 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:35.508386 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.605569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f83fc0-5c35-4613-8a40-61e4be73798a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f358fba-fa65-41c0-b985-818e4edd0bf4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:35.610077 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fc6930-ffb7-4b1b-9681-cc7aaee2de33" -d '{"events": [{"server_uuid": "22f83fc0-5c35-4613-8a40-61e4be73798a", "name": "network-vif-plugged", "status": "completed", "tag": "1f358fba-fa65-41c0-b985-818e4edd0bf4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:35.613027 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.621749 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=6b6e753a-0df4-4972-b998-31744585eafe,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:35.665041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1f358fba-fa65-41c0-b985-818e4edd0bf4, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f358fba-fa65-41c0-b985-818e4edd0bf4,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:35.681222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 48722a5f-2148-46b2-aa16-3f33cf696c30, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=48722a5f-2148-46b2-aa16-3f33cf696c30,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:35.682658 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.707137 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Set router 97a1e067-694d-4292-9374-cd62131c5e49 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:35.785549 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.822832 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-69a0aa5d-54a3-4aaf-a06c-6d565957f146 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/routers/97a1e067-694d-4292-9374-cd62131c5e49 HTTP/1.1" status: 200 len: 908 time: 0.4068837 Jul 13 07:43:35.837932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42200) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:35.947748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ebfcf-4368-42b9-b57f-65b6ca565b68 req-a644bb84-13b7-46d2-92f6-833c25d9b416 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.950122 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a09ebfcf-4368-42b9-b57f-65b6ca565b68 req-a644bb84-13b7-46d2-92f6-833c25d9b416 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 948 time: 0.4026427 Jul 13 07:43:36.015809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 172.20.0.5 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/70a32bf4-452a-4295-a689-1c8af40aecce/1956d83e-b403-4f7a-bceb-1819641f400a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:36.031688 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a1e067-694d-4292-9374-cd62131c5e49', 'name': 'tempest-snat-router-1266911608', 'tenant_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': '65795bf9-3d10-4922-8495-f063bdab1997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:28Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 3, 'project_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'gw_port': {'id': '65795bf9-3d10-4922-8495-f063bdab1997', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a1e067-694d-4292-9374-cd62131c5e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:31Z', 'updated_at': '2021-07-13T07:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:36.032455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f816:3eff:fece:8975 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/74c5df13-6af0-467c-a4fc-c506bf3d4d3d/1956d83e-b403-4f7a-bceb-1819641f400a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:36.081411 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.086115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.089981 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7befd061-62c8-4572-9c0a-b5d0150cb196 x-openstack-request-id: req-7befd061-62c8-4572-9c0a-b5d0150cb196 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:36.089981 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f83fc0-5c35-4613-8a40-61e4be73798a", "name": "network-vif-plugged", "status": "completed", "tag": "1f358fba-fa65-41c0-b985-818e4edd0bf4", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:36.089981 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7befd061-62c8-4572-9c0a-b5d0150cb196 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:36.089981 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f83fc0-5c35-4613-8a40-61e4be73798a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f358fba-fa65-41c0-b985-818e4edd0bf4', 'code': 200} Jul 13 07:43:36.090509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-36a3e501-3186-41b8-8d82-e9116ed29294 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:36.090820 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-36a3e501-3186-41b8-8d82-e9116ed29294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.109831 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Checking router: 97a1e067-694d-4292-9374-cd62131c5e49 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:36.110189 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Updating router 97a1e067-694d-4292-9374-cd62131c5e49 port 65795bf9-3d10-4922-8495-f063bdab1997 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:36.202939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:36.209688 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.210888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:36.251792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ca97a947-0035-47bc-a890-be4eb65e3f14 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:36.328586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=1f358fba-fa65-41c0-b985-818e4edd0bf4,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:36.342193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5dbec-26b9-4eca-bf2f-f77021d65960 req-8e78b004-3346-4d59-88cb-0f8c2ba4ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.343748 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3d5dbec-26b9-4eca-bf2f-f77021d65960 req-8e78b004-3346-4d59-88cb-0f8c2ba4ffe1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 1100 time: 0.4105446 Jul 13 07:43:36.383190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a09ebfcf-4368-42b9-b57f-65b6ca565b68 req-fd845f7c-885a-4a2e-a839-c1a225c237da tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/security-groups?id=458f7080-3b62-47c7-83f1-9843a1b00c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252617 Jul 13 07:43:36.501757 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.511814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=48722a5f-2148-46b2-aa16-3f33cf696c30,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:36.549395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 1956d83e-b403-4f7a-bceb-1819641f400a will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:36.551758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port ca97a947-0035-47bc-a890-be4eb65e3f14 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:36.558271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ca97a947-0035-47bc-a890-be4eb65e3f14 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:36.558981 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.566545 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.591971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3d5dbec-26b9-4eca-bf2f-f77021d65960 req-395473de-40bf-44f0-943d-00775b300856 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=458f7080-3b62-47c7-83f1-9843a1b00c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511383 Jul 13 07:43:36.646373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.696626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:36.701400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router 022c76f6-674b-448f-8bca-529c62f76234 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:36.720136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:36.727456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:36.758925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1b16145f-aaee-4b9a-b876-03b75202d9ea None None] Provisioning complete for port 1f358fba-fa65-41c0-b985-818e4edd0bf4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:36.759302 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1b16145f-aaee-4b9a-b876-03b75202d9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.769902 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.826357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.827010 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.827981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port ca97a947-0035-47bc-a890-be4eb65e3f14, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ca97a947-0035-47bc-a890-be4eb65e3f14,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:36.870735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=1956d83e-b403-4f7a-bceb-1819641f400a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:36.881327 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.895947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f3fa251c-cc75-4fe8-b67a-39d824a8300e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0318265 Jul 13 07:43:36.896971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42206) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:36.900765 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.921086 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Transition to ACTIVE for port object 65795bf9-3d10-4922-8495-f063bdab1997 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:36.946021 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.987637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Deleting port 65795bf9-3d10-4922-8495-f063bdab1997 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:36.987994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.996626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=ca97a947-0035-47bc-a890-be4eb65e3f14,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:37.015056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced87abf-3edf-4b87-9a3a-0f8f306db1ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.018198 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93702b63-c528-4b62-bbfe-55dc68b2524b None None] Pushing event updated for resources: {'Port': ['ID=65795bf9-3d10-4922-8495-f063bdab1997,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:37.027671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 986ad288-07a6-471b-9ffb-4f0321d13958 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:37.029796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced87abf-3edf-4b87-9a3a-0f8f306db1ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.039856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ced87abf-3edf-4b87-9a3a-0f8f306db1ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1363151 Jul 13 07:43:37.040924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42208) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:37.044541 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Attempting to bind port 65795bf9-3d10-4922-8495-f063bdab1997 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:37.045330 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Attempting to bind port 65795bf9-3d10-4922-8495-f063bdab1997 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:37.045951 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Attempting to bind port 65795bf9-3d10-4922-8495-f063bdab1997 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:37.056393 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:37.057463 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:37.058116 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.059552 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:37.060758 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Bound port: 65795bf9-3d10-4922-8495-f063bdab1997, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:37.061580 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.110987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:37.144785 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] For port 65795bf9-3d10-4922-8495-f063bdab1997, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:37.148481 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] For port 65795bf9-3d10-4922-8495-f063bdab1997, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=65795bf9-3d10-4922-8495-f063bdab1997,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:37.161501 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.163706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Sync routers for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:37.172817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 986ad288-07a6-471b-9ffb-4f0321d13958 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:37.181468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 986ad288-07a6-471b-9ffb-4f0321d13958 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:37.181927 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.186358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:37.187031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:37.203079 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a373aab1-2511-4b98-b4ee-5f0fc14ed96b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "PUT /v2.0/routers/022c76f6-674b-448f-8bca-529c62f76234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1858776 Jul 13 07:43:37.205406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42212) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:37.258052 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.273960 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93702b63-c528-4b62-bbfe-55dc68b2524b None None] Pushing event updated for resources: {'Port': ['ID=65795bf9-3d10-4922-8495-f063bdab1997,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:37.286368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Calling delete_port for 65795bf9-3d10-4922-8495-f063bdab1997 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:37.357250 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Routers {'97a1e067-694d-4292-9374-cd62131c5e49'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:37.357825 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['97a1e067-694d-4292-9374-cd62131c5e49'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:37.474529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:37.593476 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] Set router 97a1e067-694d-4292-9374-cd62131c5e49 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:37.638430 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-90a423ce-834b-4c32-8e0b-70ee91215119 None None] Provisioning complete for port 986ad288-07a6-471b-9ffb-4f0321d13958 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:37.639047 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90a423ce-834b-4c32-8e0b-70ee91215119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.679164 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.690098 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a1e067-694d-4292-9374-cd62131c5e49', 'name': 'tempest-snat-router-1266911608', 'tenant_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:28Z', 'updated_at': '2021-07-13T07:43:36Z', 'revision_number': 4, 'project_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:37.717093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-517ed7b2-6fb3-4f8f-aac4-79d45e57aeca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 1956d83e-b403-4f7a-bceb-1819641f400a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:37.719273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-517ed7b2-6fb3-4f8f-aac4-79d45e57aeca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.737625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.739007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.739497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.742437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.742933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.743414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.745398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.746797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.747283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.750773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.752718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.753204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.761789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bf19c8df-c2b2-49ee-b64b-cc4f397a93f1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8486 time: 0.5431640 Jul 13 07:43:37.773469 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb837c-f673-460c-a6c0-88bee2fe6f67 None None] The sync data for ids ['97a1e067-694d-4292-9374-cd62131c5e49'] in n-d-798249-7 is: [{'id': '97a1e067-694d-4292-9374-cd62131c5e49', 'name': 'tempest-snat-router-1266911608', 'tenant_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:28Z', 'updated_at': '2021-07-13T07:43:36Z', 'revision_number': 4, 'project_id': 'a4c0a0d5b1f04125bb58cf787243e4fc', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:37.781428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 986ad288-07a6-471b-9ffb-4f0321d13958, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=986ad288-07a6-471b-9ffb-4f0321d13958,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:37.785812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42218) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:37.792160 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.857283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826cd26-83f1-41cd-9333-3a7a53ac27cb req-647289d3-46b6-4180-9f09-c633470d9f12 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.858918 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6826cd26-83f1-41cd-9333-3a7a53ac27cb req-647289d3-46b6-4180-9f09-c633470d9f12 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 949 time: 0.2352471 Jul 13 07:43:37.909123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.909591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.910056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.910567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.911025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.911536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.911998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.912533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.913510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.913510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.913928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.914379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.915867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.920952 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-72ca812e-c871-4482-8551-ce2e779205f8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8196 time: 0.1312478 Jul 13 07:43:37.929789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42220) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:37.930333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.047463 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-517ed7b2-6fb3-4f8f-aac4-79d45e57aeca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.067836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-517ed7b2-6fb3-4f8f-aac4-79d45e57aeca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 1956d83e-b403-4f7a-bceb-1819641f400a owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:38.090634 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6826cd26-83f1-41cd-9333-3a7a53ac27cb req-707481f5-fee5-4fd0-a504-965a8ca502c6 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/security-groups?id=458f7080-3b62-47c7-83f1-9843a1b00c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238452 Jul 13 07:43:38.092463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event deleted for resources: {'Port': ['ID=65795bf9-3d10-4922-8495-f063bdab1997,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:38.109835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79a857a0-4152-44a3-9e29-b2922715bbe7 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:38.124518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48855e-e228-47cb-869d-080db65ea00d None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:43:38.136711 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.197115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.225809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=986ad288-07a6-471b-9ffb-4f0321d13958,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:38.238733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-90a423ce-834b-4c32-8e0b-70ee91215119 None None] Provisioning for port 6b6e753a-0df4-4972-b998-31744585eafe completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:38.254794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-90a423ce-834b-4c32-8e0b-70ee91215119 None None] Provisioning complete for port 6b6e753a-0df4-4972-b998-31744585eafe triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:38.256046 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90a423ce-834b-4c32-8e0b-70ee91215119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.336899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:43:33Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:34Z', 'revision_number': 2, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:38.361186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-90a423ce-834b-4c32-8e0b-70ee91215119 None None] Port 6b6e753a-0df4-4972-b998-31744585eafe cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:38.422978 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-517ed7b2-6fb3-4f8f-aac4-79d45e57aeca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.448228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.459962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ed7b2-6fb3-4f8f-aac4-79d45e57aeca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=1956d83e-b403-4f7a-bceb-1819641f400a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:38.470124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Checking router: 022c76f6-674b-448f-8bca-529c62f76234 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:38.470515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Updating router 022c76f6-674b-448f-8bca-529c62f76234 port 6b6e753a-0df4-4972-b998-31744585eafe binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:38.478411 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.576329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-517ed7b2-6fb3-4f8f-aac4-79d45e57aeca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.583220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-517ed7b2-6fb3-4f8f-aac4-79d45e57aeca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/1956d83e-b403-4f7a-bceb-1819641f400a HTTP/1.1" status: 204 len: 168 time: 1.5412264 Jul 13 07:43:38.585601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42236) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:38.591226 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.612976 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.613507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97a1e067-694d-4292-9374-cd62131c5e49 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:38.619889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-90a423ce-834b-4c32-8e0b-70ee91215119 None None] Provisioning complete for port 1956d83e-b403-4f7a-bceb-1819641f400a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:38.621354 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90a423ce-834b-4c32-8e0b-70ee91215119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.628307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.629837 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eb2ce6d3-ce90-4ef1-8141-b4baa0a29ae8 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "DELETE /v2.0/routers/97a1e067-694d-4292-9374-cd62131c5e49 HTTP/1.1" status: 204 len: 168 time: 2.7962592 Jul 13 07:43:38.632773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42238) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:38.685432 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.692981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-90a423ce-834b-4c32-8e0b-70ee91215119 None None] Port 1956d83e-b403-4f7a-bceb-1819641f400a was deleted so its status cannot be updated. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:43:38.711122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48855e-e228-47cb-869d-080db65ea00d None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:43:38.745972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e2d639-93a9-4cfb-9852-3abf9bbd7bd8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:38.750697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e2d639-93a9-4cfb-9852-3abf9bbd7bd8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:38.760547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e2d639-93a9-4cfb-9852-3abf9bbd7bd8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:38.762369 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-71e2d639-93a9-4cfb-9852-3abf9bbd7bd8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1757038 Jul 13 07:43:38.767990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42242) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:38.843131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-965defc3-b790-4343-80fc-1e9129813738 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 70a32bf4-452a-4295-a689-1c8af40aecce {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:38.846972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-965defc3-b790-4343-80fc-1e9129813738 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.900476 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-965defc3-b790-4343-80fc-1e9129813738 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.932685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:39.208809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-30c66eb3-9871-46b5-aa4c-da9b6b1dce51 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4998 time: 1.2695510 Jul 13 07:43:39.243338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-965defc3-b790-4343-80fc-1e9129813738 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.335585 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.351924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-965defc3-b790-4343-80fc-1e9129813738 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.373628 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.384928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965defc3-b790-4343-80fc-1e9129813738 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=70a32bf4-452a-4295-a689-1c8af40aecce,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:39.397665 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-965defc3-b790-4343-80fc-1e9129813738 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.400550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-965defc3-b790-4343-80fc-1e9129813738 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/70a32bf4-452a-4295-a689-1c8af40aecce HTTP/1.1" status: 204 len: 168 time: 0.6314120 Jul 13 07:43:39.404522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42248) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:39.405794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Transition to ACTIVE for port object 6b6e753a-0df4-4972-b998-31744585eafe will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:39.423417 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.514201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93357b2-27f8-429c-a0c0-6b87c4a76523 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 74c5df13-6af0-467c-a4fc-c506bf3d4d3d {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:39.516922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b93357b2-27f8-429c-a0c0-6b87c4a76523 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.545226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.561986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=15']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:39.565171 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.625235 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b93357b2-27f8-429c-a0c0-6b87c4a76523 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.664523 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Deleting port ca97a947-0035-47bc-a890-be4eb65e3f14 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:39.666583 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.685419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05cf79-f3a7-4bb0-8211-4836050ebaa1 None None] Pushing event updated for resources: {'Port': ['ID=6b6e753a-0df4-4972-b998-31744585eafe,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:39.775800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b93357b2-27f8-429c-a0c0-6b87c4a76523 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.885287 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b93357b2-27f8-429c-a0c0-6b87c4a76523 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.950135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] For port ca97a947-0035-47bc-a890-be4eb65e3f14, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ca97a947-0035-47bc-a890-be4eb65e3f14,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:39.950512 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.952348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Attempting to bind port 6b6e753a-0df4-4972-b998-31744585eafe on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:39.952813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Attempting to bind port 6b6e753a-0df4-4972-b998-31744585eafe by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:39.953114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Attempting to bind port 6b6e753a-0df4-4972-b998-31744585eafe on network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:39.978676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Calling delete_port for ca97a947-0035-47bc-a890-be4eb65e3f14 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:40.022223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93357b2-27f8-429c-a0c0-6b87c4a76523 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=74c5df13-6af0-467c-a4fc-c506bf3d4d3d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.030209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b93357b2-27f8-429c-a0c0-6b87c4a76523 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.034768 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b93357b2-27f8-429c-a0c0-6b87c4a76523 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/74c5df13-6af0-467c-a4fc-c506bf3d4d3d HTTP/1.1" status: 204 len: 168 time: 0.6266842 Jul 13 07:43:40.035083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42256) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:40.055016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:40.055399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Checking segment: {'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:40.055801 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.056254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Bound using segment: {'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:40.056743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Bound port: 6b6e753a-0df4-4972-b998-31744585eafe, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:40.057125 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.130417 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-60c1ce90-3b5d-474c-86ef-f06be38c89be tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941272 Jul 13 07:43:40.135928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42258) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:40.141986 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-7631c00d-d60b-499a-96d4-4b2df6c137ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:40.357777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7631c00d-d60b-499a-96d4-4b2df6c137ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:40.371566 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7631c00d-d60b-499a-96d4-4b2df6c137ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.417842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] For port 6b6e753a-0df4-4972-b998-31744585eafe, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:40.421476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] For port 6b6e753a-0df4-4972-b998-31744585eafe, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6b6e753a-0df4-4972-b998-31744585eafe,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:40.422954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ca97a947-0035-47bc-a890-be4eb65e3f14 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:40.445827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42266) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:40.450656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-102ef31a-d199-4392-9ce8-da83261c57fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085329676', 'description': 'tempest-secgroup-smoke-1085329676 description', 'project_id': '326e9df6bc154468b5a4e137d29d8e97'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:40.466410 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.509719 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-102ef31a-d199-4392-9ce8-da83261c57fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.633248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.675254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05cf79-f3a7-4bb0-8211-4836050ebaa1 None None] Pushing event updated for resources: {'Port': ['ID=6b6e753a-0df4-4972-b998-31744585eafe,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.682250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:40.682991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:40.723146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca97a947-0035-47bc-a890-be4eb65e3f14,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.745626 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-102ef31a-d199-4392-9ce8-da83261c57fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.754529 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-102ef31a-d199-4392-9ce8-da83261c57fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.797603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ef31a-d199-4392-9ce8-da83261c57fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b9bc9d-95ce-4b82-a416-a23c565a06b8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.801784 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-102ef31a-d199-4392-9ce8-da83261c57fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.806815 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-102ef31a-d199-4392-9ce8-da83261c57fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3598793 Jul 13 07:43:40.807970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42274) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:40.813138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b0f0b37f-0911-4b5a-a5ee-73f6a74129e8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '75b9bc9d-95ce-4b82-a416-a23c565a06b8', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:40.855385 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b37f-0911-4b5a-a5ee-73f6a74129e8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.880174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7631c00d-d60b-499a-96d4-4b2df6c137ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.951782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b37f-0911-4b5a-a5ee-73f6a74129e8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.961315 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b37f-0911-4b5a-a5ee-73f6a74129e8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.965180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:40.967701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631c00d-d60b-499a-96d4-4b2df6c137ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=b800df0d-7697-41e6-ad1b-f3b3b077131f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.978318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631c00d-d60b-499a-96d4-4b2df6c137ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:40.980895 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.989616 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-7631c00d-d60b-499a-96d4-4b2df6c137ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:40.996168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631c00d-d60b-499a-96d4-4b2df6c137ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:40.996772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7631c00d-d60b-499a-96d4-4b2df6c137ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.010639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0b37f-0911-4b5a-a5ee-73f6a74129e8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7878ba6-3be0-4fab-93bb-9e58b8657f41,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:41.024945 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b37f-0911-4b5a-a5ee-73f6a74129e8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.025744 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b0f0b37f-0911-4b5a-a5ee-73f6a74129e8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2166512 Jul 13 07:43:41.028470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42278) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:41.037314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f7c77494-a903-4d43-852f-9e038f0c1c33 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '75b9bc9d-95ce-4b82-a416-a23c565a06b8', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:41.075354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ca97a947-0035-47bc-a890-be4eb65e3f14 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:41.075624 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.092725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7c77494-a903-4d43-852f-9e038f0c1c33 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.101839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Port ca97a947-0035-47bc-a890-be4eb65e3f14 was deleted so its status cannot be updated. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:43:41.102341 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 986ad288-07a6-471b-9ffb-4f0321d13958 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:41.211623 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7631c00d-d60b-499a-96d4-4b2df6c137ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0737622 Jul 13 07:43:41.217614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42282) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:41.227628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7c77494-a903-4d43-852f-9e038f0c1c33 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.227883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:41.233116 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.238875 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.239319 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7c77494-a903-4d43-852f-9e038f0c1c33 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.276518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c77494-a903-4d43-852f-9e038f0c1c33 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f9548c-3791-4a36-9382-b2433a9834e6,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:41.310175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f7c77494-a903-4d43-852f-9e038f0c1c33 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.311903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f7c77494-a903-4d43-852f-9e038f0c1c33 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821476 Jul 13 07:43:41.315089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42284) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:41.327353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-da26fe08-c5d7-4092-819b-00904c5abd3c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '75b9bc9d-95ce-4b82-a416-a23c565a06b8', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:41.373250 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.373679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1caefc7b-5408-41eb-ab71-cfab786be9d7 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:41.380220 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.384647 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2ec35add-fd91-4012-8235-039aa98269e3 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "DELETE /v2.0/routers/1caefc7b-5408-41eb-ab71-cfab786be9d7 HTTP/1.1" status: 204 len: 168 time: 2.7341633 Jul 13 07:43:41.384820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da26fe08-c5d7-4092-819b-00904c5abd3c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.384985 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42286) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:41.395481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-127796778', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:41.478959 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.480128 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.485860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da26fe08-c5d7-4092-819b-00904c5abd3c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.488266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:41.491465 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da26fe08-c5d7-4092-819b-00904c5abd3c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.493985 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.509617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26fe08-c5d7-4092-819b-00904c5abd3c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858c729c-705a-4009-9d29-5ec6530e9fbf,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:41.529283 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da26fe08-c5d7-4092-819b-00904c5abd3c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.535229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-da26fe08-c5d7-4092-819b-00904c5abd3c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2187703 Jul 13 07:43:41.538025 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42288) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:41.556681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9c364366-721a-4d04-a194-f88a4fb697f6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '75b9bc9d-95ce-4b82-a416-a23c565a06b8', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:41.585483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 986ad288-07a6-471b-9ffb-4f0321d13958 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:41.586208 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.650593 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.656700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:43:33Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:40Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:41.694549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2efeb2-53a6-4f16-9982-8d87bd57da08 None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'b800df0d-7697-41e6-ad1b-f3b3b077131f'}], 'binding:host_id': 'n-d-798249-7'}, 'id': '79a857a0-4152-44a3-9e29-b2922715bbe7'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:43:41.699700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d9bc6-4146-45fd-9ccd-e8c1bdb92e83 None None] The sync data for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 is: [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:43:33Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:40Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:41.742670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c364366-721a-4d04-a194-f88a4fb697f6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.746145 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dd2efeb2-53a6-4f16-9982-8d87bd57da08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.836055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 48722a5f-2148-46b2-aa16-3f33cf696c30 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:41.874108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.933395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c364366-721a-4d04-a194-f88a4fb697f6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.978612 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c364366-721a-4d04-a194-f88a4fb697f6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.019074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c364366-721a-4d04-a194-f88a4fb697f6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54922ed0-2926-480c-b76b-d36d694f034b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:42.040888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-dd2efeb2-53a6-4f16-9982-8d87bd57da08 None None] Allocated IP 172.20.0.2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/b800df0d-7697-41e6-ad1b-f3b3b077131f/79a857a0-4152-44a3-9e29-b2922715bbe7) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:42.058747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 48722a5f-2148-46b2-aa16-3f33cf696c30 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:42.058968 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.074757 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9c364366-721a-4d04-a194-f88a4fb697f6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.082969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42294) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:42.088108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-75ee22d3-dd8f-496f-bf98-fb678f4db42f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '75b9bc9d-95ce-4b82-a416-a23c565a06b8', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:42.092228 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9c364366-721a-4d04-a194-f88a4fb697f6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5432866 Jul 13 07:43:42.166428 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-75ee22d3-dd8f-496f-bf98-fb678f4db42f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Project 326e9df6bc154468b5a4e137d29d8e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:43:42.181900 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75ee22d3-dd8f-496f-bf98-fb678f4db42f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.343374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dd2efeb2-53a6-4f16-9982-8d87bd57da08 None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:42.378853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75ee22d3-dd8f-496f-bf98-fb678f4db42f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.384880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dd2efeb2-53a6-4f16-9982-8d87bd57da08 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.392844 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75ee22d3-dd8f-496f-bf98-fb678f4db42f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.415309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dd2efeb2-53a6-4f16-9982-8d87bd57da08 None None] Transition to ACTIVE for port object 79a857a0-4152-44a3-9e29-b2922715bbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:42.425892 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dd2efeb2-53a6-4f16-9982-8d87bd57da08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.458800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee22d3-dd8f-496f-bf98-fb678f4db42f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60184e31-fdf2-4327-89c9-606a2abe8d1e,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:42.474155 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75ee22d3-dd8f-496f-bf98-fb678f4db42f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.475621 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-75ee22d3-dd8f-496f-bf98-fb678f4db42f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3914969 Jul 13 07:43:42.479448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42302) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:42.495160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-74b35bf5-8fc4-4f41-a008-492242e7e3fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '75b9bc9d-95ce-4b82-a416-a23c565a06b8', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:42.542453 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-74b35bf5-8fc4-4f41-a008-492242e7e3fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Project 326e9df6bc154468b5a4e137d29d8e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:43:42.562264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b35bf5-8fc4-4f41-a008-492242e7e3fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.563722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2efeb2-53a6-4f16-9982-8d87bd57da08 None None] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=17']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:42.617530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6b6e753a-0df4-4972-b998-31744585eafe up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:42.659064 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b35bf5-8fc4-4f41-a008-492242e7e3fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.670814 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b35bf5-8fc4-4f41-a008-492242e7e3fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.703739 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b35bf5-8fc4-4f41-a008-492242e7e3fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.709696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 6b6e753a-0df4-4972-b998-31744585eafe completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:42.717387 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-74b35bf5-8fc4-4f41-a008-492242e7e3fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2339625 Jul 13 07:43:42.723479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6b6e753a-0df4-4972-b998-31744585eafe triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:42.725212 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:42.727271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b35bf5-8fc4-4f41-a008-492242e7e3fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa18c0fb-d2c1-4a56-8080-70ac541bb706,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:42.759329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55796b7-6d34-49ce-944a-cdf9932e85da req-f3ea038b-30d0-4c8d-a1f6-8f83acf7a632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.765636 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55796b7-6d34-49ce-944a-cdf9932e85da req-f3ea038b-30d0-4c8d-a1f6-8f83acf7a632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.779090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55796b7-6d34-49ce-944a-cdf9932e85da req-f3ea038b-30d0-4c8d-a1f6-8f83acf7a632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.786389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55796b7-6d34-49ce-944a-cdf9932e85da req-f3ea038b-30d0-4c8d-a1f6-8f83acf7a632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.812910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55796b7-6d34-49ce-944a-cdf9932e85da req-f3ea038b-30d0-4c8d-a1f6-8f83acf7a632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.843412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55796b7-6d34-49ce-944a-cdf9932e85da req-f3ea038b-30d0-4c8d-a1f6-8f83acf7a632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.850454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55796b7-6d34-49ce-944a-cdf9932e85da req-f3ea038b-30d0-4c8d-a1f6-8f83acf7a632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.852478 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d55796b7-6d34-49ce-944a-cdf9932e85da req-f3ea038b-30d0-4c8d-a1f6-8f83acf7a632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5445 time: 0.3843319 Jul 13 07:43:42.969667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.objects.ports [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:43:42.973416 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.029554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-06ad0fb1-14a7-48c9-841a-ab9bc1b76997 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085329676&fields=id&tenant_id=326e9df6bc154468b5a4e137d29d8e97 HTTP/1.1" status: 200 len: 267 time: 0.0734878 Jul 13 07:43:43.057972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 6b6e753a-0df4-4972-b998-31744585eafe, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6b6e753a-0df4-4972-b998-31744585eafe,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:43.073830 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.192690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=6b6e753a-0df4-4972-b998-31744585eafe,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:43.230597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ca97a947-0035-47bc-a890-be4eb65e3f14 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:43.237311 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.273154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: ca97a947-0035-47bc-a890-be4eb65e3f14 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:43.273506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ca97a947-0035-47bc-a890-be4eb65e3f14 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:43.300295 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.306137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d55796b7-6d34-49ce-944a-cdf9932e85da req-69a5ebe6-5e74-42ed-a62e-8eec43614201 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3389900 Jul 13 07:43:43.344896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d7922-2148-401f-871d-95dd647816ec req-e17485c4-a678-47db-9928-1bf0ca17f4e5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.347336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-e17485c4-a678-47db-9928-1bf0ca17f4e5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/networks?id=ee95c9c2-7ceb-460f-8c8b-4a50afa20245 HTTP/1.1" status: 200 len: 795 time: 0.3169808 Jul 13 07:43:43.381203 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-0a72a7cd-3cff-4b40-b1bc-075207420a9d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/quotas/326e9df6bc154468b5a4e137d29d8e97 HTTP/1.1" status: 200 len: 375 time: 0.0261884 Jul 13 07:43:43.548784 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-bcbc1813-d196-4f19-b99a-d3456745ccb1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502378 Jul 13 07:43:43.578153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-6245be74-1801-4785-b091-baa17f26a13b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:43:43.579600 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-6245be74-1801-4785-b091-baa17f26a13b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066707 Jul 13 07:43:43.637472 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.719643 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-4c86cc2e-0824-427c-9598-caaf4bfff527 service neutron] 10.222.0.44 "GET /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297832 Jul 13 07:43:43.737060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Allocated IP 172.25.6.90 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/65e48ee4-a8e9-408f-bb19-6c9caeabb7a3) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:43.766426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f33515-38e3-4d31-8364-f8b5d20ccefa None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:43:43.820467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796f2b-a05d-444d-b2fb-002416ffee1c req-b9eb50c5-efbb-44d8-8814-482396aba566 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.832883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796f2b-a05d-444d-b2fb-002416ffee1c req-b9eb50c5-efbb-44d8-8814-482396aba566 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.840784 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796f2b-a05d-444d-b2fb-002416ffee1c req-b9eb50c5-efbb-44d8-8814-482396aba566 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.858274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-9e7c4e03-64b0-4dc8-b31a-ec5c47663b97 service neutron] 10.222.0.44 "GET /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281624 Jul 13 07:43:43.862995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796f2b-a05d-444d-b2fb-002416ffee1c req-b9eb50c5-efbb-44d8-8814-482396aba566 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.875535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796f2b-a05d-444d-b2fb-002416ffee1c req-b9eb50c5-efbb-44d8-8814-482396aba566 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.882336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796f2b-a05d-444d-b2fb-002416ffee1c req-b9eb50c5-efbb-44d8-8814-482396aba566 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.898624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796f2b-a05d-444d-b2fb-002416ffee1c req-b9eb50c5-efbb-44d8-8814-482396aba566 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.900616 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-36796f2b-a05d-444d-b2fb-002416ffee1c req-b9eb50c5-efbb-44d8-8814-482396aba566 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5445 time: 0.3489571 Jul 13 07:43:43.988231 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f33515-38e3-4d31-8364-f8b5d20ccefa None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:43:44.021834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b7b3234d-4c35-4dc0-abf5-efb9a0b072cf None None] Provisioning for port 79a857a0-4152-44a3-9e29-b2922715bbe7 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:44.079899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b7b3234d-4c35-4dc0-abf5-efb9a0b072cf None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:44.081295 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b7b3234d-4c35-4dc0-abf5-efb9a0b072cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.234708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ac8f75d-a252-4784-b4b5-fd12e2fe2fe9 req-2bae02b7-5cc4-474e-9051-6a1dae5e7662 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 210 time: 0.0439451 Jul 13 07:43:44.530712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:44.586364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.590936 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-01eafb3f-76b6-4c70-8696-72ab9e50b81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.600870 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.635042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.710353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6b6e753a-0df4-4972-b998-31744585eafe up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:44.729702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=19']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:44.734312 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.804356 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b7b3234d-4c35-4dc0-abf5-efb9a0b072cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.809427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6b6e753a-0df4-4972-b998-31744585eafe triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:44.810542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.827293 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=e82717b0-ec75-4aed-b0f1-3ab4bc6b83da,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:44.846279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:44.899790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:44.917211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:44.919284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.950581 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.974574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b7b3234d-4c35-4dc0-abf5-efb9a0b072cf None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:44.975075 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2d6a8197-36c7-4a5e-9f4c-722ec7201ac9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7553079 Jul 13 07:43:44.977815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42340) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:44.984208 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b7b3234d-4c35-4dc0-abf5-efb9a0b072cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:44.984416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:76:81:2a', 'name': 'tempest-NetworksTestDHCPv6-651888722'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:45.001708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79a857a0-4152-44a3-9e29-b2922715bbe7 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:45.059475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Pushing event updated for resources: {'Port': ['ID=65e48ee4-a8e9-408f-bb19-6c9caeabb7a3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:45.088972 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:45.090903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:45.097854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:45.120345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3234d-4c35-4dc0-abf5-efb9a0b072cf None None] Pushing event updated for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=20']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:45.172187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:45.172939 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.213768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:45.430939 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.543361 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6d7f26b-ce32-429c-a8f3-6d298040aaac req-c4e35cb4-c6ed-4fbc-b6ff-5629ea2f4d6a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 210 time: 0.0757554 Jul 13 07:43:45.565722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 92ba32c7-f277-4712-befa-ec79650ebccd yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:45.699289 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.869975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 172.20.0.5 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/b800df0d-7697-41e6-ad1b-f3b3b077131f/92ba32c7-f277-4712-befa-ec79650ebccd) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:45.879297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f816:3eff:fe76:812a (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/e82717b0-ec75-4aed-b0f1-3ab4bc6b83da/92ba32c7-f277-4712-befa-ec79650ebccd) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:46.031614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a83d70-f0ea-4a4f-b261-e19d8cbb7cf5 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:46.229630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.250325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c2083315-fa08-49db-acf7-e5ac423fe00a None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:46.250875 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c2083315-fa08-49db-acf7-e5ac423fe00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.264904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 92ba32c7-f277-4712-befa-ec79650ebccd will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:46.359724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.439802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:46.442968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:46.450669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:46.476753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d7922-2148-401f-871d-95dd647816ec req-5a63dc51-490e-4f61-bc39-7ce94c1a0935 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.478651 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-5a63dc51-490e-4f61-bc39-7ce94c1a0935 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.54 "GET /v2.0/networks?id=ee95c9c2-7ceb-460f-8c8b-4a50afa20245 HTTP/1.1" status: 200 len: 795 time: 0.5310717 Jul 13 07:43:46.577550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=92ba32c7-f277-4712-befa-ec79650ebccd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:46.598217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79a857a0-4152-44a3-9e29-b2922715bbe7 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:46.600682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.601377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.647462 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.653113 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7615b84d-df5d-4372-bf35-393ef7e7026a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6713643 Jul 13 07:43:46.653113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42362) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:46.803506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:46.804284 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.882512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de980eaf-6bc2-44f3-89a1-621f1a7f40d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.914547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de980eaf-6bc2-44f3-89a1-621f1a7f40d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.916590 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-de980eaf-6bc2-44f3-89a1-621f1a7f40d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2626271 Jul 13 07:43:46.928631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42372) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:46.936840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-caf5aaad-c529-4878-8700-67f5e229a51d None None] Provisioning complete for port 6b6e753a-0df4-4972-b998-31744585eafe triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:46.937012 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-caf5aaad-c529-4878-8700-67f5e229a51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.995901 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-1893e3d5-16a6-4ed1-ab37-6d42ea303ff4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=326e9df6bc154468b5a4e137d29d8e97 HTTP/1.1" status: 200 len: 380 time: 0.4333193 Jul 13 07:43:47.016198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'port': {'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'admin_state_up': True, 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'security_groups': ['75b9bc9d-95ce-4b82-a416-a23c565a06b8']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:47.028879 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2157303c-da7e-477b-95f8-2adc1f4ac671 req-c5ef2f24-196b-49eb-9ab4-bb7a28a5a3e2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 210 time: 0.1110516 Jul 13 07:43:47.165574 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.221506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-74139cd9-92d9-47d6-949c-eda6824129d1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 92ba32c7-f277-4712-befa-ec79650ebccd {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:47.222262 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74139cd9-92d9-47d6-949c-eda6824129d1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.240257 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42380) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:47.259825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Made reservation on behalf of 326e9df6bc154468b5a4e137d29d8e97 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:47.262208 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c6bda39-12fb-430f-9c62-f08e1c06b364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.265348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.355503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74139cd9-92d9-47d6-949c-eda6824129d1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.369949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-74139cd9-92d9-47d6-949c-eda6824129d1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 92ba32c7-f277-4712-befa-ec79650ebccd owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:47.402261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cf85c14b-6d43-4c5c-bdd8-bc123113a193 None None] Provisioning complete for port 6b6e753a-0df4-4972-b998-31744585eafe triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:47.403364 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf85c14b-6d43-4c5c-bdd8-bc123113a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.434914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Router 5c757a0d-8330-49e0-b3ad-8b6e276a5010 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:47.474742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8d50ce-3aa5-4777-8558-2b51bd80e11a None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:47.603754 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74139cd9-92d9-47d6-949c-eda6824129d1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.648169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74139cd9-92d9-47d6-949c-eda6824129d1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=92ba32c7-f277-4712-befa-ec79650ebccd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:47.736499 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587fcb-4aae-4c1a-a746-9527375d7c9d req-1849b42e-11b3-4668-92e3-72b30268cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.737143 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587fcb-4aae-4c1a-a746-9527375d7c9d req-1849b42e-11b3-4668-92e3-72b30268cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.737651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587fcb-4aae-4c1a-a746-9527375d7c9d req-1849b42e-11b3-4668-92e3-72b30268cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.738136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587fcb-4aae-4c1a-a746-9527375d7c9d req-1849b42e-11b3-4668-92e3-72b30268cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.738984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587fcb-4aae-4c1a-a746-9527375d7c9d req-1849b42e-11b3-4668-92e3-72b30268cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.739102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587fcb-4aae-4c1a-a746-9527375d7c9d req-1849b42e-11b3-4668-92e3-72b30268cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.739549 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b587fcb-4aae-4c1a-a746-9527375d7c9d req-1849b42e-11b3-4668-92e3-72b30268cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.741761 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b587fcb-4aae-4c1a-a746-9527375d7c9d req-1849b42e-11b3-4668-92e3-72b30268cf48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6502 time: 0.4975133 Jul 13 07:43:47.743094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Allocated IP 172.20.0.11 (ee95c9c2-7ceb-460f-8c8b-4a50afa20245/7fd5ffb9-39f2-4613-ab48-c32aa9a341bd/a29096ac-44f9-4142-a67b-c6e41d8e8b17) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:47.781686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:47.787990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74139cd9-92d9-47d6-949c-eda6824129d1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.790543 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-74139cd9-92d9-47d6-949c-eda6824129d1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/92ba32c7-f277-4712-befa-ec79650ebccd HTTP/1.1" status: 204 len: 168 time: 0.8607247 Jul 13 07:43:47.794140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42386) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:47.804442 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8712138e-64f7-4058-a0bd-f22df62f7a05 None None] Sync routers for ids ['5c757a0d-8330-49e0-b3ad-8b6e276a5010'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:47.821807 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712138e-64f7-4058-a0bd-f22df62f7a05 None None] Routers {'5c757a0d-8330-49e0-b3ad-8b6e276a5010'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:47.825998 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8712138e-64f7-4058-a0bd-f22df62f7a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['5c757a0d-8330-49e0-b3ad-8b6e276a5010'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:47.842819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fbd834d1-534c-4fc7-89a5-f902326d08aa None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:47.843203 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fbd834d1-534c-4fc7-89a5-f902326d08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.913259 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:47.946986 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b587fcb-4aae-4c1a-a746-9527375d7c9d req-c8b5d1b6-a103-40a4-925e-d12113da8b51 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1956165 Jul 13 07:43:47.999973 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.004453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5c1af8d1-8138-42c9-87b1-c90878b11746 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.6118684 Jul 13 07:43:48.011683 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8712138e-64f7-4058-a0bd-f22df62f7a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:48.014419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42394) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.015426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14acbe-0ff7-4d51-949a-695cd70e2e34 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.018092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14acbe-0ff7-4d51-949a-695cd70e2e34 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.019993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14acbe-0ff7-4d51-949a-695cd70e2e34 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.026424 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0b14acbe-0ff7-4d51-949a-695cd70e2e34 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2311425 Jul 13 07:43:48.027275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42396) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.038769 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712138e-64f7-4058-a0bd-f22df62f7a05 None None] Routers {'5c757a0d-8330-49e0-b3ad-8b6e276a5010'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:48.039410 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8712138e-64f7-4058-a0bd-f22df62f7a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['5c757a0d-8330-49e0-b3ad-8b6e276a5010'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:48.047879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c1182151-dd58-4859-8602-e790f48402b9 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_snat': False}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:48.088517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b5a130-cae5-4fc5-9231-d4ceb2f6a924 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet b800df0d-7697-41e6-ad1b-f3b3b077131f {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:48.092569 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98b5a130-cae5-4fc5-9231-d4ceb2f6a924 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.094367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fbd834d1-534c-4fc7-89a5-f902326d08aa None None] Could not find standard attr ID for object 92ba32c7-f277-4712-befa-ec79650ebccd. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:43:48.098188 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8712138e-64f7-4058-a0bd-f22df62f7a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:48.099576 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8712138e-64f7-4058-a0bd-f22df62f7a05 None None] The sync data for ids ['5c757a0d-8330-49e0-b3ad-8b6e276a5010'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:48.144295 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98b5a130-cae5-4fc5-9231-d4ceb2f6a924 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.290859 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8be64447-b150-4a62-aa6c-8d53305969e3 req-c185d115-0863-4b1a-89a6-eeda30594906 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 210 time: 0.0382023 Jul 13 07:43:48.296567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98b5a130-cae5-4fc5-9231-d4ceb2f6a924 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.338446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d5e3c6a4-4310-4a46-b050-af5ebf8302cc None None] Provisioning complete for port 79a857a0-4152-44a3-9e29-b2922715bbe7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:48.339056 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c6a4-4310-4a46-b050-af5ebf8302cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.380525 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98b5a130-cae5-4fc5-9231-d4ceb2f6a924 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.415983 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-98b5a130-cae5-4fc5-9231-d4ceb2f6a924 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.421115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.421468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-98b5a130-cae5-4fc5-9231-d4ceb2f6a924 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/b800df0d-7697-41e6-ad1b-f3b3b077131f HTTP/1.1" status: 204 len: 168 time: 0.3929379 Jul 13 07:43:48.422223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42402) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.432968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5a130-cae5-4fc5-9231-d4ceb2f6a924 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=b800df0d-7697-41e6-ad1b-f3b3b077131f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:48.447969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Transition to ACTIVE for port object a29096ac-44f9-4142-a67b-c6e41d8e8b17 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:48.506118 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9010c0c-8807-41db-8f17-c6aa92a149c4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet e82717b0-ec75-4aed-b0f1-3ab4bc6b83da {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:48.516473 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9010c0c-8807-41db-8f17-c6aa92a149c4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.568650 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9010c0c-8807-41db-8f17-c6aa92a149c4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.602719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.640032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1182151-dd58-4859-8602-e790f48402b9 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.643420 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:43:48.682433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:48.694000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=a29096ac-44f9-4142-a67b-c6e41d8e8b17,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:48.710745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ceac8-29b7-48ff-956a-a288ad276170 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:48.721496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:48.724764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:48.729977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9010c0c-8807-41db-8f17-c6aa92a149c4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.779600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1eee001d-205b-4dd1-983a-e6bf0f4c5322 None None] Could not find standard attr ID for object 92ba32c7-f277-4712-befa-ec79650ebccd. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:43:48.788487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.789184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.792150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42410) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.818797 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9010c0c-8807-41db-8f17-c6aa92a149c4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.847581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9010c0c-8807-41db-8f17-c6aa92a149c4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.855801 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-3d3dac96-80f8-41ae-8023-1e9924912bc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8466115 Jul 13 07:43:48.856306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42414) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.862426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e9010c0c-8807-41db-8f17-c6aa92a149c4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/e82717b0-ec75-4aed-b0f1-3ab4bc6b83da HTTP/1.1" status: 204 len: 168 time: 0.4385602 Jul 13 07:43:48.898283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Request body: {'port': {'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:48.904575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9010c0c-8807-41db-8f17-c6aa92a149c4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=e82717b0-ec75-4aed-b0f1-3ab4bc6b83da,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:48.955275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42420) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.965867 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e37a676a-502f-4b54-a4c4-2d9f2106ac0c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035154 Jul 13 07:43:49.090311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446c41f-5767-4c68-acd0-1904cfd5fd25 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:49.094423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6446c41f-5767-4c68-acd0-1904cfd5fd25 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1375215 Jul 13 07:43:49.095037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42424) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.113480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5e364ade-3323-469e-9d4f-768b43f88cde None None] Provisioning for port a29096ac-44f9-4142-a67b-c6e41d8e8b17 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:49.117583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5e364ade-3323-469e-9d4f-768b43f88cde None None] Provisioning complete for port a29096ac-44f9-4142-a67b-c6e41d8e8b17 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:49.117963 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e364ade-3323-469e-9d4f-768b43f88cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.153750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57173545-ec52-4e58-b2a2-9df99d45d287 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:49.156118 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-57173545-ec52-4e58-b2a2-9df99d45d287 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0592344 Jul 13 07:43:49.159290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42426) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.164590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5e364ade-3323-469e-9d4f-768b43f88cde None None] Port a29096ac-44f9-4142-a67b-c6e41d8e8b17 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:49.185745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99d686-4d67-4c9b-9d40-7dd6ca6f0398 None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:43:49.220915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-11d5bf6c-1434-4249-8041-a8f038b60e17 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592608 Jul 13 07:43:49.221836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42430) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.227331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3a4cdbad-0c38-4d8c-acd6-6166f6b092ca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:49.250159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8a99d686-4d67-4c9b-9d40-7dd6ca6f0398 None None] Deleting port 79a857a0-4152-44a3-9e29-b2922715bbe7 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:49.250828 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a99d686-4d67-4c9b-9d40-7dd6ca6f0398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.370786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4cdbad-0c38-4d8c-acd6-6166f6b092ca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:49.375711 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbad-0c38-4d8c-acd6-6166f6b092ca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.377488 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4cdbad-0c38-4d8c-acd6-6166f6b092ca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:43:49.378110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4cdbad-0c38-4d8c-acd6-6166f6b092ca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:43:49.388057 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.402277 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3a4cdbad-0c38-4d8c-acd6-6166f6b092ca tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1790471 Jul 13 07:43:49.403661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42434) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.411401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-52d9f018-48e2-45a2-a8e4-c4d5fdd66742 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:49.486786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8a99d686-4d67-4c9b-9d40-7dd6ca6f0398 None None] For port 79a857a0-4152-44a3-9e29-b2922715bbe7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79a857a0-4152-44a3-9e29-b2922715bbe7,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:49.487406 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a99d686-4d67-4c9b-9d40-7dd6ca6f0398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.500932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8a99d686-4d67-4c9b-9d40-7dd6ca6f0398 None None] Calling delete_port for 79a857a0-4152-44a3-9e29-b2922715bbe7 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:49.561954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d9f018-48e2-45a2-a8e4-c4d5fdd66742 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:49.566472 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52d9f018-48e2-45a2-a8e4-c4d5fdd66742 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.567926 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d9f018-48e2-45a2-a8e4-c4d5fdd66742 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:43:49.568404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d9f018-48e2-45a2-a8e4-c4d5fdd66742 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:43:49.590793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892325af-b1e8-4e02-acb1-b2958b022830 req-5c56d70d-9712-4d90-acf9-02c390dd9e1c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:49.592589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-892325af-b1e8-4e02-acb1-b2958b022830 req-5c56d70d-9712-4d90-acf9-02c390dd9e1c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 932 time: 0.1423581 Jul 13 07:43:49.593943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8a99d686-4d67-4c9b-9d40-7dd6ca6f0398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.598613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-52d9f018-48e2-45a2-a8e4-c4d5fdd66742 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1932869 Jul 13 07:43:49.599249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42436) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.604492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-dfb3b641-c9af-4210-b277-fee1a8316aea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:49.627466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99d686-4d67-4c9b-9d40-7dd6ca6f0398 None None] No DVR routers for this DVR port 79a857a0-4152-44a3-9e29-b2922715bbe7 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:49.632948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99d686-4d67-4c9b-9d40-7dd6ca6f0398 None None] Pushing event deleted for resources: {'Port': ['ID=79a857a0-4152-44a3-9e29-b2922715bbe7,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:49.715562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-892325af-b1e8-4e02-acb1-b2958b022830 req-7f69c39b-81a5-4ba7-90d8-065738a8b688 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073360 Jul 13 07:43:49.725432 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.748418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb3b641-c9af-4210-b277-fee1a8316aea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:49.752579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b641-c9af-4210-b277-fee1a8316aea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.753976 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb3b641-c9af-4210-b277-fee1a8316aea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:43:49.754403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb3b641-c9af-4210-b277-fee1a8316aea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:43:49.770905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dfb3b641-c9af-4210-b277-fee1a8316aea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1678610 Jul 13 07:43:49.771108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42438) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.776130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6fe3d9a1-558b-40e9-9381-2c4b34203060 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:49.871778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe3d9a1-558b-40e9-9381-2c4b34203060 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:49.875376 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d9a1-558b-40e9-9381-2c4b34203060 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.876878 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe3d9a1-558b-40e9-9381-2c4b34203060 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:43:49.877369 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe3d9a1-558b-40e9-9381-2c4b34203060 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:43:49.891004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6fe3d9a1-558b-40e9-9381-2c4b34203060 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1187596 Jul 13 07:43:49.893982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42440) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:49.899196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3b4f67cc-0b7d-4b6f-b7b3-54aabc4c1102 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:49.985621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f67cc-0b7d-4b6f-b7b3-54aabc4c1102 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:49.989878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b4f67cc-0b7d-4b6f-b7b3-54aabc4c1102 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.991260 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4f67cc-0b7d-4b6f-b7b3-54aabc4c1102 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:43:49.991695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4f67cc-0b7d-4b6f-b7b3-54aabc4c1102 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:43:50.006661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3b4f67cc-0b7d-4b6f-b7b3-54aabc4c1102 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1116447 Jul 13 07:43:50.009725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42442) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:50.014848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-997ef8dd-3fe8-47ce-8ed0-d4f16eb39ef4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:50.107810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997ef8dd-3fe8-47ce-8ed0-d4f16eb39ef4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:50.112576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-997ef8dd-3fe8-47ce-8ed0-d4f16eb39ef4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.114120 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-997ef8dd-3fe8-47ce-8ed0-d4f16eb39ef4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:43:50.114600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997ef8dd-3fe8-47ce-8ed0-d4f16eb39ef4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:43:50.132628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-997ef8dd-3fe8-47ce-8ed0-d4f16eb39ef4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1216271 Jul 13 07:43:50.134988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42446) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:50.165982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a8867c5f-b87f-4c8d-8ab9-3079c821d7f0 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0298932 Jul 13 07:43:50.168374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42448) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:50.217694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d2966d-bd14-42b4-8485-b8ade3e4c2dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:50.219175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-85d2966d-bd14-42b4-8485-b8ade3e4c2dc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0498013 Jul 13 07:43:50.222460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42450) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:50.267664 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-12b0aedf-ffa0-4bab-afe8-e606ab80ae7c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405540 Jul 13 07:43:50.268141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42452) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:50.273203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:50.368225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:50.377187 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.404674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29096ac-44f9-4142-a67b-c6e41d8e8b17 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:50.422669 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.450916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79a857a0-4152-44a3-9e29-b2922715bbe7 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:50.454702 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1182151-dd58-4859-8602-e790f48402b9 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.456563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Transition to ACTIVE for port object a29096ac-44f9-4142-a67b-c6e41d8e8b17 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:50.463099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.468408 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1182151-dd58-4859-8602-e790f48402b9 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.473595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 79a857a0-4152-44a3-9e29-b2922715bbe7 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:50.474144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79a857a0-4152-44a3-9e29-b2922715bbe7 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:50.548950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.608643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a29096ac-44f9-4142-a67b-c6e41d8e8b17,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:50.689162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:43:50.691162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.743997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:50.745882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=da92b9f9-092e-45af-83c0-7cc4f836f064,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:50.748526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:50.751618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:50.752562 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.764919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0cc0bb-e6dd-4800-a8ee-f866657d886c None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:50.774515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-75991651-ca95-46b4-a5ab-5317523ec2fb tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5025856 Jul 13 07:43:50.774829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42460) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:50.776835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1182151-dd58-4859-8602-e790f48402b9 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Router 5c757a0d-8330-49e0-b3ad-8b6e276a5010 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:50.781178 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:86:94:e5', 'name': 'tempest-NetworksTestDHCPv6-1985333438'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:50.848243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Attempting to bind port a29096ac-44f9-4142-a67b-c6e41d8e8b17 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:50.848580 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Attempting to bind port a29096ac-44f9-4142-a67b-c6e41d8e8b17 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:50.848914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Attempting to bind port a29096ac-44f9-4142-a67b-c6e41d8e8b17 on network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:50.893380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Port a29096ac-44f9-4142-a67b-c6e41d8e8b17 on network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:50.893976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Attempting to bind port a29096ac-44f9-4142-a67b-c6e41d8e8b17 on network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:50.911645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:50.911831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Checking segment: {'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:50.912234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Bound using segment: {'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:50.912674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Bound port: a29096ac-44f9-4142-a67b-c6e41d8e8b17, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb82e01-36be-47bf-b2d9-8448ab60222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:50.913146 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.950383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': 'da92b9f9-092e-45af-83c0-7cc4f836f064'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:43:50.951532 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.026663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1182151-dd58-4859-8602-e790f48402b9 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:51.037465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1182151-dd58-4859-8602-e790f48402b9 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.040649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c1182151-dd58-4859-8602-e790f48402b9 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "PUT /v2.0/routers/5c757a0d-8330-49e0-b3ad-8b6e276a5010 HTTP/1.1" status: 200 len: 920 time: 3.0147479 Jul 13 07:43:51.044568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895cea39-9af5-442f-b12e-c8df9ef03697 None None] Sync routers for ids ['5c757a0d-8330-49e0-b3ad-8b6e276a5010'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:51.065901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895cea39-9af5-442f-b12e-c8df9ef03697 None None] Routers {'5c757a0d-8330-49e0-b3ad-8b6e276a5010'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:51.066536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-895cea39-9af5-442f-b12e-c8df9ef03697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['5c757a0d-8330-49e0-b3ad-8b6e276a5010'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.077801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42462) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:51.117754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-895cea39-9af5-442f-b12e-c8df9ef03697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.136731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895cea39-9af5-442f-b12e-c8df9ef03697 None None] Routers {'5c757a0d-8330-49e0-b3ad-8b6e276a5010'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:51.137365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-895cea39-9af5-442f-b12e-c8df9ef03697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['5c757a0d-8330-49e0-b3ad-8b6e276a5010'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.140080 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] For port a29096ac-44f9-4142-a67b-c6e41d8e8b17, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:51.160606 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] For port a29096ac-44f9-4142-a67b-c6e41d8e8b17, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a29096ac-44f9-4142-a67b-c6e41d8e8b17,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:51.179162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Allocated IP 2001:db8::f816:3eff:fe9c:c5dc (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/da92b9f9-092e-45af-83c0-7cc4f836f064/23811288-1905-4016-89f0-f61ba06d18e9) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:51.182051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-895cea39-9af5-442f-b12e-c8df9ef03697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.182693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895cea39-9af5-442f-b12e-c8df9ef03697 None None] The sync data for ids ['5c757a0d-8330-49e0-b3ad-8b6e276a5010'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:51.196283 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.236563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:51.281113 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.281746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.283739 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/a29096ac-44f9-4142-a67b-c6e41d8e8b17 HTTP/1.1" status: 200 len: 1092 time: 2.4178333 Jul 13 07:43:51.286343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'tag': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:51.288878 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8940b51e-1fce-4d3d-9a0f-553a9923030a" -d '{"events": [{"name": "network-changed", "server_uuid": "d344265c-1b23-47ac-9456-b871eca6fbf1", "tag": "a29096ac-44f9-4142-a67b-c6e41d8e8b17"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:51.340362 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e943227d-ace5-46c5-8b1e-549b2472e854 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/routers/5c757a0d-8330-49e0-b3ad-8b6e276a5010 HTTP/1.1" status: 200 len: 920 time: 0.2609875 Jul 13 07:43:51.344877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42468) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:51.363084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af28cb-d3b8-44da-8b37-ad48bf335ce7 req-02d1e9ec-afb5-4194-9478-1a2a5c2c3570 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.370608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92af28cb-d3b8-44da-8b37-ad48bf335ce7 req-02d1e9ec-afb5-4194-9478-1a2a5c2c3570 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 944 time: 0.4574780 Jul 13 07:43:51.402446 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15e0eb1-59cc-420e-a17e-523f1e509f2c x-openstack-request-id: req-e15e0eb1-59cc-420e-a17e-523f1e509f2c {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:51.402967 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d344265c-1b23-47ac-9456-b871eca6fbf1", "tag": "a29096ac-44f9-4142-a67b-c6e41d8e8b17", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:51.403292 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e15e0eb1-59cc-420e-a17e-523f1e509f2c {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:51.403756 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'tag': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'status': 'completed', 'code': 200} Jul 13 07:43:51.407627 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.409310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1293b7a-fa5c-439c-8ee3-317a1c9bc8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a29096ac-44f9-4142-a67b-c6e41d8e8b17,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:51.415328 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.418269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Transition to ACTIVE for port object 23811288-1905-4016-89f0-f61ba06d18e9 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:51.438222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Transition to ACTIVE for port object 23811288-1905-4016-89f0-f61ba06d18e9 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:51.443927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92af28cb-d3b8-44da-8b37-ad48bf335ce7 req-7e472ecb-67c4-4fbc-94f6-f2fbb7349c7e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723233 Jul 13 07:43:51.449155 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.460392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 973f0e78-5668-470e-8dc5-09e6473ef633 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:51.498445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] Deleting port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:51.498794 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.511715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Pushing event updated for resources: {'Port': ['ID=23811288-1905-4016-89f0-f61ba06d18e9,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:51.527120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:51.529183 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:51.531815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:51.617469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f816:3eff:fe86:94e5 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/da92b9f9-092e-45af-83c0-7cc4f836f064/973f0e78-5668-470e-8dc5-09e6473ef633) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:51.628353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Attempting to bind port 23811288-1905-4016-89f0-f61ba06d18e9 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:51.628933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Attempting to bind port 23811288-1905-4016-89f0-f61ba06d18e9 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:51.629365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Attempting to bind port 23811288-1905-4016-89f0-f61ba06d18e9 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:51.636981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:51.637380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:51.637989 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.638367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:51.639029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Bound port: 23811288-1905-4016-89f0-f61ba06d18e9, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:51.639441 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.706363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] For port 23811288-1905-4016-89f0-f61ba06d18e9, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:51.710146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] For port 23811288-1905-4016-89f0-f61ba06d18e9, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=23811288-1905-4016-89f0-f61ba06d18e9,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:51.717054 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.776949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c33f58-a197-43b5-988c-9588159b3398 None None] Pushing event updated for resources: {'Port': ['ID=23811288-1905-4016-89f0-f61ba06d18e9,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:51.806227 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.821576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 973f0e78-5668-470e-8dc5-09e6473ef633 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:51.857663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.913126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:51.916721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:51.921317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:51.927104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.927728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:51.931484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=973f0e78-5668-470e-8dc5-09e6473ef633,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:51.948997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0a689005-9200-47b4-af89-299784a8c142 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1705713 Jul 13 07:43:51.949804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42472) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:51.988139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d7922-2148-401f-871d-95dd647816ec req-42f24d56-489d-4854-8006-de1105a18f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.989846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-42f24d56-489d-4854-8006-de1105a18f85 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 1095 time: 0.5901723 Jul 13 07:43:51.991604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fec32ae-8295-499c-8e78-b7a0163b8dbc tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.996305 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3fec32ae-8295-499c-8e78-b7a0163b8dbc tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&device_id=5c757a0d-8330-49e0-b3ad-8b6e276a5010&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6481497 Jul 13 07:43:51.996714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42474) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:52.060283 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-d2dbf44d-d4b3-45c5-95f3-50d34ce1f669 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a29096ac-44f9-4142-a67b-c6e41d8e8b17 HTTP/1.1" status: 200 len: 217 time: 0.0626574 Jul 13 07:43:52.066408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] For port 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3cee1db9-1050-4ef5-90a4-b2d56f3f8afd,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:52.066780 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.105694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] Calling delete_port for 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:52.132944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab0330c-81d5-4976-a01b-e008d900c409 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.139051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab0330c-81d5-4976-a01b-e008d900c409 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.144059 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fab0330c-81d5-4976-a01b-e008d900c409 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1898711 Jul 13 07:43:52.145061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42476) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:52.156130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e2d12-600e-4e82-a289-3c3d23ab9f3b tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.157677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b39e2d12-600e-4e82-a289-3c3d23ab9f3b tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 881 time: 0.1597798 Jul 13 07:43:52.161723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d7922-2148-401f-871d-95dd647816ec req-4b06d34e-b19e-4af7-b8cb-20da615e9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.163227 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-4b06d34e-b19e-4af7-b8cb-20da615e9d35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd5ffb9-39f2-4613-ab48-c32aa9a341bd HTTP/1.1" status: 200 len: 834 time: 0.0937636 Jul 13 07:43:52.163686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42478) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:52.233012 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fef77657-beb7-4695-ba8a-16cb615801c1 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c757a0d-8330-49e0-b3ad-8b6e276a5010 HTTP/1.1" status: 200 len: 205 time: 0.0640996 Jul 13 07:43:52.233984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42482) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:52.294195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-abd37fc0-3667-4ca2-bdf8-b8e09816d9d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 973f0e78-5668-470e-8dc5-09e6473ef633 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:52.294509 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abd37fc0-3667-4ca2-bdf8-b8e09816d9d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.316426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d7922-2148-401f-871d-95dd647816ec req-00136fe9-80c5-4075-a941-9b79474c3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.317963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-00136fe9-80c5-4075-a941-9b79474c3640 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee95c9c2-7ceb-460f-8c8b-4a50afa20245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396468 Jul 13 07:43:52.416544 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.452323 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-6fb165bc-48cd-4949-b7b2-25cc264db524 service neutron] 10.222.0.54 "GET /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272571 Jul 13 07:43:52.468756 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.474355 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abd37fc0-3667-4ca2-bdf8-b8e09816d9d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.515760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-abd37fc0-3667-4ca2-bdf8-b8e09816d9d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 973f0e78-5668-470e-8dc5-09e6473ef633 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:52.537526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 23811288-1905-4016-89f0-f61ba06d18e9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:52.584673 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cee1db9-1050-4ef5-90a4-b2d56f3f8afd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:52.639928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.654319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 23811288-1905-4016-89f0-f61ba06d18e9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:52.785901 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca6d7922-2148-401f-871d-95dd647816ec req-333a6fe9-2772-4621-9875-389ed29346c6 service neutron] 10.222.0.54 "GET /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273058 Jul 13 07:43:52.890377 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.901462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bd9ee-4843-4948-a35f-24279703b4f7 req-0532be14-e386-4d91-9d46-c1aa3bcc76f8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.903124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad8bd9ee-4843-4948-a35f-24279703b4f7 req-0532be14-e386-4d91-9d46-c1aa3bcc76f8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 944 time: 0.2817764 Jul 13 07:43:52.906900 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abd37fc0-3667-4ca2-bdf8-b8e09816d9d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.918166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Deleting port 65e48ee4-a8e9-408f-bb19-6c9caeabb7a3 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:52.918606 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:52.979098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-7e51ec62-ad21-4042-a360-f6bfa8895a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.980721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-7e51ec62-ad21-4042-a360-f6bfa8895a67 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 1095 time: 0.1336834 Jul 13 07:43:53.020636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd37fc0-3667-4ca2-bdf8-b8e09816d9d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=973f0e78-5668-470e-8dc5-09e6473ef633,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:53.070975 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abd37fc0-3667-4ca2-bdf8-b8e09816d9d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.072969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-abd37fc0-3667-4ca2-bdf8-b8e09816d9d4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/973f0e78-5668-470e-8dc5-09e6473ef633 HTTP/1.1" status: 204 len: 168 time: 0.9268146 Jul 13 07:43:53.080808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42488) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:53.092844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0d90ce0a-3f44-43f5-833a-f9ebfe0025da None None] Provisioning for port 23811288-1905-4016-89f0-f61ba06d18e9 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:53.095307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.097138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0d90ce0a-3f44-43f5-833a-f9ebfe0025da None None] Provisioning complete for port 23811288-1905-4016-89f0-f61ba06d18e9 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:53.097558 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0d90ce0a-3f44-43f5-833a-f9ebfe0025da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.120681 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad8bd9ee-4843-4948-a35f-24279703b4f7 req-ac3e394e-ebfe-4aa8-9dea-cdb2c1febde0 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104783 Jul 13 07:43:53.136644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Calling delete_port for 65e48ee4-a8e9-408f-bb19-6c9caeabb7a3 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:53.200703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0d90ce0a-3f44-43f5-833a-f9ebfe0025da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.218672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918e1c7-fd99-4263-950d-40d44b477500 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:53.220333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918e1c7-fd99-4263-950d-40d44b477500 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:53.224462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1918e1c7-fd99-4263-950d-40d44b477500 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1401508 Jul 13 07:43:53.225788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42490) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:53.233453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-82179111-6646-4589-b6b7-80c519a2a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:53.235055 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-82179111-6646-4589-b6b7-80c519a2a947 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee95c9c2-7ceb-460f-8c8b-4a50afa20245 HTTP/1.1" status: 200 len: 896 time: 0.2260721 Jul 13 07:43:53.247354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0d90ce0a-3f44-43f5-833a-f9ebfe0025da None None] For port 23811288-1905-4016-89f0-f61ba06d18e9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=23811288-1905-4016-89f0-f61ba06d18e9,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:53.256190 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0d90ce0a-3f44-43f5-833a-f9ebfe0025da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.287424 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-0fa8431e-442d-46e6-b37a-75d220519608 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a29096ac-44f9-4142-a67b-c6e41d8e8b17 HTTP/1.1" status: 200 len: 217 time: 0.0426247 Jul 13 07:43:53.316526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] Router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:53.329035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90ce0a-3f44-43f5-833a-f9ebfe0025da None None] Pushing event updated for resources: {'Port': ['ID=23811288-1905-4016-89f0-f61ba06d18e9,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:53.338876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-df58601b-c024-423f-a452-23a766e052ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet da92b9f9-092e-45af-83c0-7cc4f836f064 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:53.343800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df58601b-c024-423f-a452-23a766e052ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.372902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-c14a0d03-aab1-483b-86e6-dcde779447d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:53.374940 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-c14a0d03-aab1-483b-86e6-dcde779447d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd5ffb9-39f2-4613-ab48-c32aa9a341bd HTTP/1.1" status: 200 len: 834 time: 0.0754752 Jul 13 07:43:53.426416 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df58601b-c024-423f-a452-23a766e052ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.455512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80199f4e-58fa-4d3f-993f-b1a52aa8ed85 None None] Could not find standard attr ID for object 973f0e78-5668-470e-8dc5-09e6473ef633. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:43:53.489734 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.525853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-649adac6-3046-420f-9000-492691f06a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:53.527641 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-649adac6-3046-420f-9000-492691f06a03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee95c9c2-7ceb-460f-8c8b-4a50afa20245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198914 Jul 13 07:43:53.529213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:53.534736 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9b14066f-e14c-4685-8426-94723c559c96 admin admin] 10.222.0.44 "PUT /v2.0/routers/af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7389574 Jul 13 07:43:53.539220 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] Sync routers for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:53.544699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42494) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:53.550821 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:53.553834 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:53.561194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Pushing event deleted for resources: {'Port': ['ID=65e48ee4-a8e9-408f-bb19-6c9caeabb7a3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:53.613990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df58601b-c024-423f-a452-23a766e052ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.678869 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.685074 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:53.717262 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-2919666c-9fcb-42fd-b5e6-49fe50d65f6c service neutron] 10.222.0.54 "GET /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813581 Jul 13 07:43:53.722324 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.780791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.783587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.789409 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df58601b-c024-423f-a452-23a766e052ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.824333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8940b51e-1fce-4d3d-9a0f-553a9923030a req-16e2a4ca-7340-4331-a031-4fa2c68513e9 service neutron] 10.222.0.54 "GET /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990224 Jul 13 07:43:53.865364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58601b-c024-423f-a452-23a766e052ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=da92b9f9-092e-45af-83c0-7cc4f836f064,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:53.869868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df58601b-c024-423f-a452-23a766e052ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.870306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-df58601b-c024-423f-a452-23a766e052ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/da92b9f9-092e-45af-83c0-7cc4f836f064 HTTP/1.1" status: 204 len: 168 time: 0.6433833 Jul 13 07:43:53.872978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42498) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:53.880435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956934b8-3da4-4650-a8da-be00ec4890b0 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:53.881127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.882829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Fanout notify agent at l3_agent the message router_deleted on router 5c757a0d-8330-49e0-b3ad-8b6e276a5010 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:53.906761 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.908632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-12db8b38-096e-407d-b31b-21fd159b14a7 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/5c757a0d-8330-49e0-b3ad-8b6e276a5010 HTTP/1.1" status: 204 len: 168 time: 1.6732972 Jul 13 07:43:53.915518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42500) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:53.920703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-348942db-bb9f-43c4-a17d-d86d2ba4ed64 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1040356855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:53.966424 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.975930 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-479e3264-296e-4600-961c-5d5b12f3b476 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003160 Jul 13 07:43:53.980762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42502) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:53.987043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:53.991794 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:43:52Z', 'revision_number': 5, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port': {'id': 'e51cd2fb-7bb1-4418-aead-c1571b499f0a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:54.027801 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] Checking router: af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:54.038688 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] Routers {'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:54.039397 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:54.053706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Deleting port e51cd2fb-7bb1-4418-aead-c1571b499f0a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:54.054047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.100301 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-348942db-bb9f-43c4-a17d-d86d2ba4ed64 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:43:54.100301 n-d-798249-7 neutron-server[93838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:43:54.100301 n-d-798249-7 neutron-server[93838]: [parameters: {'project_id': '369f412b58e547358c5984063cfd14b6', 'id': 'dc923c0a-d483-4534-a108-8ce3780c1dbd', 'expiration': datetime.datetime(2021, 7, 13, 7, 45, 54, 89659)}] Jul 13 07:43:54.100301 n-d-798249-7 neutron-server[93838]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:43:54.100799 n-d-798249-7 neutron-server[93838]: DEBUG oslo_db.api [None req-348942db-bb9f-43c4-a17d-d86d2ba4ed64 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:43:54.104194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:54.109244 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.160207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] For port e51cd2fb-7bb1-4418-aead-c1571b499f0a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e51cd2fb-7bb1-4418-aead-c1571b499f0a,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:54.160582 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.180280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Calling delete_port for e51cd2fb-7bb1-4418-aead-c1571b499f0a owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:54.182502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee33f48-0151-4ada-ac89-7fe129fa7bcf None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:43:54.230474 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] Set router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:54.279778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6ee33f48-0151-4ada-ac89-7fe129fa7bcf None None] Deleting port 23811288-1905-4016-89f0-f61ba06d18e9 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:54.280530 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ee33f48-0151-4ada-ac89-7fe129fa7bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.323038 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:43:53Z', 'revision_number': 6, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:54.367440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6ee33f48-0151-4ada-ac89-7fe129fa7bcf None None] For port 23811288-1905-4016-89f0-f61ba06d18e9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=23811288-1905-4016-89f0-f61ba06d18e9,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:54.368245 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ee33f48-0151-4ada-ac89-7fe129fa7bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.390731 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb26f68-3200-4282-a01f-6c5076cecf4d None None] The sync data for ids ['af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6'] in n-d-798249-7 is: [{'id': 'af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6', 'name': 'tempest-AttachVolumeTestJSON-1915909968-router', 'tenant_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:53Z', 'updated_at': '2021-07-13T07:43:53Z', 'revision_number': 6, 'project_id': '4d3a8fe36afb46ccba4e75b695f6d327', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:54.404977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6ee33f48-0151-4ada-ac89-7fe129fa7bcf None None] Calling delete_port for 23811288-1905-4016-89f0-f61ba06d18e9 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:54.418133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a18fda-fd2e-4740-802b-9ad41fde0067 req-f71428aa-1b84-4a5c-9dba-1802dde41bc6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:54.420124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5a18fda-fd2e-4740-802b-9ad41fde0067 req-f71428aa-1b84-4a5c-9dba-1802dde41bc6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 944 time: 0.1502974 Jul 13 07:43:54.466248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.498338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51cd2fb-7bb1-4418-aead-c1571b499f0a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:54.565732 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ee33f48-0151-4ada-ac89-7fe129fa7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.576432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.594215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee33f48-0151-4ada-ac89-7fe129fa7bcf None None] Pushing event deleted for resources: {'Port': ['ID=23811288-1905-4016-89f0-f61ba06d18e9,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:54.601704 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee33f48-0151-4ada-ac89-7fe129fa7bcf None None] No DVR routers for this DVR port 23811288-1905-4016-89f0-f61ba06d18e9 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:54.678966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.681429 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.733742 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.734381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:43:54.739721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.741239 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9619bb19-b401-4d15-90f1-e61203d750f9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/af9b2cfd-beaa-4c9e-86ad-99711ebc2cb6 HTTP/1.1" status: 204 len: 168 time: 1.1956129 Jul 13 07:43:54.743884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42512) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:54.843245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-61398020-a250-4064-89b6-ef1667eaff9d admin admin] Deleting subnet 154a043c-90c9-4ee9-ab82-e4a5a311be16 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:54.853480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61398020-a250-4064-89b6-ef1667eaff9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.856668 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5a18fda-fd2e-4740-802b-9ad41fde0067 req-7a373273-076e-412f-9762-38ea62eb6181 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4267669 Jul 13 07:43:54.895738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:43:54.902855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 23811288-1905-4016-89f0-f61ba06d18e9 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:54.911597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.915373 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61398020-a250-4064-89b6-ef1667eaff9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.928242 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-348942db-bb9f-43c4-a17d-d86d2ba4ed64 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.929325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-348942db-bb9f-43c4-a17d-d86d2ba4ed64 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.932502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 23811288-1905-4016-89f0-f61ba06d18e9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:54.941006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 23811288-1905-4016-89f0-f61ba06d18e9 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:54.989940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:55.006957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:55.009873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:55.010704 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.012385 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61398020-a250-4064-89b6-ef1667eaff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.019923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=9deb1f95-e615-43f3-8bde-73d346637473,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:55.020483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ae6d8-5448-4b1b-924a-04170c42c933 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:55.053260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-348942db-bb9f-43c4-a17d-d86d2ba4ed64 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.061325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-66149de5-2dea-4342-acbf-51c2ab56ddec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0792894 Jul 13 07:43:55.062940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42516) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:55.064685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-348942db-bb9f-43c4-a17d-d86d2ba4ed64 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.084942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-348942db-bb9f-43c4-a17d-d86d2ba4ed64 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.085919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:e1:e3:91', 'name': 'tempest-NetworksTestDHCPv6-1026094628'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:55.086442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-348942db-bb9f-43c4-a17d-d86d2ba4ed64 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1697152 Jul 13 07:43:55.089510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42518) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:55.098190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:55.217809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:55.246612 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': '9deb1f95-e615-43f3-8bde-73d346637473'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:43:55.248245 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.265147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61398020-a250-4064-89b6-ef1667eaff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.287569 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61398020-a250-4064-89b6-ef1667eaff9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.295054 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-61398020-a250-4064-89b6-ef1667eaff9d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/154a043c-90c9-4ee9-ab82-e4a5a311be16 HTTP/1.1" status: 204 len: 168 time: 0.5459123 Jul 13 07:43:55.325952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42520) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:55.345777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd024ca-9930-420a-a6e6-0c3f1a9e4458 None None] Network 144df36e-35ef-4abd-a952-041c4f50aa0b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:55.360207 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.365654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61398020-a250-4064-89b6-ef1667eaff9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154a043c-90c9-4ee9-ab82-e4a5a311be16,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:55.444613 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.506879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.536254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Allocated IP 2001:db8::f816:3eff:fef0:9534 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/9deb1f95-e615-43f3-8bde-73d346637473/8820acbe-14ba-4863-95ce-ee5e17514162) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:55.542860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 037f6978-2978-4005-910e-17872b5572ba yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:43:55.601616 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Deleting port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:55.602182 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.696413 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.707317 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] For port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0,segment=NetworkSegment(88667b2e-e8e0-4be7-a2f4-086fb960c050),segment_id=88667b2e-e8e0-4be7-a2f4-086fb960c050)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:55.707693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.725540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Calling delete_port for bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:55.727271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606e842-6b2e-4c8f-8ba0-98c446b0e4bb None None] DHCP port deletion for 144df36e-35ef-4abd-a952-041c4f50aa0b request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:43:55.727585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.798051 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.809487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Transition to ACTIVE for port object 8820acbe-14ba-4863-95ce-ee5e17514162 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:55.833133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Transition to ACTIVE for port object 8820acbe-14ba-4863-95ce-ee5e17514162 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:55.845871 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.886666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Allocated IP 172.25.6.221 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/629cd731-9554-45a2-bb9c-0c2f938a4b41) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:55.888104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:55.893884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:55.899254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:55.913090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f816:3eff:fee1:e391 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/9deb1f95-e615-43f3-8bde-73d346637473/037f6978-2978-4005-910e-17872b5572ba) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:55.922252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5606e842-6b2e-4c8f-8ba0-98c446b0e4bb None None] Deleting port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:55.922801 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5606e842-6b2e-4c8f-8ba0-98c446b0e4bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:55.958568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Pushing event updated for resources: {'Port': ['ID=8820acbe-14ba-4863-95ce-ee5e17514162,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:56.036540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.046232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5606e842-6b2e-4c8f-8ba0-98c446b0e4bb None None] For port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:56.046709 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5606e842-6b2e-4c8f-8ba0-98c446b0e4bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.049791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Attempting to bind port 8820acbe-14ba-4863-95ce-ee5e17514162 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:56.050222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Attempting to bind port 8820acbe-14ba-4863-95ce-ee5e17514162 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:56.050671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Attempting to bind port 8820acbe-14ba-4863-95ce-ee5e17514162 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:56.065060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5606e842-6b2e-4c8f-8ba0-98c446b0e4bb None None] Calling delete_port for bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:56.067067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:56.067509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:56.067974 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.068479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:56.069061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Bound port: 8820acbe-14ba-4863-95ce-ee5e17514162, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:56.069519 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.072422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-5606e842-6b2e-4c8f-8ba0-98c446b0e4bb None None] Port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:43:56.074655 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5606e842-6b2e-4c8f-8ba0-98c446b0e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.095320 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.112522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606e842-6b2e-4c8f-8ba0-98c446b0e4bb None None] Pushing event deleted for resources: {'Port': ['ID=bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:56.121256 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.122596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 037f6978-2978-4005-910e-17872b5572ba will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:56.143379 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.186725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] For port 8820acbe-14ba-4863-95ce-ee5e17514162, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:56.191085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] No DVR routers for this DVR port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:56.191986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] For port 8820acbe-14ba-4863-95ce-ee5e17514162, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8820acbe-14ba-4863-95ce-ee5e17514162,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:56.193402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:56.193547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5606e842-6b2e-4c8f-8ba0-98c446b0e4bb None None] No DVR routers for this DVR port bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:56.198404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:56.202703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.212814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:56.220145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:56.249741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Pushing event updated for resources: {'Port': ['ID=629cd731-9554-45a2-bb9c-0c2f938a4b41,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:56.277753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9ba39-4663-49cb-bf98-9dbbd8b79d34 req-91217c2b-473d-4876-b166-7bc34eba8fd8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:56.284863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffc9ba39-4663-49cb-bf98-9dbbd8b79d34 req-91217c2b-473d-4876-b166-7bc34eba8fd8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 944 time: 0.1892996 Jul 13 07:43:56.301161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4ec82-e137-4c89-8581-fe5a53e8cbac None None] Pushing event updated for resources: {'Port': ['ID=8820acbe-14ba-4863-95ce-ee5e17514162,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:56.342995 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.356682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144df36e-35ef-4abd-a952-041c4f50aa0b']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:56.364848 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.374740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88667b2e-e8e0-4be7-a2f4-086fb960c050') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:56.375051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88667b2e-e8e0-4be7-a2f4-086fb960c050') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:56.423143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffc9ba39-4663-49cb-bf98-9dbbd8b79d34 req-83928108-53be-47ab-beaf-22831a9522f7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225049 Jul 13 07:43:56.454209 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.499176 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.509355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:56.510128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:56.513766 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=037f6978-2978-4005-910e-17872b5572ba,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:56.531572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:56.535709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:43:56.536349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:43:56.538613 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:43:56.541514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:56.556291 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:56.556291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.575404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:56.575736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bd2bc0fa-fd01-4e3b-b996-9d64f9ccb1d0 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:56.584647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e51cd2fb-7bb1-4418-aead-c1571b499f0a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:56.619630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e51cd2fb-7bb1-4418-aead-c1571b499f0a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:56.620076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e51cd2fb-7bb1-4418-aead-c1571b499f0a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:56.620505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:56.644825 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1803387c-9f1f-48d3-a1ec-bd3952deee1b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5678780 Jul 13 07:43:56.645778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42528) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:56.653210 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a29096ac-44f9-4142-a67b-c6e41d8e8b17 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:56.670633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:56.671525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3cee1db9-1050-4ef5-90a4-b2d56f3f8afd not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:56.701172 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.708884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.712965 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] 10.222.0.44 "DELETE /v2.0/networks/144df36e-35ef-4abd-a952-041c4f50aa0b HTTP/1.1" status: 204 len: 168 time: 1.3837082 Jul 13 07:43:56.768805 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce76e9f-3576-4edc-9434-a7f8e7049d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=144df36e-35ef-4abd-a952-041c4f50aa0b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:56.799991 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.816731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90be54e-c989-470c-9cbf-eac9a4909ff2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:56.835638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90be54e-c989-470c-9cbf-eac9a4909ff2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:56.841471 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a90be54e-c989-470c-9cbf-eac9a4909ff2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1940122 Jul 13 07:43:56.844426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42534) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:56.863189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a29096ac-44f9-4142-a67b-c6e41d8e8b17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a29096ac-44f9-4142-a67b-c6e41d8e8b17,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:56.888042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'mac_address': 'fa:16:3e:44:8d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:56.943225 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.962817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29096ac-44f9-4142-a67b-c6e41d8e8b17 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:56.973192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42536) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:56.987295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a29096ac-44f9-4142-a67b-c6e41d8e8b17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a29096ac-44f9-4142-a67b-c6e41d8e8b17,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:56.998060 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.013942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3e00d6bc-7dd7-4a0a-a300-6071453a79ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 037f6978-2978-4005-910e-17872b5572ba {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:57.014286 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e00d6bc-7dd7-4a0a-a300-6071453a79ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.067029 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac07ed59-9830-4edc-90b9-ca5c610fe6b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d3a8fe36afb46ccba4e75b695f6d327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893745 Jul 13 07:43:57.068744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42538) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.070937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=a29096ac-44f9-4142-a67b-c6e41d8e8b17,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:57.151727 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e00d6bc-7dd7-4a0a-a300-6071453a79ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.172758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3e00d6bc-7dd7-4a0a-a300-6071453a79ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 037f6978-2978-4005-910e-17872b5572ba owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:57.189738 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce460907-e5d3-4d4a-9e03-05a029b495cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.235502 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce460907-e5d3-4d4a-9e03-05a029b495cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.296304 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce460907-e5d3-4d4a-9e03-05a029b495cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.299548 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce460907-e5d3-4d4a-9e03-05a029b495cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.303070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ce460907-e5d3-4d4a-9e03-05a029b495cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/522d0d90-dc73-40c3-9305-14d6ec62140a HTTP/1.1" status: 204 len: 168 time: 0.2300701 Jul 13 07:43:57.308803 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.319152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce460907-e5d3-4d4a-9e03-05a029b495cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d0d90-dc73-40c3-9305-14d6ec62140a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:57.322094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.392117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a29096ac-44f9-4142-a67b-c6e41d8e8b17'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:57.398511 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e00d6bc-7dd7-4a0a-a300-6071453a79ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.463687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00d6bc-7dd7-4a0a-a300-6071453a79ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=037f6978-2978-4005-910e-17872b5572ba,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:57.535572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e00d6bc-7dd7-4a0a-a300-6071453a79ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.537618 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3e00d6bc-7dd7-4a0a-a300-6071453a79ac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/037f6978-2978-4005-910e-17872b5572ba HTTP/1.1" status: 204 len: 168 time: 0.6905174 Jul 13 07:43:57.540626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42546) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.601508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Router 4f408e50-9c1e-4c59-a0dd-8a16a77d1651 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:57.653355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e59cc45-8470-465c-8a75-3068ef4d2e45 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:57.655132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e59cc45-8470-465c-8a75-3068ef4d2e45 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:57.661866 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9e59cc45-8470-465c-8a75-3068ef4d2e45 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1201863 Jul 13 07:43:57.664412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42548) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.780767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dae7522-569d-40bc-8e10-b39e6ab5bc69 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 9deb1f95-e615-43f3-8bde-73d346637473 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:43:57.785294 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9dae7522-569d-40bc-8e10-b39e6ab5bc69 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.871807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:57.886470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232d927-e4e0-4dc4-bb24-f3d384b04c1d req-22c93c67-3f70-41ce-8461-864a7885c8da tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:57.894344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724ea45b-255e-4d61-a47e-5cf09a1839bf None None] Sync routers for ids ['4f408e50-9c1e-4c59-a0dd-8a16a77d1651'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:57.913076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ea45b-255e-4d61-a47e-5cf09a1839bf None None] Routers {'4f408e50-9c1e-4c59-a0dd-8a16a77d1651'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:57.915892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-724ea45b-255e-4d61-a47e-5cf09a1839bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4f408e50-9c1e-4c59-a0dd-8a16a77d1651'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:57.919890 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6232d927-e4e0-4dc4-bb24-f3d384b04c1d req-22c93c67-3f70-41ce-8461-864a7885c8da tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 945 time: 0.2172744 Jul 13 07:43:57.940668 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.947317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e63225ec-ec57-48ef-b36c-6af51cf60a8a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "PUT /v2.0/routers/4f408e50-9c1e-4c59-a0dd-8a16a77d1651 HTTP/1.1" status: 200 len: 880 time: 2.8565974 Jul 13 07:43:57.960860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42562) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:57.978759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-724ea45b-255e-4d61-a47e-5cf09a1839bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:57.987456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-79d0059b-67b2-424a-a6b5-19a90aff9302 None None] Provisioning for port 8820acbe-14ba-4863-95ce-ee5e17514162 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:58.000490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ea45b-255e-4d61-a47e-5cf09a1839bf None None] Routers {'4f408e50-9c1e-4c59-a0dd-8a16a77d1651'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:58.001728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-724ea45b-255e-4d61-a47e-5cf09a1839bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4f408e50-9c1e-4c59-a0dd-8a16a77d1651'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:58.044916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-724ea45b-255e-4d61-a47e-5cf09a1839bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:58.045904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724ea45b-255e-4d61-a47e-5cf09a1839bf None None] The sync data for ids ['4f408e50-9c1e-4c59-a0dd-8a16a77d1651'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:58.142579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6232d927-e4e0-4dc4-bb24-f3d384b04c1d req-9dcd2509-e716-4bc1-84c2-4a6844fdd899 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211554 Jul 13 07:43:58.193734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5acd09dd-7f04-410f-8de0-be76e1a81620 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/routers/4f408e50-9c1e-4c59-a0dd-8a16a77d1651 HTTP/1.1" status: 200 len: 921 time: 0.2182708 Jul 13 07:43:58.193927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42570) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.211229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6bff0921-4f2f-4b05-af70-c67d47cbcc01 None None] Could not find standard attr ID for object 037f6978-2978-4005-910e-17872b5572ba. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:43:58.314391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b91b1c6-b2ac-47b3-9fb1-20ee74ae1a78 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.319267 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4b91b1c6-b2ac-47b3-9fb1-20ee74ae1a78 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&device_id=4f408e50-9c1e-4c59-a0dd-8a16a77d1651&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1242492 Jul 13 07:43:58.319958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42576) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.375479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9dae7522-569d-40bc-8e10-b39e6ab5bc69 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.436069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34586226-707c-4db6-b85c-58fc4de41630 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.441667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-34586226-707c-4db6-b85c-58fc4de41630 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 881 time: 0.1165748 Jul 13 07:43:58.443215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42580) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.508739 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2facfc91-7437-489e-91fc-44644166b97a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f408e50-9c1e-4c59-a0dd-8a16a77d1651 HTTP/1.1" status: 200 len: 205 time: 0.0642443 Jul 13 07:43:58.511603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42582) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.526291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8820acbe-14ba-4863-95ce-ee5e17514162 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:58.560884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9dae7522-569d-40bc-8e10-b39e6ab5bc69 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.631010 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9dae7522-569d-40bc-8e10-b39e6ab5bc69 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.675310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae7522-569d-40bc-8e10-b39e6ab5bc69 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=9deb1f95-e615-43f3-8bde-73d346637473,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:58.682761 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9dae7522-569d-40bc-8e10-b39e6ab5bc69 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.685591 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9dae7522-569d-40bc-8e10-b39e6ab5bc69 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/9deb1f95-e615-43f3-8bde-73d346637473 HTTP/1.1" status: 204 len: 168 time: 1.0193193 Jul 13 07:43:58.687464 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42588) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.717809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ce2321-446a-4fa7-bd3a-c1b7d7b34af4 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:58.739928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-66f166bc-8600-44dd-a5b9-66b4c67efcb2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505254 Jul 13 07:43:58.741666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42590) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.770114 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.865155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0d3ab3-bd84-4036-94b5-950159574af1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.877110 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2d0d3ab3-bd84-4036-94b5-950159574af1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1239357 Jul 13 07:43:58.877845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42594) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:58.945420 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.948897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 8820acbe-14ba-4863-95ce-ee5e17514162 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:58.966859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dcead2-41de-454e-8351-7e8eecb9bfa5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.970840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-35dcead2-41de-454e-8351-7e8eecb9bfa5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0895777 Jul 13 07:43:58.971004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8820acbe-14ba-4863-95ce-ee5e17514162 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:58.971004 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:58.971206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42600) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:59.020630 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-11a3ae13-4afa-45a1-8f6a-880c71dc752d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439136 Jul 13 07:43:59.022262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42604) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:59.027979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:59.046447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Deleting port 629cd731-9554-45a2-bb9c-0c2f938a4b41 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:59.046977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.075042 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.131813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 8820acbe-14ba-4863-95ce-ee5e17514162, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8820acbe-14ba-4863-95ce-ee5e17514162,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:59.140482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.166944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.174928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:59.179871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.202831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Calling delete_port for 629cd731-9554-45a2-bb9c-0c2f938a4b41 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:59.227483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b427e2-38f7-4bd6-a3ad-397a9ab739fd None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:43:59.297551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=8820acbe-14ba-4863-95ce-ee5e17514162,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:59.317760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-12b427e2-38f7-4bd6-a3ad-397a9ab739fd None None] Deleting port 8820acbe-14ba-4863-95ce-ee5e17514162 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:59.318319 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12b427e2-38f7-4bd6-a3ad-397a9ab739fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.419435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-12b427e2-38f7-4bd6-a3ad-397a9ab739fd None None] For port 8820acbe-14ba-4863-95ce-ee5e17514162, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8820acbe-14ba-4863-95ce-ee5e17514162,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:59.420132 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12b427e2-38f7-4bd6-a3ad-397a9ab739fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.438658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-12b427e2-38f7-4bd6-a3ad-397a9ab739fd None None] Calling delete_port for 8820acbe-14ba-4863-95ce-ee5e17514162 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:59.552221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12b427e2-38f7-4bd6-a3ad-397a9ab739fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.595009 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b427e2-38f7-4bd6-a3ad-397a9ab739fd None None] Pushing event deleted for resources: {'Port': ['ID=8820acbe-14ba-4863-95ce-ee5e17514162,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:59.599505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b427e2-38f7-4bd6-a3ad-397a9ab739fd None None] No DVR routers for this DVR port 8820acbe-14ba-4863-95ce-ee5e17514162 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:59.638415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.objects.ports [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:43:59.640143 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.685563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:59.691003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:59.699736 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.700447 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.703699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c2498-3257-471a-b3f6-dd135454c8b5 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:59.725316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=629afa07-7dad-49a2-a7c8-d0df89091c26,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:59.734792 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-86f52539-f071-42be-b25e-6a7af010b617 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7112939 Jul 13 07:43:59.737932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42620) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:59.743424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:76:82:8a', 'name': 'tempest-NetworksTestDHCPv6-1752054199'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:59.799890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83767df-1181-415c-a5c5-3515bacb07fa req-339ad231-e182-4e57-8bb3-17be4d1c58e2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.807713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83767df-1181-415c-a5c5-3515bacb07fa req-339ad231-e182-4e57-8bb3-17be4d1c58e2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 945 time: 0.4563110 Jul 13 07:43:59.891333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b83767df-1181-415c-a5c5-3515bacb07fa req-c2649ae3-1b0c-44db-838f-fd1dd3128a21 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792377 Jul 13 07:43:59.931789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:59.964358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Pushing event deleted for resources: {'Port': ['ID=629cd731-9554-45a2-bb9c-0c2f938a4b41,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:00.081399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.114374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:00.120729 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.151107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 369a599c-3e6b-4d1a-9ed9-180d922e8729 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:00.206139 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.209692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.231874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': '629afa07-7dad-49a2-a7c8-d0df89091c26'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:00.233265 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.274368 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.275567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Fanout notify agent at l3_agent the message router_deleted on router 4f408e50-9c1e-4c59-a0dd-8a16a77d1651 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:00.298512 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.305009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f02395aa-53ad-424b-b60c-5cb25b38290b tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/4f408e50-9c1e-4c59-a0dd-8a16a77d1651 HTTP/1.1" status: 204 len: 168 time: 1.7922466 Jul 13 07:44:00.306093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42630) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:00.311371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-75bbe1de-9180-4486-9442-e0f91d6a12ef tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2102073855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:00.343020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f816:3eff:fe76:828a (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/629afa07-7dad-49a2-a7c8-d0df89091c26/369a599c-3e6b-4d1a-9ed9-180d922e8729) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:00.347449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75bbe1de-9180-4486-9442-e0f91d6a12ef tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.348935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75bbe1de-9180-4486-9442-e0f91d6a12ef tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.429129 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-8d2d1a2c-a6dd-4347-a6b6-84021ce70ed8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2887814 Jul 13 07:44:00.433611 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75bbe1de-9180-4486-9442-e0f91d6a12ef tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.443275 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75bbe1de-9180-4486-9442-e0f91d6a12ef tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.486972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75bbe1de-9180-4486-9442-e0f91d6a12ef tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.492190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-75bbe1de-9180-4486-9442-e0f91d6a12ef tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1846409 Jul 13 07:44:00.493085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42632) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:00.500317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_snat': True}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:00.519663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8820acbe-14ba-4863-95ce-ee5e17514162 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:00.561939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 8820acbe-14ba-4863-95ce-ee5e17514162 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:00.562978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8820acbe-14ba-4863-95ce-ee5e17514162 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:00.598994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a29096ac-44f9-4142-a67b-c6e41d8e8b17 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:00.693423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port a29096ac-44f9-4142-a67b-c6e41d8e8b17 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:00.700408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port a29096ac-44f9-4142-a67b-c6e41d8e8b17 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:00.701066 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.722614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-77bb2ec9-cba0-4372-84bc-8185171c2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.724178 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-77bb2ec9-cba0-4372-84bc-8185171c2cca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37497fb0a9194d83b8fdb956d61c51c7&device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 1100 time: 0.2203417 Jul 13 07:44:00.779938 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.781222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.809418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 369a599c-3e6b-4d1a-9ed9-180d922e8729 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:00.818309 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.851955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:00.856141 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039a8789-fedd-4d13-93fd-01d2790c176d" -d '{"events": [{"server_uuid": "d344265c-1b23-47ac-9456-b871eca6fbf1", "name": "network-vif-plugged", "status": "completed", "tag": "a29096ac-44f9-4142-a67b-c6e41d8e8b17"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:00.916548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a29096ac-44f9-4142-a67b-c6e41d8e8b17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a29096ac-44f9-4142-a67b-c6e41d8e8b17,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:00.928849 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.951222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-dd4a3ffc-8390-4eac-af4d-c2e2c0be7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.966379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-dd4a3ffc-8390-4eac-af4d-c2e2c0be7dc5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.2091486 Jul 13 07:44:00.974097 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15766347-97b8-4766-a5d1-be4da0e246ba x-openstack-request-id: req-15766347-97b8-4766-a5d1-be4da0e246ba {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:00.974457 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d344265c-1b23-47ac-9456-b871eca6fbf1", "name": "network-vif-plugged", "status": "completed", "tag": "a29096ac-44f9-4142-a67b-c6e41d8e8b17", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:00.974697 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15766347-97b8-4766-a5d1-be4da0e246ba {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:00.975227 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'code': 200} Jul 13 07:44:01.013646 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=a29096ac-44f9-4142-a67b-c6e41d8e8b17,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.141216 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-616461af-6e97-46d1-b41e-012fa621cf49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1f358fba-fa65-41c0-b985-818e4edd0bf4 HTTP/1.1" status: 200 len: 217 time: 0.1469619 Jul 13 07:44:01.156872 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.171880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Allocated IP 2001:db8::f816:3eff:fea0:a1a1 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/629afa07-7dad-49a2-a7c8-d0df89091c26/cb92130e-f3a2-44a1-b4f3-5575e1ffc534) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:01.232518 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.296678 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.355879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:01.374712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:01.381594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-898e3553-e582-43a0-99df-b2d9b717d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.383569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-898e3553-e582-43a0-99df-b2d9b717d06b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.2294981 Jul 13 07:44:01.385376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:01.393106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.393874 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.424727 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6848562 Jul 13 07:44:01.427962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42658) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:01.428932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90782b5f-d190-4a5a-b7f0-4d56d223a9f7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=369a599c-3e6b-4d1a-9ed9-180d922e8729,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.459251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4714c78-ad63-4be1-8c91-3339eba65a74 req-9cee5940-705c-4888-99c1-ed77199409ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.461704 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e4714c78-ad63-4be1-8c91-3339eba65a74 req-9cee5940-705c-4888-99c1-ed77199409ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 1097 time: 0.3726819 Jul 13 07:44:01.504143 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30f7e1-80fe-4bbc-a95c-8a7d4d96e567 req-ec51a4ab-8947-44c8-b475-ba55fff58225 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.505904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a30f7e1-80fe-4bbc-a95c-8a7d4d96e567 req-ec51a4ab-8947-44c8-b475-ba55fff58225 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 946 time: 0.4148788 Jul 13 07:44:01.506806 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.537942 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e4714c78-ad63-4be1-8c91-3339eba65a74 req-a8e9eb7f-3606-4d76-92f5-a5df0c3ae6c7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698187 Jul 13 07:44:01.543675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Transition to ACTIVE for port object cb92130e-f3a2-44a1-b4f3-5575e1ffc534 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:01.555114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7e1bcac1-439a-43ef-968f-cf0b8151a8bb None None] Provisioning complete for port a29096ac-44f9-4142-a67b-c6e41d8e8b17 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:01.555485 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7e1bcac1-439a-43ef-968f-cf0b8151a8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.572580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Transition to ACTIVE for port object cb92130e-f3a2-44a1-b4f3-5575e1ffc534 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:01.581430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Allocated IP 172.25.6.156 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/a7eafcbd-acc7-43ac-a1f7-db0e555f0d79) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:01.583337 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a30f7e1-80fe-4bbc-a95c-8a7d4d96e567 req-831c633d-2d63-480b-a8ad-73542ae79760 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704863 Jul 13 07:44:01.585389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-3919bc59-5047-4fe2-90f1-aa6cbd7d1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.588481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-3919bc59-5047-4fe2-90f1-aa6cbd7d1b2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1767347 Jul 13 07:44:01.600398 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.627261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dad9a89-1f07-4a56-96e3-ed6f294b2dac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:01.629167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8dad9a89-1f07-4a56-96e3-ed6f294b2dac tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2001727 Jul 13 07:44:01.632336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42662) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:01.659145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:01.667867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:01.674273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:01.685084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Pushing event updated for resources: {'Port': ['ID=cb92130e-f3a2-44a1-b4f3-5575e1ffc534,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.757101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.778954 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-424a0a5d-ea06-4038-a121-87956a25fe06 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819036 Jul 13 07:44:01.779998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Attempting to bind port cb92130e-f3a2-44a1-b4f3-5575e1ffc534 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:01.780420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Attempting to bind port cb92130e-f3a2-44a1-b4f3-5575e1ffc534 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:01.780794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Attempting to bind port cb92130e-f3a2-44a1-b4f3-5575e1ffc534 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:01.789003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:01.790027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:01.790027 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.790428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:01.790906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Bound port: cb92130e-f3a2-44a1-b4f3-5575e1ffc534, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:01.791292 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.848806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.887955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] For port cb92130e-f3a2-44a1-b4f3-5575e1ffc534, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:01.893663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] For port cb92130e-f3a2-44a1-b4f3-5575e1ffc534, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=cb92130e-f3a2-44a1-b4f3-5575e1ffc534,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:01.898831 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.911564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:01.917320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:01.921316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:01.947613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event updated for resources: {'Port': ['ID=a7eafcbd-acc7-43ac-a1f7-db0e555f0d79,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.969269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.976092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.976265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.979423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.979995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.980478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.980926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.981369 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.981769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-652b2f9f-373a-4a9a-b701-66d11962005f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 369a599c-3e6b-4d1a-9ed9-180d922e8729 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:01.981897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.982121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-652b2f9f-373a-4a9a-b701-66d11962005f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.982422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.982859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.983307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:01.984862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1735f-44ed-44c8-b802-6cf9d22e04b9 None None] Pushing event updated for resources: {'Port': ['ID=cb92130e-f3a2-44a1-b4f3-5575e1ffc534,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:02.065935 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6992b16a-b376-4ad8-b37d-2ec090c7810b req-394cac3b-86b6-4849-93a2-992980dadff2 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786095 Jul 13 07:44:02.146320 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-652b2f9f-373a-4a9a-b701-66d11962005f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.162571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-652b2f9f-373a-4a9a-b701-66d11962005f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 369a599c-3e6b-4d1a-9ed9-180d922e8729 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:02.311439 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.437248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-652b2f9f-373a-4a9a-b701-66d11962005f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.522819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b2f9f-373a-4a9a-b701-66d11962005f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=369a599c-3e6b-4d1a-9ed9-180d922e8729,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:02.563704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-652b2f9f-373a-4a9a-b701-66d11962005f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.569097 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-652b2f9f-373a-4a9a-b701-66d11962005f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/369a599c-3e6b-4d1a-9ed9-180d922e8729 HTTP/1.1" status: 204 len: 168 time: 0.9352577 Jul 13 07:44:02.569821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42678) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:02.634475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device cb92130e-f3a2-44a1-b4f3-5575e1ffc534 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:02.640366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8dd4c8-3b33-4bbf-86b5-f1bdfcf8c0e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:02.643863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8dd4c8-3b33-4bbf-86b5-f1bdfcf8c0e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:02.648855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2c8dd4c8-3b33-4bbf-86b5-f1bdfcf8c0e8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0779676 Jul 13 07:44:02.649803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42682) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:02.743925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-9550fcf3-ebfa-4e19-876b-935c8674663c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 629afa07-7dad-49a2-a7c8-d0df89091c26 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:02.753534 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9550fcf3-ebfa-4e19-876b-935c8674663c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.759176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port cb92130e-f3a2-44a1-b4f3-5575e1ffc534 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:02.780808 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.784870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.836053 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9550fcf3-ebfa-4e19-876b-935c8674663c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:02.930513 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e096e0c-8491-4085-ab63-509b5aaff9eb req-8048577a-b4fe-4419-8553-b2ca10e9e026 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:02.932004 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e096e0c-8491-4085-ab63-509b5aaff9eb req-8048577a-b4fe-4419-8553-b2ca10e9e026 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 946 time: 0.1459844 Jul 13 07:44:02.985586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Router c67ea574-9da1-42a1-9f44-a71edf738cdd is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:02.993184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9550fcf3-ebfa-4e19-876b-935c8674663c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.034033 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e096e0c-8491-4085-ab63-509b5aaff9eb req-ffb9e808-3658-45a5-9d0b-699ebed835c3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841515 Jul 13 07:44:03.093718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9550fcf3-ebfa-4e19-876b-935c8674663c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.150388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9550fcf3-ebfa-4e19-876b-935c8674663c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.154188 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9550fcf3-ebfa-4e19-876b-935c8674663c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/629afa07-7dad-49a2-a7c8-d0df89091c26 HTTP/1.1" status: 204 len: 168 time: 0.5008428 Jul 13 07:44:03.154188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550fcf3-ebfa-4e19-876b-935c8674663c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=629afa07-7dad-49a2-a7c8-d0df89091c26,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:03.157438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42692) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.206553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:03.220743 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6a755-d1ce-49f4-9041-ed2777b64174 None None] Sync routers for ids ['c67ea574-9da1-42a1-9f44-a71edf738cdd'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:03.225292 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.228595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-07fbe77f-9dd0-45c9-8ce4-34c7b0711a5f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "PUT /v2.0/routers/c67ea574-9da1-42a1-9f44-a71edf738cdd HTTP/1.1" status: 200 len: 915 time: 2.7343104 Jul 13 07:44:03.229404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42694) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.238278 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6a755-d1ce-49f4-9041-ed2777b64174 None None] Routers {'c67ea574-9da1-42a1-9f44-a71edf738cdd'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:03.241191 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-17b6a755-d1ce-49f4-9041-ed2777b64174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c67ea574-9da1-42a1-9f44-a71edf738cdd'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:03.246440 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f3cea550-c1d1-47cc-b2f3-de38d546051d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840540 Jul 13 07:44:03.249152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42698) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.255494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:03.322938 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-17b6a755-d1ce-49f4-9041-ed2777b64174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:03.347016 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6a755-d1ce-49f4-9041-ed2777b64174 None None] Routers {'c67ea574-9da1-42a1-9f44-a71edf738cdd'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:03.347926 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-17b6a755-d1ce-49f4-9041-ed2777b64174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c67ea574-9da1-42a1-9f44-a71edf738cdd'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:03.426360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:03.431921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.436298 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-17b6a755-d1ce-49f4-9041-ed2777b64174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:03.437175 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6a755-d1ce-49f4-9041-ed2777b64174 None None] The sync data for ids ['c67ea574-9da1-42a1-9f44-a71edf738cdd'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:03.459378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b609-592a-45e7-a61d-d749f2ba8ace req-9d333b08-72df-4394-ab2f-ab01590e13b5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.467721 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-63f6b609-592a-45e7-a61d-d749f2ba8ace req-9d333b08-72df-4394-ab2f-ab01590e13b5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 946 time: 0.2367942 Jul 13 07:44:03.529945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42702) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.530788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-af957d9b-07ec-4c0d-8014-8ca2482c709a tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/routers/c67ea574-9da1-42a1-9f44-a71edf738cdd HTTP/1.1" status: 200 len: 921 time: 0.2979519 Jul 13 07:44:03.543368 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-63f6b609-592a-45e7-a61d-d749f2ba8ace req-7d4fe5bc-0e2d-458d-a0f9-3c59c8e9108b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738759 Jul 13 07:44:03.560113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42704) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.606055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781e8835-5d0d-452c-b677-1c0045a17e2b None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:03.655608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e59ecf7-6f75-4fd1-be5e-06c7a48dfacd tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.658414 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6e59ecf7-6f75-4fd1-be5e-06c7a48dfacd tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&device_id=c67ea574-9da1-42a1-9f44-a71edf738cdd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1258297 Jul 13 07:44:03.661076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42708) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.685664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601044f3-64ac-4ffe-b051-e46cb0530c74 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.687797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-601044f3-64ac-4ffe-b051-e46cb0530c74 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 1092 time: 0.1265912 Jul 13 07:44:03.691500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42710) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.697386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:03.729631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.743208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Provisioning for port cb92130e-f3a2-44a1-b4f3-5575e1ffc534 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:03.791444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Provisioning complete for port cb92130e-f3a2-44a1-b4f3-5575e1ffc534 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:03.791735 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.844433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1849dfa1-30c0-4490-bb62-d4290578d549 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.850381 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1849dfa1-30c0-4490-bb62-d4290578d549 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 881 time: 0.1877155 Jul 13 07:44:03.907809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42714) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:03.946453 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.996302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eb9ac184-8dcb-4335-a560-3c0928d3128a tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67ea574-9da1-42a1-9f44-a71edf738cdd HTTP/1.1" status: 200 len: 205 time: 0.0628405 Jul 13 07:44:04.003085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42720) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:04.011664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61559718-dd71-4fe5-a731-b1024704f2d3 None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:04.058318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] For port cb92130e-f3a2-44a1-b4f3-5575e1ffc534, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=cb92130e-f3a2-44a1-b4f3-5575e1ffc534,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:04.065730 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.139943 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.165343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-61559718-dd71-4fe5-a731-b1024704f2d3 None None] Deleting port cb92130e-f3a2-44a1-b4f3-5575e1ffc534 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:04.166044 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-61559718-dd71-4fe5-a731-b1024704f2d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.176131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.objects.ports [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:44:04.179372 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.269840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-61559718-dd71-4fe5-a731-b1024704f2d3 None None] For port cb92130e-f3a2-44a1-b4f3-5575e1ffc534, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=cb92130e-f3a2-44a1-b4f3-5575e1ffc534,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:04.270716 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-61559718-dd71-4fe5-a731-b1024704f2d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.285743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-61559718-dd71-4fe5-a731-b1024704f2d3 None None] Calling delete_port for cb92130e-f3a2-44a1-b4f3-5575e1ffc534 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:04.332622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Pushing event updated for resources: {'Port': ['ID=cb92130e-f3a2-44a1-b4f3-5575e1ffc534,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.346119 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.346833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.347379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.348043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.348585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.349141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.349682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.350216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.350761 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.351306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.351852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.352286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91180089-f4b8-438f-88d4-b53892c00efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:04.392948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-61559718-dd71-4fe5-a731-b1024704f2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.506254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device cb92130e-f3a2-44a1-b4f3-5575e1ffc534 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:04.511687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61559718-dd71-4fe5-a731-b1024704f2d3 None None] Pushing event deleted for resources: {'Port': ['ID=cb92130e-f3a2-44a1-b4f3-5575e1ffc534,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.514287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Port cb92130e-f3a2-44a1-b4f3-5575e1ffc534 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 13 07:44:04.514742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Reverting IP allocation for 2001:db8::f816:3eff:fea0:a1a1 {{(pid=93839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 13 07:44:04.524086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea0:a1a1 {{(pid=93839) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 13 07:44:04.525379 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.561739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61559718-dd71-4fe5-a731-b1024704f2d3 None None] No DVR routers for this DVR port cb92130e-f3a2-44a1-b4f3-5575e1ffc534 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:04.567614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Allocated IP 172.25.6.34 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/3121931a-b772-4ae8-ab85-e85d8b2d80f8) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:04.568381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: cb92130e-f3a2-44a1-b4f3-5575e1ffc534 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:04.568381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device cb92130e-f3a2-44a1-b4f3-5575e1ffc534 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:04.585403 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.597449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.626920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=593e0e96-c1c9-4d1e-b3d7-91cb980c624d,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.637039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:04.638857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:04.645431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.645989 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.649247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a62c9-1f6d-433b-b36d-591c58f8ea3d None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:04.680777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c9786144-47b7-45d3-885d-2c0a72bfe983 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4305525 Jul 13 07:44:04.684235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42734) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:04.710566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:20:b4:24', 'name': 'tempest-NetworksTestDHCPv6-655277483'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:04.743881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.754406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Deleting port a7eafcbd-acc7-43ac-a1f7-db0e555f0d79 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:04.754736 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.859359 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.873170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.903929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Calling delete_port for a7eafcbd-acc7-43ac-a1f7-db0e555f0d79 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:04.920906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:04.947240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': '593e0e96-c1c9-4d1e-b3d7-91cb980c624d'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:04.948261 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.968139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:04.977346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:04.982672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:04.984699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=3121931a-b772-4ae8-ab85-e85d8b2d80f8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.139451 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.172340 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 5038d213-17fb-462e-938c-4e40043102a0 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:05.185128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Allocated IP 2001:db8::f816:3eff:feda:7aa4 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/593e0e96-c1c9-4d1e-b3d7-91cb980c624d/41310bb4-b2cf-4d2b-a116-fed851396718) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:05.410430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.611658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Transition to ACTIVE for port object 41310bb4-b2cf-4d2b-a116-fed851396718 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:05.613593 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.630282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Transition to ACTIVE for port object 41310bb4-b2cf-4d2b-a116-fed851396718 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:05.645173 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.677538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Pushing event deleted for resources: {'Port': ['ID=a7eafcbd-acc7-43ac-a1f7-db0e555f0d79,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.726742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:05.729553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:05.730290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f816:3eff:fe20:b424 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/593e0e96-c1c9-4d1e-b3d7-91cb980c624d/5038d213-17fb-462e-938c-4e40043102a0) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:05.734191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:05.737451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Pushing event updated for resources: {'Port': ['ID=41310bb4-b2cf-4d2b-a116-fed851396718,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:05.819530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Attempting to bind port 41310bb4-b2cf-4d2b-a116-fed851396718 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:05.820895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Attempting to bind port 41310bb4-b2cf-4d2b-a116-fed851396718 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:05.821423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Attempting to bind port 41310bb4-b2cf-4d2b-a116-fed851396718 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:05.833338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.833547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:05.834572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:05.834572 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.834796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:05.835591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Bound port: 41310bb4-b2cf-4d2b-a116-fed851396718, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:05.836409 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.933096 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.952919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 5038d213-17fb-462e-938c-4e40043102a0 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:05.958710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] For port 41310bb4-b2cf-4d2b-a116-fed851396718, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:05.965450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] For port 41310bb4-b2cf-4d2b-a116-fed851396718, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=41310bb4-b2cf-4d2b-a116-fed851396718,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:05.969984 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.004277 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.062711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2c2da-52e6-41bb-80ce-e3510c7e5331 None None] Pushing event updated for resources: {'Port': ['ID=41310bb4-b2cf-4d2b-a116-fed851396718,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:06.119174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:06.121295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:06.130973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:06.138451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:06.139360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.152197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=5038d213-17fb-462e-938c-4e40043102a0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:06.168989 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6f491275-6283-4593-a7b3-d1de15078d65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4831104 Jul 13 07:44:06.172915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42746) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:06.213164 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.220785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.348770 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.349667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Fanout notify agent at l3_agent the message router_deleted on router c67ea574-9da1-42a1-9f44-a71edf738cdd {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:06.368121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.373685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1b433fbf-8367-40d5-93f6-099dd699aedb tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/c67ea574-9da1-42a1-9f44-a71edf738cdd HTTP/1.1" status: 204 len: 168 time: 2.3693714 Jul 13 07:44:06.374398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42754) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:06.382992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9c77b79d-88ab-46ba-8224-9f49e2776559 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1053914837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:06.395709 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.402687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c797b5f-1704-4436-a946-af44051bf111 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:06.425449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c797b5f-1704-4436-a946-af44051bf111 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:06.459006 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0c797b5f-1704-4436-a946-af44051bf111 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2787588 Jul 13 07:44:06.465139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42756) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:06.533199 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c77b79d-88ab-46ba-8224-9f49e2776559 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.536987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c77b79d-88ab-46ba-8224-9f49e2776559 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.647638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41310bb4-b2cf-4d2b-a116-fed851396718 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:06.686359 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.747585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-af128346-fdbb-4f59-9461-d117d622dc65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 5038d213-17fb-462e-938c-4e40043102a0 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:06.748999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af128346-fdbb-4f59-9461-d117d622dc65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.770583 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c77b79d-88ab-46ba-8224-9f49e2776559 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.782623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 41310bb4-b2cf-4d2b-a116-fed851396718 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:06.811331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c77b79d-88ab-46ba-8224-9f49e2776559 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.849143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c77b79d-88ab-46ba-8224-9f49e2776559 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.852967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9c77b79d-88ab-46ba-8224-9f49e2776559 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4721467 Jul 13 07:44:06.855584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42762) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:06.860493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_snat': False}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:06.922150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af128346-fdbb-4f59-9461-d117d622dc65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:06.935727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-af128346-fdbb-4f59-9461-d117d622dc65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 5038d213-17fb-462e-938c-4e40043102a0 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:07.073232 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.081308 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.207472 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af128346-fdbb-4f59-9461-d117d622dc65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.243169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.266028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=3121931a-b772-4ae8-ab85-e85d8b2d80f8,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:07.277941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.305064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af128346-fdbb-4f59-9461-d117d622dc65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=5038d213-17fb-462e-938c-4e40043102a0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:07.346548 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af128346-fdbb-4f59-9461-d117d622dc65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.347452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-af128346-fdbb-4f59-9461-d117d622dc65 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/5038d213-17fb-462e-938c-4e40043102a0 HTTP/1.1" status: 204 len: 168 time: 0.8811023 Jul 13 07:44:07.348358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42772) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:07.462517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44881686-c8d6-44fa-ad21-f7e8a7c07421 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.464979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44881686-c8d6-44fa-ad21-f7e8a7c07421 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.471401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-44881686-c8d6-44fa-ad21-f7e8a7c07421 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1213193 Jul 13 07:44:07.472386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42774) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:07.489183 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Floating IP 1b1e51fe-1d27-4c16-a93f-12dae417aa54 associated. External IP: 172.25.6.34, port: a29096ac-44f9-4142-a67b-c6e41d8e8b17. Jul 13 07:44:07.535476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7ab820-bcf2-4bf0-a9ff-69472350a7a8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 593e0e96-c1c9-4d1e-b3d7-91cb980c624d {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:07.542156 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab820-bcf2-4bf0-a9ff-69472350a7a8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.635654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab820-bcf2-4bf0-a9ff-69472350a7a8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.686361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1410c8b9-8313-4545-add7-8a040a8df343 None None] Provisioning for port 41310bb4-b2cf-4d2b-a116-fed851396718 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:07.698191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1410c8b9-8313-4545-add7-8a040a8df343 None None] Provisioning complete for port 41310bb4-b2cf-4d2b-a116-fed851396718 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:07.698583 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1410c8b9-8313-4545-add7-8a040a8df343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.846124 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab820-bcf2-4bf0-a9ff-69472350a7a8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.932418 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.934456 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.982943 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab820-bcf2-4bf0-a9ff-69472350a7a8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:07.995006 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1410c8b9-8313-4545-add7-8a040a8df343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.022668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab820-bcf2-4bf0-a9ff-69472350a7a8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.032950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5b7ab820-bcf2-4bf0-a9ff-69472350a7a8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/593e0e96-c1c9-4d1e-b3d7-91cb980c624d HTTP/1.1" status: 204 len: 168 time: 0.5589166 Jul 13 07:44:08.102341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42780) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:08.117466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ab820-bcf2-4bf0-a9ff-69472350a7a8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=593e0e96-c1c9-4d1e-b3d7-91cb980c624d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:08.172030 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-1410c8b9-8313-4545-add7-8a040a8df343 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:44:08.172503 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-1410c8b9-8313-4545-add7-8a040a8df343 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:44:08.215999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a2bc9ab6-1c6e-43ea-87a4-1e50882acac4 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084902 Jul 13 07:44:08.218283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42784) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:08.255297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497a3b45-27e5-4509-93af-a93e5689e67f None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:08.317134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05643847-874e-419a-8784-6f13ca0d03c5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:08.322345 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-05643847-874e-419a-8784-6f13ca0d03c5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1012433 Jul 13 07:44:08.322345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42786) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:08.433580 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957974a-b5de-478c-945a-c7695b8536dd tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:08.435311 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4957974a-b5de-478c-945a-c7695b8536dd tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1122782 Jul 13 07:44:08.441527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42790) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:08.442075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42792) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:08.450600 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.513114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-67df701f-75f9-4175-9732-cf4163b4f055 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694475 Jul 13 07:44:08.517824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42796) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:08.526365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-13464705-d369-4db9-b41f-2d5bfe742f5d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:08.555855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router 022c76f6-674b-448f-8bca-529c62f76234 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:08.597926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e457171-fb7d-4135-9839-26444dcd3e95 None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:08.683129 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45a4135b-9ef8-4545-9bb4-5676fd91a683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.705903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Allocated IP 172.25.6.110 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/e3627b8a-c15e-4c3f-87b8-16940c9a395f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:08.758032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:08.869744 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45a4135b-9ef8-4545-9bb4-5676fd91a683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.884316 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45a4135b-9ef8-4545-9bb4-5676fd91a683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.888473 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1410c8b9-8313-4545-add7-8a040a8df343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.892840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] Sync routers for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:08.919723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5e457171-fb7d-4135-9839-26444dcd3e95 None None] Deleting port 41310bb4-b2cf-4d2b-a116-fed851396718 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:08.920121 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e457171-fb7d-4135-9839-26444dcd3e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.936907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13464705-d369-4db9-b41f-2d5bfe742f5d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:08.941738 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.950670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13464705-d369-4db9-b41f-2d5bfe742f5d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.957211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:08.958057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:08.979269 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.015014 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.044548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1410c8b9-8313-4545-add7-8a040a8df343 None None] For port 41310bb4-b2cf-4d2b-a116-fed851396718, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=41310bb4-b2cf-4d2b-a116-fed851396718,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:09.059408 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-45a4135b-9ef8-4545-9bb4-5676fd91a683 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a459d10db280415d982da9eb9b2f4362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6123769 Jul 13 07:44:09.060948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1410c8b9-8313-4545-add7-8a040a8df343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.061100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42800) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:09.065605 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4135b-9ef8-4545-9bb4-5676fd91a683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a22c39a-5b3e-4aeb-a703-97ceb2228987,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:09.071892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5e457171-fb7d-4135-9839-26444dcd3e95 None None] For port 41310bb4-b2cf-4d2b-a116-fed851396718, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=41310bb4-b2cf-4d2b-a116-fed851396718,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:09.072533 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e457171-fb7d-4135-9839-26444dcd3e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.082830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:09.091449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:09.108837 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-21136c94-57bd-49d1-ada7-25475666e7e7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4154832 Jul 13 07:44:09.109856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:09.116477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'tag': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:09.118798 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f4c8db-7886-464e-98b2-6368a894a103" -d '{"events": [{"name": "network-changed", "server_uuid": "d344265c-1b23-47ac-9456-b871eca6fbf1", "tag": "a29096ac-44f9-4142-a67b-c6e41d8e8b17"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:09.122617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42802) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:09.159533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5e457171-fb7d-4135-9839-26444dcd3e95 None None] Calling delete_port for 41310bb4-b2cf-4d2b-a116-fed851396718 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:09.230473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Pushing event updated for resources: {'Port': ['ID=e3627b8a-c15e-4c3f-87b8-16940c9a395f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:09.252186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410c8b9-8313-4545-add7-8a040a8df343 None None] Pushing event updated for resources: {'Port': ['ID=41310bb4-b2cf-4d2b-a116-fed851396718,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:09.267474 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:09.308785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f0d25c8e-8f43-41b4-b032-f02c3bff983f None None] Could not find standard attr ID for object 5038d213-17fb-462e-938c-4e40043102a0. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:44:09.350396 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f5bdc8a-2bc6-4243-ba89-3866dd3b256b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.464077 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e457171-fb7d-4135-9839-26444dcd3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.537620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e457171-fb7d-4135-9839-26444dcd3e95 None None] Pushing event deleted for resources: {'Port': ['ID=41310bb4-b2cf-4d2b-a116-fed851396718,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:09.545840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e457171-fb7d-4135-9839-26444dcd3e95 None None] No DVR routers for this DVR port 41310bb4-b2cf-4d2b-a116-fed851396718 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:09.620936 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee491b2c-8ab7-4dc5-97f5-2419767c6c0c x-openstack-request-id: req-ee491b2c-8ab7-4dc5-97f5-2419767c6c0c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:09.621634 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d344265c-1b23-47ac-9456-b871eca6fbf1", "tag": "a29096ac-44f9-4142-a67b-c6e41d8e8b17", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:09.622049 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee491b2c-8ab7-4dc5-97f5-2419767c6c0c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:09.622605 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'tag': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'status': 'completed', 'code': 200} Jul 13 07:44:09.628668 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f5bdc8a-2bc6-4243-ba89-3866dd3b256b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.687267 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-06d066f5-5fbb-48bf-a1bc-36af6b0c58ae tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/floatingips/1b1e51fe-1d27-4c16-a93f-12dae417aa54 HTTP/1.1" status: 200 len: 991 time: 0.5463848 Jul 13 07:44:09.704031 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f5bdc8a-2bc6-4243-ba89-3866dd3b256b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.707526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f5bdc8a-2bc6-4243-ba89-3866dd3b256b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.708975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5f5bdc8a-2bc6-4243-ba89-3866dd3b256b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a22c39a-5b3e-4aeb-a703-97ceb2228987 HTTP/1.1" status: 204 len: 168 time: 0.6215127 Jul 13 07:44:09.762197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bdc8a-2bc6-4243-ba89-3866dd3b256b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a22c39a-5b3e-4aeb-a703-97ceb2228987,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:09.920074 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13464705-d369-4db9-b41f-2d5bfe742f5d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.923976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:43:33Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '1b1e51fe-1d27-4c16-a93f-12dae417aa54', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '022c76f6-674b-448f-8bca-529c62f76234', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'mac_address': 'fa:16:3e:44:8d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:05Z', 'updated_at': '2021-07-13T07:44:05Z', 'revision_number': 0, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:09.990806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] Checking router: 022c76f6-674b-448f-8bca-529c62f76234 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:10.003212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:10.003615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:10.044682 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.050825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13464705-d369-4db9-b41f-2d5bfe742f5d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:10.075745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c8db-7886-464e-98b2-6368a894a103 req-31aa7c5f-6d12-4d4a-803d-a2c832502e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.080431 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67f4c8db-7886-464e-98b2-6368a894a103 req-31aa7c5f-6d12-4d4a-803d-a2c832502e6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 1097 time: 0.3331678 Jul 13 07:44:10.091593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-13464705-d369-4db9-b41f-2d5bfe742f5d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:10.122421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8e33f0-5510-4f20-b574-16b0af381a21 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:10.131037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13464705-d369-4db9-b41f-2d5bfe742f5d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.135115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13464705-d369-4db9-b41f-2d5bfe742f5d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.169123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13464705-d369-4db9-b41f-2d5bfe742f5d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=18100a4a-67f4-4568-9380-1e295cb95f01,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:10.237797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:10.288354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-13464705-d369-4db9-b41f-2d5bfe742f5d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7694311 Jul 13 07:44:10.291300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42816) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:10.296598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:6f:67:66', 'name': 'tempest-NetworksTestDHCPv6-365451491'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:10.347240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c8db-7886-464e-98b2-6368a894a103 req-688e8b9f-e4dd-4e15-9237-2d19f8595b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.348699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67f4c8db-7886-464e-98b2-6368a894a103 req-688e8b9f-e4dd-4e15-9237-2d19f8595b89 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee95c9c2-7ceb-460f-8c8b-4a50afa20245 HTTP/1.1" status: 200 len: 896 time: 0.2369421 Jul 13 07:44:10.497733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42820) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:10.521710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c80d5035-b676-4b4e-a3b6-26fd8791d2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.522947 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67f4c8db-7886-464e-98b2-6368a894a103 req-2374a8e2-8af3-4158-974e-8e4df8668266 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a29096ac-44f9-4142-a67b-c6e41d8e8b17 HTTP/1.1" status: 200 len: 999 time: 0.1430180 Jul 13 07:44:10.541005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41310bb4-b2cf-4d2b-a116-fed851396718 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:10.552859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': '18100a4a-67f4-4568-9380-1e295cb95f01'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:10.553983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.597036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.600948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 41310bb4-b2cf-4d2b-a116-fed851396718 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:10.601294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41310bb4-b2cf-4d2b-a116-fed851396718 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:10.612917 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c8db-7886-464e-98b2-6368a894a103 req-7eeeccdf-17a8-4b03-85ea-c3779a02c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.613910 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.614783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67f4c8db-7886-464e-98b2-6368a894a103 req-7eeeccdf-17a8-4b03-85ea-c3779a02c7dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd5ffb9-39f2-4613-ab48-c32aa9a341bd HTTP/1.1" status: 200 len: 834 time: 0.0846431 Jul 13 07:44:10.617624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:10.691230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42822) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:10.836540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c8db-7886-464e-98b2-6368a894a103 req-329194e5-98b0-44e1-839d-c43f1f351f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.838722 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67f4c8db-7886-464e-98b2-6368a894a103 req-329194e5-98b0-44e1-839d-c43f1f351f2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee95c9c2-7ceb-460f-8c8b-4a50afa20245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154603 Jul 13 07:44:10.852931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Router 8b81dc14-74db-4f9c-9cf0-73ee2636c11c is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:10.853173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Allocated IP 2001:db8::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/18100a4a-67f4-4568-9380-1e295cb95f01/fb214ab9-7bfc-45eb-9f2a-57b7bab787b5) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:10.891093 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.893096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9bc818e3-f36e-47a0-9736-ee2076b3772c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/floatingips/1b1e51fe-1d27-4c16-a93f-12dae417aa54 HTTP/1.1" status: 200 len: 991 time: 0.1997192 Jul 13 07:44:10.957995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:43:33Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '1b1e51fe-1d27-4c16-a93f-12dae417aa54', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '022c76f6-674b-448f-8bca-529c62f76234', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'mac_address': 'fa:16:3e:44:8d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:05Z', 'updated_at': '2021-07-13T07:44:05Z', 'revision_number': 0, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:10.984114 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port c5ce9881-002d-4d29-ad43-fc019123b660 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:10.992522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56733ad-240d-4488-a85c-0f2dec7bb3f6 None None] The sync data for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 is: [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:43:33Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '1b1e51fe-1d27-4c16-a93f-12dae417aa54', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '022c76f6-674b-448f-8bca-529c62f76234', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'mac_address': 'fa:16:3e:44:8d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:05Z', 'updated_at': '2021-07-13T07:44:05Z', 'revision_number': 0, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:11.031231 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c80d5035-b676-4b4e-a3b6-26fd8791d2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.037333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67f4c8db-7886-464e-98b2-6368a894a103 req-fe2362ff-993b-48ee-8f5b-bd99d53cdc0e service neutron] 10.222.0.54 "GET /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859798 Jul 13 07:44:11.049200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c80d5035-b676-4b4e-a3b6-26fd8791d2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.086827 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.099242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:11.102466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Transition to ACTIVE for port object fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:11.121942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Transition to ACTIVE for port object fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:11.123353 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd114f-eaea-44fa-8229-5871296ed23d None None] Sync routers for ids ['8b81dc14-74db-4f9c-9cf0-73ee2636c11c'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:11.127147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.130528 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.134765 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4a29be21-e843-4374-9bfa-26c804bda293 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "PUT /v2.0/routers/8b81dc14-74db-4f9c-9cf0-73ee2636c11c HTTP/1.1" status: 200 len: 916 time: 4.2779717 Jul 13 07:44:11.138094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42824) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.144736 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd114f-eaea-44fa-8229-5871296ed23d None None] Routers {'8b81dc14-74db-4f9c-9cf0-73ee2636c11c'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:11.145652 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e0cd114f-eaea-44fa-8229-5871296ed23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8b81dc14-74db-4f9c-9cf0-73ee2636c11c'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:11.177353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:11.182267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:11.187143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:11.192879 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e0cd114f-eaea-44fa-8229-5871296ed23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:11.210814 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd114f-eaea-44fa-8229-5871296ed23d None None] Routers {'8b81dc14-74db-4f9c-9cf0-73ee2636c11c'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:11.212481 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e0cd114f-eaea-44fa-8229-5871296ed23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8b81dc14-74db-4f9c-9cf0-73ee2636c11c'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:11.246706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67f4c8db-7886-464e-98b2-6368a894a103 req-7d0868fa-d5bb-4167-9143-267001398b27 service neutron] 10.222.0.54 "GET /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009418 Jul 13 07:44:11.247675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::11e (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/18100a4a-67f4-4568-9380-1e295cb95f01/c5ce9881-002d-4d29-ad43-fc019123b660) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:11.258635 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e0cd114f-eaea-44fa-8229-5871296ed23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:11.263569 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd114f-eaea-44fa-8229-5871296ed23d None None] The sync data for ids ['8b81dc14-74db-4f9c-9cf0-73ee2636c11c'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:11.306154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d5035-b676-4b4e-a3b6-26fd8791d2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aec62c-dd4d-45a0-9b89-b227e3961be3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:11.316630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c80d5035-b676-4b4e-a3b6-26fd8791d2af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3249282505df42b69ba29c166472b6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8175049 Jul 13 07:44:11.318296 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42828) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.420473 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3f547a1c-28cb-4d92-b97b-92464f2e200e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/routers/8b81dc14-74db-4f9c-9cf0-73ee2636c11c HTTP/1.1" status: 200 len: 922 time: 0.2730629 Jul 13 07:44:11.421533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42830) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.429749 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3640d7e3-3a58-4512-b85f-9fe376b2cf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.457379 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3640d7e3-3a58-4512-b85f-9fe376b2cf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.492928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e983326e-5d05-4d77-8077-bb51b5621e39 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:11.497808 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e983326e-5d05-4d77-8077-bb51b5621e39 tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&device_id=8b81dc14-74db-4f9c-9cf0-73ee2636c11c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0751319 Jul 13 07:44:11.498563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42832) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.570474 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8684aa-e6f8-454a-ae14-ebc2e92ae341 None None] New status for floating IP 1b1e51fe-1d27-4c16-a93f-12dae417aa54: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:44:11.578823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Pushing event updated for resources: {'Port': ['ID=fb214ab9-7bfc-45eb-9f2a-57b7bab787b5,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:11.579476 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3640d7e3-3a58-4512-b85f-9fe376b2cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.583951 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3640d7e3-3a58-4512-b85f-9fe376b2cf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.585400 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3640d7e3-3a58-4512-b85f-9fe376b2cf0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8aec62c-dd4d-45a0-9b89-b227e3961be3 HTTP/1.1" status: 204 len: 168 time: 0.2660177 Jul 13 07:44:11.606163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640d7e3-3a58-4512-b85f-9fe376b2cf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aec62c-dd4d-45a0-9b89-b227e3961be3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:11.636455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e519e203-4f3b-4c1e-a9e2-e17a49381a0e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:11.641607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Attempting to bind port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:11.641816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.641941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Attempting to bind port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:11.641941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Attempting to bind port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:11.642366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42838) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.643174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e519e203-4f3b-4c1e-a9e2-e17a49381a0e tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 881 time: 0.1432276 Jul 13 07:44:11.655976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:11.656406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:11.657405 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.658034 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:11.658577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Bound port: fb214ab9-7bfc-45eb-9f2a-57b7bab787b5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:11.658961 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.682301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7b41a267-ef20-43e3-8edd-efdaad262719 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b81dc14-74db-4f9c-9cf0-73ee2636c11c HTTP/1.1" status: 200 len: 205 time: 0.0360990 Jul 13 07:44:11.682699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42840) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.696079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object c5ce9881-002d-4d29-ad43-fc019123b660 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:11.817928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] For port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:11.822506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] For port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=fb214ab9-7bfc-45eb-9f2a-57b7bab787b5,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:11.828949 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.844933 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.899547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42842) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:11.970802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916e155-41e6-430e-b83c-b74b9d5e8559 None None] Pushing event updated for resources: {'Port': ['ID=fb214ab9-7bfc-45eb-9f2a-57b7bab787b5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:11.983211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.020564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9cb860ea-d656-45bd-963f-f280eac9669b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/floatingips/1b1e51fe-1d27-4c16-a93f-12dae417aa54 HTTP/1.1" status: 200 len: 993 time: 0.1194146 Jul 13 07:44:12.067190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=c5ce9881-002d-4d29-ad43-fc019123b660,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.071499 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:12.077932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:12.082505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:12.088210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:12.088847 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.110227 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.116988 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e7b26c39-006b-4dad-a26d-66c0431dc4b8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8245926 Jul 13 07:44:12.121435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42848) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:12.226331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Deleting port e3627b8a-c15e-4c3f-87b8-16940c9a395f {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:12.227020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.236480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2b836f-87e4-4a7f-b4ba-ce79f81c0058 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:12.245294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2b836f-87e4-4a7f-b4ba-ce79f81c0058 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:12.248365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-de2b836f-87e4-4a7f-b4ba-ce79f81c0058 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1242833 Jul 13 07:44:12.249673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42854) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:12.339360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.353855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Calling delete_port for e3627b8a-c15e-4c3f-87b8-16940c9a395f owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:12.413494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-79cf7d6e-8ebb-4180-aab2-28d7a4f3b828 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port c5ce9881-002d-4d29-ad43-fc019123b660 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:12.413723 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79cf7d6e-8ebb-4180-aab2-28d7a4f3b828 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.565887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79cf7d6e-8ebb-4180-aab2-28d7a4f3b828 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.579745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-79cf7d6e-8ebb-4180-aab2-28d7a4f3b828 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for c5ce9881-002d-4d29-ad43-fc019123b660 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:12.635615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:12.638473 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.697164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Pushing event deleted for resources: {'Port': ['ID=e3627b8a-c15e-4c3f-87b8-16940c9a395f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.738013 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:12.767401 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79cf7d6e-8ebb-4180-aab2-28d7a4f3b828 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.768878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.802681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf7d6e-8ebb-4180-aab2-28d7a4f3b828 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=c5ce9881-002d-4d29-ad43-fc019123b660,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:12.843713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79cf7d6e-8ebb-4180-aab2-28d7a4f3b828 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.846822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-79cf7d6e-8ebb-4180-aab2-28d7a4f3b828 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/c5ce9881-002d-4d29-ad43-fc019123b660 HTTP/1.1" status: 204 len: 168 time: 0.5961559 Jul 13 07:44:12.849692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42870) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:12.884562 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.888486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.942517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6a551-fb27-4d64-b60e-6c6afb13dbdf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:12.944440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6a551-fb27-4d64-b60e-6c6afb13dbdf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:12.947059 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f6d6a551-fb27-4d64-b60e-6c6afb13dbdf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0961251 Jul 13 07:44:12.949488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42874) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:12.964931 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:12.965478 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Fanout notify agent at l3_agent the message router_deleted on router 8b81dc14-74db-4f9c-9cf0-73ee2636c11c {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:12.999980 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.005402 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-075e4a07-226b-482f-b9f7-82459eede3c5 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/8b81dc14-74db-4f9c-9cf0-73ee2636c11c HTTP/1.1" status: 204 len: 168 time: 1.3179796 Jul 13 07:44:13.005777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42876) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:13.011756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1263895233', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:13.039265 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-164525d7-a40d-4afb-b963-e11f3cbc2c26 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 18100a4a-67f4-4568-9380-1e295cb95f01 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:13.044051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-164525d7-a40d-4afb-b963-e11f3cbc2c26 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.052444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.053975 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.108203 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-164525d7-a40d-4afb-b963-e11f3cbc2c26 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.142665 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.221709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-164525d7-a40d-4afb-b963-e11f3cbc2c26 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.320540 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-164525d7-a40d-4afb-b963-e11f3cbc2c26 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.344452 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.370608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164525d7-a40d-4afb-b963-e11f3cbc2c26 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=18100a4a-67f4-4568-9380-1e295cb95f01,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:13.372785 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-164525d7-a40d-4afb-b963-e11f3cbc2c26 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.377060 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-164525d7-a40d-4afb-b963-e11f3cbc2c26 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/18100a4a-67f4-4568-9380-1e295cb95f01 HTTP/1.1" status: 204 len: 168 time: 0.4239342 Jul 13 07:44:13.377516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42882) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:13.428175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-73e05fed-d5db-4cca-a296-ef31306bd606 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476871 Jul 13 07:44:13.430049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42886) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:13.475985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f276804-e24c-46c7-9b8e-8f6ec2ace341 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:13.640713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dc961798-17e5-41fe-a3a6-35f95f6dbaf7 None None] Provisioning for port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:13.646686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dc961798-17e5-41fe-a3a6-35f95f6dbaf7 None None] Provisioning complete for port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:13.647076 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc961798-17e5-41fe-a3a6-35f95f6dbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.818023 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc961798-17e5-41fe-a3a6-35f95f6dbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.875092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dc961798-17e5-41fe-a3a6-35f95f6dbaf7 None None] For port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=fb214ab9-7bfc-45eb-9f2a-57b7bab787b5,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:13.881673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc07f5d-6bc5-40ba-a94f-bef01fb5ef24 None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:13.890201 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc961798-17e5-41fe-a3a6-35f95f6dbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.936255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eb3b57-39d7-4f1e-83b8-13a0c51f0787 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:13.940701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42904) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:13.940964 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d9eb3b57-39d7-4f1e-83b8-13a0c51f0787 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5096798 Jul 13 07:44:14.010678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc961798-17e5-41fe-a3a6-35f95f6dbaf7 None None] Pushing event updated for resources: {'Port': ['ID=fb214ab9-7bfc-45eb-9f2a-57b7bab787b5,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:14.029908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1fc07f5d-6bc5-40ba-a94f-bef01fb5ef24 None None] Deleting port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:14.030392 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1fc07f5d-6bc5-40ba-a94f-bef01fb5ef24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.033262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108e1458-a2db-48ae-ba22-651b9da439c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:14.035262 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-108e1458-a2db-48ae-ba22-651b9da439c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0935764 Jul 13 07:44:14.037683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42910) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:14.084607 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.091225 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9d251812-7682-4577-9836-ffddb4d44fae tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523472 Jul 13 07:44:14.100127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42914) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:14.108076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:14.120696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1fc07f5d-6bc5-40ba-a94f-bef01fb5ef24 None None] For port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=fb214ab9-7bfc-45eb-9f2a-57b7bab787b5,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:14.121061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.121662 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1fc07f5d-6bc5-40ba-a94f-bef01fb5ef24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.138878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1fc07f5d-6bc5-40ba-a94f-bef01fb5ef24 None None] Calling delete_port for fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:14.233775 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1fc07f5d-6bc5-40ba-a94f-bef01fb5ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.286768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:14.294016 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.304803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc07f5d-6bc5-40ba-a94f-bef01fb5ef24 None None] No DVR routers for this DVR port fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:14.306896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc07f5d-6bc5-40ba-a94f-bef01fb5ef24 None None] Pushing event deleted for resources: {'Port': ['ID=fb214ab9-7bfc-45eb-9f2a-57b7bab787b5,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:14.329721 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5da4c4a6-dc01-4172-8afd-7125419e4e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.329915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Allocated IP 172.25.6.39 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/45998416-c785-4ae4-aba6-2b276ad7f442) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:14.483521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:14.495124 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.532024 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:14.532398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device fb214ab9-7bfc-45eb-9f2a-57b7bab787b5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:14.563354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.608410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:14.611726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:14.617916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:14.683904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Pushing event updated for resources: {'Port': ['ID=45998416-c785-4ae4-aba6-2b276ad7f442,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:14.693585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.objects.ports [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93839) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:44:14.695686 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.748760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=786565c0-dbd3-44d8-87f0-5eb8e834a1db,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:14.771190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:14.774138 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:14.785514 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2418f840-f1fd-4511-b201-4c9001f12601 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:14.790938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:14.791651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.815626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e04cf714-23a7-4ded-b14e-f63ef3780562 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7111537 Jul 13 07:44:14.818134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42974) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:14.826321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2b2028fa-95be-41aa-beec-3c673ead51aa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:15.048715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2028fa-95be-41aa-beec-3c673ead51aa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:15.053627 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b2028fa-95be-41aa-beec-3c673ead51aa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.076297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.093780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'tenant_id': 'd6b8139ec4a34e6685b1df938ca91e6a', 'fixed_ips': [{'subnet_id': '786565c0-dbd3-44d8-87f0-5eb8e834a1db'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:15.095544 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.209091 n-d-798249-7 neutron-server[93839]: INFO neutron.db.ipam_backend_mixin [None req-2b2028fa-95be-41aa-beec-3c673ead51aa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 786565c0-dbd3-44d8-87f0-5eb8e834a1db (CIDR: 2001:db8::/64) Jul 13 07:44:15.214123 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2028fa-95be-41aa-beec-3c673ead51aa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:44:15.214622 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2028fa-95be-41aa-beec-3c673ead51aa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:15.241810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2b2028fa-95be-41aa-beec-3c673ead51aa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4225864 Jul 13 07:44:15.244430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42988) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:15.250801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f9ae8f11-b0e2-40ed-ac9b-bcd4fd0b7a6c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:15.282393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Allocated IP 2001:db8::f816:3eff:fe49:a330 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/786565c0-dbd3-44d8-87f0-5eb8e834a1db/a72bf2aa-7b47-492a-bf27-7e91626fd999) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:15.321415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42990) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:15.344918 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.442250 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ae8f11-b0e2-40ed-ac9b-bcd4fd0b7a6c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:15.448991 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8f11-b0e2-40ed-ac9b-bcd4fd0b7a6c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.497769 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.512880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Transition to ACTIVE for port object a72bf2aa-7b47-492a-bf27-7e91626fd999 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:15.529813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Transition to ACTIVE for port object a72bf2aa-7b47-492a-bf27-7e91626fd999 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:15.532499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9a983d4-a7ec-44dc-9c0a-e8b1fcb0ac1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.539591 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.593269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:15.596068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:15.600720 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:15.607625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.660212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Router 663eb16c-50c0-4697-936a-35ebdba20b59 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:15.686322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Attempting to bind port a72bf2aa-7b47-492a-bf27-7e91626fd999 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:15.687103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Attempting to bind port a72bf2aa-7b47-492a-bf27-7e91626fd999 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:15.687340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Attempting to bind port a72bf2aa-7b47-492a-bf27-7e91626fd999 on network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:15.696827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:15.702857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Checking segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:15.703998 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.704545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Bound using segment: {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:15.705223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Bound port: a72bf2aa-7b47-492a-bf27-7e91626fd999, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a52be3-1734-4074-a935-a15600054578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:15.705727 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.730084 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9a983d4-a7ec-44dc-9c0a-e8b1fcb0ac1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.744141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9a983d4-a7ec-44dc-9c0a-e8b1fcb0ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.769464 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8f11-b0e2-40ed-ac9b-bcd4fd0b7a6c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.787935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:15.792472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:15.801632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.827362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae8f11-b0e2-40ed-ac9b-bcd4fd0b7a6c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:15.831297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c9a983d4-a7ec-44dc-9c0a-e8b1fcb0ac1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=911690bd557845b2ba3c3ad3cea872fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085573 Jul 13 07:44:15.834162 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae8f11-b0e2-40ed-ac9b-bcd4fd0b7a6c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:15.834539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42996) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:15.835170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a983d4-a7ec-44dc-9c0a-e8b1fcb0ac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d282d0e9-079a-4685-88d6-35260b683110,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.850267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae8f11-b0e2-40ed-ac9b-bcd4fd0b7a6c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:15.853609 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8f11-b0e2-40ed-ac9b-bcd4fd0b7a6c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.872372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:15.885164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae8f11-b0e2-40ed-ac9b-bcd4fd0b7a6c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=381d42e0-2d1a-4031-b02c-589176e6b248,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.885419 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7bb57-c5e0-4413-ab1e-d16b2d27775b None None] Sync routers for ids ['663eb16c-50c0-4697-936a-35ebdba20b59'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:15.910408 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f9ae8f11-b0e2-40ed-ac9b-bcd4fd0b7a6c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6649110 Jul 13 07:44:15.913212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42998) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:15.917709 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7bb57-c5e0-4413-ab1e-d16b2d27775b None None] Routers {'663eb16c-50c0-4697-936a-35ebdba20b59'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:15.918105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c35ed0-230d-4660-bc43-2f54364491ae None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.919808 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.920006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:aa:96:8f', 'name': 'tempest-NetworksTestDHCPv6-288135849'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:15.921056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1116c01f-9bcd-47ce-9d20-6ee3367b0893 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9141867 Jul 13 07:44:15.924053 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3df7bb57-c5e0-4413-ab1e-d16b2d27775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['663eb16c-50c0-4697-936a-35ebdba20b59'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:15.924759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43000) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:15.933469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a24228bd-6880-4414-934c-959a169107f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.937996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:15.958709 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a24228bd-6880-4414-934c-959a169107f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.984371 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3df7bb57-c5e0-4413-ab1e-d16b2d27775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:16.002379 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7bb57-c5e0-4413-ab1e-d16b2d27775b None None] Routers {'663eb16c-50c0-4697-936a-35ebdba20b59'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:16.003010 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3df7bb57-c5e0-4413-ab1e-d16b2d27775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:43:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['663eb16c-50c0-4697-936a-35ebdba20b59'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:16.022965 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a24228bd-6880-4414-934c-959a169107f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.026916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a24228bd-6880-4414-934c-959a169107f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.032623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a24228bd-6880-4414-934c-959a169107f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d282d0e9-079a-4685-88d6-35260b683110 HTTP/1.1" status: 204 len: 168 time: 0.1936371 Jul 13 07:44:16.044739 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3df7bb57-c5e0-4413-ab1e-d16b2d27775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:16.045532 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7bb57-c5e0-4413-ab1e-d16b2d27775b None None] The sync data for ids ['663eb16c-50c0-4697-936a-35ebdba20b59'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:16.050210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24228bd-6880-4414-934c-959a169107f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d282d0e9-079a-4685-88d6-35260b683110,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.204905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:16.539607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43008) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:16.547577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:16.569601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1181596-1199-475a-96b0-bfebbfc25cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.612490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a72bf2aa-7b47-492a-bf27-7e91626fd999 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:16.678116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1181596-1199-475a-96b0-bfebbfc25cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.683525 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1181596-1199-475a-96b0-bfebbfc25cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.725679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1181596-1199-475a-96b0-bfebbfc25cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e1456-e8e7-400e-aec8-e4bd5935eaf2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.737090 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f1181596-1199-475a-96b0-bfebbfc25cb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a7da34207844dbe8e7c7dc4e55bbbd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961632 Jul 13 07:44:16.739599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43012) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:16.798055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8044d39e-c818-4aaa-afce-8ddd0beef7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.821310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8044d39e-c818-4aaa-afce-8ddd0beef7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.879601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8044d39e-c818-4aaa-afce-8ddd0beef7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.883738 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8044d39e-c818-4aaa-afce-8ddd0beef7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.888114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8044d39e-c818-4aaa-afce-8ddd0beef7e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d67e1456-e8e7-400e-aec8-e4bd5935eaf2 HTTP/1.1" status: 204 len: 168 time: 0.1453490 Jul 13 07:44:16.896759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044d39e-c818-4aaa-afce-8ddd0beef7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e1456-e8e7-400e-aec8-e4bd5935eaf2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.915675 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.949753 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.968042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port a530b5de-c4a9-4022-89ff-fe653f74892e yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:16.982349 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.061932 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.131931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Deleting port 45998416-c785-4ae4-aba6-2b276ad7f442 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:17.132505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.200443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f2679a-745c-467d-b595-eebf76a57a79 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:17.215475 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80eb6af6-79db-4a33-8623-c39fde1a96ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.271088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8:0:1::271 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/381d42e0-2d1a-4031-b02c-589176e6b248/a530b5de-c4a9-4022-89ff-fe653f74892e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:17.274146 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.289469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f816:3eff:feaa:968f (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/786565c0-dbd3-44d8-87f0-5eb8e834a1db/a530b5de-c4a9-4022-89ff-fe653f74892e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:17.298506 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Calling delete_port for 45998416-c785-4ae4-aba6-2b276ad7f442 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:17.346371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d3e1f3d5-3ebb-4909-aeff-b5372f5139e3 None None] Provisioning for port a72bf2aa-7b47-492a-bf27-7e91626fd999 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:17.353840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d3e1f3d5-3ebb-4909-aeff-b5372f5139e3 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:17.354843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f3d5-3ebb-4909-aeff-b5372f5139e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.568042 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f3d5-3ebb-4909-aeff-b5372f5139e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.640592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d3e1f3d5-3ebb-4909-aeff-b5372f5139e3 None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:17.648088 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f3d5-3ebb-4909-aeff-b5372f5139e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.650861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.676959 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object a530b5de-c4a9-4022-89ff-fe653f74892e will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:17.692930 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.720768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a371de-a15c-4ade-ac27-7dfd6734e264 None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': '786565c0-dbd3-44d8-87f0-5eb8e834a1db', 'ip_address': '2001:db8::f816:3eff:fe49:a330'}, {'subnet_id': '381d42e0-2d1a-4031-b02c-589176e6b248'}], 'binding:host_id': 'n-d-798249-7'}, 'id': 'a72bf2aa-7b47-492a-bf27-7e91626fd999'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:44:17.736880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Pushing event deleted for resources: {'Port': ['ID=45998416-c785-4ae4-aba6-2b276ad7f442,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:17.766138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1f3d5-3ebb-4909-aeff-b5372f5139e3 None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:17.776542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.788765 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57a371de-a15c-4ade-ac27-7dfd6734e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.854283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:17.866848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:17.872999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:17.879743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:17.883710 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.896496 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.912479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=a530b5de-c4a9-4022-89ff-fe653f74892e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:17.979915 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.998620 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-be4c11b0-78ac-4f5d-88c6-26ebb5d42827 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0814493 Jul 13 07:44:17.999130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43040) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:18.022167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-57a371de-a15c-4ade-ac27-7dfd6734e264 None None] Allocated IP 2001:db8:0:1::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/381d42e0-2d1a-4031-b02c-589176e6b248/a72bf2aa-7b47-492a-bf27-7e91626fd999) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:18.169016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-e21e1ccd-9279-4582-9b05-e5b358ab9ab9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port a530b5de-c4a9-4022-89ff-fe653f74892e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:18.169674 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e21e1ccd-9279-4582-9b05-e5b358ab9ab9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.172978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-57a371de-a15c-4ade-ac27-7dfd6734e264 None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:18.191920 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.195963 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.220181 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57a371de-a15c-4ade-ac27-7dfd6734e264 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.236556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-57a371de-a15c-4ade-ac27-7dfd6734e264 None None] Transition to ACTIVE for port object a72bf2aa-7b47-492a-bf27-7e91626fd999 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:18.241442 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57a371de-a15c-4ade-ac27-7dfd6734e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.286112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e21e1ccd-9279-4582-9b05-e5b358ab9ab9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.290333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Router 663eb16c-50c0-4697-936a-35ebdba20b59 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:18.305428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-e21e1ccd-9279-4582-9b05-e5b358ab9ab9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for a530b5de-c4a9-4022-89ff-fe653f74892e owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:18.357279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a371de-a15c-4ade-ac27-7dfd6734e264 None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:18.388590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:18.400428 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.404277 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8d8cafa4-c022-4358-b96a-6eaa084f4870 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "PUT /v2.0/routers/663eb16c-50c0-4697-936a-35ebdba20b59 HTTP/1.1" status: 200 len: 706 time: 2.4757698 Jul 13 07:44:18.404553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43056) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:18.407071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44fb69-3094-4878-8009-92eed07ea191 None None] Sync routers for ids ['663eb16c-50c0-4697-936a-35ebdba20b59'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:18.424690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44fb69-3094-4878-8009-92eed07ea191 None None] Routers {'663eb16c-50c0-4697-936a-35ebdba20b59'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:18.426717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4a44fb69-3094-4878-8009-92eed07ea191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['663eb16c-50c0-4697-936a-35ebdba20b59'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:18.489390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4a44fb69-3094-4878-8009-92eed07ea191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:18.499538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44fb69-3094-4878-8009-92eed07ea191 None None] Routers {'663eb16c-50c0-4697-936a-35ebdba20b59'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:18.500784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4a44fb69-3094-4878-8009-92eed07ea191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['663eb16c-50c0-4697-936a-35ebdba20b59'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:18.542884 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-96e80031-b535-4741-b445-fa595e0d981f tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/routers/663eb16c-50c0-4697-936a-35ebdba20b59 HTTP/1.1" status: 200 len: 741 time: 0.1345396 Jul 13 07:44:18.542884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43072) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:18.552689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4a44fb69-3094-4878-8009-92eed07ea191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:18.553337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44fb69-3094-4878-8009-92eed07ea191 None None] The sync data for ids ['663eb16c-50c0-4697-936a-35ebdba20b59'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:18.554828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:18.601882 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d2ad822b-4862-4291-8832-d0d387bda3fc tempest-RoutersAdminTest-1923330892 tempest-RoutersAdminTest-1923330892-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&device_id=663eb16c-50c0-4697-936a-35ebdba20b59 HTTP/1.1" status: 200 len: 205 time: 0.0553865 Jul 13 07:44:18.602205 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43076) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:18.611148 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e21e1ccd-9279-4582-9b05-e5b358ab9ab9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.638245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1c4f12f2-bec6-4935-afac-91bff74b1718 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=663eb16c-50c0-4697-936a-35ebdba20b59 HTTP/1.1" status: 200 len: 205 time: 0.0326595 Jul 13 07:44:18.638594 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43078) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:18.695149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e1ccd-9279-4582-9b05-e5b358ab9ab9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=a530b5de-c4a9-4022-89ff-fe653f74892e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:18.726265 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e21e1ccd-9279-4582-9b05-e5b358ab9ab9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.728856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e21e1ccd-9279-4582-9b05-e5b358ab9ab9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/a530b5de-c4a9-4022-89ff-fe653f74892e HTTP/1.1" status: 204 len: 168 time: 0.7289653 Jul 13 07:44:18.731664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43080) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:18.753717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1093c81c-29e6-432a-94b4-df8123ac99ad tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.825952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f5e7a-39e0-4fbb-8a33-2522e9797caf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:18.827759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4a9f5e7a-39e0-4fbb-8a33-2522e9797caf tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0950606 Jul 13 07:44:18.831156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43086) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:18.910106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c0569-1c15-4ddb-86b1-1c839ff08404 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:18.914538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-632c0569-1c15-4ddb-86b1-1c839ff08404 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0794668 Jul 13 07:44:18.914989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43088) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:18.955798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43090) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:18.972675 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1093c81c-29e6-432a-94b4-df8123ac99ad tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:18.975366 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1093c81c-29e6-432a-94b4-df8123ac99ad tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.023354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000b08e-508d-489d-9901-4d3c2f5c3910 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:19.025125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000b08e-508d-489d-9901-4d3c2f5c3910 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:19.026885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000b08e-508d-489d-9901-4d3c2f5c3910 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:19.028651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e000b08e-508d-489d-9901-4d3c2f5c3910 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1122663 Jul 13 07:44:19.031799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43094) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.034053 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1093c81c-29e6-432a-94b4-df8123ac99ad tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.035064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093c81c-29e6-432a-94b4-df8123ac99ad tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Fanout notify agent at l3_agent the message router_deleted on router 663eb16c-50c0-4697-936a-35ebdba20b59 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:19.048708 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1093c81c-29e6-432a-94b4-df8123ac99ad tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.049968 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1093c81c-29e6-432a-94b4-df8123ac99ad tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/663eb16c-50c0-4697-936a-35ebdba20b59 HTTP/1.1" status: 204 len: 168 time: 0.4106076 Jul 13 07:44:19.054083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43096) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.091039 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9126c333-05bf-419f-b363-b3629c3fc611 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=663eb16c-50c0-4697-936a-35ebdba20b59 HTTP/1.1" status: 200 len: 205 time: 0.0354068 Jul 13 07:44:19.093477 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43098) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.101915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-32089f47-40b2-4016-9939-cc4ba90f33f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 381d42e0-2d1a-4031-b02c-589176e6b248 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:19.113276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-32089f47-40b2-4016-9939-cc4ba90f33f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.155576 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-66433a74-330c-4243-8c0d-ae4880ceb80d tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] delete failed (client error): The resource could not be found. Jul 13 07:44:19.157230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a350-f20c-4a31-a967-c3b39d08d070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.158244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-66433a74-330c-4243-8c0d-ae4880ceb80d tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/663eb16c-50c0-4697-936a-35ebdba20b59 HTTP/1.1" status: 404 len: 336 time: 0.0627944 Jul 13 07:44:19.161057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43100) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.185630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-32089f47-40b2-4016-9939-cc4ba90f33f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.201828 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-241feb8d-f817-4fd5-b105-f880079cc8d8 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b81dc14-74db-4f9c-9cf0-73ee2636c11c HTTP/1.1" status: 200 len: 205 time: 0.0392642 Jul 13 07:44:19.204887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43102) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.251223 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-23ea1ee9-1e91-40e3-b1fa-b37380ae8791 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] delete failed (client error): The resource could not be found. Jul 13 07:44:19.254577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-23ea1ee9-1e91-40e3-b1fa-b37380ae8791 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/8b81dc14-74db-4f9c-9cf0-73ee2636c11c HTTP/1.1" status: 404 len: 336 time: 0.0462041 Jul 13 07:44:19.256107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43104) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.309421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e677cbb1-ff8e-40e7-9ef6-add7d568cdc0 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67ea574-9da1-42a1-9f44-a71edf738cdd HTTP/1.1" status: 200 len: 205 time: 0.0525761 Jul 13 07:44:19.311895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43106) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.336608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-366f657b-041e-4b45-ab11-76546426a354 None None] Provisioning for port a72bf2aa-7b47-492a-bf27-7e91626fd999 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:19.341733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-32089f47-40b2-4016-9939-cc4ba90f33f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.343326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-366f657b-041e-4b45-ab11-76546426a354 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:19.344841 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-366f657b-041e-4b45-ab11-76546426a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.365156 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-dfc2dd18-32a4-4b3d-bf1b-3ff995aae218 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] delete failed (client error): The resource could not be found. Jul 13 07:44:19.369076 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dfc2dd18-32a4-4b3d-bf1b-3ff995aae218 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/c67ea574-9da1-42a1-9f44-a71edf738cdd HTTP/1.1" status: 404 len: 336 time: 0.0554850 Jul 13 07:44:19.369845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43108) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.421315 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-66f95cb8-c69e-47aa-84d6-0e4c6fd117d1 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f408e50-9c1e-4c59-a0dd-8a16a77d1651 HTTP/1.1" status: 200 len: 205 time: 0.0482240 Jul 13 07:44:19.423877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43110) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.447150 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a350-f20c-4a31-a967-c3b39d08d070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.460795 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a350-f20c-4a31-a967-c3b39d08d070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.476793 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-a4866a73-ee49-4830-b83f-d86f9aae3fbc tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] delete failed (client error): The resource could not be found. Jul 13 07:44:19.480197 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a4866a73-ee49-4830-b83f-d86f9aae3fbc tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/4f408e50-9c1e-4c59-a0dd-8a16a77d1651 HTTP/1.1" status: 404 len: 336 time: 0.0532124 Jul 13 07:44:19.480838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43114) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.511080 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-32089f47-40b2-4016-9939-cc4ba90f33f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.520230 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6e79608a-4494-4165-8dd1-1cee4d6332a3 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c757a0d-8330-49e0-b3ad-8b6e276a5010 HTTP/1.1" status: 200 len: 205 time: 0.0366638 Jul 13 07:44:19.521613 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43120) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.527412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a350-f20c-4a31-a967-c3b39d08d070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900d150e-719f-4f60-93f7-f0b5a795e750,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:19.556404 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1ef1a350-f20c-4a31-a967-c3b39d08d070 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ca7605ae5f34088a9565a7e855f38d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993221 Jul 13 07:44:19.559922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-32089f47-40b2-4016-9939-cc4ba90f33f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.571921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9c83df4c-159d-4846-a346-3068520f09ca None None] Could not find standard attr ID for object a530b5de-c4a9-4022-89ff-fe653f74892e. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:44:19.575909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f93aca-3365-4e42-a8e7-21151f71f814 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:19.579726 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-32089f47-40b2-4016-9939-cc4ba90f33f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/381d42e0-2d1a-4031-b02c-589176e6b248 HTTP/1.1" status: 204 len: 168 time: 0.5376732 Jul 13 07:44:19.580578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43124) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.580917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43126) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.581683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32089f47-40b2-4016-9939-cc4ba90f33f2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=381d42e0-2d1a-4031-b02c-589176e6b248,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:19.581892 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-7d4e3528-e47e-4c69-9737-16d2dfcaa2e1 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] delete failed (client error): The resource could not be found. Jul 13 07:44:19.585537 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7d4e3528-e47e-4c69-9737-16d2dfcaa2e1 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/5c757a0d-8330-49e0-b3ad-8b6e276a5010 HTTP/1.1" status: 404 len: 336 time: 0.0583825 Jul 13 07:44:19.585757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43128) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.627175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f83704dc-72c1-437e-8606-3657b41a9d18 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "GET /v2.0/ports?device_id=507ea89e-0f7c-44c0-97bd-e7218db5d959 HTTP/1.1" status: 200 len: 205 time: 0.0403521 Jul 13 07:44:19.629598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43130) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.670475 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-9d83e287-92c6-43f7-8ab7-442e60493c28 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] delete failed (client error): The resource could not be found. Jul 13 07:44:19.671554 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9d83e287-92c6-43f7-8ab7-442e60493c28 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/routers/507ea89e-0f7c-44c0-97bd-e7218db5d959 HTTP/1.1" status: 404 len: 336 time: 0.0409498 Jul 13 07:44:19.674270 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43132) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:19.700251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-286a4c0b-be74-4ec6-bb8f-2c5b323d3aaa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 786565c0-dbd3-44d8-87f0-5eb8e834a1db {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:19.701860 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc4612d-3765-4d60-a3c5-b752fe77b950 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:19.702314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc4612d-3765-4d60-a3c5-b752fe77b950 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:19.704488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-286a4c0b-be74-4ec6-bb8f-2c5b323d3aaa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.704629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bcc4612d-3765-4d60-a3c5-b752fe77b950 tempest-RoutersAdminTest-429653073 tempest-RoutersAdminTest-429653073-project] 10.222.0.44 "DELETE /v2.0/subnets/e8760cc0-894b-456b-82dc-236f08505272 HTTP/1.1" status: 404 len: 337 time: 0.0289505 Jul 13 07:44:19.769632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-286a4c0b-be74-4ec6-bb8f-2c5b323d3aaa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.819390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a3c441e-eeed-4645-bf74-6cafbe7b08eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.850275 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.883020 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a3c441e-eeed-4645-bf74-6cafbe7b08eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.955895 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-286a4c0b-be74-4ec6-bb8f-2c5b323d3aaa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.995820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a3c441e-eeed-4645-bf74-6cafbe7b08eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.998498 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a3c441e-eeed-4645-bf74-6cafbe7b08eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:19.999703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3a3c441e-eeed-4645-bf74-6cafbe7b08eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/900d150e-719f-4f60-93f7-f0b5a795e750 HTTP/1.1" status: 204 len: 168 time: 0.4104624 Jul 13 07:44:20.017325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c441e-eeed-4645-bf74-6cafbe7b08eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900d150e-719f-4f60-93f7-f0b5a795e750,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:20.021893 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43154) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:20.046608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-286a4c0b-be74-4ec6-bb8f-2c5b323d3aaa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.093012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a4c0b-be74-4ec6-bb8f-2c5b323d3aaa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=786565c0-dbd3-44d8-87f0-5eb8e834a1db,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:20.096356 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-286a4c0b-be74-4ec6-bb8f-2c5b323d3aaa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.100081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-286a4c0b-be74-4ec6-bb8f-2c5b323d3aaa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/786565c0-dbd3-44d8-87f0-5eb8e834a1db HTTP/1.1" status: 204 len: 168 time: 0.5022266 Jul 13 07:44:20.100887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43158) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:20.156077 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6bc48f44-5ecf-4407-8aae-06d36c715451 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524929 Jul 13 07:44:20.158615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43160) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:20.168503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:20.180924 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f84d71f-9e37-4b8b-aa51-b5f2b62bf7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.338952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b2710-45aa-4b49-bd42-34179a684954 None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': '786565c0-dbd3-44d8-87f0-5eb8e834a1db'}], 'binding:host_id': 'n-d-798249-7'}, 'id': 'a72bf2aa-7b47-492a-bf27-7e91626fd999'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:44:20.352335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f84d71f-9e37-4b8b-aa51-b5f2b62bf7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.363086 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f84d71f-9e37-4b8b-aa51-b5f2b62bf7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.380399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:20.385153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.393516 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7e3b2710-45aa-4b49-bd42-34179a684954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.418266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84d71f-9e37-4b8b-aa51-b5f2b62bf7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a58a8a-5006-44b7-b194-14363c0aaf15,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:20.425630 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1f84d71f-9e37-4b8b-aa51-b5f2b62bf7c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=369f412b58e547358c5984063cfd14b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026682 Jul 13 07:44:20.427229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43170) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:20.547759 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b166b78-0a99-4518-b721-af0c51f1e193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.572854 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b166b78-0a99-4518-b721-af0c51f1e193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.656746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b166b78-0a99-4518-b721-af0c51f1e193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.657575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e7a2ac-8cbd-4fd1-952b-a4ff0fac0432 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:20.661636 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b166b78-0a99-4518-b721-af0c51f1e193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.663205 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6b166b78-0a99-4518-b721-af0c51f1e193 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19a58a8a-5006-44b7-b194-14363c0aaf15 HTTP/1.1" status: 204 len: 168 time: 0.2345288 Jul 13 07:44:20.699107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b166b78-0a99-4518-b721-af0c51f1e193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a58a8a-5006-44b7-b194-14363c0aaf15,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:20.828905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f7f3c08a-a04a-4ac7-a19f-39e0931df3d2 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:20.829282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c08a-a04a-4ac7-a19f-39e0931df3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:20.845396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:44:21.099283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dadad1-cefd-418a-b67d-195b6794b83d None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': '557a87f4-45c5-4a04-a638-f2d1a20bcca4'}], 'binding:host_id': 'n-d-798249-7'}, 'id': 'a72bf2aa-7b47-492a-bf27-7e91626fd999'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:44:21.125668 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.155597 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9dadad1-cefd-418a-b67d-195b6794b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.261836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43204) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:21.307810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-128ec760-d136-4655-b704-ebb1ebfe7cf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4c0a0d5b1f04125bb58cf787243e4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446401 Jul 13 07:44:21.310301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43206) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:21.329442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:21.364140 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.372799 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.387637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8daa761b-935c-46e9-a0c9-a3d10b27047b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.409828 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-d9dadad1-cefd-418a-b67d-195b6794b83d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:44:21.410399 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-d9dadad1-cefd-418a-b67d-195b6794b83d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:44:21.421316 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8daa761b-935c-46e9-a0c9-a3d10b27047b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.432458 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.495535 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8daa761b-935c-46e9-a0c9-a3d10b27047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.495775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:21.498345 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8daa761b-935c-46e9-a0c9-a3d10b27047b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.499989 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8daa761b-935c-46e9-a0c9-a3d10b27047b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c59ce435-d821-45e4-9229-cc577223d623 HTTP/1.1" status: 204 len: 168 time: 0.1886904 Jul 13 07:44:21.508435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa761b-935c-46e9-a0c9-a3d10b27047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59ce435-d821-45e4-9229-cc577223d623,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:21.516832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:21.527733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.528409 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.540048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=557a87f4-45c5-4a04-a638-f2d1a20bcca4,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:21.545768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=8']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:21.566726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43216) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:21.566863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7194c2c3-deb0-4b69-a0ef-6d06b63bb176 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4069347 Jul 13 07:44:21.574607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8747a2e9-1634-4170-864f-5c357e153bea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:21.717247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8747a2e9-1634-4170-864f-5c357e153bea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:21.721367 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8747a2e9-1634-4170-864f-5c357e153bea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.849716 n-d-798249-7 neutron-server[93839]: INFO neutron.db.ipam_backend_mixin [None req-8747a2e9-1634-4170-864f-5c357e153bea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 557a87f4-45c5-4a04-a638-f2d1a20bcca4 (CIDR: 2001:db8::/64) Jul 13 07:44:21.855256 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-8747a2e9-1634-4170-864f-5c357e153bea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:44:21.855828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8747a2e9-1634-4170-864f-5c357e153bea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:21.874222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8747a2e9-1634-4170-864f-5c357e153bea tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3060637 Jul 13 07:44:21.877388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43236) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:21.882831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9e152b06-515a-45c5-abd9-4eca629bbece tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:21.986823 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9dadad1-cefd-418a-b67d-195b6794b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.072939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e152b06-515a-45c5-abd9-4eca629bbece tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:22.081835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e152b06-515a-45c5-abd9-4eca629bbece tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.364523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d9dadad1-cefd-418a-b67d-195b6794b83d None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:22.386549 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43260) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:22.407381 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9dadad1-cefd-418a-b67d-195b6794b83d None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.422689 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9dadad1-cefd-418a-b67d-195b6794b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.489710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e152b06-515a-45c5-abd9-4eca629bbece tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.493867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dadad1-cefd-418a-b67d-195b6794b83d None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:22.536248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:22.581192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e152b06-515a-45c5-abd9-4eca629bbece tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:22.584543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-9e152b06-515a-45c5-abd9-4eca629bbece tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:22.588937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e152b06-515a-45c5-abd9-4eca629bbece tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.589542 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e152b06-515a-45c5-abd9-4eca629bbece tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.612869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e152b06-515a-45c5-abd9-4eca629bbece tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=97af9a6e-f7ee-4018-8e8f-248d275eae47,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:22.623992 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9e152b06-515a-45c5-abd9-4eca629bbece tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7423983 Jul 13 07:44:22.623992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43270) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:22.623992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43272) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:22.633958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:b6:e5:a7', 'name': 'tempest-NetworksTestDHCPv6-359170231'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:22.757795 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.764250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'network': {'name': 'tempest-RoutersTest-2022734951'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:22.780470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-988964856', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:22.791730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:22.795747 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.798346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:22.815485 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.820290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Made reservation on behalf of b7837306c627400980721c741a511250 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:22.826053 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.826288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.850848 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.876829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:44:22.876829 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:44:22.876829 n-d-798249-7 neutron-server[93839]: [parameters: {'project_id_1': 'b7837306c627400980721c741a511250', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 44, 22, 864955)}] Jul 13 07:44:22.876829 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:44:22.877336 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:44:22.878874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:44:22.878874 n-d-798249-7 neutron-server[93838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:44:22.878874 n-d-798249-7 neutron-server[93838]: [parameters: {'project_id_1': 'd6b8139ec4a34e6685b1df938ca91e6a', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 44, 22, 868590)}] Jul 13 07:44:22.878874 n-d-798249-7 neutron-server[93838]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:44:22.879493 n-d-798249-7 neutron-server[93838]: DEBUG oslo_db.api [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:44:22.899892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:22.971455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.976578 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.008378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:23.025111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a623076e-3686-4903-b756-4befba1afca6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.029579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.029937 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added segment 65b54512-3dcb-4c4a-858e-b16e76dbe665 of type vlan for network fb798d47-ca96-4356-a357-18cf284263d6 Jul 13 07:44:23.076755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.111294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.117327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:23.118086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.174458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5458195 Jul 13 07:44:23.174829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43282) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:23.181545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'network': {'name': 'tempest-RoutersTest-1030857720'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:23.211663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:23.216371 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.245528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:23.257108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.257572 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added segment 0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f of type vlan for network b8bf60ec-0822-422c-bbc7-8a887f0f32c1 Jul 13 07:44:23.311865 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.360167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.370244 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:23.370956 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.430705 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.486273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Network': ['ID=b8bf60ec-0822-422c-bbc7-8a887f0f32c1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.502389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b8bf60ec-0822-422c-bbc7-8a887f0f32c1 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:23.506631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9278220-41e8-4357-bd38-d8d4656e7a60 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:23.571978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c054d308-e6f5-4254-ba6a-6271179effa7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3956983 Jul 13 07:44:23.574842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43290) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:23.580537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'subnet': {'network_id': 'fb798d47-ca96-4356-a357-18cf284263d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:23.637050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.670256 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1c1bab8c-0ae4-4fe0-b06c-ab7b8d473996 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:23.670996 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c1bab8c-0ae4-4fe0-b06c-ab7b8d473996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.675312 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.677090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7ff03-b49c-4592-bd6b-1cdce2e8f95f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Network': ['ID=fb798d47-ca96-4356-a357-18cf284263d6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.678234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] device_id is not set on port 11314433-2a88-439f-b637-345e5977cc66 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:23.691455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:23.720573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network fb798d47-ca96-4356-a357-18cf284263d6 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:23.763982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d254b5c4-5ea1-4a95-83e5-77b84c3c3fad,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.814556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:23.818700 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.832613 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.873480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 2fd660f1-871f-4074-9785-962bcc1408c7 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:23.878948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c1bab8c-0ae4-4fe0-b06c-ab7b8d473996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.901305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Allocated IP 172.25.6.174 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/11314433-2a88-439f-b637-345e5977cc66) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:23.922463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1c1bab8c-0ae4-4fe0-b06c-ab7b8d473996 None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:23.928971 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c1bab8c-0ae4-4fe0-b06c-ab7b8d473996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.014926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bab8c-0ae4-4fe0-b06c-ab7b8d473996 None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:24.130600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a398e-3e54-4e99-b4f2-885787fa35da None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': '557a87f4-45c5-4a04-a638-f2d1a20bcca4', 'ip_address': '2001:db8::f816:3eff:fe49:a330'}, {'subnet_id': '97af9a6e-f7ee-4018-8e8f-248d275eae47'}], 'binding:host_id': 'n-d-798249-7'}, 'id': 'a72bf2aa-7b47-492a-bf27-7e91626fd999'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:44:24.138193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8:0:1::311 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/97af9a6e-f7ee-4018-8e8f-248d275eae47/2fd660f1-871f-4074-9785-962bcc1408c7) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:24.147990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::f816:3eff:feb6:e5a7 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/557a87f4-45c5-4a04-a638-f2d1a20bcca4/2fd660f1-871f-4074-9785-962bcc1408c7) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:24.174330 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e34a398e-3e54-4e99-b4f2-885787fa35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.218000 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.304085 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.327638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Subnet': ['ID=af2e295d-ac4e-490c-b940-78a6b1c3f286,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:24.345343 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.360053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Checking segment: {'id': '65b54512-3dcb-4c4a-858e-b16e76dbe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fb798d47-ca96-4356-a357-18cf284263d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:24.360295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 2fd660f1-871f-4074-9785-962bcc1408c7 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:24.360580 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network hostable DHCP agents. Network: fb798d47-ca96-4356-a357-18cf284263d6, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:24.395178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network fb798d47-ca96-4356-a357-18cf284263d6 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:24.397171 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.420629 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.433345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, fb798d47-ca96-4356-a357-18cf284263d6) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:24.447546 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:24.448193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.460931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=2fd660f1-871f-4074-9785-962bcc1408c7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:24.477478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:24.479221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:24.481535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:24.483821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b62c78-b8e3-4c06-9f9e-31e29a5fffba None None] Network fb798d47-ca96-4356-a357-18cf284263d6 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:24.488546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:24.489339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.513724 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e37843f3-12ea-4537-a7ea-149097c878c2 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8879268 Jul 13 07:44:24.514995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43308) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:24.539887 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-e34a398e-3e54-4e99-b4f2-885787fa35da None None] Allocated IP 2001:db8:0:1::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/97af9a6e-f7ee-4018-8e8f-248d275eae47/a72bf2aa-7b47-492a-bf27-7e91626fd999) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:24.542152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:24.614955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:24.790827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e34a398e-3e54-4e99-b4f2-885787fa35da None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:24.836307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:24.836681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.843005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-fb798d47-ca96-4356-a357-18cf284263d6', 'network_id': 'fb798d47-ca96-4356-a357-18cf284263d6', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'fixed_ips': [{'subnet_id': 'af2e295d-ac4e-490c-b940-78a6b1c3f286'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:24.844438 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.882583 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e34a398e-3e54-4e99-b4f2-885787fa35da None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.913934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e34a398e-3e54-4e99-b4f2-885787fa35da None None] Transition to ACTIVE for port object a72bf2aa-7b47-492a-bf27-7e91626fd999 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:24.961900 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f7dc0916-c19b-4934-91b7-2e70c83221f9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3860040 Jul 13 07:44:24.963920 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e34a398e-3e54-4e99-b4f2-885787fa35da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.966233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43318) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:24.979508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:24.980987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'subnet': {'network_id': 'b8bf60ec-0822-422c-bbc7-8a887f0f32c1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:24.982353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:25.010726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Pushing event updated for resources: {'Port': ['ID=11314433-2a88-439f-b637-345e5977cc66,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.018068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Port a72bf2aa-7b47-492a-bf27-7e91626fd999 had new provisioning blocks added so it will not transition to active. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 13 07:44:25.064029 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:25.064662 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.093031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f63e6ff4-3c53-4093-879c-d99959a4f4ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 2fd660f1-871f-4074-9785-962bcc1408c7 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:25.094542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f63e6ff4-3c53-4093-879c-d99959a4f4ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.099649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2ae28b1a-d1c3-42c2-a50d-0ba1575d53f4 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7114766 Jul 13 07:44:25.102046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43322) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:25.131727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174'}]}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:25.133980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a398e-3e54-4e99-b4f2-885787fa35da None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=12']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.150004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Allocated IP 172.20.0.2 (fb798d47-ca96-4356-a357-18cf284263d6/af2e295d-ac4e-490c-b940-78a6b1c3f286/04b7af99-b069-4d5c-b3b2-92cf8ce076ad) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:25.162333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:25.170251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.226520 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.227803 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.322962 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.335069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f63e6ff4-3c53-4093-879c-d99959a4f4ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.421325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f63e6ff4-3c53-4093-879c-d99959a4f4ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 2fd660f1-871f-4074-9785-962bcc1408c7 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:25.459943 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.516953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Subnet': ['ID=9e2adb84-7ab3-482a-9882-1e94370cbd02,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.553267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Checking segment: {'id': '0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8bf60ec-0822-422c-bbc7-8a887f0f32c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:25.553806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network hostable DHCP agents. Network: b8bf60ec-0822-422c-bbc7-8a887f0f32c1, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:25.559853 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.581732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network b8bf60ec-0822-422c-bbc7-8a887f0f32c1 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:25.596594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b8bf60ec-0822-422c-bbc7-8a887f0f32c1) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:25.602089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:25.602778 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.618663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf618bf7-463a-48fd-9897-017619ddb7b5 None None] Network b8bf60ec-0822-422c-bbc7-8a887f0f32c1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:25.626135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7bd2d03f-db87-4555-9fb8-8a9a1e70b72f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6587574 Jul 13 07:44:25.629117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43328) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:25.646117 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:44:25.648864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fdb1b155-10f8-491d-be73-820f8e269773 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-787994797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:25.654155 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.710590 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b155-10f8-491d-be73-820f8e269773 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.711311 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b155-10f8-491d-be73-820f8e269773 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.841486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b155-10f8-491d-be73-820f8e269773 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.847547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Transition to ACTIVE for port object 04b7af99-b069-4d5c-b3b2-92cf8ce076ad will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:25.853619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b155-10f8-491d-be73-820f8e269773 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.870794 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f63e6ff4-3c53-4093-879c-d99959a4f4ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.879094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b155-10f8-491d-be73-820f8e269773 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.884001 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fdb1b155-10f8-491d-be73-820f8e269773 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2537327 Jul 13 07:44:25.884958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43336) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:25.937871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Transition to ACTIVE for port object 04b7af99-b069-4d5c-b3b2-92cf8ce076ad will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:25.942352 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e6ff4-3c53-4093-879c-d99959a4f4ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=2fd660f1-871f-4074-9785-962bcc1408c7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.963049 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.002552 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f63e6ff4-3c53-4093-879c-d99959a4f4ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.004530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f63e6ff4-3c53-4093-879c-d99959a4f4ef tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/2fd660f1-871f-4074-9785-962bcc1408c7 HTTP/1.1" status: 204 len: 168 time: 1.4872177 Jul 13 07:44:26.047530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43338) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:26.049477 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.058244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-b8bf60ec-0822-422c-bbc7-8a887f0f32c1', 'network_id': 'b8bf60ec-0822-422c-bbc7-8a887f0f32c1', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'fixed_ips': [{'subnet_id': '9e2adb84-7ab3-482a-9882-1e94370cbd02'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:26.059089 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.070487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Network fb798d47-ca96-4356-a357-18cf284263d6 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:26.078778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:26.080578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Pushing event updated for resources: {'Port': ['ID=04b7af99-b069-4d5c-b3b2-92cf8ce076ad,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:26.083612 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:26.106949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.188379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14afda-e99c-4702-ac4f-6b827290f649 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:26.218528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cee42d5-55dd-45ef-8d48-95f190f542b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:26.220206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1cee42d5-55dd-45ef-8d48-95f190f542b3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1685808 Jul 13 07:44:26.224255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43346) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:26.334016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6613eda4-175c-49e2-9aa3-d2e67d5ea0e9 None None] Provisioning for port a72bf2aa-7b47-492a-bf27-7e91626fd999 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:26.337656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Attempting to bind port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:26.338209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Attempting to bind port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '65b54512-3dcb-4c4a-858e-b16e76dbe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fb798d47-ca96-4356-a357-18cf284263d6'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:26.339288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Attempting to bind port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad on network fb798d47-ca96-4356-a357-18cf284263d6 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:26.340873 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.380065 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6613eda4-175c-49e2-9aa3-d2e67d5ea0e9 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:26.380529 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6613eda4-175c-49e2-9aa3-d2e67d5ea0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.391656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:26.392325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Checking segment: {'id': '65b54512-3dcb-4c4a-858e-b16e76dbe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fb798d47-ca96-4356-a357-18cf284263d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:26.392835 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.393334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Bound using segment: {'id': '65b54512-3dcb-4c4a-858e-b16e76dbe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fb798d47-ca96-4356-a357-18cf284263d6'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:26.394683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Bound port: 04b7af99-b069-4d5c-b3b2-92cf8ce076ad, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b54512-3dcb-4c4a-858e-b16e76dbe665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fb798d47-ca96-4356-a357-18cf284263d6'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:26.395821 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.447857 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.475377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332d3b8d-0cb0-47ca-bb6d-3d6766804984 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:26.480085 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-332d3b8d-0cb0-47ca-bb6d-3d6766804984 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2412322 Jul 13 07:44:26.480913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43348) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:26.522454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:26.594354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] For port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:26.598670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] For port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=04b7af99-b069-4d5c-b3b2-92cf8ce076ad,segment=NetworkSegment(65b54512-3dcb-4c4a-858e-b16e76dbe665),segment_id=65b54512-3dcb-4c4a-858e-b16e76dbe665)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:26.602151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.604458 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.644528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b305e84-8e19-4baa-b6fb-81a2c3acb652 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:26.646072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b305e84-8e19-4baa-b6fb-81a2c3acb652 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:26.648132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b305e84-8e19-4baa-b6fb-81a2c3acb652 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:26.650319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0b305e84-8e19-4baa-b6fb-81a2c3acb652 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1686611 Jul 13 07:44:26.661186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Allocated IP 172.21.0.2 (b8bf60ec-0822-422c-bbc7-8a887f0f32c1/9e2adb84-7ab3-482a-9882-1e94370cbd02/53e07fb2-e242-4741-baa9-a918b652e632) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:26.667687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43354) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:26.719530 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.732947 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.733934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b651a1e9-aebe-4705-aedb-75fbf1cc0f17 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:26.773227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-be73d672-3cdd-43b7-8718-32df5aa06b5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 557a87f4-45c5-4a04-a638-f2d1a20bcca4 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:26.779245 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-be73d672-3cdd-43b7-8718-32df5aa06b5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.843663 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:44:26.848293 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d68055df-d444-4fd9-b22a-b64dfc0c571f tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7447844 Jul 13 07:44:26.851853 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43358) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:26.869041 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-be73d672-3cdd-43b7-8718-32df5aa06b5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.869274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Allocated IP 172.20.0.1 (fb798d47-ca96-4356-a357-18cf284263d6/af2e295d-ac4e-490c-b940-78a6b1c3f286/cec04cf9-f680-408e-a0ac-9ec30de409d4) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:27.047273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:27.047647 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.108646 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.116221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-be73d672-3cdd-43b7-8718-32df5aa06b5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.137988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b8aab-e05d-406a-b5bf-a1e61ee5f91b None None] Pushing event updated for resources: {'Port': ['ID=04b7af99-b069-4d5c-b3b2-92cf8ce076ad,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.162221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Transition to ACTIVE for port object cec04cf9-f680-408e-a0ac-9ec30de409d4 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:27.205207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d7819437-ef62-4391-8704-1d27ee825120 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Deleting port 11314433-2a88-439f-b637-345e5977cc66 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:27.205564 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7819437-ef62-4391-8704-1d27ee825120 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.251592 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.267619 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.282291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Transition to ACTIVE for port object 53e07fb2-e242-4741-baa9-a918b652e632 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:27.333825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network fb798d47-ca96-4356-a357-18cf284263d6 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:27.337295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:27.342752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:27.347150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=cec04cf9-f680-408e-a0ac-9ec30de409d4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.422947 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Transition to ACTIVE for port object 53e07fb2-e242-4741-baa9-a918b652e632 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:27.430863 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.436967 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-be73d672-3cdd-43b7-8718-32df5aa06b5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.443283 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.483178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73d672-3cdd-43b7-8718-32df5aa06b5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=557a87f4-45c5-4a04-a638-f2d1a20bcca4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.505077 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-be73d672-3cdd-43b7-8718-32df5aa06b5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.507196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-be73d672-3cdd-43b7-8718-32df5aa06b5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/557a87f4-45c5-4a04-a638-f2d1a20bcca4 HTTP/1.1" status: 204 len: 168 time: 0.8382790 Jul 13 07:44:27.514683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43366) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:27.514844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Network b8bf60ec-0822-422c-bbc7-8a887f0f32c1 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:27.520399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:27.521873 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7819437-ef62-4391-8704-1d27ee825120 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.531603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:27.542374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Pushing event updated for resources: {'Port': ['ID=53e07fb2-e242-4741-baa9-a918b652e632,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.582856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d7819437-ef62-4391-8704-1d27ee825120 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Calling delete_port for 11314433-2a88-439f-b637-345e5977cc66 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:27.631829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Attempting to bind port 53e07fb2-e242-4741-baa9-a918b652e632 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:27.632471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Attempting to bind port 53e07fb2-e242-4741-baa9-a918b652e632 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8bf60ec-0822-422c-bbc7-8a887f0f32c1'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:27.632775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Attempting to bind port 53e07fb2-e242-4741-baa9-a918b652e632 on network b8bf60ec-0822-422c-bbc7-8a887f0f32c1 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:27.639942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:27.639942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Checking segment: {'id': '0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8bf60ec-0822-422c-bbc7-8a887f0f32c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:27.640738 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.641354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Bound using segment: {'id': '0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8bf60ec-0822-422c-bbc7-8a887f0f32c1'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:27.641883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Bound port: 53e07fb2-e242-4741-baa9-a918b652e632, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b8bf60ec-0822-422c-bbc7-8a887f0f32c1'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:27.642404 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.699458 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.781361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] For port 53e07fb2-e242-4741-baa9-a918b652e632, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:27.786248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] For port 53e07fb2-e242-4741-baa9-a918b652e632, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53e07fb2-e242-4741-baa9-a918b652e632,segment=NetworkSegment(0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f),segment_id=0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:27.799599 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.802005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-463faeaf-ef96-46c6-aa59-d8f59651abee tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 97af9a6e-f7ee-4018-8e8f-248d275eae47 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:27.805655 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7819437-ef62-4391-8704-1d27ee825120 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.807446 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463faeaf-ef96-46c6-aa59-d8f59651abee tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.856998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7819437-ef62-4391-8704-1d27ee825120 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Pushing event deleted for resources: {'Port': ['ID=11314433-2a88-439f-b637-345e5977cc66,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.876936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec950c-1cce-48ed-b582-b6f7673d80d1 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:27.932953 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463faeaf-ef96-46c6-aa59-d8f59651abee tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.026819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7819437-ef62-4391-8704-1d27ee825120 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.033431 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d7819437-ef62-4391-8704-1d27ee825120 tempest-RoutersAdminNegativeTest-483143631 tempest-RoutersAdminNegativeTest-483143631-project-admin] 10.222.0.44 "DELETE /v2.0/ports/11314433-2a88-439f-b637-345e5977cc66 HTTP/1.1" status: 204 len: 168 time: 1.1683247 Jul 13 07:44:28.098539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d53407-952b-4e0b-aaa5-79b65c91ce88 None None] Pushing event updated for resources: {'Port': ['ID=53e07fb2-e242-4741-baa9-a918b652e632,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:28.123111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463faeaf-ef96-46c6-aa59-d8f59651abee tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.169633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5cbe7e95-d2f2-4845-96d2-daa28aa9b327 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:28.170259 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5cbe7e95-d2f2-4845-96d2-daa28aa9b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.311690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463faeaf-ef96-46c6-aa59-d8f59651abee tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.362094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.372677 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.410168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463faeaf-ef96-46c6-aa59-d8f59651abee tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=97af9a6e-f7ee-4018-8e8f-248d275eae47,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:28.420732 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463faeaf-ef96-46c6-aa59-d8f59651abee tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.423060 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-463faeaf-ef96-46c6-aa59-d8f59651abee tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/97af9a6e-f7ee-4018-8e8f-248d275eae47 HTTP/1.1" status: 204 len: 168 time: 0.9066865 Jul 13 07:44:28.432735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43384) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:28.575297 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-25b6e92b-be74-4a7c-863c-eaff5bef75ed tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1412308 Jul 13 07:44:28.575894 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43390) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:28.587256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:28.683739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=cec04cf9-f680-408e-a0ac-9ec30de409d4,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:28.700376 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.741345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42667b77-07bc-4444-b130-6442766bd46a None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': '97af9a6e-f7ee-4018-8e8f-248d275eae47'}], 'binding:host_id': 'n-d-798249-7'}, 'id': 'a72bf2aa-7b47-492a-bf27-7e91626fd999'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:44:28.783163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43396) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:28.794951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 04b7af99-b069-4d5c-b3b2-92cf8ce076ad up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:28.825312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:28.835879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.854325 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-42667b77-07bc-4444-b130-6442766bd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.898390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54390b46-b102-42f5-964a-3c2d85f9a657 None None] Network fb798d47-ca96-4356-a357-18cf284263d6 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:28.920693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:28.928923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network fb798d47-ca96-4356-a357-18cf284263d6 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:28.930799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:28.932049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53e07fb2-e242-4741-baa9-a918b652e632 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:29.007934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61cbf599-54e9-4b1a-af9d-0e5c3779da88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.114035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1fdfc479-d3fa-48ea-9ca3-65e85bfdd0af None None] Provisioning for port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:29.120055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1fdfc479-d3fa-48ea-9ca3-65e85bfdd0af None None] Provisioning complete for port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:29.120055 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc479-d3fa-48ea-9ca3-65e85bfdd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.145236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 2f2e7ec3-9706-491b-9404-c3d60219f178 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:29.308418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:29.314718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8fdddde0-3b01-4b23-9f00-2878e677bad5 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/2f2e7ec3-9706-491b-9404-c3d60219f178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4285076 Jul 13 07:44:29.317453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43408) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.319856 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22beec2d-e016-4e0d-ac83-29a37fd2baf3 None None] Sync routers for ids ['2f2e7ec3-9706-491b-9404-c3d60219f178'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:29.338121 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22beec2d-e016-4e0d-ac83-29a37fd2baf3 None None] Routers {'2f2e7ec3-9706-491b-9404-c3d60219f178'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:29.339013 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-22beec2d-e016-4e0d-ac83-29a37fd2baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2e7ec3-9706-491b-9404-c3d60219f178'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:29.363603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d73b4-c63c-48ae-89a1-9beb4b265f72 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:29.384504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.402450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 53e07fb2-e242-4741-baa9-a918b652e632 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:29.413166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:29.418185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:29.448180 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-22beec2d-e016-4e0d-ac83-29a37fd2baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:29.454894 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.455768 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.473167 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22beec2d-e016-4e0d-ac83-29a37fd2baf3 None None] Routers {'2f2e7ec3-9706-491b-9404-c3d60219f178'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:29.473411 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-22beec2d-e016-4e0d-ac83-29a37fd2baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2e7ec3-9706-491b-9404-c3d60219f178'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:29.478745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68f712c-fbce-4430-ad48-955982936944 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.483277 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c68f712c-fbce-4430-ad48-955982936944 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports/cec04cf9-f680-408e-a0ac-9ec30de409d4 HTTP/1.1" status: 200 len: 910 time: 0.1536226 Jul 13 07:44:29.490380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43416) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.546515 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-22beec2d-e016-4e0d-ac83-29a37fd2baf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:29.547420 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22beec2d-e016-4e0d-ac83-29a37fd2baf3 None None] The sync data for ids ['2f2e7ec3-9706-491b-9404-c3d60219f178'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:29.633908 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61cbf599-54e9-4b1a-af9d-0e5c3779da88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.650257 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61cbf599-54e9-4b1a-af9d-0e5c3779da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.680401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1034105 Jul 13 07:44:29.683371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43418) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.685134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=a19cbcba-f5d3-493e-9c2d-469bd0ff95c1,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:29.689187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8655b80d-fa53-445c-b764-7e287c8dbb5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:29.714765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71013246-d92c-4049-85d9-02fc76f696e5 None None] Network b8bf60ec-0822-422c-bbc7-8a887f0f32c1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:29.750487 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc479-d3fa-48ea-9ca3-65e85bfdd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.773141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.773525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.773839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.774158 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.774491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.774820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.775150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.775476 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.775798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.776144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.776465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.776782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd313a05-3bb6-492b-adb5-c9d6d3f3790e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:29.789485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbf599-54e9-4b1a-af9d-0e5c3779da88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4b2b82-fc81-4a59-8f47-22ec0ec187c4,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:29.809373 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-61cbf599-54e9-4b1a-af9d-0e5c3779da88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5607e3903d87464a9b3243e21c3de944&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0208421 Jul 13 07:44:29.813115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43420) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.865724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1fdfc479-d3fa-48ea-9ca3-65e85bfdd0af None None] For port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=04b7af99-b069-4d5c-b3b2-92cf8ce076ad,segment=NetworkSegment(65b54512-3dcb-4c4a-858e-b16e76dbe665),segment_id=65b54512-3dcb-4c4a-858e-b16e76dbe665)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:29.885935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc479-d3fa-48ea-9ca3-65e85bfdd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.902063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8655b80d-fa53-445c-b764-7e287c8dbb5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:29.907221 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8655b80d-fa53-445c-b764-7e287c8dbb5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.007138 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-148bb701-6be1-42f4-841e-a648f4ceefc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.040693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-148bb701-6be1-42f4-841e-a648f4ceefc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.050292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfc479-d3fa-48ea-9ca3-65e85bfdd0af None None] Pushing event updated for resources: {'Port': ['ID=04b7af99-b069-4d5c-b3b2-92cf8ce076ad,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:30.055133 n-d-798249-7 neutron-server[93838]: INFO neutron.db.ipam_backend_mixin [None req-8655b80d-fa53-445c-b764-7e287c8dbb5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a19cbcba-f5d3-493e-9c2d-469bd0ff95c1 (CIDR: 2001:db8::/64) Jul 13 07:44:30.063877 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8655b80d-fa53-445c-b764-7e287c8dbb5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:44:30.064366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8655b80d-fa53-445c-b764-7e287c8dbb5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:30.084908 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8655b80d-fa53-445c-b764-7e287c8dbb5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3973637 Jul 13 07:44:30.085371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43426) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:30.090861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:30.111805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76e696b-1700-42b6-9139-f63b0a37c679 None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'a19cbcba-f5d3-493e-9c2d-469bd0ff95c1'}], 'binding:host_id': 'n-d-798249-7'}, 'id': 'a72bf2aa-7b47-492a-bf27-7e91626fd999'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:44:30.155051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-456ff3ff-8576-4718-8d59-8e9fb2777da7 None None] Provisioning for port 53e07fb2-e242-4741-baa9-a918b652e632 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:30.182977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-456ff3ff-8576-4718-8d59-8e9fb2777da7 None None] Provisioning complete for port 53e07fb2-e242-4741-baa9-a918b652e632 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:30.183355 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-456ff3ff-8576-4718-8d59-8e9fb2777da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.211573 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.229169 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d76e696b-1700-42b6-9139-f63b0a37c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.282906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:30.287993 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.380515 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-148bb701-6be1-42f4-841e-a648f4ceefc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.385251 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-148bb701-6be1-42f4-841e-a648f4ceefc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.392652 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-148bb701-6be1-42f4-841e-a648f4ceefc0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc4b2b82-fc81-4a59-8f47-22ec0ec187c4 HTTP/1.1" status: 204 len: 168 time: 0.5782371 Jul 13 07:44:30.589167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 04b7af99-b069-4d5c-b3b2-92cf8ce076ad up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:30.665688 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-456ff3ff-8576-4718-8d59-8e9fb2777da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.799153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-d76e696b-1700-42b6-9139-f63b0a37c679 None None] Allocated IP 2001:db8::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/a19cbcba-f5d3-493e-9c2d-469bd0ff95c1/a72bf2aa-7b47-492a-bf27-7e91626fd999) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:30.831434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bb701-6be1-42f4-841e-a648f4ceefc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4b2b82-fc81-4a59-8f47-22ec0ec187c4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:30.865341 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-456ff3ff-8576-4718-8d59-8e9fb2777da7 None None] For port 53e07fb2-e242-4741-baa9-a918b652e632, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53e07fb2-e242-4741-baa9-a918b652e632,segment=NetworkSegment(0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f),segment_id=0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:30.877498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Allocated IP 172.21.0.1 (b8bf60ec-0822-422c-bbc7-8a887f0f32c1/9e2adb84-7ab3-482a-9882-1e94370cbd02/70892d09-ef02-4553-bbd7-3e65ec1c1dc7) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:30.892079 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-456ff3ff-8576-4718-8d59-8e9fb2777da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.032936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43446) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:31.064322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:44:31.102905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:31.103686 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.115421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ff3ff-8576-4718-8d59-8e9fb2777da7 None None] Pushing event updated for resources: {'Port': ['ID=53e07fb2-e242-4741-baa9-a918b652e632,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:31.139855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-456ff3ff-8576-4718-8d59-8e9fb2777da7 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:31.140681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-456ff3ff-8576-4718-8d59-8e9fb2777da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.145721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b32ad694-d150-4837-9389-622cdec58dbf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7837306c627400980721c741a511250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096880 Jul 13 07:44:31.151460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43448) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:31.181404 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.199092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d76e696b-1700-42b6-9139-f63b0a37c679 None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:31.204463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Transition to ACTIVE for port object 70892d09-ef02-4553-bbd7-3e65ec1c1dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:31.263733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.291350 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d76e696b-1700-42b6-9139-f63b0a37c679 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.354862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d5e62b79-91cc-4177-9a2f-d0dac9f747ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.357977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network b8bf60ec-0822-422c-bbc7-8a887f0f32c1 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:31.362450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d76e696b-1700-42b6-9139-f63b0a37c679 None None] Transition to ACTIVE for port object a72bf2aa-7b47-492a-bf27-7e91626fd999 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:31.365788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:31.383867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:31.393234 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d5e62b79-91cc-4177-9a2f-d0dac9f747ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.395515 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d76e696b-1700-42b6-9139-f63b0a37c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.436243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=70892d09-ef02-4553-bbd7-3e65ec1c1dc7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:31.468734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.501052 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d5e62b79-91cc-4177-9a2f-d0dac9f747ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.504389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d5e62b79-91cc-4177-9a2f-d0dac9f747ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.520857 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d5e62b79-91cc-4177-9a2f-d0dac9f747ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d254b5c4-5ea1-4a95-83e5-77b84c3c3fad HTTP/1.1" status: 204 len: 168 time: 0.3604195 Jul 13 07:44:31.573245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e696b-1700-42b6-9139-f63b0a37c679 None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=15']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:31.597555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e62b79-91cc-4177-9a2f-d0dac9f747ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d254b5c4-5ea1-4a95-83e5-77b84c3c3fad,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:31.603143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.610026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:31.738635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.758572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6aa2f009-c4d2-41a7-8553-43ce142845fb None None] Provisioning complete for port 53e07fb2-e242-4741-baa9-a918b652e632 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:31.759351 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f009-c4d2-41a7-8553-43ce142845fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.887636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:31.949395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.957636 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.979697 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.021772 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.056390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:32.069051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:32.072835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:32.073535 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.178116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=17']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:32.191077 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1006451 Jul 13 07:44:32.191324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43472) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:32.196770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:ef:74:d4', 'name': 'tempest-NetworksTestDHCPv6-608325900'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:32.214813 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:44:32.215172 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:44:32.225730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f14c6-bf3f-4fa0-b7c6-268bfc12d94f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=a62c5376-ae7d-41f0-8566-1390ef511895,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:32.257286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6aa2f009-c4d2-41a7-8553-43ce142845fb None None] Provisioning complete for port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:32.257723 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f009-c4d2-41a7-8553-43ce142845fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.379621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.387001 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.390510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6aa2f009-c4d2-41a7-8553-43ce142845fb None None] Provisioning for port cec04cf9-f680-408e-a0ac-9ec30de409d4 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:32.397056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6aa2f009-c4d2-41a7-8553-43ce142845fb None None] Provisioning complete for port cec04cf9-f680-408e-a0ac-9ec30de409d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:32.397438 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f009-c4d2-41a7-8553-43ce142845fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.435933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:32.494853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2f009-c4d2-41a7-8553-43ce142845fb None None] Port cec04cf9-f680-408e-a0ac-9ec30de409d4 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:32.553118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.596141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 65d76e11-7052-49fb-baad-49dcede4f3e1 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:32.630673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.632459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b30c113-572e-4c16-88a3-d0314d2223a7 None None] Provisioning for port 70892d09-ef02-4553-bbd7-3e65ec1c1dc7 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:32.636774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b30c113-572e-4c16-88a3-d0314d2223a7 None None] Provisioning complete for port 70892d09-ef02-4553-bbd7-3e65ec1c1dc7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:32.637157 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b30c113-572e-4c16-88a3-d0314d2223a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.638863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=70892d09-ef02-4553-bbd7-3e65ec1c1dc7,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:32.713837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5b30c113-572e-4c16-88a3-d0314d2223a7 None None] Port 70892d09-ef02-4553-bbd7-3e65ec1c1dc7 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:32.800976 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.840704 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d57d9-869a-4442-a86c-1231e0ca6fc4 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:32.892194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::3db (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/a19cbcba-f5d3-493e-9c2d-469bd0ff95c1/65d76e11-7052-49fb-baad-49dcede4f3e1) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:32.899772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8:0:1:f816:3eff:feef:74d4 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/a62c5376-ae7d-41f0-8566-1390ef511895/65d76e11-7052-49fb-baad-49dcede4f3e1) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:32.919090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network b8bf60ec-0822-422c-bbc7-8a887f0f32c1 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:32.920861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:33.001219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ba0c3ee2-8487-483b-bf32-6ce17cf737e0 None None] Provisioning for port a72bf2aa-7b47-492a-bf27-7e91626fd999 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:33.009560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:33.020777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ba0c3ee2-8487-483b-bf32-6ce17cf737e0 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:33.021437 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ba0c3ee2-8487-483b-bf32-6ce17cf737e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.071489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43498) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:33.290341 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.307415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 65d76e11-7052-49fb-baad-49dcede4f3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:33.345325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-591755127'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:33.352498 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.463333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.520096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 2f2e7ec3-9706-491b-9404-c3d60219f178 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:33.629923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=18']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:33.712607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:33.723420 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-735ed9f9-bb5b-4854-95f2-8b6cedd3618d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/2f2e7ec3-9706-491b-9404-c3d60219f178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2300415 Jul 13 07:44:33.726257 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43514) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:33.733162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002363ff-397d-4945-9831-b1f96331cf23 None None] Sync routers for ids ['2f2e7ec3-9706-491b-9404-c3d60219f178'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:33.750576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:33.754706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:33.761983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:33.762868 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ba0c3ee2-8487-483b-bf32-6ce17cf737e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.766394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002363ff-397d-4945-9831-b1f96331cf23 None None] Routers {'2f2e7ec3-9706-491b-9404-c3d60219f178'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:33.767330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-002363ff-397d-4945-9831-b1f96331cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2e7ec3-9706-491b-9404-c3d60219f178'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:33.791188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:33.791807 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.799005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Made reservation on behalf of 4f963b7d1a364eec92ab658e13c46dfc for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:33.802478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.806968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf77135f-8e29-4aca-afa3-91dd33bc8862 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:33.808758 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bf77135f-8e29-4aca-afa3-91dd33bc8862 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports/70892d09-ef02-4553-bbd7-3e65ec1c1dc7 HTTP/1.1" status: 200 len: 910 time: 0.0811889 Jul 13 07:44:33.809258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-002363ff-397d-4945-9831-b1f96331cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:33.812280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43516) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:33.816409 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.828489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=65d76e11-7052-49fb-baad-49dcede4f3e1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:33.836349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002363ff-397d-4945-9831-b1f96331cf23 None None] Routers {'2f2e7ec3-9706-491b-9404-c3d60219f178'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:33.837129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-002363ff-397d-4945-9831-b1f96331cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2e7ec3-9706-491b-9404-c3d60219f178'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:33.845934 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-606bb90f-2a2d-4dde-b103-3ecde88f2844 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6534832 Jul 13 07:44:33.848823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43518) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:33.885035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-002363ff-397d-4945-9831-b1f96331cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:33.885616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002363ff-397d-4945-9831-b1f96331cf23 None None] The sync data for ids ['2f2e7ec3-9706-491b-9404-c3d60219f178'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:33.897315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ba0c3ee2-8487-483b-bf32-6ce17cf737e0 None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:33.903356 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ba0c3ee2-8487-483b-bf32-6ce17cf737e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.985836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-18074ea8-c6a3-415f-8910-e53f47729335 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 65d76e11-7052-49fb-baad-49dcede4f3e1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:33.986157 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18074ea8-c6a3-415f-8910-e53f47729335 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.998107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:34.029829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c3ee2-8487-483b-bf32-6ce17cf737e0 None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=19']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:34.072769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:34.073146 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.116795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2bdc1acd-afe6-40f7-ba1b-d15bf042011d None None] Provisioning complete for port 70892d09-ef02-4553-bbd7-3e65ec1c1dc7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:34.116956 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18074ea8-c6a3-415f-8910-e53f47729335 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.117408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1acd-afe6-40f7-ba1b-d15bf042011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.132389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-18074ea8-c6a3-415f-8910-e53f47729335 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 65d76e11-7052-49fb-baad-49dcede4f3e1 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:34.207572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc1acd-afe6-40f7-ba1b-d15bf042011d None None] Port 70892d09-ef02-4553-bbd7-3e65ec1c1dc7 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:34.223711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53e07fb2-e242-4741-baa9-a918b652e632 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:34.277150 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.286638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.339260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 53e07fb2-e242-4741-baa9-a918b652e632 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:34.339777 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.351389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879ce79c-df44-4330-8993-674c3b8d17ab,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:34.364873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:34.405505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.483338 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.598442 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.598910 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Added segment b43ddf88-6935-4b2f-abcd-614f683a2e9c of type vlan for network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 Jul 13 07:44:34.638272 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18074ea8-c6a3-415f-8910-e53f47729335 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.705469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.709156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18074ea8-c6a3-415f-8910-e53f47729335 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=65d76e11-7052-49fb-baad-49dcede4f3e1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:34.786373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea55a5-e059-43a1-acf0-abe002a3dcfd None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:34.794383 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18074ea8-c6a3-415f-8910-e53f47729335 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.796965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-18074ea8-c6a3-415f-8910-e53f47729335 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/65d76e11-7052-49fb-baad-49dcede4f3e1 HTTP/1.1" status: 204 len: 168 time: 0.9464843 Jul 13 07:44:34.800078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43534) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:34.815519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 70892d09-ef02-4553-bbd7-3e65ec1c1dc7 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:34.816149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.878454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.885509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:34.886325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.896543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f4e3a8b8-e362-4280-aae3-ae56ab99e969 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:34.896903 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a8b8-e362-4280-aae3-ae56ab99e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.923190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43540) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:34.936075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.989271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 70892d09-ef02-4553-bbd7-3e65ec1c1dc7 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:35.030842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9544845 Jul 13 07:44:35.036930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c8c68e-e99e-4f24-99aa-a506b0928469 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.038979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a0c8c68e-e99e-4f24-99aa-a506b0928469 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2379766 Jul 13 07:44:35.039975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43542) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:35.041823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43544) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:35.046719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'subnet': {'network_id': 'e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:35.054022 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01602a0-110e-45a9-a95a-7794e814f72e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Network': ['ID=e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:35.068482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:35.095748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a92794-76bf-4ed4-8850-cf6af63c01c7 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.096344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a92794-76bf-4ed4-8850-cf6af63c01c7 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.096824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a92794-76bf-4ed4-8850-cf6af63c01c7 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.100265 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f4e3a8b8-e362-4280-aae3-ae56ab99e969 None None] Could not find standard attr ID for object 65d76e11-7052-49fb-baad-49dcede4f3e1. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:44:35.109535 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-47a92794-76bf-4ed4-8850-cf6af63c01c7 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=326e9df6bc154468b5a4e137d29d8e97&network_id=ee95c9c2-7ceb-460f-8c8b-4a50afa20245 HTTP/1.1" status: 200 len: 2970 time: 0.1852658 Jul 13 07:44:35.227007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea385a85-84a8-4cce-b406-17cfcd3e9020 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.228603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ea385a85-84a8-4cce-b406-17cfcd3e9020 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1758091 Jul 13 07:44:35.231327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43552) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:35.235508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Made reservation on behalf of 4f963b7d1a364eec92ab658e13c46dfc for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:35.239664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.343245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db766aaa-4e30-4b29-b177-2b8c32e481ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.345425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db766aaa-4e30-4b29-b177-2b8c32e481ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.347442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db766aaa-4e30-4b29-b177-2b8c32e481ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:35.352603 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-db766aaa-4e30-4b29-b177-2b8c32e481ad tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1202247 Jul 13 07:44:35.353378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43556) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:35.354616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.382741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=70892d09-ef02-4553-bbd7-3e65ec1c1dc7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:35.438222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a33a79b-18ec-43f2-9f22-0526b5016206 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet a19cbcba-f5d3-493e-9c2d-469bd0ff95c1 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:35.442041 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a33a79b-18ec-43f2-9f22-0526b5016206 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.530531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cbe762e3-8ec8-4b51-93ac-c7cc9b71bc07 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:35.530850 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbe762e3-8ec8-4b51-93ac-c7cc9b71bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.601961 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a33a79b-18ec-43f2-9f22-0526b5016206 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.670800 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.766317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:35.852376 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.880676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:35.881146 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.939000 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a33a79b-18ec-43f2-9f22-0526b5016206 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.987346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Checking segment: {'id': 'b43ddf88-6935-4b2f-abcd-614f683a2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:35.987627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network hostable DHCP agents. Network: e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:36.006216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3fd5cedb-469d-4e74-80be-6190d79063b3 None None] Could not find standard attr ID for object 2fd660f1-871f-4074-9785-962bcc1408c7. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:44:36.010036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Subnet': ['ID=3171c32a-0d71-494c-a48f-6b95533935fb,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:36.048479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 2f2e7ec3-9706-491b-9404-c3d60219f178 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:36.059553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:36.075758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:36.080803 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a33a79b-18ec-43f2-9f22-0526b5016206 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.083634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.084357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.091068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541d1d10-450d-43bb-9ea9-3f027791d3ff None None] Network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:36.118863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33a79b-18ec-43f2-9f22-0526b5016206 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=a19cbcba-f5d3-493e-9c2d-469bd0ff95c1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:36.134316 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a33a79b-18ec-43f2-9f22-0526b5016206 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.136353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4a33a79b-18ec-43f2-9f22-0526b5016206 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/a19cbcba-f5d3-493e-9c2d-469bd0ff95c1 HTTP/1.1" status: 204 len: 168 time: 0.7817571 Jul 13 07:44:36.141286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43570) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:36.193752 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:36.205720 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72838c1-74ae-48e2-a39c-5a53f530c69d None None] Sync routers for ids ['2f2e7ec3-9706-491b-9404-c3d60219f178'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:36.213169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8ae7a111-a22a-4573-a899-edd756b17c75 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/2f2e7ec3-9706-491b-9404-c3d60219f178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3963890 Jul 13 07:44:36.213370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43572) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:36.214399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d9b06e58-6668-4130-9f35-0083032719d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1732275 Jul 13 07:44:36.219121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43574) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:36.222134 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72838c1-74ae-48e2-a39c-5a53f530c69d None None] Routers {'2f2e7ec3-9706-491b-9404-c3d60219f178'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:36.223978 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c72838c1-74ae-48e2-a39c-5a53f530c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2e7ec3-9706-491b-9404-c3d60219f178'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:36.226892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1115381827', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:36.257395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-461a9c69-e716-4ad4-9bed-935c52673cfa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet a62c5376-ae7d-41f0-8566-1390ef511895 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:36.263861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461a9c69-e716-4ad4-9bed-935c52673cfa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.290355 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.291742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.305714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953bb034-5965-4532-b1db-0455b187b558 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:36.305877 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c72838c1-74ae-48e2-a39c-5a53f530c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:36.315000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155d9f1-d9df-468c-b65d-fe77a4e26d29 None None] Network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:36.330448 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72838c1-74ae-48e2-a39c-5a53f530c69d None None] Routers {'2f2e7ec3-9706-491b-9404-c3d60219f178'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:36.331089 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c72838c1-74ae-48e2-a39c-5a53f530c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2e7ec3-9706-491b-9404-c3d60219f178'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:36.335150 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461a9c69-e716-4ad4-9bed-935c52673cfa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.367551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bc788069-958a-4567-9be6-49e51427a884 None None] Could not find standard attr ID for object 65d76e11-7052-49fb-baad-49dcede4f3e1. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:44:36.371073 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c72838c1-74ae-48e2-a39c-5a53f530c69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:36.373269 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72838c1-74ae-48e2-a39c-5a53f530c69d None None] The sync data for ids ['2f2e7ec3-9706-491b-9404-c3d60219f178'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:36.436925 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.609172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461a9c69-e716-4ad4-9bed-935c52673cfa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.645716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.649469 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.708151 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461a9c69-e716-4ad4-9bed-935c52673cfa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.746843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a9c69-e716-4ad4-9bed-935c52673cfa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=a62c5376-ae7d-41f0-8566-1390ef511895,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:36.760065 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461a9c69-e716-4ad4-9bed-935c52673cfa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.764440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-461a9c69-e716-4ad4-9bed-935c52673cfa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/a62c5376-ae7d-41f0-8566-1390ef511895 HTTP/1.1" status: 204 len: 168 time: 0.6197350 Jul 13 07:44:36.765250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43586) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:36.814156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-04ce2e4b-8090-466a-959c-51b8df254f50 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449281 Jul 13 07:44:36.815695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43590) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:36.820937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e9cb51c3-a048-4314-9ce9-a686a7d3ed1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:36.991248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb51c3-a048-4314-9ce9-a686a7d3ed1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:36.995023 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9cb51c3-a048-4314-9ce9-a686a7d3ed1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.019078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port cec04cf9-f680-408e-a0ac-9ec30de409d4 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:37.019344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.137138 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.157135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for cec04cf9-f680-408e-a0ac-9ec30de409d4 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:37.221549 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.270368 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.364166 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.395048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=cec04cf9-f680-408e-a0ac-9ec30de409d4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:37.446263 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9cb51c3-a048-4314-9ce9-a686a7d3ed1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.458882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.25.6.138 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/b2f80cdb-39aa-4b4e-b687-eaf89ff3ab16) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:37.510819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb51c3-a048-4314-9ce9-a686a7d3ed1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:37.525651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb51c3-a048-4314-9ce9-a686a7d3ed1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:37.561244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb51c3-a048-4314-9ce9-a686a7d3ed1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:37.562629 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9cb51c3-a048-4314-9ce9-a686a7d3ed1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.580459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb51c3-a048-4314-9ce9-a686a7d3ed1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=d687a5ce-100f-42d6-891c-a2a5a0c32ea1,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:37.619893 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.645894 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e9cb51c3-a048-4314-9ce9-a686a7d3ed1d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8294799 Jul 13 07:44:37.649724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43610) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:37.654604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a18239-748d-46ed-ae39-3876b9b21377 None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:37.658556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d3056c91-6a7c-4b80-b66a-c0a12a069fa5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:37.756991 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.809840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e6e67c6a-191b-4465-b3bd-7414cdd36453 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:37.813929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6e67c6a-191b-4465-b3bd-7414cdd36453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.815525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 2f2e7ec3-9706-491b-9404-c3d60219f178 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:37.878825 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.880951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3056c91-6a7c-4b80-b66a-c0a12a069fa5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:37.884599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d3056c91-6a7c-4b80-b66a-c0a12a069fa5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.903713 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:37.920945 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3238a5d4-4eb1-44a7-9b38-8ac674ae9980 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/2f2e7ec3-9706-491b-9404-c3d60219f178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7039838 Jul 13 07:44:37.921153 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.921153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15e58b-c055-4ef7-ac08-a61fe5cf885e None None] Sync routers for ids ['2f2e7ec3-9706-491b-9404-c3d60219f178'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:37.922280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43612) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:37.963166 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-97c3ed29-d88b-4b57-ac48-d605a5ee9a83 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f2e7ec3-9706-491b-9404-c3d60219f178 HTTP/1.1" status: 200 len: 205 time: 0.0375040 Jul 13 07:44:37.963408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15e58b-c055-4ef7-ac08-a61fe5cf885e None None] Routers {'2f2e7ec3-9706-491b-9404-c3d60219f178'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:37.963408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2b15e58b-c055-4ef7-ac08-a61fe5cf885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2e7ec3-9706-491b-9404-c3d60219f178'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:37.963630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43614) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:37.986726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:38.013826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2b15e58b-c055-4ef7-ac08-a61fe5cf885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:38.025671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:38.028451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:38.049531 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eab51066-2a00-4baa-97d6-060c057b2d36 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.058727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=b2f80cdb-39aa-4b4e-b687-eaf89ff3ab16,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:38.071170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15e58b-c055-4ef7-ac08-a61fe5cf885e None None] Routers {'2f2e7ec3-9706-491b-9404-c3d60219f178'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:38.071826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2b15e58b-c055-4ef7-ac08-a61fe5cf885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2f2e7ec3-9706-491b-9404-c3d60219f178'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:38.102310 n-d-798249-7 neutron-server[93838]: INFO neutron.db.ipam_backend_mixin [None req-d3056c91-6a7c-4b80-b66a-c0a12a069fa5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d687a5ce-100f-42d6-891c-a2a5a0c32ea1 (CIDR: 2001:db8::/64) Jul 13 07:44:38.119472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2b15e58b-c055-4ef7-ac08-a61fe5cf885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:38.120175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15e58b-c055-4ef7-ac08-a61fe5cf885e None None] The sync data for ids ['2f2e7ec3-9706-491b-9404-c3d60219f178'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:38.173608 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3056c91-6a7c-4b80-b66a-c0a12a069fa5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:44:38.174535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3056c91-6a7c-4b80-b66a-c0a12a069fa5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:38.209330 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d3056c91-6a7c-4b80-b66a-c0a12a069fa5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5571046 Jul 13 07:44:38.212256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43622) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:38.246327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11b378-0191-474e-9851-c73fdbea2540 None None] Update dhcp port {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'fixed_ips': [{'subnet_id': 'd687a5ce-100f-42d6-891c-a2a5a0c32ea1'}], 'binding:host_id': 'n-d-798249-7'}, 'id': 'a72bf2aa-7b47-492a-bf27-7e91626fd999'} from n-d-798249-7. {{(pid=93840) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:44:38.247219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'subnet': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:38.255622 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eab51066-2a00-4baa-97d6-060c057b2d36 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.257817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eab51066-2a00-4baa-97d6-060c057b2d36 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.294379 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1d11b378-0191-474e-9851-c73fdbea2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.308479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eab51066-2a00-4baa-97d6-060c057b2d36 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.309139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab51066-2a00-4baa-97d6-060c057b2d36 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Fanout notify agent at l3_agent the message router_deleted on router 2f2e7ec3-9706-491b-9404-c3d60219f178 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:38.317738 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eab51066-2a00-4baa-97d6-060c057b2d36 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.319028 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eab51066-2a00-4baa-97d6-060c057b2d36 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/2f2e7ec3-9706-491b-9404-c3d60219f178 HTTP/1.1" status: 204 len: 168 time: 0.3546038 Jul 13 07:44:38.321539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43624) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:38.380557 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e95e282-8a43-44d3-b23a-1b69d3f8ac7e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting subnet 9e2adb84-7ab3-482a-9882-1e94370cbd02 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:38.384211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e95e282-8a43-44d3-b23a-1b69d3f8ac7e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.445011 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e95e282-8a43-44d3-b23a-1b69d3f8ac7e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.516229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-1d11b378-0191-474e-9851-c73fdbea2540 None None] Allocated IP 2001:db8::2 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/d687a5ce-100f-42d6-891c-a2a5a0c32ea1/a72bf2aa-7b47-492a-bf27-7e91626fd999) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:38.579921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e95e282-8a43-44d3-b23a-1b69d3f8ac7e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.648227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1d11b378-0191-474e-9851-c73fdbea2540 None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:38.651181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43630) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:38.673541 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e95e282-8a43-44d3-b23a-1b69d3f8ac7e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.852157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:38.856591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.873803 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.896227 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1d11b378-0191-474e-9851-c73fdbea2540 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.914819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1d11b378-0191-474e-9851-c73fdbea2540 None None] Transition to ACTIVE for port object a72bf2aa-7b47-492a-bf27-7e91626fd999 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:38.923161 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1d11b378-0191-474e-9851-c73fdbea2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.014047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11b378-0191-474e-9851-c73fdbea2540 None None] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=22']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.182865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95e282-8a43-44d3-b23a-1b69d3f8ac7e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2adb84-7ab3-482a-9882-1e94370cbd02,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.190612 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e95e282-8a43-44d3-b23a-1b69d3f8ac7e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.192553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1e95e282-8a43-44d3-b23a-1b69d3f8ac7e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/9e2adb84-7ab3-482a-9882-1e94370cbd02 HTTP/1.1" status: 204 len: 168 time: 0.8700223 Jul 13 07:44:39.195188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43642) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:39.200375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b9be7-c167-4897-974f-9e0b5cad1540 None None] Network b8bf60ec-0822-422c-bbc7-8a887f0f32c1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:39.247930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-e935fc6e-a2f7-4024-a533-627a307fe2f4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting subnet af2e295d-ac4e-490c-b940-78a6b1c3f286 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:39.253667 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e935fc6e-a2f7-4024-a533-627a307fe2f4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.257370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add45747-2074-493d-80b9-5141a88a003a tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.258894 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-add45747-2074-493d-80b9-5141a88a003a tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 814 time: 0.6065395 Jul 13 07:44:39.298047 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.320759 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e935fc6e-a2f7-4024-a533-627a307fe2f4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.470364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e935fc6e-a2f7-4024-a533-627a307fe2f4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.594219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d1a46b-071d-43fc-8788-a3f738c668c1 None None] DHCP port deletion for b8bf60ec-0822-422c-bbc7-8a887f0f32c1 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:39.610083 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e935fc6e-a2f7-4024-a533-627a307fe2f4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.653726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935fc6e-a2f7-4024-a533-627a307fe2f4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Subnet': ['ID=af2e295d-ac4e-490c-b940-78a6b1c3f286,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.662740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e935fc6e-a2f7-4024-a533-627a307fe2f4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.665361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e935fc6e-a2f7-4024-a533-627a307fe2f4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/af2e295d-ac4e-490c-b940-78a6b1c3f286 HTTP/1.1" status: 204 len: 168 time: 0.4692376 Jul 13 07:44:39.666378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:39.668048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43656) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:39.673734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:44:39.675820 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa51276-2dfa-4612-8717-ade763edad5c None None] Network fb798d47-ca96-4356-a357-18cf284263d6 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:39.720548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:39.777405 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.846256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43658) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:39.855604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'network': {'name': 'tempest-network-smoke--835746490', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'port_security_enabled': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:39.898632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Made reservation on behalf of 326e9df6bc154468b5a4e137d29d8e97 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:39.902751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.929981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1a46b-071d-43fc-8788-a3f738c668c1 None None] Deleting port 53e07fb2-e242-4741-baa9-a918b652e632 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:39.930463 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c6d1a46b-071d-43fc-8788-a3f738c668c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.940798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 53e07fb2-e242-4741-baa9-a918b652e632 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:39.941049 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.951413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:39.962941 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e8a16-ecb0-4f38-bd8a-2660ed03d3ec None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:39.977118 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e8a16-ecb0-4f38-bd8a-2660ed03d3ec None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:39.980258 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-637e8a16-ecb0-4f38-bd8a-2660ed03d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.063896 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-637e8a16-ecb0-4f38-bd8a-2660ed03d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.067729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port 53e07fb2-e242-4741-baa9-a918b652e632, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53e07fb2-e242-4741-baa9-a918b652e632,segment=NetworkSegment(0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f),segment_id=0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:40.068328 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.070871 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.074834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.076617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0e4ad1af-7703-41b9-891f-102176350aac tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8564310 Jul 13 07:44:40.085451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43666) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:40.086076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 53e07fb2-e242-4741-baa9-a918b652e632 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:40.094851 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e8a16-ecb0-4f38-bd8a-2660ed03d3ec None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:40.095487 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-637e8a16-ecb0-4f38-bd8a-2660ed03d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.143042 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-637e8a16-ecb0-4f38-bd8a-2660ed03d3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.144114 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e8a16-ecb0-4f38-bd8a-2660ed03d3ec None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:40.144278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53e07fb2-e242-4741-baa9-a918b652e632 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:40.157736 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:40.182158 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.182422 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Added segment f423d059-78d2-4946-891e-3b5f74aef5b5 of type vlan for network bc78c1f0-12ef-4aec-98ab-01b917c61535 Jul 13 07:44:40.245067 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.254054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c6d1a46b-071d-43fc-8788-a3f738c668c1 None None] For port 53e07fb2-e242-4741-baa9-a918b652e632, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53e07fb2-e242-4741-baa9-a918b652e632,segment=NetworkSegment(0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f),segment_id=0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:40.256189 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c6d1a46b-071d-43fc-8788-a3f738c668c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.260285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.281814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1a46b-071d-43fc-8788-a3f738c668c1 None None] Calling delete_port for 53e07fb2-e242-4741-baa9-a918b652e632 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:40.306189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=53e07fb2-e242-4741-baa9-a918b652e632,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:40.309490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No DVR routers for this DVR port 53e07fb2-e242-4741-baa9-a918b652e632 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:40.365644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d3a0fedd-bcdb-4164-8963-e05354c524af None None] Provisioning for port a72bf2aa-7b47-492a-bf27-7e91626fd999 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:40.380465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d3a0fedd-bcdb-4164-8963-e05354c524af None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:40.380936 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3a0fedd-bcdb-4164-8963-e05354c524af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.383762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No active binding found for port 53e07fb2-e242-4741-baa9-a918b652e632 {{(pid=93840) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:44:40.384228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53e07fb2-e242-4741-baa9-a918b652e632 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:40.418861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.427734 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:40.436131 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.474785 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:44:40.478326 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 07:44:40.515570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8284d6c4-3334-41e8-ab23-d27822f69fc4 None None] DHCP port deletion for fb798d47-ca96-4356-a357-18cf284263d6 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:40.518993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.520985 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c6d1a46b-071d-43fc-8788-a3f738c668c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.557235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bf60ec-0822-422c-bbc7-8a887f0f32c1']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.560348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d1a46b-071d-43fc-8788-a3f738c668c1 None None] No DVR routers for this DVR port 53e07fb2-e242-4741-baa9-a918b652e632 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:40.573145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:40.636345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.637165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7a6f97-1d4f-4287-8ddd-f14c7639dc2f') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.672411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1a46b-071d-43fc-8788-a3f738c668c1 None None] Pushing event deleted for resources: {'Port': ['ID=53e07fb2-e242-4741-baa9-a918b652e632,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:40.674440 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.695128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8436327 Jul 13 07:44:40.720424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43678) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:40.730861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8284d6c4-3334-41e8-ab23-d27822f69fc4 None None] Deleting port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:40.732091 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8284d6c4-3334-41e8-ab23-d27822f69fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.765159 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.804678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4834d-7b16-47bc-a05b-8f57a3afe060 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Network': ['ID=bc78c1f0-12ef-4aec-98ab-01b917c61535,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:40.834014 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:40.834516 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:40.849146 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:40.852777 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.860412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network bc78c1f0-12ef-4aec-98ab-01b917c61535 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:40.865187 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.907992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8284d6c4-3334-41e8-ab23-d27822f69fc4 None None] For port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=04b7af99-b069-4d5c-b3b2-92cf8ce076ad,segment=NetworkSegment(65b54512-3dcb-4c4a-858e-b16e76dbe665),segment_id=65b54512-3dcb-4c4a-858e-b16e76dbe665)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:40.908436 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8284d6c4-3334-41e8-ab23-d27822f69fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.928656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8284d6c4-3334-41e8-ab23-d27822f69fc4 None None] Calling delete_port for 04b7af99-b069-4d5c-b3b2-92cf8ce076ad owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:40.947479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.961214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09cd361-1beb-489e-9006-7779eb0a67ba tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:40.965800 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f09cd361-1beb-489e-9006-7779eb0a67ba tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=326e9df6bc154468b5a4e137d29d8e97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2397633 Jul 13 07:44:40.966812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43684) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:41.027982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:41.037829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:41.060315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5856e-703b-49d7-a812-6d8570206e0d None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:41.060746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.061271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.098861 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8284d6c4-3334-41e8-ab23-d27822f69fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.101075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570f218a-991e-4b5e-ac83-375d7d7d43d8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.102872 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-570f218a-991e-4b5e-ac83-375d7d7d43d8 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292174 Jul 13 07:44:41.104195 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.105040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=24']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:41.106232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43690) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:41.115705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Subnet': ['ID=2afdac6e-c484-4792-abea-80c96974d8dd,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:41.122907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.125812 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/networks/b8bf60ec-0822-422c-bbc7-8a887f0f32c1 HTTP/1.1" status: 204 len: 168 time: 1.4566331 Jul 13 07:44:41.129665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43692) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:41.149178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a6072263-978b-4417-a895-2e140e165d19 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9358792 Jul 13 07:44:41.154531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43694) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:41.158079 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-80c369b3-de94-4a60-a364-4347494413ea tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510790 Jul 13 07:44:41.162099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Request body: {'port': {'network_id': '0d16e5c0-4b3f-4cb4-a312-cde8401688dc', 'mac_address': 'fa:16:3e:9e:18:46', 'name': 'tempest-NetworksTestDHCPv6-1037654704'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:41.167063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43696) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:41.167930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284d6c4-3334-41e8-ab23-d27822f69fc4 None None] Pushing event deleted for resources: {'Port': ['ID=04b7af99-b069-4d5c-b3b2-92cf8ce076ad,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:41.177086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8284d6c4-3334-41e8-ab23-d27822f69fc4 None None] No DVR routers for this DVR port 04b7af99-b069-4d5c-b3b2-92cf8ce076ad on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:41.247049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3aaf8-d72b-4ece-83af-14dd6c4ed08f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Network': ['ID=b8bf60ec-0822-422c-bbc7-8a887f0f32c1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:41.255781 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.273851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-23283e0a-f6bc-440d-a058-f84816262ef1 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=326e9df6bc154468b5a4e137d29d8e97&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1013696 Jul 13 07:44:41.280844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43698) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:41.316320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Made reservation on behalf of d6b8139ec4a34e6685b1df938ca91e6a for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:41.410658 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.435736 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] device_id is not set on port 402ec610-b10c-4e65-a1dc-379ecaf0e186 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:41.663075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8::1b (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/d687a5ce-100f-42d6-891c-a2a5a0c32ea1/402ec610-b10c-4e65-a1dc-379ecaf0e186) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:41.673176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:1846 (0d16e5c0-4b3f-4cb4-a312-cde8401688dc/2afdac6e-c484-4792-abea-80c96974d8dd/402ec610-b10c-4e65-a1dc-379ecaf0e186) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:41.744832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:41.845249 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.874936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:41.875631 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.917193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:41.935427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Transition to ACTIVE for port object 402ec610-b10c-4e65-a1dc-379ecaf0e186 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:41.970726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac5db4-68da-4304-9cbc-1e139963a29f tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.972759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eaac5db4-68da-4304-9cbc-1e139963a29f tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6909952 Jul 13 07:44:41.976274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43714) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:41.993552 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.075951 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-34b9be74-f8ba-49c8-8300-f268c479edf5 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0965090 Jul 13 07:44:42.078575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43716) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:42.083016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057467798', 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:42.087975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:42.091573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:42.095746 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:42.102888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:42.103718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.118685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event updated for resources: {'Port': ['ID=402ec610-b10c-4e65-a1dc-379ecaf0e186,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:42.137614 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d9adec8c-75a4-45c4-90b7-9ce9d572a02a tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9817173 Jul 13 07:44:42.140429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43718) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:42.158428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 04b7af99-b069-4d5c-b3b2-92cf8ce076ad no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:42.191854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 04b7af99-b069-4d5c-b3b2-92cf8ce076ad {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:42.194387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 04b7af99-b069-4d5c-b3b2-92cf8ce076ad not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:42.278111 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7acfd95d-772a-4725-9e1f-700578cc7d0f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting port 402ec610-b10c-4e65-a1dc-379ecaf0e186 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:42.278528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7acfd95d-772a-4725-9e1f-700578cc7d0f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.279022 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.329041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb798d47-ca96-4356-a357-18cf284263d6']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:42.352799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e836a129-5baf-45a2-889f-c018be503c65 None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:42.352799 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e836a129-5baf-45a2-889f-c018be503c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.365274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Made reservation on behalf of 326e9df6bc154468b5a4e137d29d8e97 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:42.368866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.374711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b54512-3dcb-4c4a-858e-b16e76dbe665') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:42.375266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b54512-3dcb-4c4a-858e-b16e76dbe665') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:42.402146 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7acfd95d-772a-4725-9e1f-700578cc7d0f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.416292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7acfd95d-772a-4725-9e1f-700578cc7d0f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Calling delete_port for 402ec610-b10c-4e65-a1dc-379ecaf0e186 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:42.435883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.541932 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.559227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:42.559647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:42.565958 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:42.656756 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7acfd95d-772a-4725-9e1f-700578cc7d0f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.680549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.20.0.1 (e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77/3171c32a-0d71-494c-a48f-6b95533935fb/595be0e7-188f-419c-8039-c4fde4474181) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:42.685729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.701419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bee14dd2-4b23-4304-b663-ee7a016cf4b0 None None] Could not find standard attr ID for object 402ec610-b10c-4e65-a1dc-379ecaf0e186. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:44:42.709946 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.715455 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/networks/fb798d47-ca96-4356-a357-18cf284263d6 HTTP/1.1" status: 204 len: 168 time: 1.5807855 Jul 13 07:44:42.716437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce649e4-7131-4d69-b88f-5f61c6735f43 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Network': ['ID=fb798d47-ca96-4356-a357-18cf284263d6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:42.716533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfd95d-772a-4725-9e1f-700578cc7d0f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Port': ['ID=402ec610-b10c-4e65-a1dc-379ecaf0e186,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:42.718415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43730) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:42.726031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'network': {'name': 'tempest-RoutersTest-1505773585'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:42.799653 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7acfd95d-772a-4725-9e1f-700578cc7d0f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.806913 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7acfd95d-772a-4725-9e1f-700578cc7d0f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/402ec610-b10c-4e65-a1dc-379ecaf0e186 HTTP/1.1" status: 204 len: 168 time: 0.6622314 Jul 13 07:44:42.806913 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43732) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:42.849649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:42.853380 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.914998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913b2a26-226d-4544-a299-2f2fbd419725 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:42.917263 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-913b2a26-226d-4544-a299-2f2fbd419725 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1094115 Jul 13 07:44:42.919882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43738) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:42.933321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.992856 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.006700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedf4d8e-1cb6-455d-a539-64ed7aaebab3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.008879 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aedf4d8e-1cb6-455d-a539-64ed7aaebab3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0870216 Jul 13 07:44:43.012750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43742) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:43.023912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:43.052541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.052987 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added segment 955c9802-aba1-4d30-b807-f7c732175f5e of type vlan for network 36e870be-03c3-4c97-8cef-ee1177775e21 Jul 13 07:44:43.063783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Subnet': ['ID=e5b04252-d0d5-461d-b441-ac47559186da,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.084442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e736bca-a503-42d1-b754-f5b3911ff223 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.086266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e736bca-a503-42d1-b754-f5b3911ff223 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.088051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e736bca-a503-42d1-b754-f5b3911ff223 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.092182 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0e736bca-a503-42d1-b754-f5b3911ff223 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0758080 Jul 13 07:44:43.092400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43744) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:43.122763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Checking segment: {'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:43.123322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network hostable DHCP agents. Network: bc78c1f0-12ef-4aec-98ab-01b917c61535, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:43.144798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.160525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b593258c-f085-4e8b-b834-6e1e74913467 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet 2afdac6e-c484-4792-abea-80c96974d8dd {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:43.169557 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b593258c-f085-4e8b-b834-6e1e74913467 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.174193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.175939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network bc78c1f0-12ef-4aec-98ab-01b917c61535 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:43.216065 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b593258c-f085-4e8b-b834-6e1e74913467 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.235932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, bc78c1f0-12ef-4aec-98ab-01b917c61535) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:43.240690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.241372 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.247450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc5b25e-f78f-41fc-8989-f131cec132b4 None None] Network bc78c1f0-12ef-4aec-98ab-01b917c61535 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:43.249042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:43.260043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:43.262528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:43.271153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.277203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.278109 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.315766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b593258c-f085-4e8b-b834-6e1e74913467 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.380678 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b593258c-f085-4e8b-b834-6e1e74913467 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.385832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Network': ['ID=36e870be-03c3-4c97-8cef-ee1177775e21,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.396740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8f9f45d9-b12c-4178-8cd1-2a935661d875 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6751084 Jul 13 07:44:43.398382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fa485979-60aa-4f98-a6e2-746827d4e9e4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3195081 Jul 13 07:44:43.399447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=595be0e7-188f-419c-8039-c4fde4474181,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.404228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43750) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:43.410185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'subnet': {'network_id': '36e870be-03c3-4c97-8cef-ee1177775e21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:43.417750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 36e870be-03c3-4c97-8cef-ee1177775e21 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:43.443982 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.448213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593258c-f085-4e8b-b834-6e1e74913467 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=2afdac6e-c484-4792-abea-80c96974d8dd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.449892 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b593258c-f085-4e8b-b834-6e1e74913467 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.451575 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b593258c-f085-4e8b-b834-6e1e74913467 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/2afdac6e-c484-4792-abea-80c96974d8dd HTTP/1.1" status: 204 len: 168 time: 0.3572481 Jul 13 07:44:43.456323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43754) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:43.491138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3d633b-a7dd-4c28-8de5-a75caa0c5f8f None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:43.546597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac3f33d-5003-491b-8179-c7ab6e386491 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Deleting subnet d687a5ce-100f-42d6-891c-a2a5a0c32ea1 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:43.550364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f33d-5003-491b-8179-c7ab6e386491 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.633216 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f33d-5003-491b-8179-c7ab6e386491 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.675345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-bc78c1f0-12ef-4aec-98ab-01b917c61535', 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ips': [{'subnet_id': 'e5b04252-d0d5-461d-b441-ac47559186da'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:43.676622 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.707420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:43.713533 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.818103 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f33d-5003-491b-8179-c7ab6e386491 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.904373 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f33d-5003-491b-8179-c7ab6e386491 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.948285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Allocated IP 172.20.0.18 (bc78c1f0-12ef-4aec-98ab-01b917c61535/e5b04252-d0d5-461d-b441-ac47559186da/edfce03b-dc3d-4c01-8f2e-e4dab0aec39a) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:43.972945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3f33d-5003-491b-8179-c7ab6e386491 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Subnet': ['ID=d687a5ce-100f-42d6-891c-a2a5a0c32ea1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.987605 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f33d-5003-491b-8179-c7ab6e386491 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.996280 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6ac3f33d-5003-491b-8179-c7ab6e386491 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/d687a5ce-100f-42d6-891c-a2a5a0c32ea1 HTTP/1.1" status: 204 len: 168 time: 0.5386007 Jul 13 07:44:43.997044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43766) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.012612 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.094053 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9d974216-0d1a-4f9d-9438-c38b0eb8edd1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956745 Jul 13 07:44:44.096280 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43768) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.180316 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.199592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Transition to ACTIVE for port object edfce03b-dc3d-4c01-8f2e-e4dab0aec39a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:44.201254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e48a173-5c3b-46cd-a93a-3723c199239b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:44.206676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3e48a173-5c3b-46cd-a93a-3723c199239b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1066480 Jul 13 07:44:44.207217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43772) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.247950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Transition to ACTIVE for port object edfce03b-dc3d-4c01-8f2e-e4dab0aec39a will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:44.276103 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.284127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d6955-5a77-47c4-9d1a-393e7e26cc95 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:44.288561 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-912d6955-5a77-47c4-9d1a-393e7e26cc95 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0770726 Jul 13 07:44:44.288561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43774) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.289343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43776) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.294825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-62518576-3530-491f-b750-703e19e7bc7b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-891914200', 'description': 'tempest-secgroup-smoke-891914200 description', 'project_id': '326e9df6bc154468b5a4e137d29d8e97'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:44.304304 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf181-2681-42ec-bdd3-1648f3759434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.354398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Network bc78c1f0-12ef-4aec-98ab-01b917c61535 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:44.357977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:44.362972 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1072aa32-7a8a-43a2-bf68-02612b6fce34 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628288 Jul 13 07:44:44.364369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:44.379425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43778) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.385244 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.436868 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-377fffa4-92a6-4304-b1bc-ab5d69ec6636 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:44.437710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377fffa4-92a6-4304-b1bc-ab5d69ec6636 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:44.443190 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-377fffa4-92a6-4304-b1bc-ab5d69ec6636 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/402ec610-b10c-4e65-a1dc-379ecaf0e186 HTTP/1.1" status: 404 len: 333 time: 0.0612280 Jul 13 07:44:44.446538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43784) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.461196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Pushing event updated for resources: {'Port': ['ID=edfce03b-dc3d-4c01-8f2e-e4dab0aec39a,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.466132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Attempting to bind port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:44.466504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Attempting to bind port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:44.466867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Attempting to bind port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a on network bc78c1f0-12ef-4aec-98ab-01b917c61535 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:44.479326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:44.479764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Checking segment: {'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:44.480201 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.480676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Bound using segment: {'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:44.481154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Bound port: edfce03b-dc3d-4c01-8f2e-e4dab0aec39a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:44.481559 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.487012 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5e4407-d625-43c2-b3ad-ffe8f8eef65e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:44.487587 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5e4407-d625-43c2-b3ad-ffe8f8eef65e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:44.491749 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4c5e4407-d625-43c2-b3ad-ffe8f8eef65e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/2afdac6e-c484-4792-abea-80c96974d8dd HTTP/1.1" status: 404 len: 337 time: 0.0441778 Jul 13 07:44:44.492822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43786) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.508114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62518576-3530-491f-b750-703e19e7bc7b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.560603 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ca2b65-a574-4481-aad3-ddfbd88b6a8d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:44.561727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ca2b65-a574-4481-aad3-ddfbd88b6a8d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:44.563857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-14ca2b65-a574-4481-aad3-ddfbd88b6a8d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/d687a5ce-100f-42d6-891c-a2a5a0c32ea1 HTTP/1.1" status: 404 len: 337 time: 0.0668690 Jul 13 07:44:44.566619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43788) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.581163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Subnet': ['ID=b49d9a94-5274-404a-ab8c-ac3d61df2707,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.602311 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd02ee0-6f7c-454f-9c8a-7e54ddc41ee8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:44.603308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd02ee0-6f7c-454f-9c8a-7e54ddc41ee8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:44.605484 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4cd02ee0-6f7c-454f-9c8a-7e54ddc41ee8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/65d76e11-7052-49fb-baad-49dcede4f3e1 HTTP/1.1" status: 404 len: 333 time: 0.0378721 Jul 13 07:44:44.610207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43790) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.626766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Checking segment: {'id': '955c9802-aba1-4d30-b807-f7c732175f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '36e870be-03c3-4c97-8cef-ee1177775e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:44.627422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network hostable DHCP agents. Network: 36e870be-03c3-4c97-8cef-ee1177775e21, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:44.629473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] For port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:44.632848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] For port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=edfce03b-dc3d-4c01-8f2e-e4dab0aec39a,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:44.644318 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.704360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62518576-3530-491f-b750-703e19e7bc7b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.715510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff4a45-5f52-44b2-9e64-460fcca79988 None None] Pushing event updated for resources: {'Port': ['ID=edfce03b-dc3d-4c01-8f2e-e4dab0aec39a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.719288 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62518576-3530-491f-b750-703e19e7bc7b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.747901 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdc4cc4-2f48-4428-90d3-d6c38e36cb0e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:44.748152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdc4cc4-2f48-4428-90d3-d6c38e36cb0e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:44.750586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4bdc4cc4-2f48-4428-90d3-d6c38e36cb0e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/a62c5376-ae7d-41f0-8566-1390ef511895 HTTP/1.1" status: 404 len: 337 time: 0.1384900 Jul 13 07:44:44.753999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43792) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.784000 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62518576-3530-491f-b750-703e19e7bc7b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.791433 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-62518576-3530-491f-b750-703e19e7bc7b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4977760 Jul 13 07:44:44.791433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62518576-3530-491f-b750-703e19e7bc7b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933e9db2-6137-4d0a-9014-a4c9fa4f2816,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.804093 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43796) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.807164 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-395f5a26-99d8-4669-b8ea-bcded50f5f9d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:44.807835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395f5a26-99d8-4669-b8ea-bcded50f5f9d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:44.810005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-cad0d16a-8715-400e-88e6-abf5842bb4bb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '933e9db2-6137-4d0a-9014-a4c9fa4f2816', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:44.813434 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-395f5a26-99d8-4669-b8ea-bcded50f5f9d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/a19cbcba-f5d3-493e-9c2d-469bd0ff95c1 HTTP/1.1" status: 404 len: 337 time: 0.0581002 Jul 13 07:44:44.816296 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43798) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.823959 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 36e870be-03c3-4c97-8cef-ee1177775e21 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:44.841357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 36e870be-03c3-4c97-8cef-ee1177775e21) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:44.850822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc649e7-f658-4a66-af43-b793b85dfefa None None] Network 36e870be-03c3-4c97-8cef-ee1177775e21 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:44.867281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:44.867892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.883933 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9be542d-0ea8-4db5-bcda-4f4ef5385057 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:44.884704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9be542d-0ea8-4db5-bcda-4f4ef5385057 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:44.886923 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b9be542d-0ea8-4db5-bcda-4f4ef5385057 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/2fd660f1-871f-4074-9785-962bcc1408c7 HTTP/1.1" status: 404 len: 333 time: 0.0590086 Jul 13 07:44:44.904731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43804) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.956198 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e664bf05-844d-453d-9a70-03d3a49d0f4d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5467768 Jul 13 07:44:44.956198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43806) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.960288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.966012 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-66367d6a-3480-4de8-8f84-b5ccdf8c3a71 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:44.966012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66367d6a-3480-4de8-8f84-b5ccdf8c3a71 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:44.966331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-05a16c51-3496-4ac7-bec7-1a8ba25f9bfd tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-27904551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:44.975107 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-66367d6a-3480-4de8-8f84-b5ccdf8c3a71 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/97af9a6e-f7ee-4018-8e8f-248d275eae47 HTTP/1.1" status: 404 len: 337 time: 0.0620310 Jul 13 07:44:44.975107 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cad0d16a-8715-400e-88e6-abf5842bb4bb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.995565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43808) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.007982 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.054539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518962f9-e770-4719-be3b-3155fbd907aa None None] Network 0d16e5c0-4b3f-4cb4-a312-cde8401688dc requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:45.068119 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-36e870be-03c3-4c97-8cef-ee1177775e21', 'network_id': '36e870be-03c3-4c97-8cef-ee1177775e21', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'fixed_ips': [{'subnet_id': 'b49d9a94-5274-404a-ab8c-ac3d61df2707'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:45.070730 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.070987 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1ba874-615f-4a5a-8a87-9a34dc0e1b28 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.071645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1ba874-615f-4a5a-8a87-9a34dc0e1b28 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.074199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2d1ba874-615f-4a5a-8a87-9a34dc0e1b28 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/557a87f4-45c5-4a04-a638-f2d1a20bcca4 HTTP/1.1" status: 404 len: 337 time: 0.0770514 Jul 13 07:44:45.079412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43810) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.150167 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c401c5d-d4c6-41e2-9262-4e80596c894b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.150978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c401c5d-d4c6-41e2-9262-4e80596c894b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.152841 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6c401c5d-d4c6-41e2-9262-4e80596c894b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/a530b5de-c4a9-4022-89ff-fe653f74892e HTTP/1.1" status: 404 len: 333 time: 0.0715957 Jul 13 07:44:45.156369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43812) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.185977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cad0d16a-8715-400e-88e6-abf5842bb4bb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.191818 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a16c51-3496-4ac7-bec7-1a8ba25f9bfd tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.193384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a16c51-3496-4ac7-bec7-1a8ba25f9bfd tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.209597 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc97dcb-a3ae-48a6-bf9e-3d683297c1b0 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.210061 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc97dcb-a3ae-48a6-bf9e-3d683297c1b0 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.214324 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4fc97dcb-a3ae-48a6-bf9e-3d683297c1b0 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/381d42e0-2d1a-4031-b02c-589176e6b248 HTTP/1.1" status: 404 len: 337 time: 0.0489247 Jul 13 07:44:45.214324 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cad0d16a-8715-400e-88e6-abf5842bb4bb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.214649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43814) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.243524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=595be0e7-188f-419c-8039-c4fde4474181,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:45.246946 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0d16a-8715-400e-88e6-abf5842bb4bb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d67d8b-c4c5-4955-81db-609341ec3cf2,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:45.256150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cad0d16a-8715-400e-88e6-abf5842bb4bb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.258877 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cad0d16a-8715-400e-88e6-abf5842bb4bb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4535968 Jul 13 07:44:45.269015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43818) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.275637 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-19db3408-f7c5-4ec1-b3af-2b4bd9df6fa0 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '933e9db2-6137-4d0a-9014-a4c9fa4f2816', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:45.281591 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-362ce725-e641-4aa4-a976-025a99fd4352 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.282199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362ce725-e641-4aa4-a976-025a99fd4352 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.287080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43822) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.296062 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-362ce725-e641-4aa4-a976-025a99fd4352 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/786565c0-dbd3-44d8-87f0-5eb8e834a1db HTTP/1.1" status: 404 len: 337 time: 0.0573239 Jul 13 07:44:45.377421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a16c51-3496-4ac7-bec7-1a8ba25f9bfd tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.378609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.383361 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a89285-1530-4232-85e1-3545d529720e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.384152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a89285-1530-4232-85e1-3545d529720e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.386286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-48a89285-1530-4232-85e1-3545d529720e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/c5ce9881-002d-4d29-ad43-fc019123b660 HTTP/1.1" status: 404 len: 333 time: 0.0875847 Jul 13 07:44:45.388976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43824) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.407526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a16c51-3496-4ac7-bec7-1a8ba25f9bfd tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.419766 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-b536d36d-0663-4b14-82eb-2b7746534ee1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.420269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b536d36d-0663-4b14-82eb-2b7746534ee1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.424928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b536d36d-0663-4b14-82eb-2b7746534ee1 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/18100a4a-67f4-4568-9380-1e295cb95f01 HTTP/1.1" status: 404 len: 337 time: 0.0319967 Jul 13 07:44:45.425676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43828) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.453783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-19db3408-f7c5-4ec1-b3af-2b4bd9df6fa0 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.487892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a16c51-3496-4ac7-bec7-1a8ba25f9bfd tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.489476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-05a16c51-3496-4ac7-bec7-1a8ba25f9bfd tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5332298 Jul 13 07:44:45.496837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43830) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.503596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'port': {'network_id': '36e870be-03c3-4c97-8cef-ee1177775e21', 'name': 'tempest-RoutersTest-373276651'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:45.507117 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c0febb-d85a-43ef-bfca-e5f6208571fc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.507884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c0febb-d85a-43ef-bfca-e5f6208571fc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.509668 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-10c0febb-d85a-43ef-bfca-e5f6208571fc tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/5038d213-17fb-462e-938c-4e40043102a0 HTTP/1.1" status: 404 len: 333 time: 0.0829678 Jul 13 07:44:45.516060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43832) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.591946 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-8842f9eb-7e13-4c70-9a50-89c13a01b1aa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.592566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8842f9eb-7e13-4c70-9a50-89c13a01b1aa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.595550 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8842f9eb-7e13-4c70-9a50-89c13a01b1aa tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/593e0e96-c1c9-4d1e-b3d7-91cb980c624d HTTP/1.1" status: 404 len: 337 time: 0.0662148 Jul 13 07:44:45.601961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43834) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.652952 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ee80f5-7c32-472b-a6b7-d4202acd8044 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.653845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ee80f5-7c32-472b-a6b7-d4202acd8044 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.658509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a1ee80f5-7c32-472b-a6b7-d4202acd8044 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/369a599c-3e6b-4d1a-9ed9-180d922e8729 HTTP/1.1" status: 404 len: 333 time: 0.0542116 Jul 13 07:44:45.659213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43836) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.679935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:45.682326 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-19db3408-f7c5-4ec1-b3af-2b4bd9df6fa0 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.683873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Allocated IP 172.20.0.2 (36e870be-03c3-4c97-8cef-ee1177775e21/b49d9a94-5274-404a-ab8c-ac3d61df2707/57f28c24-4a0b-42e0-885a-28f27ed419e5) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:45.716914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-25d3a167-af3d-4409-9ed9-a77e7d74e13e None None] Provisioning complete for port a72bf2aa-7b47-492a-bf27-7e91626fd999 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:45.717376 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-25d3a167-af3d-4409-9ed9-a77e7d74e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.742669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:45.745064 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca9d42b-f207-4242-a256-7fb3c0bb14a3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.745622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca9d42b-f207-4242-a256-7fb3c0bb14a3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.751571 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6ca9d42b-f207-4242-a256-7fb3c0bb14a3 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/629afa07-7dad-49a2-a7c8-d0df89091c26 HTTP/1.1" status: 404 len: 337 time: 0.0863159 Jul 13 07:44:45.751869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43840) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.800820 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-997c9d92-507d-4c98-ba6f-d2d2e924254b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.802332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device edfce03b-dc3d-4c01-8f2e-e4dab0aec39a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:45.802548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997c9d92-507d-4c98-ba6f-d2d2e924254b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.805839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-997c9d92-507d-4c98-ba6f-d2d2e924254b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/037f6978-2978-4005-910e-17872b5572ba HTTP/1.1" status: 404 len: 333 time: 0.0526969 Jul 13 07:44:45.813060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43844) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.824446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:45.830444 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.856920 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc2e14f-5906-4dd7-9496-20180cbaf8c9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.857421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc2e14f-5906-4dd7-9496-20180cbaf8c9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.862580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5fc2e14f-5906-4dd7-9496-20180cbaf8c9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/9deb1f95-e615-43f3-8bde-73d346637473 HTTP/1.1" status: 404 len: 337 time: 0.0481822 Jul 13 07:44:45.875311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43848) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.936878 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3802ac-cf4d-4e08-9555-2391acef31e5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:45.938054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3802ac-cf4d-4e08-9555-2391acef31e5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:45.939192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-19db3408-f7c5-4ec1-b3af-2b4bd9df6fa0 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.944942 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8a3802ac-cf4d-4e08-9555-2391acef31e5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/973f0e78-5668-470e-8dc5-09e6473ef633 HTTP/1.1" status: 404 len: 333 time: 0.0683401 Jul 13 07:44:45.947509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43850) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.950182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] device_id is not set on port 8a1f5920-5e18-4011-93b8-c2c603679c3b yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:46.010370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db3408-f7c5-4ec1-b3af-2b4bd9df6fa0 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4863ffd3-e153-4ffa-80b6-37661a6846c9,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.016638 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-903cd3f1-4b8f-4b5d-a000-8da1a9c32a89 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:46.017071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903cd3f1-4b8f-4b5d-a000-8da1a9c32a89 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:46.020306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-903cd3f1-4b8f-4b5d-a000-8da1a9c32a89 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/da92b9f9-092e-45af-83c0-7cc4f836f064 HTTP/1.1" status: 404 len: 337 time: 0.0634878 Jul 13 07:44:46.025609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43852) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.041857 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-19db3408-f7c5-4ec1-b3af-2b4bd9df6fa0 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.043685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-19db3408-f7c5-4ec1-b3af-2b4bd9df6fa0 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7736616 Jul 13 07:44:46.047344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43854) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.051871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e086636d-6780-4fed-a894-e43b6318e118 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '933e9db2-6137-4d0a-9014-a4c9fa4f2816', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:46.072188 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd1f057-cce3-47f0-9975-1870be5bcab7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:46.073425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd1f057-cce3-47f0-9975-1870be5bcab7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:46.076322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1dd1f057-cce3-47f0-9975-1870be5bcab7 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/92ba32c7-f277-4712-befa-ec79650ebccd HTTP/1.1" status: 404 len: 333 time: 0.0496163 Jul 13 07:44:46.079691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43856) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.111050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e086636d-6780-4fed-a894-e43b6318e118 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.113903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:46.124400 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.144517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Transition to ACTIVE for port object 57f28c24-4a0b-42e0-885a-28f27ed419e5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:46.152890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:46.154464 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5c0ac3-c0c3-40c8-acde-d8eb74157aed tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:46.154985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5c0ac3-c0c3-40c8-acde-d8eb74157aed tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:46.162105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Transition to ACTIVE for port object 57f28c24-4a0b-42e0-885a-28f27ed419e5 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:46.166037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1e5c0ac3-c0c3-40c8-acde-d8eb74157aed tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/e82717b0-ec75-4aed-b0f1-3ab4bc6b83da HTTP/1.1" status: 404 len: 337 time: 0.0823915 Jul 13 07:44:46.167006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43858) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.177083 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.229638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04dd34-9fef-4a6b-bb89-429dbfd743c5 None None] DHCP port deletion for 0d16e5c0-4b3f-4cb4-a312-cde8401688dc request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:46.241332 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84e568c-0596-47a3-98bf-4fbb2e93b872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:46.241678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84e568c-0596-47a3-98bf-4fbb2e93b872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:46.243492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e84e568c-0596-47a3-98bf-4fbb2e93b872 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/b800df0d-7697-41e6-ad1b-f3b3b077131f HTTP/1.1" status: 404 len: 337 time: 0.0750713 Jul 13 07:44:46.245982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43864) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.258498 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Network 36e870be-03c3-4c97-8cef-ee1177775e21 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:46.290501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:46.292838 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e086636d-6780-4fed-a894-e43b6318e118 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.297601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Pushing event updated for resources: {'Port': ['ID=57f28c24-4a0b-42e0-885a-28f27ed419e5,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.301805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:46.302779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e086636d-6780-4fed-a894-e43b6318e118 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.370860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4f4c0-ff3b-4b01-b672-bad65c461fc6 None None] Network bc78c1f0-12ef-4aec-98ab-01b917c61535 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:46.373707 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e086636d-6780-4fed-a894-e43b6318e118 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.375141 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e086636d-6780-4fed-a894-e43b6318e118 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268383 Jul 13 07:44:46.376945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Allocated IP 172.20.0.5 (36e870be-03c3-4c97-8cef-ee1177775e21/b49d9a94-5274-404a-ab8c-ac3d61df2707/8a1f5920-5e18-4011-93b8-c2c603679c3b) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:46.379821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43866) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.382130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086636d-6780-4fed-a894-e43b6318e118 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d913721-8e7d-4ec0-b66f-019f22adc128,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.396826 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-82828d1d-3ea5-4a9c-a4d7-8fc65541ced9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '933e9db2-6137-4d0a-9014-a4c9fa4f2816', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:46.465844 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82828d1d-3ea5-4a9c-a4d7-8fc65541ced9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.513333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-bc04dd34-9fef-4a6b-bb89-429dbfd743c5 None None] Deleting port a72bf2aa-7b47-492a-bf27-7e91626fd999 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:46.513735 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bc04dd34-9fef-4a6b-bb89-429dbfd743c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.558192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9bb9eaa4-38af-4889-ad26-e6feaee34ff6 None None] Provisioning for port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:46.566499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9bb9eaa4-38af-4889-ad26-e6feaee34ff6 None None] Provisioning complete for port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:46.566879 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9bb9eaa4-38af-4889-ad26-e6feaee34ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.573410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Attempting to bind port 57f28c24-4a0b-42e0-885a-28f27ed419e5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:46.573743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Attempting to bind port 57f28c24-4a0b-42e0-885a-28f27ed419e5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '955c9802-aba1-4d30-b807-f7c732175f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '36e870be-03c3-4c97-8cef-ee1177775e21'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:46.574114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Attempting to bind port 57f28c24-4a0b-42e0-885a-28f27ed419e5 on network 36e870be-03c3-4c97-8cef-ee1177775e21 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:46.651935 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82828d1d-3ea5-4a9c-a4d7-8fc65541ced9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.684198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:46.684894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Checking segment: {'id': '955c9802-aba1-4d30-b807-f7c732175f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '36e870be-03c3-4c97-8cef-ee1177775e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:46.685020 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.685540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Bound using segment: {'id': '955c9802-aba1-4d30-b807-f7c732175f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '36e870be-03c3-4c97-8cef-ee1177775e21'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:46.686582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Bound port: 57f28c24-4a0b-42e0-885a-28f27ed419e5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955c9802-aba1-4d30-b807-f7c732175f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '36e870be-03c3-4c97-8cef-ee1177775e21'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:46.687100 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.698026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-bc04dd34-9fef-4a6b-bb89-429dbfd743c5 None None] For port a72bf2aa-7b47-492a-bf27-7e91626fd999, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a72bf2aa-7b47-492a-bf27-7e91626fd999,segment=NetworkSegment(24a52be3-1734-4074-a935-a15600054578),segment_id=24a52be3-1734-4074-a935-a15600054578)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:46.698547 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bc04dd34-9fef-4a6b-bb89-429dbfd743c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.718884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82828d1d-3ea5-4a9c-a4d7-8fc65541ced9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.735457 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.754192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Transition to ACTIVE for port object 8a1f5920-5e18-4011-93b8-c2c603679c3b will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:46.759405 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7c7e0b-d7f5-4e38-a444-321b2c8a035c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:46.760598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-bc04dd34-9fef-4a6b-bb89-429dbfd743c5 None None] Calling delete_port for a72bf2aa-7b47-492a-bf27-7e91626fd999 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:46.760735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7c7e0b-d7f5-4e38-a444-321b2c8a035c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:46.765611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6f7c7e0b-d7f5-4e38-a444-321b2c8a035c tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/1956d83e-b403-4f7a-bceb-1819641f400a HTTP/1.1" status: 404 len: 333 time: 0.5157211 Jul 13 07:44:46.766611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43874) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.810568 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.834383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82828d1d-3ea5-4a9c-a4d7-8fc65541ced9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7a95af-12ad-40c0-827f-3c50279574d2,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.864022 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:46.895094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7dfd57-3a06-4f51-b281-d561f773c11f None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:46.907501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 36e870be-03c3-4c97-8cef-ee1177775e21 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:46.909371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0dc0e5bd-2284-4c38-a492-86f1548282d4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "PUT /v2.0/routers/c0c816f9-1ba8-4ad6-be1f-1154eb100a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8225513 Jul 13 07:44:46.911097 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18f62dd-15a2-493e-92f0-d3b7f322d68b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:46.911097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18f62dd-15a2-493e-92f0-d3b7f322d68b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:46.913359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a18f62dd-15a2-493e-92f0-d3b7f322d68b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/74c5df13-6af0-467c-a4fc-c506bf3d4d3d HTTP/1.1" status: 404 len: 337 time: 0.1462648 Jul 13 07:44:46.914167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43880) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.916326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43882) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.920219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:46.921550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'port': {'network_id': 'e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77', 'name': 'tempest-FloatingIPTestJSON-1185774446'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:46.926303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:46.940511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7dfd57-3a06-4f51-b281-d561f773c11f None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:46.941152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7d7dfd57-3a06-4f51-b281-d561f773c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:46.958175 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b202a3d4-8e49-47f4-a88f-6a9e05c0549d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:46.958795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b202a3d4-8e49-47f4-a88f-6a9e05c0549d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:46.963093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b202a3d4-8e49-47f4-a88f-6a9e05c0549d tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/70a32bf4-452a-4295-a689-1c8af40aecce HTTP/1.1" status: 404 len: 337 time: 0.0350606 Jul 13 07:44:46.970916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43886) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.979103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7d7dfd57-3a06-4f51-b281-d561f773c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:46.982639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] For port 57f28c24-4a0b-42e0-885a-28f27ed419e5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:46.987269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.987834 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.990562 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82828d1d-3ea5-4a9c-a4d7-8fc65541ced9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.994916 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-82828d1d-3ea5-4a9c-a4d7-8fc65541ced9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6108482 Jul 13 07:44:47.000440 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43888) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.005315 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9bb9eaa4-38af-4889-ad26-e6feaee34ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.015507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-43c92cda-4cd1-4ae0-ae39-3232d0764275 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '933e9db2-6137-4d0a-9014-a4c9fa4f2816', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:47.021759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] For port 57f28c24-4a0b-42e0-885a-28f27ed419e5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=57f28c24-4a0b-42e0-885a-28f27ed419e5,segment=NetworkSegment(955c9802-aba1-4d30-b807-f7c732175f5e),segment_id=955c9802-aba1-4d30-b807-f7c732175f5e)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:47.042868 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=8a1f5920-5e18-4011-93b8-c2c603679c3b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.055359 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc2a56c-837a-46c2-8b81-e8146c517ae9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:47.056657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc2a56c-837a-46c2-8b81-e8146c517ae9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:47.059976 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.065256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dfc2a56c-837a-46c2-8b81-e8146c517ae9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/6354e377-e488-4b2c-9e78-82e7919995f1 HTTP/1.1" status: 404 len: 333 time: 0.0930891 Jul 13 07:44:47.066082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43890) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.066275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7dfd57-3a06-4f51-b281-d561f773c11f None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:47.066538 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-43c92cda-4cd1-4ae0-ae39-3232d0764275 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Project 326e9df6bc154468b5a4e137d29d8e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:44:47.066933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7d7dfd57-3a06-4f51-b281-d561f773c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:47.074682 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-43c92cda-4cd1-4ae0-ae39-3232d0764275 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.078857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3807be26-3019-4f8e-91df-33bf585edef4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5807619 Jul 13 07:44:47.086824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43892) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.153896 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3fb138-7f48-449d-bf0a-39ca2ad8cfec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:47.154364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3fb138-7f48-449d-bf0a-39ca2ad8cfec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:47.159954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8d3fb138-7f48-449d-bf0a-39ca2ad8cfec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/41ca1fe2-7668-483f-b428-b2e5060147ac HTTP/1.1" status: 404 len: 337 time: 0.0832140 Jul 13 07:44:47.161095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43894) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.164081 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.172896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9bb9eaa4-38af-4889-ad26-e6feaee34ff6 None None] For port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=edfce03b-dc3d-4c01-8f2e-e4dab0aec39a,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:47.174107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7d7dfd57-3a06-4f51-b281-d561f773c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:47.174755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7dfd57-3a06-4f51-b281-d561f773c11f None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:47.185823 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bc04dd34-9fef-4a6b-bb89-429dbfd743c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.199727 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9bb9eaa4-38af-4889-ad26-e6feaee34ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.220608 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0826cb68-2859-4c14-9ada-43de76b253d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:47.221783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0826cb68-2859-4c14-9ada-43de76b253d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:47.227662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0826cb68-2859-4c14-9ada-43de76b253d9 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/b33b1690-dbf5-4f90-9e4a-f3360f2d95e5 HTTP/1.1" status: 404 len: 337 time: 0.0626180 Jul 13 07:44:47.229553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.246545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04dd34-9fef-4a6b-bb89-429dbfd743c5 None None] No DVR routers for this DVR port a72bf2aa-7b47-492a-bf27-7e91626fd999 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:47.250039 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-309997f8-b79d-4e8d-9ac9-827cf2f75a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.251637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0895c6-81ad-4623-bd6f-943c111ba268 None None] Pushing event updated for resources: {'Port': ['ID=57f28c24-4a0b-42e0-885a-28f27ed419e5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.283407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04dd34-9fef-4a6b-bb89-429dbfd743c5 None None] Pushing event deleted for resources: {'Port': ['ID=a72bf2aa-7b47-492a-bf27-7e91626fd999,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.313176 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bff8fa6-bfef-467b-9549-1f5eaa128c5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:47.314252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bff8fa6-bfef-467b-9549-1f5eaa128c5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:47.316069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1bff8fa6-bfef-467b-9549-1f5eaa128c5f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/5f5fbd7e-8aec-462a-8c16-05e2dd345040 HTTP/1.1" status: 404 len: 333 time: 0.0820730 Jul 13 07:44:47.318878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43898) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.338914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9eaa4-38af-4889-ad26-e6feaee34ff6 None None] Pushing event updated for resources: {'Port': ['ID=edfce03b-dc3d-4c01-8f2e-e4dab0aec39a,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.353227 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-274bbe92-b497-4c66-8f20-b3ead08d7d44 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:47.354198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274bbe92-b497-4c66-8f20-b3ead08d7d44 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:47.358485 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-274bbe92-b497-4c66-8f20-b3ead08d7d44 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/86dfae68-4517-482c-91ce-54c90bb56585 HTTP/1.1" status: 404 len: 337 time: 0.0360601 Jul 13 07:44:47.359605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43900) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.408906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Made reservation on behalf of 4f963b7d1a364eec92ab658e13c46dfc for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:47.412844 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.431255 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-155e2fc4-b6db-424c-b731-aae18b26ebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:47.431734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155e2fc4-b6db-424c-b731-aae18b26ebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:47.437048 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-155e2fc4-b6db-424c-b731-aae18b26ebfe tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/ed80bbf4-2172-440f-89a8-393e67479ce6 HTTP/1.1" status: 404 len: 337 time: 0.0741355 Jul 13 07:44:47.437298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43906) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.460928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e89a45db-9fde-4702-bd84-577f792a6894 None None] Provisioning complete for port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:47.461354 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e89a45db-9fde-4702-bd84-577f792a6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.482477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] device_id is not set on port 5dc87e8c-a6c5-4bae-9e20-fd825d8cdf0d yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:47.489519 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2f2c8428-ac4c-4275-8ff0-625682791c9e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports?device_id=67ea39c7-9eb9-472b-99d8-7efd8edfc285 HTTP/1.1" status: 200 len: 205 time: 0.0509396 Jul 13 07:44:47.492240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43908) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.597731 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-be7b3816-23fe-4c90-9e57-463c23ca94c8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] delete failed (client error): The resource could not be found. Jul 13 07:44:47.598789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-be7b3816-23fe-4c90-9e57-463c23ca94c8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/routers/67ea39c7-9eb9-472b-99d8-7efd8edfc285 HTTP/1.1" status: 404 len: 336 time: 0.1055601 Jul 13 07:44:47.602015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43910) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.652653 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a67bbbe-08f2-4bc1-8021-9523d2674bb5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:47.653416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a67bbbe-08f2-4bc1-8021-9523d2674bb5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:47.656035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5a67bbbe-08f2-4bc1-8021-9523d2674bb5 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/d3caebd3-2eab-44b5-91d1-37d33b112ffa HTTP/1.1" status: 404 len: 337 time: 0.0533943 Jul 13 07:44:47.659610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43912) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.681438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-43c92cda-4cd1-4ae0-ae39-3232d0764275 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.707779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-15a5db25-1e3c-4928-bf52-e5cff450c881 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "GET /v2.0/ports?device_id=df5f5171-d594-4f9b-907e-35337099e795 HTTP/1.1" status: 200 len: 205 time: 0.0423977 Jul 13 07:44:47.710853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43914) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.733763 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-43c92cda-4cd1-4ae0-ae39-3232d0764275 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.771333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c92cda-4cd1-4ae0-ae39-3232d0764275 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72525e95-56cc-4ab7-9fe1-f8c7ddaa9d2a,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.787158 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-43c92cda-4cd1-4ae0-ae39-3232d0764275 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.787291 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-d0626a20-6a95-4fe8-a01a-a4fa5324713f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] delete failed (client error): The resource could not be found. Jul 13 07:44:47.791255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d0626a20-6a95-4fe8-a01a-a4fa5324713f tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/routers/df5f5171-d594-4f9b-907e-35337099e795 HTTP/1.1" status: 404 len: 336 time: 0.0766590 Jul 13 07:44:47.791667 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-43c92cda-4cd1-4ae0-ae39-3232d0764275 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7859466 Jul 13 07:44:47.793006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43918) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.793409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43920) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.803319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fcf88897-50a3-444e-84e7-19b7b050c582 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': '933e9db2-6137-4d0a-9014-a4c9fa4f2816', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:47.860340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.20.0.14 (e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77/3171c32a-0d71-494c-a48f-6b95533935fb/5dc87e8c-a6c5-4bae-9e20-fd825d8cdf0d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:47.892735 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14643b4-a6e6-4ea8-98cf-e705f03aa843 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:47.892965 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14643b4-a6e6-4ea8-98cf-e705f03aa843 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:47.894822 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c14643b4-a6e6-4ea8-98cf-e705f03aa843 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/78bf06f1-0ed8-4f24-90b2-e128218009a6 HTTP/1.1" status: 404 len: 337 time: 0.0968151 Jul 13 07:44:47.899411 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-fcf88897-50a3-444e-84e7-19b7b050c582 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Project 326e9df6bc154468b5a4e137d29d8e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:44:47.902255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43928) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.917313 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.925215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 57f28c24-4a0b-42e0-885a-28f27ed419e5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:47.942025 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-15898c50-2311-466c-97a7-ae647d6e0dd8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:47.942663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15898c50-2311-466c-97a7-ae647d6e0dd8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:47.944663 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-15898c50-2311-466c-97a7-ae647d6e0dd8 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/3ad07533-342e-4a84-a282-eca2bcd84274 HTTP/1.1" status: 404 len: 337 time: 0.0378039 Jul 13 07:44:47.950232 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fcf88897-50a3-444e-84e7-19b7b050c582 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.957181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43930) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.011262 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e28ed5-11a5-4819-9770-0aa606b1fb64 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:48.012181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e28ed5-11a5-4819-9770-0aa606b1fb64 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:48.016474 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-70e28ed5-11a5-4819-9770-0aa606b1fb64 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/5088f3ba-e99f-4006-93b7-2c54f2c98234 HTTP/1.1" status: 404 len: 333 time: 0.0525422 Jul 13 07:44:48.016474 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.020686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 57f28c24-4a0b-42e0-885a-28f27ed419e5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:48.021409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43932) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.031214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device edfce03b-dc3d-4c01-8f2e-e4dab0aec39a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:48.066642 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93deea8-08ae-4582-a3ea-96f2c379116b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:48.067204 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93deea8-08ae-4582-a3ea-96f2c379116b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:48.069106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a93deea8-08ae-4582-a3ea-96f2c379116b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/fabfef94-7897-46e7-a8c8-92e3792e5a91 HTTP/1.1" status: 404 len: 337 time: 0.0466700 Jul 13 07:44:48.074010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43934) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.098390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:48.098767 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.141676 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.201858 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.223993 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-308a822a-66e0-476f-86ca-227a95ea67be tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:48.224909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308a822a-66e0-476f-86ca-227a95ea67be tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:48.226932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-308a822a-66e0-476f-86ca-227a95ea67be tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/192812fa-2f0b-4f13-a4bc-3826b294684f HTTP/1.1" status: 404 len: 333 time: 0.1509171 Jul 13 07:44:48.232166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43940) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.269056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:48.274888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:48.278256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:48.294332 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f8fa71-4c94-4999-bc68-e5c65db74c75 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:48.302894 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f8fa71-4c94-4999-bc68-e5c65db74c75 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:48.304916 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f6f8fa71-4c94-4999-bc68-e5c65db74c75 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/ebf0330f-337f-4151-8b6c-cb26ef850133 HTTP/1.1" status: 404 len: 337 time: 0.0715847 Jul 13 07:44:48.308689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43942) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.318393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=5dc87e8c-a6c5-4bae-9e20-fd825d8cdf0d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:48.333989 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fcf88897-50a3-444e-84e7-19b7b050c582 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.345297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fcf88897-50a3-444e-84e7-19b7b050c582 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.362629 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c115fff-4d1a-47e0-b695-7e8d377a0742 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:48.363351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c115fff-4d1a-47e0-b695-7e8d377a0742 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:48.367579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3c115fff-4d1a-47e0-b695-7e8d377a0742 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/68a3d67f-34d7-4500-af11-ecd4d86870ae HTTP/1.1" status: 404 len: 333 time: 0.0556552 Jul 13 07:44:48.368743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43944) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.375975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:48.389091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf88897-50a3-444e-84e7-19b7b050c582 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d219106a-96a7-4e3b-aef6-c7ecb1a2bc67,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:48.401730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a72bf2aa-7b47-492a-bf27-7e91626fd999 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:48.401730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a72bf2aa-7b47-492a-bf27-7e91626fd999 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:48.437931 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-100dacc0-6907-49a2-9115-cf3d92698a7e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:48.438800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100dacc0-6907-49a2-9115-cf3d92698a7e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:48.444047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-100dacc0-6907-49a2-9115-cf3d92698a7e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/dc5dc381-8f5c-46fe-b720-c97c5aa0254b HTTP/1.1" status: 404 len: 337 time: 0.0743086 Jul 13 07:44:48.445128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43946) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.447678 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fcf88897-50a3-444e-84e7-19b7b050c582 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.457471 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fcf88897-50a3-444e-84e7-19b7b050c582 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6497793 Jul 13 07:44:48.467539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:48.468797 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.484674 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c713b9-bae9-4cc5-b70d-82d2c7ce5bec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:48.485590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c713b9-bae9-4cc5-b70d-82d2c7ce5bec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:48.490044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-46c713b9-bae9-4cc5-b70d-82d2c7ce5bec tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/cbb1aab9-7394-4a1c-8a5b-256af110038e HTTP/1.1" status: 404 len: 333 time: 0.0412598 Jul 13 07:44:48.492287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43950) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.543261 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2af25924-416b-40cc-8651-402e56951cb6 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6279471 Jul 13 07:44:48.544138 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.544797 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-954e8904-877e-4b66-9c7d-58a5475be25e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:48.545246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954e8904-877e-4b66-9c7d-58a5475be25e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:48.546794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43954) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.546990 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-954e8904-877e-4b66-9c7d-58a5475be25e tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/c58f019e-c712-46f5-9e65-3ab97f9c58c0 HTTP/1.1" status: 404 len: 337 time: 0.0535016 Jul 13 07:44:48.550128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43956) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.556529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'port': {'network_id': 'e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77', 'name': 'tempest-FloatingIPTestJSON-1505837595'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:48.568989 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.716732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16276383-83e9-47dc-b44b-9c5afda9411d None None] Network 36e870be-03c3-4c97-8cef-ee1177775e21 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:48.804277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-71f672d6-3579-4cb3-999c-29c32dcb01f6 None None] Provisioning for port 57f28c24-4a0b-42e0-885a-28f27ed419e5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:48.810568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-71f672d6-3579-4cb3-999c-29c32dcb01f6 None None] Provisioning complete for port 57f28c24-4a0b-42e0-885a-28f27ed419e5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:48.810961 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71f672d6-3579-4cb3-999c-29c32dcb01f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.978704 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71f672d6-3579-4cb3-999c-29c32dcb01f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.028868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-71f672d6-3579-4cb3-999c-29c32dcb01f6 None None] For port 57f28c24-4a0b-42e0-885a-28f27ed419e5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=57f28c24-4a0b-42e0-885a-28f27ed419e5,segment=NetworkSegment(955c9802-aba1-4d30-b807-f7c732175f5e),segment_id=955c9802-aba1-4d30-b807-f7c732175f5e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:49.036282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71f672d6-3579-4cb3-999c-29c32dcb01f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.132864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f672d6-3579-4cb3-999c-29c32dcb01f6 None None] Pushing event updated for resources: {'Port': ['ID=57f28c24-4a0b-42e0-885a-28f27ed419e5,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:49.158358 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8288529-3ff9-42e9-9520-63ffb9fad855 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:49.159132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8288529-3ff9-42e9-9520-63ffb9fad855 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:49.163895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43978) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:49.164425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e8288529-3ff9-42e9-9520-63ffb9fad855 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/6eff245e-49e5-4cdd-a5d3-18acce0741bf HTTP/1.1" status: 404 len: 333 time: 0.6123855 Jul 13 07:44:49.196772 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e768c4-281c-4b25-89d2-8fa930441266 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:49.197456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e768c4-281c-4b25-89d2-8fa930441266 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:49.200193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a4e768c4-281c-4b25-89d2-8fa930441266 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/56e28634-c0f7-441b-89d8-ce40a6b821fc HTTP/1.1" status: 404 len: 337 time: 0.0345571 Jul 13 07:44:49.202508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:49.230351 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-099219ad-184b-4565-b240-d9389698e65b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:49.231337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099219ad-184b-4565-b240-d9389698e65b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:49.234456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-099219ad-184b-4565-b240-d9389698e65b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/41ae4145-1737-4d79-8adc-2e79fdaafc0a HTTP/1.1" status: 404 len: 333 time: 0.0302236 Jul 13 07:44:49.236954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43986) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:49.270589 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b62c9e-ae66-4669-af6f-0646d3c437af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:49.271324 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-3b3a16d8-0e5a-4641-9b1c-a00370345bd4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-891914200&fields=id&tenant_id=326e9df6bc154468b5a4e137d29d8e97 HTTP/1.1" status: 200 len: 267 time: 0.1507375 Jul 13 07:44:49.271565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b62c9e-ae66-4669-af6f-0646d3c437af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:49.274451 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-50b62c9e-ae66-4669-af6f-0646d3c437af tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/792ae51a-1a85-4aa5-841f-ac7626849103 HTTP/1.1" status: 404 len: 337 time: 0.0363219 Jul 13 07:44:49.277154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=8a1f5920-5e18-4011-93b8-c2c603679c3b,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:49.281142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43988) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:49.306509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Made reservation on behalf of 4f963b7d1a364eec92ab658e13c46dfc for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:49.311806 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.341289 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c578dd-a857-4f13-9656-5a6d250ab8d0 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:49.341983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2cba2a21-c406-4f67-b58e-2df75f8b9238 None None] Provisioning for port 8a1f5920-5e18-4011-93b8-c2c603679c3b completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:49.342806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c578dd-a857-4f13-9656-5a6d250ab8d0 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:49.344942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-21c578dd-a857-4f13-9656-5a6d250ab8d0 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/ports/fab0f28e-65de-40b2-a311-be174808054f HTTP/1.1" status: 404 len: 333 time: 0.0624788 Jul 13 07:44:49.347493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43990) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:49.350120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2cba2a21-c406-4f67-b58e-2df75f8b9238 None None] Provisioning complete for port 8a1f5920-5e18-4011-93b8-c2c603679c3b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:49.350587 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2cba2a21-c406-4f67-b58e-2df75f8b9238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.352285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] device_id is not set on port e9fd406d-1646-4163-8d12-be435a591de1 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:44:49.384580 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a6d076-ded5-4324-b362-8e2391c71071 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] DELETE failed (client error): The resource could not be found. Jul 13 07:44:49.386185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a6d076-ded5-4324-b362-8e2391c71071 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:44:49.388340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-52a6d076-ded5-4324-b362-8e2391c71071 tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/subnets/1d4e04cc-2175-4882-a996-00c453f1bf50 HTTP/1.1" status: 404 len: 337 time: 0.0395846 Jul 13 07:44:49.391037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43992) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:49.427988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2cba2a21-c406-4f67-b58e-2df75f8b9238 None None] Port 8a1f5920-5e18-4011-93b8-c2c603679c3b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:49.455059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2cba2a21-c406-4f67-b58e-2df75f8b9238 None None] Provisioning complete for port 57f28c24-4a0b-42e0-885a-28f27ed419e5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:49.455823 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2cba2a21-c406-4f67-b58e-2df75f8b9238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.489200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.659363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.682854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 57f28c24-4a0b-42e0-885a-28f27ed419e5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:49.687796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d16e5c0-4b3f-4cb4-a312-cde8401688dc']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:49.688180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c165a9-e488-47b2-84be-ed379530004e req-dcccf5af-15b3-4563-9eb3-f1465c7e6bfa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:49.690656 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-dcccf5af-15b3-4563-9eb3-f1465c7e6bfa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/networks?id=bc78c1f0-12ef-4aec-98ab-01b917c61535 HTTP/1.1" status: 200 len: 796 time: 0.4059291 Jul 13 07:44:49.714333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-310050d7-4fa7-4102-884d-423b668b223c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/quotas/326e9df6bc154468b5a4e137d29d8e97 HTTP/1.1" status: 200 len: 375 time: 0.0132828 Jul 13 07:44:49.724387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a52be3-1734-4074-a935-a15600054578') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:49.724782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a52be3-1734-4074-a935-a15600054578') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:49.747006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.765506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-019599e3-4730-4cff-bed8-b0ec67b1ed4c None None] Provisioning complete for port 8a1f5920-5e18-4011-93b8-c2c603679c3b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:49.766230 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-019599e3-4730-4cff-bed8-b0ec67b1ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.778984 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.793664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:49.794167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.797919 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:49.798092 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:49.801637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 57f28c24-4a0b-42e0-885a-28f27ed419e5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:49.802071 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.838731 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.916373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.20.0.11 (e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77/3171c32a-0d71-494c-a48f-6b95533935fb/e9fd406d-1646-4163-8d12-be435a591de1) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:49.926028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.933575 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.936765 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] 10.222.0.44 "DELETE /v2.0/networks/0d16e5c0-4b3f-4cb4-a312-cde8401688dc HTTP/1.1" status: 204 len: 168 time: 0.5434299 Jul 13 07:44:49.963847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558a104-be79-47fd-a644-9b5cb4b07d4b tempest-NetworksTestDHCPv6-648689510 tempest-NetworksTestDHCPv6-648689510-project] Pushing event deleted for resources: {'Network': ['ID=0d16e5c0-4b3f-4cb4-a312-cde8401688dc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:50.030626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-019599e3-4730-4cff-bed8-b0ec67b1ed4c None None] Port 8a1f5920-5e18-4011-93b8-c2c603679c3b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:50.089502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-fb3da1bf-56cc-4878-9d54-726809a352c9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3612759 Jul 13 07:44:50.157901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a9ca0376-6cdb-48ee-93c4-4756c028e787 None None] Provisioning complete for port 8a1f5920-5e18-4011-93b8-c2c603679c3b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:50.158567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0376-6cdb-48ee-93c4-4756c028e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.231698 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca0376-6cdb-48ee-93c4-4756c028e787 None None] Port 8a1f5920-5e18-4011-93b8-c2c603679c3b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:50.235885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-d2a134c5-d4b4-4776-9369-4dfe7ae68e64 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:44:50.237007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-d2a134c5-d4b4-4776-9369-4dfe7ae68e64 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1109278 Jul 13 07:44:50.312590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44012) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:50.323753 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.461985 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.479356 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-38b3d0c3-e5b6-4188-82c0-819702918adc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6b8139ec4a34e6685b1df938ca91e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656001 Jul 13 07:44:50.481836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44020) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:50.530037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-c23e634e-4229-4921-ad3a-df854926a6c8 service neutron] 10.222.0.44 "GET /v2.0/networks/bc78c1f0-12ef-4aec-98ab-01b917c61535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836654 Jul 13 07:44:50.534513 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-67c92d2e-1bed-46a7-9e45-b35ba91d8a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.556892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-67c92d2e-1bed-46a7-9e45-b35ba91d8a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.608255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-67c92d2e-1bed-46a7-9e45-b35ba91d8a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.611317 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-67c92d2e-1bed-46a7-9e45-b35ba91d8a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.613586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-67c92d2e-1bed-46a7-9e45-b35ba91d8a0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35b6dff6-73c7-442b-b691-1649a9b14e33 HTTP/1.1" status: 204 len: 168 time: 0.1300018 Jul 13 07:44:50.627176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c92d2e-1bed-46a7-9e45-b35ba91d8a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b6dff6-73c7-442b-b691-1649a9b14e33,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:50.698623 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.791898 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-268e66b4-ad2f-437d-ac22-f2cffa3e0d0c service neutron] 10.222.0.44 "GET /v2.0/networks/bc78c1f0-12ef-4aec-98ab-01b917c61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281938 Jul 13 07:44:50.816303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:50.818932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=e9fd406d-1646-4163-8d12-be435a591de1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:50.823533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:50.827974 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:50.898828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:50.899464 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.928799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2d08131a-282c-46de-9b79-6f3fab80fb0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3801053 Jul 13 07:44:50.931128 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.931902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44034) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:50.937722 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.939301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': 'e9fd406d-1646-4163-8d12-be435a591de1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:50.987922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.088646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=8a1f5920-5e18-4011-93b8-c2c603679c3b,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:51.138020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.200561 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.303466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-262617a1-ab76-40e9-92d4-9386774c220b None None] Provisioning complete for port 8a1f5920-5e18-4011-93b8-c2c603679c3b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.304063 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-262617a1-ab76-40e9-92d4-9386774c220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.307313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 36e870be-03c3-4c97-8cef-ee1177775e21 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:51.308948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:51.382648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.25.6.54 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/4fcb3027-aadd-446c-8226-b3ea48c7d09b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:51.419985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-262617a1-ab76-40e9-92d4-9386774c220b None None] Port 8a1f5920-5e18-4011-93b8-c2c603679c3b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:51.519384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router a1721fc6-5860-4745-be8c-5ab38883f4cb is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:51.648273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ede4ba25-61b0-4ea7-9897-a1541e420cfc None None] Provisioning complete for port 8a1f5920-5e18-4011-93b8-c2c603679c3b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.649230 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ede4ba25-61b0-4ea7-9897-a1541e420cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.660249 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.661908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:51.669220 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8ead9862-08b0-4729-bafe-d222b0842d2b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/a1721fc6-5860-4745-be8c-5ab38883f4cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5811744 Jul 13 07:44:51.672355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44060) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:51.675188 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce740b-c6f1-45ab-9f48-2022ef9ecbe7 None None] Sync routers for ids ['a1721fc6-5860-4745-be8c-5ab38883f4cb'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:51.692317 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce740b-c6f1-45ab-9f48-2022ef9ecbe7 None None] Routers {'a1721fc6-5860-4745-be8c-5ab38883f4cb'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:51.695573 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c4ce740b-c6f1-45ab-9f48-2022ef9ecbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a1721fc6-5860-4745-be8c-5ab38883f4cb'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:51.698289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44062) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:51.703754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ede4ba25-61b0-4ea7-9897-a1541e420cfc None None] Port 8a1f5920-5e18-4011-93b8-c2c603679c3b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:51.743972 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c4ce740b-c6f1-45ab-9f48-2022ef9ecbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:51.744502 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.745466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd61232-534d-4c67-9db7-09a81db39573 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:51.750707 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fbd61232-534d-4c67-9db7-09a81db39573 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports/8a1f5920-5e18-4011-93b8-c2c603679c3b HTTP/1.1" status: 200 len: 976 time: 0.0734611 Jul 13 07:44:51.751028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44066) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:51.763595 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce740b-c6f1-45ab-9f48-2022ef9ecbe7 None None] Routers {'a1721fc6-5860-4745-be8c-5ab38883f4cb'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:51.764281 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c4ce740b-c6f1-45ab-9f48-2022ef9ecbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a1721fc6-5860-4745-be8c-5ab38883f4cb'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:51.792807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:51.799279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:51.804603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:51.841278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=4fcb3027-aadd-446c-8226-b3ea48c7d09b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:51.844220 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c4ce740b-c6f1-45ab-9f48-2022ef9ecbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:51.844887 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce740b-c6f1-45ab-9f48-2022ef9ecbe7 None None] The sync data for ids ['a1721fc6-5860-4745-be8c-5ab38883f4cb'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:51.870755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-926474756'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:51.938062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:51.941594 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.979798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.120296 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad5ef00f-73f4-4f6f-8bb5-fae0cb50be5f req-c462b883-7246-4586-a582-9870a40a5b19 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 210 time: 0.0446889 Jul 13 07:44:52.333836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.350907 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.390132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.401404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:52.412266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.413060 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment 1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef of type vlan for network f418d2d5-5ca4-4729-ae59-91e9ef01eedd Jul 13 07:44:52.517640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44db46d0-e282-4095-9202-c550b32334da,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:52.546966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.573467 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.633315 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.639801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:52.640438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.666913 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 8a1f5920-5e18-4011-93b8-c2c603679c3b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:52.667630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.744583 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0393059 Jul 13 07:44:52.757540 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.780508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 8a1f5920-5e18-4011-93b8-c2c603679c3b owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:52.825340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885f139-7a70-4c6a-8e11-0c0570165e75 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=f418d2d5-5ca4-4729-ae59-91e9ef01eedd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:52.834370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.842994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network f418d2d5-5ca4-4729-ae59-91e9ef01eedd details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:52.880102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44100) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:52.888063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': 'f418d2d5-5ca4-4729-ae59-91e9ef01eedd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:53.055133 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.060565 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.137768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=4fcb3027-aadd-446c-8226-b3ea48c7d09b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:53.152765 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.300717 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ddb2618-1b66-4de0-9c0f-13096eff8711 req-41ee19d2-69f7-474e-9b36-da7b5c8f2265 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 210 time: 0.0408592 Jul 13 07:44:53.305172 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP 841e9a0a-4604-4fe0-9958-a821c71539d3 associated. External IP: 172.25.6.54, port: e9fd406d-1646-4163-8d12-be435a591de1. Jul 13 07:44:53.474096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:53.479293 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.586660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:53.640167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.721283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=8a1f5920-5e18-4011-93b8-c2c603679c3b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:53.748973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:53.761175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cbcffe-4c88-4909-83cd-88ee163c8589 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:53.774056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cbcffe-4c88-4909-83cd-88ee163c8589 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:53.774910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f7cbcffe-4c88-4909-83cd-88ee163c8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:53.783874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.806759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c165a9-e488-47b2-84be-ed379530004e req-87a14683-fb46-4f84-86e0-bc3a328a3202 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:53.808308 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-87a14683-fb46-4f84-86e0-bc3a328a3202 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.53 "GET /v2.0/networks?id=bc78c1f0-12ef-4aec-98ab-01b917c61535 HTTP/1.1" status: 200 len: 796 time: 0.3220279 Jul 13 07:44:53.829566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f7cbcffe-4c88-4909-83cd-88ee163c8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:53.839587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cbcffe-4c88-4909-83cd-88ee163c8589 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:53.844688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f7cbcffe-4c88-4909-83cd-88ee163c8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:53.849518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f5517828-1de7-4ffd-96b6-c62214950a07 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9144969 Jul 13 07:44:53.850432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44116) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:53.856513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e88ee01f-7f63-422e-8ba5-d4190d9e4a0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:53.938393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f7cbcffe-4c88-4909-83cd-88ee163c8589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:53.939161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cbcffe-4c88-4909-83cd-88ee163c8589 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:53.971217 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e88ee01f-7f63-422e-8ba5-d4190d9e4a0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.014915 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-d7e8966f-a31a-4c71-ba6b-10d654b8de01 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=326e9df6bc154468b5a4e137d29d8e97 HTTP/1.1" status: 200 len: 472 time: 0.1888187 Jul 13 07:44:54.048190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'port': {'device_id': 'bdba7fed-153b-4622-9ea5-344ede94f921', 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535', 'admin_state_up': True, 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'security_groups': ['933e9db2-6137-4d0a-9014-a4c9fa4f2816']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:54.075826 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.105550 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.140480 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e88ee01f-7f63-422e-8ba5-d4190d9e4a0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.152938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e88ee01f-7f63-422e-8ba5-d4190d9e4a0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.153352 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-e88ee01f-7f63-422e-8ba5-d4190d9e4a0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP 841e9a0a-4604-4fe0-9958-a821c71539d3 disassociated. External IP: 172.25.6.54, port: e9fd406d-1646-4163-8d12-be435a591de1. Jul 13 07:44:54.381960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=cda34dc3-4416-4750-9db9-091ba73fa5e5,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:54.395705 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router a1721fc6-5860-4745-be8c-5ab38883f4cb has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:54.402717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88ee01f-7f63-422e-8ba5-d4190d9e4a0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:54.407933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': '1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f418d2d5-5ca4-4729-ae59-91e9ef01eedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:54.412379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: f418d2d5-5ca4-4729-ae59-91e9ef01eedd, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:54.501641 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Made reservation on behalf of 326e9df6bc154468b5a4e137d29d8e97 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:54.505251 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.532432 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:54.545575 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-47ef8f2a-5ef0-4f91-b33f-4cec77cb61d8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/a1721fc6-5860-4745-be8c-5ab38883f4cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7931240 Jul 13 07:44:54.546335 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c175758-3d6c-424e-a68d-8c12d17e0475 None None] Sync routers for ids ['a1721fc6-5860-4745-be8c-5ab38883f4cb'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:54.546891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network f418d2d5-5ca4-4729-ae59-91e9ef01eedd is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:54.554109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44134) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:54.559427 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c175758-3d6c-424e-a68d-8c12d17e0475 None None] Routers {'a1721fc6-5860-4745-be8c-5ab38883f4cb'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:54.560783 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4c175758-3d6c-424e-a68d-8c12d17e0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a1721fc6-5860-4745-be8c-5ab38883f4cb'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:54.600196 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4c175758-3d6c-424e-a68d-8c12d17e0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:54.611186 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c175758-3d6c-424e-a68d-8c12d17e0475 None None] Routers {'a1721fc6-5860-4745-be8c-5ab38883f4cb'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:54.612405 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4c175758-3d6c-424e-a68d-8c12d17e0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a1721fc6-5860-4745-be8c-5ab38883f4cb'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:54.648407 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4c175758-3d6c-424e-a68d-8c12d17e0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:54.649480 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c175758-3d6c-424e-a68d-8c12d17e0475 None None] The sync data for ids ['a1721fc6-5860-4745-be8c-5ab38883f4cb'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:54.666408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, f418d2d5-5ca4-4729-ae59-91e9ef01eedd) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:54.675352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a6fc39-84a2-4182-b1be-9476f3f7f910 None None] Network f418d2d5-5ca4-4729-ae59-91e9ef01eedd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:54.677356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:54.677954 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.758935 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d7fd8d21-1e98-406e-a09d-2b37a9a67444 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8773608 Jul 13 07:44:54.794480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44136) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:54.805360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-530461638'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:54.924953 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-f418d2d5-5ca4-4729-ae59-91e9ef01eedd', 'network_id': 'f418d2d5-5ca4-4729-ae59-91e9ef01eedd', 'tenant_id': '97679c5f13bd4a8e9f9ab928a39844f0', 'fixed_ips': [{'subnet_id': 'cda34dc3-4416-4750-9db9-091ba73fa5e5'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:54.928008 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.928771 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:54.932621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.956871 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-e8cfc134-bdda-42f5-8235-086a422ed963 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 07:44:54.957939 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e8cfc134-bdda-42f5-8235-086a422ed963 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/a1721fc6-5860-4745-be8c-5ab38883f4cb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4053106 Jul 13 07:44:54.964716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Allocated IP 172.20.0.28 (bc78c1f0-12ef-4aec-98ab-01b917c61535/e5b04252-d0d5-461d-b441-ac47559186da/c25e10e1-cb1f-4e53-9777-fa60c83358ec) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:54.968414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44144) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:54.980528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f068bfa0-7fed-4e3c-9240-479c4c35a586 req-7dc1f0d6-124c-4447-b7b4-924ba1826f1d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 210 time: 0.5045712 Jul 13 07:44:55.025782 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1fbce277-0e12-4fbe-a6fa-5971c9683b72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1721fc6-5860-4745-be8c-5ab38883f4cb HTTP/1.1" status: 200 len: 205 time: 0.0538509 Jul 13 07:44:55.027166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44146) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.056465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:55.071953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88ee01f-7f63-422e-8ba5-d4190d9e4a0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:55.090076 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.090631 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment c046bb7a-a94d-4964-9261-21fee5d3a493 of type vlan for network be1eb54b-a573-4913-a0fa-6fe155a33f78 Jul 13 07:44:55.101149 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e88ee01f-7f63-422e-8ba5-d4190d9e4a0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.134794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Allocated IP 172.20.255.242 (f418d2d5-5ca4-4729-ae59-91e9ef01eedd/cda34dc3-4416-4750-9db9-091ba73fa5e5/889fba8b-baaa-4f48-a9cf-163a6599b4e9) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:55.144850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57676765-12fa-4f1d-8532-e1b40d25885b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.186572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.227087 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e88ee01f-7f63-422e-8ba5-d4190d9e4a0c tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "PUT /v2.0/floatingips/841e9a0a-4604-4fe0-9958-a821c71539d3 HTTP/1.1" status: 200 len: 687 time: 1.3754373 Jul 13 07:44:55.233279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44154) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.233984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d98d4-db6d-44da-9e00-241b8dea3078 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:55.248954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d98d4-db6d-44da-9e00-241b8dea3078 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:55.249814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b5d98d4-db6d-44da-9e00-241b8dea3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:55.286303 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.293091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:55.293981 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.302868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b5d98d4-db6d-44da-9e00-241b8dea3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:55.337806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d98d4-db6d-44da-9e00-241b8dea3078 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:55.338441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b5d98d4-db6d-44da-9e00-241b8dea3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:55.364078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57676765-12fa-4f1d-8532-e1b40d25885b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.366960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57676765-12fa-4f1d-8532-e1b40d25885b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.376440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b5d98d4-db6d-44da-9e00-241b8dea3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:55.377351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5d98d4-db6d-44da-9e00-241b8dea3078 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:55.401213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.411669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Transition to ACTIVE for port object 889fba8b-baaa-4f48-a9cf-163a6599b4e9 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:55.429331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Transition to ACTIVE for port object 889fba8b-baaa-4f48-a9cf-163a6599b4e9 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:55.439075 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.441989 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57676765-12fa-4f1d-8532-e1b40d25885b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.442892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57676765-12fa-4f1d-8532-e1b40d25885b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Fanout notify agent at l3_agent the message router_deleted on router a1721fc6-5860-4745-be8c-5ab38883f4cb {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:55.461878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-57676765-12fa-4f1d-8532-e1b40d25885b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.462069 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6663373 Jul 13 07:44:55.464431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-57676765-12fa-4f1d-8532-e1b40d25885b tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/a1721fc6-5860-4745-be8c-5ab38883f4cb HTTP/1.1" status: 204 len: 168 time: 0.4357991 Jul 13 07:44:55.465672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44156) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.472913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': 'be1eb54b-a573-4913-a0fa-6fe155a33f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:55.487840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44158) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.504694 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.507730 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca97c1-f8d3-4b51-8129-fb6eef0e39df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=be1eb54b-a573-4913-a0fa-6fe155a33f78,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.516976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Network f418d2d5-5ca4-4729-ae59-91e9ef01eedd is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:55.527690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:55.531021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network be1eb54b-a573-4913-a0fa-6fe155a33f78 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:55.536001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:55.547600 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Transition to ACTIVE for port object c25e10e1-cb1f-4e53-9777-fa60c83358ec will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:55.574128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Pushing event updated for resources: {'Port': ['ID=889fba8b-baaa-4f48-a9cf-163a6599b4e9,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.594104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.642420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Attempting to bind port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:55.642724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Attempting to bind port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f418d2d5-5ca4-4729-ae59-91e9ef01eedd'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:55.643101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Attempting to bind port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 on network f418d2d5-5ca4-4729-ae59-91e9ef01eedd {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:55.649816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:55.650558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Checking segment: {'id': '1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f418d2d5-5ca4-4729-ae59-91e9ef01eedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:55.650978 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.651617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Bound using segment: {'id': '1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f418d2d5-5ca4-4729-ae59-91e9ef01eedd'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:55.652138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Bound port: 889fba8b-baaa-4f48-a9cf-163a6599b4e9, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f418d2d5-5ca4-4729-ae59-91e9ef01eedd'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:55.653412 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.671282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network bc78c1f0-12ef-4aec-98ab-01b917c61535 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:55.677439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-34812a32-c6e3-4222-a679-6cae9eda1f5e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting subnet b49d9a94-5274-404a-ab8c-ac3d61df2707 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:55.677623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:55.680394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:55.689455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3552a278-c386-4285-abf7-f691705567e5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port 4fcb3027-aadd-446c-8226-b3ea48c7d09b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:55.689800 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3552a278-c386-4285-abf7-f691705567e5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.694066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:55.698103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.703688 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34812a32-c6e3-4222-a679-6cae9eda1f5e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.749283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=c25e10e1-cb1f-4e53-9777-fa60c83358ec,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.813532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34812a32-c6e3-4222-a679-6cae9eda1f5e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.829164 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] For port 889fba8b-baaa-4f48-a9cf-163a6599b4e9, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:55.832841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] For port 889fba8b-baaa-4f48-a9cf-163a6599b4e9, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=889fba8b-baaa-4f48-a9cf-163a6599b4e9,segment=NetworkSegment(1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef),segment_id=1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:55.848596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.886654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:55.887488 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.929610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d32b3-ee41-4175-8d33-e5db622846f5 None None] Pushing event updated for resources: {'Port': ['ID=889fba8b-baaa-4f48-a9cf-163a6599b4e9,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.970192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3552a278-c386-4285-abf7-f691705567e5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.971415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3552a278-c386-4285-abf7-f691705567e5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.990408 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-11488cf8-ef3e-4f40-a102-0b7a9b58336e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9506228 Jul 13 07:44:55.995734 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3552a278-c386-4285-abf7-f691705567e5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for 4fcb3027-aadd-446c-8226-b3ea48c7d09b owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:56.006704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Request body: {'port': {'device_id': 'bdba7fed-153b-4622-9ea5-344ede94f921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:56.062285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ff05f6a7-066a-458f-a328-c41dd120f1ea None None] Provisioning for port c25e10e1-cb1f-4e53-9777-fa60c83358ec completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:56.067027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ff05f6a7-066a-458f-a328-c41dd120f1ea None None] Provisioning complete for port c25e10e1-cb1f-4e53-9777-fa60c83358ec triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:56.067362 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ff05f6a7-066a-458f-a328-c41dd120f1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.089469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34812a32-c6e3-4222-a679-6cae9eda1f5e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.147046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ff05f6a7-066a-458f-a328-c41dd120f1ea None None] Port c25e10e1-cb1f-4e53-9777-fa60c83358ec cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:56.309926 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.342777 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.375652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34812a32-c6e3-4222-a679-6cae9eda1f5e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.461244 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-34812a32-c6e3-4222-a679-6cae9eda1f5e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.463599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-34812a32-c6e3-4222-a679-6cae9eda1f5e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/b49d9a94-5274-404a-ab8c-ac3d61df2707 HTTP/1.1" status: 204 len: 168 time: 0.9745021 Jul 13 07:44:56.471214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67935a5c-fc29-42e8-83fa-fced5b3f8aec None None] Network 36e870be-03c3-4c97-8cef-ee1177775e21 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:56.481823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44180) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:56.509774 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3552a278-c386-4285-abf7-f691705567e5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.527296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=8d99cec4-9eb8-4cff-91cf-9e24384c3156,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:56.554196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552a278-c386-4285-abf7-f691705567e5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=4fcb3027-aadd-446c-8226-b3ea48c7d09b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:56.598202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838d6fd-5e14-4a73-b004-6c268d7ff48e req-e7376dd4-a5d4-4832-9e85-92f86a5d1b18 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:56.600705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7838d6fd-5e14-4a73-b004-6c268d7ff48e req-e7376dd4-a5d4-4832-9e85-92f86a5d1b18 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 932 time: 0.3362257 Jul 13 07:44:56.617793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34812a32-c6e3-4222-a679-6cae9eda1f5e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Subnet': ['ID=b49d9a94-5274-404a-ab8c-ac3d61df2707,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:56.692188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': 'c046bb7a-a94d-4964-9261-21fee5d3a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'be1eb54b-a573-4913-a0fa-6fe155a33f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:56.692743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: be1eb54b-a573-4913-a0fa-6fe155a33f78, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:56.719548 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3552a278-c386-4285-abf7-f691705567e5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.726929 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.732568 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3552a278-c386-4285-abf7-f691705567e5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.734313 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3552a278-c386-4285-abf7-f691705567e5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/floatingips/841e9a0a-4604-4fe0-9958-a821c71539d3 HTTP/1.1" status: 204 len: 168 time: 1.4583259 Jul 13 07:44:56.757451 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7838d6fd-5e14-4a73-b004-6c268d7ff48e req-b275a139-89c6-46a7-aad0-f2c67501496f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444755 Jul 13 07:44:56.758619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44186) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:56.765556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '5dc87e8c-a6c5-4bae-9e20-fd825d8cdf0d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:56.788818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network be1eb54b-a573-4913-a0fa-6fe155a33f78 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:56.808436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd848779-6352-4c6c-a0ac-794f754dd33e None None] DHCP port deletion for 36e870be-03c3-4c97-8cef-ee1177775e21 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:56.834082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, be1eb54b-a573-4913-a0fa-6fe155a33f78) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:56.836043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:56.836488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.844500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ff6b6-6d45-49b2-b48b-335d96cd0494 None None] Network be1eb54b-a573-4913-a0fa-6fe155a33f78 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:56.856693 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.877525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25e10e1-cb1f-4e53-9777-fa60c83358ec {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:56.903001 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d7dbb714-c245-4460-ad36-5492a10d7e7e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4362330 Jul 13 07:44:56.905496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44188) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:56.905846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.932667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Transition to ACTIVE for port object c25e10e1-cb1f-4e53-9777-fa60c83358ec will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:56.942121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.971619 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cd848779-6352-4c6c-a0ac-794f754dd33e None None] Deleting port 57f28c24-4a0b-42e0-885a-28f27ed419e5 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:56.972247 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd848779-6352-4c6c-a0ac-794f754dd33e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.052862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 57f28c24-4a0b-42e0-885a-28f27ed419e5 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:57.053209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.112627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-be1eb54b-a573-4913-a0fa-6fe155a33f78', 'network_id': 'be1eb54b-a573-4913-a0fa-6fe155a33f78', 'tenant_id': '97679c5f13bd4a8e9f9ab928a39844f0', 'fixed_ips': [{'subnet_id': '8d99cec4-9eb8-4cff-91cf-9e24384c3156'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:57.113705 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.153609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.186126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c25e10e1-cb1f-4e53-9777-fa60c83358ec,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:57.222184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Attempting to bind port c25e10e1-cb1f-4e53-9777-fa60c83358ec on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:57.222535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Attempting to bind port c25e10e1-cb1f-4e53-9777-fa60c83358ec by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:57.222921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Attempting to bind port c25e10e1-cb1f-4e53-9777-fa60c83358ec on network bc78c1f0-12ef-4aec-98ab-01b917c61535 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:57.241547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Port c25e10e1-cb1f-4e53-9777-fa60c83358ec on network bc78c1f0-12ef-4aec-98ab-01b917c61535 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:44:57.241547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Attempting to bind port c25e10e1-cb1f-4e53-9777-fa60c83358ec on network bc78c1f0-12ef-4aec-98ab-01b917c61535 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:57.246254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:57.246669 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Checking segment: {'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:57.247125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Bound using segment: {'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:57.249043 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Bound port: c25e10e1-cb1f-4e53-9777-fa60c83358ec, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:57.249043 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.258865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port 57f28c24-4a0b-42e0-885a-28f27ed419e5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=57f28c24-4a0b-42e0-885a-28f27ed419e5,segment=NetworkSegment(955c9802-aba1-4d30-b807-f7c732175f5e),segment_id=955c9802-aba1-4d30-b807-f7c732175f5e)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:57.259283 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.297002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 57f28c24-4a0b-42e0-885a-28f27ed419e5 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:57.359585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] For port c25e10e1-cb1f-4e53-9777-fa60c83358ec, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:57.363091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] For port c25e10e1-cb1f-4e53-9777-fa60c83358ec, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c25e10e1-cb1f-4e53-9777-fa60c83358ec,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:57.376771 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.380823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cd848779-6352-4c6c-a0ac-794f754dd33e None None] For port 57f28c24-4a0b-42e0-885a-28f27ed419e5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=57f28c24-4a0b-42e0-885a-28f27ed419e5,segment=NetworkSegment(955c9802-aba1-4d30-b807-f7c732175f5e),segment_id=955c9802-aba1-4d30-b807-f7c732175f5e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:57.381301 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd848779-6352-4c6c-a0ac-794f754dd33e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.410759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cd848779-6352-4c6c-a0ac-794f754dd33e None None] Calling delete_port for 57f28c24-4a0b-42e0-885a-28f27ed419e5 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:57.491208 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.491435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c25e10e1-cb1f-4e53-9777-fa60c83358ec,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:57.511914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Allocated IP 172.20.0.2 (be1eb54b-a573-4913-a0fa-6fe155a33f78/8d99cec4-9eb8-4cff-91cf-9e24384c3156/a4bed076-e911-43b2-998e-02df63861325) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:57.519169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.520003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.521872 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-fe22f3a3-95cb-4139-bbfb-a32e7ab047a5 service neutron] 10.222.0.53 "PUT /v2.0/ports/c25e10e1-cb1f-4e53-9777-fa60c83358ec HTTP/1.1" status: 200 len: 1092 time: 1.5234869 Jul 13 07:44:57.522484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdba7fed-153b-4622-9ea5-344ede94f921', 'tag': 'c25e10e1-cb1f-4e53-9777-fa60c83358ec'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:57.524938 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8f4230-d82e-481d-b50b-b085127b52e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bdba7fed-153b-4622-9ea5-344ede94f921", "tag": "c25e10e1-cb1f-4e53-9777-fa60c83358ec"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:57.648866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.677512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cebe77-dfc5-48ef-97c9-c5a2e559dc96 None None] Network f418d2d5-5ca4-4729-ae59-91e9ef01eedd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:57.696952 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068a3008-d9e5-486e-a068-573b65d9599f x-openstack-request-id: req-068a3008-d9e5-486e-a068-573b65d9599f {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:57.697427 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdba7fed-153b-4622-9ea5-344ede94f921", "tag": "c25e10e1-cb1f-4e53-9777-fa60c83358ec", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:57.697683 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-068a3008-d9e5-486e-a068-573b65d9599f {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:57.706052 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdba7fed-153b-4622-9ea5-344ede94f921', 'tag': 'c25e10e1-cb1f-4e53-9777-fa60c83358ec', 'status': 'completed', 'code': 200} Jul 13 07:44:57.761645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c165a9-e488-47b2-84be-ed379530004e req-653bb73a-b5ea-42ea-b3ba-e534d5e5c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.763262 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-653bb73a-b5ea-42ea-b3ba-e534d5e5c2de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 1095 time: 0.1914382 Jul 13 07:44:57.859968 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-97f58cee-cc92-4dd6-9418-4d765b99c135 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c25e10e1-cb1f-4e53-9777-fa60c83358ec HTTP/1.1" status: 200 len: 217 time: 0.0888069 Jul 13 07:44:57.861728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.917323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 889fba8b-baaa-4f48-a9cf-163a6599b4e9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:57.927651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=57f28c24-4a0b-42e0-885a-28f27ed419e5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:57.943239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No DVR routers for this DVR port 57f28c24-4a0b-42e0-885a-28f27ed419e5 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:57.948134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f62f0e2a-4dba-4343-aed7-2633de3af680 None None] Provisioning for port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:57.963596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.25.6.198 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/9db42eca-69a2-496e-bbdc-7f49f57f8f8b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:57.970611 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c165a9-e488-47b2-84be-ed379530004e req-8e8bdb6e-2491-4601-a484-257266bba5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.972657 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-8e8bdb6e-2491-4601-a484-257266bba5b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5b04252-d0d5-461d-b441-ac47559186da HTTP/1.1" status: 200 len: 838 time: 0.1022921 Jul 13 07:44:58.077720 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.081629 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.097758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b945810-4bd6-47fc-9492-27b4df939688 req-1ef2ad7f-9ecc-4ce6-b46d-a88d525ff83f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:58.099225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e870be-03c3-4c97-8cef-ee1177775e21']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:58.101940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Transition to ACTIVE for port object a4bed076-e911-43b2-998e-02df63861325 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:58.105799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b945810-4bd6-47fc-9492-27b4df939688 req-1ef2ad7f-9ecc-4ce6-b46d-a88d525ff83f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 944 time: 0.1319070 Jul 13 07:44:58.133401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c165a9-e488-47b2-84be-ed379530004e req-72d0175a-bd31-4125-9674-c35c84516bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:58.135095 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-72d0175a-bd31-4125-9674-c35c84516bdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc78c1f0-12ef-4aec-98ab-01b917c61535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231811 Jul 13 07:44:58.140648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955c9802-aba1-4d30-b807-f7c732175f5e') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:58.140949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955c9802-aba1-4d30-b807-f7c732175f5e') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:58.155821 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.167523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Transition to ACTIVE for port object a4bed076-e911-43b2-998e-02df63861325 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:58.173620 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd848779-6352-4c6c-a0ac-794f754dd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.192344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.214991 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b945810-4bd6-47fc-9492-27b4df939688 req-0ffd77e0-65dd-4675-9ba4-67cb50cc6fef tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945597 Jul 13 07:44:58.227012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:58.227433 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:58.231930 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:58.250713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.254924 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.267232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd848779-6352-4c6c-a0ac-794f754dd33e None None] Pushing event deleted for resources: {'Port': ['ID=57f28c24-4a0b-42e0-885a-28f27ed419e5,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:58.271696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd848779-6352-4c6c-a0ac-794f754dd33e None None] No DVR routers for this DVR port 57f28c24-4a0b-42e0-885a-28f27ed419e5 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:58.293497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:58.306532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.325847 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-2ef8c397-b777-42ba-a9e2-69c708297671 service neutron] 10.222.0.53 "GET /v2.0/networks/bc78c1f0-12ef-4aec-98ab-01b917c61535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793394 Jul 13 07:44:58.339111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:58.339483 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.356308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Network be1eb54b-a573-4913-a0fa-6fe155a33f78 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:58.377661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=8d99cec4-9eb8-4cff-91cf-9e24384c3156,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:58.382780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:58.385788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:58.408919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Pushing event updated for resources: {'Port': ['ID=a4bed076-e911-43b2-998e-02df63861325,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:58.428513 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.434302 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.441975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44214) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:58.442171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/networks/36e870be-03c3-4c97-8cef-ee1177775e21 HTTP/1.1" status: 204 len: 168 time: 1.9358509 Jul 13 07:44:58.447777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'network': {'name': 'tempest-RoutersTest-429971704'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:58.492861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2908fc-3f74-4d1b-ab6e-21a308ef8d72 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Network': ['ID=36e870be-03c3-4c97-8cef-ee1177775e21,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:58.509611 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81c165a9-e488-47b2-84be-ed379530004e req-5eb7b5ac-32d4-4a4f-9ad0-d594de71ba05 service neutron] 10.222.0.53 "GET /v2.0/networks/bc78c1f0-12ef-4aec-98ab-01b917c61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768258 Jul 13 07:44:58.510380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:58.537863 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.548664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.582800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1eb54b-a573-4913-a0fa-6fe155a33f78']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:58.591868 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:58.596004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c046bb7a-a94d-4964-9261-21fee5d3a493') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:58.596342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c046bb7a-a94d-4964-9261-21fee5d3a493') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:58.605469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.608925 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.646141 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.646631 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added segment f7d59898-9a0a-4036-afba-51650d270c39 of type vlan for network 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c Jul 13 07:44:58.660238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.672650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:58.694298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:58.699673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=9db42eca-69a2-496e-bbdc-7f49f57f8f8b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:58.704286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:58.712307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:58.714286 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.722706 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.743017 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-54e4ac6e-94a9-4c0b-a6b8-7e7823d87631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:58.744381 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-54e4ac6e-94a9-4c0b-a6b8-7e7823d87631 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 1095 time: 0.1652157 Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:58.750569 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:58.755885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Attempting to bind port a4bed076-e911-43b2-998e-02df63861325 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:58.756287 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Attempting to bind port a4bed076-e911-43b2-998e-02df63861325 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'c046bb7a-a94d-4964-9261-21fee5d3a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'be1eb54b-a573-4913-a0fa-6fe155a33f78'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:58.756655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Attempting to bind port a4bed076-e911-43b2-998e-02df63861325 on network be1eb54b-a573-4913-a0fa-6fe155a33f78 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:58.770211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:58.770587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Checking segment: {'id': 'c046bb7a-a94d-4964-9261-21fee5d3a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'be1eb54b-a573-4913-a0fa-6fe155a33f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:58.771049 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.771457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Bound using segment: {'id': 'c046bb7a-a94d-4964-9261-21fee5d3a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'be1eb54b-a573-4913-a0fa-6fe155a33f78'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:58.771941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Bound port: a4bed076-e911-43b2-998e-02df63861325, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c046bb7a-a94d-4964-9261-21fee5d3a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'be1eb54b-a573-4913-a0fa-6fe155a33f78'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:58.772373 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.813782 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.821477 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:58.822152 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.891713 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4483881 Jul 13 07:44:58.895821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44224) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:58.907765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'subnet': {'network_id': '6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:58.914118 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.920456 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:44:58.920456 n-d-798249-7 neutron-server[93838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:44:58.920456 n-d-798249-7 neutron-server[93838]: [parameters: {'id': 'be1eb54b-a573-4913-a0fa-6fe155a33f78'}] Jul 13 07:44:58.920456 n-d-798249-7 neutron-server[93838]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:44:58.921949 n-d-798249-7 neutron-server[93838]: DEBUG oslo_db.api [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:44:58.959676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] For port a4bed076-e911-43b2-998e-02df63861325, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:58.965380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] For port a4bed076-e911-43b2-998e-02df63861325, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a4bed076-e911-43b2-998e-02df63861325,segment=NetworkSegment(c046bb7a-a94d-4964-9261-21fee5d3a493),segment_id=c046bb7a-a94d-4964-9261-21fee5d3a493)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:59.021330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 889fba8b-baaa-4f48-a9cf-163a6599b4e9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=889fba8b-baaa-4f48-a9cf-163a6599b4e9,segment=NetworkSegment(1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef),segment_id=1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:59.023888 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.035029 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-0f508251-e704-4d91-a7f8-2211e82992e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:59.036667 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-0f508251-e704-4d91-a7f8-2211e82992e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc78c1f0-12ef-4aec-98ab-01b917c61535 HTTP/1.1" status: 200 len: 897 time: 0.2766094 Jul 13 07:44:59.119807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3578b2-d0f2-45bc-be16-ebe3aaf310b9 None None] Pushing event updated for resources: {'Port': ['ID=a4bed076-e911-43b2-998e-02df63861325,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:59.127374 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.245811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0a72e69a-d6bc-42b7-b637-50601a6c4520 None None] Provisioning complete for port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:59.246191 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0a72e69a-d6bc-42b7-b637-50601a6c4520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.247939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=889fba8b-baaa-4f48-a9cf-163a6599b4e9,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:59.340525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14603ef4-8aa7-47e5-b4cf-9d290499d133 None None] Network be1eb54b-a573-4913-a0fa-6fe155a33f78 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:59.343607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 57f28c24-4a0b-42e0-885a-28f27ed419e5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:59.399679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 57f28c24-4a0b-42e0-885a-28f27ed419e5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:59.399909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 57f28c24-4a0b-42e0-885a-28f27ed419e5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:59.423793 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.443557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.598210 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d115bf-57ad-4c01-a6ac-33e65c7f8b9b None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:44:59.598501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting port a4bed076-e911-43b2-998e-02df63861325 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:59.598850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.618058 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.648137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-03c0e243-60e1-491b-8429-672b7aa7d38b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c25e10e1-cb1f-4e53-9777-fa60c83358ec HTTP/1.1" status: 200 len: 217 time: 0.0844216 Jul 13 07:44:59.648757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c375d-975d-4a2b-a3b5-89422d006096 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Network': ['ID=6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:59.672402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:59.747091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] For port a4bed076-e911-43b2-998e-02df63861325, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a4bed076-e911-43b2-998e-02df63861325,segment=NetworkSegment(c046bb7a-a94d-4964-9261-21fee5d3a493),segment_id=c046bb7a-a94d-4964-9261-21fee5d3a493)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:59.747646 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.759839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 889fba8b-baaa-4f48-a9cf-163a6599b4e9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:59.782331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Calling delete_port for a4bed076-e911-43b2-998e-02df63861325 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:59.854799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:59.870585 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.917141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-311036bc-7148-437a-8757-025708890349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:59.918630 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-311036bc-7148-437a-8757-025708890349 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5b04252-d0d5-461d-b441-ac47559186da HTTP/1.1" status: 200 len: 838 time: 0.2608225 Jul 13 07:44:59.944334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d115bf-57ad-4c01-a6ac-33e65c7f8b9b None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:44:59.983207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:59.983804 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.014356 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.016910 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.051284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Port': ['ID=a4bed076-e911-43b2-998e-02df63861325,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:00.062774 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.073940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No DVR routers for this DVR port a4bed076-e911-43b2-998e-02df63861325 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:00.199289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821fcaf-da66-4f90-80e7-f2c861403866 req-970761e4-fd0d-409b-bd4c-9dc5e1dcc10e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.201831 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e821fcaf-da66-4f90-80e7-f2c861403866 req-970761e4-fd0d-409b-bd4c-9dc5e1dcc10e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 944 time: 0.5882950 Jul 13 07:45:00.203189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.209270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=9db42eca-69a2-496e-bbdc-7f49f57f8f8b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:00.260399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.277751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1eb54b-a573-4913-a0fa-6fe155a33f78']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:00.288459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.328072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c046bb7a-a94d-4964-9261-21fee5d3a493') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:00.328376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c046bb7a-a94d-4964-9261-21fee5d3a493') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:00.340752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.367901 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e821fcaf-da66-4f90-80e7-f2c861403866 req-f6503ead-2d6e-4beb-818a-9f767c8ad492 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564875 Jul 13 07:45:00.375470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-c08afb1c-d380-4bc7-a394-fd9dc1cca988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.377276 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-c08afb1c-d380-4bc7-a394-fd9dc1cca988 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc78c1f0-12ef-4aec-98ab-01b917c61535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4398022 Jul 13 07:45:00.387894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.398108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:00.398508 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:00.401571 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:00.407430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Subnet': ['ID=01b8ed93-fe3a-44c5-96eb-59dc77981fa6,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:00.460948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Checking segment: {'id': 'f7d59898-9a0a-4036-afba-51650d270c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:00.461565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network hostable DHCP agents. Network: 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:00.507680 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-d1f3415d-b4c8-4603-b3cd-cbc9eed19917 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3279829 Jul 13 07:45:00.554325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-03c301fc-aa49-4834-8c89-46e5db72af50 service neutron] 10.222.0.53 "GET /v2.0/networks/bc78c1f0-12ef-4aec-98ab-01b917c61535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482716 Jul 13 07:45:00.574266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:00.603331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:00.609475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.609965 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.613671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af498feb-0c74-480e-8160-6109fd12ae52 None None] Network 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:00.704569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d4e1eef0-dd1c-4a29-8e1f-49cebd57d59d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8063242 Jul 13 07:45:00.707966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44250) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:00.713570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ac56e3f9-2af0-4ec1-ab43-7ce785143886 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1067955136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:00.780813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-0172d4e9-e96a-4030-af7e-c4b1afa7dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.788308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-0172d4e9-e96a-4030-af7e-c4b1afa7dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.790599 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-0172d4e9-e96a-4030-af7e-c4b1afa7dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.791337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-0172d4e9-e96a-4030-af7e-c4b1afa7dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.791847 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-0172d4e9-e96a-4030-af7e-c4b1afa7dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.792397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-0172d4e9-e96a-4030-af7e-c4b1afa7dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.793852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c', 'network_id': '6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'fixed_ips': [{'subnet_id': '01b8ed93-fe3a-44c5-96eb-59dc77981fa6'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:00.794886 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.798551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-0172d4e9-e96a-4030-af7e-c4b1afa7dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.801179 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-0172d4e9-e96a-4030-af7e-c4b1afa7dca3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 6502 time: 0.2278237 Jul 13 07:45:00.803974 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f8f4230-d82e-481d-b50b-b085127b52e0 req-59828e43-755d-43f4-a5e2-44ee04db88a6 service neutron] 10.222.0.53 "GET /v2.0/networks/bc78c1f0-12ef-4aec-98ab-01b917c61535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390642 Jul 13 07:45:00.804857 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac56e3f9-2af0-4ec1-ab43-7ce785143886 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.805934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac56e3f9-2af0-4ec1-ab43-7ce785143886 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.823971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c25e10e1-cb1f-4e53-9777-fa60c83358ec details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:45:00.833974 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP 6faffa27-92d2-404b-b436-94ea59fb6202 associated. External IP: 172.25.6.198, port: 5dc87e8c-a6c5-4bae-9e20-fd825d8cdf0d. Jul 13 07:45:00.870303 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.880253 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.886141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/be1eb54b-a573-4913-a0fa-6fe155a33f78 HTTP/1.1" status: 204 len: 168 time: 3.9722304 Jul 13 07:45:00.967981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44252) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:00.983624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1746672342'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:00.986837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed088c-463d-440c-9f6b-66323627743c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=be1eb54b-a573-4913-a0fa-6fe155a33f78,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:00.987134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-123ac19b-8419-4cb4-9777-6ad5d5b54a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.987629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-123ac19b-8419-4cb4-9777-6ad5d5b54a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.988141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-123ac19b-8419-4cb4-9777-6ad5d5b54a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.990033 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-123ac19b-8419-4cb4-9777-6ad5d5b54a23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e7cdd79-9e26-472c-b6eb-034c3e059457&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&id=11825ed9-aef6-4a93-a944-b3e11edef9e4&id=11825ed9-aef6-4a93-a944-b3e11edef9e4 HTTP/1.1" status: 200 len: 2297 time: 0.1200788 Jul 13 07:45:01.078469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:01.082524 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Allocated IP 172.20.0.2 (6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c/01b8ed93-fe3a-44c5-96eb-59dc77981fa6/4627523c-009d-495f-a336-6606ebf69b4e) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:01.084077 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.104233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c25e10e1-cb1f-4e53-9777-fa60c83358ec, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c25e10e1-cb1f-4e53-9777-fa60c83358ec,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:01.106221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac56e3f9-2af0-4ec1-ab43-7ce785143886 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.116933 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac56e3f9-2af0-4ec1-ab43-7ce785143886 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.122630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'c25e10e1-cb1f-4e53-9777-fa60c83358ec', 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535', 'port_id': 'c25e10e1-cb1f-4e53-9777-fa60c83358ec', 'mac_address': 'fa:16:3e:01:94:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b04252-d0d5-461d-b441-ac47559186da', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:45:01.150097 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-e47e3ec5-f323-4e23-911c-845dcc171870 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82 HTTP/1.1" status: 200 len: 1000 time: 0.0976398 Jul 13 07:45:01.172965 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac56e3f9-2af0-4ec1-ab43-7ce785143886 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.175672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac56e3f9-2af0-4ec1-ab43-7ce785143886 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4665813 Jul 13 07:45:01.178829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44256) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:01.221274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-38ca8956-fc95-4104-98e4-c127e768fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:01.221497 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.223397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-38ca8956-fc95-4104-98e4-c127e768fe94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=13a916cb-756e-4ec9-9df1-6600fe316290 HTTP/1.1" status: 200 len: 855 time: 0.0663958 Jul 13 07:45:01.245780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25e10e1-cb1f-4e53-9777-fa60c83358ec {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:01.265685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:01.297536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c25e10e1-cb1f-4e53-9777-fa60c83358ec, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c25e10e1-cb1f-4e53-9777-fa60c83358ec,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:01.306692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-f1265e07-4095-4735-8758-d4706b03ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:01.310416 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-f1265e07-4095-4735-8758-d4706b03ac82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e7cdd79-9e26-472c-b6eb-034c3e059457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793490 Jul 13 07:45:01.311092 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.362902 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.384847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Transition to ACTIVE for port object 4627523c-009d-495f-a336-6606ebf69b4e will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:01.453902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-42712621-543d-4d91-9267-2b99a3785af9 service neutron] 10.222.0.54 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366842 Jul 13 07:45:01.454703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Transition to ACTIVE for port object 4627523c-009d-495f-a336-6606ebf69b4e will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:01.459402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c25e10e1-cb1f-4e53-9777-fa60c83358ec,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:01.470273 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.506998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:01.516689 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.517335 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment 1c8984a7-4851-4ccc-9248-a23d3862e340 of type vlan for network 3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729 Jul 13 07:45:01.555519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.585317 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-70792ce3-a489-42ed-97e3-e84e275fc798 service neutron] 10.222.0.54 "GET /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216929 Jul 13 07:45:01.589560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Pushing event updated for resources: {'Port': ['ID=4627523c-009d-495f-a336-6606ebf69b4e,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:01.608799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Network 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:01.627169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:01.635462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:01.669678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c25e10e1-cb1f-4e53-9777-fa60c83358ec'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:01.695058 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-f3914b97-fdd9-43b0-be88-8a206a4b8c97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=85f68cd3-4049-48a6-bd3d-74e43aa55494 HTTP/1.1" status: 200 len: 217 time: 0.0968616 Jul 13 07:45:01.732364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.736093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Attempting to bind port 4627523c-009d-495f-a336-6606ebf69b4e on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:01.736669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Attempting to bind port 4627523c-009d-495f-a336-6606ebf69b4e by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'f7d59898-9a0a-4036-afba-51650d270c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:01.737206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Attempting to bind port 4627523c-009d-495f-a336-6606ebf69b4e on network 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:01.756609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:01.756996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Checking segment: {'id': 'f7d59898-9a0a-4036-afba-51650d270c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:01.757485 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.757882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Bound using segment: {'id': 'f7d59898-9a0a-4036-afba-51650d270c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:01.759108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Bound port: 4627523c-009d-495f-a336-6606ebf69b4e, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d59898-9a0a-4036-afba-51650d270c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:01.759588 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.815626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-cd1fc39a-bad5-4452-a333-1746ab1f6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:01.817198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-cd1fc39a-bad5-4452-a333-1746ab1f6f75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.0856156 Jul 13 07:45:01.830562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf569704-6e5a-483a-ba8b-ebc5627fc1c0 req-21752d44-b644-429b-ab12-493c51662a8b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:01.832294 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bf569704-6e5a-483a-ba8b-ebc5627fc1c0 req-21752d44-b644-429b-ab12-493c51662a8b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 945 time: 0.2309248 Jul 13 07:45:01.895849 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.905519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:01.906460 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.910738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bf569704-6e5a-483a-ba8b-ebc5627fc1c0 req-781d05ad-04be-48ef-b15f-f8f683a373c2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678861 Jul 13 07:45:01.926466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] For port 4627523c-009d-495f-a336-6606ebf69b4e, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:01.948069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-118040e3-e5cd-4209-a4ab-2808e2a4ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:01.949927 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-118040e3-e5cd-4209-a4ab-2808e2a4ecb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1165731 Jul 13 07:45:01.954733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] For port 4627523c-009d-495f-a336-6606ebf69b4e, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4627523c-009d-495f-a336-6606ebf69b4e,segment=NetworkSegment(f7d59898-9a0a-4036-afba-51650d270c39),segment_id=f7d59898-9a0a-4036-afba-51650d270c39)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:01.972239 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.012829 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0343096 Jul 13 07:45:02.019877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:02.027150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44262) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:02.031981 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb77ff53-82fe-4251-918f-79a635b435e3 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:02.034358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': '3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:02.054068 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77ff53-82fe-4251-918f-79a635b435e3 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:02.054718 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-eb77ff53-82fe-4251-918f-79a635b435e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.078422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6190ab-509e-4a92-acd3-e86655000892 None None] Pushing event updated for resources: {'Port': ['ID=4627523c-009d-495f-a336-6606ebf69b4e,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:02.097393 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-dac2f7a8-d117-45b9-bf59-42605f5b8625 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403372 Jul 13 07:45:02.115933 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-eb77ff53-82fe-4251-918f-79a635b435e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.119246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:02.148913 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77ff53-82fe-4251-918f-79a635b435e3 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:02.149465 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-eb77ff53-82fe-4251-918f-79a635b435e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.239670 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-eb77ff53-82fe-4251-918f-79a635b435e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.240370 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb77ff53-82fe-4251-918f-79a635b435e3 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:02.240545 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.240935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.241386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.241655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.242166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.242499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.242918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.243251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.243663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.244000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.244437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.244765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da5958f-182e-48aa-9a79-75d5f1852ee1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:02.277550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.278537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:02.347261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Allocated IP 172.20.0.1 (6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c/01b8ed93-fe3a-44c5-96eb-59dc77981fa6/134bd5b8-fa77-4538-a156-b15533653b78) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:02.360407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-4a40399d-7274-4549-b5d7-413d6f5cfef2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2584128 Jul 13 07:45:02.365915 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-dd6e95c1-22af-4eab-9064-103c521f9f67 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502441 Jul 13 07:45:02.390283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:02.411958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.466086 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-6a8ab1a1-cdb8-45ed-8aa4-b0b47ed62791 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=5a81db4e-6258-4a67-b385-4ca5c5cf1240 HTTP/1.1" status: 200 len: 217 time: 0.0834584 Jul 13 07:45:02.499835 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-835a69b2-fdd5-4092-ba6c-cf582abe2553 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.7397935 Jul 13 07:45:02.511880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44268) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:02.569202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-62fefb42-ded0-404e-b16c-dc293fa5ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:02.571692 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-62fefb42-ded0-404e-b16c-dc293fa5ebcc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.1038468 Jul 13 07:45:02.620632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.ipam_backend_mixin [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Performing IP validity checks on allocation pools {{(pid=93838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:45:02.621397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.ipam_backend_mixin [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:45:02.629914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e3088d99-d96c-409a-ab8e-d11acb324db3 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "GET /v2.0/floatingips/6faffa27-92d2-404b-b436-94ea59fb6202 HTTP/1.1" status: 200 len: 979 time: 0.1166081 Jul 13 07:45:02.631178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44270) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:02.646159 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:45:02.725966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-793e54b7-4bf4-4833-b0f6-6411f128afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:02.727426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-793e54b7-4bf4-4833-b0f6-6411f128afae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=37497fb0a9194d83b8fdb956d61c51c7&device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 1100 time: 0.2834198 Jul 13 07:45:02.777481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8579ce40-8587-4f5b-bae8-63ddbd4bf8b3 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1427481 Jul 13 07:45:02.788225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44272) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:02.797715 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.798823 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'port_id': 'e9fd406d-1646-4163-8d12-be435a591de1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:02.828819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c25e10e1-cb1f-4e53-9777-fa60c83358ec up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:02.847230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Transition to ACTIVE for port object 134bd5b8-fa77-4538-a156-b15533653b78 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:02.871784 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.909838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port c25e10e1-cb1f-4e53-9777-fa60c83358ec completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:02.914165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port c25e10e1-cb1f-4e53-9777-fa60c83358ec triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:02.914537 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.914666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-6a372d8c-b0b7-48fe-8ab4-18c2812aba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:02.916624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-6a372d8c-b0b7-48fe-8ab4-18c2812aba23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3354511 Jul 13 07:45:02.962531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=1c37995d-5142-4c2b-8034-75780a1c9843,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:02.990393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': '1c8984a7-4851-4ccc-9248-a23d3862e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:02.990703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: 3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:02.993687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.048661 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.050793 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-5a8272a8-11b4-4fa9-b16d-00e457afe923 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243980 Jul 13 07:45:03.071268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:03.073130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=134bd5b8-fa77-4538-a156-b15533653b78,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:03.077926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:03.080410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:03.120004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-cddc126e-43c1-418b-a8fc-f6593a011e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.121772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-cddc126e-43c1-418b-a8fc-f6593a011e47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.3598208 Jul 13 07:45:03.128702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdba7fed-153b-4622-9ea5-344ede94f921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25e10e1-cb1f-4e53-9777-fa60c83358ec'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:03.133463 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a94a2c3-28c7-4ce1-bfe9-39b4285f6eeb" -d '{"events": [{"server_uuid": "bdba7fed-153b-4622-9ea5-344ede94f921", "name": "network-vif-plugged", "status": "completed", "tag": "c25e10e1-cb1f-4e53-9777-fa60c83358ec"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:03.143741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network 3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:03.160063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:03.167597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.168599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.182599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc5916-1cc2-46e4-9cf3-c574351e1188 None None] Network 3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:03.184675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.190123 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-773da760-ee77-46e1-976b-264e718d1331 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1f358fba-fa65-41c0-b985-818e4edd0bf4 HTTP/1.1" status: 200 len: 217 time: 0.0504425 Jul 13 07:45:03.190320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c25e10e1-cb1f-4e53-9777-fa60c83358ec, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c25e10e1-cb1f-4e53-9777-fa60c83358ec,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:03.208803 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.237782 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5b1c92-3ba7-40e9-8c9b-7c129b66b559 x-openstack-request-id: req-8c5b1c92-3ba7-40e9-8c9b-7c129b66b559 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:03.238077 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdba7fed-153b-4622-9ea5-344ede94f921", "name": "network-vif-plugged", "status": "completed", "tag": "c25e10e1-cb1f-4e53-9777-fa60c83358ec", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:03.238896 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c5b1c92-3ba7-40e9-8c9b-7c129b66b559 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:03.239297 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdba7fed-153b-4622-9ea5-344ede94f921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25e10e1-cb1f-4e53-9777-fa60c83358ec', 'code': 200} Jul 13 07:45:03.340609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-212c94f5-7633-434c-ad86-b3e92b8bf11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.340962 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-212c94f5-7633-434c-ad86-b3e92b8bf11e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1257515 Jul 13 07:45:03.342028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44280) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:03.342810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0e8c5f1f-914e-4c51-a89f-748629369a8a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3130188 Jul 13 07:45:03.437421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.440905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c25e10e1-cb1f-4e53-9777-fa60c83358ec,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:03.611148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729', 'network_id': '3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729', 'tenant_id': '97679c5f13bd4a8e9f9ab928a39844f0', 'fixed_ips': [{'subnet_id': '1c37995d-5142-4c2b-8034-75780a1c9843'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:03.612022 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.634876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.649999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e4c6-ad6f-41cc-a8d2-9503d34697ce req-e17e691f-f686-4346-8e8d-ab48ff3c5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.654910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fcb4e4c6-ad6f-41cc-a8d2-9503d34697ce req-e17e691f-f686-4346-8e8d-ab48ff3c5933 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 1097 time: 0.3161991 Jul 13 07:45:03.655094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.747170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2037021-2ea8-4894-938d-be8665adccc0 None None] Network 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:03.758639 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fcb4e4c6-ad6f-41cc-a8d2-9503d34697ce req-e4e81a45-46d9-47f6-b964-4c6e1de0ef08 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008389 Jul 13 07:45:03.790079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4627523c-009d-495f-a336-6606ebf69b4e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:03.839845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78bf63a8-48e8-4426-9867-cd17f21cf4b6 None None] Provisioning complete for port c25e10e1-cb1f-4e53-9777-fa60c83358ec triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:03.840944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78bf63a8-48e8-4426-9867-cd17f21cf4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.928945 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.937296 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.003681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=134bd5b8-fa77-4538-a156-b15533653b78,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.034200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Allocated IP 172.20.0.3 (3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729/1c37995d-5142-4c2b-8034-75780a1c9843/1e4d8039-ef09-4a3b-ad58-37d4ff85efad) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:04.046349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 4627523c-009d-495f-a336-6606ebf69b4e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:04.069526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.204619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:04.206194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:04.244120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2974780-f1f2-4391-8b97-305f4bde3eef req-02654b24-908c-4e32-a44a-8a792db2337b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.245668 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2974780-f1f2-4391-8b97-305f4bde3eef req-02654b24-908c-4e32-a44a-8a792db2337b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 945 time: 1.1204288 Jul 13 07:45:04.307990 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-25aa05df-bf85-4666-b0d7-a3ab197305cf service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2479064 Jul 13 07:45:04.363438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 1aadde92-0694-4223-a525-83d4c90aedea is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:04.412984 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-8ea1a2bf-3160-486a-88c6-f9961cb384a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=b3f34535-4c57-45b8-a551-08e0f419e825 HTTP/1.1" status: 200 len: 217 time: 0.0876021 Jul 13 07:45:04.455637 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.464704 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Transition to ACTIVE for port object 1e4d8039-ef09-4a3b-ad58-37d4ff85efad will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:04.481405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-1d5e6304-ef24-42aa-b150-fe456921619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.483984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Transition to ACTIVE for port object 1e4d8039-ef09-4a3b-ad58-37d4ff85efad will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:04.485588 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-1d5e6304-ef24-42aa-b150-fe456921619b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.0626855 Jul 13 07:45:04.507596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.512875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2974780-f1f2-4391-8b97-305f4bde3eef req-b927d82b-3256-4c0f-9bd1-74b0ca1f7039 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402644 Jul 13 07:45:04.515685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:04.523737 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.544755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2ae4a-c722-447b-9f6d-e8fdbf5d65f0 None None] Sync routers for ids ['1aadde92-0694-4223-a525-83d4c90aedea'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:04.544920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c1b35523-f26e-498d-9925-6730ac661b77 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/1aadde92-0694-4223-a525-83d4c90aedea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3623400 Jul 13 07:45:04.545759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44286) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:04.583141 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.626520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Network 3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:04.631458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2ae4a-c722-447b-9f6d-e8fdbf5d65f0 None None] Routers {'1aadde92-0694-4223-a525-83d4c90aedea'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:04.632131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-bed2ae4a-c722-447b-9f6d-e8fdbf5d65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1aadde92-0694-4223-a525-83d4c90aedea'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:04.638336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:04.642277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:04.660745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14be86-4346-4e5b-9475-8b9565f9be83 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.666766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7b14be86-4346-4e5b-9475-8b9565f9be83 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports/134bd5b8-fa77-4538-a156-b15533653b78 HTTP/1.1" status: 200 len: 910 time: 0.1192336 Jul 13 07:45:04.669086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44290) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:04.678788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Pushing event updated for resources: {'Port': ['ID=1e4d8039-ef09-4a3b-ad58-37d4ff85efad,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.683920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78bf63a8-48e8-4426-9867-cd17f21cf4b6 None None] Provisioning for port 4627523c-009d-495f-a336-6606ebf69b4e completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:04.691437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-bed2ae4a-c722-447b-9f6d-e8fdbf5d65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:04.699988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.700421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.700725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.701263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.701263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.701961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.702225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.702554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.702883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.703219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.703533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.703858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:04.725094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78bf63a8-48e8-4426-9867-cd17f21cf4b6 None None] Provisioning complete for port 4627523c-009d-495f-a336-6606ebf69b4e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:04.725094 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78bf63a8-48e8-4426-9867-cd17f21cf4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.814967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2ae4a-c722-447b-9f6d-e8fdbf5d65f0 None None] Routers {'1aadde92-0694-4223-a525-83d4c90aedea'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:04.815618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-bed2ae4a-c722-447b-9f6d-e8fdbf5d65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1aadde92-0694-4223-a525-83d4c90aedea'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:04.816724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-9c851121-1699-40ed-b4b0-3ad3bf881485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.818477 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-9c851121-1699-40ed-b4b0-3ad3bf881485 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2395053 Jul 13 07:45:04.865908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-bed2ae4a-c722-447b-9f6d-e8fdbf5d65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:04.866607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2ae4a-c722-447b-9f6d-e8fdbf5d65f0 None None] The sync data for ids ['1aadde92-0694-4223-a525-83d4c90aedea'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:04.873909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Attempting to bind port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:04.874156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Attempting to bind port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '1c8984a7-4851-4ccc-9248-a23d3862e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:04.874525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Attempting to bind port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad on network 3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:04.894190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:04.900066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Checking segment: {'id': '1c8984a7-4851-4ccc-9248-a23d3862e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:04.900963 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.901385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Bound using segment: {'id': '1c8984a7-4851-4ccc-9248-a23d3862e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:04.901898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Bound port: 1e4d8039-ef09-4a3b-ad58-37d4ff85efad, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8984a7-4851-4ccc-9248-a23d3862e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:04.902292 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.979670 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78bf63a8-48e8-4426-9867-cd17f21cf4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.028452 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.094261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-78bf63a8-48e8-4426-9867-cd17f21cf4b6 None None] For port 4627523c-009d-495f-a336-6606ebf69b4e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4627523c-009d-495f-a336-6606ebf69b4e,segment=NetworkSegment(f7d59898-9a0a-4036-afba-51650d270c39),segment_id=f7d59898-9a0a-4036-afba-51650d270c39)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:05.095793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] For port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:05.099393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] For port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1e4d8039-ef09-4a3b-ad58-37d4ff85efad,segment=NetworkSegment(1c8984a7-4851-4ccc-9248-a23d3862e340),segment_id=1c8984a7-4851-4ccc-9248-a23d3862e340)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:05.109340 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78bf63a8-48e8-4426-9867-cd17f21cf4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.119066 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.119391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-e406c984-79cd-4c72-a16d-c29ed4828dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.122065 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-e406c984-79cd-4c72-a16d-c29ed4828dce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6043336 Jul 13 07:45:05.133465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=1c37995d-5142-4c2b-8034-75780a1c9843,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:05.199189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf63a8-48e8-4426-9867-cd17f21cf4b6 None None] Pushing event updated for resources: {'Port': ['ID=4627523c-009d-495f-a336-6606ebf69b4e,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:05.286003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.304473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e30fdc-939d-439f-a792-13a034d15d84 None None] Pushing event updated for resources: {'Port': ['ID=1e4d8039-ef09-4a3b-ad58-37d4ff85efad,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:05.308180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:05.330748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8984a7-4851-4ccc-9248-a23d3862e340') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:05.331059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8984a7-4851-4ccc-9248-a23d3862e340') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:05.350616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.376843 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.383652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80767d2d-f72b-4a2d-9a53-b1b2ac5eaf37 None None] Provisioning complete for port 4627523c-009d-495f-a336-6606ebf69b4e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:05.384352 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80767d2d-f72b-4a2d-9a53-b1b2ac5eaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.389838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:05.390262 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:05.411437 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:05.563895 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-e1a5dc9d-4d27-4537-82c6-ebbf7d7be3fb service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285149 Jul 13 07:45:05.594040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80767d2d-f72b-4a2d-9a53-b1b2ac5eaf37 None None] Provisioning for port 134bd5b8-fa77-4538-a156-b15533653b78 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:05.600206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80767d2d-f72b-4a2d-9a53-b1b2ac5eaf37 None None] Provisioning complete for port 134bd5b8-fa77-4538-a156-b15533653b78 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:05.600734 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80767d2d-f72b-4a2d-9a53-b1b2ac5eaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.674409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-80767d2d-f72b-4a2d-9a53-b1b2ac5eaf37 None None] Port 134bd5b8-fa77-4538-a156-b15533653b78 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:05.697592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:45:05.697592 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:45:05.697592 n-d-798249-7 neutron-server[93839]: [parameters: {'id': '3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729'}] Jul 13 07:45:05.697592 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:05.708651 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:05.817754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9372a92b-b4b5-4969-9c3b-44d25ccd65d3 None None] Provisioning complete for port 134bd5b8-fa77-4538-a156-b15533653b78 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:05.818083 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9372a92b-b4b5-4969-9c3b-44d25ccd65d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.843851 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.896849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9372a92b-b4b5-4969-9c3b-44d25ccd65d3 None None] Port 134bd5b8-fa77-4538-a156-b15533653b78 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:05.942239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4627523c-009d-495f-a336-6606ebf69b4e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:05.999678 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-89c55038-df5e-4eca-80f8-0f45713ea4bb service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638322 Jul 13 07:45:06.010751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 4627523c-009d-495f-a336-6606ebf69b4e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:06.011060 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.102134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1e4d8039-ef09-4a3b-ad58-37d4ff85efad up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:06.175432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:06.214576 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.225302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3581c96d-9070-475f-ba1a-c5f35441b0b9 None None] Provisioning complete for port 134bd5b8-fa77-4538-a156-b15533653b78 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:06.225681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3581c96d-9070-475f-ba1a-c5f35441b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.298116 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3581c96d-9070-475f-ba1a-c5f35441b0b9 None None] Port 134bd5b8-fa77-4538-a156-b15533653b78 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:06.332041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 134bd5b8-fa77-4538-a156-b15533653b78 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:06.332415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.349491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ea5b7dc9-d6cd-4e07-be55-56177ea3d1ad req-3a0fa09f-efd2-40db-9cd5-1980b4517cf5 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7732217 Jul 13 07:45:06.383186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b4bdb-6912-4d7b-bfb9-6b11b5070bbc req-6ce87294-f5bb-4736-a6d1-b3bf3e48183b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.385416 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff8b4bdb-6912-4d7b-bfb9-6b11b5070bbc req-6ce87294-f5bb-4736-a6d1-b3bf3e48183b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 946 time: 0.4104462 Jul 13 07:45:06.474622 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.492216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 134bd5b8-fa77-4538-a156-b15533653b78 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:06.558961 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.resource_extend [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:45:06.612499 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-cb3972ca-8f8e-4418-a948-eafa645d522b service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696025 Jul 13 07:45:06.624027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ec0f0293-d8a2-4836-b420-6ec000d85248 None None] Provisioning complete for port 134bd5b8-fa77-4538-a156-b15533653b78 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:06.629385 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ec0f0293-d8a2-4836-b420-6ec000d85248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.685849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f0293-d8a2-4836-b420-6ec000d85248 None None] Port 134bd5b8-fa77-4538-a156-b15533653b78 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:06.712540 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff8b4bdb-6912-4d7b-bfb9-6b11b5070bbc req-795fe3e6-a7eb-4fbc-9a09-0ff9f45b4aac tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934110 Jul 13 07:45:06.726942 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-b7ee515a-e420-446b-9703-aa31d6e3fdf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=5b8939fa-8b8a-4b9a-a054-cbba7f446f29 HTTP/1.1" status: 200 len: 217 time: 0.1023426 Jul 13 07:45:06.731744 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.737383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:06.737722 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.747609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.760079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.780329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=134bd5b8-fa77-4538-a156-b15533653b78,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:06.829700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f9e5a-00a4-4171-9f23-6b65add7d19a None None] Network 3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:06.927569 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP 6faffa27-92d2-404b-b436-94ea59fb6202 associated. External IP: 172.25.6.198, port: 5dc87e8c-a6c5-4bae-9e20-fd825d8cdf0d. Jul 13 07:45:06.982964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fcb0d694-b93e-4237-a415-a242d38297d1 None None] Provisioning for port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:07.031663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fcb0d694-b93e-4237-a415-a242d38297d1 None None] Provisioning complete for port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:07.035060 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d694-b93e-4237-a415-a242d38297d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.060782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.184451 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d694-b93e-4237-a415-a242d38297d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.240877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fcb0d694-b93e-4237-a415-a242d38297d1 None None] For port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1e4d8039-ef09-4a3b-ad58-37d4ff85efad,segment=NetworkSegment(1c8984a7-4851-4ccc-9248-a23d3862e340),segment_id=1c8984a7-4851-4ccc-9248-a23d3862e340)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:07.242589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab8588-a9d3-4e12-8d92-0a4977033e3c req-524360ae-8260-4a50-b9fb-7b3f6ec77ce4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.244339 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2ab8588-a9d3-4e12-8d92-0a4977033e3c req-524360ae-8260-4a50-b9fb-7b3f6ec77ce4 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 946 time: 0.3348253 Jul 13 07:45:07.251114 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d694-b93e-4237-a415-a242d38297d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.300532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a3760-8d7e-49b8-b94b-d623c9639396 None None] DHCP port deletion for 3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:07.357643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0d694-b93e-4237-a415-a242d38297d1 None None] Pushing event updated for resources: {'Port': ['ID=1e4d8039-ef09-4a3b-ad58-37d4ff85efad,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.375682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2ab8588-a9d3-4e12-8d92-0a4977033e3c req-d56e5055-3e26-4e96-900b-1741990e04e6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208601 Jul 13 07:45:07.378365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 1aadde92-0694-4223-a525-83d4c90aedea has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:07.424067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e73a3760-8d7e-49b8-b94b-d623c9639396 None None] Deleting port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:07.424704 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e73a3760-8d7e-49b8-b94b-d623c9639396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.482771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:07.492727 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9f541-d18a-4ae8-88a5-f1b09da07cc4 None None] Sync routers for ids ['1aadde92-0694-4223-a525-83d4c90aedea'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:07.506806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e73a3760-8d7e-49b8-b94b-d623c9639396 None None] For port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1e4d8039-ef09-4a3b-ad58-37d4ff85efad,segment=NetworkSegment(1c8984a7-4851-4ccc-9248-a23d3862e340),segment_id=1c8984a7-4851-4ccc-9248-a23d3862e340)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:07.507197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e73a3760-8d7e-49b8-b94b-d623c9639396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.507548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-663853e1-2f63-41ea-b17e-250edaa62984 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/1aadde92-0694-4223-a525-83d4c90aedea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8358624 Jul 13 07:45:07.509633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44306) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:07.514663 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9f541-d18a-4ae8-88a5-f1b09da07cc4 None None] Routers {'1aadde92-0694-4223-a525-83d4c90aedea'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:07.515292 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8cd9f541-d18a-4ae8-88a5-f1b09da07cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1aadde92-0694-4223-a525-83d4c90aedea'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.521340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e73a3760-8d7e-49b8-b94b-d623c9639396 None None] Calling delete_port for 1e4d8039-ef09-4a3b-ad58-37d4ff85efad owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:07.558497 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8cd9f541-d18a-4ae8-88a5-f1b09da07cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.570437 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9f541-d18a-4ae8-88a5-f1b09da07cc4 None None] Routers {'1aadde92-0694-4223-a525-83d4c90aedea'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:07.571310 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8cd9f541-d18a-4ae8-88a5-f1b09da07cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1aadde92-0694-4223-a525-83d4c90aedea'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.578580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e3e11a3c-a70b-4c3f-a91d-a89e10f8adf3 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aadde92-0694-4223-a525-83d4c90aedea HTTP/1.1" status: 200 len: 205 time: 0.0674367 Jul 13 07:45:07.581090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44310) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:07.607847 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8cd9f541-d18a-4ae8-88a5-f1b09da07cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.608820 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd9f541-d18a-4ae8-88a5-f1b09da07cc4 None None] The sync data for ids ['1aadde92-0694-4223-a525-83d4c90aedea'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:07.625699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-ef2548fb-8683-4bf0-a739-e832f16ef51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.627205 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-ef2548fb-8683-4bf0-a739-e832f16ef51f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 200 len: 797 time: 0.8923433 Jul 13 07:45:07.633897 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e73a3760-8d7e-49b8-b94b-d623c9639396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.635125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] For port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1e4d8039-ef09-4a3b-ad58-37d4ff85efad,segment=NetworkSegment(1c8984a7-4851-4ccc-9248-a23d3862e340),segment_id=1c8984a7-4851-4ccc-9248-a23d3862e340)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:07.635538 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.673599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a3760-8d7e-49b8-b94b-d623c9639396 None None] Pushing event deleted for resources: {'Port': ['ID=1e4d8039-ef09-4a3b-ad58-37d4ff85efad,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.678449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a3760-8d7e-49b8-b94b-d623c9639396 None None] No DVR routers for this DVR port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:07.713162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-676d0049-8269-4539-a722-367dfbe60874 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.768159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1e4d8039-ef09-4a3b-ad58-37d4ff85efad no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:07.790808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Calling delete_port for 1e4d8039-ef09-4a3b-ad58-37d4ff85efad owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:07.808131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:07.823131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 1e4d8039-ef09-4a3b-ad58-37d4ff85efad {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:07.827232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1e4d8039-ef09-4a3b-ad58-37d4ff85efad not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:07.904468 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.969301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-6abefbd2-16d4-417c-8694-21a0702e3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.970843 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-6abefbd2-16d4-417c-8694-21a0702e3a47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3300512 Jul 13 07:45:07.977623 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-676d0049-8269-4539-a722-367dfbe60874 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.980140 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-676d0049-8269-4539-a722-367dfbe60874 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.038969 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-676d0049-8269-4539-a722-367dfbe60874 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.039498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676d0049-8269-4539-a722-367dfbe60874 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Fanout notify agent at l3_agent the message router_deleted on router 1aadde92-0694-4223-a525-83d4c90aedea {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:08.048597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-676d0049-8269-4539-a722-367dfbe60874 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.053457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-676d0049-8269-4539-a722-367dfbe60874 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/1aadde92-0694-4223-a525-83d4c90aedea HTTP/1.1" status: 204 len: 168 time: 0.4675348 Jul 13 07:45:08.053905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44334) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:08.127064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c3dd4e-59ca-497d-b75e-e4a736a433ea tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting subnet 01b8ed93-fe3a-44c5-96eb-59dc77981fa6 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:08.131158 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.131586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76c3dd4e-59ca-497d-b75e-e4a736a433ea tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.174591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No DVR routers for this DVR port 1e4d8039-ef09-4a3b-ad58-37d4ff85efad on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:08.184099 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76c3dd4e-59ca-497d-b75e-e4a736a433ea tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.186328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Port': ['ID=1e4d8039-ef09-4a3b-ad58-37d4ff85efad,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:08.222728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:08.234160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd78ad-6bda-4ff4-ab6a-b7c84ca61b20 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:08.251308 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-b7366875-8f47-42d9-adb8-e91f2f564bf4 service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650506 Jul 13 07:45:08.255447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd78ad-6bda-4ff4-ab6a-b7c84ca61b20 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:08.256263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-16fd78ad-6bda-4ff4-ab6a-b7c84ca61b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:08.339669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76c3dd4e-59ca-497d-b75e-e4a736a433ea tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.352363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-16fd78ad-6bda-4ff4-ab6a-b7c84ca61b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:08.365087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd78ad-6bda-4ff4-ab6a-b7c84ca61b20 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:08.365723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-16fd78ad-6bda-4ff4-ab6a-b7c84ca61b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:08.374527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.431147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76c3dd4e-59ca-497d-b75e-e4a736a433ea tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.442316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-16fd78ad-6bda-4ff4-ab6a-b7c84ca61b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:08.442995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd78ad-6bda-4ff4-ab6a-b7c84ca61b20 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:08.448469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:08.471013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3dd4e-59ca-497d-b75e-e4a736a433ea tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Subnet': ['ID=01b8ed93-fe3a-44c5-96eb-59dc77981fa6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:08.479577 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-76c3dd4e-59ca-497d-b75e-e4a736a433ea tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.483677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-76c3dd4e-59ca-497d-b75e-e4a736a433ea tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/01b8ed93-fe3a-44c5-96eb-59dc77981fa6 HTTP/1.1" status: 204 len: 168 time: 0.4289012 Jul 13 07:45:08.486380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44380) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:08.487716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8984a7-4851-4ccc-9248-a23d3862e340') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:08.488111 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8984a7-4851-4ccc-9248-a23d3862e340') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:08.489198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe0e7ec-e5c1-4e20-bbe2-8f1f94a3688b None None] Network 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:08.504237 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.532200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.539826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-54db805d-6b9c-4fe1-8d3a-f18972035b4c service neutron] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553718 Jul 13 07:45:08.544385 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:08.544786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:08.547789 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:08.607165 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-276c1ce5-1926-4360-a0f5-6a4cf4de9db2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c HTTP/1.1" status: 200 len: 217 time: 0.0487723 Jul 13 07:45:08.661126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.719438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.728865 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.735067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44404) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:08.735218 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729 HTTP/1.1" status: 204 len: 168 time: 5.3804414 Jul 13 07:45:08.743361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718428742'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:08.789270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:08.795242 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.822105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 4627523c-009d-495f-a336-6606ebf69b4e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:08.822450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.825041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eebe9a-f1bf-4cd9-95a0-44ad7241ff71 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:08.826406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df19a713-c4cf-43f8-9a1d-5d67be104bd3 None None] DHCP port deletion for 6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:08.836076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-2b3ac5b2-3f21-498d-a73d-cb703ef69ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:08.837614 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-2b3ac5b2-3f21-498d-a73d-cb703ef69ed3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 200 len: 797 time: 0.1656325 Jul 13 07:45:08.859119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:08.904346 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.904831 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment 5b113fdd-eba1-4cd5-b63f-b310171ecc7a of type vlan for network 745d11f2-4353-4c7d-9e31-abc7d0bc7fee Jul 13 07:45:08.915982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-df19a713-c4cf-43f8-9a1d-5d67be104bd3 None None] Deleting port 4627523c-009d-495f-a336-6606ebf69b4e {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:08.915982 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-df19a713-c4cf-43f8-9a1d-5d67be104bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.920286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port 4627523c-009d-495f-a336-6606ebf69b4e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4627523c-009d-495f-a336-6606ebf69b4e,segment=NetworkSegment(f7d59898-9a0a-4036-afba-51650d270c39),segment_id=f7d59898-9a0a-4036-afba-51650d270c39)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:08.920660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.923259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44420) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:08.955661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:09.011361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-df19a713-c4cf-43f8-9a1d-5d67be104bd3 None None] For port 4627523c-009d-495f-a336-6606ebf69b4e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4627523c-009d-495f-a336-6606ebf69b4e,segment=NetworkSegment(f7d59898-9a0a-4036-afba-51650d270c39),segment_id=f7d59898-9a0a-4036-afba-51650d270c39)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:09.011761 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-df19a713-c4cf-43f8-9a1d-5d67be104bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.020242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 4627523c-009d-495f-a336-6606ebf69b4e owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:09.025823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-df19a713-c4cf-43f8-9a1d-5d67be104bd3 None None] Calling delete_port for 4627523c-009d-495f-a336-6606ebf69b4e owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:09.031931 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.155851 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-df19a713-c4cf-43f8-9a1d-5d67be104bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.172206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19a713-c4cf-43f8-9a1d-5d67be104bd3 None None] No DVR routers for this DVR port 4627523c-009d-495f-a336-6606ebf69b4e on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:09.180425 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.197517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19a713-c4cf-43f8-9a1d-5d67be104bd3 None None] Pushing event deleted for resources: {'Port': ['ID=4627523c-009d-495f-a336-6606ebf69b4e,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:09.216968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=4627523c-009d-495f-a336-6606ebf69b4e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:09.218814 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.224403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:09.224981 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.244722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No DVR routers for this DVR port 4627523c-009d-495f-a336-6606ebf69b4e on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:09.258544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-d63974e4-c056-4108-81ec-d61fba1e4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:09.260072 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-d63974e4-c056-4108-81ec-d61fba1e4521 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4153209 Jul 13 07:45:09.264696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:09.270621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.282208 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb10d2-100c-449f-8a20-6a5ee258c50a None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:09.293047 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb10d2-100c-449f-8a20-6a5ee258c50a None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:09.293674 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-85cb10d2-100c-449f-8a20-6a5ee258c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:09.380074 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-85cb10d2-100c-449f-8a20-6a5ee258c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:09.399963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6626806 Jul 13 07:45:09.406017 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb10d2-100c-449f-8a20-6a5ee258c50a None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:09.406654 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-85cb10d2-100c-449f-8a20-6a5ee258c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:09.419843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44466) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:09.453831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': '745d11f2-4353-4c7d-9e31-abc7d0bc7fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:09.467917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a1fb5-6002-48ed-8de0-f0c55e683446 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=745d11f2-4353-4c7d-9e31-abc7d0bc7fee,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:09.479726 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-85cb10d2-100c-449f-8a20-6a5ee258c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:09.479924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 745d11f2-4353-4c7d-9e31-abc7d0bc7fee details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:09.480437 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb10d2-100c-449f-8a20-6a5ee258c50a None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:09.522586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.557179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:09.562504 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-6bebf333-f0b0-4265-87e0-9519272c7650 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899878 Jul 13 07:45:09.564328 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-78d4d53a-c379-4405-a4fb-63cabbd16798 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "PUT /v2.0/floatingips/6faffa27-92d2-404b-b436-94ea59fb6202 HTTP/1.1" status: 200 len: 979 time: 6.7752016 Jul 13 07:45:09.567288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44480) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:09.576773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9d834697-86dc-42c8-ad30-fd73ab1bb491 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:09.603332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d59898-9a0a-4036-afba-51650d270c39') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:09.603643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d59898-9a0a-4036-afba-51650d270c39') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:09.677902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.760996 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-0d18b5dd-3a45-4a44-bbac-67e1bb865e54 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813381 Jul 13 07:45:09.766782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:09.770451 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.783502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4627523c-009d-495f-a336-6606ebf69b4e no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:09.831899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 4627523c-009d-495f-a336-6606ebf69b4e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:09.832736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4627523c-009d-495f-a336-6606ebf69b4e not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:09.859498 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-3c4ef30a-d4aa-4795-8de8-5ea598734583 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1 HTTP/1.1" status: 200 len: 217 time: 0.0679531 Jul 13 07:45:09.894101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.907611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:09.908097 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:09.912140 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:10.059212 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.085207 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.094239 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/networks/6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c HTTP/1.1" status: 204 len: 168 time: 1.6007302 Jul 13 07:45:10.115599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44530) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:10.125022 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1413502156', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:10.141516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558bd51-8107-439e-bd04-0eb3424098e7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Network': ['ID=6bd76c65-ca67-44ab-9fbe-f4e3ee0b394c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:10.243561 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.244706 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.250272 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d834697-86dc-42c8-ad30-fd73ab1bb491 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.303542 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-017d468b-2346-47e0-a8be-83864f086845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:10.305069 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-017d468b-2346-47e0-a8be-83864f086845 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 200 len: 797 time: 0.4364600 Jul 13 07:45:10.463698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d834697-86dc-42c8-ad30-fd73ab1bb491 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.471751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d834697-86dc-42c8-ad30-fd73ab1bb491 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.472376 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-9d834697-86dc-42c8-ad30-fd73ab1bb491 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP 6faffa27-92d2-404b-b436-94ea59fb6202 disassociated. External IP: 172.25.6.198, port: e9fd406d-1646-4163-8d12-be435a591de1. Jul 13 07:45:10.522886 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-06c5f30e-1f00-447f-a0d7-a4961fea1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:10.524425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-06c5f30e-1f00-447f-a0d7-a4961fea1ae6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11825ed9-aef6-4a93-a944-b3e11edef9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115347 Jul 13 07:45:10.677899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-a7bad480-b1f6-49e6-a487-c3e95e0685bb service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434691 Jul 13 07:45:10.824198 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.840404 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.863505 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab2539e8-ba11-4c93-b346-10dd8cf089f8 req-707af30a-0ae6-4384-82ca-fae1f3fa5d57 service neutron] 10.222.0.54 "GET /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528435 Jul 13 07:45:10.865231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d834697-86dc-42c8-ad30-fd73ab1bb491 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:11.001978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d834697-86dc-42c8-ad30-fd73ab1bb491 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:11.008734 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.009393 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d834697-86dc-42c8-ad30-fd73ab1bb491 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.021153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ae5da-4fa0-40ec-b1e7-87f74cb36d35 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:11.039762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ae5da-4fa0-40ec-b1e7-87f74cb36d35 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:11.040748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-992ae5da-4fa0-40ec-b1e7-87f74cb36d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:11.073159 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9d834697-86dc-42c8-ad30-fd73ab1bb491 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "PUT /v2.0/floatingips/6faffa27-92d2-404b-b436-94ea59fb6202 HTTP/1.1" status: 200 len: 688 time: 1.5044305 Jul 13 07:45:11.073861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44648) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:11.085541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-992ae5da-4fa0-40ec-b1e7-87f74cb36d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:11.097776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ae5da-4fa0-40ec-b1e7-87f74cb36d35 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:11.102126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-992ae5da-4fa0-40ec-b1e7-87f74cb36d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:11.136805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-992ae5da-4fa0-40ec-b1e7-87f74cb36d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:11.137658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ae5da-4fa0-40ec-b1e7-87f74cb36d35 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:11.177350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=3c2bc4e3-b5b0-46f7-9dac-f164aa2d8b2f,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:11.189883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.197492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': '5b113fdd-eba1-4cd5-b63f-b310171ecc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '745d11f2-4353-4c7d-9e31-abc7d0bc7fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:11.197922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: 745d11f2-4353-4c7d-9e31-abc7d0bc7fee, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:11.214639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-560f892a-e1ad-485b-9a12-1e7f9d06b144 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port 9db42eca-69a2-496e-bbdc-7f49f57f8f8b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:11.215340 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-560f892a-e1ad-485b-9a12-1e7f9d06b144 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.289093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network 745d11f2-4353-4c7d-9e31-abc7d0bc7fee is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:11.305438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-560f892a-e1ad-485b-9a12-1e7f9d06b144 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.306325 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-560f892a-e1ad-485b-9a12-1e7f9d06b144 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.316104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 745d11f2-4353-4c7d-9e31-abc7d0bc7fee) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:11.326215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef2f89-71c2-400a-b720-584fd6ed8127 None None] Network 745d11f2-4353-4c7d-9e31-abc7d0bc7fee requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:11.332150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-560f892a-e1ad-485b-9a12-1e7f9d06b144 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for 9db42eca-69a2-496e-bbdc-7f49f57f8f8b owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:11.353303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:11.354183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.416543 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cca6ff05-4641-4790-b911-e4a7a41bbba3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9676759 Jul 13 07:45:11.421301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44694) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:11.476605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Allocated IP 172.20.0.17 (bc78c1f0-12ef-4aec-98ab-01b917c61535/e5b04252-d0d5-461d-b441-ac47559186da/6e6a2186-4dee-4606-8407-8159c0d5b449) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:11.554783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-745d11f2-4353-4c7d-9e31-abc7d0bc7fee', 'network_id': '745d11f2-4353-4c7d-9e31-abc7d0bc7fee', 'tenant_id': '97679c5f13bd4a8e9f9ab928a39844f0', 'fixed_ips': [{'subnet_id': '3c2bc4e3-b5b0-46f7-9dac-f164aa2d8b2f'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:11.556416 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.584818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.668238 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.668898 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.672602 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-560f892a-e1ad-485b-9a12-1e7f9d06b144 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.697062 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.726655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f892a-e1ad-485b-9a12-1e7f9d06b144 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=9db42eca-69a2-496e-bbdc-7f49f57f8f8b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:11.764726 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.765831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Allocated IP 172.20.0.1 (745d11f2-4353-4c7d-9e31-abc7d0bc7fee/3c2bc4e3-b5b0-46f7-9dac-f164aa2d8b2f/de7f53b6-1524-4105-ba0f-284e7a6df9ce) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:11.790424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Transition to ACTIVE for port object 6e6a2186-4dee-4606-8407-8159c0d5b449 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:11.857937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Allocated IP 172.25.6.24 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/cbf70340-3b80-4817-b095-dd452c1df81c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:11.859071 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-560f892a-e1ad-485b-9a12-1e7f9d06b144 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.862296 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-560f892a-e1ad-485b-9a12-1e7f9d06b144 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.863490 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-560f892a-e1ad-485b-9a12-1e7f9d06b144 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/floatingips/6faffa27-92d2-404b-b436-94ea59fb6202 HTTP/1.1" status: 204 len: 168 time: 0.7888021 Jul 13 07:45:11.866898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44734) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:11.923294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.925495 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-48c42b30-623b-44de-9d8c-55b0c43da41d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] delete failed (client error): The resource could not be found. Jul 13 07:45:11.930105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-48c42b30-623b-44de-9d8c-55b0c43da41d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/floatingips/6faffa27-92d2-404b-b436-94ea59fb6202 HTTP/1.1" status: 404 len: 345 time: 0.0593121 Jul 13 07:45:11.930936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44742) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:11.969997 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.981308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Transition to ACTIVE for port object de7f53b6-1524-4105-ba0f-284e7a6df9ce will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:11.998558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Transition to ACTIVE for port object de7f53b6-1524-4105-ba0f-284e7a6df9ce will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:12.008987 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.019133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network bc78c1f0-12ef-4aec-98ab-01b917c61535 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:12.027296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:12.032855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Network 745d11f2-4353-4c7d-9e31-abc7d0bc7fee is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:12.034212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:12.038816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:12.042160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.042961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:12.095797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=6e6a2186-4dee-4606-8407-8159c0d5b449,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:12.116327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2bc4e3-b5b0-46f7-9dac-f164aa2d8b2f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:12.135434 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Pushing event updated for resources: {'Port': ['ID=de7f53b6-1524-4105-ba0f-284e7a6df9ce,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:12.150729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.178534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Attempting to bind port de7f53b6-1524-4105-ba0f-284e7a6df9ce on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:12.178909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Attempting to bind port de7f53b6-1524-4105-ba0f-284e7a6df9ce by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '5b113fdd-eba1-4cd5-b63f-b310171ecc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '745d11f2-4353-4c7d-9e31-abc7d0bc7fee'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:12.179273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Attempting to bind port de7f53b6-1524-4105-ba0f-284e7a6df9ce on network 745d11f2-4353-4c7d-9e31-abc7d0bc7fee {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:12.184745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:12.185106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Checking segment: {'id': '5b113fdd-eba1-4cd5-b63f-b310171ecc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '745d11f2-4353-4c7d-9e31-abc7d0bc7fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:12.185520 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.185914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Bound using segment: {'id': '5b113fdd-eba1-4cd5-b63f-b310171ecc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '745d11f2-4353-4c7d-9e31-abc7d0bc7fee'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:12.189989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Bound port: de7f53b6-1524-4105-ba0f-284e7a6df9ce, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b113fdd-eba1-4cd5-b63f-b310171ecc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '745d11f2-4353-4c7d-9e31-abc7d0bc7fee'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:12.190452 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.231644 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.240993 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.264732 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee109cea-5891-4cc5-8076-a641f0a51f1f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:12.271259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee109cea-5891-4cc5-8076-a641f0a51f1f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:12.278373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee109cea-5891-4cc5-8076-a641f0a51f1f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:12.283610 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ee109cea-5891-4cc5-8076-a641f0a51f1f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "GET /v2.0/ports?network_id=e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 HTTP/1.1" status: 200 len: 2360 time: 0.3503489 Jul 13 07:45:12.284306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44776) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.286353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745d11f2-4353-4c7d-9e31-abc7d0bc7fee']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.309494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b113fdd-eba1-4cd5-b63f-b310171ecc7a') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.309835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b113fdd-eba1-4cd5-b63f-b310171ecc7a') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.354204 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.383197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.392828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91dc36-d3ac-4adc-aa55-e9a6bf4e02c1 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:12.399480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cb91dc36-d3ac-4adc-aa55-e9a6bf4e02c1 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "GET /v2.0/subnets/3171c32a-0d71-494c-a48f-6b95533935fb HTTP/1.1" status: 200 len: 797 time: 0.1099951 Jul 13 07:45:12.400819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44786) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.402570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:12.402997 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.403455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:12.407376 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:12.417597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'port': {'network_id': 'e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77', 'name': 'tempest-FloatingIPTestJSON-1985022969', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:12.444556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] For port de7f53b6-1524-4105-ba0f-284e7a6df9ce, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:12.475424 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:45:12.475424 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:45:12.475424 n-d-798249-7 neutron-server[93839]: [parameters: {'id': '745d11f2-4353-4c7d-9e31-abc7d0bc7fee'}] Jul 13 07:45:12.475424 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:12.476872 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:12.484378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] For port de7f53b6-1524-4105-ba0f-284e7a6df9ce, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=de7f53b6-1524-4105-ba0f-284e7a6df9ce,segment=NetworkSegment(5b113fdd-eba1-4cd5-b63f-b310171ecc7a),segment_id=5b113fdd-eba1-4cd5-b63f-b310171ecc7a)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:12.490709 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.495242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-50d464d8-a6d5-4010-81b7-d091e6e6fbf2 None None] Provisioning for port 6e6a2186-4dee-4606-8407-8159c0d5b449 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:12.523004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-50d464d8-a6d5-4010-81b7-d091e6e6fbf2 None None] Provisioning complete for port 6e6a2186-4dee-4606-8407-8159c0d5b449 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:12.523409 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-50d464d8-a6d5-4010-81b7-d091e6e6fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.531151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:12.538119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.546089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:12.558569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:12.590548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=cbf70340-3b80-4817-b095-dd452c1df81c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:12.620790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-50d464d8-a6d5-4010-81b7-d091e6e6fbf2 None None] Port 6e6a2186-4dee-4606-8407-8159c0d5b449 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:12.623549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5459c3-8776-4a46-af03-114160c52108 None None] Pushing event updated for resources: {'Port': ['ID=de7f53b6-1524-4105-ba0f-284e7a6df9ce,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:12.641030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e204cf48-9729-4939-be35-004109fa755e None None] Network 745d11f2-4353-4c7d-9e31-abc7d0bc7fee requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:12.771687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22c89d-8017-4d9f-9472-470f61d854cf None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:45:12.864169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Made reservation on behalf of 4f963b7d1a364eec92ab658e13c46dfc for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:12.894728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22c89d-8017-4d9f-9472-470f61d854cf None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:45:12.978536 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.052164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting port de7f53b6-1524-4105-ba0f-284e7a6df9ce {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:13.053471 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.130188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.150545 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.150835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] For port de7f53b6-1524-4105-ba0f-284e7a6df9ce, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=de7f53b6-1524-4105-ba0f-284e7a6df9ce,segment=NetworkSegment(5b113fdd-eba1-4cd5-b63f-b310171ecc7a),segment_id=5b113fdd-eba1-4cd5-b63f-b310171ecc7a)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:13.151772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.167189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Calling delete_port for de7f53b6-1524-4105-ba0f-284e7a6df9ce owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:13.207077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] device_id is not set on port 8406d4be-ba75-4b22-9003-1267cbf86690 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:13.258756 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.274732 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No DVR routers for this DVR port de7f53b6-1524-4105-ba0f-284e7a6df9ce on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:13.306566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Port': ['ID=de7f53b6-1524-4105-ba0f-284e7a6df9ce,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:13.393341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.405335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745d11f2-4353-4c7d-9e31-abc7d0bc7fee']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:13.417486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b113fdd-eba1-4cd5-b63f-b310171ecc7a') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:13.417777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b113fdd-eba1-4cd5-b63f-b310171ecc7a') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:13.429289 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.445546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.453028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:13.453508 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:13.457174 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:13.526777 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.532334 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.538401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/745d11f2-4353-4c7d-9e31-abc7d0bc7fee HTTP/1.1" status: 204 len: 168 time: 2.1152558 Jul 13 07:45:13.539696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44806) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:13.551101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046668812'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:13.564729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed1f41-495a-4117-b0dd-90a2fd5075f5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=745d11f2-4353-4c7d-9e31-abc7d0bc7fee,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:13.585139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:13.588760 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.614959 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:13.624996 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.625329 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3 of type vlan for network c4b00ff8-67b2-4680-9c71-e8816ec9402b Jul 13 07:45:13.668044 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.699147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.706055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:13.706654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.741737 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1963353 Jul 13 07:45:13.744595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44808) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:13.750023 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': 'c4b00ff8-67b2-4680-9c71-e8816ec9402b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:13.762105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.774632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.793832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a2a2b-b2b2-409c-9a5d-6aa8f56d6677 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=c4b00ff8-67b2-4680-9c71-e8816ec9402b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:13.804413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c4b00ff8-67b2-4680-9c71-e8816ec9402b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:13.882236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:13.891834 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.949857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=6e6a2186-4dee-4606-8407-8159c0d5b449,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.032915 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.127835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.135211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.173000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-58c164e9-cdfc-41a1-a3e0-d6cdbdecfce4 None None] Provisioning complete for port 6e6a2186-4dee-4606-8407-8159c0d5b449 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:14.173379 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-58c164e9-cdfc-41a1-a3e0-d6cdbdecfce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.226386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': 'b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c4b00ff8-67b2-4680-9c71-e8816ec9402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:14.226837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: c4b00ff8-67b2-4680-9c71-e8816ec9402b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:14.230160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=08ac5ae4-8be8-4b3d-a54c-ab6441f14bcc,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.243817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.20.0.13 (e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77/3171c32a-0d71-494c-a48f-6b95533935fb/8406d4be-ba75-4b22-9003-1267cbf86690) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:14.249038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-58c164e9-cdfc-41a1-a3e0-d6cdbdecfce4 None None] Port 6e6a2186-4dee-4606-8407-8159c0d5b449 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:14.256609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.20.0.12 (e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77/3171c32a-0d71-494c-a48f-6b95533935fb/8406d4be-ba75-4b22-9003-1267cbf86690) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:14.260998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network c4b00ff8-67b2-4680-9c71-e8816ec9402b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:14.269920 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1ad0209a-1249-4128-8488-743b06307f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.276983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c4b00ff8-67b2-4680-9c71-e8816ec9402b) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:14.283395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:14.284213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.286123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4052fd-fc5b-4336-bc90-db74f3bfcc27 None None] Network c4b00ff8-67b2-4680-9c71-e8816ec9402b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:14.307568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-663ef98c-d386-4358-a898-b573f39c9f49 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5616901 Jul 13 07:45:14.310407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44812) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:14.310598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network bc78c1f0-12ef-4aec-98ab-01b917c61535 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:14.323020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:14.479432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-c4b00ff8-67b2-4680-9c71-e8816ec9402b', 'network_id': 'c4b00ff8-67b2-4680-9c71-e8816ec9402b', 'tenant_id': '97679c5f13bd4a8e9f9ab928a39844f0', 'fixed_ips': [{'subnet_id': '08ac5ae4-8be8-4b3d-a54c-ab6441f14bcc'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:14.481314 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.488700 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.582028 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.689672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router 022c76f6-674b-448f-8bca-529c62f76234 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:14.697121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Allocated IP 172.20.0.2 (c4b00ff8-67b2-4680-9c71-e8816ec9402b/08ac5ae4-8be8-4b3d-a54c-ab6441f14bcc/7177332e-808b-4692-a260-2e18e78691f3) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:14.703666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-64217c4a-1043-4253-8831-077d2f1058c0 None None] Provisioning complete for port 6e6a2186-4dee-4606-8407-8159c0d5b449 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:14.704222 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64217c4a-1043-4253-8831-077d2f1058c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.716585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router e82bb634-8d0a-4cac-ac2a-605cd9dd2352 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:14.755461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-64217c4a-1043-4253-8831-077d2f1058c0 None None] Port 6e6a2186-4dee-4606-8407-8159c0d5b449 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:14.766707 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.914243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.924572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Transition to ACTIVE for port object 7177332e-808b-4692-a260-2e18e78691f3 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:14.944656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Transition to ACTIVE for port object 7177332e-808b-4692-a260-2e18e78691f3 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:14.947520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:14.960161 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ca47a5ac-f972-4bc8-88f5-1024592a1696 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "PUT /v2.0/routers/022c76f6-674b-448f-8bca-529c62f76234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0315406 Jul 13 07:45:14.963681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.969679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:14.971446 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Sync routers for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:14.990007 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:14.990641 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:14.990908 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.991407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.014679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa404e-3f82-415f-acb7-ab1b419e1c8e None None] Sync routers for ids ['e82bb634-8d0a-4cac-ac2a-605cd9dd2352'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:15.040485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Network c4b00ff8-67b2-4680-9c71-e8816ec9402b is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:15.047573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Pushing event updated for resources: {'Port': ['ID=7177332e-808b-4692-a260-2e18e78691f3,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:15.050103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:15.052368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa404e-3f82-415f-acb7-ab1b419e1c8e None None] Routers {'e82bb634-8d0a-4cac-ac2a-605cd9dd2352'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:15.052964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-eaaa404e-3f82-415f-acb7-ab1b419e1c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['e82bb634-8d0a-4cac-ac2a-605cd9dd2352'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:15.054898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:15.055675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=08ac5ae4-8be8-4b3d-a54c-ab6441f14bcc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:15.091360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.094454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-eaaa404e-3f82-415f-acb7-ab1b419e1c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:15.096045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fff3fb52-dfb6-4dda-b89c-bdc2e6c6784d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.9790106 Jul 13 07:45:15.103715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44818) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:15.124870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:15.133147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:15.148255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:15.157424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa404e-3f82-415f-acb7-ab1b419e1c8e None None] Routers {'e82bb634-8d0a-4cac-ac2a-605cd9dd2352'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:15.157954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-eaaa404e-3f82-415f-acb7-ab1b419e1c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['e82bb634-8d0a-4cac-ac2a-605cd9dd2352'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:15.198969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-eaaa404e-3f82-415f-acb7-ab1b419e1c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:15.199548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa404e-3f82-415f-acb7-ab1b419e1c8e None None] The sync data for ids ['e82bb634-8d0a-4cac-ac2a-605cd9dd2352'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:15.204680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Attempting to bind port 7177332e-808b-4692-a260-2e18e78691f3 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:15.205060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Attempting to bind port 7177332e-808b-4692-a260-2e18e78691f3 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c4b00ff8-67b2-4680-9c71-e8816ec9402b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:15.207218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Attempting to bind port 7177332e-808b-4692-a260-2e18e78691f3 on network c4b00ff8-67b2-4680-9c71-e8816ec9402b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:15.212922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=8406d4be-ba75-4b22-9003-1267cbf86690,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:15.213170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:15.213547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Checking segment: {'id': 'b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c4b00ff8-67b2-4680-9c71-e8816ec9402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:15.214103 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.214633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Bound using segment: {'id': 'b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c4b00ff8-67b2-4680-9c71-e8816ec9402b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:15.215484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Bound port: 7177332e-808b-4692-a260-2e18e78691f3, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c4b00ff8-67b2-4680-9c71-e8816ec9402b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:15.215629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.255252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:15.256333 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.282455 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9f8c8b75-29d7-49cc-b3c5-90d7f552b9d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8748634 Jul 13 07:45:15.285171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44822) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:15.292486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '8406d4be-ba75-4b22-9003-1267cbf86690', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:15.313679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] For port 7177332e-808b-4692-a260-2e18e78691f3, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:15.317757 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] For port 7177332e-808b-4692-a260-2e18e78691f3, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7177332e-808b-4692-a260-2e18e78691f3,segment=NetworkSegment(b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3),segment_id=b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:15.327434 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.330480 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.358139 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.461736 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:15.491970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b00ff8-67b2-4680-9c71-e8816ec9402b']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:15.510198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:15.510737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:15.524756 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.530399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.530722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af0db0-1ba7-470f-a674-d2c3f56e72b9 None None] Pushing event updated for resources: {'Port': ['ID=7177332e-808b-4692-a260-2e18e78691f3,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:15.559681 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.570869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f94a97-8364-4d99-8d06-e3f93f53d699 None None] Network c4b00ff8-67b2-4680-9c71-e8816ec9402b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:15.578203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:15.579314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:15.647141 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:15.653015 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:45:15.653015 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:45:15.653015 n-d-798249-7 neutron-server[93839]: [parameters: {'id': 'c4b00ff8-67b2-4680-9c71-e8816ec9402b'}] Jul 13 07:45:15.653015 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:15.653513 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:15.662899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5de15b74-507c-4abc-87aa-1960b34b6296 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/routers/e82bb634-8d0a-4cac-ac2a-605cd9dd2352 HTTP/1.1" status: 200 len: 880 time: 0.5558348 Jul 13 07:45:15.666247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44828) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:15.724690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.25.6.251 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/6f8fa76d-eed2-4c98-880c-593d53a0596a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:15.761555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c29e17-7c86-4415-8ecd-36481c2583a3 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:45:15.853905 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.906658 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.948432 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:45:12Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '1b1e51fe-1d27-4c16-a93f-12dae417aa54', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '022c76f6-674b-448f-8bca-529c62f76234', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'mac_address': 'fa:16:3e:44:8d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:05Z', 'updated_at': '2021-07-13T07:44:11Z', 'revision_number': 1, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6a2186-4dee-4606-8407-8159c0d5b449', 'name': '', 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:f7:03:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'e5b04252-d0d5-461d-b441-ac47559186da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:11Z', 'updated_at': '2021-07-13T07:45:12Z', 'revision_number': 2, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'e5b04252-d0d5-461d-b441-ac47559186da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:15.957260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:15.960608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:15.964844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:15.970652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c29e17-7c86-4415-8ecd-36481c2583a3 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:45:16.006110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=6f8fa76d-eed2-4c98-880c-593d53a0596a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.035024 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Checking router: 022c76f6-674b-448f-8bca-529c62f76234 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:16.035590 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Updating router 022c76f6-674b-448f-8bca-529c62f76234 port 6e6a2186-4dee-4606-8407-8159c0d5b449 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:16.124809 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.154631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.271830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1b06a252-5d81-4581-89ba-495c6f39cd94 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6043656 Jul 13 07:45:16.272073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44830) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:16.280755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting port 7177332e-808b-4692-a260-2e18e78691f3 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:16.281333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.302708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-04a0fef6-8d93-4640-906e-8e93e517620f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1413502156'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:16.365714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] For port 7177332e-808b-4692-a260-2e18e78691f3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7177332e-808b-4692-a260-2e18e78691f3,segment=NetworkSegment(b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3),segment_id=b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:16.366729 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.379983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Calling delete_port for 7177332e-808b-4692-a260-2e18e78691f3 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:16.491952 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.530134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Port': ['ID=7177332e-808b-4692-a260-2e18e78691f3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.538074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No DVR routers for this DVR port 7177332e-808b-4692-a260-2e18e78691f3 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:16.582462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.595520 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.617824 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Transition to ACTIVE for port object 6e6a2186-4dee-4606-8407-8159c0d5b449 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:16.638990 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.666352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.683156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b00ff8-67b2-4680-9c71-e8816ec9402b']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:16.707220 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:16.707573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e9cbc8-15ee-47f1-aea3-0bb32b6c8ae3') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:16.737486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.766261 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.770336 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Pushing event updated for resources: {'Port': ['ID=6e6a2186-4dee-4606-8407-8159c0d5b449,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.774979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:16.775410 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.783866 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.784493 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.784987 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.785471 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.785952 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.786459 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.786938 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.787670 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.788171 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.788644 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.789135 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.791163 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:16.833155 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Attempting to bind port 6e6a2186-4dee-4606-8407-8159c0d5b449 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:16.833927 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Attempting to bind port 6e6a2186-4dee-4606-8407-8159c0d5b449 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:16.834510 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Attempting to bind port 6e6a2186-4dee-4606-8407-8159c0d5b449 on network bc78c1f0-12ef-4aec-98ab-01b917c61535 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:16.841890 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:16.842675 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Checking segment: {'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:16.843319 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.843921 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Bound using segment: {'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:16.844646 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Bound port: 6e6a2186-4dee-4606-8407-8159c0d5b449, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f423d059-78d2-4946-891e-3b5f74aef5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:16.845268 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:16.866584 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:16.872754 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.877993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.885164 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/c4b00ff8-67b2-4680-9c71-e8816ec9402b HTTP/1.1" status: 204 len: 168 time: 2.5728438 Jul 13 07:45:16.885747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44836) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:16.915560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-896279577'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:16.921695 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40562ac8-c0cc-4949-9f54-8eaa9bb763b2 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=c4b00ff8-67b2-4680-9c71-e8816ec9402b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.933039 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] For port 6e6a2186-4dee-4606-8407-8159c0d5b449, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:16.937837 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] For port 6e6a2186-4dee-4606-8407-8159c0d5b449, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6e6a2186-4dee-4606-8407-8159c0d5b449,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:16.946944 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.953720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:16.960878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.005028 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:17.005727 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:44:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:17.009913 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:17.022058 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.022462 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment 75357724-f22c-4d14-83e6-87d8c63fbf45 of type vlan for network dce5b232-9019-43ae-abc3-036963eb945f Jul 13 07:45:17.062777 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.094459 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.147357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.153943 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:17.155078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:17.158067 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.218453 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5c88-c3bd-477c-bd11-b05d5151a9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.220849 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1e087-7121-49e4-950e-5810a800c973 None None] Pushing event updated for resources: {'Port': ['ID=6e6a2186-4dee-4606-8407-8159c0d5b449,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:17.241794 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3339875 Jul 13 07:45:17.248359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44838) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:17.260104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': 'dce5b232-9019-43ae-abc3-036963eb945f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:17.318812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de35aa-65ef-4918-8c83-7599840368fe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=dce5b232-9019-43ae-abc3-036963eb945f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:17.325975 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04a0fef6-8d93-4640-906e-8e93e517620f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.330584 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.338967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network dce5b232-9019-43ae-abc3-036963eb945f details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:17.387963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04a0fef6-8d93-4640-906e-8e93e517620f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.421833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:17.427977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.515375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_backend_mixin [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Performing IP validity checks on allocation pools {{(pid=93839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:45:17.515885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_backend_mixin [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:45:17.517252 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:45:12Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '1b1e51fe-1d27-4c16-a93f-12dae417aa54', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '022c76f6-674b-448f-8bca-529c62f76234', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'mac_address': 'fa:16:3e:44:8d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:05Z', 'updated_at': '2021-07-13T07:44:11Z', 'revision_number': 1, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6a2186-4dee-4606-8407-8159c0d5b449', 'name': '', 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:f7:03:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'e5b04252-d0d5-461d-b441-ac47559186da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:11Z', 'updated_at': '2021-07-13T07:45:16Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'e5b04252-d0d5-461d-b441-ac47559186da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:17.566778 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fec819-b89b-427a-8d7f-0dce26052525 None None] The sync data for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 is: [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:45:12Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '1b1e51fe-1d27-4c16-a93f-12dae417aa54', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '022c76f6-674b-448f-8bca-529c62f76234', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'mac_address': 'fa:16:3e:44:8d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:05Z', 'updated_at': '2021-07-13T07:44:11Z', 'revision_number': 1, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e6a2186-4dee-4606-8407-8159c0d5b449', 'name': '', 'network_id': 'bc78c1f0-12ef-4aec-98ab-01b917c61535', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:f7:03:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'e5b04252-d0d5-461d-b441-ac47559186da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:11Z', 'updated_at': '2021-07-13T07:45:16Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'e5b04252-d0d5-461d-b441-ac47559186da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:17.601093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a0fef6-8d93-4640-906e-8e93e517620f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router e82bb634-8d0a-4cac-ac2a-605cd9dd2352 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:17.699025 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.763603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=ff5981ef-b024-4bc7-9daa-cb0184f53248,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:17.768314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.787274 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.792990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': '75357724-f22c-4d14-83e6-87d8c63fbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dce5b232-9019-43ae-abc3-036963eb945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:17.793408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: dce5b232-9019-43ae-abc3-036963eb945f, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:17.859108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network dce5b232-9019-43ae-abc3-036963eb945f is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:17.880762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6e6a2186-4dee-4606-8407-8159c0d5b449 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:17.894940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, dce5b232-9019-43ae-abc3-036963eb945f) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:17.894940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:17.894940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.926361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-58171c42-0632-4e6a-a101-85750f6d9ae0 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6762617 Jul 13 07:45:17.929514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44846) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:17.960701 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86e777f-cdf0-4d5d-9d92-26ee2c9946a9 None None] Network dce5b232-9019-43ae-abc3-036963eb945f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:18.040940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=6f8fa76d-eed2-4c98-880c-593d53a0596a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:18.057311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a0fef6-8d93-4640-906e-8e93e517620f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:18.070114 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df4602-1059-4eaf-a296-08d48222c4f6 None None] Sync routers for ids ['e82bb634-8d0a-4cac-ac2a-605cd9dd2352'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:18.077190 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04a0fef6-8d93-4640-906e-8e93e517620f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.079031 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-04a0fef6-8d93-4640-906e-8e93e517620f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/e82bb634-8d0a-4cac-ac2a-605cd9dd2352 HTTP/1.1" status: 200 len: 887 time: 1.8062148 Jul 13 07:45:18.085048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44848) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:18.087434 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df4602-1059-4eaf-a296-08d48222c4f6 None None] Routers {'e82bb634-8d0a-4cac-ac2a-605cd9dd2352'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:18.089260 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-59df4602-1059-4eaf-a296-08d48222c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['e82bb634-8d0a-4cac-ac2a-605cd9dd2352'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.090865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.105512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.119792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 6e6a2186-4dee-4606-8407-8159c0d5b449 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:18.136038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6e6a2186-4dee-4606-8407-8159c0d5b449 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:18.136597 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.156107 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-59df4602-1059-4eaf-a296-08d48222c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.183605 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df4602-1059-4eaf-a296-08d48222c4f6 None None] Routers {'e82bb634-8d0a-4cac-ac2a-605cd9dd2352'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:18.185198 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-59df4602-1059-4eaf-a296-08d48222c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['e82bb634-8d0a-4cac-ac2a-605cd9dd2352'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.197377 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.227964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-dce5b232-9019-43ae-abc3-036963eb945f', 'network_id': 'dce5b232-9019-43ae-abc3-036963eb945f', 'tenant_id': '97679c5f13bd4a8e9f9ab928a39844f0', 'fixed_ips': [{'subnet_id': 'ff5981ef-b024-4bc7-9daa-cb0184f53248'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:18.229924 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.272545 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-59df4602-1059-4eaf-a296-08d48222c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.274755 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP f849ce99-c32a-4b1a-bf25-c5203e50801f associated. External IP: 172.25.6.251, port: 8406d4be-ba75-4b22-9003-1267cbf86690. Jul 13 07:45:18.277333 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df4602-1059-4eaf-a296-08d48222c4f6 None None] The sync data for ids ['e82bb634-8d0a-4cac-ac2a-605cd9dd2352'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:18.425716 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eff115e9-17f8-4a12-bdf4-e3edf1c0e940 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/routers/e82bb634-8d0a-4cac-ac2a-605cd9dd2352 HTTP/1.1" status: 200 len: 887 time: 0.3368700 Jul 13 07:45:18.426274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44850) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:18.440577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.448304 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.496559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Allocated IP 172.20.0.3 (dce5b232-9019-43ae-abc3-036963eb945f/ff5981ef-b024-4bc7-9daa-cb0184f53248/01cba98e-c3d1-437f-b273-8d84d20188c6) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:18.501394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 6e6a2186-4dee-4606-8407-8159c0d5b449, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6e6a2186-4dee-4606-8407-8159c0d5b449,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:18.503315 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d27066af-28a6-4944-952a-7ed7b1a821f3 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e82bb634-8d0a-4cac-ac2a-605cd9dd2352 HTTP/1.1" status: 200 len: 205 time: 0.0760233 Jul 13 07:45:18.506304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44852) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:18.588363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:18.657099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.675252 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.745785 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.754171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:18.772100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b66cc-9d0f-4467-b0dc-6dd9df9fad26 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:18.774840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Transition to ACTIVE for port object 01cba98e-c3d1-437f-b273-8d84d20188c6 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:18.795581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.820215 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.851432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0b2a76ba-82ff-49da-9b70-63fbb6575e08 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.5642905 Jul 13 07:45:18.852160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44854) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:18.857521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-71d34a4a-6d4d-4c54-bf69-935371f44479 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'port_id': '8406d4be-ba75-4b22-9003-1267cbf86690', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:18.925630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d34a4a-6d4d-4c54-bf69-935371f44479 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.939747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port cbf70340-3b80-4817-b095-dd452c1df81c {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:18.940384 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.996106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=6e6a2186-4dee-4606-8407-8159c0d5b449,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.011626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b66cc-9d0f-4467-b0dc-6dd9df9fad26 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:19.012298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b97b66cc-9d0f-4467-b0dc-6dd9df9fad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.077903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b97b66cc-9d0f-4467-b0dc-6dd9df9fad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.085507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Transition to ACTIVE for port object 01cba98e-c3d1-437f-b273-8d84d20188c6 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:19.093527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b66cc-9d0f-4467-b0dc-6dd9df9fad26 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:19.094604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b97b66cc-9d0f-4467-b0dc-6dd9df9fad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.129669 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.141518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b97b66cc-9d0f-4467-b0dc-6dd9df9fad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.142046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for cbf70340-3b80-4817-b095-dd452c1df81c owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:19.142540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b66cc-9d0f-4467-b0dc-6dd9df9fad26 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:19.144736 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.204516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Network dce5b232-9019-43ae-abc3-036963eb945f is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:19.209840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:19.218507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:19.221883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8400656f-66cc-4cfe-8468-d060a516f6d2 None None] Provisioning complete for port 6e6a2186-4dee-4606-8407-8159c0d5b449 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:19.221883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8400656f-66cc-4cfe-8468-d060a516f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.224849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Pushing event updated for resources: {'Port': ['ID=01cba98e-c3d1-437f-b273-8d84d20188c6,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.311109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Attempting to bind port 01cba98e-c3d1-437f-b273-8d84d20188c6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:19.311592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Attempting to bind port 01cba98e-c3d1-437f-b273-8d84d20188c6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '75357724-f22c-4d14-83e6-87d8c63fbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dce5b232-9019-43ae-abc3-036963eb945f'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:19.312044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Attempting to bind port 01cba98e-c3d1-437f-b273-8d84d20188c6 on network dce5b232-9019-43ae-abc3-036963eb945f {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:19.319174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:19.319641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Checking segment: {'id': '75357724-f22c-4d14-83e6-87d8c63fbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dce5b232-9019-43ae-abc3-036963eb945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:19.320312 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.320606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Bound using segment: {'id': '75357724-f22c-4d14-83e6-87d8c63fbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dce5b232-9019-43ae-abc3-036963eb945f'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:19.321168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Bound port: 01cba98e-c3d1-437f-b273-8d84d20188c6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75357724-f22c-4d14-83e6-87d8c63fbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dce5b232-9019-43ae-abc3-036963eb945f'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:19.321632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.348148 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.402662 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.405556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5981ef-b024-4bc7-9daa-cb0184f53248,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.408262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-353e7197-35f5-4931-bafe-465237e57489 None None] For port 01cba98e-c3d1-437f-b273-8d84d20188c6, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:19.413558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-353e7197-35f5-4931-bafe-465237e57489 None None] For port 01cba98e-c3d1-437f-b273-8d84d20188c6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=01cba98e-c3d1-437f-b273-8d84d20188c6,segment=NetworkSegment(75357724-f22c-4d14-83e6-87d8c63fbf45),segment_id=75357724-f22c-4d14-83e6-87d8c63fbf45)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:19.447852 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.455253 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=cbf70340-3b80-4817-b095-dd452c1df81c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.499640 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.530671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce5b232-9019-43ae-abc3-036963eb945f']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.561998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75357724-f22c-4d14-83e6-87d8c63fbf45') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.562303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75357724-f22c-4d14-83e6-87d8c63fbf45') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.570098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e7197-35f5-4931-bafe-465237e57489 None None] Pushing event updated for resources: {'Port': ['ID=01cba98e-c3d1-437f-b273-8d84d20188c6,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.579047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.591863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fb540-4f14-4537-8565-d1cf005f5d18 None None] Network dce5b232-9019-43ae-abc3-036963eb945f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:19.599921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.625059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.646090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d34a4a-6d4d-4c54-bf69-935371f44479 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.656794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d34a4a-6d4d-4c54-bf69-935371f44479 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.734759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:19.735664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.737128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6e6a2186-4dee-4606-8407-8159c0d5b449 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:19.742341 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:19.775280 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.779940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.801262 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.834365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:45:19.834365 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:45:19.834365 n-d-798249-7 neutron-server[93839]: [parameters: {'id': 'dce5b232-9019-43ae-abc3-036963eb945f'}] Jul 13 07:45:19.834365 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:19.834906 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:19.880414 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.882855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6e6a2186-4dee-4606-8407-8159c0d5b449 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:19.883087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Fanout notify agent at l3_agent the message router_deleted on router e82bb634-8d0a-4cac-ac2a-605cd9dd2352 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:19.884482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.894129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64010e01-a2c5-420a-a29c-0cd05c13b6b6 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:45:19.903442 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.905402 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b60e7fb7-3ca8-437c-9d8d-54cc8dfe5d55 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/e82bb634-8d0a-4cac-ac2a-605cd9dd2352 HTTP/1.1" status: 204 len: 168 time: 1.3981173 Jul 13 07:45:19.909143 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44862) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:19.916103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'network': {'name': 'tempest-RoutersTest-1200237948'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:19.951694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:19.958436 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.973304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d34a4a-6d4d-4c54-bf69-935371f44479 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:19.989209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:19.999758 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.000184 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added segment b425dee7-1a2e-4342-ae0a-6679241c8f4b of type vlan for network 2d088722-d56f-4338-9203-6369172e47f3 Jul 13 07:45:20.050226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.093818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d34a4a-6d4d-4c54-bf69-935371f44479 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:20.098676 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d34a4a-6d4d-4c54-bf69-935371f44479 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.103702 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.109243 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e905b2-d371-4853-95d5-da8aec5ee5f4 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:20.113508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.114215 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.131308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64010e01-a2c5-420a-a29c-0cd05c13b6b6 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:45:20.141315 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e905b2-d371-4853-95d5-da8aec5ee5f4 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:20.144386 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-91e905b2-d371-4853-95d5-da8aec5ee5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:20.205188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Network': ['ID=2d088722-d56f-4338-9203-6369172e47f3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:20.211272 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-91e905b2-d371-4853-95d5-da8aec5ee5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:20.224830 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e905b2-d371-4853-95d5-da8aec5ee5f4 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:20.225634 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-91e905b2-d371-4853-95d5-da8aec5ee5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:20.237451 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ded0189f-75bc-4d63-aac5-2b9bcf0f0470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3272750 Jul 13 07:45:20.238259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44870) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:20.243906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'subnet': {'network_id': '2d088722-d56f-4338-9203-6369172e47f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:20.245094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-71d34a4a-6d4d-4c54-bf69-935371f44479 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "PUT /v2.0/floatingips/f849ce99-c32a-4b1a-bf25-c5203e50801f HTTP/1.1" status: 200 len: 979 time: 1.3918455 Jul 13 07:45:20.249150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44872) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:20.271008 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 2d088722-d56f-4338-9203-6369172e47f3 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:20.278770 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-91e905b2-d371-4853-95d5-da8aec5ee5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:20.280502 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e905b2-d371-4853-95d5-da8aec5ee5f4 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:20.348740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.394923 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:20.399077 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.468454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port 6f8fa76d-eed2-4c98-880c-593d53a0596a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:20.468865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.534150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting port 01cba98e-c3d1-437f-b273-8d84d20188c6 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:20.534756 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.587217 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.588263 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.611262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for 6f8fa76d-eed2-4c98-880c-593d53a0596a owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:20.691680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] For port 01cba98e-c3d1-437f-b273-8d84d20188c6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=01cba98e-c3d1-437f-b273-8d84d20188c6,segment=NetworkSegment(75357724-f22c-4d14-83e6-87d8c63fbf45),segment_id=75357724-f22c-4d14-83e6-87d8c63fbf45)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:20.692071 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.711343 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Calling delete_port for 01cba98e-c3d1-437f-b273-8d84d20188c6 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:20.716309 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.814933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.843821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=6f8fa76d-eed2-4c98-880c-593d53a0596a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:20.914314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.914891 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP f849ce99-c32a-4b1a-bf25-c5203e50801f disassociated (deleted). External IP: 172.25.6.251, port: 8406d4be-ba75-4b22-9003-1267cbf86690. Jul 13 07:45:21.121616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:21.147471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Subnet': ['ID=d2d4fe59-aa45-4df4-9df7-da49b24702ed,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:21.169818 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Checking segment: {'id': 'b425dee7-1a2e-4342-ae0a-6679241c8f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d088722-d56f-4338-9203-6369172e47f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:21.170203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network hostable DHCP agents. Network: 2d088722-d56f-4338-9203-6369172e47f3, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:21.214273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45409c10-41fa-4d23-88c2-c2ce2847eff4 req-b151ac93-f465-4852-8bd9-433252536a12 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:21.216591 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-45409c10-41fa-4d23-88c2-c2ce2847eff4 req-b151ac93-f465-4852-8bd9-433252536a12 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 949 time: 0.4636941 Jul 13 07:45:21.223764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.230632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 2d088722-d56f-4338-9203-6369172e47f3 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:21.271268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Port': ['ID=01cba98e-c3d1-437f-b273-8d84d20188c6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:21.273207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No DVR routers for this DVR port 01cba98e-c3d1-437f-b273-8d84d20188c6 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:21.288556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 2d088722-d56f-4338-9203-6369172e47f3) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:21.297780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184f6834-09f5-47d5-84fc-e9c4566e5839 None None] Network 2d088722-d56f-4338-9203-6369172e47f3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:21.317026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:21.317775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.369636 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-45409c10-41fa-4d23-88c2-c2ce2847eff4 req-df668366-a04c-4dcc-9a48-ae94a921a3d0 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/security-groups?id=458f7080-3b62-47c7-83f1-9843a1b00c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429811 Jul 13 07:45:21.385103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a29b5623-af12-493c-a305-24dfc5376b59 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1431174 Jul 13 07:45:21.406303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44878) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.412350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-36318109-f143-4288-bcb6-6483d402dded tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1638729334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:21.457536 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.475719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce5b232-9019-43ae-abc3-036963eb945f']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.480356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-2d088722-d56f-4338-9203-6369172e47f3', 'network_id': '2d088722-d56f-4338-9203-6369172e47f3', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'fixed_ips': [{'subnet_id': 'd2d4fe59-aa45-4df4-9df7-da49b24702ed'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:21.482107 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.492938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75357724-f22c-4d14-83e6-87d8c63fbf45') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.492938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75357724-f22c-4d14-83e6-87d8c63fbf45') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.508232 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.516050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36318109-f143-4288-bcb6-6483d402dded tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.517180 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36318109-f143-4288-bcb6-6483d402dded tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.531966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.539741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:21.540423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:21.543391 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:21.583535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:21.589239 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.613608 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.617717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a8bdd-ef47-4686-878b-890724d999fe None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:21.623361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.625607 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/dce5b232-9019-43ae-abc3-036963eb945f HTTP/1.1" status: 204 len: 168 time: 3.6948690 Jul 13 07:45:21.629616 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44880) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.643957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a8bdd-ef47-4686-878b-890724d999fe None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:21.644147 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2659755c-53fd-48b6-8156-586c0d3118d9 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/floatingips/f849ce99-c32a-4b1a-bf25-c5203e50801f HTTP/1.1" status: 204 len: 168 time: 1.3911340 Jul 13 07:45:21.644258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a08a8bdd-ef47-4686-878b-890724d999fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.644374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1641314363'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:21.644529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44882) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.679550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a08a8bdd-ef47-4686-878b-890724d999fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.682102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Allocated IP 172.20.0.2 (2d088722-d56f-4338-9203-6369172e47f3/d2d4fe59-aa45-4df4-9df7-da49b24702ed/7e41c774-6872-445e-9e4b-d7d0179c2ba7) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:21.690138 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0408e2-c328-4d6a-ba6f-8b399804b15a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=dce5b232-9019-43ae-abc3-036963eb945f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:21.696963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08a8bdd-ef47-4686-878b-890724d999fe None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:21.697673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a08a8bdd-ef47-4686-878b-890724d999fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.704576 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36318109-f143-4288-bcb6-6483d402dded tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.711825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36318109-f143-4288-bcb6-6483d402dded tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.718145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:21.721575 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.736348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a08a8bdd-ef47-4686-878b-890724d999fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.736982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08a8bdd-ef47-4686-878b-890724d999fe None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:21.753357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36318109-f143-4288-bcb6-6483d402dded tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.757176 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-36318109-f143-4288-bcb6-6483d402dded tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3471985 Jul 13 07:45:21.757648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44884) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.761648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:21.771353 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.771709 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment 937f7d43-050a-4f81-a435-ded2fac1604c of type vlan for network 4be1e790-70dd-40c5-93a3-7a22f5055446 Jul 13 07:45:21.814050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.832296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f17430a9-3137-4f7c-954a-af4754a351e7 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port 8406d4be-ba75-4b22-9003-1267cbf86690 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:21.832870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17430a9-3137-4f7c-954a-af4754a351e7 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.844906 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.851283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:21.851942 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.871536 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.880858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Transition to ACTIVE for port object 7e41c774-6872-445e-9e4b-d7d0179c2ba7 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:21.889667 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2502375 Jul 13 07:45:21.892333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44886) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.900282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': '4be1e790-70dd-40c5-93a3-7a22f5055446', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:21.909142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Transition to ACTIVE for port object 7e41c774-6872-445e-9e4b-d7d0179c2ba7 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:21.918332 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.964239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Network 2d088722-d56f-4338-9203-6369172e47f3 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:21.970560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:21.973578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Pushing event updated for resources: {'Port': ['ID=7e41c774-6872-445e-9e4b-d7d0179c2ba7,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:21.977796 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc43e58-5e16-4845-8651-25171e837757 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=4be1e790-70dd-40c5-93a3-7a22f5055446,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:21.980078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:22.009747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 4be1e790-70dd-40c5-93a3-7a22f5055446 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:22.051258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:22.055553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.065387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Attempting to bind port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:22.065729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17430a9-3137-4f7c-954a-af4754a351e7 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.065849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Attempting to bind port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'b425dee7-1a2e-4342-ae0a-6679241c8f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d088722-d56f-4338-9203-6369172e47f3'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:22.066096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Attempting to bind port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 on network 2d088722-d56f-4338-9203-6369172e47f3 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:22.101552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f17430a9-3137-4f7c-954a-af4754a351e7 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for 8406d4be-ba75-4b22-9003-1267cbf86690 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:22.104245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:22.104622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Checking segment: {'id': 'b425dee7-1a2e-4342-ae0a-6679241c8f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d088722-d56f-4338-9203-6369172e47f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:22.105073 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.105463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Bound using segment: {'id': 'b425dee7-1a2e-4342-ae0a-6679241c8f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d088722-d56f-4338-9203-6369172e47f3'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:22.106411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Bound port: 7e41c774-6872-445e-9e4b-d7d0179c2ba7, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b425dee7-1a2e-4342-ae0a-6679241c8f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d088722-d56f-4338-9203-6369172e47f3'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:22.106411 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.177332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] For port 7e41c774-6872-445e-9e4b-d7d0179c2ba7, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:22.179445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.180787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] For port 7e41c774-6872-445e-9e4b-d7d0179c2ba7, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7e41c774-6872-445e-9e4b-d7d0179c2ba7,segment=NetworkSegment(b425dee7-1a2e-4342-ae0a-6679241c8f4b),segment_id=b425dee7-1a2e-4342-ae0a-6679241c8f4b)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:22.186433 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.253080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cbb1b-49ac-41e8-ab20-0d4f0761b468 None None] Pushing event updated for resources: {'Port': ['ID=7e41c774-6872-445e-9e4b-d7d0179c2ba7,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:22.325731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-8b3cdacf-1ac0-4684-98f3-9f862993f838 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:22.326772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-8b3cdacf-1ac0-4684-98f3-9f862993f838 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.53 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 949 time: 0.1253474 Jul 13 07:45:22.328910 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.436857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=57d23a36-585d-4243-b1a4-9e898d7b5e51,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:22.506497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': '937f7d43-050a-4f81-a435-ded2fac1604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be1e790-70dd-40c5-93a3-7a22f5055446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:22.506872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: 4be1e790-70dd-40c5-93a3-7a22f5055446, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:22.551504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network 4be1e790-70dd-40c5-93a3-7a22f5055446 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:22.562932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-d0d5cc59-cd69-481d-9e31-cdb78a9f25ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Deleting port 1f358fba-fa65-41c0-b985-818e4edd0bf4 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:22.563158 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-d0d5cc59-cd69-481d-9e31-cdb78a9f25ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.577195 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17430a9-3137-4f7c-954a-af4754a351e7 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.588418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Allocated IP 172.20.0.1 (2d088722-d56f-4338-9203-6369172e47f3/d2d4fe59-aa45-4df4-9df7-da49b24702ed/62198a24-7a19-4b37-8cc8-7ce0426182bb) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:22.626419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17430a9-3137-4f7c-954a-af4754a351e7 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=8406d4be-ba75-4b22-9003-1267cbf86690,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:22.679659 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 4be1e790-70dd-40c5-93a3-7a22f5055446) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:22.691157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134b880-0a83-4b42-940e-17ba32f0751a None None] Network 4be1e790-70dd-40c5-93a3-7a22f5055446 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:22.715037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:22.715607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.722000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-d0d5cc59-cd69-481d-9e31-cdb78a9f25ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] For port 1f358fba-fa65-41c0-b985-818e4edd0bf4, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f358fba-fa65-41c0-b985-818e4edd0bf4,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:22.722374 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-d0d5cc59-cd69-481d-9e31-cdb78a9f25ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.743065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-d0d5cc59-cd69-481d-9e31-cdb78a9f25ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Calling delete_port for 1f358fba-fa65-41c0-b985-818e4edd0bf4 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:22.754893 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6fe7a7c4-8725-406d-b416-f63885bb4b9f tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8589647 Jul 13 07:45:22.757195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44894) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:22.798388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17430a9-3137-4f7c-954a-af4754a351e7 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.800380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f17430a9-3137-4f7c-954a-af4754a351e7 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/ports/8406d4be-ba75-4b22-9003-1267cbf86690 HTTP/1.1" status: 204 len: 168 time: 1.1548047 Jul 13 07:45:22.805603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:22.811260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:22.838644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.856643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Transition to ACTIVE for port object 62198a24-7a19-4b37-8cc8-7ce0426182bb will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:22.858687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.862680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-4be1e790-70dd-40c5-93a3-7a22f5055446', 'network_id': '4be1e790-70dd-40c5-93a3-7a22f5055446', 'tenant_id': '97679c5f13bd4a8e9f9ab928a39844f0', 'fixed_ips': [{'subnet_id': '57d23a36-585d-4243-b1a4-9e898d7b5e51'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:22.863535 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.914166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a46ff-c19b-45cd-964f-0704317014e0 req-aaba44e9-db74-4afd-bb91-932e50c83b66 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:22.915647 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-078a46ff-c19b-45cd-964f-0704317014e0 req-aaba44e9-db74-4afd-bb91-932e50c83b66 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/ports?device_id=22f83fc0-5c35-4613-8a40-61e4be73798a HTTP/1.1" status: 200 len: 949 time: 0.2484276 Jul 13 07:45:22.936675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.974672 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.008726 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-078a46ff-c19b-45cd-964f-0704317014e0 req-65c574a1-228f-4677-bb61-e641f91f4917 tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.44 "GET /v2.0/security-groups?id=458f7080-3b62-47c7-83f1-9843a1b00c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775130 Jul 13 07:45:23.010334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 2d088722-d56f-4338-9203-6369172e47f3 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:23.014891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:23.020264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:23.025206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Allocated IP 172.20.0.1 (4be1e790-70dd-40c5-93a3-7a22f5055446/57d23a36-585d-4243-b1a4-9e898d7b5e51/acefd0a3-bc8b-4698-be50-49a9d5f0c9f1) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:23.077421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=62198a24-7a19-4b37-8cc8-7ce0426182bb,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.092999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.117305 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-d0d5cc59-cd69-481d-9e31-cdb78a9f25ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.131595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.140852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.162248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5cc59-cd69-481d-9e31-cdb78a9f25ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Pushing event deleted for resources: {'Port': ['ID=1f358fba-fa65-41c0-b985-818e4edd0bf4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.218982 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.224824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-d0d5cc59-cd69-481d-9e31-cdb78a9f25ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] No DVR routers for this DVR port 1f358fba-fa65-41c0-b985-818e4edd0bf4 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:23.229606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-d0d5cc59-cd69-481d-9e31-cdb78a9f25ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.230030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Transition to ACTIVE for port object acefd0a3-bc8b-4698-be50-49a9d5f0c9f1 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:23.232364 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64bd7f76-8cb0-46a0-8708-59ab06d99b63 req-d0d5cc59-cd69-481d-9e31-cdb78a9f25ea tempest-VolumesBackupsTest-98164432 tempest-VolumesBackupsTest-98164432-project] 10.222.0.53 "DELETE /v2.0/ports/1f358fba-fa65-41c0-b985-818e4edd0bf4 HTTP/1.1" status: 204 len: 173 time: 0.8709228 Jul 13 07:45:23.232794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f83fc0-5c35-4613-8a40-61e4be73798a', 'name': 'network-vif-deleted', 'tag': '1f358fba-fa65-41c0-b985-818e4edd0bf4'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:23.235223 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8c9dff-43da-4f0a-b93b-7eaa9c215509" -d '{"events": [{"server_uuid": "22f83fc0-5c35-4613-8a40-61e4be73798a", "name": "network-vif-deleted", "tag": "1f358fba-fa65-41c0-b985-818e4edd0bf4"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:23.279534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Transition to ACTIVE for port object acefd0a3-bc8b-4698-be50-49a9d5f0c9f1 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:23.290193 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8130af8-e5ea-4e5a-9274-8303bace244f x-openstack-request-id: req-e8130af8-e5ea-4e5a-9274-8303bace244f {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:23.290491 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f83fc0-5c35-4613-8a40-61e4be73798a", "name": "network-vif-deleted", "tag": "1f358fba-fa65-41c0-b985-818e4edd0bf4", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:23.290748 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8130af8-e5ea-4e5a-9274-8303bace244f {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:23.291149 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f83fc0-5c35-4613-8a40-61e4be73798a', 'name': 'network-vif-deleted', 'tag': '1f358fba-fa65-41c0-b985-818e4edd0bf4', 'status': 'completed', 'code': 200} Jul 13 07:45:23.300339 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.326748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.356810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=57d23a36-585d-4243-b1a4-9e898d7b5e51,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.396484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.401652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Pushing event updated for resources: {'Port': ['ID=acefd0a3-bc8b-4698-be50-49a9d5f0c9f1,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.414388 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Network 4be1e790-70dd-40c5-93a3-7a22f5055446 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:23.416471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:23.424909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:23.494808 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.499924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Attempting to bind port acefd0a3-bc8b-4698-be50-49a9d5f0c9f1 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:23.500645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Attempting to bind port acefd0a3-bc8b-4698-be50-49a9d5f0c9f1 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '937f7d43-050a-4f81-a435-ded2fac1604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be1e790-70dd-40c5-93a3-7a22f5055446'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:23.501221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Attempting to bind port acefd0a3-bc8b-4698-be50-49a9d5f0c9f1 on network 4be1e790-70dd-40c5-93a3-7a22f5055446 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:23.507252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be1e790-70dd-40c5-93a3-7a22f5055446']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:23.511956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:23.513219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Checking segment: {'id': '937f7d43-050a-4f81-a435-ded2fac1604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be1e790-70dd-40c5-93a3-7a22f5055446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:23.513958 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.514400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Bound using segment: {'id': '937f7d43-050a-4f81-a435-ded2fac1604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be1e790-70dd-40c5-93a3-7a22f5055446'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:23.514950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Bound port: acefd0a3-bc8b-4698-be50-49a9d5f0c9f1, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937f7d43-050a-4f81-a435-ded2fac1604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4be1e790-70dd-40c5-93a3-7a22f5055446'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:23.515472 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.521256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937f7d43-050a-4f81-a435-ded2fac1604c') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:23.521822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937f7d43-050a-4f81-a435-ded2fac1604c') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:23.534670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.540122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.25.6.88 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/d25217ce-cc0d-4d6d-ba88-2527e7869d0a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:23.556454 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.577576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:23.578001 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:23.582553 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:23.610291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] For port acefd0a3-bc8b-4698-be50-49a9d5f0c9f1, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:23.666974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] For port acefd0a3-bc8b-4698-be50-49a9d5f0c9f1, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=acefd0a3-bc8b-4698-be50-49a9d5f0c9f1,segment=NetworkSegment(937f7d43-050a-4f81-a435-ded2fac1604c),segment_id=937f7d43-050a-4f81-a435-ded2fac1604c)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:23.670466 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:45:23.670466 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:45:23.670466 n-d-798249-7 neutron-server[93839]: [parameters: {'id': '4be1e790-70dd-40c5-93a3-7a22f5055446'}] Jul 13 07:45:23.670466 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:23.670912 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:23.680063 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.759609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0229e6-2c08-4106-a7fe-010429c8d539 None None] Network 2d088722-d56f-4338-9203-6369172e47f3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:23.831250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7e41c774-6872-445e-9e4b-d7d0179c2ba7 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:23.847621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.858418 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.933393 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.983325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=62198a24-7a19-4b37-8cc8-7ce0426182bb,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.998370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.078125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.101343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcd489-0954-4097-b1c7-b3d136202d26 None None] Pushing event updated for resources: {'Port': ['ID=acefd0a3-bc8b-4698-be50-49a9d5f0c9f1,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:24.104590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b6862569-349c-4784-ad48-728b9f62a889 None None] Provisioning for port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:24.124169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:24.134536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:24.138337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cc8d6e-511b-45a1-b2ee-af853bb69e61 None None] Network 4be1e790-70dd-40c5-93a3-7a22f5055446 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:24.143760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:24.171680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=d25217ce-cc0d-4d6d-ba88-2527e7869d0a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:24.172688 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.189756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 2d088722-d56f-4338-9203-6369172e47f3 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:24.193691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:24.207355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:24.259060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting port acefd0a3-bc8b-4698-be50-49a9d5f0c9f1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:24.259592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.277857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:24.278909 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.335705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.366351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] For port acefd0a3-bc8b-4698-be50-49a9d5f0c9f1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=acefd0a3-bc8b-4698-be50-49a9d5f0c9f1,segment=NetworkSegment(937f7d43-050a-4f81-a435-ded2fac1604c),segment_id=937f7d43-050a-4f81-a435-ded2fac1604c)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:24.366718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.381436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Calling delete_port for acefd0a3-bc8b-4698-be50-49a9d5f0c9f1 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:24.402699 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.444224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router dc6e8215-443a-4762-bd0e-8ac7a88c7dae is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:24.485929 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.503245 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.540532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 7e41c774-6872-445e-9e4b-d7d0179c2ba7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7e41c774-6872-445e-9e4b-d7d0179c2ba7,segment=NetworkSegment(b425dee7-1a2e-4342-ae0a-6679241c8f4b),segment_id=b425dee7-1a2e-4342-ae0a-6679241c8f4b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:24.541321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Port': ['ID=acefd0a3-bc8b-4698-be50-49a9d5f0c9f1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:24.544264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No DVR routers for this DVR port acefd0a3-bc8b-4698-be50-49a9d5f0c9f1 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:24.545878 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.618266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=7e41c774-6872-445e-9e4b-d7d0179c2ba7,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:24.673841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:24.683891 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738348f-8baf-473f-a6c5-bfa1036ce415 None None] Sync routers for ids ['dc6e8215-443a-4762-bd0e-8ac7a88c7dae'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:24.686528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d77906e8-af1e-4f44-b5b4-7ecc4625de28 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/dc6e8215-443a-4762-bd0e-8ac7a88c7dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9275689 Jul 13 07:45:24.689018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44910) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:24.692818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.697800 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738348f-8baf-473f-a6c5-bfa1036ce415 None None] Routers {'dc6e8215-443a-4762-bd0e-8ac7a88c7dae'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:24.698437 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c738348f-8baf-473f-a6c5-bfa1036ce415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['dc6e8215-443a-4762-bd0e-8ac7a88c7dae'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:24.709254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be1e790-70dd-40c5-93a3-7a22f5055446']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:24.726461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937f7d43-050a-4f81-a435-ded2fac1604c') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:24.727236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937f7d43-050a-4f81-a435-ded2fac1604c') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:24.740184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.760637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.765731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a246a-db7e-4c0d-a2dc-3f6496d7b398 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:24.767132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-182a246a-db7e-4c0d-a2dc-3f6496d7b398 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports/62198a24-7a19-4b37-8cc8-7ce0426182bb HTTP/1.1" status: 200 len: 910 time: 0.0771997 Jul 13 07:45:24.769759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.771264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44912) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:24.773747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:24.774524 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.776860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2f24d574-de3d-4403-b1ca-c7b354e8e73d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2d4fe59-aa45-4df4-9df7-da49b24702ed'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:24.778377 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c738348f-8baf-473f-a6c5-bfa1036ce415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:24.779470 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:24.781949 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.794800 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738348f-8baf-473f-a6c5-bfa1036ce415 None None] Routers {'dc6e8215-443a-4762-bd0e-8ac7a88c7dae'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:24.796519 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c738348f-8baf-473f-a6c5-bfa1036ce415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['dc6e8215-443a-4762-bd0e-8ac7a88c7dae'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:24.864138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-902f0e27-f61e-4005-be85-a3cc4a65a795 None None] Provisioning complete for port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:24.864686 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-902f0e27-f61e-4005-be85-a3cc4a65a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.879412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.880060 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c738348f-8baf-473f-a6c5-bfa1036ce415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:24.880964 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c738348f-8baf-473f-a6c5-bfa1036ce415 None None] The sync data for ids ['dc6e8215-443a-4762-bd0e-8ac7a88c7dae'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:24.904658 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.907608 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/4be1e790-70dd-40c5-93a3-7a22f5055446 HTTP/1.1" status: 204 len: 168 time: 2.1486387 Jul 13 07:45:24.913000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44916) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:24.927664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1f358fba-fa65-41c0-b985-818e4edd0bf4 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:24.931148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1123679917'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:24.945650 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bbe70-b5bd-45a3-ba8b-407bdd8ec3a9 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=4be1e790-70dd-40c5-93a3-7a22f5055446,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:24.975089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:24.980701 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.987549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 1f358fba-fa65-41c0-b985-818e4edd0bf4 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:24.987894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1f358fba-fa65-41c0-b985-818e4edd0bf4 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:25.020099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:25.040358 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.041135 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment 9f669fd0-5ed4-4822-a735-85b47e13a939 of type vlan for network 22e3741e-89ef-41f9-aa7f-42b5ada50582 Jul 13 07:45:25.083943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-902f0e27-f61e-4005-be85-a3cc4a65a795 None None] Provisioning for port 62198a24-7a19-4b37-8cc8-7ce0426182bb completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:25.092137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-902f0e27-f61e-4005-be85-a3cc4a65a795 None None] Provisioning complete for port 62198a24-7a19-4b37-8cc8-7ce0426182bb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:25.092861 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-902f0e27-f61e-4005-be85-a3cc4a65a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.102383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.156692 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.157766 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-902f0e27-f61e-4005-be85-a3cc4a65a795 None None] Port 62198a24-7a19-4b37-8cc8-7ce0426182bb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:25.162704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:25.163531 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.207283 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2926989 Jul 13 07:45:25.210473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44918) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:25.218048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': '22e3741e-89ef-41f9-aa7f-42b5ada50582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:25.267197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766095e8-9731-47ee-9ea0-0fb341aed009 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=22e3741e-89ef-41f9-aa7f-42b5ada50582,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:25.283115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 22e3741e-89ef-41f9-aa7f-42b5ada50582 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:25.370193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3fcb3ef7-29ce-43b2-8f9e-44044f67171b None None] Provisioning complete for port 62198a24-7a19-4b37-8cc8-7ce0426182bb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:25.382412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=d25217ce-cc0d-4d6d-ba88-2527e7869d0a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:25.383143 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3ef7-29ce-43b2-8f9e-44044f67171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.392665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:25.401097 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.431479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.468998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb3ef7-29ce-43b2-8f9e-44044f67171b None None] Port 62198a24-7a19-4b37-8cc8-7ce0426182bb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:25.505165 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.506446 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8a139632-c6c6-4294-9a92-66978f9e4ff2 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6996732 Jul 13 07:45:25.509295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44922) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:25.519648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'port': {'network_id': 'e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77', 'name': 'tempest-FloatingIPTestJSON-922771422'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:25.603994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a31a33b6-2540-4ade-9cc4-d779010037be None None] Provisioning complete for port 62198a24-7a19-4b37-8cc8-7ce0426182bb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:25.605710 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a31a33b6-2540-4ade-9cc4-d779010037be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.662789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a31a33b6-2540-4ade-9cc4-d779010037be None None] Port 62198a24-7a19-4b37-8cc8-7ce0426182bb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:25.678769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f24d574-de3d-4403-b1ca-c7b354e8e73d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.718746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.770332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7e41c774-6872-445e-9e4b-d7d0179c2ba7 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:25.804769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=307f70a0-238c-4351-91cf-7b1f65a1cad5,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:25.815649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': '9f669fd0-5ed4-4822-a735-85b47e13a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '22e3741e-89ef-41f9-aa7f-42b5ada50582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:25.816317 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: 22e3741e-89ef-41f9-aa7f-42b5ada50582, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:25.836838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01997bf-820d-4673-8b8d-c2b751ac05a9 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:45:25.839961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network 22e3741e-89ef-41f9-aa7f-42b5ada50582 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:25.844943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Made reservation on behalf of 4f963b7d1a364eec92ab658e13c46dfc for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:25.849357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.853516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 22e3741e-89ef-41f9-aa7f-42b5ada50582) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:25.868181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:25.870890 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.879202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] device_id is not set on port e7194f89-9174-41c4-bd89-dabb303c3b15 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:25.908078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3d5b539b-ed80-422d-a6b0-d325d3568179 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6962662 Jul 13 07:45:25.910189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44924) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:25.938145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a223e8d7-293e-4edf-80f2-8fd0a025bc0e None None] Provisioning complete for port 62198a24-7a19-4b37-8cc8-7ce0426182bb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:25.938763 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a223e8d7-293e-4edf-80f2-8fd0a025bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.963067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:25.963607 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.025336 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.030688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a223e8d7-293e-4edf-80f2-8fd0a025bc0e None None] Port 62198a24-7a19-4b37-8cc8-7ce0426182bb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:26.088470 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.095160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.20.0.7 (e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77/3171c32a-0d71-494c-a48f-6b95533935fb/e7194f89-9174-41c4-bd89-dabb303c3b15) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:26.187830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01997bf-820d-4673-8b8d-c2b751ac05a9 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:45:26.188353 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.229975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=307f70a0-238c-4351-91cf-7b1f65a1cad5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.315666 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.330809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e3741e-89ef-41f9-aa7f-42b5ada50582']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:26.343756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f669fd0-5ed4-4822-a735-85b47e13a939') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:26.344081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f669fd0-5ed4-4822-a735-85b47e13a939') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:26.355923 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.373463 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.381368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:26.382341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:26.385700 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:26.484188 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.492327 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.506840 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.515475 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/22e3741e-89ef-41f9-aa7f-42b5ada50582 HTTP/1.1" status: 204 len: 168 time: 0.6038523 Jul 13 07:45:26.516410 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44930) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:26.553303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1347470060'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:26.561105 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81006e92-510e-4539-802b-e7ae2bfab46d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=22e3741e-89ef-41f9-aa7f-42b5ada50582,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.585283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:26.589208 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.625502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb20496-3a64-4b68-9508-74d03519db84 None None] Network 22e3741e-89ef-41f9-aa7f-42b5ada50582 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:26.638993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:26.639251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb20496-3a64-4b68-9508-74d03519db84 None None] Network 22e3741e-89ef-41f9-aa7f-42b5ada50582 could not be found, it might have been deleted concurrently. {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:45:26.647862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f24d574-de3d-4403-b1ca-c7b354e8e73d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.652691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.659854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269fbae2-b4c0-4eb6-a533-e7e00dc585c2 None None] Network 22e3741e-89ef-41f9-aa7f-42b5ada50582 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:26.667637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.668049 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment dbb626c8-2302-4d47-b3f7-27fe60dae7b4 of type vlan for network d3d70cd8-c19d-4258-ad1c-966655d1c83b Jul 13 07:45:26.674328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269fbae2-b4c0-4eb6-a533-e7e00dc585c2 None None] Network 22e3741e-89ef-41f9-aa7f-42b5ada50582 could not be found, it might have been deleted concurrently. {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:45:26.698442 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f24d574-de3d-4403-b1ca-c7b354e8e73d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.720315 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.722617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:26.729371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:26.736961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:26.741845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=e7194f89-9174-41c4-bd89-dabb303c3b15,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.790781 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.801524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:26.803653 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.904373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=d3d70cd8-c19d-4258-ad1c-966655d1c83b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.916801 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d3d70cd8-c19d-4258-ad1c-966655d1c83b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:26.917576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24d574-de3d-4403-b1ca-c7b354e8e73d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:26.918318 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2f24d574-de3d-4403-b1ca-c7b354e8e73d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.923158 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2f24d574-de3d-4403-b1ca-c7b354e8e73d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/ports/62198a24-7a19-4b37-8cc8-7ce0426182bb HTTP/1.1" status: 200 len: 910 time: 2.1484270 Jul 13 07:45:26.923455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44934) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:26.928663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:26.929450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.933179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24d574-de3d-4403-b1ca-c7b354e8e73d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=62198a24-7a19-4b37-8cc8-7ce0426182bb,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.953342 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-606b31ce-287e-4f33-9a77-3e6f0930adb8 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4429679 Jul 13 07:45:26.954274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44936) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:26.960008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2593f36d-fdf7-491c-b3c4-b2f72aaba5df tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'port_id': 'e7194f89-9174-41c4-bd89-dabb303c3b15'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:27.013325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-609d64ae-e8eb-4003-b626-529959d3c0cf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4661500 Jul 13 07:45:27.015438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2593f36d-fdf7-491c-b3c4-b2f72aaba5df tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.018045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44938) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:27.023821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f6d3a722-6722-4f3e-9546-ffdcd02c84c1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:27.165392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fa6b84d0-f65c-478c-8f66-f44f4c8c5334 None None] Provisioning complete for port 62198a24-7a19-4b37-8cc8-7ce0426182bb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:27.165934 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa6b84d0-f65c-478c-8f66-f44f4c8c5334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.221922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b84d0-f65c-478c-8f66-f44f4c8c5334 None None] Port 62198a24-7a19-4b37-8cc8-7ce0426182bb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:27.350637 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6d3a722-6722-4f3e-9546-ffdcd02c84c1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.376963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6d3a722-6722-4f3e-9546-ffdcd02c84c1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.439923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6d3a722-6722-4f3e-9546-ffdcd02c84c1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network d3d70cd8-c19d-4258-ad1c-966655d1c83b is not hosted by any dhcp agent {{(pid=93838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:45:27.445831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d3a722-6722-4f3e-9546-ffdcd02c84c1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:27.446561 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6d3a722-6722-4f3e-9546-ffdcd02c84c1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.450009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f6d3a722-6722-4f3e-9546-ffdcd02c84c1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "PUT /v2.0/networks/d3d70cd8-c19d-4258-ad1c-966655d1c83b HTTP/1.1" status: 200 len: 723 time: 0.4295430 Jul 13 07:45:27.457581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44942) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:27.484846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': 'd3d70cd8-c19d-4258-ad1c-966655d1c83b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:27.530681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3a722-6722-4f3e-9546-ffdcd02c84c1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=d3d70cd8-c19d-4258-ad1c-966655d1c83b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.544846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d3d70cd8-c19d-4258-ad1c-966655d1c83b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:27.923867 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2593f36d-fdf7-491c-b3c4-b2f72aaba5df tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.929618 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2593f36d-fdf7-491c-b3c4-b2f72aaba5df tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.938238 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.069306 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-2593f36d-fdf7-491c-b3c4-b2f72aaba5df tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP a0f70215-fe64-4e27-99c5-7128213a78f0 associated. External IP: 172.25.6.88, port: e7194f89-9174-41c4-bd89-dabb303c3b15. Jul 13 07:45:28.135804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:28.140709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.369057 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2593f36d-fdf7-491c-b3c4-b2f72aaba5df tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:28.413079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 62198a24-7a19-4b37-8cc8-7ce0426182bb {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:28.413426 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.510858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.514941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2593f36d-fdf7-491c-b3c4-b2f72aaba5df tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:28.521006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2593f36d-fdf7-491c-b3c4-b2f72aaba5df tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.542025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2738b5b9-a07b-4f15-8812-9cd1856e6b30 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:28.555529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2738b5b9-a07b-4f15-8812-9cd1856e6b30 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:28.556782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2738b5b9-a07b-4f15-8812-9cd1856e6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:28.572714 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2593f36d-fdf7-491c-b3c4-b2f72aaba5df tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "PUT /v2.0/floatingips/a0f70215-fe64-4e27-99c5-7128213a78f0 HTTP/1.1" status: 200 len: 976 time: 1.6168940 Jul 13 07:45:28.575353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45020) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:28.582118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=1577312f-660e-483f-b4a7-13a440ed843f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:28.618323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2738b5b9-a07b-4f15-8812-9cd1856e6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:28.618822 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.636269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2738b5b9-a07b-4f15-8812-9cd1856e6b30 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:28.637692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2738b5b9-a07b-4f15-8812-9cd1856e6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:28.640658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 62198a24-7a19-4b37-8cc8-7ce0426182bb owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:28.649018 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': 'dbb626c8-2302-4d47-b3f7-27fe60dae7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd3d70cd8-c19d-4258-ad1c-966655d1c83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:28.649382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: d3d70cd8-c19d-4258-ad1c-966655d1c83b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:28.685337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2738b5b9-a07b-4f15-8812-9cd1856e6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:28.686449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2738b5b9-a07b-4f15-8812-9cd1856e6b30 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:28.705764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port e7194f89-9174-41c4-bd89-dabb303c3b15 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:28.706118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.716435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network d3d70cd8-c19d-4258-ad1c-966655d1c83b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:28.731440 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, d3d70cd8-c19d-4258-ad1c-966655d1c83b) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:28.737474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:28.738938 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.748326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301e8a9d-f2ac-4ae8-ae19-c6f2cc88fa2f None None] Network d3d70cd8-c19d-4258-ad1c-966655d1c83b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:28.804541 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3b480248-ddf9-4310-8714-411cb9def7b1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3457799 Jul 13 07:45:28.805750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.807761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45024) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:28.814228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-937aa807-11b5-4144-940c-e6621fb8504d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:28.945156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-d3d70cd8-c19d-4258-ad1c-966655d1c83b', 'network_id': 'd3d70cd8-c19d-4258-ad1c-966655d1c83b', 'tenant_id': '97679c5f13bd4a8e9f9ab928a39844f0', 'fixed_ips': [{'subnet_id': '1577312f-660e-483f-b4a7-13a440ed843f'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:28.946027 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.957426 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-937aa807-11b5-4144-940c-e6621fb8504d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3398377'] for subnet, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.962021 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.024685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=62198a24-7a19-4b37-8cc8-7ce0426182bb,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:29.114469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.114835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.115153 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP a0f70215-fe64-4e27-99c5-7128213a78f0 disassociated. External IP: 172.25.6.88, port: e7194f89-9174-41c4-bd89-dabb303c3b15. Jul 13 07:45:29.115499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for e7194f89-9174-41c4-bd89-dabb303c3b15 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:29.284039 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.317421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=e7194f89-9174-41c4-bd89-dabb303c3b15,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:29.345706 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.348103 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-937aa807-11b5-4144-940c-e6621fb8504d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732162714965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4068810'] for subnet, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.405879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937aa807-11b5-4144-940c-e6621fb8504d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:29.407150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-937aa807-11b5-4144-940c-e6621fb8504d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.411494 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-937aa807-11b5-4144-940c-e6621fb8504d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "PUT /v2.0/subnets/1577312f-660e-483f-b4a7-13a440ed843f HTTP/1.1" status: 200 len: 806 time: 0.6025703 Jul 13 07:45:29.413679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Allocated IP 172.20.0.2 (d3d70cd8-c19d-4258-ad1c-966655d1c83b/1577312f-660e-483f-b4a7-13a440ed843f/1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:29.417500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45028) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:29.524093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:29.551388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.553397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aa807-11b5-4144-940c-e6621fb8504d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=1577312f-660e-483f-b4a7-13a440ed843f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:29.606158 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.617804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Transition to ACTIVE for port object 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:29.643022 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Transition to ACTIVE for port object 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:29.667287 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.704001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:29.714819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Network d3d70cd8-c19d-4258-ad1c-966655d1c83b is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:29.716578 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd7aab-af26-4b70-b98b-998f98b535ad None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:29.720906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:29.724724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:29.732953 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd7aab-af26-4b70-b98b-998f98b535ad None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:29.733588 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c3fd7aab-af26-4b70-b98b-998f98b535ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:29.758965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Pushing event updated for resources: {'Port': ['ID=1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:29.769456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router dc6e8215-443a-4762-bd0e-8ac7a88c7dae has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:29.797971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Attempting to bind port 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:29.798350 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Attempting to bind port 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'dbb626c8-2302-4d47-b3f7-27fe60dae7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd3d70cd8-c19d-4258-ad1c-966655d1c83b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:29.798725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Attempting to bind port 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 on network d3d70cd8-c19d-4258-ad1c-966655d1c83b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:29.804831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:29.805115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Checking segment: {'id': 'dbb626c8-2302-4d47-b3f7-27fe60dae7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd3d70cd8-c19d-4258-ad1c-966655d1c83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:29.805533 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.806087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Bound using segment: {'id': 'dbb626c8-2302-4d47-b3f7-27fe60dae7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd3d70cd8-c19d-4258-ad1c-966655d1c83b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:29.806581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Bound port: 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb626c8-2302-4d47-b3f7-27fe60dae7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd3d70cd8-c19d-4258-ad1c-966655d1c83b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:29.806974 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.888435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:29.904161 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e4c48d49-675c-4fa9-98b2-4b84b63f1d37 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/dc6e8215-443a-4762-bd0e-8ac7a88c7dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9793942 Jul 13 07:45:29.906999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45032) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:29.922293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c2a3a-707a-44d4-8d45-4cc90ba15855 None None] Sync routers for ids ['dc6e8215-443a-4762-bd0e-8ac7a88c7dae'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:29.934394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] For port 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:29.950329 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c3fd7aab-af26-4b70-b98b-998f98b535ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:29.960992 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd7aab-af26-4b70-b98b-998f98b535ad None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:29.961788 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c3fd7aab-af26-4b70-b98b-998f98b535ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:29.963052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c2a3a-707a-44d4-8d45-4cc90ba15855 None None] Routers {'dc6e8215-443a-4762-bd0e-8ac7a88c7dae'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:29.964351 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-efc4ee93-6fc3-4640-9fe1-a4eac5c326f3 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6e8215-443a-4762-bd0e-8ac7a88c7dae HTTP/1.1" status: 200 len: 205 time: 0.0558300 Jul 13 07:45:29.967015 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45034) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:29.967500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-011c2a3a-707a-44d4-8d45-4cc90ba15855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['dc6e8215-443a-4762-bd0e-8ac7a88c7dae'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:29.999538 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c3fd7aab-af26-4b70-b98b-998f98b535ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:30.000326 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd7aab-af26-4b70-b98b-998f98b535ad None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:30.024696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] For port 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83,segment=NetworkSegment(dbb626c8-2302-4d47-b3f7-27fe60dae7b4),segment_id=dbb626c8-2302-4d47-b3f7-27fe60dae7b4)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:30.026354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-011c2a3a-707a-44d4-8d45-4cc90ba15855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:30.033654 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.072881 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-431b6849-ab7c-4cd2-8b6d-039ec7834269 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.073831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c2a3a-707a-44d4-8d45-4cc90ba15855 None None] Routers {'dc6e8215-443a-4762-bd0e-8ac7a88c7dae'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:30.074457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-011c2a3a-707a-44d4-8d45-4cc90ba15855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['dc6e8215-443a-4762-bd0e-8ac7a88c7dae'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:30.158503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-011c2a3a-707a-44d4-8d45-4cc90ba15855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:30.159185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c2a3a-707a-44d4-8d45-4cc90ba15855 None None] The sync data for ids ['dc6e8215-443a-4762-bd0e-8ac7a88c7dae'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:30.204582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e9620-5aeb-4397-a161-7235e59941d7 None None] Pushing event updated for resources: {'Port': ['ID=1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:30.264677 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-431b6849-ab7c-4cd2-8b6d-039ec7834269 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.266931 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-431b6849-ab7c-4cd2-8b6d-039ec7834269 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.269428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting port 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:30.269780 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.287101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.289104 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ff3bf721-5db3-47b2-9398-40e8ddb7e68e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/ports/e7194f89-9174-41c4-bd89-dabb303c3b15 HTTP/1.1" status: 204 len: 168 time: 1.7125788 Jul 13 07:45:30.299491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45036) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.352680 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-431b6849-ab7c-4cd2-8b6d-039ec7834269 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.353234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431b6849-ab7c-4cd2-8b6d-039ec7834269 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Fanout notify agent at l3_agent the message router_deleted on router dc6e8215-443a-4762-bd0e-8ac7a88c7dae {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:30.368721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-431b6849-ab7c-4cd2-8b6d-039ec7834269 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.372084 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-431b6849-ab7c-4cd2-8b6d-039ec7834269 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/dc6e8215-443a-4762-bd0e-8ac7a88c7dae HTTP/1.1" status: 204 len: 168 time: 0.4014957 Jul 13 07:45:30.372246 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d19434ea-d70d-4abe-aae3-b5dd02d32e6a tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "GET /v2.0/floatingips/a0f70215-fe64-4e27-99c5-7128213a78f0 HTTP/1.1" status: 200 len: 687 time: 0.0704558 Jul 13 07:45:30.373409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45040) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.373684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45042) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.484834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a53496-4760-4536-9b81-9f5336c579c1 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting subnet d2d4fe59-aa45-4df4-9df7-da49b24702ed {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:30.496133 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84a53496-4760-4536-9b81-9f5336c579c1 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.543800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] For port 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83,segment=NetworkSegment(dbb626c8-2302-4d47-b3f7-27fe60dae7b4),segment_id=dbb626c8-2302-4d47-b3f7-27fe60dae7b4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:30.544357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.547877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port d25217ce-cc0d-4d6d-ba88-2527e7869d0a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:30.548256 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.564049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Calling delete_port for 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:30.566977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84a53496-4760-4536-9b81-9f5336c579c1 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.629009 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.629009 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.641311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for d25217ce-cc0d-4d6d-ba88-2527e7869d0a owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:30.716401 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84a53496-4760-4536-9b81-9f5336c579c1 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.815203 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.827030 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.828955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84a53496-4760-4536-9b81-9f5336c579c1 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.871854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=d25217ce-cc0d-4d6d-ba88-2527e7869d0a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:30.910980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Port': ['ID=1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:30.917562 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84a53496-4760-4536-9b81-9f5336c579c1 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.920112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-84a53496-4760-4536-9b81-9f5336c579c1 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/d2d4fe59-aa45-4df4-9df7-da49b24702ed HTTP/1.1" status: 204 len: 168 time: 0.5457566 Jul 13 07:45:30.921250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a53496-4760-4536-9b81-9f5336c579c1 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d4fe59-aa45-4df4-9df7-da49b24702ed,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:30.922810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45046) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.929169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92535ed-f5a5-4216-9688-9415f4be1b94 None None] Network 2d088722-d56f-4338-9203-6369172e47f3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:30.943805 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.944411 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.945477 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.946532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.946967 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.947378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.947774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.948200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.948605 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.949008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.949348 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.949879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:30.958276 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.960626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No DVR routers for this DVR port 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:30.962502 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.968393 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f5048e3e-8e51-4eb7-ab87-8085f08fe426 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/floatingips/a0f70215-fe64-4e27-99c5-7128213a78f0 HTTP/1.1" status: 204 len: 168 time: 0.5888913 Jul 13 07:45:30.969042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45050) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.976975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': 'e9fd406d-1646-4163-8d12-be435a591de1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:31.010915 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.081475 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.091144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.160703 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.205497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:31.205863 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.225653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.278907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45052) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:31.289340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=1577312f-660e-483f-b4a7-13a440ed843f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.369570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port 7e41c774-6872-445e-9e4b-d7d0179c2ba7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7e41c774-6872-445e-9e4b-d7d0179c2ba7,segment=NetworkSegment(b425dee7-1a2e-4342-ae0a-6679241c8f4b),segment_id=b425dee7-1a2e-4342-ae0a-6679241c8f4b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:31.369846 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.409541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.424529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 7e41c774-6872-445e-9e4b-d7d0179c2ba7 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:31.427128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d70cd8-c19d-4258-ad1c-966655d1c83b']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:31.445455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb626c8-2302-4d47-b3f7-27fe60dae7b4') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:31.445763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb626c8-2302-4d47-b3f7-27fe60dae7b4') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:31.458751 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.475038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b97fdd5-d043-4d63-ab40-ec1ec1cb1fb6 None None] Network d3d70cd8-c19d-4258-ad1c-966655d1c83b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:31.507598 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.525896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:31.526486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:31.529973 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:31.584034 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a629c760-acd9-43e0-81f7-af015b017068 None None] DHCP port deletion for 2d088722-d56f-4338-9203-6369172e47f3 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:31.607840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0328c88c-cbcb-45dd-b909-fc129b76bfbb None None] Could not find standard attr ID for object 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:45:31.619169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.638621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.646078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.649965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/d3d70cd8-c19d-4258-ad1c-966655d1c83b HTTP/1.1" status: 204 len: 168 time: 2.2311444 Jul 13 07:45:31.686290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45056) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:31.742812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a629c760-acd9-43e0-81f7-af015b017068 None None] Deleting port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:31.743322 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a629c760-acd9-43e0-81f7-af015b017068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.786540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No DVR routers for this DVR port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:31.799058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37467423-e11a-489b-818a-dec751ce1678 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=d3d70cd8-c19d-4258-ad1c-966655d1c83b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.804804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=7e41c774-6872-445e-9e4b-d7d0179c2ba7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.808632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7e41c774-6872-445e-9e4b-d7d0179c2ba7 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:31.846713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 7e41c774-6872-445e-9e4b-d7d0179c2ba7 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:31.847078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7e41c774-6872-445e-9e4b-d7d0179c2ba7 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:31.850533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b116f26-44ad-46e3-a1b0-7e49ab92b8ca None None] DHCP port deletion for d3d70cd8-c19d-4258-ad1c-966655d1c83b request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:31.861424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a629c760-acd9-43e0-81f7-af015b017068 None None] For port 7e41c774-6872-445e-9e4b-d7d0179c2ba7, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:31.861961 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a629c760-acd9-43e0-81f7-af015b017068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.886471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30318b90-7af7-4578-8d54-60b02bd05fc5 None None] Network d3d70cd8-c19d-4258-ad1c-966655d1c83b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:31.900679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a629c760-acd9-43e0-81f7-af015b017068 None None] Calling delete_port for 7e41c774-6872-445e-9e4b-d7d0179c2ba7 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:31.903472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30318b90-7af7-4578-8d54-60b02bd05fc5 None None] Network d3d70cd8-c19d-4258-ad1c-966655d1c83b could not be found, it might have been deleted concurrently. {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:45:31.906674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-a629c760-acd9-43e0-81f7-af015b017068 None None] Port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:45:31.908480 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a629c760-acd9-43e0-81f7-af015b017068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.940093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629c760-acd9-43e0-81f7-af015b017068 None None] Pushing event deleted for resources: {'Port': ['ID=7e41c774-6872-445e-9e4b-d7d0179c2ba7,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.944130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629c760-acd9-43e0-81f7-af015b017068 None None] No DVR routers for this DVR port 7e41c774-6872-445e-9e4b-d7d0179c2ba7 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:31.981947 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.992303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d088722-d56f-4338-9203-6369172e47f3']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:32.006697 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac245a11-b46d-4be8-a708-5e4e1df9e42d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:32.008136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac245a11-b46d-4be8-a708-5e4e1df9e42d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:32.013898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ac245a11-b46d-4be8-a708-5e4e1df9e42d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/d3d70cd8-c19d-4258-ad1c-966655d1c83b HTTP/1.1" status: 404 len: 339 time: 0.3178568 Jul 13 07:45:32.013898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b425dee7-1a2e-4342-ae0a-6679241c8f4b') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:32.014204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b425dee7-1a2e-4342-ae0a-6679241c8f4b') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:32.016046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45060) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:32.021609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1700629185', 'description': 'd1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:32.040908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.066800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.25.6.251 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/04e88e9d-6cc2-4cc2-adcf-df30afe603ec) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:32.067976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.076573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:32.077088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:32.080321 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:32.082760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:32.086614 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.177922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:32.187331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.194298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.194679 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment 8ae27bec-ed86-4f81-bed0-4907ecd9edb5 of type vlan for network e8044346-1172-4f33-af7a-12721d3589e0 Jul 13 07:45:32.212799 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.214794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/networks/2d088722-d56f-4338-9203-6369172e47f3 HTTP/1.1" status: 204 len: 168 time: 1.2897873 Jul 13 07:45:32.224707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45062) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:32.227484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937739bc-1191-4f4e-9350-cb46ea15eaf7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Network': ['ID=2d088722-d56f-4338-9203-6369172e47f3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.229943 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d4844c34-6ba7-4a70-9e0d-37dd8b956be9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-791074379', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:32.268093 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.269544 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.275420 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4844c34-6ba7-4a70-9e0d-37dd8b956be9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.276475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4844c34-6ba7-4a70-9e0d-37dd8b956be9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.302971 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.311357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:32.312166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.353999 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3367755 Jul 13 07:45:32.356953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45064) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:32.358335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4844c34-6ba7-4a70-9e0d-37dd8b956be9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.388717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c96ed-e58b-451e-8640-2c137791eb0b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=e8044346-1172-4f33-af7a-12721d3589e0,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.393431 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4844c34-6ba7-4a70-9e0d-37dd8b956be9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.401603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network e8044346-1172-4f33-af7a-12721d3589e0 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:32.447950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4844c34-6ba7-4a70-9e0d-37dd8b956be9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.452113 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d4844c34-6ba7-4a70-9e0d-37dd8b956be9 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2231240 Jul 13 07:45:32.452840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45066) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:32.459935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'network': {'name': 'tempest-RoutersTest-1099319325'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:32.497495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:32.498227 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.501860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.514773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce6c13b-690c-4468-b074-9ccec0cac834 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:32.518881 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0ce6c13b-690c-4468-b074-9ccec0cac834 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/networks?id=e8044346-1172-4f33-af7a-12721d3589e0 HTTP/1.1" status: 200 len: 761 time: 0.1567962 Jul 13 07:45:32.520680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45070) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:32.527259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-02d19201-7749-4478-a858-871cb5998efe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'description': 'd2'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:32.541864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:32.553859 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.554408 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added segment e6a0d961-97e2-4527-9b7e-970714fbe1bb of type vlan for network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 Jul 13 07:45:32.555435 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.610550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.611794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:32.628089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:32.634702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:32.644211 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.650542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:32.651149 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.665986 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=04e88e9d-6cc2-4cc2-adcf-df30afe603ec,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.691822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2374082 Jul 13 07:45:32.694824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45072) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:32.702804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'subnet': {'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:32.742799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb998-b3b9-462f-b14b-da14b43fde60 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Network': ['ID=83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.756781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:32.835701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:32.840225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.958490 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d19201-7749-4478-a858-871cb5998efe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.014281 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d19201-7749-4478-a858-871cb5998efe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.057403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.071921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02d19201-7749-4478-a858-871cb5998efe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network e8044346-1172-4f33-af7a-12721d3589e0 is not hosted by any dhcp agent {{(pid=93839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:45:33.083906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d19201-7749-4478-a858-871cb5998efe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:33.084607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d19201-7749-4478-a858-871cb5998efe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.085957 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-02d19201-7749-4478-a858-871cb5998efe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "PUT /v2.0/networks/e8044346-1172-4f33-af7a-12721d3589e0 HTTP/1.1" status: 200 len: 758 time: 0.5629992 Jul 13 07:45:33.094314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45076) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:33.194331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Subnet': ['ID=a3951ea5-f99d-44dc-a094-56bb3a132b03,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:33.201961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d19201-7749-4478-a858-871cb5998efe tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=e8044346-1172-4f33-af7a-12721d3589e0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:33.213260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network e8044346-1172-4f33-af7a-12721d3589e0 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:33.235236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Checking segment: {'id': 'e6a0d961-97e2-4527-9b7e-970714fbe1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:33.235981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network hostable DHCP agents. Network: 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:33.244734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf499049-f23f-43fc-ac48-86347dfe14bd tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:33.252049 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bf499049-f23f-43fc-ac48-86347dfe14bd tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/networks?id=e8044346-1172-4f33-af7a-12721d3589e0 HTTP/1.1" status: 200 len: 761 time: 0.1547544 Jul 13 07:45:33.253760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45078) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:33.259414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1503958004'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:33.288268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:33.296785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:33.300860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.311792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:33.317106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:33.317715 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.328337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fcc1be-64dc-4813-9fa0-5e4692d401e9 None None] Network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:33.344718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:33.347752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2c1fad24-6645-44d2-b97c-6d934cee6359 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6522176 Jul 13 07:45:33.351373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45080) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:33.502716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.503087 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment 6c9dc817-bcd1-4b0b-88b7-c58b92c468bf of type vlan for network 0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af Jul 13 07:45:33.529856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:33.530682 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.564149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.566347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port 6e6a2186-4dee-4606-8407-8159c0d5b449 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:33.566691 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.623901 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.704199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:33.734093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:33.734741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1a1a933b-38e9-4cfe-b0a7-28d3aaf0af83 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:33.740246 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.746596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:33.747233 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.754406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.795200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Allocated IP 172.20.0.2 (83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8/a3951ea5-f99d-44dc-a094-56bb3a132b03/b1ee48a2-3cdf-41fc-862a-1941ad085c1f) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:33.854175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5977373 Jul 13 07:45:33.859324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45084) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:33.993317 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.004978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Transition to ACTIVE for port object b1ee48a2-3cdf-41fc-862a-1941ad085c1f will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:34.021503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Transition to ACTIVE for port object b1ee48a2-3cdf-41fc-862a-1941ad085c1f will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:34.031626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.036370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': '0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:34.071466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] For port 6e6a2186-4dee-4606-8407-8159c0d5b449, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6e6a2186-4dee-4606-8407-8159c0d5b449,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:34.071829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.080658 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.093018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Pushing event updated for resources: {'Port': ['ID=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.104222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:34.105146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for 6e6a2186-4dee-4606-8407-8159c0d5b449 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:34.107216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:34.107386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19cef9-24d2-422c-ba75-bda8323daa66 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.113427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:34.123974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:34.237674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Attempting to bind port b1ee48a2-3cdf-41fc-862a-1941ad085c1f on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:34.238344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Attempting to bind port b1ee48a2-3cdf-41fc-862a-1941ad085c1f by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'e6a0d961-97e2-4527-9b7e-970714fbe1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:34.238456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Attempting to bind port b1ee48a2-3cdf-41fc-862a-1941ad085c1f on network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:34.246208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:34.247377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Checking segment: {'id': 'e6a0d961-97e2-4527-9b7e-970714fbe1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:34.247884 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.248306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Bound using segment: {'id': 'e6a0d961-97e2-4527-9b7e-970714fbe1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:34.249268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Bound port: b1ee48a2-3cdf-41fc-862a-1941ad085c1f, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a0d961-97e2-4527-9b7e-970714fbe1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:34.249268 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.251790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:34.255882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.399732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] For port b1ee48a2-3cdf-41fc-862a-1941ad085c1f, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:34.400797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Allocated IP 172.20.0.1 (83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8/a3951ea5-f99d-44dc-a094-56bb3a132b03/85457f36-5061-481a-946c-19e8557acbad) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:34.406989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] For port b1ee48a2-3cdf-41fc-862a-1941ad085c1f, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,segment=NetworkSegment(e6a0d961-97e2-4527-9b7e-970714fbe1bb),segment_id=e6a0d961-97e2-4527-9b7e-970714fbe1bb)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:34.417089 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.510328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f484704-ef37-4a6e-87b5-7c2d79214c77 None None] Pushing event updated for resources: {'Port': ['ID=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.520656 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.529886 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.539432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.546082 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.578068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.667685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.669242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=04e88e9d-6cc2-4cc2-adcf-df30afe603ec,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.699779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=ba78dadc-c4a2-48c6-975b-d8df6dbde6fa,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.708528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': '6c9dc817-bcd1-4b0b-88b7-c58b92c468bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:34.708903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: 0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:34.715668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Transition to ACTIVE for port object 85457f36-5061-481a-946c-19e8557acbad will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:34.746226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network 0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:34.795002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:34.801165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:34.801856 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.803183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=6e6a2186-4dee-4606-8407-8159c0d5b449,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.817172 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.818674 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.818969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a615cb8b-4ab9-4767-a6ba-5eb5a23effd3 None None] Network 0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:34.943344 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-90b034d5-be8b-40a0-b122-47a6680c20fb tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9140244 Jul 13 07:45:34.945255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45090) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:34.960351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=85457f36-5061-481a-946c-19e8557acbad,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.967037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:34.988418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:34.991518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:35.096318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af', 'network_id': '0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af', 'tenant_id': '97679c5f13bd4a8e9f9ab928a39844f0', 'fixed_ips': [{'subnet_id': 'ba78dadc-c4a2-48c6-975b-d8df6dbde6fa'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:35.097279 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.127600 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.157471 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP d92a40aa-5314-42d9-9f33-9457b596abba associated. External IP: 172.25.6.251, port: e9fd406d-1646-4163-8d12-be435a591de1. Jul 13 07:45:35.226998 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.276533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Allocated IP 172.20.0.2 (0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af/ba78dadc-c4a2-48c6-975b-d8df6dbde6fa/428b1897-78b6-446c-99bc-a60bc3a71299) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:35.526699 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.541623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Transition to ACTIVE for port object 428b1897-78b6-446c-99bc-a60bc3a71299 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:35.569141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Transition to ACTIVE for port object 428b1897-78b6-446c-99bc-a60bc3a71299 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:35.590286 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.637327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Network 0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:35.640745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:35.646800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:35.669883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:35.691384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Pushing event updated for resources: {'Port': ['ID=428b1897-78b6-446c-99bc-a60bc3a71299,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:35.775883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router 022c76f6-674b-448f-8bca-529c62f76234 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:35.798251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.820231 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Attempting to bind port 428b1897-78b6-446c-99bc-a60bc3a71299 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:35.820590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Attempting to bind port 428b1897-78b6-446c-99bc-a60bc3a71299 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '6c9dc817-bcd1-4b0b-88b7-c58b92c468bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:35.820951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Attempting to bind port 428b1897-78b6-446c-99bc-a60bc3a71299 on network 0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:35.832477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:35.832857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Checking segment: {'id': '6c9dc817-bcd1-4b0b-88b7-c58b92c468bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:35.834805 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.840951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Bound using segment: {'id': '6c9dc817-bcd1-4b0b-88b7-c58b92c468bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:35.843148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Bound port: 428b1897-78b6-446c-99bc-a60bc3a71299, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9dc817-bcd1-4b0b-88b7-c58b92c468bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:35.843574 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.937537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:35.957447 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c3413-32e9-4d37-a521-58e5a729a990 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:35.964385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b1ee48a2-3cdf-41fc-862a-1941ad085c1f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:35.970069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.976643 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c3413-32e9-4d37-a521-58e5a729a990 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:35.978466 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-506c3413-32e9-4d37-a521-58e5a729a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:36.008882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:36.021477 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dbd4918f-2406-471f-8f60-e6f6361f5ff1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "PUT /v2.0/routers/022c76f6-674b-448f-8bca-529c62f76234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7418363 Jul 13 07:45:36.044286 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-506c3413-32e9-4d37-a521-58e5a729a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:36.061551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] Sync routers for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:36.067121 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c3413-32e9-4d37-a521-58e5a729a990 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:36.067998 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-506c3413-32e9-4d37-a521-58e5a729a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:36.072380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-145f540c-2342-43a0-9fda-7d9694612734 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0991182 Jul 13 07:45:36.075134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45098) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:36.080066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e26d644-f505-4163-9ca7-bf600840e657 None None] Network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:36.084807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-533754197'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:36.112810 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-506c3413-32e9-4d37-a521-58e5a729a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:36.113471 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c3413-32e9-4d37-a521-58e5a729a990 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:36.139323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Made reservation on behalf of 4f963b7d1a364eec92ab658e13c46dfc for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:36.149652 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.166967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] For port 428b1897-78b6-446c-99bc-a60bc3a71299, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:36.169659 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:36.170319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:36.171240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting port 428b1897-78b6-446c-99bc-a60bc3a71299 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:36.171733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.208348 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:36.223687 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.224223 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Added segment b40a7448-caa0-448e-98a3-1fc94641c971 of type vlan for network 70df0aec-c333-4b87-9a7a-6132837af6f9 Jul 13 07:45:36.234037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-35dddf73-1064-430b-a908-e2bcb9ad1d43 None None] Provisioning for port b1ee48a2-3cdf-41fc-862a-1941ad085c1f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:36.262900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] For port 428b1897-78b6-446c-99bc-a60bc3a71299, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=428b1897-78b6-446c-99bc-a60bc3a71299,segment=NetworkSegment(6c9dc817-bcd1-4b0b-88b7-c58b92c468bf),segment_id=6c9dc817-bcd1-4b0b-88b7-c58b92c468bf)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:36.269957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port b1ee48a2-3cdf-41fc-862a-1941ad085c1f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:36.279164 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.283403 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.313956 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.314558 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.323883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:36.325574 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.325750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b1ee48a2-3cdf-41fc-862a-1941ad085c1f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:36.326007 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.382364 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3060558 Jul 13 07:45:36.388602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45100) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:36.394571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'subnet': {'network_id': '70df0aec-c333-4b87-9a7a-6132837af6f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:36.495652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:36.498911 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa15416-8594-46d1-8a17-822635f2370e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Network': ['ID=70df0aec-c333-4b87-9a7a-6132837af6f9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:36.500502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae659d-1554-44a9-8558-f358a3a1fcc6 None None] Pushing event updated for resources: {'Port': ['ID=428b1897-78b6-446c-99bc-a60bc3a71299,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:36.546312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 70df0aec-c333-4b87-9a7a-6132837af6f9 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:36.655690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Made reservation on behalf of 4f963b7d1a364eec92ab658e13c46dfc for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:36.659883 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.712227 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.714554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] For port 428b1897-78b6-446c-99bc-a60bc3a71299, host n-d-798249-7, got binding levels [] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:36.714972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.800900 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.987868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=85457f36-5061-481a-946c-19e8557acbad,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:36.998883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Calling delete_port for 428b1897-78b6-446c-99bc-a60bc3a71299 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:37.005702 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.072513 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.095042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Subnet': ['ID=d602b3da-405d-4500-8983-a62b591156f7,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:37.103358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Checking segment: {'id': 'b40a7448-caa0-448e-98a3-1fc94641c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70df0aec-c333-4b87-9a7a-6132837af6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:37.103830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network hostable DHCP agents. Network: 70df0aec-c333-4b87-9a7a-6132837af6f9, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:37.122596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef404eeb-b404-45a0-9c1a-ac6f7dbec282 req-9f82039a-a563-44dc-96c0-467e900cb031 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:37.124555 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef404eeb-b404-45a0-9c1a-ac6f7dbec282 req-9f82039a-a563-44dc-96c0-467e900cb031 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 946 time: 0.4062550 Jul 13 07:45:37.130332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 70df0aec-c333-4b87-9a7a-6132837af6f9 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:37.154282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 70df0aec-c333-4b87-9a7a-6132837af6f9) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:37.158767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:37.159092 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.180944 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ace83662-68d9-4110-b876-1b19a12692ed tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7895734 Jul 13 07:45:37.182023 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45108) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:37.185634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a9041-319c-4678-b435-4f60871ed36a None None] Network 70df0aec-c333-4b87-9a7a-6132837af6f9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:37.193275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1788863775', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:37.223045 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.226242 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.246985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef404eeb-b404-45a0-9c1a-ac6f7dbec282 req-86b23e43-5e92-4e74-a333-953d1690515a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069717 Jul 13 07:45:37.278944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.304544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:37.309108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:37.425617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-70df0aec-c333-4b87-9a7a-6132837af6f9', 'network_id': '70df0aec-c333-4b87-9a7a-6132837af6f9', 'tenant_id': '4f963b7d1a364eec92ab658e13c46dfc', 'fixed_ips': [{'subnet_id': 'd602b3da-405d-4500-8983-a62b591156f7'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:37.426291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.426473 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.431555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port b1ee48a2-3cdf-41fc-862a-1941ad085c1f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,segment=NetworkSegment(e6a0d961-97e2-4527-9b7e-970714fbe1bb),segment_id=e6a0d961-97e2-4527-9b7e-970714fbe1bb)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:37.446530 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.450669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.537695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Port': ['ID=428b1897-78b6-446c-99bc-a60bc3a71299,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:37.630593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No DVR routers for this DVR port 428b1897-78b6-446c-99bc-a60bc3a71299 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:37.690877 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.724461 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.757793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:37.787168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 6, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '1b1e51fe-1d27-4c16-a93f-12dae417aa54', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '022c76f6-674b-448f-8bca-529c62f76234', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'mac_address': 'fa:16:3e:44:8d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:05Z', 'updated_at': '2021-07-13T07:44:11Z', 'revision_number': 1, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:37.833799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:37.870758 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.943527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] Checking router: 022c76f6-674b-448f-8bca-529c62f76234 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:37.947068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=ba78dadc-c4a2-48c6-975b-d8df6dbde6fa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:38.003303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d807cfd2-0f0f-4619-abd5-6cbb2927a39c None None] Provisioning complete for port b1ee48a2-3cdf-41fc-862a-1941ad085c1f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:38.003657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d807cfd2-0f0f-4619-abd5-6cbb2927a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.081834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:38.082510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:38.176065 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.211595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:38.214342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:38.227883 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:38.234145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-870e0056-34f4-44f1-b798-deff91215334 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8820090 Jul 13 07:45:38.237297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45114) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:38.242414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:38.243642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'network': {'name': 'tempest-RoutersTest-1866464418'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:38.251489 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:38.252439 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:38.268623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9dc817-bcd1-4b0b-88b7-c58b92c468bf') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:38.270498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9dc817-bcd1-4b0b-88b7-c58b92c468bf') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:38.290940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:38.302197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.335470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.382789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.399121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:38.414113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:38.414614 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:38.421998 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:38.450040 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:38.451494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d73e6-fc4c-4284-902b-b0f714a0c848 None None] Network 0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:38.468455 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.504377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Allocated IP 172.20.0.2 (70df0aec-c333-4b87-9a7a-6132837af6f9/d602b3da-405d-4500-8983-a62b591156f7/e9aeeaf6-d028-4002-b7d1-d685f1493cb7) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:38.506019 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.506373 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added segment 09910929-6bf6-4eaf-9cf7-bb11f410cedb of type vlan for network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 Jul 13 07:45:38.637602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.646199 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.651960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.658082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af HTTP/1.1" status: 204 len: 168 time: 3.7117984 Jul 13 07:45:38.658727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45118) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:38.720796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0033a-f668-466a-9203-0fb4821482e5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:38.729275 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d31e7af-6f00-4e93-9d4c-325180834d07 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] GET failed (client error): The resource could not be found. Jul 13 07:45:38.736719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0d31e7af-6f00-4e93-9d4c-325180834d07 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/subnets/ba78dadc-c4a2-48c6-975b-d8df6dbde6fa HTTP/1.1" status: 404 len: 337 time: 0.0703268 Jul 13 07:45:38.745326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45120) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:38.794303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3ba85-2e30-4708-9604-9ba39ce46456 req-fcc00930-ef9e-4f35-baf8-b6605e3b2ae9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:38.795948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3c3ba85-2e30-4708-9604-9ba39ce46456 req-fcc00930-ef9e-4f35-baf8-b6605e3b2ae9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 946 time: 0.3437748 Jul 13 07:45:38.797224 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.803275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:38.803899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.809969 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ce92ae-3a82-4778-8eda-1c6b1a6ad913 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:38.811170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ce92ae-3a82-4778-8eda-1c6b1a6ad913 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:38.813201 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b9ce92ae-3a82-4778-8eda-1c6b1a6ad913 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af HTTP/1.1" status: 404 len: 339 time: 0.0609062 Jul 13 07:45:38.822324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45122) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:38.857237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-f072d899-f3a5-4ce4-9c08-7b971a6754a9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:38.870019 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-f072d899-f3a5-4ce4-9c08-7b971a6754a9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 946 time: 0.3316860 Jul 13 07:45:38.900836 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6597996 Jul 13 07:45:38.921796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45126) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:38.940640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'subnet': {'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:38.945400 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:45:36Z', 'revision_number': 2, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:36Z', 'revision_number': 2, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:39.007837 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:39.008491 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Updating router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 port 85457f36-5061-481a-946c-19e8557acbad binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:39.032357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac04189-84b5-4ced-9785-7e39a001f5e6 None None] DHCP port deletion for 0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:39.040173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d807cfd2-0f0f-4619-abd5-6cbb2927a39c None None] Provisioning for port 85457f36-5061-481a-946c-19e8557acbad completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:39.057705 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.059528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d807cfd2-0f0f-4619-abd5-6cbb2927a39c None None] Provisioning complete for port 85457f36-5061-481a-946c-19e8557acbad triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:39.060740 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d807cfd2-0f0f-4619-abd5-6cbb2927a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.103395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7ddbf-1047-45f4-83c9-aae22b1e7ab2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Network': ['ID=1a93a057-6f86-43c2-aaaa-d2859eb1f174,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.117651 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.130205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:39.151636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Transition to ACTIVE for port object e9aeeaf6-d028-4002-b7d1-d685f1493cb7 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:39.181286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d807cfd2-0f0f-4619-abd5-6cbb2927a39c None None] Port 85457f36-5061-481a-946c-19e8557acbad cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:39.191792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Transition to ACTIVE for port object e9aeeaf6-d028-4002-b7d1-d685f1493cb7 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:39.193715 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.225263 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.266089 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.374502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 6, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '1b1e51fe-1d27-4c16-a93f-12dae417aa54', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '022c76f6-674b-448f-8bca-529c62f76234', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'mac_address': 'fa:16:3e:44:8d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:05Z', 'updated_at': '2021-07-13T07:44:11Z', 'revision_number': 1, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:39.385204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-41cd46e0-2232-491f-8f7e-f9e13d3f5067 None None] Could not find standard attr ID for object 428b1897-78b6-446c-99bc-a60bc3a71299. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:45:39.393104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d242ae-6fc1-4333-a135-adc51c872faa tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:39.394682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d2d242ae-6fc1-4333-a135-adc51c872faa tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5605333 Jul 13 07:45:39.398202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45132) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:39.400080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Network 70df0aec-c333-4b87-9a7a-6132837af6f9 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:39.411199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3c3ba85-2e30-4708-9604-9ba39ce46456 req-ff2abdae-503b-4cf7-a3d0-5bea711e26ce tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6030312 Jul 13 07:45:39.412245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.25.6.247 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/bad981f4-d34b-4556-8697-56980cd7836d) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:39.479335 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.488312 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-49903db7-9263-4a69-a5e0-71356613f32c tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 207 time: 0.0888715 Jul 13 07:45:39.493989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45134) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:39.495098 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Transition to ACTIVE for port object 85457f36-5061-481a-946c-19e8557acbad will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:39.507388 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.510938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:39.519054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:39.521300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Pushing event updated for resources: {'Port': ['ID=e9aeeaf6-d028-4002-b7d1-d685f1493cb7,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.525519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e092b8-28e2-45d4-9973-035d86415b87 None None] The sync data for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 is: [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 6, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '1b1e51fe-1d27-4c16-a93f-12dae417aa54', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '022c76f6-674b-448f-8bca-529c62f76234', 'port_id': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'mac_address': 'fa:16:3e:44:8d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:05Z', 'updated_at': '2021-07-13T07:44:11Z', 'revision_number': 1, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:39.562523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.618377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Attempting to bind port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:39.618878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Attempting to bind port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'b40a7448-caa0-448e-98a3-1fc94641c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70df0aec-c333-4b87-9a7a-6132837af6f9'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:39.619453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Attempting to bind port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 on network 70df0aec-c333-4b87-9a7a-6132837af6f9 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:39.630879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:39.631225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Checking segment: {'id': 'b40a7448-caa0-448e-98a3-1fc94641c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70df0aec-c333-4b87-9a7a-6132837af6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:39.631691 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.632097 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd4855-eee3-45c0-bd63-2bc4ec963d7c None None] Pushing event updated for resources: {'Port': ['ID=85457f36-5061-481a-946c-19e8557acbad,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.632242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Bound using segment: {'id': 'b40a7448-caa0-448e-98a3-1fc94641c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70df0aec-c333-4b87-9a7a-6132837af6f9'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:39.632753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Bound port: e9aeeaf6-d028-4002-b7d1-d685f1493cb7, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40a7448-caa0-448e-98a3-1fc94641c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70df0aec-c333-4b87-9a7a-6132837af6f9'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:39.633142 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.636044 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.671970 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:45:39.738429 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Attempting to bind port 85457f36-5061-481a-946c-19e8557acbad on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:39.738805 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Attempting to bind port 85457f36-5061-481a-946c-19e8557acbad by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'e6a0d961-97e2-4527-9b7e-970714fbe1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:39.741581 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Attempting to bind port 85457f36-5061-481a-946c-19e8557acbad on network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:39.752144 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:39.752521 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Checking segment: {'id': 'e6a0d961-97e2-4527-9b7e-970714fbe1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:39.754835 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.755235 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Bound using segment: {'id': 'e6a0d961-97e2-4527-9b7e-970714fbe1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:39.755776 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Bound port: 85457f36-5061-481a-946c-19e8557acbad, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a0d961-97e2-4527-9b7e-970714fbe1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:39.757957 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.770122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:39.772834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-0ff2870f-c096-4517-bc7b-95cbb36b85fa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port c25e10e1-cb1f-4e53-9777-fa60c83358ec {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:39.773285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-0ff2870f-c096-4517-bc7b-95cbb36b85fa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.774157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] For port e9aeeaf6-d028-4002-b7d1-d685f1493cb7, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:39.785061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] For port e9aeeaf6-d028-4002-b7d1-d685f1493cb7, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e9aeeaf6-d028-4002-b7d1-d685f1493cb7,segment=NetworkSegment(b40a7448-caa0-448e-98a3-1fc94641c971),segment_id=b40a7448-caa0-448e-98a3-1fc94641c971)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:39.787537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:39.796529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:39.799932 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.821866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:39.826496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=bad981f4-d34b-4556-8697-56980cd7836d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.835956 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.849474 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] For port 85457f36-5061-481a-946c-19e8557acbad, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:39.859515 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] For port 85457f36-5061-481a-946c-19e8557acbad, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=85457f36-5061-481a-946c-19e8557acbad,segment=NetworkSegment(e6a0d961-97e2-4527-9b7e-970714fbe1bb),segment_id=e6a0d961-97e2-4527-9b7e-970714fbe1bb)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:39.869367 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.913086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a2b56-375f-40db-8d58-de8958612958 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:39.926827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a2b56-375f-40db-8d58-de8958612958 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:39.946182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a2b56-375f-40db-8d58-de8958612958 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:39.977848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a2b56-375f-40db-8d58-de8958612958 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:39.984612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-253a2b56-375f-40db-8d58-de8958612958 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4893780 Jul 13 07:45:39.986551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45136) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:40.037624 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd4855-eee3-45c0-bd63-2bc4ec963d7c None None] Pushing event updated for resources: {'Port': ['ID=85457f36-5061-481a-946c-19e8557acbad,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:40.080283 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:40.081292 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:40.232382 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:40.331892 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-0ff2870f-c096-4517-bc7b-95cbb36b85fa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] For port c25e10e1-cb1f-4e53-9777-fa60c83358ec, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c25e10e1-cb1f-4e53-9777-fa60c83358ec,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:40.332574 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-0ff2870f-c096-4517-bc7b-95cbb36b85fa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.351458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b1ee48a2-3cdf-41fc-862a-1941ad085c1f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:40.415312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-0ff2870f-c096-4517-bc7b-95cbb36b85fa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for c25e10e1-cb1f-4e53-9777-fa60c83358ec owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:40.461698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1f2cbf1d-c239-4c71-85bf-4a77402795e7 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4438956 Jul 13 07:45:40.471184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45144) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:40.549446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a6aa7-4317-4f57-881b-5ed717b17ad4 None None] Pushing event updated for resources: {'Port': ['ID=e9aeeaf6-d028-4002-b7d1-d685f1493cb7,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:40.583178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b1ee48a2-3cdf-41fc-862a-1941ad085c1f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:40.586495 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.615509 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.650235 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:45:36Z', 'revision_number': 2, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:39Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:40.719108 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4794ccc6-50eb-4fb4-8b42-fff4617e1aa0 None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:45:36Z', 'revision_number': 2, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:39Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:40.779842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369cd1ae-8c1b-4ff4-b96a-5302ed4a8bdf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:40.781070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369cd1ae-8c1b-4ff4-b96a-5302ed4a8bdf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:40.787846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-369cd1ae-8c1b-4ff4-b96a-5302ed4a8bdf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3104897 Jul 13 07:45:40.794513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45146) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:40.854111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 428b1897-78b6-446c-99bc-a60bc3a71299 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:40.914983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 428b1897-78b6-446c-99bc-a60bc3a71299 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:40.916255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 428b1897-78b6-446c-99bc-a60bc3a71299 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:40.920378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6e6a2186-4dee-4606-8407-8159c0d5b449 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:41.006732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 6e6a2186-4dee-4606-8407-8159c0d5b449 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:41.007073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6e6a2186-4dee-4606-8407-8159c0d5b449 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:41.013800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c25e10e1-cb1f-4e53-9777-fa60c83358ec no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:41.063974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fec4f9-3e2d-4a8d-8d7f-c96f572c1070 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.067427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fec4f9-3e2d-4a8d-8d7f-c96f572c1070 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['shared'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.068825 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-22fec4f9-3e2d-4a8d-8d7f-c96f572c1070 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2706530 Jul 13 07:45:41.076281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45148) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:41.130025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b36190-ec11-4a51-9267-b49c11e935b0 req-4861ae03-f7cd-4baf-b5ee-bcb206fca3c6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.132350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b36190-ec11-4a51-9267-b49c11e935b0 req-4861ae03-f7cd-4baf-b5ee-bcb206fca3c6 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 946 time: 0.4003003 Jul 13 07:45:41.160450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-0ff2870f-c096-4517-bc7b-95cbb36b85fa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.243554 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.252392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2870f-c096-4517-bc7b-95cbb36b85fa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=c25e10e1-cb1f-4e53-9777-fa60c83358ec,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:41.307217 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11b36190-ec11-4a51-9267-b49c11e935b0 req-dfcdcb9a-569d-4e48-8b5d-8993502cd9b5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=933e9db2-6137-4d0a-9014-a4c9fa4f2816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491101 Jul 13 07:45:41.330663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-0ff2870f-c096-4517-bc7b-95cbb36b85fa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] No DVR routers for this DVR port c25e10e1-cb1f-4e53-9777-fa60c83358ec on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:41.336055 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-0ff2870f-c096-4517-bc7b-95cbb36b85fa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.338131 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eff3fa8d-be30-47a8-9c31-97b90fabd8b7 req-0ff2870f-c096-4517-bc7b-95cbb36b85fa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.53 "DELETE /v2.0/ports/c25e10e1-cb1f-4e53-9777-fa60c83358ec HTTP/1.1" status: 204 len: 173 time: 2.4688280 Jul 13 07:45:41.338846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdba7fed-153b-4622-9ea5-344ede94f921', 'name': 'network-vif-deleted', 'tag': 'c25e10e1-cb1f-4e53-9777-fa60c83358ec'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:41.349638 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05edcb20-a8c8-474c-9a63-ee72f875049a" -d '{"events": [{"server_uuid": "bdba7fed-153b-4622-9ea5-344ede94f921", "name": "network-vif-deleted", "tag": "c25e10e1-cb1f-4e53-9777-fa60c83358ec"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:41.355052 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.439786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.451254 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5991fa9-e015-48c9-90a6-e18a8f17be98 x-openstack-request-id: req-d5991fa9-e015-48c9-90a6-e18a8f17be98 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:41.451850 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdba7fed-153b-4622-9ea5-344ede94f921", "name": "network-vif-deleted", "tag": "c25e10e1-cb1f-4e53-9777-fa60c83358ec", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:41.452301 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5991fa9-e015-48c9-90a6-e18a8f17be98 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:41.452861 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdba7fed-153b-4622-9ea5-344ede94f921', 'name': 'network-vif-deleted', 'tag': 'c25e10e1-cb1f-4e53-9777-fa60c83358ec', 'status': 'completed', 'code': 200} Jul 13 07:45:41.608563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b573e13-cd8a-4809-973a-7526049d2ca6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:41.613617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1b573e13-cd8a-4809-973a-7526049d2ca6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/networks/f418d2d5-5ca4-4729-ae59-91e9ef01eedd HTTP/1.1" status: 200 len: 799 time: 0.5279443 Jul 13 07:45:41.620036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45154) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:41.649335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Subnet': ['ID=35348f95-f268-4609-b637-a19173baa2df,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:41.665802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router 72950ff2-fc58-4212-8862-e0ebe4096f6f is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:41.769751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Checking segment: {'id': '09910929-6bf6-4eaf-9cf7-bb11f410cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:41.784918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network hostable DHCP agents. Network: 1a93a057-6f86-43c2-aaaa-d2859eb1f174, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:41.975466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:41.999307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 85457f36-5061-481a-946c-19e8557acbad up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:42.004423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45128d1d-fbea-44eb-950d-324c3ccc61f2 None None] Sync routers for ids ['72950ff2-fc58-4212-8862-e0ebe4096f6f'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:42.032275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.034518 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fd28473f-4164-42b1-ac22-03a83e573c05 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8504667 Jul 13 07:45:42.037869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45158) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.047656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45128d1d-fbea-44eb-950d-324c3ccc61f2 None None] Routers {'72950ff2-fc58-4212-8862-e0ebe4096f6f'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:42.048329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-45128d1d-fbea-44eb-950d-324c3ccc61f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['72950ff2-fc58-4212-8862-e0ebe4096f6f'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:42.051742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:42.082479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 1a93a057-6f86-43c2-aaaa-d2859eb1f174) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:42.096906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c8e028bb-2500-4381-937c-1a5124d9e8df tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/networks/f418d2d5-5ca4-4729-ae59-91e9ef01eedd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4748275 Jul 13 07:45:42.104633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45160) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.120567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:42.121221 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.142376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-45128d1d-fbea-44eb-950d-324c3ccc61f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:42.145032 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ce92b7-9c17-40f1-a8e6-02bd4887a906 None None] Network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:42.203565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45128d1d-fbea-44eb-950d-324c3ccc61f2 None None] Routers {'72950ff2-fc58-4212-8862-e0ebe4096f6f'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:42.204451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-45128d1d-fbea-44eb-950d-324c3ccc61f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['72950ff2-fc58-4212-8862-e0ebe4096f6f'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:42.212840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 85457f36-5061-481a-946c-19e8557acbad completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:42.240481 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4a00e5b8-37e6-42d1-bf41-6a5117304572 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3096144 Jul 13 07:45:42.255446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45162) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.267364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0afda73-2911-4cf2-9b6a-0f40be5c5761 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:42.268985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f0afda73-2911-4cf2-9b6a-0f40be5c5761 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/subnets/cda34dc3-4416-4750-9db9-091ba73fa5e5 HTTP/1.1" status: 200 len: 811 time: 0.1632855 Jul 13 07:45:42.278778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45164) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.308178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 85457f36-5061-481a-946c-19e8557acbad triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:42.309311 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.316221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fbf0c3-feec-42ab-be4d-40d02f088317 None None] Network 70df0aec-c333-4b87-9a7a-6132837af6f9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:42.325069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-45128d1d-fbea-44eb-950d-324c3ccc61f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:42.325961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45128d1d-fbea-44eb-950d-324c3ccc61f2 None None] The sync data for ids ['72950ff2-fc58-4212-8862-e0ebe4096f6f'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:42.345216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5683a6-7563-4f5f-8db3-4807894a4eb6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['shared'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:42.351141 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6a5683a6-7563-4f5f-8db3-4807894a4eb6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "GET /v2.0/subnets/cda34dc3-4416-4750-9db9-091ba73fa5e5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0712969 Jul 13 07:45:42.352140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45168) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.360434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1229810179'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:42.463497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:42.469526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.540863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:42.552151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.552885 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Added segment 26f724ea-a4b7-4f71-87b5-30781909035c of type vlan for network f473ec64-d450-4620-ac37-4881ac8e3619 Jul 13 07:45:42.587681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-683950b3-16d3-45f6-9c57-e69b4dd1760b None None] Provisioning for port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:42.675288 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.750983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:42.752294 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.802206 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.813690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-98fb7b6e-8784-4236-9c35-330692196c9e req-df1f667f-9972-4798-a1e5-b0925c35f354 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdba7fed-153b-4622-9ea5-344ede94f921 HTTP/1.1" status: 200 len: 210 time: 0.2033765 Jul 13 07:45:42.820951 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.835283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:42.835932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.940528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 85457f36-5061-481a-946c-19e8557acbad, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=85457f36-5061-481a-946c-19e8557acbad,segment=NetworkSegment(e6a0d961-97e2-4527-9b7e-970714fbe1bb),segment_id=e6a0d961-97e2-4527-9b7e-970714fbe1bb)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:42.950745 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5953152 Jul 13 07:45:42.956308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45174) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.961374 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.965703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'network_id': 'f473ec64-d450-4620-ac37-4881ac8e3619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:43.023054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=85457f36-5061-481a-946c-19e8557acbad,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.038582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e9aeeaf6-d028-4002-b7d1-d685f1493cb7 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:43.066024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe055e-7d3c-45c6-a6c0-e4ef2e0490de tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Network': ['ID=f473ec64-d450-4620-ac37-4881ac8e3619,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.108698 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network f473ec64-d450-4620-ac37-4881ac8e3619 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:43.210282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Allocated IP 172.21.0.2 (1a93a057-6f86-43c2-aaaa-d2859eb1f174/35348f95-f268-4609-b637-a19173baa2df/725065f9-6342-4205-a9f4-7801c9f6ca30) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:43.412026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:43.418437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:43.419111 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.460307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.510147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-51e1876e-8675-4eff-b84f-d312ef98a4c4 None None] Provisioning complete for port 85457f36-5061-481a-946c-19e8557acbad triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:43.510661 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-51e1876e-8675-4eff-b84f-d312ef98a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.620283 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.640849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Transition to ACTIVE for port object 725065f9-6342-4205-a9f4-7801c9f6ca30 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:43.657722 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.676177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Transition to ACTIVE for port object 725065f9-6342-4205-a9f4-7801c9f6ca30 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:43.706532 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.738329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Made reservation on behalf of 97679c5f13bd4a8e9f9ab928a39844f0 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:43.742448 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.821607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e9aeeaf6-d028-4002-b7d1-d685f1493cb7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e9aeeaf6-d028-4002-b7d1-d685f1493cb7,segment=NetworkSegment(b40a7448-caa0-448e-98a3-1fc94641c971),segment_id=b40a7448-caa0-448e-98a3-1fc94641c971)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:43.826272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Pushing event updated for resources: {'Port': ['ID=725065f9-6342-4205-a9f4-7801c9f6ca30,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.835148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:43.836951 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.841345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:43.844965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:43.864005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_backend_mixin [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Performing IP validity checks on allocation pools {{(pid=93839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:45:43.864449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_backend_mixin [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93839) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:45:43.950438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.968192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Attempting to bind port 725065f9-6342-4205-a9f4-7801c9f6ca30 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:43.968568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Attempting to bind port 725065f9-6342-4205-a9f4-7801c9f6ca30 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '09910929-6bf6-4eaf-9cf7-bb11f410cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:43.968926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Attempting to bind port 725065f9-6342-4205-a9f4-7801c9f6ca30 on network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:43.975780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:43.975780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Checking segment: {'id': '09910929-6bf6-4eaf-9cf7-bb11f410cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:43.976203 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.976596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Bound using segment: {'id': '09910929-6bf6-4eaf-9cf7-bb11f410cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:43.977059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Bound port: 725065f9-6342-4205-a9f4-7801c9f6ca30, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09910929-6bf6-4eaf-9cf7-bb11f410cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:43.977436 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.992674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45180) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:43.997162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e9aeeaf6-d028-4002-b7d1-d685f1493cb7,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.028055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-da811dfe-2049-4044-91fc-d38885d8199a None None] Provisioning complete for port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:44.028702 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-da811dfe-2049-4044-91fc-d38885d8199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.048952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Allocated IP 172.21.0.1 (1a93a057-6f86-43c2-aaaa-d2859eb1f174/35348f95-f268-4609-b637-a19173baa2df/c7f82517-5734-4735-a2ee-e073a626016c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:44.107276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] For port 725065f9-6342-4205-a9f4-7801c9f6ca30, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:44.112499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] For port 725065f9-6342-4205-a9f4-7801c9f6ca30, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=725065f9-6342-4205-a9f4-7801c9f6ca30,segment=NetworkSegment(09910929-6bf6-4eaf-9cf7-bb11f410cedb),segment_id=09910929-6bf6-4eaf-9cf7-bb11f410cedb)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:44.132231 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a0d522b-9de5-493a-9d11-e2942334c065 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.137252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 85457f36-5061-481a-946c-19e8557acbad up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:44.143016 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.238607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.305547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e68702-e5e9-4d47-a50b-fa5fac789b74 None None] Pushing event updated for resources: {'Port': ['ID=725065f9-6342-4205-a9f4-7801c9f6ca30,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.312805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 85457f36-5061-481a-946c-19e8557acbad triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:44.313183 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.315678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0147-8e06-46d7-8e1f-4ff44c7b9113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.334175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a0d522b-9de5-493a-9d11-e2942334c065 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.427513 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.451653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Transition to ACTIVE for port object c7f82517-5734-4735-a2ee-e073a626016c will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:44.515097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=d9132961-bd49-4c2f-9e15-9648861d028d,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.515571 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a0d522b-9de5-493a-9d11-e2942334c065 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.524992 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a0d522b-9de5-493a-9d11-e2942334c065 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.526637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3a0d522b-9de5-493a-9d11-e2942334c065 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/security-groups/933e9db2-6137-4d0a-9014-a4c9fa4f2816 HTTP/1.1" status: 204 len: 168 time: 0.5324750 Jul 13 07:45:44.540218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d522b-9de5-493a-9d11-e2942334c065 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=933e9db2-6137-4d0a-9014-a4c9fa4f2816,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.542976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.606519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45186) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:44.631779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Checking segment: {'id': '26f724ea-a4b7-4f71-87b5-30781909035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f473ec64-d450-4620-ac37-4881ac8e3619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:44.645949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network hostable DHCP agents. Network: f473ec64-d450-4620-ac37-4881ac8e3619, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:44.682461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.20.0.1 (70df0aec-c333-4b87-9a7a-6132837af6f9/d602b3da-405d-4500-8983-a62b591156f7/34f1a1e8-eb7f-429c-8238-24df5046fdb1) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:44.687707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=c7f82517-5734-4735-a2ee-e073a626016c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.689800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Network f473ec64-d450-4620-ac37-4881ac8e3619 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:44.695092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:44.708128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, f473ec64-d450-4620-ac37-4881ac8e3619) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:44.717676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:44.719988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e19096c-6286-4fdf-bf00-c0c59dd89023 None None] Network f473ec64-d450-4620-ac37-4881ac8e3619 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:44.722445 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:44.736550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:44.737182 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.759871 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-85bfab0a-b884-46b9-bb5d-2becd523efea tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7976818 Jul 13 07:45:44.763892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45188) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:44.781838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-50e8ba59-02b1-4353-9b01-96cd62f66d70 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:44.882113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c470da62-7306-4fa4-88cf-2ebda753d808 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting subnet e5b04252-d0d5-461d-b441-ac47559186da {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:44.904438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c470da62-7306-4fa4-88cf-2ebda753d808 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.904702 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.923788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Transition to ACTIVE for port object 34f1a1e8-eb7f-429c-8238-24df5046fdb1 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:44.935821 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.969070 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.979086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-f473ec64-d450-4620-ac37-4881ac8e3619', 'network_id': 'f473ec64-d450-4620-ac37-4881ac8e3619', 'tenant_id': '97679c5f13bd4a8e9f9ab928a39844f0', 'fixed_ips': [{'subnet_id': 'd9132961-bd49-4c2f-9e15-9648861d028d'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:44.979963 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.023996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 70df0aec-c333-4b87-9a7a-6132837af6f9 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:45.030723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:45.033646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:45.040997 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c470da62-7306-4fa4-88cf-2ebda753d808 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.104681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50e8ba59-02b1-4353-9b01-96cd62f66d70 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25603401'] for subnet, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.115560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=34f1a1e8-eb7f-429c-8238-24df5046fdb1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:45.135200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.315641 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.315907 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c470da62-7306-4fa4-88cf-2ebda753d808 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.353499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.366526 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:45:45.366526 n-d-798249-7 neutron-server[93840]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 13 07:45:45.366526 n-d-798249-7 neutron-server[93840]: [parameters: {'in_use': 1, 'id_1': 'd9132961-bd49-4c2f-9e15-9648861d028d'}] Jul 13 07:45:45.366526 n-d-798249-7 neutron-server[93840]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:45.367402 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:45.507396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-31a8781f-fd6a-4e65-b256-6a0db1c6f4f7 None None] Provisioning for port 34f1a1e8-eb7f-429c-8238-24df5046fdb1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:45.511813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-31a8781f-fd6a-4e65-b256-6a0db1c6f4f7 None None] Provisioning complete for port 34f1a1e8-eb7f-429c-8238-24df5046fdb1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:45.511813 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-31a8781f-fd6a-4e65-b256-6a0db1c6f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.591826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-31a8781f-fd6a-4e65-b256-6a0db1c6f4f7 None None] Port 34f1a1e8-eb7f-429c-8238-24df5046fdb1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:45.667239 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c470da62-7306-4fa4-88cf-2ebda753d808 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.712332 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50e8ba59-02b1-4353-9b01-96cd62f66d70 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732162714965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27075000'] for subnet, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.722991 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.741948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470da62-7306-4fa4-88cf-2ebda753d808 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b04252-d0d5-461d-b441-ac47559186da,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:45.748351 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.754853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec2e14-98ce-487c-b0da-092bd79b3aa6 None None] Network bc78c1f0-12ef-4aec-98ab-01b917c61535 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:45.793729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c470da62-7306-4fa4-88cf-2ebda753d808 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.796153 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c470da62-7306-4fa4-88cf-2ebda753d808 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/subnets/e5b04252-d0d5-461d-b441-ac47559186da HTTP/1.1" status: 204 len: 168 time: 1.1827195 Jul 13 07:45:45.802487 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45194) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:45.820815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8ba59-02b1-4353-9b01-96cd62f66d70 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event updated for resources: {'Subnet': ['ID=d9132961-bd49-4c2f-9e15-9648861d028d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:45.851454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e8ba59-02b1-4353-9b01-96cd62f66d70 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:45.852107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50e8ba59-02b1-4353-9b01-96cd62f66d70 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.853524 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-50e8ba59-02b1-4353-9b01-96cd62f66d70 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "PUT /v2.0/subnets/d9132961-bd49-4c2f-9e15-9648861d028d HTTP/1.1" status: 200 len: 877 time: 1.0866406 Jul 13 07:45:45.863046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45200) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:45.878364 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.913082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f7a74-ea5d-4522-9d69-004776f4b44e None None] Network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:45.914254 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.951117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=34f1a1e8-eb7f-429c-8238-24df5046fdb1,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:46.130147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 70df0aec-c333-4b87-9a7a-6132837af6f9 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:46.133070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:46.145903 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.203252 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.305293 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router 72950ff2-fc58-4212-8862-e0ebe4096f6f has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:46.343258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 725065f9-6342-4205-a9f4-7801c9f6ca30 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:46.368117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.384845 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.414759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ebca6900-9e5e-40e0-b1c4-fbaeecd66fef None None] Provisioning for port 725065f9-6342-4205-a9f4-7801c9f6ca30 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:46.504203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:46.512769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fa5e59ac-8d39-4486-b44e-a61db7b05f2f tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "PUT /v2.0/routers/72950ff2-fc58-4212-8862-e0ebe4096f6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4733961 Jul 13 07:45:46.513425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45210) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:46.516050 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdcab46-a63c-45a1-9cf6-240ca12a2e99 None None] Sync routers for ids ['72950ff2-fc58-4212-8862-e0ebe4096f6f'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:46.534142 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'port': {'network_id': '70df0aec-c333-4b87-9a7a-6132837af6f9', 'name': 'tempest-FloatingIPTestJSON-979717728'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:46.538445 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdcab46-a63c-45a1-9cf6-240ca12a2e99 None None] Routers {'72950ff2-fc58-4212-8862-e0ebe4096f6f'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:46.539088 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ffdcab46-a63c-45a1-9cf6-240ca12a2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['72950ff2-fc58-4212-8862-e0ebe4096f6f'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.593474 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 725065f9-6342-4205-a9f4-7801c9f6ca30 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:46.601066 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ffdcab46-a63c-45a1-9cf6-240ca12a2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.609434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=c7f82517-5734-4735-a2ee-e073a626016c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:46.611268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 725065f9-6342-4205-a9f4-7801c9f6ca30 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:46.611753 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.623636 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdcab46-a63c-45a1-9cf6-240ca12a2e99 None None] Routers {'72950ff2-fc58-4212-8862-e0ebe4096f6f'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:46.624531 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ffdcab46-a63c-45a1-9cf6-240ca12a2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['72950ff2-fc58-4212-8862-e0ebe4096f6f'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.631418 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.670531 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ffdcab46-a63c-45a1-9cf6-240ca12a2e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.671532 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdcab46-a63c-45a1-9cf6-240ca12a2e99 None None] The sync data for ids ['72950ff2-fc58-4212-8862-e0ebe4096f6f'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:46.708079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Made reservation on behalf of 4f963b7d1a364eec92ab658e13c46dfc for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:46.712648 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.734064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] device_id is not set on port fcd85e38-e1bc-421a-8151-220ada7f7072 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:46.787014 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7b497ea5-dae6-4090-8a66-0e98a66af520 None None] Provisioning complete for port 34f1a1e8-eb7f-429c-8238-24df5046fdb1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:46.787551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7b497ea5-dae6-4090-8a66-0e98a66af520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.835184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Allocated IP 172.20.0.3 (f473ec64-d450-4620-ac37-4881ac8e3619/d9132961-bd49-4c2f-9e15-9648861d028d/d0fffa6f-9721-487e-a966-70f4962007b9) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:46.879868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7b497ea5-dae6-4090-8a66-0e98a66af520 None None] Port 34f1a1e8-eb7f-429c-8238-24df5046fdb1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:46.915381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Allocated IP 172.20.0.4 (70df0aec-c333-4b87-9a7a-6132837af6f9/d602b3da-405d-4500-8983-a62b591156f7/fcd85e38-e1bc-421a-8151-220ada7f7072) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:46.956614 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.959058 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c23da-fc4f-490c-aaeb-a488104f8225 None None] DHCP port deletion for bc78c1f0-12ef-4aec-98ab-01b917c61535 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:46.976495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.000359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:47.000712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.116809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-121e8e02-9855-4c5e-9ab3-5c10eadd5a39 None None] Provisioning complete for port 34f1a1e8-eb7f-429c-8238-24df5046fdb1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:47.116809 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-121e8e02-9855-4c5e-9ab3-5c10eadd5a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.122227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 725065f9-6342-4205-a9f4-7801c9f6ca30, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=725065f9-6342-4205-a9f4-7801c9f6ca30,segment=NetworkSegment(09910929-6bf6-4eaf-9cf7-bb11f410cedb),segment_id=09910929-6bf6-4eaf-9cf7-bb11f410cedb)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:47.123370 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.143997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] For port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=edfce03b-dc3d-4c01-8f2e-e4dab0aec39a,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:47.144791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.171934 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.201071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e9aeeaf6-d028-4002-b7d1-d685f1493cb7 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:47.214123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for edfce03b-dc3d-4c01-8f2e-e4dab0aec39a owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:47.227166 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.247423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Transition to ACTIVE for port object fcd85e38-e1bc-421a-8151-220ada7f7072 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:47.311419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c23da-fc4f-490c-aaeb-a488104f8225 None None] Deleting port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:47.312220 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f6c23da-fc4f-490c-aaeb-a488104f8225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.312723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.321299 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:47.323085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-121e8e02-9855-4c5e-9ab3-5c10eadd5a39 None None] Port 34f1a1e8-eb7f-429c-8238-24df5046fdb1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:47.336275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:47.364355 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c6dbced1-3f59-4770-88b5-413563d007b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.407423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=725065f9-6342-4205-a9f4-7801c9f6ca30,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:47.421573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Network 70df0aec-c333-4b87-9a7a-6132837af6f9 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:47.425526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:47.430693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:47.436006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event updated for resources: {'Port': ['ID=fcd85e38-e1bc-421a-8151-220ada7f7072,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:47.498003 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.506119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.506940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.514972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8f6c23da-fc4f-490c-aaeb-a488104f8225 None None] For port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=edfce03b-dc3d-4c01-8f2e-e4dab0aec39a,segment=NetworkSegment(f423d059-78d2-4946-891e-3b5f74aef5b5),segment_id=f423d059-78d2-4946-891e-3b5f74aef5b5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:47.515578 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f6c23da-fc4f-490c-aaeb-a488104f8225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.518600 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.540083 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2bd7040b-f4e6-4c5b-902b-f1ad2f68641b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0079241 Jul 13 07:45:47.540337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45222) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:47.547334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Request body: {'floatingip': {'port_id': 'fcd85e38-e1bc-421a-8151-220ada7f7072'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:47.552474 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Transition to ACTIVE for port object d0fffa6f-9721-487e-a966-70f4962007b9 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:47.554687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-35559dc2-c4ad-440a-aa9e-78f2ffa1ceb2 None None] Provisioning complete for port 725065f9-6342-4205-a9f4-7801c9f6ca30 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:47.555135 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35559dc2-c4ad-440a-aa9e-78f2ffa1ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.560082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c23da-fc4f-490c-aaeb-a488104f8225 None None] Calling delete_port for edfce03b-dc3d-4c01-8f2e-e4dab0aec39a owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:47.572147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=edfce03b-dc3d-4c01-8f2e-e4dab0aec39a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:47.576696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:47.580095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] No DVR routers for this DVR port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:47.605842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:47.606376 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.703538 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.725621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Transition to ACTIVE for port object d0fffa6f-9721-487e-a966-70f4962007b9 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:47.775602 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.864112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Pushing event updated for resources: {'Port': ['ID=d0fffa6f-9721-487e-a966-70f4962007b9,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:47.915668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Network f473ec64-d450-4620-ac37-4881ac8e3619 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:47.934998 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.942118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:47.965856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:47.990045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc78c1f0-12ef-4aec-98ab-01b917c61535']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.031711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f423d059-78d2-4946-891e-3b5f74aef5b5') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.032114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f423d059-78d2-4946-891e-3b5f74aef5b5') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.051151 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.065062 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.089641 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.096726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:48.103123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1a2067c2-398f-44eb-934e-24072ddde50e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8464630 Jul 13 07:45:48.111429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=d9132961-bd49-4c2f-9e15-9648861d028d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.116249 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.120184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45230) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:48.128735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'network': {'name': 'tempest-RoutersTest-515805015'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:48.159130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:48.199363 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8f6c23da-fc4f-490c-aaeb-a488104f8225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.220401 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.224753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c23da-fc4f-490c-aaeb-a488104f8225 None None] No DVR routers for this DVR port edfce03b-dc3d-4c01-8f2e-e4dab0aec39a on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:48.226378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:48.227043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.236919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f473ec64-d450-4620-ac37-4881ac8e3619']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.252640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f724ea-a4b7-4f71-87b5-30781909035c') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.253074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f724ea-a4b7-4f71-87b5-30781909035c') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.268417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.285103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.301101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c23da-fc4f-490c-aaeb-a488104f8225 None None] Pushing event deleted for resources: {'Port': ['ID=edfce03b-dc3d-4c01-8f2e-e4dab0aec39a,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.309354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:48.309981 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.350085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Attempting to bind port d0fffa6f-9721-487e-a966-70f4962007b9 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:48.350506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Attempting to bind port d0fffa6f-9721-487e-a966-70f4962007b9 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '26f724ea-a4b7-4f71-87b5-30781909035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f473ec64-d450-4620-ac37-4881ac8e3619'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:48.350844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Attempting to bind port d0fffa6f-9721-487e-a966-70f4962007b9 on network f473ec64-d450-4620-ac37-4881ac8e3619 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:48.351702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f6bf-5b2c-468c-9ff4-231fc0cf9d28 req-c7eaa628-7bba-4d71-aaa3-06c23395cbaf tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.359116 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:48.359478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Checking segment: {'id': '26f724ea-a4b7-4f71-87b5-30781909035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f473ec64-d450-4620-ac37-4881ac8e3619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:48.359878 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.360459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Bound using segment: {'id': '26f724ea-a4b7-4f71-87b5-30781909035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f473ec64-d450-4620-ac37-4881ac8e3619'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:48.360933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Bound port: d0fffa6f-9721-487e-a966-70f4962007b9, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f724ea-a4b7-4f71-87b5-30781909035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f473ec64-d450-4620-ac37-4881ac8e3619'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:48.361315 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.361593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f6bf-5b2c-468c-9ff4-231fc0cf9d28 req-c7eaa628-7bba-4d71-aaa3-06c23395cbaf tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.390131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f6bf-5b2c-468c-9ff4-231fc0cf9d28 req-c7eaa628-7bba-4d71-aaa3-06c23395cbaf tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.390966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:48.391683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:48.395158 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:48.402372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f6bf-5b2c-468c-9ff4-231fc0cf9d28 req-c7eaa628-7bba-4d71-aaa3-06c23395cbaf tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.411630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:45:48.411630 n-d-798249-7 neutron-server[93838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:45:48.411630 n-d-798249-7 neutron-server[93838]: [parameters: {'id': 'f473ec64-d450-4620-ac37-4881ac8e3619'}] Jul 13 07:45:48.411630 n-d-798249-7 neutron-server[93838]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:48.411630 n-d-798249-7 neutron-server[93838]: DEBUG oslo_db.api [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:48.438837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] For port d0fffa6f-9721-487e-a966-70f4962007b9, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:48.442229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] For port d0fffa6f-9721-487e-a966-70f4962007b9, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d0fffa6f-9721-487e-a966-70f4962007b9,segment=NetworkSegment(26f724ea-a4b7-4f71-87b5-30781909035c),segment_id=26f724ea-a4b7-4f71-87b5-30781909035c)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:48.442390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f6bf-5b2c-468c-9ff4-231fc0cf9d28 req-c7eaa628-7bba-4d71-aaa3-06c23395cbaf tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.449393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-35559dc2-c4ad-440a-aa9e-78f2ffa1ceb2 None None] Provisioning for port c7f82517-5734-4735-a2ee-e073a626016c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:48.452633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 725065f9-6342-4205-a9f4-7801c9f6ca30 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:48.458367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f6bf-5b2c-468c-9ff4-231fc0cf9d28 req-c7eaa628-7bba-4d71-aaa3-06c23395cbaf tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.473550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f6bf-5b2c-468c-9ff4-231fc0cf9d28 req-c7eaa628-7bba-4d71-aaa3-06c23395cbaf tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.486267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:48.496378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f9e5f6bf-5b2c-468c-9ff4-231fc0cf9d28 req-c7eaa628-7bba-4d71-aaa3-06c23395cbaf tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5433 time: 0.4206657 Jul 13 07:45:48.520902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:48.525101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.537098 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.541967 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.547525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/networks/bc78c1f0-12ef-4aec-98ab-01b917c61535 HTTP/1.1" status: 204 len: 168 time: 2.7375131 Jul 13 07:45:48.553389 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.554645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45232) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:48.577622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-35559dc2-c4ad-440a-aa9e-78f2ffa1ceb2 None None] Provisioning complete for port c7f82517-5734-4735-a2ee-e073a626016c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:48.577845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca4230-7cc0-49f9-b3b3-28481aa28266 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Network': ['ID=bc78c1f0-12ef-4aec-98ab-01b917c61535,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.577997 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35559dc2-c4ad-440a-aa9e-78f2ffa1ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.607141 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f9e5f6bf-5b2c-468c-9ff4-231fc0cf9d28 req-1beb835c-909a-4311-970a-83c5c22c9c85 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095243 Jul 13 07:45:48.662079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:48.726280 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.726641 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added segment dfc37f3c-65ee-41f1-8fc1-bf8cb0077591 of type vlan for network 827373ed-1d8e-48a8-8d89-211b4e8b441c Jul 13 07:45:48.875004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.886769 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.895612 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.914488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.930507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-35559dc2-c4ad-440a-aa9e-78f2ffa1ceb2 None None] Port c7f82517-5734-4735-a2ee-e073a626016c cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:48.969191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58def4-4ea4-4674-9823-f03fd6abb392 None None] Pushing event updated for resources: {'Port': ['ID=d0fffa6f-9721-487e-a966-70f4962007b9,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.986632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.992795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.993441 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.014634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed43f8-fbbb-43d1-8a29-e040526b3d05 req-e31dce0e-01a1-4f48-9dcf-904a14410f54 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.020672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed43f8-fbbb-43d1-8a29-e040526b3d05 req-e31dce0e-01a1-4f48-9dcf-904a14410f54 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.027386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed43f8-fbbb-43d1-8a29-e040526b3d05 req-e31dce0e-01a1-4f48-9dcf-904a14410f54 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.033463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed43f8-fbbb-43d1-8a29-e040526b3d05 req-e31dce0e-01a1-4f48-9dcf-904a14410f54 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.039608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed43f8-fbbb-43d1-8a29-e040526b3d05 req-e31dce0e-01a1-4f48-9dcf-904a14410f54 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.045899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed43f8-fbbb-43d1-8a29-e040526b3d05 req-e31dce0e-01a1-4f48-9dcf-904a14410f54 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.046356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd006c85-a887-4205-bb9b-660319fc7c1e None None] Network f473ec64-d450-4620-ac37-4881ac8e3619 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:49.052160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed43f8-fbbb-43d1-8a29-e040526b3d05 req-e31dce0e-01a1-4f48-9dcf-904a14410f54 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.054165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61ed43f8-fbbb-43d1-8a29-e040526b3d05 req-e31dce0e-01a1-4f48-9dcf-904a14410f54 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5433 time: 0.2458971 Jul 13 07:45:49.073567 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP d92a40aa-5314-42d9-9f33-9457b596abba associated. External IP: 172.25.6.251, port: e9fd406d-1646-4163-8d12-be435a591de1. Jul 13 07:45:49.102167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 725065f9-6342-4205-a9f4-7801c9f6ca30 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:49.102824 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.130219 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0081508 Jul 13 07:45:49.134079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45246) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:49.139833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7d581748-ea96-401b-b1fd-aad89d390da6 None None] Provisioning for port fcd85e38-e1bc-421a-8151-220ada7f7072 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:49.183552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'subnet': {'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:49.190527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7d581748-ea96-401b-b1fd-aad89d390da6 None None] Provisioning complete for port fcd85e38-e1bc-421a-8151-220ada7f7072 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:49.191056 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7d581748-ea96-401b-b1fd-aad89d390da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.208184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593378c-3363-4b89-8e43-c474c1dec6df tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Network': ['ID=827373ed-1d8e-48a8-8d89-211b4e8b441c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:49.233919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port 3121931a-b772-4ae8-ab85-e85d8b2d80f8 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:49.234280 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.263445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 827373ed-1d8e-48a8-8d89-211b4e8b441c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:49.356053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting port d0fffa6f-9721-487e-a966-70f4962007b9 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:49.356589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.383487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7d581748-ea96-401b-b1fd-aad89d390da6 None None] Port fcd85e38-e1bc-421a-8151-220ada7f7072 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:49.421212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:49.424278 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.424625 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.484419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for 3121931a-b772-4ae8-ab85-e85d8b2d80f8 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:49.487552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] For port d0fffa6f-9721-487e-a966-70f4962007b9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d0fffa6f-9721-487e-a966-70f4962007b9,segment=NetworkSegment(26f724ea-a4b7-4f71-87b5-30781909035c),segment_id=26f724ea-a4b7-4f71-87b5-30781909035c)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:49.487920 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.490701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:49.494329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.508600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7d581748-ea96-401b-b1fd-aad89d390da6 None None] Provisioning complete for port c7f82517-5734-4735-a2ee-e073a626016c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:49.509257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7d581748-ea96-401b-b1fd-aad89d390da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.528901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Calling delete_port for d0fffa6f-9721-487e-a966-70f4962007b9 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:49.578777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:49.590648 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812ca8cf-c579-43ac-89fd-bb480fb15db5 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:49.600563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7d581748-ea96-401b-b1fd-aad89d390da6 None None] Port c7f82517-5734-4735-a2ee-e073a626016c cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:49.604942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:45:45Z', 'revision_number': 3, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:45Z', 'revision_number': 2, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:49.605724 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ca8cf-c579-43ac-89fd-bb480fb15db5 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:49.606891 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-812ca8cf-c579-43ac-89fd-bb480fb15db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:49.610339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad6800-1208-48d6-98ed-fb2d46a66d56 None None] Network f473ec64-d450-4620-ac37-4881ac8e3619 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:49.658738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device edfce03b-dc3d-4c01-8f2e-e4dab0aec39a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:49.673599 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-812ca8cf-c579-43ac-89fd-bb480fb15db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:49.684580 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ca8cf-c579-43ac-89fd-bb480fb15db5 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:49.685244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:49.685739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Updating router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 port c7f82517-5734-4735-a2ee-e073a626016c binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:45:49.686171 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-812ca8cf-c579-43ac-89fd-bb480fb15db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:49.739257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: edfce03b-dc3d-4c01-8f2e-e4dab0aec39a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:49.739602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device edfce03b-dc3d-4c01-8f2e-e4dab0aec39a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:49.778979 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-812ca8cf-c579-43ac-89fd-bb480fb15db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:49.779644 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812ca8cf-c579-43ac-89fd-bb480fb15db5 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:49.830745 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.836837 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.067408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbe147-8b5a-4285-9dd6-66287024b637 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:45:50.160481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.236619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=3121931a-b772-4ae8-ab85-e85d8b2d80f8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.313148 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.313589 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Floating IP 1b1e51fe-1d27-4c16-a93f-12dae417aa54 disassociated (deleted). External IP: 172.25.6.34, port: a29096ac-44f9-4142-a67b-c6e41d8e8b17. Jul 13 07:45:50.316395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.373987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.431115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Subnet': ['ID=92da9e35-cc04-42c6-ad05-7ece708fb84c,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.450593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router 72950ff2-fc58-4212-8862-e0ebe4096f6f has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:50.502975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Port': ['ID=d0fffa6f-9721-487e-a966-70f4962007b9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.511896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No DVR routers for this DVR port d0fffa6f-9721-487e-a966-70f4962007b9 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:50.558551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.561166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcbe147-8b5a-4285-9dd6-66287024b637 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:45:50.582228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Transition to ACTIVE for port object c7f82517-5734-4735-a2ee-e073a626016c will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:50.601361 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.617419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:50.623179 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.677429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e707a-aff4-4d82-87b4-8451060eb60b None None] Sync routers for ids ['72950ff2-fc58-4212-8862-e0ebe4096f6f'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:50.679635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d27623-e991-48b5-8d94-fe83610c92cb None None] Pushing event updated for resources: {'Port': ['ID=c7f82517-5734-4735-a2ee-e073a626016c,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.722586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Checking segment: {'id': 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:50.723325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network hostable DHCP agents. Network: 827373ed-1d8e-48a8-8d89-211b4e8b441c, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:50.726431 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f24896fa-1ebb-4f66-a7f0-bc1a7e49e8cb tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "PUT /v2.0/floatingips/d92a40aa-5314-42d9-9f33-9457b596abba HTTP/1.1" status: 200 len: 977 time: 3.1846716 Jul 13 07:45:50.727096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45260) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:50.745599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e707a-aff4-4d82-87b4-8451060eb60b None None] Routers {'72950ff2-fc58-4212-8862-e0ebe4096f6f'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:50.746337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-574e707a-aff4-4d82-87b4-8451060eb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['72950ff2-fc58-4212-8862-e0ebe4096f6f'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.793315 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.807694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-574e707a-aff4-4d82-87b4-8451060eb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.813584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f473ec64-d450-4620-ac37-4881ac8e3619']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.836764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f724ea-a4b7-4f71-87b5-30781909035c') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.837158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f724ea-a4b7-4f71-87b5-30781909035c') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.854452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port fcd85e38-e1bc-421a-8151-220ada7f7072 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:50.855846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.871291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e707a-aff4-4d82-87b4-8451060eb60b None None] Routers {'72950ff2-fc58-4212-8862-e0ebe4096f6f'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:50.871722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-574e707a-aff4-4d82-87b4-8451060eb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['72950ff2-fc58-4212-8862-e0ebe4096f6f'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.887844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 827373ed-1d8e-48a8-8d89-211b4e8b441c is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:50.897540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.929754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 827373ed-1d8e-48a8-8d89-211b4e8b441c) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:50.946005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-574e707a-aff4-4d82-87b4-8451060eb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:50.946722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e707a-aff4-4d82-87b4-8451060eb60b None None] The sync data for ids ['72950ff2-fc58-4212-8862-e0ebe4096f6f'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:50.963147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.971255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Attempting to bind port c7f82517-5734-4735-a2ee-e073a626016c on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:50.971255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Attempting to bind port c7f82517-5734-4735-a2ee-e073a626016c by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '09910929-6bf6-4eaf-9cf7-bb11f410cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:50.971569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:50.971688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Attempting to bind port c7f82517-5734-4735-a2ee-e073a626016c on network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:50.971801 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.991869 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.039252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:51.039635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Checking segment: {'id': '09910929-6bf6-4eaf-9cf7-bb11f410cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:51.040094 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.040508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Bound using segment: {'id': '09910929-6bf6-4eaf-9cf7-bb11f410cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:51.041172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Bound port: c7f82517-5734-4735-a2ee-e073a626016c, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09910929-6bf6-4eaf-9cf7-bb11f410cedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:51.041583 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.052428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:51.053037 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.078204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8891-792c-429f-96b1-08885e005d32 req-929a5e79-3754-4885-9ac6-def8889d97af tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:51.085129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8891-792c-429f-96b1-08885e005d32 req-929a5e79-3754-4885-9ac6-def8889d97af tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:51.096540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8891-792c-429f-96b1-08885e005d32 req-929a5e79-3754-4885-9ac6-def8889d97af tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:51.105864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8891-792c-429f-96b1-08885e005d32 req-929a5e79-3754-4885-9ac6-def8889d97af tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:51.113902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8891-792c-429f-96b1-08885e005d32 req-929a5e79-3754-4885-9ac6-def8889d97af tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:51.121136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8891-792c-429f-96b1-08885e005d32 req-929a5e79-3754-4885-9ac6-def8889d97af tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:51.128804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8891-792c-429f-96b1-08885e005d32 req-929a5e79-3754-4885-9ac6-def8889d97af tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:51.130923 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3cde8891-792c-429f-96b1-08885e005d32 req-929a5e79-3754-4885-9ac6-def8889d97af tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5445 time: 0.4646401 Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:51.131791 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:51.152688 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-97c77c11-a7b0-4e97-b62b-a3a026e68c05 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0142381 Jul 13 07:45:51.159591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45262) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:51.371766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.372730 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.373057 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Floating IP d92a40aa-5314-42d9-9f33-9457b596abba disassociated. External IP: 172.25.6.251, port: fcd85e38-e1bc-421a-8151-220ada7f7072. Jul 13 07:45:51.373670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for fcd85e38-e1bc-421a-8151-220ada7f7072 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:51.511462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] For port c7f82517-5734-4735-a2ee-e073a626016c, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:51.544230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] For port c7f82517-5734-4735-a2ee-e073a626016c, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c7f82517-5734-4735-a2ee-e073a626016c,segment=NetworkSegment(09910929-6bf6-4eaf-9cf7-bb11f410cedb),segment_id=09910929-6bf6-4eaf-9cf7-bb11f410cedb)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:51.567651 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.590695 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.641749 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3cde8891-792c-429f-96b1-08885e005d32 req-eb5e6fe9-9b5e-456f-9a48-bb97a76842ea tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4854136 Jul 13 07:45:51.665421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=fcd85e38-e1bc-421a-8151-220ada7f7072,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:51.692789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:51.694571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:51.710782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.775937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.779296 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/f473ec64-d450-4620-ac37-4881ac8e3619 HTTP/1.1" status: 204 len: 168 time: 5.9131324 Jul 13 07:45:51.782388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e5ca6-e7f0-499e-b1b7-b80a3082e1e3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=f473ec64-d450-4620-ac37-4881ac8e3619,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:51.789106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45272) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:51.845789 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-534c1367-272b-44f7-bd9c-99cc20e08fe5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:51.846226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534c1367-272b-44f7-bd9c-99cc20e08fe5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:51.848169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-534c1367-272b-44f7-bd9c-99cc20e08fe5 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/d9132961-bd49-4c2f-9e15-9648861d028d HTTP/1.1" status: 404 len: 337 time: 0.0471990 Jul 13 07:45:51.850309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router 022c76f6-674b-448f-8bca-529c62f76234 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:51.852546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45274) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:51.894115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d9e1a9-1c4a-40e0-bb5e-52613385e3e0 None None] Network 827373ed-1d8e-48a8-8d89-211b4e8b441c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:51.954020 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d27623-e991-48b5-8d94-fe83610c92cb None None] Pushing event updated for resources: {'Port': ['ID=c7f82517-5734-4735-a2ee-e073a626016c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:52.065357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:52.082635 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b25d3c-948e-496d-b4a0-04094575c2d6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:52.083264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b25d3c-948e-496d-b4a0-04094575c2d6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:52.094017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c7b25d3c-948e-496d-b4a0-04094575c2d6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/f473ec64-d450-4620-ac37-4881ac8e3619 HTTP/1.1" status: 404 len: 339 time: 0.2399106 Jul 13 07:45:52.095910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router 72950ff2-fc58-4212-8862-e0ebe4096f6f has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:52.097104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45282) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:52.134314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-de086926-586e-4d04-a26a-afca4e98bfe3 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.143098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-de086926-586e-4d04-a26a-afca4e98bfe3 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.154550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-de086926-586e-4d04-a26a-afca4e98bfe3 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.171431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-de086926-586e-4d04-a26a-afca4e98bfe3 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.178613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45284) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:52.179140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-de086926-586e-4d04-a26a-afca4e98bfe3 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.186082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-de086926-586e-4d04-a26a-afca4e98bfe3 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.192735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-de086926-586e-4d04-a26a-afca4e98bfe3 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.194728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-de086926-586e-4d04-a26a-afca4e98bfe3 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5445 time: 0.4100568 Jul 13 07:45:52.270436 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-067bfeb5-d87e-4f57-af33-d36e87c29acd tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:52.271158 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067bfeb5-d87e-4f57-af33-d36e87c29acd tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:52.279480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-067bfeb5-d87e-4f57-af33-d36e87c29acd tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/ba78dadc-c4a2-48c6-975b-d8df6dbde6fa HTTP/1.1" status: 404 len: 337 time: 0.1804755 Jul 13 07:45:52.307573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45288) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:52.353099 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55cfa5f-43a4-4676-9dbd-63e50eacba8e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:52.354144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55cfa5f-43a4-4676-9dbd-63e50eacba8e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:52.356509 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b55cfa5f-43a4-4676-9dbd-63e50eacba8e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/0f0a2deb-6350-4fa6-a6d3-56dff9e0c7af HTTP/1.1" status: 404 len: 339 time: 0.0354416 Jul 13 07:45:52.370278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45290) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:52.488086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:45:45Z', 'revision_number': 3, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:51Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:52.529476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-827373ed-1d8e-48a8-8d89-211b4e8b441c', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:52.530428 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.533291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc005d-8b57-4a6e-b311-7d94a3f43671 None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:45:45Z', 'revision_number': 3, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:51Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:52.551473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-c8ece2b7-0b7e-426f-8824-e31bd1d68d45 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.554044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-c8ece2b7-0b7e-426f-8824-e31bd1d68d45 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "GET /v2.0/ports/5a81db4e-6258-4a67-b385-4ca5c5cf1240?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3521161 Jul 13 07:45:52.654264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:52.665211 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e6ce6-d882-449b-bb16-388e0896ec93 None None] Sync routers for ids ['72950ff2-fc58-4212-8862-e0ebe4096f6f'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:52.681351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:52.722401 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e6ce6-d882-449b-bb16-388e0896ec93 None None] Routers {'72950ff2-fc58-4212-8862-e0ebe4096f6f'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:52.723260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.724176 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-386e6ce6-d882-449b-bb16-388e0896ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['72950ff2-fc58-4212-8862-e0ebe4096f6f'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:52.764259 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bd13374e-cbb6-44b9-a413-0030d73e7a6f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/floatingips/1b1e51fe-1d27-4c16-a93f-12dae417aa54 HTTP/1.1" status: 204 len: 168 time: 4.2083955 Jul 13 07:45:52.769309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'tag': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:52.771628 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bb7afa-3854-462c-aab1-9e0e6fade341" -d '{"events": [{"name": "network-changed", "server_uuid": "d344265c-1b23-47ac-9456-b871eca6fbf1", "tag": "a29096ac-44f9-4142-a67b-c6e41d8e8b17"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:52.772918 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-386e6ce6-d882-449b-bb16-388e0896ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:52.787402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.809846 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e6ce6-d882-449b-bb16-388e0896ec93 None None] Routers {'72950ff2-fc58-4212-8862-e0ebe4096f6f'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:52.813773 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-386e6ce6-d882-449b-bb16-388e0896ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['72950ff2-fc58-4212-8862-e0ebe4096f6f'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:52.824201 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.831237 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c9f275af-04a6-428e-9159-16857874ef3d tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/ports/fcd85e38-e1bc-421a-8151-220ada7f7072 HTTP/1.1" status: 204 len: 168 time: 2.1030447 Jul 13 07:45:52.833886 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45300) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:52.835791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] Sync routers for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:52.852582 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-b17932f5-c7fd-495c-8c7a-1161a05e1c7c tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "GET /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2879775 Jul 13 07:45:52.884508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78365ac3-d23e-4d15-8f07-aeb782f02bb4 req-3b0889fb-41ed-4108-a68b-09557743cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.885071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78365ac3-d23e-4d15-8f07-aeb782f02bb4 req-3b0889fb-41ed-4108-a68b-09557743cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.885564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78365ac3-d23e-4d15-8f07-aeb782f02bb4 req-3b0889fb-41ed-4108-a68b-09557743cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.886112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78365ac3-d23e-4d15-8f07-aeb782f02bb4 req-3b0889fb-41ed-4108-a68b-09557743cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.886600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78365ac3-d23e-4d15-8f07-aeb782f02bb4 req-3b0889fb-41ed-4108-a68b-09557743cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.896047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:52.903377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78365ac3-d23e-4d15-8f07-aeb782f02bb4 req-3b0889fb-41ed-4108-a68b-09557743cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.903377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78365ac3-d23e-4d15-8f07-aeb782f02bb4 req-3b0889fb-41ed-4108-a68b-09557743cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:52.909880 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78365ac3-d23e-4d15-8f07-aeb782f02bb4 req-3b0889fb-41ed-4108-a68b-09557743cd25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6490 time: 0.7259626 Jul 13 07:45:52.951440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:52.958038 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-386e6ce6-d882-449b-bb16-388e0896ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:52.958716 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e6ce6-d882-449b-bb16-388e0896ec93 None None] The sync data for ids ['72950ff2-fc58-4212-8862-e0ebe4096f6f'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:52.960787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.166831 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.168556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:53.173079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78365ac3-d23e-4d15-8f07-aeb782f02bb4 req-7834e19b-2a46-4728-ba06-e61ead907ff5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2596591 Jul 13 07:45:53.212121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.280662 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.307015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8044346-1172-4f33-af7a-12721d3589e0']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.309899 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd968-c7c3-429b-8a60-928b1a2031db req-76b6fb93-5ab5-473e-b42d-291c9f7ae598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.320058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd968-c7c3-429b-8a60-928b1a2031db req-76b6fb93-5ab5-473e-b42d-291c9f7ae598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.329012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd968-c7c3-429b-8a60-928b1a2031db req-76b6fb93-5ab5-473e-b42d-291c9f7ae598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.335102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd968-c7c3-429b-8a60-928b1a2031db req-76b6fb93-5ab5-473e-b42d-291c9f7ae598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.342300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd968-c7c3-429b-8a60-928b1a2031db req-76b6fb93-5ab5-473e-b42d-291c9f7ae598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.344422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Allocated IP 172.22.0.2 (827373ed-1d8e-48a8-8d89-211b4e8b441c/92da9e35-cc04-42c6-ad05-7ece708fb84c/5a2d7002-7266-47fd-98db-6bc50e5b9e62) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:53.349558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd968-c7c3-429b-8a60-928b1a2031db req-76b6fb93-5ab5-473e-b42d-291c9f7ae598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.356906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd968-c7c3-429b-8a60-928b1a2031db req-76b6fb93-5ab5-473e-b42d-291c9f7ae598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.364899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d14cd968-c7c3-429b-8a60-928b1a2031db req-76b6fb93-5ab5-473e-b42d-291c9f7ae598 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 5445 time: 0.2926095 Jul 13 07:45:53.532307 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d14cd968-c7c3-429b-8a60-928b1a2031db req-3b27dd8e-8b70-495d-9d80-32d3007c2380 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1663516 Jul 13 07:45:53.619991 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73669f02-c295-4b18-946d-624cb0cc0712 x-openstack-request-id: req-73669f02-c295-4b18-946d-624cb0cc0712 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:53.621009 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d344265c-1b23-47ac-9456-b871eca6fbf1", "tag": "a29096ac-44f9-4142-a67b-c6e41d8e8b17", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:53.622709 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73669f02-c295-4b18-946d-624cb0cc0712 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:53.622709 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'tag': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'status': 'completed', 'code': 200} Jul 13 07:45:53.645305 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.654188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae27bec-ed86-4f81-bed0-4907ecd9edb5') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.654188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae27bec-ed86-4f81-bed0-4907ecd9edb5') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.661422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Transition to ACTIVE for port object 5a2d7002-7266-47fd-98db-6bc50e5b9e62 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:53.676711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 6, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.693109 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.713803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] Checking router: 022c76f6-674b-448f-8bca-529c62f76234 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:53.715973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] For port 5a81db4e-6258-4a67-b385-4ca5c5cf1240, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5a81db4e-6258-4a67-b385-4ca5c5cf1240,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:53.719636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Transition to ACTIVE for port object 5a2d7002-7266-47fd-98db-6bc50e5b9e62 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:53.728756 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.732472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:53.732645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.737556 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.795318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Allocated IP 172.22.0.1 (827373ed-1d8e-48a8-8d89-211b4e8b441c/92da9e35-cc04-42c6-ad05-7ece708fb84c/3a384619-f4f0-4f50-9152-f58efa3292ee) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:53.809793 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] For port 5a81db4e-6258-4a67-b385-4ca5c5cf1240, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:53.872284 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] device_id is not set on port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:53.883221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Network 827373ed-1d8e-48a8-8d89-211b4e8b441c is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:53.886069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.886866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:53.894033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:53.897586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Pushing event updated for resources: {'Port': ['ID=5a2d7002-7266-47fd-98db-6bc50e5b9e62,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:53.926988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:53.927404 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:53.931069 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:53.946563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.980832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:53.981061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a200e-4f0b-4754-93bd-55b6f075b73a req-8e40cadc-427f-4c31-9ae3-3e586b96673f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.982662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f81a200e-4f0b-4754-93bd-55b6f075b73a req-8e40cadc-427f-4c31-9ae3-3e586b96673f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 946 time: 0.4015524 Jul 13 07:45:53.992112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-97bc76a0-1c98-4569-8072-e54da273d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:53.993928 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-97bc76a0-1c98-4569-8072-e54da273d657 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 1097 time: 0.3707092 Jul 13 07:45:54.041351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Attempting to bind port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:54.043057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Attempting to bind port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:54.043485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Attempting to bind port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 on network 827373ed-1d8e-48a8-8d89-211b4e8b441c {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:54.043971 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] No DVR routers for this DVR port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:54.051690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:54.052244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Checking segment: {'id': 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:54.052660 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.053056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Bound using segment: {'id': 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:54.053547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Bound port: 5a2d7002-7266-47fd-98db-6bc50e5b9e62, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:54.053912 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.121139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] Pushing event updated for resources: {'Port': ['ID=5a81db4e-6258-4a67-b385-4ca5c5cf1240,revision_number=6']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:54.129883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] In _notify_port_updated(), no bound segment for port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:45:54.130822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:54.131456 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.132923 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-05299c73-3a79-44c5-a2f6-229c5bf1dd5a service neutron] 10.222.0.54 "PUT /v2.0/ports/5a81db4e-6258-4a67-b385-4ca5c5cf1240 HTTP/1.1" status: 200 len: 1032 time: 1.2417314 Jul 13 07:45:54.135471 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.271759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-cbcca188-cc36-4b94-ab9a-52399edf2ab7 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:54.273186 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-cbcca188-cc36-4b94-ab9a-52399edf2ab7 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "GET /v2.0/ports/85f68cd3-4049-48a6-bd3d-74e43aa55494?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1342003 Jul 13 07:45:54.322240 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.330798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:54.360841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.366183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.371291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/e8044346-1172-4f33-af7a-12721d3589e0 HTTP/1.1" status: 204 len: 168 time: 1.9998815 Jul 13 07:45:54.372292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45316) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:54.438861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-c1d9ad81-6065-4e5f-aa5a-e9a27e73559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:54.441400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-c1d9ad81-6065-4e5f-aa5a-e9a27e73559a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee95c9c2-7ceb-460f-8c8b-4a50afa20245 HTTP/1.1" status: 200 len: 896 time: 0.3855357 Jul 13 07:45:54.476682 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d50bd92-2b28-46dd-bd8f-2a355d0f36a6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:54.477214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d50bd92-2b28-46dd-bd8f-2a355d0f36a6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:54.482732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4d50bd92-2b28-46dd-bd8f-2a355d0f36a6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/1577312f-660e-483f-b4a7-13a440ed843f HTTP/1.1" status: 404 len: 337 time: 0.0871572 Jul 13 07:45:54.490522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Transition to ACTIVE for port object 3a384619-f4f0-4f50-9152-f58efa3292ee will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:54.492305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45318) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:54.497517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c7f82517-5734-4735-a2ee-e073a626016c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:54.524947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa3e8c-996f-4a35-afdb-98ef1c39d3a1 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=e8044346-1172-4f33-af7a-12721d3589e0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:54.550123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] For port 5a2d7002-7266-47fd-98db-6bc50e5b9e62, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:54.562612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f81a200e-4f0b-4754-93bd-55b6f075b73a req-434afe0e-77de-4041-ad6b-76f07f4b73fb tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5606461 Jul 13 07:45:54.575559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] For port 5a2d7002-7266-47fd-98db-6bc50e5b9e62, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5a2d7002-7266-47fd-98db-6bc50e5b9e62,segment=NetworkSegment(dfc37f3c-65ee-41f1-8fc1-bf8cb0077591),segment_id=dfc37f3c-65ee-41f1-8fc1-bf8cb0077591)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:54.606408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.612713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c7f82517-5734-4735-a2ee-e073a626016c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:54.614540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48854372-8369-4825-b742-252e514fb382 None None] Provisioning complete for port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:54.614906 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48854372-8369-4825-b742-252e514fb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.632903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-f00c7ed1-7cd0-4e47-93df-b0a504c08b01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a29096ac-44f9-4142-a67b-c6e41d8e8b17 HTTP/1.1" status: 200 len: 217 time: 0.1511893 Jul 13 07:45:54.669374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c7f82517-5734-4735-a2ee-e073a626016c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:54.669745 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.789804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-48854372-8369-4825-b742-252e514fb382 None None] Port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:54.814382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77bef0-7567-4c34-a93a-a6bd0d31490f None None] Pushing event updated for resources: {'Port': ['ID=5a2d7002-7266-47fd-98db-6bc50e5b9e62,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:54.865864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 6, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:54.868007 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.907979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f2b38-11d4-4355-8c70-3d62f72116fc None None] The sync data for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 is: [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:45:34Z', 'revision_number': 6, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '6b6e753a-0df4-4972-b998-31744585eafe', 'name': '', 'network_id': 'ee95c9c2-7ceb-460f-8c8b-4a50afa20245', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:5c:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:30Z', 'updated_at': '2021-07-13T07:43:42Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': '7fd5ffb9-39f2-4613-ab48-c32aa9a341bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:54.951965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port c7f82517-5734-4735-a2ee-e073a626016c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c7f82517-5734-4735-a2ee-e073a626016c,segment=NetworkSegment(09910929-6bf6-4eaf-9cf7-bb11f410cedb),segment_id=09910929-6bf6-4eaf-9cf7-bb11f410cedb)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:54.958844 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.016483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=c7f82517-5734-4735-a2ee-e073a626016c,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:55.087694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2ee63e1b-dc05-4719-a1f7-b36a47987b4c no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:55.162733 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b89b8af-ad99-4e9a-8e9f-827587c111a3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:55.163541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b89b8af-ad99-4e9a-8e9f-827587c111a3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:55.166508 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5b89b8af-ad99-4e9a-8e9f-827587c111a3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/d3d70cd8-c19d-4258-ad1c-966655d1c83b HTTP/1.1" status: 404 len: 339 time: 0.6308775 Jul 13 07:45:55.175226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45324) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:55.258941 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.259791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ec152-6974-45a2-80c4-f96d70ecfc70 req-8c4c22d9-cd71-4e54-8572-cea27d29de10 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.267297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ec152-6974-45a2-80c4-f96d70ecfc70 req-8c4c22d9-cd71-4e54-8572-cea27d29de10 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.274121 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ec152-6974-45a2-80c4-f96d70ecfc70 req-8c4c22d9-cd71-4e54-8572-cea27d29de10 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.281001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ec152-6974-45a2-80c4-f96d70ecfc70 req-8c4c22d9-cd71-4e54-8572-cea27d29de10 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.288208 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ec152-6974-45a2-80c4-f96d70ecfc70 req-8c4c22d9-cd71-4e54-8572-cea27d29de10 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.294920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ec152-6974-45a2-80c4-f96d70ecfc70 req-8c4c22d9-cd71-4e54-8572-cea27d29de10 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.295163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.297009 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f9ec152-6974-45a2-80c4-f96d70ecfc70 req-8c4c22d9-cd71-4e54-8572-cea27d29de10 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 4666 time: 0.3183951 Jul 13 07:45:55.297980 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-16374faa-aa9a-4e95-b37b-21fbc6f92c5d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:55.298437 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16374faa-aa9a-4e95-b37b-21fbc6f92c5d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:55.303322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-16374faa-aa9a-4e95-b37b-21fbc6f92c5d tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/307f70a0-238c-4351-91cf-7b1f65a1cad5 HTTP/1.1" status: 404 len: 337 time: 0.1243885 Jul 13 07:45:55.307442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45326) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:55.345030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:55.361874 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92f497e-a66a-4d3a-9101-c29768c8bff1" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee63e1b-dc05-4719-a1f7-b36a47987b4c"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:55.384998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:55.396333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.444179 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f9ec152-6974-45a2-80c4-f96d70ecfc70 req-5b7f57e4-241e-452e-a31e-743b1418f366 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=e8b49613-d50a-43fe-9665-d750123664c9&id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336079 Jul 13 07:45:55.471397 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.475348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-1e9eccb3-78d6-4538-aadb-6d400aedb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.477194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-1e9eccb3-78d6-4538-aadb-6d400aedb41a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fd5ffb9-39f2-4613-ab48-c32aa9a341bd HTTP/1.1" status: 200 len: 834 time: 0.8208685 Jul 13 07:45:55.490729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:55.497468 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-728f3ef2-2937-4039-ab4f-3bb7dcdefbbf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:55.502028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728f3ef2-2937-4039-ab4f-3bb7dcdefbbf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:55.504221 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88af37eb-61f8-43c7-98bc-9bf1ebccd25f x-openstack-request-id: req-88af37eb-61f8-43c7-98bc-9bf1ebccd25f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:55.504517 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee63e1b-dc05-4719-a1f7-b36a47987b4c", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:55.504775 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88af37eb-61f8-43c7-98bc-9bf1ebccd25f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:55.505184 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c', 'code': 200} Jul 13 07:45:55.508932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-728f3ef2-2937-4039-ab4f-3bb7dcdefbbf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/22e3741e-89ef-41f9-aa7f-42b5ada50582 HTTP/1.1" status: 404 len: 339 time: 0.1631942 Jul 13 07:45:55.512333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45330) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:55.521158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:55.567568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 827373ed-1d8e-48a8-8d89-211b4e8b441c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:55.577385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:55.580680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:55.611079 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4490a-2216-4724-b06c-fc15d5084f16 None None] New status for floating IP 1b1e51fe-1d27-4c16-a93f-12dae417aa54: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:55.621327 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9df0a19-8f0b-4f21-b480-7973b9158894 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:55.622174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9df0a19-8f0b-4f21-b480-7973b9158894 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:55.626232 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d9df0a19-8f0b-4f21-b480-7973b9158894 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/57d23a36-585d-4243-b1a4-9e898d7b5e51 HTTP/1.1" status: 404 len: 337 time: 0.0936081 Jul 13 07:45:55.663247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-af7c4aa4-2790-46a9-a2e7-e80f60141701 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.667093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-af7c4aa4-2790-46a9-a2e7-e80f60141701 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.54 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 946 time: 1.0618999 Jul 13 07:45:55.669186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45334) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:55.679689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=3a384619-f4f0-4f50-9152-f58efa3292ee,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:55.726852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0ed1a79e-4ff0-4a1e-b610-ebd6d878092f None None] Provisioning complete for port c7f82517-5734-4735-a2ee-e073a626016c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:55.727528 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0ed1a79e-4ff0-4a1e-b610-ebd6d878092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.784166 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.813040 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-173c62c3-3989-48d2-a043-e849fc5e4398 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:55.813723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173c62c3-3989-48d2-a043-e849fc5e4398 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:55.818296 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-173c62c3-3989-48d2-a043-e849fc5e4398 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/4be1e790-70dd-40c5-93a3-7a22f5055446 HTTP/1.1" status: 404 len: 339 time: 0.1332166 Jul 13 07:45:55.827757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45336) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:55.871609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:55.922045 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.943041 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.945832 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-873fec82-2fe4-403d-87d1-ebdb67bc4288 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:55.946294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873fec82-2fe4-403d-87d1-ebdb67bc4288 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:55.952524 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-873fec82-2fe4-403d-87d1-ebdb67bc4288 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/ff5981ef-b024-4bc7-9daa-cb0184f53248 HTTP/1.1" status: 404 len: 337 time: 0.1203423 Jul 13 07:45:55.955990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45338) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:55.958155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 85f68cd3-4049-48a6-bd3d-74e43aa55494 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:56.055404 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a527daf-db42-42da-a993-814db33fff4a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:56.056038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a527daf-db42-42da-a993-814db33fff4a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:56.063968 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7a527daf-db42-42da-a993-814db33fff4a tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/dce5b232-9019-43ae-abc3-036963eb945f HTTP/1.1" status: 404 len: 339 time: 0.0987725 Jul 13 07:45:56.068463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45340) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:56.137983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:56.183390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] For port 85f68cd3-4049-48a6-bd3d-74e43aa55494, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=85f68cd3-4049-48a6-bd3d-74e43aa55494,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:56.205759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port 34f1a1e8-eb7f-429c-8238-24df5046fdb1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:56.206115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.215696 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.263434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] For port 85f68cd3-4049-48a6-bd3d-74e43aa55494, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:56.288535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7579f106-a05e-46fa-9078-7a525ab83666 None None] Provisioning complete for port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:56.289201 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7579f106-a05e-46fa-9078-7a525ab83666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.325165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] device_id is not set on port 85f68cd3-4049-48a6-bd3d-74e43aa55494 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:56.340523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.360073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-005d6779-5ade-40fc-ac1e-fc58af0f4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:56.362200 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-005d6779-5ade-40fc-ac1e-fc58af0f4b0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee95c9c2-7ceb-460f-8c8b-4a50afa20245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8732121 Jul 13 07:45:56.363294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.368613 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-46731c36-db8f-4c00-86dd-88d91db02442 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:56.369045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46731c36-db8f-4c00-86dd-88d91db02442 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:56.374599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-46731c36-db8f-4c00-86dd-88d91db02442 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/08ac5ae4-8be8-4b3d-a54c-ab6441f14bcc HTTP/1.1" status: 404 len: 337 time: 0.2810595 Jul 13 07:45:56.427993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45344) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:56.470390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.498089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for 34f1a1e8-eb7f-429c-8238-24df5046fdb1 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:56.506255 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.553305 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:56.553709 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:56.566356 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c957d659-b52f-40e3-a8b4-e12d7e66873b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:56.567124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c957d659-b52f-40e3-a8b4-e12d7e66873b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:56.575922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c957d659-b52f-40e3-a8b4-e12d7e66873b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/c4b00ff8-67b2-4680-9c71-e8816ec9402b HTTP/1.1" status: 404 len: 339 time: 0.1353123 Jul 13 07:45:56.598790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45348) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:56.614230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c7f82517-5734-4735-a2ee-e073a626016c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:56.617545 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7579f106-a05e-46fa-9078-7a525ab83666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.658758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3938b34-f9eb-4568-875b-f03fc3c61293 req-92d055fe-c695-44b6-9738-438398eb5a68 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:56.662608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3938b34-f9eb-4568-875b-f03fc3c61293 req-92d055fe-c695-44b6-9738-438398eb5a68 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 946 time: 0.8137238 Jul 13 07:45:56.679210 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af6a6e6-e7d6-452d-9ceb-017fb7bf9dc3 None None] Network 827373ed-1d8e-48a8-8d89-211b4e8b441c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:56.799103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7579f106-a05e-46fa-9078-7a525ab83666 None None] For port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:56.814091 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7579f106-a05e-46fa-9078-7a525ab83666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.862273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] No DVR routers for this DVR port 85f68cd3-4049-48a6-bd3d-74e43aa55494 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:56.874217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579f106-a05e-46fa-9078-7a525ab83666 None None] Pushing event updated for resources: {'Port': ['ID=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:56.925235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c7f82517-5734-4735-a2ee-e073a626016c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:56.925847 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.961353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] Pushing event updated for resources: {'Port': ['ID=85f68cd3-4049-48a6-bd3d-74e43aa55494,revision_number=6']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:57.007638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] In _notify_port_updated(), no bound segment for port 85f68cd3-4049-48a6-bd3d-74e43aa55494 on network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:45:57.016399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:57.017172 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.020656 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9eca5cf2-a543-4b56-9de3-69ed7368c0cc service neutron] 10.222.0.54 "PUT /v2.0/ports/85f68cd3-4049-48a6-bd3d-74e43aa55494 HTTP/1.1" status: 200 len: 1033 time: 2.6947393 Jul 13 07:45:57.041367 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.112303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c468-2ad4-4bb1-abde-4a899145ba0e req-af963086-fc39-4c61-96a9-305836ab3a59 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:57.119865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c468-2ad4-4bb1-abde-4a899145ba0e req-af963086-fc39-4c61-96a9-305836ab3a59 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:57.130416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c468-2ad4-4bb1-abde-4a899145ba0e req-af963086-fc39-4c61-96a9-305836ab3a59 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:57.139363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c468-2ad4-4bb1-abde-4a899145ba0e req-af963086-fc39-4c61-96a9-305836ab3a59 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:57.146545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c468-2ad4-4bb1-abde-4a899145ba0e req-af963086-fc39-4c61-96a9-305836ab3a59 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:57.149398 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1521c468-2ad4-4bb1-abde-4a899145ba0e req-af963086-fc39-4c61-96a9-305836ab3a59 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 3884 time: 0.2886686 Jul 13 07:45:57.174761 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d876cf-b5a1-4955-b7aa-ee9dfbd8f2b6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:57.175459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d876cf-b5a1-4955-b7aa-ee9dfbd8f2b6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:57.177432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-29d876cf-b5a1-4955-b7aa-ee9dfbd8f2b6 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/3c2bc4e3-b5b0-46f7-9dac-f164aa2d8b2f HTTP/1.1" status: 404 len: 337 time: 0.5517502 Jul 13 07:45:57.178367 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.184278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:57.188989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-26375ad8-a717-499b-a40e-c011cce428bf None None] Provisioning for port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:57.197499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45350) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:57.234848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5a2d7002-7266-47fd-98db-6bc50e5b9e62 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:57.277159 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.318319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-26375ad8-a717-499b-a40e-c011cce428bf None None] Provisioning complete for port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:57.318694 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26375ad8-a717-499b-a40e-c011cce428bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.340208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1521c468-2ad4-4bb1-abde-4a899145ba0e req-ef684d1e-8b3f-410d-9b2d-8c8ac2da9a33 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765511 Jul 13 07:45:57.342701 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90c3bd1-27f8-4c37-98c2-1fb545facb8b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:57.343355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90c3bd1-27f8-4c37-98c2-1fb545facb8b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:57.345917 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d90c3bd1-27f8-4c37-98c2-1fb545facb8b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/745d11f2-4353-4c7d-9e31-abc7d0bc7fee HTTP/1.1" status: 404 len: 339 time: 0.1385515 Jul 13 07:45:57.349772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45354) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:57.359722 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3938b34-f9eb-4568-875b-f03fc3c61293 req-8ca7ec3a-ac71-4c68-88df-4f8030552767 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452788 Jul 13 07:45:57.392379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-c3214e22-c9f3-4ed3-93d1-e2e30dee32a5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port a29096ac-44f9-4142-a67b-c6e41d8e8b17 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:57.393450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-c3214e22-c9f3-4ed3-93d1-e2e30dee32a5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.396465 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db11d1f-9182-434f-8c48-577f753d6d6e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:57.396927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db11d1f-9182-434f-8c48-577f753d6d6e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:57.398961 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2db11d1f-9182-434f-8c48-577f753d6d6e tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/1c37995d-5142-4c2b-8034-75780a1c9843 HTTP/1.1" status: 404 len: 337 time: 0.0464408 Jul 13 07:45:57.400687 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.402514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45356) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:57.422486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:57.427334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:57.427808 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.443315 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=34f1a1e8-eb7f-429c-8238-24df5046fdb1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:57.481152 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed158c5-aeb6-4824-880d-8974f60341c3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:57.481780 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed158c5-aeb6-4824-880d-8974f60341c3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:57.486292 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6ed158c5-aeb6-4824-880d-8974f60341c3 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/3ceba6f9-5fb6-48e3-87a1-d91ebb5ff729 HTTP/1.1" status: 404 len: 339 time: 0.0562024 Jul 13 07:45:57.489283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45358) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:57.545963 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b96c5a-61d3-44b3-a4ab-986ba68f7c54 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:57.546688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b96c5a-61d3-44b3-a4ab-986ba68f7c54 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:57.555438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82'}, {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:57.556221 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d8b96c5a-61d3-44b3-a4ab-986ba68f7c54 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/8d99cec4-9eb8-4cff-91cf-9e24384c3156 HTTP/1.1" status: 404 len: 337 time: 0.0660727 Jul 13 07:45:57.558762 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba42bc82-3629-4dc7-ae1b-aaa315665895" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82"}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "2ee63e1b-dc05-4719-a1f7-b36a47987b4c"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:57.561988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.562294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45360) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:57.579085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 827373ed-1d8e-48a8-8d89-211b4e8b441c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:57.585502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-ed1ad621-95da-46e6-becd-24aa0b39b6ad service neutron] 10.222.0.54 "GET /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2091331 Jul 13 07:45:57.586135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=3a384619-f4f0-4f50-9152-f58efa3292ee,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:57.595914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-0e52505a-3669-4003-971a-86c08f34ac1a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting port b3f34535-4c57-45b8-a551-08e0f419e825 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:57.596634 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-0e52505a-3669-4003-971a-86c08f34ac1a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.639364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:57.657895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:57.673797 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.705179 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-97819ea7-1476-4218-a54a-932c7199bfdf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] DELETE failed (client error): The resource could not be found. Jul 13 07:45:57.706888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97819ea7-1476-4218-a54a-932c7199bfdf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:45:57.711010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-97819ea7-1476-4218-a54a-932c7199bfdf tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/be1eb54b-a573-4913-a0fa-6fe155a33f78 HTTP/1.1" status: 404 len: 339 time: 0.1420856 Jul 13 07:45:57.717091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45364) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:57.777192 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbfa77a-6d9e-47c3-8f04-758cffde0034 x-openstack-request-id: req-4cbfa77a-6d9e-47c3-8f04-758cffde0034 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:57.778011 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82", "code": 200}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "2ee63e1b-dc05-4719-a1f7-b36a47987b4c", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:57.778330 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4cbfa77a-6d9e-47c3-8f04-758cffde0034 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:57.780114 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'code': 200} Jul 13 07:45:57.780588 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c', 'code': 200} Jul 13 07:45:57.781356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:57.808363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-0e52505a-3669-4003-971a-86c08f34ac1a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] For port b3f34535-4c57-45b8-a551-08e0f419e825, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b3f34535-4c57-45b8-a551-08e0f419e825,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:57.808896 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-0e52505a-3669-4003-971a-86c08f34ac1a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.840166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ec794f-34fc-4895-8625-ff7da0c94b4b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting subnet cda34dc3-4416-4750-9db9-091ba73fa5e5 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:57.847709 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec794f-34fc-4895-8625-ff7da0c94b4b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.858861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 61d0d1b8-d766-41a4-9732-6b366f5083b1 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:57.917705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec794f-34fc-4895-8625-ff7da0c94b4b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.924488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-0e52505a-3669-4003-971a-86c08f34ac1a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Calling delete_port for b3f34535-4c57-45b8-a551-08e0f419e825 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:57.980270 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26375ad8-a717-499b-a40e-c011cce428bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.054635 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec794f-34fc-4895-8625-ff7da0c94b4b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.095115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.111147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-26375ad8-a717-499b-a40e-c011cce428bf None None] For port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:58.138432 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26375ad8-a717-499b-a40e-c011cce428bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.194881 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.246743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec794f-34fc-4895-8625-ff7da0c94b4b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.315441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec794f-34fc-4895-8625-ff7da0c94b4b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Subnet': ['ID=cda34dc3-4416-4750-9db9-091ba73fa5e5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:58.335910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb41d20-e24b-407e-84ec-bc45e74ae503 None None] Network f418d2d5-5ca4-4729-ae59-91e9ef01eedd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:58.342361 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.359855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-0e52505a-3669-4003-971a-86c08f34ac1a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.362566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26375ad8-a717-499b-a40e-c011cce428bf None None] Pushing event updated for resources: {'Port': ['ID=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:58.387776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5a2d7002-7266-47fd-98db-6bc50e5b9e62, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5a2d7002-7266-47fd-98db-6bc50e5b9e62,segment=NetworkSegment(dfc37f3c-65ee-41f1-8fc1-bf8cb0077591),segment_id=dfc37f3c-65ee-41f1-8fc1-bf8cb0077591)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:58.402223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-26375ad8-a717-499b-a40e-c011cce428bf None None] Provisioning complete for port 85f68cd3-4049-48a6-bd3d-74e43aa55494 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:58.402634 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26375ad8-a717-499b-a40e-c011cce428bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.415651 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.445008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec794f-34fc-4895-8625-ff7da0c94b4b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.458358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b0ec794f-34fc-4895-8625-ff7da0c94b4b tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/subnets/cda34dc3-4416-4750-9db9-091ba73fa5e5 HTTP/1.1" status: 204 len: 168 time: 0.7341340 Jul 13 07:45:58.459972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45376) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:58.495671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52505a-3669-4003-971a-86c08f34ac1a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Port': ['ID=b3f34535-4c57-45b8-a551-08e0f419e825,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:58.530500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-0e52505a-3669-4003-971a-86c08f34ac1a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] No DVR routers for this DVR port b3f34535-4c57-45b8-a551-08e0f419e825 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:58.533561 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-0e52505a-3669-4003-971a-86c08f34ac1a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.536581 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-0e52505a-3669-4003-971a-86c08f34ac1a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "DELETE /v2.0/ports/b3f34535-4c57-45b8-a551-08e0f419e825 HTTP/1.1" status: 204 len: 173 time: 1.5070741 Jul 13 07:45:58.582020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-deleted', 'tag': 'b3f34535-4c57-45b8-a551-08e0f419e825'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:58.601122 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15508286-2c0c-4c4b-8934-ef34b2856660" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-deleted", "tag": "b3f34535-4c57-45b8-a551-08e0f419e825"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:58.632728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-c3214e22-c9f3-4ed3-93d1-e2e30dee32a5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] For port a29096ac-44f9-4142-a67b-c6e41d8e8b17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a29096ac-44f9-4142-a67b-c6e41d8e8b17,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:58.633112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-c3214e22-c9f3-4ed3-93d1-e2e30dee32a5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.744646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-c3214e22-c9f3-4ed3-93d1-e2e30dee32a5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for a29096ac-44f9-4142-a67b-c6e41d8e8b17 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:58.775748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:58.897234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57cf8-fd3d-47fe-bbe8-0c54c7fbd790 req-67ec7514-d1e5-4176-997c-9fec9bd5a444 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:58.898936 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebd57cf8-fd3d-47fe-bbe8-0c54c7fbd790 req-67ec7514-d1e5-4176-997c-9fec9bd5a444 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 946 time: 0.2028947 Jul 13 07:45:58.905151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9f63bdcc-c9fe-4e53-b1e1-cd859e1bbd0d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:58.905504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9f63bdcc-c9fe-4e53-b1e1-cd859e1bbd0d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.915181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router 72950ff2-fc58-4212-8862-e0ebe4096f6f has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:58.950117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 61d0d1b8-d766-41a4-9732-6b366f5083b1, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:58.967475 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.985055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-26375ad8-a717-499b-a40e-c011cce428bf None None] Port 85f68cd3-4049-48a6-bd3d-74e43aa55494 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:59.021996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5a81db4e-6258-4a67-b385-4ca5c5cf1240 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:59.070443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5a2d7002-7266-47fd-98db-6bc50e5b9e62,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:59.202184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Provisioning complete for port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:59.202456 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.202688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:59.220532 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5b63b32f-a2be-4e54-b0a0-c0d1009eead5 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "PUT /v2.0/routers/72950ff2-fc58-4212-8862-e0ebe4096f6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3854036 Jul 13 07:45:59.225300 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45380) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:59.240400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5a81db4e-6258-4a67-b385-4ca5c5cf1240 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:59.240930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b3f34535-4c57-45b8-a551-08e0f419e825 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:59.247596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c373642-f75d-4715-b18d-35eabc02b205 None None] Sync routers for ids ['72950ff2-fc58-4212-8862-e0ebe4096f6f'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:59.252894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=61d0d1b8-d766-41a4-9732-6b366f5083b1,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:59.280197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: b3f34535-4c57-45b8-a551-08e0f419e825 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:59.280515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b3f34535-4c57-45b8-a551-08e0f419e825 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:59.295165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c373642-f75d-4715-b18d-35eabc02b205 None None] Routers {'72950ff2-fc58-4212-8862-e0ebe4096f6f'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:59.295527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4c373642-f75d-4715-b18d-35eabc02b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['72950ff2-fc58-4212-8862-e0ebe4096f6f'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.297688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a29096ac-44f9-4142-a67b-c6e41d8e8b17 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:59.335966 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebd57cf8-fd3d-47fe-bbe8-0c54c7fbd790 req-ad11231b-20e3-424c-8ff6-5f043b5feea7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=75b9bc9d-95ce-4b82-a416-a23c565a06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172838 Jul 13 07:45:59.359802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4c373642-f75d-4715-b18d-35eabc02b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.397787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de565b1-9873-43ef-9ec1-d87ef34ca8a4 None None] DHCP port deletion for f418d2d5-5ca4-4729-ae59-91e9ef01eedd request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:59.441235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9f63bdcc-c9fe-4e53-b1e1-cd859e1bbd0d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] For port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:59.441803 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9f63bdcc-c9fe-4e53-b1e1-cd859e1bbd0d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.442192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c373642-f75d-4715-b18d-35eabc02b205 None None] Routers {'72950ff2-fc58-4212-8862-e0ebe4096f6f'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:59.442838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4c373642-f75d-4715-b18d-35eabc02b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['72950ff2-fc58-4212-8862-e0ebe4096f6f'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.467400 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ff092b-5fc7-4a5d-8b93-6b078e6864e1 x-openstack-request-id: req-07ff092b-5fc7-4a5d-8b93-6b078e6864e1 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:59.468285 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-deleted", "tag": "b3f34535-4c57-45b8-a551-08e0f419e825", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:59.468285 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07ff092b-5fc7-4a5d-8b93-6b078e6864e1 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:59.469304 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-deleted', 'tag': 'b3f34535-4c57-45b8-a551-08e0f419e825', 'status': 'completed', 'code': 200} Jul 13 07:45:59.472379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9f63bdcc-c9fe-4e53-b1e1-cd859e1bbd0d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Calling delete_port for 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:59.486550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4c373642-f75d-4715-b18d-35eabc02b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.487223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c373642-f75d-4715-b18d-35eabc02b205 None None] The sync data for ids ['72950ff2-fc58-4212-8862-e0ebe4096f6f'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:59.515855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.516889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Provisioning complete for port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:59.517269 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.524634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-01bb7afa-3854-462c-aab1-9e0e6fade341 req-c95e23b2-ab56-42e8-aced-151d6172273b service neutron] 10.222.0.54 "GET /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9225643 Jul 13 07:45:59.534428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.541748 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-c3214e22-c9f3-4ed3-93d1-e2e30dee32a5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.586702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3214e22-c9f3-4ed3-93d1-e2e30dee32a5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=a29096ac-44f9-4142-a67b-c6e41d8e8b17,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:59.597939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2de565b1-9873-43ef-9ec1-d87ef34ca8a4 None None] Deleting port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:59.598324 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2de565b1-9873-43ef-9ec1-d87ef34ca8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.605922 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.683851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca3991-4404-4e30-aaf5-4fa2c7a93bcf req-ffc6b325-fe1f-41a5-9948-eab98fc16f1b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.690117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca3991-4404-4e30-aaf5-4fa2c7a93bcf req-ffc6b325-fe1f-41a5-9948-eab98fc16f1b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.696408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca3991-4404-4e30-aaf5-4fa2c7a93bcf req-ffc6b325-fe1f-41a5-9948-eab98fc16f1b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.703288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca3991-4404-4e30-aaf5-4fa2c7a93bcf req-ffc6b325-fe1f-41a5-9948-eab98fc16f1b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.705298 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a2ca3991-4404-4e30-aaf5-4fa2c7a93bcf req-ffc6b325-fe1f-41a5-9948-eab98fc16f1b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 3149 time: 1.0284717 Jul 13 07:45:59.793674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8939fa-8b8a-4b9a-a054-cbba7f446f29'}, {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82'}, {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d0d1b8-d766-41a4-9732-6b366f5083b1'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:59.796081 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8003ba69-ef20-405f-bccf-6ead49702405" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8939fa-8b8a-4b9a-a054-cbba7f446f29"}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82"}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-unplugged", "status": "completed", "tag": "61d0d1b8-d766-41a4-9732-6b366f5083b1"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:59.802273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2de565b1-9873-43ef-9ec1-d87ef34ca8a4 None None] For port 889fba8b-baaa-4f48-a9cf-163a6599b4e9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=889fba8b-baaa-4f48-a9cf-163a6599b4e9,segment=NetworkSegment(1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef),segment_id=1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:59.802824 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2de565b1-9873-43ef-9ec1-d87ef34ca8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.813095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-c3214e22-c9f3-4ed3-93d1-e2e30dee32a5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] No DVR routers for this DVR port a29096ac-44f9-4142-a67b-c6e41d8e8b17 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:59.816165 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-c3214e22-c9f3-4ed3-93d1-e2e30dee32a5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.818897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d7edf892-db53-4e6f-8311-53e3ff6f013d req-c3214e22-c9f3-4ed3-93d1-e2e30dee32a5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.54 "DELETE /v2.0/ports/a29096ac-44f9-4142-a67b-c6e41d8e8b17 HTTP/1.1" status: 204 len: 173 time: 4.0998199 Jul 13 07:45:59.822430 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2de565b1-9873-43ef-9ec1-d87ef34ca8a4 None None] Calling delete_port for 889fba8b-baaa-4f48-a9cf-163a6599b4e9 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:59.823591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'name': 'network-vif-deleted', 'tag': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:59.825957 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa4a1a4-02dc-4f6f-aae9-7bc106dd35e8" -d '{"events": [{"server_uuid": "d344265c-1b23-47ac-9456-b871eca6fbf1", "name": "network-vif-deleted", "tag": "a29096ac-44f9-4142-a67b-c6e41d8e8b17"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:59.836209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Provisioning complete for port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:59.836588 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.853214 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a2ca3991-4404-4e30-aaf5-4fa2c7a93bcf req-fcbb2fe1-706c-466c-a7ca-b266ec429749 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094387 Jul 13 07:45:59.861056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:59.869766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-70f56c9f-6f3d-4364-a0fe-ab57ad80a485 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7087669 Jul 13 07:45:59.872641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45388) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:59.874322 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:59.878500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'network': {'name': 'tempest-RoutersTest-841521650'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:59.905582 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:59.907968 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.916311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:59.929112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.964358 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec11e1da-b5d2-4559-9409-0c4e099d2826 x-openstack-request-id: req-ec11e1da-b5d2-4559-9409-0c4e099d2826 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:59.964695 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d344265c-1b23-47ac-9456-b871eca6fbf1", "name": "network-vif-deleted", "tag": "a29096ac-44f9-4142-a67b-c6e41d8e8b17", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:59.965021 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec11e1da-b5d2-4559-9409-0c4e099d2826 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:59.965451 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd344265c-1b23-47ac-9456-b871eca6fbf1', 'name': 'network-vif-deleted', 'tag': 'a29096ac-44f9-4142-a67b-c6e41d8e8b17', 'status': 'completed', 'code': 200} Jul 13 07:45:59.980931 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76ad1af-4f65-4041-af9d-f60c39e110f5 x-openstack-request-id: req-c76ad1af-4f65-4041-af9d-f60c39e110f5 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:59.981223 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8939fa-8b8a-4b9a-a054-cbba7f446f29", "code": 200}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82", "code": 200}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-unplugged", "status": "completed", "tag": "61d0d1b8-d766-41a4-9732-6b366f5083b1", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:59.981916 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c76ad1af-4f65-4041-af9d-f60c39e110f5 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:59.983038 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8939fa-8b8a-4b9a-a054-cbba7f446f29', 'code': 200} Jul 13 07:45:59.983304 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'code': 200} Jul 13 07:45:59.983563 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d0d1b8-d766-41a4-9732-6b366f5083b1', 'code': 200} Jul 13 07:45:59.987321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Deleting port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:59.987663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.123033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] For port 889fba8b-baaa-4f48-a9cf-163a6599b4e9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=889fba8b-baaa-4f48-a9cf-163a6599b4e9,segment=NetworkSegment(1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef),segment_id=1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:00.123824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.131351 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:00.137953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Calling delete_port for 889fba8b-baaa-4f48-a9cf-163a6599b4e9 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:00.231416 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2de565b1-9873-43ef-9ec1-d87ef34ca8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.234144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.237412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:00.270816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Port': ['ID=889fba8b-baaa-4f48-a9cf-163a6599b4e9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:00.287755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] No DVR routers for this DVR port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:00.302391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.302850 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added segment e8712de5-6686-49df-b5ad-7bfe326796af of type vlan for network 9c95f840-064a-417d-8615-a70c728e3542 Jul 13 07:46:00.332332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de565b1-9873-43ef-9ec1-d87ef34ca8a4 None None] Pushing event deleted for resources: {'Port': ['ID=889fba8b-baaa-4f48-a9cf-163a6599b4e9,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:00.334079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.340968 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de565b1-9873-43ef-9ec1-d87ef34ca8a4 None None] No DVR routers for this DVR port 889fba8b-baaa-4f48-a9cf-163a6599b4e9 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:00.366912 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9f63bdcc-c9fe-4e53-b1e1-cd859e1bbd0d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.395541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Provisioning for port 3a384619-f4f0-4f50-9152-f58efa3292ee completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:00.402400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Provisioning complete for port 3a384619-f4f0-4f50-9152-f58efa3292ee triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:00.402774 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.429646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63bdcc-c9fe-4e53-b1e1-cd859e1bbd0d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Port': ['ID=5b8939fa-8b8a-4b9a-a054-cbba7f446f29,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:00.505260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.505531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Port 3a384619-f4f0-4f50-9152-f58efa3292ee cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:00.508846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-392f932d-70b8-4ae1-8504-1896ad9a1820 None None] Could not find standard attr ID for object 5b8939fa-8b8a-4b9a-a054-cbba7f446f29. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:46:00.555685 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:45:56Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:45:56Z', 'revision_number': 2, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:00.568675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.583451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:00.584141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.604986 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9f63bdcc-c9fe-4e53-b1e1-cd859e1bbd0d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] No DVR routers for this DVR port 5b8939fa-8b8a-4b9a-a054-cbba7f446f29 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:00.610655 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9f63bdcc-c9fe-4e53-b1e1-cd859e1bbd0d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.613028 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-9f63bdcc-c9fe-4e53-b1e1-cd859e1bbd0d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "DELETE /v2.0/ports/5b8939fa-8b8a-4b9a-a054-cbba7f446f29 HTTP/1.1" status: 204 len: 173 time: 2.0066931 Jul 13 07:46:00.630035 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:00.630301 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Updating router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 port 3a384619-f4f0-4f50-9152-f58efa3292ee binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:46:00.650665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ef273780-8ca1-4858-840e-e6319d24d821 None None] Provisioning complete for port 61d0d1b8-d766-41a4-9732-6b366f5083b1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:00.651287 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef273780-8ca1-4858-840e-e6319d24d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.669595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.704902 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.718822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f418d2d5-5ca4-4729-ae59-91e9ef01eedd']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:00.749963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3783c00-97af-487e-9659-b041019bfb19 req-86d87e29-3968-4485-b864-18983136e3af tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=d344265c-1b23-47ac-9456-b871eca6fbf1 HTTP/1.1" status: 200 len: 210 time: 0.0754879 Jul 13 07:46:00.770537 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8906045 Jul 13 07:46:00.770537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45394) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:00.770537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:00.770537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac204eb-54b6-4aaf-b1b0-cb79bc66e9ef') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:00.775968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'subnet': {'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:00.802083 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.820250 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef273780-8ca1-4858-840e-e6319d24d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.828918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port bad981f4-d34b-4556-8697-56980cd7836d {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:00.829526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.889898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645a73a-8847-4b1e-bac9-43b7524c3303 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Network': ['ID=9c95f840-064a-417d-8615-a70c728e3542,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:00.922702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ef273780-8ca1-4858-840e-e6319d24d821 None None] For port 61d0d1b8-d766-41a4-9732-6b366f5083b1, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:00.926074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 9c95f840-064a-417d-8615-a70c728e3542 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:00.936621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-6fcf33c0-76f4-45e3-8a7c-7cf091fdf6f5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting port 61d0d1b8-d766-41a4-9732-6b366f5083b1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:00.938057 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-6fcf33c0-76f4-45e3-8a7c-7cf091fdf6f5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.941294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.079345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-6fcf33c0-76f4-45e3-8a7c-7cf091fdf6f5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] For port 61d0d1b8-d766-41a4-9732-6b366f5083b1, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=61d0d1b8-d766-41a4-9732-6b366f5083b1,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:01.079734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-6fcf33c0-76f4-45e3-8a7c-7cf091fdf6f5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.082476 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef273780-8ca1-4858-840e-e6319d24d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.115785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-6fcf33c0-76f4-45e3-8a7c-7cf091fdf6f5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Calling delete_port for 61d0d1b8-d766-41a4-9732-6b366f5083b1 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:01.149861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:01.152183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:01.158401 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:01.162493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5a2d7002-7266-47fd-98db-6bc50e5b9e62 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:01.169771 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.183072 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for bad981f4-d34b-4556-8697-56980cd7836d owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:01.255785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef273780-8ca1-4858-840e-e6319d24d821 None None] Pushing event updated for resources: {'Port': ['ID=61d0d1b8-d766-41a4-9732-6b366f5083b1,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:01.308858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:01.309262 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.314416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Made reservation on behalf of 5aa7db70f261468d9baff14ce6c2cdda for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:01.319181 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.355450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.373016 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.383310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78325337-975b-4d8a-b68c-e04469006070 req-4b5d179b-f8ed-45b3-844e-b1aa0eca4e93 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:01.397790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78325337-975b-4d8a-b68c-e04469006070 req-4b5d179b-f8ed-45b3-844e-b1aa0eca4e93 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:01.397949 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Transition to ACTIVE for port object 3a384619-f4f0-4f50-9152-f58efa3292ee will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:01.417102 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.420001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78325337-975b-4d8a-b68c-e04469006070 req-4b5d179b-f8ed-45b3-844e-b1aa0eca4e93 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:01.421575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78325337-975b-4d8a-b68c-e04469006070 req-4b5d179b-f8ed-45b3-844e-b1aa0eca4e93 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 2416 time: 0.2895708 Jul 13 07:46:01.422668 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.428046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] 10.222.0.44 "DELETE /v2.0/networks/f418d2d5-5ca4-4729-ae59-91e9ef01eedd HTTP/1.1" status: 204 len: 168 time: 2.9414260 Jul 13 07:46:01.473196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-deleted', 'tag': '5b8939fa-8b8a-4b9a-a054-cbba7f446f29'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:01.481901 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c07c88-a88b-4955-a9b0-87e1dae86835" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-deleted", "tag": "5b8939fa-8b8a-4b9a-a054-cbba7f446f29"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:01.488578 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdc204-121a-4409-ba75-e8cc79d05332 None None] Pushing event updated for resources: {'Port': ['ID=3a384619-f4f0-4f50-9152-f58efa3292ee,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:01.511463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6402d-b0b8-4deb-9d6f-e5e1136ea088 tempest-NetworksTest-161899562 tempest-NetworksTest-161899562-project] Pushing event deleted for resources: {'Network': ['ID=f418d2d5-5ca4-4729-ae59-91e9ef01eedd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:01.602582 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78325337-975b-4d8a-b68c-e04469006070 req-e607a696-cc37-4a2b-9c23-685531ca55e5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649201 Jul 13 07:46:01.606534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-899bf3e5-6722-4d4e-8560-2fb285f44f73 None None] Provisioning complete for port 61d0d1b8-d766-41a4-9732-6b366f5083b1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:01.610623 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-899bf3e5-6722-4d4e-8560-2fb285f44f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.613904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 889fba8b-baaa-4f48-a9cf-163a6599b4e9 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:01.636261 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Attempting to bind port 3a384619-f4f0-4f50-9152-f58efa3292ee on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:01.637427 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Attempting to bind port 3a384619-f4f0-4f50-9152-f58efa3292ee by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:01.638364 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Attempting to bind port 3a384619-f4f0-4f50-9152-f58efa3292ee on network 827373ed-1d8e-48a8-8d89-211b4e8b441c {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:01.654605 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:01.655275 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Checking segment: {'id': 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:01.656755 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.657848 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Bound using segment: {'id': 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:01.673181 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Bound port: 3a384619-f4f0-4f50-9152-f58efa3292ee, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:01.673436 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.677007 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564c121d-1ded-44a9-98c4-3c98c7ca7143 x-openstack-request-id: req-564c121d-1ded-44a9-98c4-3c98c7ca7143 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:01.681024 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-deleted", "tag": "5b8939fa-8b8a-4b9a-a054-cbba7f446f29", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:01.681532 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-564c121d-1ded-44a9-98c4-3c98c7ca7143 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:01.683082 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-deleted', 'tag': '5b8939fa-8b8a-4b9a-a054-cbba7f446f29', 'status': 'completed', 'code': 200} Jul 13 07:46:01.696577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.748322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 889fba8b-baaa-4f48-a9cf-163a6599b4e9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:01.748964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 889fba8b-baaa-4f48-a9cf-163a6599b4e9 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:01.865001 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] For port 3a384619-f4f0-4f50-9152-f58efa3292ee, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:01.873224 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] For port 3a384619-f4f0-4f50-9152-f58efa3292ee, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3a384619-f4f0-4f50-9152-f58efa3292ee,segment=NetworkSegment(dfc37f3c-65ee-41f1-8fc1-bf8cb0077591),segment_id=dfc37f3c-65ee-41f1-8fc1-bf8cb0077591)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:01.881064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=bad981f4-d34b-4556-8697-56980cd7836d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:01.884223 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.952364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45408) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:01.985554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d0d1b8-d766-41a4-9732-6b366f5083b1'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:01.987472 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48cfc1f-693f-48a3-9925-53d8158b5202" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "61d0d1b8-d766-41a4-9732-6b366f5083b1"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:01.987980 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:01.989292 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:02.032229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-6fcf33c0-76f4-45e3-8a7c-7cf091fdf6f5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.057294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.076843 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92abafa-82f4-4960-902d-5d156a536744 x-openstack-request-id: req-f92abafa-82f4-4960-902d-5d156a536744 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:02.078558 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-plugged", "status": "completed", "tag": "61d0d1b8-d766-41a4-9732-6b366f5083b1", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:02.080184 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f92abafa-82f4-4960-902d-5d156a536744 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:02.080827 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d0d1b8-d766-41a4-9732-6b366f5083b1', 'code': 200} Jul 13 07:46:02.101009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45412) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:02.140931 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.143281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf33c0-76f4-45e3-8a7c-7cf091fdf6f5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Port': ['ID=61d0d1b8-d766-41a4-9732-6b366f5083b1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:02.179773 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdc204-121a-4409-ba75-e8cc79d05332 None None] Pushing event updated for resources: {'Port': ['ID=3a384619-f4f0-4f50-9152-f58efa3292ee,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:02.224341 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:02.286286 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89fb609f-99db-48f8-8239-a7be0c2f0d26 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.329826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Subnet': ['ID=5d8d36d9-92c9-486c-af5c-60f07b439bae,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:02.336356 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89fb609f-99db-48f8-8239-a7be0c2f0d26 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.364478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Checking segment: {'id': 'e8712de5-6686-49df-b5ad-7bfe326796af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9c95f840-064a-417d-8615-a70c728e3542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:02.364852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network hostable DHCP agents. Network: 9c95f840-064a-417d-8615-a70c728e3542, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:02.375704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-6fcf33c0-76f4-45e3-8a7c-7cf091fdf6f5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] No DVR routers for this DVR port 61d0d1b8-d766-41a4-9732-6b366f5083b1 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:02.378857 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.386703 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-6fcf33c0-76f4-45e3-8a7c-7cf091fdf6f5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.389415 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-6fcf33c0-76f4-45e3-8a7c-7cf091fdf6f5 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "DELETE /v2.0/ports/61d0d1b8-d766-41a4-9732-6b366f5083b1 HTTP/1.1" status: 204 len: 173 time: 1.7693386 Jul 13 07:46:02.390959 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.393284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.393655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.394002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.394360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.394699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.395035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.395370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.395709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.396062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.396402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.396733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.397061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:02.461202 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.462275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Fanout notify agent at l3_agent the message router_deleted on router 72950ff2-fc58-4212-8862-e0ebe4096f6f {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:02.481378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7dfd98d1-c391-47ad-b618-684d75d6ee2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97679c5f13bd4a8e9f9ab928a39844f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630843 Jul 13 07:46:02.483723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45420) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:02.519340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 9c95f840-064a-417d-8615-a70c728e3542 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:02.519762 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.523438 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d41815b9-0d1c-4122-9c61-9a69cde65b45 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/routers/72950ff2-fc58-4212-8862-e0ebe4096f6f HTTP/1.1" status: 204 len: 168 time: 3.2929308 Jul 13 07:46:02.537647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45422) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:02.569966 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:45:56Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:01Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:02.603343 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6681d-c760-487b-b1f9-5e574c98cefc None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:45:56Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:01Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:02.635076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-63bfb0b4-486a-48e5-9fac-080fdee36585 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:02.636206 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-63bfb0b4-486a-48e5-9fac-080fdee36585 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.645106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-9137c546-659b-46b7-9e25-a6f6c3b22bfa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4524024 Jul 13 07:46:02.645752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 9c95f840-064a-417d-8615-a70c728e3542) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:02.665296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d637ad2-88cc-46fd-8845-3fe2abba7891 None None] Network 9c95f840-064a-417d-8615-a70c728e3542 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:02.725324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.725955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.845521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6edbd873-a847-4376-9cc9-b79366ef59a8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0736682 Jul 13 07:46:02.851724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45426) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:02.909461 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3130b9bb-55de-4262-a533-ffed4ff7c250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.919608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d41547-881e-4d3d-adb3-cffc743a4158 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting subnet d602b3da-405d-4500-8983-a62b591156f7 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:02.921725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89fb609f-99db-48f8-8239-a7be0c2f0d26 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.925049 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89fb609f-99db-48f8-8239-a7be0c2f0d26 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.940548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-89fb609f-99db-48f8-8239-a7be0c2f0d26 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/security-groups/75b9bc9d-95ce-4b82-a416-a23c565a06b8 HTTP/1.1" status: 204 len: 168 time: 0.9747982 Jul 13 07:46:02.991230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-9c95f840-064a-417d-8615-a70c728e3542', 'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'fixed_ips': [{'subnet_id': '5d8d36d9-92c9-486c-af5c-60f07b439bae'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:02.992928 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.995986 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45430) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:03.005053 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50d41547-881e-4d3d-adb3-cffc743a4158 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.091758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-63bfb0b4-486a-48e5-9fac-080fdee36585 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] For port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:03.092739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-63bfb0b4-486a-48e5-9fac-080fdee36585 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.134684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-63bfb0b4-486a-48e5-9fac-080fdee36585 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Calling delete_port for 2ee63e1b-dc05-4719-a1f7-b36a47987b4c owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:03.145162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50d41547-881e-4d3d-adb3-cffc743a4158 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.172492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Allocated IP 172.23.0.2 (9c95f840-064a-417d-8615-a70c728e3542/5d8d36d9-92c9-486c-af5c-60f07b439bae/456efd20-36e4-47c7-a85c-e10542b28a50) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:03.245499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb609f-99db-48f8-8239-a7be0c2f0d26 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b9bc9d-95ce-4b82-a416-a23c565a06b8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:03.259707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a384619-f4f0-4f50-9152-f58efa3292ee up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:03.271447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-81257029-4b34-4221-99bf-c74f51ed9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.272121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-81257029-4b34-4221-99bf-c74f51ed9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.272809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-81257029-4b34-4221-99bf-c74f51ed9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.273279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334540d-e574-4ff2-b554-b8c976e6e642 req-ca6fe4e8-17dc-435c-988b-4b328a0bff61 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.273604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-81257029-4b34-4221-99bf-c74f51ed9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.274179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-81257029-4b34-4221-99bf-c74f51ed9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.274716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-81257029-4b34-4221-99bf-c74f51ed9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.275252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-81257029-4b34-4221-99bf-c74f51ed9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.277844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-81257029-4b34-4221-99bf-c74f51ed9f57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=13786c1fa5354a01b98ccc442b005d53&device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 6490 time: 0.5413778 Jul 13 07:46:03.283651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334540d-e574-4ff2-b554-b8c976e6e642 req-ca6fe4e8-17dc-435c-988b-4b328a0bff61 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.286712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d334540d-e574-4ff2-b554-b8c976e6e642 req-ca6fe4e8-17dc-435c-988b-4b328a0bff61 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 1681 time: 0.3797896 Jul 13 07:46:03.301712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3130b9bb-55de-4262-a533-ffed4ff7c250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.356402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50d41547-881e-4d3d-adb3-cffc743a4158 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.409348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 3a384619-f4f0-4f50-9152-f58efa3292ee completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:03.421120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3a384619-f4f0-4f50-9152-f58efa3292ee triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:03.422523 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.467504 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.476538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Transition to ACTIVE for port object 456efd20-36e4-47c7-a85c-e10542b28a50 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:03.498239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Transition to ACTIVE for port object 456efd20-36e4-47c7-a85c-e10542b28a50 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:03.518185 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-63bfb0b4-486a-48e5-9fac-080fdee36585 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.522933 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.563579 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d334540d-e574-4ff2-b554-b8c976e6e642 req-58647308-2e31-40e4-ba53-baa18ac0a8e4 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873810 Jul 13 07:46:03.568439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfb0b4-486a-48e5-9fac-080fdee36585 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Port': ['ID=2ee63e1b-dc05-4719-a1f7-b36a47987b4c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:03.598516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Network 9c95f840-064a-417d-8615-a70c728e3542 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:03.607953 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:03.631016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:03.645639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-63bfb0b4-486a-48e5-9fac-080fdee36585 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] No DVR routers for this DVR port 2ee63e1b-dc05-4719-a1f7-b36a47987b4c on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:03.649691 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-63bfb0b4-486a-48e5-9fac-080fdee36585 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.652514 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-63bfb0b4-486a-48e5-9fac-080fdee36585 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "DELETE /v2.0/ports/2ee63e1b-dc05-4719-a1f7-b36a47987b4c HTTP/1.1" status: 204 len: 173 time: 1.2016690 Jul 13 07:46:03.665100 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3130b9bb-55de-4262-a533-ffed4ff7c250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.668724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3130b9bb-55de-4262-a533-ffed4ff7c250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.669997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3130b9bb-55de-4262-a533-ffed4ff7c250 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44db46d0-e282-4095-9202-c550b32334da HTTP/1.1" status: 204 len: 168 time: 1.1836407 Jul 13 07:46:03.691659 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-deleted', 'tag': '61d0d1b8-d766-41a4-9732-6b366f5083b1'}, {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-deleted', 'tag': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:03.695023 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3d311a-7274-4c25-9b4a-a6bb578381ed" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-deleted", "tag": "61d0d1b8-d766-41a4-9732-6b366f5083b1"}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-deleted", "tag": "2ee63e1b-dc05-4719-a1f7-b36a47987b4c"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:03.700186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130b9bb-55de-4262-a533-ffed4ff7c250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db46d0-e282-4095-9202-c550b32334da,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:03.717125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50d41547-881e-4d3d-adb3-cffc743a4158 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.723317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-0c53d714-b02f-4f2c-b043-57f8b7eac51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.724134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-0c53d714-b02f-4f2c-b043-57f8b7eac51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.724660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-0c53d714-b02f-4f2c-b043-57f8b7eac51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.726341 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-0c53d714-b02f-4f2c-b043-57f8b7eac51e service neutron] 10.222.0.54 "GET /v2.0/networks?id=404cf158-687c-4a31-86f5-f16b75de7176&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&id=ef91ead4-00b2-45c5-a5ff-383c96524366&id=ef91ead4-00b2-45c5-a5ff-383c96524366 HTTP/1.1" status: 200 len: 2293 time: 0.4111483 Jul 13 07:46:03.738720 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Pushing event updated for resources: {'Port': ['ID=456efd20-36e4-47c7-a85c-e10542b28a50,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:03.745377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Attempting to bind port 456efd20-36e4-47c7-a85c-e10542b28a50 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:03.745847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Attempting to bind port 456efd20-36e4-47c7-a85c-e10542b28a50 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'e8712de5-6686-49df-b5ad-7bfe326796af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9c95f840-064a-417d-8615-a70c728e3542'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:03.746219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Attempting to bind port 456efd20-36e4-47c7-a85c-e10542b28a50 on network 9c95f840-064a-417d-8615-a70c728e3542 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:03.784520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:03.785206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Checking segment: {'id': 'e8712de5-6686-49df-b5ad-7bfe326796af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9c95f840-064a-417d-8615-a70c728e3542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:03.786333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.786727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Bound using segment: {'id': 'e8712de5-6686-49df-b5ad-7bfe326796af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9c95f840-064a-417d-8615-a70c728e3542'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:03.787240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Bound port: 456efd20-36e4-47c7-a85c-e10542b28a50, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8712de5-6686-49df-b5ad-7bfe326796af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9c95f840-064a-417d-8615-a70c728e3542'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:03.787624 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.792384 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfec864-7982-4a7e-893c-02ef018a37d1 x-openstack-request-id: req-3bfec864-7982-4a7e-893c-02ef018a37d1 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:03.792979 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-deleted", "tag": "61d0d1b8-d766-41a4-9732-6b366f5083b1", "status": "completed", "code": 200}, {"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-deleted", "tag": "2ee63e1b-dc05-4719-a1f7-b36a47987b4c", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:03.793470 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3bfec864-7982-4a7e-893c-02ef018a37d1 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:03.794097 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-deleted', 'tag': '61d0d1b8-d766-41a4-9732-6b366f5083b1', 'status': 'completed', 'code': 200} Jul 13 07:46:03.794575 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-deleted', 'tag': '2ee63e1b-dc05-4719-a1f7-b36a47987b4c', 'status': 'completed', 'code': 200} Jul 13 07:46:03.841149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d41547-881e-4d3d-adb3-cffc743a4158 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Subnet': ['ID=d602b3da-405d-4500-8983-a62b591156f7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:03.872389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] For port 456efd20-36e4-47c7-a85c-e10542b28a50, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:03.876601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] For port 456efd20-36e4-47c7-a85c-e10542b28a50, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=456efd20-36e4-47c7-a85c-e10542b28a50,segment=NetworkSegment(e8712de5-6686-49df-b5ad-7bfe326796af),segment_id=e8712de5-6686-49df-b5ad-7bfe326796af)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:03.888916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50d41547-881e-4d3d-adb3-cffc743a4158 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.894428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-50d41547-881e-4d3d-adb3-cffc743a4158 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/subnets/d602b3da-405d-4500-8983-a62b591156f7 HTTP/1.1" status: 204 len: 168 time: 1.3491995 Jul 13 07:46:03.901232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45438) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:03.913108 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.918785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acd4d6d-482f-4f5f-9ad3-a44b63a9f5e7 None None] Network 70df0aec-c333-4b87-9a7a-6132837af6f9 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:03.934832 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.114377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:04.115370 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.234574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] For port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:04.235037 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.250760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 3a384619-f4f0-4f50-9152-f58efa3292ee, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3a384619-f4f0-4f50-9152-f58efa3292ee,segment=NetworkSegment(dfc37f3c-65ee-41f1-8fc1-bf8cb0077591),segment_id=dfc37f3c-65ee-41f1-8fc1-bf8cb0077591)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:04.286932 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.331113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94774e22-11c4-460e-860d-b74d935d55cf None None] Pushing event updated for resources: {'Port': ['ID=456efd20-36e4-47c7-a85c-e10542b28a50,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:04.487819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.536717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=3a384619-f4f0-4f50-9152-f58efa3292ee,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:04.593762 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.655520 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-4b655e79-4253-46c2-91ac-e800abea9695 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997 HTTP/1.1" status: 200 len: 1001 time: 0.9001160 Jul 13 07:46:04.700864 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.703862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.704308 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Floating IP 63c1245b-5da5-49b5-be4b-4f06deeb33f1 disassociated. External IP: 172.25.6.21, port: 6e1c771c-efa1-4b63-9a8f-d2ace9793d82. Jul 13 07:46:04.705361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Calling delete_port for 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:04.736205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b68034-5121-4a8c-adf2-97d053258add None None] DHCP port deletion for 70df0aec-c333-4b87-9a7a-6132837af6f9 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:04.818147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Deleting port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:04.818741 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.885138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-08d25264-1404-4b6a-9ae4-4e0ed2a1ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:04.886818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-08d25264-1404-4b6a-9ae4-4e0ed2a1ed11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b3c98f5-a903-4003-adc3-d4b30273206b HTTP/1.1" status: 200 len: 850 time: 0.1369443 Jul 13 07:46:04.927434 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-79b68034-5121-4a8c-adf2-97d053258add None None] For port e9aeeaf6-d028-4002-b7d1-d685f1493cb7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e9aeeaf6-d028-4002-b7d1-d685f1493cb7,segment=NetworkSegment(b40a7448-caa0-448e-98a3-1fc94641c971),segment_id=b40a7448-caa0-448e-98a3-1fc94641c971)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:04.927829 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.940381 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.953948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Calling delete_port for e9aeeaf6-d028-4002-b7d1-d685f1493cb7 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:05.023145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.077620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:05.078143 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.177677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-9a4a3923-881b-4fe7-9bb7-a3a8601781a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:05.182375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-9a4a3923-881b-4fe7-9bb7-a3a8601781a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=404cf158-687c-4a31-86f5-f16b75de7176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2880664 Jul 13 07:46:05.220564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fefbba-ca6c-4fc5-9898-e4548202975d req-2d85c696-5b7a-4f30-8973-00368d9dbf35 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:05.227961 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-86fefbba-ca6c-4fc5-9898-e4548202975d req-2d85c696-5b7a-4f30-8973-00368d9dbf35 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 945 time: 0.3098991 Jul 13 07:46:05.327459 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45472) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:05.339225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] For port e9aeeaf6-d028-4002-b7d1-d685f1493cb7, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e9aeeaf6-d028-4002-b7d1-d685f1493cb7,segment=NetworkSegment(b40a7448-caa0-448e-98a3-1fc94641c971),segment_id=b40a7448-caa0-448e-98a3-1fc94641c971)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:05.339225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.363518 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.367165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for e9aeeaf6-d028-4002-b7d1-d685f1493cb7 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:05.422927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 456efd20-36e4-47c7-a85c-e10542b28a50 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:05.481655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Allocated IP 172.23.0.1 (9c95f840-064a-417d-8615-a70c728e3542/5d8d36d9-92c9-486c-af5c-60f07b439bae/6ea63efe-09af-49c3-bb0e-8c60cbceb5de) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:05.612054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-30479c95-ab5d-49ec-bb7d-80b44569288a None None] Provisioning complete for port 3a384619-f4f0-4f50-9152-f58efa3292ee triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:05.612434 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-30479c95-ab5d-49ec-bb7d-80b44569288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.684314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 456efd20-36e4-47c7-a85c-e10542b28a50 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:05.690483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-7a486c6b-5250-4bce-a494-cd820ea463f2 service neutron] 10.222.0.54 "GET /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577262 Jul 13 07:46:05.699759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a384619-f4f0-4f50-9152-f58efa3292ee up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:05.737260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.764531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Pushing event deleted for resources: {'Port': ['ID=e9aeeaf6-d028-4002-b7d1-d685f1493cb7,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.793523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.793889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.794211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.794612 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.794951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.795150 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.795263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.795599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.795928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.796282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.796916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.796916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.797240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b68034-5121-4a8c-adf2-97d053258add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.823650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b68034-5121-4a8c-adf2-97d053258add None None] No DVR routers for this DVR port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:05.874512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3a384619-f4f0-4f50-9152-f58efa3292ee triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:05.875328 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.914109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37122ebe-76f9-436f-aa26-daaaa8227f19 None None] Network 9c95f840-064a-417d-8615-a70c728e3542 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:05.928258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Transition to ACTIVE for port object 6ea63efe-09af-49c3-bb0e-8c60cbceb5de will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:05.932326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-ff3db0ef-44a9-4fa6-a07d-4d2462ef1d51 service neutron] 10.222.0.54 "GET /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344341 Jul 13 07:46:05.954344 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-86fefbba-ca6c-4fc5-9898-e4548202975d req-3867e442-60ff-476c-9b77-164c3bedbf82 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c86223-57c5-405a-b363-b05d1972b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7253382 Jul 13 07:46:06.033199 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.040927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-dc16ad72-e488-4e12-9e63-715e8d6f32c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=25ef49cb-1a50-4176-b14e-19e7333a729b HTTP/1.1" status: 200 len: 217 time: 0.1017821 Jul 13 07:46:06.049843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5d162814-dfbc-4eb7-bc8b-0786f22370e4 None None] Provisioning for port 456efd20-36e4-47c7-a85c-e10542b28a50 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:06.058751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5d162814-dfbc-4eb7-bc8b-0786f22370e4 None None] Provisioning complete for port 456efd20-36e4-47c7-a85c-e10542b28a50 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:06.059130 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5d162814-dfbc-4eb7-bc8b-0786f22370e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.079044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-370151341'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:06.086588 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.099033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 9c95f840-064a-417d-8615-a70c728e3542 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:06.125764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:06.134156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:06.155847 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Port': ['ID=6e1c771c-efa1-4b63-9a8f-d2ace9793d82,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.184522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=6ea63efe-09af-49c3-bb0e-8c60cbceb5de,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.198699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-a1d2bc9b-3adf-4de1-b71a-cf2de5a0e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:06.200453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-a1d2bc9b-3adf-4de1-b71a-cf2de5a0e2b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.1297457 Jul 13 07:46:06.224301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e9aeeaf6-d028-4002-b7d1-d685f1493cb7 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:06.242904 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.249064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e9aeeaf6-d028-4002-b7d1-d685f1493cb7 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:06.249415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e9aeeaf6-d028-4002-b7d1-d685f1493cb7 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:06.302460 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5d162814-dfbc-4eb7-bc8b-0786f22370e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.322318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Router b25a33b1-9189-437c-b869-145155a9430d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:06.325366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] No DVR routers for this DVR port e9aeeaf6-d028-4002-b7d1-d685f1493cb7 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:06.337511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=e9aeeaf6-d028-4002-b7d1-d685f1493cb7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.348804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5d162814-dfbc-4eb7-bc8b-0786f22370e4 None None] For port 456efd20-36e4-47c7-a85c-e10542b28a50, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=456efd20-36e4-47c7-a85c-e10542b28a50,segment=NetworkSegment(e8712de5-6686-49df-b5ad-7bfe326796af),segment_id=e8712de5-6686-49df-b5ad-7bfe326796af)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:06.360927 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5d162814-dfbc-4eb7-bc8b-0786f22370e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.442127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.454319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d162814-dfbc-4eb7-bc8b-0786f22370e4 None None] Pushing event updated for resources: {'Port': ['ID=456efd20-36e4-47c7-a85c-e10542b28a50,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.471829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-1c8806da-1225-44ce-a4f8-4a72d02bb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:06.473619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-1c8806da-1225-44ce-a4f8-4a72d02bb7ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2648160 Jul 13 07:46:06.535773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:06.539592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.562360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.624504 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-e7db0a77-2c79-4412-9f7a-57e587ffa3dd service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392689 Jul 13 07:46:06.690824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-559f8a01-4ee2-4f63-9817-943572d20601 None None] Provisioning complete for port 456efd20-36e4-47c7-a85c-e10542b28a50 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:06.691508 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-559f8a01-4ee2-4f63-9817-943572d20601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.693465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.720778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:06.741523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] Sync routers for ids ['b25a33b1-9189-437c-b869-145155a9430d'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:06.749851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70df0aec-c333-4b87-9a7a-6132837af6f9']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:06.769371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] Routers {'b25a33b1-9189-437c-b869-145155a9430d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:06.771383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b25a33b1-9189-437c-b869-145155a9430d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:06.897723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.956979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] Set router b25a33b1-9189-437c-b869-145155a9430d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:06.987193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-7cb3f490-7d15-4194-8329-47c061f32047 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540177 Jul 13 07:46:07.012392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40a7448-caa0-448e-98a3-1fc94641c971') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:07.012940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40a7448-caa0-448e-98a3-1fc94641c971') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:07.019660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] No DVR routers for this DVR port 6e1c771c-efa1-4b63-9a8f-d2ace9793d82 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:07.032259 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-559f8a01-4ee2-4f63-9817-943572d20601 None None] Provisioning for port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:07.041014 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.043442 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5e6115-77f5-44a0-847b-34d717983891 req-a5136d70-11da-493b-909b-bc922419faed tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.54 "DELETE /v2.0/ports/6e1c771c-efa1-4b63-9a8f-d2ace9793d82 HTTP/1.1" status: 204 len: 173 time: 3.3851860 Jul 13 07:46:07.045068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-deleted', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:07.047603 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fa8d90-c138-48c9-aab2-8b8dd2f12a4b" -d '{"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-deleted", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:07.050413 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.068993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-559f8a01-4ee2-4f63-9817-943572d20601 None None] Provisioning complete for port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:07.078403 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.080659 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-559f8a01-4ee2-4f63-9817-943572d20601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.086186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-9453c149-16f5-4bf5-a01d-cc95264f54d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=226aa32a-7a01-44bf-a741-fe40e753933e HTTP/1.1" status: 200 len: 217 time: 0.0908098 Jul 13 07:46:07.146804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:07.168856 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26676afa-d9a5-4977-98dd-e914843ff36c x-openstack-request-id: req-26676afa-d9a5-4977-98dd-e914843ff36c {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:07.180186 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246ff7f3-544f-44cb-b29f-4a897d1025d3", "name": "network-vif-deleted", "tag": "6e1c771c-efa1-4b63-9a8f-d2ace9793d82", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:07.180601 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26676afa-d9a5-4977-98dd-e914843ff36c {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:07.181215 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246ff7f3-544f-44cb-b29f-4a897d1025d3', 'name': 'network-vif-deleted', 'tag': '6e1c771c-efa1-4b63-9a8f-d2ace9793d82', 'status': 'completed', 'code': 200} Jul 13 07:46:07.203151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.211360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-559f8a01-4ee2-4f63-9817-943572d20601 None None] Port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:07.221769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 456efd20-36e4-47c7-a85c-e10542b28a50 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:07.239548 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.239889 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added segment 43d882a2-d1a0-492d-9433-6f910ccdf313 of type vlan for network cd49d022-56c6-455d-bcaf-3c81a64ebf9b Jul 13 07:46:07.275069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-6ff481c4-8704-4ed5-9d96-8b773e52f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:07.277863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-6ff481c4-8704-4ed5-9d96-8b773e52f1ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.1833062 Jul 13 07:46:07.284231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aedbd42f-e2e4-4f0e-bb24-94f284272f1a req-d853d13b-0399-4feb-beea-ffd3a15fd6b7 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.0535090 Jul 13 07:46:07.286633 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.319951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:07.320542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.349331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:07.354535 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:07.363042 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.391561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9c7ce3-ad0b-474a-8c78-8ea2a80d277b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.394357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.399953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:07.400551 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.420128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port 6b6e753a-0df4-4972-b998-31744585eafe {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:07.434266 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.438743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 456efd20-36e4-47c7-a85c-e10542b28a50 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:07.439132 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.452713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-e67ba695-0181-43bb-8ad8-b00d7c0eb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:07.454864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-e67ba695-0181-43bb-8ad8-b00d7c0eb953 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1693537 Jul 13 07:46:07.483331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-71603b4a-630d-4529-bd66-2e6752520085 None None] Provisioning complete for port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:07.485054 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71603b4a-630d-4529-bd66-2e6752520085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.493944 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.527334 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1922266 Jul 13 07:46:07.528673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.533042 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/networks/70df0aec-c333-4b87-9a7a-6132837af6f9 HTTP/1.1" status: 204 len: 168 time: 3.6186967 Jul 13 07:46:07.534016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45492) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:07.534862 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45494) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:07.537480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-71603b4a-630d-4529-bd66-2e6752520085 None None] Port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:07.556534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event updated for resources: {'Port': ['ID=6ea63efe-09af-49c3-bb0e-8c60cbceb5de,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.580456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1468538195'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:07.595226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '58acf5ba-c65a-45f1-a9b7-31263e99bf5d', 'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'mac_address': 'fa:16:3e:86:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:28Z', 'updated_at': '2021-07-13T07:35:35Z', 'revision_number': 5, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'subnets': [{'id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:07.629107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.658788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] Checking router: b25a33b1-9189-437c-b869-145155a9430d for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:07.675749 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] For port 6b6e753a-0df4-4972-b998-31744585eafe, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6b6e753a-0df4-4972-b998-31744585eafe,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:07.676175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.692359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] Routers {'b25a33b1-9189-437c-b869-145155a9430d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:07.693305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b25a33b1-9189-437c-b869-145155a9430d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:07.695237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for 6b6e753a-0df4-4972-b998-31744585eafe owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:07.800857 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-dd516d83-3c2b-45c0-b082-7024bbf4b6be service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965302 Jul 13 07:46:07.855355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] Set router b25a33b1-9189-437c-b869-145155a9430d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:07.915930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e4006815-4f2f-45fa-8ed9-a1246daeb2e3 None None] Provisioning complete for port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:07.916996 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e4006815-4f2f-45fa-8ed9-a1246daeb2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.950602 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.986866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-a72901b3-0945-4926-981b-bdc4ec7c6fd6 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127491 Jul 13 07:46:07.988706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Network 9c95f840-064a-417d-8615-a70c728e3542 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:07.990201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:07.999430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdb242-ac5e-4fb0-bd2c-cd845d0aedc8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Network': ['ID=cd49d022-56c6-455d-bcaf-3c81a64ebf9b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:08.044122 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.057754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network cd49d022-56c6-455d-bcaf-3c81a64ebf9b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:08.159416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=6b6e753a-0df4-4972-b998-31744585eafe,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:08.167075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b1765-dab0-4982-95f8-a3eb3a52e003 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Network': ['ID=70df0aec-c333-4b87-9a7a-6132837af6f9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:08.233429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e4006815-4f2f-45fa-8ed9-a1246daeb2e3 None None] Port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:08.302777 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-08460489-1ff5-4baa-9e2f-28c968e822f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=4fae0d30-b0f4-408b-973f-5208638628cd HTTP/1.1" status: 200 len: 217 time: 0.2998662 Jul 13 07:46:08.303200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:08.306886 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.330048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:08.357166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '58acf5ba-c65a-45f1-a9b7-31263e99bf5d', 'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'mac_address': 'fa:16:3e:86:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:28Z', 'updated_at': '2021-07-13T07:35:35Z', 'revision_number': 5, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'subnets': [{'id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:08.397979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a836ec-2916-458c-a423-76900d7ceaed None None] The sync data for ids ['b25a33b1-9189-437c-b869-145155a9430d'] in n-d-798249-7 is: [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 4, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '58acf5ba-c65a-45f1-a9b7-31263e99bf5d', 'name': '', 'network_id': '3e7cdd79-9e26-472c-b6eb-034c3e059457', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'mac_address': 'fa:16:3e:86:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:28Z', 'updated_at': '2021-07-13T07:35:35Z', 'revision_number': 5, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'subnets': [{'id': '13a916cb-756e-4ec9-9df1-6600fe316290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:08.405519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-94baf9c0-b11e-44a7-98ec-0cfaa6bad394 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port 04e88e9d-6cc2-4cc2-adcf-df30afe603ec {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:08.406548 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94baf9c0-b11e-44a7-98ec-0cfaa6bad394 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.446345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:08.460594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3a36c74c-83f8-4b99-b9d6-d210ec674320 None None] Provisioning complete for port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:08.461037 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3a36c74c-83f8-4b99-b9d6-d210ec674320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.523112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3a36c74c-83f8-4b99-b9d6-d210ec674320 None None] Port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:08.622661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-d5477cbd-28fe-47d0-b047-a8cd91272ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:08.624322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-d5477cbd-28fe-47d0-b047-a8cd91272ec3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.3122859 Jul 13 07:46:08.624994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.625351 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added segment 47026120-ac63-4ebc-b545-1698e056b243 of type vlan for network f494bf95-020a-40e7-b378-bc952637a571 Jul 13 07:46:08.689155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:08.700254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5e59274a-101f-4e9f-a8bc-5ef3038ea47a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8264499 Jul 13 07:46:08.700451 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:08.701651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45508) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:08.705392 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a58dacb0-e84e-4211-8717-0974e6b59556 req-29a26500-71b2-4236-a104-96df05244d2d tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.0783379 Jul 13 07:46:08.712298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-bb2461e4-7f0b-487f-967f-937debdc3afe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:08.737703 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:08.739853 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:08.774907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.793319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94baf9c0-b11e-44a7-98ec-0cfaa6bad394 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.793555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94baf9c0-b11e-44a7-98ec-0cfaa6bad394 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.826918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-94baf9c0-b11e-44a7-98ec-0cfaa6bad394 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for 04e88e9d-6cc2-4cc2-adcf-df30afe603ec owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:08.868006 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.870147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-9bba8c01-8885-48e1-bc08-4e6316c1f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:08.871722 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-9bba8c01-8885-48e1-bc08-4e6316c1f2cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2377744 Jul 13 07:46:08.908881 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:09.042738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503cbee-493f-449d-bbdc-a9c8904c6341 None None] New status for floating IP 63c1245b-5da5-49b5-be4b-4f06deeb33f1: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:46:09.081904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.093593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:09.094240 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.255271 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7033708 Jul 13 07:46:09.274380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45512) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:09.292980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'subnet': {'network_id': 'cd49d022-56c6-455d-bcaf-3c81a64ebf9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:09.428133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a220d-288c-4b46-a535-c750987bffac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Network': ['ID=f494bf95-020a-40e7-b378-bc952637a571,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:09.482442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network f494bf95-020a-40e7-b378-bc952637a571 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:09.665897 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:06Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea63efe-09af-49c3-bb0e-8c60cbceb5de', 'name': '', 'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:ea:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:05Z', 'updated_at': '2021-07-13T07:46:06Z', 'revision_number': 2, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.739055 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:09.739792 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Updating router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:46:09.801993 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.842991 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94baf9c0-b11e-44a7-98ec-0cfaa6bad394 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.878125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:09.881852 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.883812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.extraroute_db [None req-bb2461e4-7f0b-487f-967f-937debdc3afe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:46:09.905439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.extraroute_db [None req-bb2461e4-7f0b-487f-967f-937debdc3afe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Removed routes are [] {{(pid=93838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:46:09.905997 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb2461e4-7f0b-487f-967f-937debdc3afe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.952533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baf9c0-b11e-44a7-98ec-0cfaa6bad394 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=04e88e9d-6cc2-4cc2-adcf-df30afe603ec,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:10.087008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-4d789165-f3b0-49e6-a426-9819184f2497 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1236322 Jul 13 07:46:10.092044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router 022c76f6-674b-448f-8bca-529c62f76234 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:10.092599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e830265-3e30-4fb5-b02d-15681c0f9c68 req-036bfeb4-4ea5-4e16-85fc-e9b3636fa750 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.1132865 Jul 13 07:46:10.181540 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94baf9c0-b11e-44a7-98ec-0cfaa6bad394 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.184635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94baf9c0-b11e-44a7-98ec-0cfaa6bad394 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.201238 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-94baf9c0-b11e-44a7-98ec-0cfaa6bad394 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/floatingips/d92a40aa-5314-42d9-9f33-9457b596abba HTTP/1.1" status: 204 len: 168 time: 2.6480751 Jul 13 07:46:10.205847 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.206212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45518) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.215213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-d6da2923-83d3-4779-bc78-434db33cf336 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198411 Jul 13 07:46:10.217782 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Transition to ACTIVE for port object 6ea63efe-09af-49c3-bb0e-8c60cbceb5de will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:10.226300 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.268405 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-066422be-3027-45d8-9fa3-93e4fc253a55 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:10.272194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-a4530c80-e58f-4698-b60c-0cbac44388e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=307cfd34-2ef9-4dcb-af1a-6f246e818ad3 HTTP/1.1" status: 200 len: 217 time: 0.0489881 Jul 13 07:46:10.272738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066422be-3027-45d8-9fa3-93e4fc253a55 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:10.277697 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5332bb-091c-42e0-9809-a91c78575e4f None None] Pushing event updated for resources: {'Port': ['ID=6ea63efe-09af-49c3-bb0e-8c60cbceb5de,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:10.289753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-066422be-3027-45d8-9fa3-93e4fc253a55 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/ports/fcd85e38-e1bc-421a-8151-220ada7f7072 HTTP/1.1" status: 404 len: 333 time: 0.0809407 Jul 13 07:46:10.300837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45520) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.374270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45522) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.374972 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0453c737-169d-43e2-a404-5b1b8c011f87 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "GET /v2.0/ports?device_id=72950ff2-fc58-4212-8862-e0ebe4096f6f HTTP/1.1" status: 200 len: 205 time: 0.0700138 Jul 13 07:46:10.429259 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Attempting to bind port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:10.429628 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Attempting to bind port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'e8712de5-6686-49df-b5ad-7bfe326796af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9c95f840-064a-417d-8615-a70c728e3542'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:10.429983 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Attempting to bind port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de on network 9c95f840-064a-417d-8615-a70c728e3542 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:10.446236 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:10.446677 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Checking segment: {'id': 'e8712de5-6686-49df-b5ad-7bfe326796af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9c95f840-064a-417d-8615-a70c728e3542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:10.447084 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.447478 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Bound using segment: {'id': 'e8712de5-6686-49df-b5ad-7bfe326796af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9c95f840-064a-417d-8615-a70c728e3542'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:10.448532 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Bound port: 6ea63efe-09af-49c3-bb0e-8c60cbceb5de, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8712de5-6686-49df-b5ad-7bfe326796af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9c95f840-064a-417d-8615-a70c728e3542'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:10.448910 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.466504 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-70b87a42-2b7b-47c2-8dce-46a6da2cf242 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] delete failed (client error): The resource could not be found. Jul 13 07:46:10.470337 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-70b87a42-2b7b-47c2-8dce-46a6da2cf242 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/routers/72950ff2-fc58-4212-8862-e0ebe4096f6f HTTP/1.1" status: 404 len: 336 time: 0.0935123 Jul 13 07:46:10.475431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45524) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:10.521200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb2461e4-7f0b-487f-967f-937debdc3afe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.525743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb2461e4-7f0b-487f-967f-937debdc3afe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.545624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-adfdcacd-308d-4d77-b3e1-63298fe23c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.548576 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-adfdcacd-308d-4d77-b3e1-63298fe23c74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 200 len: 797 time: 0.2691743 Jul 13 07:46:10.621971 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] For port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:10.625779 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] For port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6ea63efe-09af-49c3-bb0e-8c60cbceb5de,segment=NetworkSegment(e8712de5-6686-49df-b5ad-7bfe326796af),segment_id=e8712de5-6686-49df-b5ad-7bfe326796af)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:10.639623 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.726042 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:10.726686 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:10.842192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2461e4-7f0b-487f-967f-937debdc3afe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:10.854211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-40de8c6e-88cb-48bd-929c-97f302f13fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.856051 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-40de8c6e-88cb-48bd-929c-97f302f13fa9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2209916 Jul 13 07:46:10.856182 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5332bb-091c-42e0-9809-a91c78575e4f None None] Pushing event updated for resources: {'Port': ['ID=6ea63efe-09af-49c3-bb0e-8c60cbceb5de,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:10.893614 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:11.172632 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df861c2-8999-46ac-9d0c-5ed898a6bdd4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:11.173100 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df861c2-8999-46ac-9d0c-5ed898a6bdd4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:11.178853 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6df861c2-8999-46ac-9d0c-5ed898a6bdd4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/subnets/d602b3da-405d-4500-8983-a62b591156f7 HTTP/1.1" status: 404 len: 337 time: 0.6934469 Jul 13 07:46:11.184181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45538) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:11.203602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2461e4-7f0b-487f-967f-937debdc3afe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:11.207585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-c80e5413-5550-49ac-a450-735c24202b4f service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413682 Jul 13 07:46:11.219270 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb2461e4-7f0b-487f-967f-937debdc3afe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.224686 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:09Z', 'revision_number': 6, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea63efe-09af-49c3-bb0e-8c60cbceb5de', 'name': '', 'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:ea:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:05Z', 'updated_at': '2021-07-13T07:46:10Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:11.233445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bb2461e4-7f0b-487f-967f-937debdc3afe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355 HTTP/1.1" status: 200 len: 933 time: 2.5241375 Jul 13 07:46:11.239154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45540) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:11.277913 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fffd6f-0589-46a4-a09f-a575a062ee6a None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:09Z', 'revision_number': 6, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea63efe-09af-49c3-bb0e-8c60cbceb5de', 'name': '', 'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:ea:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:05Z', 'updated_at': '2021-07-13T07:46:10Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:11.279667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:11.297924 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] Sync routers for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:11.310344 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:11.311410 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:11.349580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45542) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:11.359889 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fbc5722b-5836-4867-adb6-16942f5c42d2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "PUT /v2.0/routers/022c76f6-674b-448f-8bca-529c62f76234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3464928 Jul 13 07:46:11.536240 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5545291d-7326-43d8-9008-2cf14361b1d1 req-bd09118b-fab7-4d0e-a538-47a9bf456487 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.1279123 Jul 13 07:46:11.568762 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.575072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a0f6a4-9503-4674-bf33-1afc5776c82d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting subnet 7fd5ffb9-39f2-4613-ab48-c32aa9a341bd {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:11.593432 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:11.605490 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-41a6decd-b2ac-455d-b3d6-876af79bf02f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355 HTTP/1.1" status: 200 len: 933 time: 0.3544719 Jul 13 07:46:11.606016 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f6a4-9503-4674-bf33-1afc5776c82d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.620073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45544) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:11.632569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-073ed43e-e141-4e54-beaa-629f53657112 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'routes': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:11.677789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Subnet': ['ID=49e4ccb9-5cd9-4f87-a61a-5036f93b7be0,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:11.688886 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1e14ad8e-e25b-46b4-a84f-2d4d0c6d1159 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port e9fd406d-1646-4163-8d12-be435a591de1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:11.689428 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e14ad8e-e25b-46b4-a84f-2d4d0c6d1159 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.739965 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Checking segment: {'id': '43d882a2-d1a0-492d-9433-6f910ccdf313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cd49d022-56c6-455d-bcaf-3c81a64ebf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:11.740427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network hostable DHCP agents. Network: cd49d022-56c6-455d-bcaf-3c81a64ebf9b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:11.853686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network cd49d022-56c6-455d-bcaf-3c81a64ebf9b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:11.871630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e14ad8e-e25b-46b4-a84f-2d4d0c6d1159 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.873608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-432472fa-59cc-4b14-b726-0f3d0d499ee2 service neutron] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6383212 Jul 13 07:46:11.882657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, cd49d022-56c6-455d-bcaf-3c81a64ebf9b) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:11.899686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5eb23-2518-4abe-a6a6-cabd0feefea9 None None] Network cd49d022-56c6-455d-bcaf-3c81a64ebf9b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:11.932364 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:46:07Z', 'revision_number': 7, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:11.941357 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1e14ad8e-e25b-46b4-a84f-2d4d0c6d1159 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for e9fd406d-1646-4163-8d12-be435a591de1 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:11.958810 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f6a4-9503-4674-bf33-1afc5776c82d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.022436 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] Checking router: 022c76f6-674b-448f-8bca-529c62f76234 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:12.049626 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] Routers {'022c76f6-674b-448f-8bca-529c62f76234'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:12.050252 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['022c76f6-674b-448f-8bca-529c62f76234'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:12.062234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-3bc4c021-5952-4e6b-87bf-9764574ac7bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=13a6e49a-53af-49fc-accc-483a99e81c29 HTTP/1.1" status: 200 len: 217 time: 0.1719496 Jul 13 07:46:12.130443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-cd49d022-56c6-455d-bcaf-3c81a64ebf9b', 'network_id': 'cd49d022-56c6-455d-bcaf-3c81a64ebf9b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'fixed_ips': [{'subnet_id': '49e4ccb9-5cd9-4f87-a61a-5036f93b7be0'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:12.131555 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.195534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:12.198038 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.275413 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5365e37c-6c15-4c13-a015-d9b2a9439658 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9917097 Jul 13 07:46:12.279904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45552) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:12.290454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'subnet': {'network_id': 'f494bf95-020a-40e7-b378-bc952637a571', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:12.324036 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e14ad8e-e25b-46b4-a84f-2d4d0c6d1159 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.325206 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] Set router 022c76f6-674b-448f-8bca-529c62f76234 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:12.439730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Allocated IP 2001:db8::2 (cd49d022-56c6-455d-bcaf-3c81a64ebf9b/49e4ccb9-5cd9-4f87-a61a-5036f93b7be0/70a36b13-185c-467a-bd44-bf1966aba533) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:12.445719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14ad8e-e25b-46b4-a84f-2d4d0c6d1159 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=e9fd406d-1646-4163-8d12-be435a591de1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:12.701880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.731315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Transition to ACTIVE for port object 70a36b13-185c-467a-bd44-bf1966aba533 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:12.750028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:12.772251 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e14ad8e-e25b-46b4-a84f-2d4d0c6d1159 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.782932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1e14ad8e-e25b-46b4-a84f-2d4d0c6d1159 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/ports/e9fd406d-1646-4163-8d12-be435a591de1 HTTP/1.1" status: 204 len: 168 time: 1.5954075 Jul 13 07:46:12.788664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45560) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:12.813382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Transition to ACTIVE for port object 70a36b13-185c-467a-bd44-bf1966aba533 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:12.817541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:12.818581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:12.867428 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:46:07Z', 'revision_number': 7, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:12.868815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:12.873040 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.922318 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653e40f-2a6e-4137-9382-de012d8e6e2e None None] The sync data for ids ['022c76f6-674b-448f-8bca-529c62f76234'] in n-d-798249-7 is: [{'id': '022c76f6-674b-448f-8bca-529c62f76234', 'name': 'tempest-TestNetworkBasicOps-router-283782751', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:21Z', 'updated_at': '2021-07-13T07:46:07Z', 'revision_number': 7, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '48722a5f-2148-46b2-aa16-3f33cf696c30', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022c76f6-674b-448f-8bca-529c62f76234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:22Z', 'updated_at': '2021-07-13T07:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:12.944596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.970249 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f6a4-9503-4674-bf33-1afc5776c82d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.990050 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3b9be4cb-fbd9-450a-a78d-95463c448e52 req-cae06281-ffa2-4dcd-b86b-5c62808cfd6e tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.1857097 Jul 13 07:46:13.030521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:13.092831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Network cd49d022-56c6-455d-bcaf-3c81a64ebf9b is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:13.108689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:13.114248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:13.139878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Pushing event updated for resources: {'Port': ['ID=70a36b13-185c-467a-bd44-bf1966aba533,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:13.265988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-32df7fa8-518e-474c-b0c1-e193304d066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:13.268881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-32df7fa8-518e-474c-b0c1-e193304d066f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37b7f077-c2d5-483e-9458-3b62eed95fb9 HTTP/1.1" status: 200 len: 797 time: 0.5177186 Jul 13 07:46:13.271034 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f363bb12-2fab-4103-99b4-59f9b05e1d7e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port 5dc87e8c-a6c5-4bae-9e20-fd825d8cdf0d {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:13.271392 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f363bb12-2fab-4103-99b4-59f9b05e1d7e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.272319 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f6a4-9503-4674-bf33-1afc5776c82d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.296496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6ea63efe-09af-49c3-bb0e-8c60cbceb5de up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:13.362949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0f6a4-9503-4674-bf33-1afc5776c82d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd5ffb9-39f2-4613-ab48-c32aa9a341bd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:13.418755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f6a4-9503-4674-bf33-1afc5776c82d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.423750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a3a0f6a4-9503-4674-bf33-1afc5776c82d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/subnets/7fd5ffb9-39f2-4613-ab48-c32aa9a341bd HTTP/1.1" status: 204 len: 168 time: 2.0736504 Jul 13 07:46:13.426253 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45572) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:13.454720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f363bb12-2fab-4103-99b4-59f9b05e1d7e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.469115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f363bb12-2fab-4103-99b4-59f9b05e1d7e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for 5dc87e8c-a6c5-4bae-9e20-fd825d8cdf0d owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:13.488124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8fb441-7a3f-4d32-a391-4af97691f3a2 None None] Network ee95c9c2-7ceb-460f-8c8b-4a50afa20245 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:13.528111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Attempting to bind port 70a36b13-185c-467a-bd44-bf1966aba533 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:13.529200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Attempting to bind port 70a36b13-185c-467a-bd44-bf1966aba533 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '43d882a2-d1a0-492d-9433-6f910ccdf313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cd49d022-56c6-455d-bcaf-3c81a64ebf9b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:13.529200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Attempting to bind port 70a36b13-185c-467a-bd44-bf1966aba533 on network cd49d022-56c6-455d-bcaf-3c81a64ebf9b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:13.576970 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.644183 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:13.644482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Checking segment: {'id': '43d882a2-d1a0-492d-9433-6f910ccdf313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cd49d022-56c6-455d-bcaf-3c81a64ebf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:13.644893 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.645290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Bound using segment: {'id': '43d882a2-d1a0-492d-9433-6f910ccdf313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cd49d022-56c6-455d-bcaf-3c81a64ebf9b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:13.648608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Bound port: 70a36b13-185c-467a-bd44-bf1966aba533, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d882a2-d1a0-492d-9433-6f910ccdf313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cd49d022-56c6-455d-bcaf-3c81a64ebf9b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:13.649092 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.667984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-9bebae0e-ff98-4308-aaf6-dac09ac37d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:13.669700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-9bebae0e-ff98-4308-aaf6-dac09ac37d04 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef91ead4-00b2-45c5-a5ff-383c96524366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3881731 Jul 13 07:46:13.683134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Checking segment: {'id': '47026120-ac63-4ebc-b545-1698e056b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f494bf95-020a-40e7-b378-bc952637a571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:13.683766 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network hostable DHCP agents. Network: f494bf95-020a-40e7-b378-bc952637a571, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:13.690472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Subnet': ['ID=04b0bef5-82b3-49dd-ba75-1377dc978cb0,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:13.733741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.758406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network f494bf95-020a-40e7-b378-bc952637a571 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:13.777670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, f494bf95-020a-40e7-b378-bc952637a571) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:13.793945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:13.794909 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.822087 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b2090c78-f882-441a-90c1-a9ed56a91e6c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5403163 Jul 13 07:46:13.824631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f363bb12-2fab-4103-99b4-59f9b05e1d7e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.826484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45574) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:13.829717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a0261-7844-4024-bd5d-12538053d9ed None None] Network f494bf95-020a-40e7-b378-bc952637a571 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:13.835424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-dbdafbeb-d1f7-49ce-bc56-d623c33ae95a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-520608669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:13.874174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:13.884139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363bb12-2fab-4103-99b4-59f9b05e1d7e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=5dc87e8c-a6c5-4bae-9e20-fd825d8cdf0d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:13.941413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:13.942031 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.979611 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dbdafbeb-d1f7-49ce-bc56-d623c33ae95a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.980675 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dbdafbeb-d1f7-49ce-bc56-d623c33ae95a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.019794 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f363bb12-2fab-4103-99b4-59f9b05e1d7e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.024382 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f363bb12-2fab-4103-99b4-59f9b05e1d7e tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/ports/5dc87e8c-a6c5-4bae-9e20-fd825d8cdf0d HTTP/1.1" status: 204 len: 168 time: 1.2346122 Jul 13 07:46:14.024992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45582) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:14.104500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dbdafbeb-d1f7-49ce-bc56-d623c33ae95a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.114838 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dbdafbeb-d1f7-49ce-bc56-d623c33ae95a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.146577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dbdafbeb-d1f7-49ce-bc56-d623c33ae95a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.150819 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dbdafbeb-d1f7-49ce-bc56-d623c33ae95a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3201559 Jul 13 07:46:14.152447 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45586) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:14.159711 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.169206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422e4eda-a7d5-436b-8665-a94ab67a86b4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:14.175055 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-422e4eda-a7d5-436b-8665-a94ab67a86b4 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0c816f9-1ba8-4ad6-be1f-1154eb100a8e HTTP/1.1" status: 200 len: 913 time: 0.1468866 Jul 13 07:46:14.181786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45588) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:14.200267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.extraroute_db [None req-073ed43e-e141-4e54-beaa-629f53657112 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added routes are [] {{(pid=93838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:46:14.200613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.extraroute_db [None req-073ed43e-e141-4e54-beaa-629f53657112 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:46:14.225669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] For port 70a36b13-185c-467a-bd44-bf1966aba533, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:14.286233 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-3be3d4ce-7126-47be-addf-a8f4f3bf696f service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077154 Jul 13 07:46:14.330079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] For port 70a36b13-185c-467a-bd44-bf1966aba533, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=70a36b13-185c-467a-bd44-bf1966aba533,segment=NetworkSegment(43d882a2-d1a0-492d-9433-6f910ccdf313),segment_id=43d882a2-d1a0-492d-9433-6f910ccdf313)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:14.337807 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3cde3260-85c6-4229-8bf1-e9c66b062fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.395341 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.450269 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.488350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-073ed43e-e141-4e54-beaa-629f53657112 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.498461 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb7386f0-000f-45e3-9849-d48a04d5893e req-e1f95365-db18-47bf-b811-861d7b0888af tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.1354749 Jul 13 07:46:14.573452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:09Z', 'revision_number': 6, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea63efe-09af-49c3-bb0e-8c60cbceb5de', 'name': '', 'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:ea:84:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:05Z', 'updated_at': '2021-07-13T07:46:10Z', 'revision_number': 4, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:14.579404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3956c-efd5-4e2f-bdd0-d4b65c9ba140 None None] Pushing event updated for resources: {'Port': ['ID=70a36b13-185c-467a-bd44-bf1966aba533,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:14.622518 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.661187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port 48722a5f-2148-46b2-aa16-3f33cf696c30 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:14.661790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.665768 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-cfda71b0-df81-48ed-a365-b81de4103464 service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667412 Jul 13 07:46:14.943477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] For port 48722a5f-2148-46b2-aa16-3f33cf696c30, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=48722a5f-2148-46b2-aa16-3f33cf696c30,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:14.943974 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.979835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for 48722a5f-2148-46b2-aa16-3f33cf696c30 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:15.063559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e4bfe-8444-4e42-a690-b870941b5873 None None] DHCP port deletion for ee95c9c2-7ceb-460f-8c8b-4a50afa20245 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:15.107147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6ea63efe-09af-49c3-bb0e-8c60cbceb5de,segment=NetworkSegment(e8712de5-6686-49df-b5ad-7bfe326796af),segment_id=e8712de5-6686-49df-b5ad-7bfe326796af)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:15.111490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:15.126500 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.138193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:15.139312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:15.174329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Allocated IP 2001:db8::1 (cd49d022-56c6-455d-bcaf-3c81a64ebf9b/49e4ccb9-5cd9-4f87-a61a-5036f93b7be0/cd5b7e93-ab17-4580-9be3-957ef882f576) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:15.205780 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-39122b6d-884a-45e9-9b49-4bef40497bc9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76ca532c-23fa-4676-93ee-cd52a50ba709 HTTP/1.1" status: 200 len: 217 time: 0.4752202 Jul 13 07:46:15.271481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.349864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=48722a5f-2148-46b2-aa16-3f33cf696c30,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:15.359895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-2423ea86-bd9c-4ad3-b6a5-57005565ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:15.361396 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-2423ea86-bd9c-4ad3-b6a5-57005565ffd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37b7f077-c2d5-483e-9458-3b62eed95fb9 HTTP/1.1" status: 200 len: 797 time: 0.1474433 Jul 13 07:46:15.405192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=6ea63efe-09af-49c3-bb0e-8c60cbceb5de,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:15.405814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.428352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-f494bf95-020a-40e7-b378-bc952637a571', 'network_id': 'f494bf95-020a-40e7-b378-bc952637a571', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'fixed_ips': [{'subnet_id': '04b0bef5-82b3-49dd-ba75-1377dc978cb0'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:15.429215 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.436598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Transition to ACTIVE for port object cd5b7e93-ab17-4580-9be3-957ef882f576 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:15.466846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6b6e753a-0df4-4972-b998-31744585eafe no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:15.485169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.545392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 6b6e753a-0df4-4972-b998-31744585eafe {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:15.545739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6b6e753a-0df4-4972-b998-31744585eafe not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:15.616247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network cd49d022-56c6-455d-bcaf-3c81a64ebf9b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:15.636047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:15.648958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:15.649830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.661329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:15.786227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=cd5b7e93-ab17-4580-9be3-957ef882f576,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:15.847799 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.906024 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e4bfe-8444-4e42-a690-b870941b5873 None None] Deleting port 986ad288-07a6-471b-9ffb-4f0321d13958 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:15.914542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4bfe-8444-4e42-a690-b870941b5873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.195141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 70a36b13-185c-467a-bd44-bf1966aba533 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:16.283056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b804b5c-6234-4d22-b110-e419ebf3984c req-e2146dfb-7e89-4382-bd37-404c7ff3caa4 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.1339033 Jul 13 07:46:16.299008 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.312670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.313968 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Allocated IP 2001:db8:1::2 (f494bf95-020a-40e7-b378-bc952637a571/04b0bef5-82b3-49dd-ba75-1377dc978cb0/1edbb514-f34b-4572-87c3-427896e302fa) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:16.339547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.370963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.436044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=cd5b7e93-ab17-4580-9be3-957ef882f576,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:16.478262 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.482190 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.528534 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.530018 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-073ed43e-e141-4e54-beaa-629f53657112 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.538207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-647183a4-7af8-41a5-8a96-1cea18cc050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:16.540207 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-647183a4-7af8-41a5-8a96-1cea18cc050b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef91ead4-00b2-45c5-a5ff-383c96524366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1658223 Jul 13 07:46:16.540943 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.541917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Transition to ACTIVE for port object 1edbb514-f34b-4572-87c3-427896e302fa will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:16.542118 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Fanout notify agent at l3_agent the message router_deleted on router 022c76f6-674b-448f-8bca-529c62f76234 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:16.550438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.556583 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0ffc28f5-ded4-49d7-9220-c0a4c1457ede tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/routers/022c76f6-674b-448f-8bca-529c62f76234 HTTP/1.1" status: 204 len: 168 time: 3.1278563 Jul 13 07:46:16.561175 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45608) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:16.568954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Transition to ACTIVE for port object 1edbb514-f34b-4572-87c3-427896e302fa will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:16.581858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network cd49d022-56c6-455d-bcaf-3c81a64ebf9b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:16.602124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:16.656210 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:46:16.680870 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.686495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b896de02-b80a-49dc-aeec-8cfe60696dba None None] Network cd49d022-56c6-455d-bcaf-3c81a64ebf9b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:16.713062 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-4edc152d-da09-4c5c-ae96-ecc97d871414 service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544259 Jul 13 07:46:16.717803 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-073ed43e-e141-4e54-beaa-629f53657112 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.848583 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.990294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port 986ad288-07a6-471b-9ffb-4f0321d13958 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:16.990701 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.993951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-4d3e4bfe-8444-4e42-a690-b870941b5873 None None] For port 986ad288-07a6-471b-9ffb-4f0321d13958, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=986ad288-07a6-471b-9ffb-4f0321d13958,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:16.994444 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4bfe-8444-4e42-a690-b870941b5873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.997889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073ed43e-e141-4e54-beaa-629f53657112 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:17.002667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b44cd62a-0772-4ad5-aae4-ac177d108bea req-6342f4fd-8613-420d-a1d1-4c176d8287d5 service neutron] 10.222.0.54 "GET /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823598 Jul 13 07:46:17.007744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e4bfe-8444-4e42-a690-b870941b5873 None None] Calling delete_port for 986ad288-07a6-471b-9ffb-4f0321d13958 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:17.069007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] For port 986ad288-07a6-471b-9ffb-4f0321d13958, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=986ad288-07a6-471b-9ffb-4f0321d13958,segment=NetworkSegment(cdb82e01-36be-47bf-b2d9-8448ab60222d),segment_id=cdb82e01-36be-47bf-b2d9-8448ab60222d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:17.069376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.086038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for 986ad288-07a6-471b-9ffb-4f0321d13958 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:17.130432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Pushing event updated for resources: {'Port': ['ID=1edbb514-f34b-4572-87c3-427896e302fa,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:17.186880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4bfe-8444-4e42-a690-b870941b5873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.206619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.213344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.216547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dff5d0d7-218f-4b2a-b428-a03d0f74293f None None] Provisioning complete for port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:17.216916 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dff5d0d7-218f-4b2a-b428-a03d0f74293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.231139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e4bfe-8444-4e42-a690-b870941b5873 None None] Pushing event deleted for resources: {'Port': ['ID=986ad288-07a6-471b-9ffb-4f0321d13958,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:17.233026 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.241117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] No DVR routers for this DVR port 986ad288-07a6-471b-9ffb-4f0321d13958 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:17.262974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 70a36b13-185c-467a-bd44-bf1966aba533 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:17.272176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Network f494bf95-020a-40e7-b378-bc952637a571 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:17.273109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6ea63efe-09af-49c3-bb0e-8c60cbceb5de up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:17.288917 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 058e1fe4-40ab-425e-9caf-5535b8f925f3 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:17.291821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=986ad288-07a6-471b-9ffb-4f0321d13958,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:17.297360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ed43e-e141-4e54-beaa-629f53657112 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:17.309826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e4bfe-8444-4e42-a690-b870941b5873 None None] No DVR routers for this DVR port 986ad288-07a6-471b-9ffb-4f0321d13958 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:17.313428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-073ed43e-e141-4e54-beaa-629f53657112 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.318019 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-073ed43e-e141-4e54-beaa-629f53657112 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355 HTTP/1.1" status: 200 len: 699 time: 5.6948345 Jul 13 07:46:17.318551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45616) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:17.362902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:17.381391 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.391866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee95c9c2-7ceb-460f-8c8b-4a50afa20245']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.392792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:17.407079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb82e01-36be-47bf-b2d9-8448ab60222d') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.407387 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb82e01-36be-47bf-b2d9-8448ab60222d') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.418437 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.443609 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.456556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:17.458699 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:17.486674 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:17.573321 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18a2bd66-daaa-49b4-99b2-26f573c1b383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.614430 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:17.614711 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.637247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-96470f48-9430-4266-ab3e-970373eb4677 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355 HTTP/1.1" status: 200 len: 699 time: 0.3156714 Jul 13 07:46:17.640635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45620) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:17.701152 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.705238 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.720119 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/networks/ee95c9c2-7ceb-460f-8c8b-4a50afa20245 HTTP/1.1" status: 204 len: 168 time: 1.1458771 Jul 13 07:46:17.757370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:17.763624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2735196e-1c06-4d53-817d-fbb727179d55 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/058e1fe4-40ab-425e-9caf-5535b8f925f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6101515 Jul 13 07:46:17.764324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45624) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:17.765492 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ea7d8-836a-4f93-87e7-725e223afab9 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Network': ['ID=ee95c9c2-7ceb-460f-8c8b-4a50afa20245,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:17.768923 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4b4a6-0106-4785-aa60-e921767e8b53 None None] Sync routers for ids ['058e1fe4-40ab-425e-9caf-5535b8f925f3'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:17.779288 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4b4a6-0106-4785-aa60-e921767e8b53 None None] Routers {'058e1fe4-40ab-425e-9caf-5535b8f925f3'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:17.779903 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0cf4b4a6-0106-4785-aa60-e921767e8b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['058e1fe4-40ab-425e-9caf-5535b8f925f3'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.784168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45628) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:17.795230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'network': {'name': 'tempest-network-smoke--1418055932', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'port_security_enabled': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:17.815985 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad59d61f-051b-4f59-b7d7-c8dd5975ccb0 req-9b2612bc-74b7-49ed-8fe3-d8146756bbea tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.2361202 Jul 13 07:46:17.831397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Attempting to bind port 1edbb514-f34b-4572-87c3-427896e302fa on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:17.835301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Attempting to bind port 1edbb514-f34b-4572-87c3-427896e302fa by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '47026120-ac63-4ebc-b545-1698e056b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f494bf95-020a-40e7-b378-bc952637a571'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:17.835789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Attempting to bind port 1edbb514-f34b-4572-87c3-427896e302fa on network f494bf95-020a-40e7-b378-bc952637a571 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:17.872195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:17.872719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Checking segment: {'id': '47026120-ac63-4ebc-b545-1698e056b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f494bf95-020a-40e7-b378-bc952637a571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:17.873282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.873823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Bound using segment: {'id': '47026120-ac63-4ebc-b545-1698e056b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f494bf95-020a-40e7-b378-bc952637a571'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:17.874456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Bound port: 1edbb514-f34b-4572-87c3-427896e302fa, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47026120-ac63-4ebc-b545-1698e056b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f494bf95-020a-40e7-b378-bc952637a571'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:17.875235 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.875474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Made reservation on behalf of 326e9df6bc154468b5a4e137d29d8e97 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:17.879635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.884458 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0cf4b4a6-0106-4785-aa60-e921767e8b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.904862 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf4b4a6-0106-4785-aa60-e921767e8b53 None None] Routers {'058e1fe4-40ab-425e-9caf-5535b8f925f3'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:17.907673 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0cf4b4a6-0106-4785-aa60-e921767e8b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['058e1fe4-40ab-425e-9caf-5535b8f925f3'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.926432 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:17.939285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.939690 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Added segment e4f15734-d33d-42b4-af37-d84d2eac11ea of type vlan for network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 Jul 13 07:46:17.986897 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0cf4b4a6-0106-4785-aa60-e921767e8b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:17.987730 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf4b4a6-0106-4785-aa60-e921767e8b53 None None] The sync data for ids ['058e1fe4-40ab-425e-9caf-5535b8f925f3'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:18.004279 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.041941 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.051369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:18.052435 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.053679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab413c-1ee3-4687-b704-b49eff0aed37 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:18.060738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-efab413c-1ee3-4687-b704-b49eff0aed37 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports/cd5b7e93-ab17-4580-9be3-957ef882f576 HTTP/1.1" status: 200 len: 911 time: 0.2719350 Jul 13 07:46:18.066834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45632) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:18.114366 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3267250 Jul 13 07:46:18.120761 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.155576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ebbcf2a1-dffb-41e2-bf42-e9bd647731f5 None None] Provisioning for port 70a36b13-185c-467a-bd44-bf1966aba533 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:18.162374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45634) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:18.168739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:14Z', 'revision_number': 7, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea63efe-09af-49c3-bb0e-8c60cbceb5de', 'name': '', 'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:ea:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:05Z', 'updated_at': '2021-07-13T07:46:15Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:18.169362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'admin_state_up': True, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:18.226783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.227834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.239797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ebbcf2a1-dffb-41e2-bf42-e9bd647731f5 None None] Provisioning complete for port 70a36b13-185c-467a-bd44-bf1966aba533 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:18.255627 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf2a1-dffb-41e2-bf42-e9bd647731f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.355921 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.390564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97287291-37b3-4859-a0d6-34a2a969d785 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Network': ['ID=d1b6e6b5-6dfc-4293-a7fc-690373c40de5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:18.534103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:18.540516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b6c63-d516-47b9-a9c5-d8946b087201 None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:14Z', 'revision_number': 7, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea63efe-09af-49c3-bb0e-8c60cbceb5de', 'name': '', 'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:ea:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:05Z', 'updated_at': '2021-07-13T07:46:15Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:18.570913 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] For port 1edbb514-f34b-4572-87c3-427896e302fa, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:18.600750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] For port 1edbb514-f34b-4572-87c3-427896e302fa, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1edbb514-f34b-4572-87c3-427896e302fa,segment=NetworkSegment(47026120-ac63-4ebc-b545-1698e056b243),segment_id=47026120-ac63-4ebc-b545-1698e056b243)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:18.629953 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.653690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 986ad288-07a6-471b-9ffb-4f0321d13958 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:18.812939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 986ad288-07a6-471b-9ffb-4f0321d13958 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:18.813283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 986ad288-07a6-471b-9ffb-4f0321d13958 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:18.968841 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf2a1-dffb-41e2-bf42-e9bd647731f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.975303 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.001879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 48722a5f-2148-46b2-aa16-3f33cf696c30 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:19.154275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ebbcf2a1-dffb-41e2-bf42-e9bd647731f5 None None] For port 70a36b13-185c-467a-bd44-bf1966aba533, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=70a36b13-185c-467a-bd44-bf1966aba533,segment=NetworkSegment(43d882a2-d1a0-492d-9433-6f910ccdf313),segment_id=43d882a2-d1a0-492d-9433-6f910ccdf313)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:19.155576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 48722a5f-2148-46b2-aa16-3f33cf696c30 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:19.156075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 48722a5f-2148-46b2-aa16-3f33cf696c30 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:19.181106 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ebbcf2a1-dffb-41e2-bf42-e9bd647731f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.184039 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:19.215398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f4df2-8d84-404c-934f-f7c279bfbd7f None None] Pushing event updated for resources: {'Port': ['ID=1edbb514-f34b-4572-87c3-427896e302fa,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:19.284278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcf2a1-dffb-41e2-bf42-e9bd647731f5 None None] Pushing event updated for resources: {'Port': ['ID=70a36b13-185c-467a-bd44-bf1966aba533,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:19.298371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:19.299071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:19.365205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.442624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e995afa-f185-4e81-bbef-7cbaf68528d4 req-d59dd9fd-dcf8-4b78-bef4-fbe633203289 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.0640104 Jul 13 07:46:19.453101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:19.547507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d3023203-d754-4c29-84e9-6ee1f00cf687 None None] Provisioning complete for port 70a36b13-185c-467a-bd44-bf1966aba533 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:19.548308 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3023203-d754-4c29-84e9-6ee1f00cf687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.623990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port 595be0e7-188f-419c-8039-c4fde4474181 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:19.624762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.830894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.854314 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.909029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for 595be0e7-188f-419c-8039-c4fde4474181 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:20.061347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:14Z', 'revision_number': 7, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea63efe-09af-49c3-bb0e-8c60cbceb5de', 'name': '', 'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:ea:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:05Z', 'updated_at': '2021-07-13T07:46:15Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:20.063900 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.113671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:20.146486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:20.147133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:20.163140 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.201139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d3023203-d754-4c29-84e9-6ee1f00cf687 None None] Provisioning for port cd5b7e93-ab17-4580-9be3-957ef882f576 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:20.254807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d3023203-d754-4c29-84e9-6ee1f00cf687 None None] Provisioning complete for port cd5b7e93-ab17-4580-9be3-957ef882f576 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:20.255045 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Allocated IP 2001:db8:1::1 (f494bf95-020a-40e7-b378-bc952637a571/04b0bef5-82b3-49dd-ba75-1377dc978cb0/ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:20.255539 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3023203-d754-4c29-84e9-6ee1f00cf687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.294337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Allocated IP 172.25.6.168 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/5bad62bd-1311-471f-9ed8-67765c4a0846) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:20.371481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:20.374731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d3023203-d754-4c29-84e9-6ee1f00cf687 None None] Port cd5b7e93-ab17-4580-9be3-957ef882f576 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:20.406130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.431361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb981fa-9aa2-4ca4-ba87-248b98bd2d19 None None] Network f494bf95-020a-40e7-b378-bc952637a571 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:20.454209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.515133 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.533429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Transition to ACTIVE for port object ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:20.545076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.550177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:20.585883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:20.593971 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.618425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=5bad62bd-1311-471f-9ed8-67765c4a0846,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:20.621166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:20.652268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network f494bf95-020a-40e7-b378-bc952637a571 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:20.656339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:20.670657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:20.671594 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.820783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b8adf921-3d3d-40a0-bd28-0976f0e2c9b2 None None] Provisioning for port 1edbb514-f34b-4572-87c3-427896e302fa completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:20.864891 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d69e7c4-19c3-4cb1-b444-6c067cbe11fc req-305d30e2-b90d-43f1-84d7-2da95fdf2896 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.1096752 Jul 13 07:46:20.874781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b8adf921-3d3d-40a0-bd28-0976f0e2c9b2 None None] Provisioning complete for port cd5b7e93-ab17-4580-9be3-957ef882f576 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:20.875291 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8adf921-3d3d-40a0-bd28-0976f0e2c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.925565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b8adf921-3d3d-40a0-bd28-0976f0e2c9b2 None None] Port cd5b7e93-ab17-4580-9be3-957ef882f576 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:20.947011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:14Z', 'revision_number': 7, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea63efe-09af-49c3-bb0e-8c60cbceb5de', 'name': '', 'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:ea:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:05Z', 'updated_at': '2021-07-13T07:46:15Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:20.948497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:21.014718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.016674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9924f-f46c-48df-b15a-a4688e4926b9 None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:14Z', 'revision_number': 7, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ea63efe-09af-49c3-bb0e-8c60cbceb5de', 'name': '', 'network_id': '9c95f840-064a-417d-8615-a70c728e3542', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:ea:84:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:05Z', 'updated_at': '2021-07-13T07:46:15Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '5d8d36d9-92c9-486c-af5c-60f07b439bae', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:21.141339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1edbb514-f34b-4572-87c3-427896e302fa up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:21.256139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 1edbb514-f34b-4572-87c3-427896e302fa completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:21.262273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 1edbb514-f34b-4572-87c3-427896e302fa triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:21.262837 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.364401 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.401788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 1edbb514-f34b-4572-87c3-427896e302fa, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1edbb514-f34b-4572-87c3-427896e302fa,segment=NetworkSegment(47026120-ac63-4ebc-b545-1698e056b243),segment_id=47026120-ac63-4ebc-b545-1698e056b243)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:21.409933 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.428912 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.435395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.439712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.451184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 70a36b13-185c-467a-bd44-bf1966aba533 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:21.466499 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.627387 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network f494bf95-020a-40e7-b378-bc952637a571 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:21.631241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:21.774041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:21.810782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 058e1fe4-40ab-425e-9caf-5535b8f925f3 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:21.846563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48c6a808-4d94-4a95-88e2-feeba7e0497b None None] Provisioning complete for port 1edbb514-f34b-4572-87c3-427896e302fa triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:21.855665 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48c6a808-4d94-4a95-88e2-feeba7e0497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.945299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=1edbb514-f34b-4572-87c3-427896e302fa,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:21.953862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.992139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 70a36b13-185c-467a-bd44-bf1966aba533 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:21.992516 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.008179 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:22.020610 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac701690-e9d6-49c0-bd7a-a5f8722f58bc None None] Sync routers for ids ['058e1fe4-40ab-425e-9caf-5535b8f925f3'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:22.023631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.030175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a60836d4-7a41-4ddc-ab28-40fff879b1eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/058e1fe4-40ab-425e-9caf-5535b8f925f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9476693 Jul 13 07:46:22.031964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45656) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:22.032347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=595be0e7-188f-419c-8039-c4fde4474181,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:22.044845 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac701690-e9d6-49c0-bd7a-a5f8722f58bc None None] Routers {'058e1fe4-40ab-425e-9caf-5535b8f925f3'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:22.045689 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ac701690-e9d6-49c0-bd7a-a5f8722f58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['058e1fe4-40ab-425e-9caf-5535b8f925f3'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:22.058620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:22.059355 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.153054 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ac701690-e9d6-49c0-bd7a-a5f8722f58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:22.161278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b64d65-f52e-4504-8dad-7588edb5530e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:22.165159 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f3b64d65-f52e-4504-8dad-7588edb5530e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports/ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c HTTP/1.1" status: 200 len: 913 time: 0.1290648 Jul 13 07:46:22.166691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45658) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:22.187013 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac701690-e9d6-49c0-bd7a-a5f8722f58bc None None] Routers {'058e1fe4-40ab-425e-9caf-5535b8f925f3'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:22.187660 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ac701690-e9d6-49c0-bd7a-a5f8722f58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['058e1fe4-40ab-425e-9caf-5535b8f925f3'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:22.205849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port 6ea63efe-09af-49c3-bb0e-8c60cbceb5de, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6ea63efe-09af-49c3-bb0e-8c60cbceb5de,segment=NetworkSegment(e8712de5-6686-49df-b5ad-7bfe326796af),segment_id=e8712de5-6686-49df-b5ad-7bfe326796af)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:22.206311 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.242698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 6ea63efe-09af-49c3-bb0e-8c60cbceb5de owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:22.290726 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ac701690-e9d6-49c0-bd7a-a5f8722f58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:22.291983 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac701690-e9d6-49c0-bd7a-a5f8722f58bc None None] The sync data for ids ['058e1fe4-40ab-425e-9caf-5535b8f925f3'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:22.309242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48c6a808-4d94-4a95-88e2-feeba7e0497b None None] Provisioning for port ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:22.324803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48c6a808-4d94-4a95-88e2-feeba7e0497b None None] Provisioning complete for port ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:22.325182 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48c6a808-4d94-4a95-88e2-feeba7e0497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.425161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-48c6a808-4d94-4a95-88e2-feeba7e0497b None None] Port ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:22.561049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1ebad062-12c5-4395-adfe-2d6f7ca45082 None None] Provisioning complete for port ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:22.561732 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1ebad062-12c5-4395-adfe-2d6f7ca45082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.575187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-051a566c-4de9-4853-9474-ee65a7c42e01 req-368dae59-8633-40a2-8540-0dbb49659899 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.0561848 Jul 13 07:46:22.644350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.652295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1ebad062-12c5-4395-adfe-2d6f7ca45082 None None] Port ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:22.694363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.790929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d9787b35-ef37-4349-88ac-dade27f0f119 None None] Provisioning complete for port ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:22.791822 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9787b35-ef37-4349-88ac-dade27f0f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.876270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d9787b35-ef37-4349-88ac-dade27f0f119 None None] Port ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:22.987283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1edbb514-f34b-4572-87c3-427896e302fa up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:23.046904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:23.047319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.094024 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 1edbb514-f34b-4572-87c3-427896e302fa triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:23.094421 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.165287 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.180748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:23.311136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=6ea63efe-09af-49c3-bb0e-8c60cbceb5de,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:23.415392 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.445701 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.488711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=ce6bc8d6-0a6b-423f-8717-0d84c4aacf6c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:23.648548 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.763274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router f6265358-3dc7-4e98-aaef-0c35a18b506e is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:23.776716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.847400 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-28964c56-f614-425c-b4ec-ba3be63dc365 req-6add800e-9ddf-45cb-914f-a625618c34bc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.0474384 Jul 13 07:46:23.991363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 058e1fe4-40ab-425e-9caf-5535b8f925f3 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:24.092295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:24.102692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b926239-5c9e-41db-8e7f-78ea0154243f None None] Sync routers for ids ['058e1fe4-40ab-425e-9caf-5535b8f925f3'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:24.107205 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3afd14fe-b109-4b10-bc9c-53572cc831cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/058e1fe4-40ab-425e-9caf-5535b8f925f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9369833 Jul 13 07:46:24.107381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45670) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.117776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b926239-5c9e-41db-8e7f-78ea0154243f None None] Routers {'058e1fe4-40ab-425e-9caf-5535b8f925f3'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:24.118408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b926239-5c9e-41db-8e7f-78ea0154243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['058e1fe4-40ab-425e-9caf-5535b8f925f3'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:24.168578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:24.179357 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Sync routers for ids ['f6265358-3dc7-4e98-aaef-0c35a18b506e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:24.189842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:24.192952 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Routers {'f6265358-3dc7-4e98-aaef-0c35a18b506e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:24.193759 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f6265358-3dc7-4e98-aaef-0c35a18b506e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:24.202030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b926239-5c9e-41db-8e7f-78ea0154243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:24.220686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b926239-5c9e-41db-8e7f-78ea0154243f None None] Routers {'058e1fe4-40ab-425e-9caf-5535b8f925f3'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:24.222053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b926239-5c9e-41db-8e7f-78ea0154243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['058e1fe4-40ab-425e-9caf-5535b8f925f3'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:24.288654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b926239-5c9e-41db-8e7f-78ea0154243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:24.291178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b926239-5c9e-41db-8e7f-78ea0154243f None None] The sync data for ids ['058e1fe4-40ab-425e-9caf-5535b8f925f3'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:24.341199 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.345566 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0abb20b8-4648-4041-bea4-11302775ccd3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1812851 Jul 13 07:46:24.346723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45674) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.377695 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Set router f6265358-3dc7-4e98-aaef-0c35a18b506e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:24.397123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-840d1f4e-ae68-4e52-8cb1-bdbaf3339cb4 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=326e9df6bc154468b5a4e137d29d8e97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464370 Jul 13 07:46:24.400478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45678) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.551432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.608920 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:21Z', 'revision_number': 3, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:24.624976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:24.644644 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Checking router: f6265358-3dc7-4e98-aaef-0c35a18b506e for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:24.645263 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Updating router f6265358-3dc7-4e98-aaef-0c35a18b506e port 5bad62bd-1311-471f-9ed8-67765c4a0846 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:46:24.695233 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.745013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107d6053-be8c-48ab-8064-6187e9687c35 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:24.750228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-107d6053-be8c-48ab-8064-6187e9687c35 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3446090 Jul 13 07:46:24.751002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45682) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.840201 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a62711d8-0af5-43a9-89d8-d69767ab2424 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525298 Jul 13 07:46:24.842913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45684) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.856604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1309892956', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:24.887811 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:24.899485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e7f62-b468-4e6a-9f37-57100920b6f2 None None] Sync routers for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:24.913703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-707b48df-cb59-42eb-b2d4-dd4a1a9dc91b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "PUT /v2.0/routers/c0c816f9-1ba8-4ad6-be1f-1154eb100a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7299042 Jul 13 07:46:24.915534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e7f62-b468-4e6a-9f37-57100920b6f2 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:24.918172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45688) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.921571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d91e7f62-b468-4e6a-9f37-57100920b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:25.019197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d91e7f62-b468-4e6a-9f37-57100920b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:25.023719 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.027922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e7f62-b468-4e6a-9f37-57100920b6f2 None None] Routers {'c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:25.028746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d91e7f62-b468-4e6a-9f37-57100920b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:25.039602 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Transition to ACTIVE for port object 5bad62bd-1311-471f-9ed8-67765c4a0846 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:25.049464 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.053687 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.082339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d91e7f62-b468-4e6a-9f37-57100920b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:25.083006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e7f62-b468-4e6a-9f37-57100920b6f2 None None] The sync data for ids ['c0c816f9-1ba8-4ad6-be1f-1154eb100a8e'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:25.100047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:25.146682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0bb62af7-9765-49c3-a0cc-17b449587470 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4830091 Jul 13 07:46:25.147560 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Pushing event updated for resources: {'Port': ['ID=5bad62bd-1311-471f-9ed8-67765c4a0846,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:25.151550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45690) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:25.160805 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:25.186466 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.187113 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.194181 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.194790 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.195242 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.195693 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.196163 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.196606 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.197595 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.198706 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.198706 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.200335 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:25.245727 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Attempting to bind port 5bad62bd-1311-471f-9ed8-67765c4a0846 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:25.246302 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Attempting to bind port 5bad62bd-1311-471f-9ed8-67765c4a0846 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:25.248497 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Attempting to bind port 5bad62bd-1311-471f-9ed8-67765c4a0846 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:25.250721 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:25.253767 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:25.385185 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:25.385893 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:25.386366 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.386807 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:25.387363 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Bound port: 5bad62bd-1311-471f-9ed8-67765c4a0846, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:25.387964 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.518034 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:25.581316 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] For port 5bad62bd-1311-471f-9ed8-67765c4a0846, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:25.608266 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] For port 5bad62bd-1311-471f-9ed8-67765c4a0846, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5bad62bd-1311-471f-9ed8-67765c4a0846,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:25.636181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port cd5b7e93-ab17-4580-9be3-957ef882f576 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:25.636181 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.645871 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.679454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5421eb-8c52-4dbd-ba84-677ed32174f7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting subnet 5d8d36d9-92c9-486c-af5c-60f07b439bae {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:25.683405 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8d5421eb-8c52-4dbd-ba84-677ed32174f7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.704044 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Routers {'f6265358-3dc7-4e98-aaef-0c35a18b506e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:25.704931 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f6265358-3dc7-4e98-aaef-0c35a18b506e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:25.727431 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8d5421eb-8c52-4dbd-ba84-677ed32174f7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.814856 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] Set router f6265358-3dc7-4e98-aaef-0c35a18b506e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:25.819858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.820138 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8d5421eb-8c52-4dbd-ba84-677ed32174f7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.833039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for cd5b7e93-ab17-4580-9be3-957ef882f576 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:25.907885 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8d5421eb-8c52-4dbd-ba84-677ed32174f7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.920260 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-362fe952-5420-4508-b15a-122154edb4bb req-6f381b8e-5a73-43c7-b4c3-c0023f2f9197 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.2831976 Jul 13 07:46:25.974564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8d5421eb-8c52-4dbd-ba84-677ed32174f7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.975378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb12a87a-2870-49a3-a360-015e1aab3700 None None] Network 9c95f840-064a-417d-8615-a70c728e3542 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:25.980627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8d5421eb-8c52-4dbd-ba84-677ed32174f7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/5d8d36d9-92c9-486c-af5c-60f07b439bae HTTP/1.1" status: 204 len: 168 time: 0.8242731 Jul 13 07:46:26.000430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45698) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:26.047486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.099142 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.101182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5421eb-8c52-4dbd-ba84-677ed32174f7 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8d36d9-92c9-486c-af5c-60f07b439bae,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.110739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Made reservation on behalf of 326e9df6bc154468b5a4e137d29d8e97 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:26.113595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=cd5b7e93-ab17-4580-9be3-957ef882f576,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.127001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.199941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.373466 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.391145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f00f4-4a31-4b6e-8ac6-bdea3420a2d3 None None] DHCP port deletion for 9c95f840-064a-417d-8615-a70c728e3542 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:26.480724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 456efd20-36e4-47c7-a85c-e10542b28a50 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:26.481448 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.532239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e67f00f4-4a31-4b6e-8ac6-bdea3420a2d3 None None] Deleting port 456efd20-36e4-47c7-a85c-e10542b28a50 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:26.532629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e67f00f4-4a31-4b6e-8ac6-bdea3420a2d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.538776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting port b2f80cdb-39aa-4b4e-b687-eaf89ff3ab16 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:26.539267 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.591504 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3376e-8ed4-4f62-aff1-dcfb9fd4d168 None None] Pushing event updated for resources: {'Port': ['ID=5bad62bd-1311-471f-9ed8-67765c4a0846,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.667202 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:22Z', 'revision_number': 8, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:26.683281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e67f00f4-4a31-4b6e-8ac6-bdea3420a2d3 None None] For port 456efd20-36e4-47c7-a85c-e10542b28a50, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=456efd20-36e4-47c7-a85c-e10542b28a50,segment=NetworkSegment(e8712de5-6686-49df-b5ad-7bfe326796af),segment_id=e8712de5-6686-49df-b5ad-7bfe326796af)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:26.683817 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e67f00f4-4a31-4b6e-8ac6-bdea3420a2d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.708492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e67f00f4-4a31-4b6e-8ac6-bdea3420a2d3 None None] Calling delete_port for 456efd20-36e4-47c7-a85c-e10542b28a50 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:26.728997 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:26.733084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 058e1fe4-40ab-425e-9caf-5535b8f925f3 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:26.746390 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:21Z', 'revision_number': 3, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:26.771463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port 456efd20-36e4-47c7-a85c-e10542b28a50, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=456efd20-36e4-47c7-a85c-e10542b28a50,segment=NetworkSegment(e8712de5-6686-49df-b5ad-7bfe326796af),segment_id=e8712de5-6686-49df-b5ad-7bfe326796af)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:26.771922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.800584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 456efd20-36e4-47c7-a85c-e10542b28a50 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:26.812701 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ba41e-e9f1-4f2e-866a-de2ad4608816 None None] The sync data for ids ['f6265358-3dc7-4e98-aaef-0c35a18b506e'] in n-d-798249-7 is: [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:21Z', 'revision_number': 3, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:26.813503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.851740 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:26.852591 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:26.891115 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e67f00f4-4a31-4b6e-8ac6-bdea3420a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.934024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:26.943825 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.955296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Subnet': ['ID=d91041cc-b214-4409-9238-c56a7cfac315,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.957363 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-df886198-7295-466e-affa-3bc6ed106841 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/058e1fe4-40ab-425e-9caf-5535b8f925f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8489418 Jul 13 07:46:26.959209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45702) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:26.967451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f00f4-4a31-4b6e-8ac6-bdea3420a2d3 None None] No DVR routers for this DVR port 456efd20-36e4-47c7-a85c-e10542b28a50 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:26.980415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f00f4-4a31-4b6e-8ac6-bdea3420a2d3 None None] Pushing event deleted for resources: {'Port': ['ID=456efd20-36e4-47c7-a85c-e10542b28a50,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:26.984628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561252b-67ac-46af-a6ff-af6fbb62b7c6 None None] Sync routers for ids ['058e1fe4-40ab-425e-9caf-5535b8f925f3'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:27.007133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561252b-67ac-46af-a6ff-af6fbb62b7c6 None None] Routers {'058e1fe4-40ab-425e-9caf-5535b8f925f3'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:27.007860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f561252b-67ac-46af-a6ff-af6fbb62b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['058e1fe4-40ab-425e-9caf-5535b8f925f3'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:27.044876 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-17756499-f3da-47f1-aabe-caf6a32adb95 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=058e1fe4-40ab-425e-9caf-5535b8f925f3 HTTP/1.1" status: 200 len: 205 time: 0.0844948 Jul 13 07:46:27.049516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45706) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:27.137625 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:27.157692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 456efd20-36e4-47c7-a85c-e10542b28a50 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:27.160680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f561252b-67ac-46af-a6ff-af6fbb62b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:27.196044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Calling delete_port for b2f80cdb-39aa-4b4e-b687-eaf89ff3ab16 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:27.198908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 456efd20-36e4-47c7-a85c-e10542b28a50 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:27.199371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 456efd20-36e4-47c7-a85c-e10542b28a50 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:27.203366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561252b-67ac-46af-a6ff-af6fbb62b7c6 None None] Routers {'058e1fe4-40ab-425e-9caf-5535b8f925f3'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:27.204176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f561252b-67ac-46af-a6ff-af6fbb62b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['058e1fe4-40ab-425e-9caf-5535b8f925f3'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:27.252132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f561252b-67ac-46af-a6ff-af6fbb62b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:27.253775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561252b-67ac-46af-a6ff-af6fbb62b7c6 None None] The sync data for ids ['058e1fe4-40ab-425e-9caf-5535b8f925f3'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:27.267438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c86b311a-688a-4ae0-9dc3-2e6082b2cebf tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.444317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Checking segment: {'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:27.444708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network hostable DHCP agents. Network: d1b6e6b5-6dfc-4293-a7fc-690373c40de5, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:27.524212 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.529025 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1be6e2c-1812-4e10-b76d-137b51c82e68 req-48008de6-d8bc-4de0-93b3-dc2dce360e9a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.1472135 Jul 13 07:46:27.669207 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:22Z', 'revision_number': 8, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:27.741204 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d2002-8002-4c99-a3da-b939e11fef2f None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:22Z', 'revision_number': 8, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '3a384619-f4f0-4f50-9152-f58efa3292ee', 'name': '', 'network_id': '827373ed-1d8e-48a8-8d89-211b4e8b441c', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:e1:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:53Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '92da9e35-cc04-42c6-ad05-7ece708fb84c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:27.748632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=456efd20-36e4-47c7-a85c-e10542b28a50,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:27.752548 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c86b311a-688a-4ae0-9dc3-2e6082b2cebf tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.755241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:27.757583 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c86b311a-688a-4ae0-9dc3-2e6082b2cebf tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.777480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No DVR routers for this DVR port 456efd20-36e4-47c7-a85c-e10542b28a50 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:27.797878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, d1b6e6b5-6dfc-4293-a7fc-690373c40de5) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:27.815987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c820a80-2241-49bb-9263-f5474be0ae19 None None] Network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:27.842783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.843755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.875241 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c86b311a-688a-4ae0-9dc3-2e6082b2cebf tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.875908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86b311a-688a-4ae0-9dc3-2e6082b2cebf tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Fanout notify agent at l3_agent the message router_deleted on router 058e1fe4-40ab-425e-9caf-5535b8f925f3 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:27.883493 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c86b311a-688a-4ae0-9dc3-2e6082b2cebf tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.893863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c86b311a-688a-4ae0-9dc3-2e6082b2cebf tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/058e1fe4-40ab-425e-9caf-5535b8f925f3 HTTP/1.1" status: 204 len: 168 time: 0.8372185 Jul 13 07:46:27.893863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45714) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:28.007349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.013551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fefaada-6c9e-409f-86aa-931f1c80e7c9 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting subnet 04b0bef5-82b3-49dd-ba75-1377dc978cb0 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:28.018528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9fefaada-6c9e-409f-86aa-931f1c80e7c9 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.054270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c95f840-064a-417d-8615-a70c728e3542']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:28.079893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a46b7cae-9bdc-4342-a7c3-4eb5a4ed6e53 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2335334 Jul 13 07:46:28.086310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45716) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:28.169575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-d1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:28.170621 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.227383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9fefaada-6c9e-409f-86aa-931f1c80e7c9 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.244682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8712de5-6686-49df-b5ad-7bfe326796af') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:28.248182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8712de5-6686-49df-b5ad-7bfe326796af') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:28.263478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.272106 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.331295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Port': ['ID=b2f80cdb-39aa-4b4e-b687-eaf89ff3ab16,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.346392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.383643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:28.395527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:28.439167 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:28.487923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Allocated IP 172.20.0.2 (d1b6e6b5-6dfc-4293-a7fc-690373c40de5/d91041cc-b214-4409-9238-c56a7cfac315/143b20ab-21d7-4077-a016-6fc7de15e00e) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:28.529183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.550307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.555185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/networks/9c95f840-064a-417d-8615-a70c728e3542 HTTP/1.1" status: 204 len: 168 time: 2.5492542 Jul 13 07:46:28.555979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.558806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45726) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:28.558958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44f6e9-3994-4977-a96b-c167bc130794 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Network': ['ID=9c95f840-064a-417d-8615-a70c728e3542,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.673716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.676285 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.732483 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.733274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Fanout notify agent at l3_agent the message router_deleted on router c0c816f9-1ba8-4ad6-be1f-1154eb100a8e {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:28.752647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.758261 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9d90da70-4f0c-4a9f-a92c-9971103bea21 tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/routers/c0c816f9-1ba8-4ad6-be1f-1154eb100a8e HTTP/1.1" status: 204 len: 168 time: 3.8369477 Jul 13 07:46:28.761581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45730) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:28.765563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9fefaada-6c9e-409f-86aa-931f1c80e7c9 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.828619 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.842177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24fa3be-e7e8-45f1-a393-4da96a05476b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Deleting subnet 3171c32a-0d71-494c-a48f-6b95533935fb {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:28.845628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Transition to ACTIVE for port object 143b20ab-21d7-4077-a016-6fc7de15e00e will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:28.845805 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a24fa3be-e7e8-45f1-a393-4da96a05476b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.864699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Transition to ACTIVE for port object 143b20ab-21d7-4077-a016-6fc7de15e00e will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:28.878050 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.916858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:28.918222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:28.928758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:28.976846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-558b8803-7d5a-4035-b237-24e1d47650ba req-f678a0ad-7fec-431e-bf75-71325fbf4be7 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/ports?device_id=246ff7f3-544f-44cb-b29f-4a897d1025d3 HTTP/1.1" status: 200 len: 210 time: 0.1015420 Jul 13 07:46:29.000654 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a24fa3be-e7e8-45f1-a393-4da96a05476b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.048715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5bad62bd-1311-471f-9ed8-67765c4a0846 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:29.112774 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a24fa3be-e7e8-45f1-a393-4da96a05476b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.140305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Pushing event updated for resources: {'Port': ['ID=143b20ab-21d7-4077-a016-6fc7de15e00e,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.178711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Attempting to bind port 143b20ab-21d7-4077-a016-6fc7de15e00e on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:29.180279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Attempting to bind port 143b20ab-21d7-4077-a016-6fc7de15e00e by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:29.180663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Attempting to bind port 143b20ab-21d7-4077-a016-6fc7de15e00e on network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:29.196607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:29.199795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Checking segment: {'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:29.200237 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.200684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Bound using segment: {'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:29.201190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Bound port: 143b20ab-21d7-4077-a016-6fc7de15e00e, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:29.202708 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9fefaada-6c9e-409f-86aa-931f1c80e7c9 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.202868 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.213626 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a24fa3be-e7e8-45f1-a393-4da96a05476b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.218152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5bad62bd-1311-471f-9ed8-67765c4a0846 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:29.231027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5bad62bd-1311-471f-9ed8-67765c4a0846 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:29.231270 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.236923 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a24fa3be-e7e8-45f1-a393-4da96a05476b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.239600 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a24fa3be-e7e8-45f1-a393-4da96a05476b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/subnets/3171c32a-0d71-494c-a48f-6b95533935fb HTTP/1.1" status: 204 len: 168 time: 0.4766335 Jul 13 07:46:29.242470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45732) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:29.276375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fa3be-e7e8-45f1-a393-4da96a05476b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Subnet': ['ID=3171c32a-0d71-494c-a48f-6b95533935fb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.310856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefaada-6c9e-409f-86aa-931f1c80e7c9 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Subnet': ['ID=04b0bef5-82b3-49dd-ba75-1377dc978cb0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.315609 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9fefaada-6c9e-409f-86aa-931f1c80e7c9 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.317890 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9fefaada-6c9e-409f-86aa-931f1c80e7c9 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/04b0bef5-82b3-49dd-ba75-1377dc978cb0 HTTP/1.1" status: 204 len: 168 time: 1.4243629 Jul 13 07:46:29.321381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45734) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:29.324669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477b36a-4a3e-4220-b80c-6edc9663bc93 None None] Network f494bf95-020a-40e7-b378-bc952637a571 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:29.358602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.432639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] For port 143b20ab-21d7-4077-a016-6fc7de15e00e, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:29.488823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.501979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:29.505701 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.516158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] For port 143b20ab-21d7-4077-a016-6fc7de15e00e, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=143b20ab-21d7-4077-a016-6fc7de15e00e,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:29.518073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43ddf88-6935-4b2f-abcd-614f683a2e9c') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:29.518432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43ddf88-6935-4b2f-abcd-614f683a2e9c') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:29.525214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2ae4a4-885f-40dc-abb5-48ce1374ef91 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting subnet 49e4ccb9-5cd9-4f87-a61a-5036f93b7be0 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:29.530122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.541848 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae4a4-885f-40dc-abb5-48ce1374ef91 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.548357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.555423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:29.555832 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.558266 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.617923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5bad62bd-1311-471f-9ed8-67765c4a0846, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5bad62bd-1311-471f-9ed8-67765c4a0846,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:29.639009 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:29.646639 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:29.653876 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.682194 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae4a4-885f-40dc-abb5-48ce1374ef91 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.688207 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.693459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] 10.222.0.44 "DELETE /v2.0/networks/e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77 HTTP/1.1" status: 204 len: 168 time: 0.4500549 Jul 13 07:46:29.694408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4107370-6635-4ea0-acf2-f2e660a8db8b tempest-FloatingIPTestJSON-824787883 tempest-FloatingIPTestJSON-824787883-project] Pushing event deleted for resources: {'Network': ['ID=e4b45bb9-2dcc-4f33-b778-6eabf8ed6b77,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.740710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6ea63efe-09af-49c3-bb0e-8c60cbceb5de no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:29.743866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff0e93-fdf8-4d99-a96c-a695705cd1ab None None] Pushing event updated for resources: {'Port': ['ID=143b20ab-21d7-4077-a016-6fc7de15e00e,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.803607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 6ea63efe-09af-49c3-bb0e-8c60cbceb5de {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:29.803982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6ea63efe-09af-49c3-bb0e-8c60cbceb5de not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:29.870558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb45776-b38b-4ea2-905d-fb7e928f03d9 None None] DHCP port deletion for f494bf95-020a-40e7-b378-bc952637a571 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:29.898668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5bad62bd-1311-471f-9ed8-67765c4a0846,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.937098 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae4a4-885f-40dc-abb5-48ce1374ef91 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.016768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4fb45776-b38b-4ea2-905d-fb7e928f03d9 None None] Deleting port 1edbb514-f34b-4572-87c3-427896e302fa {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:30.017149 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4fb45776-b38b-4ea2-905d-fb7e928f03d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.079221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.168630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-4fb45776-b38b-4ea2-905d-fb7e928f03d9 None None] For port 1edbb514-f34b-4572-87c3-427896e302fa, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1edbb514-f34b-4572-87c3-427896e302fa,segment=NetworkSegment(47026120-ac63-4ebc-b545-1698e056b243),segment_id=47026120-ac63-4ebc-b545-1698e056b243)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:30.182302 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4fb45776-b38b-4ea2-905d-fb7e928f03d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.219691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45750) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:30.220380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4fb45776-b38b-4ea2-905d-fb7e928f03d9 None None] Calling delete_port for 1edbb514-f34b-4572-87c3-427896e302fa owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:30.246369 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae4a4-885f-40dc-abb5-48ce1374ef91 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.264142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45752) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:30.286018 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ae4a4-885f-40dc-abb5-48ce1374ef91 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Subnet': ['ID=49e4ccb9-5cd9-4f87-a61a-5036f93b7be0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:30.325799 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a52548fa-83a6-4fe2-8105-921ce06feb81 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.339837 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4fb45776-b38b-4ea2-905d-fb7e928f03d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.348433 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1c2ae4a4-885f-40dc-abb5-48ce1374ef91 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.353517 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1c2ae4a4-885f-40dc-abb5-48ce1374ef91 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/49e4ccb9-5cd9-4f87-a61a-5036f93b7be0 HTTP/1.1" status: 204 len: 168 time: 1.0297275 Jul 13 07:46:30.355351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45756) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:30.376052 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.404762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb45776-b38b-4ea2-905d-fb7e928f03d9 None None] Pushing event deleted for resources: {'Port': ['ID=1edbb514-f34b-4572-87c3-427896e302fa,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:30.408030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc49953-3cd7-4979-9bff-0692813343b0 None None] Network cd49d022-56c6-455d-bcaf-3c81a64ebf9b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:30.431041 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a52548fa-83a6-4fe2-8105-921ce06feb81 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.475283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb45776-b38b-4ea2-905d-fb7e928f03d9 None None] No DVR routers for this DVR port 1edbb514-f34b-4572-87c3-427896e302fa on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:30.575684 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.613063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d46240de-34a8-45d7-b31f-7503a84d626f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f963b7d1a364eec92ab658e13c46dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476548 Jul 13 07:46:30.615485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45760) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:30.724494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.737770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f494bf95-020a-40e7-b378-bc952637a571']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:30.737967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ededb-e3db-469a-81bc-ac72baa6291c None None] DHCP port deletion for cd49d022-56c6-455d-bcaf-3c81a64ebf9b request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:30.751423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47026120-ac63-4ebc-b545-1698e056b243') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:30.752056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47026120-ac63-4ebc-b545-1698e056b243') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:30.762458 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a52548fa-83a6-4fe2-8105-921ce06feb81 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.765134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a52548fa-83a6-4fe2-8105-921ce06feb81 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.769408 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a52548fa-83a6-4fe2-8105-921ce06feb81 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "DELETE /v2.0/security-groups/87c86223-57c5-405a-b363-b05d1972b039 HTTP/1.1" status: 204 len: 168 time: 0.5484405 Jul 13 07:46:30.773311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45762) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:30.775557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.810635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-296ededb-e3db-469a-81bc-ac72baa6291c None None] Deleting port 70a36b13-185c-467a-bd44-bf1966aba533 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:30.811078 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-296ededb-e3db-469a-81bc-ac72baa6291c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.828879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52548fa-83a6-4fe2-8105-921ce06feb81 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c86223-57c5-405a-b363-b05d1972b039,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:30.837283 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.855715 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-d1ca0f9a-8ae4-4ffa-9400-8a7ba5073914 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] show failed (client error): The resource could not be found. Jul 13 07:46:30.859933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d1ca0f9a-8ae4-4ffa-9400-8a7ba5073914 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "GET /v2.0/security-groups/87c86223-57c5-405a-b363-b05d1972b039 HTTP/1.1" status: 404 len: 347 time: 0.0795169 Jul 13 07:46:30.860609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45764) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:30.865422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:30.865825 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:30.871071 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:30.928421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-296ededb-e3db-469a-81bc-ac72baa6291c None None] For port 70a36b13-185c-467a-bd44-bf1966aba533, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=70a36b13-185c-467a-bd44-bf1966aba533,segment=NetworkSegment(43d882a2-d1a0-492d-9433-6f910ccdf313),segment_id=43d882a2-d1a0-492d-9433-6f910ccdf313)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:30.928810 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-296ededb-e3db-469a-81bc-ac72baa6291c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.952910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-296ededb-e3db-469a-81bc-ac72baa6291c None None] Calling delete_port for 70a36b13-185c-467a-bd44-bf1966aba533 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:31.100007 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb7e2-aa1d-4d48-8841-380cb7eede7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.148571 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.164132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.166820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/networks/f494bf95-020a-40e7-b378-bc952637a571 HTTP/1.1" status: 204 len: 168 time: 0.8097050 Jul 13 07:46:31.172523 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb7e2-aa1d-4d48-8841-380cb7eede7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.172523 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45770) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:31.214950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 143b20ab-21d7-4077-a016-6fc7de15e00e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:31.233351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ed050-8d04-4f63-a497-3d8eb2446381 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Network': ['ID=f494bf95-020a-40e7-b378-bc952637a571,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.288412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5d1ae1-96b3-48e7-8dc8-a359e1499582 None None] Network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:31.351385 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Allocated IP 172.20.0.1 (d1b6e6b5-6dfc-4293-a7fc-690373c40de5/d91041cc-b214-4409-9238-c56a7cfac315/a3e313fa-d4f3-4808-a0ba-3269d2d54401) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:31.357929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-5a02fde1-a3c9-4043-bc75-a830fd12e18b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting port a695b940-20dc-419d-8d6e-dcfb43da3e37 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:31.358354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a02fde1-a3c9-4043-bc75-a830fd12e18b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.365619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.391215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 143b20ab-21d7-4077-a016-6fc7de15e00e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:31.413583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5bad62bd-1311-471f-9ed8-67765c4a0846 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:31.441659 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-296ededb-e3db-469a-81bc-ac72baa6291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.443506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-99dba31c-0d63-4f41-9489-0cd91d6c1f15 None None] Provisioning for port 143b20ab-21d7-4077-a016-6fc7de15e00e completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:31.454868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-99dba31c-0d63-4f41-9489-0cd91d6c1f15 None None] Provisioning complete for port 143b20ab-21d7-4077-a016-6fc7de15e00e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:31.455331 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-99dba31c-0d63-4f41-9489-0cd91d6c1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.479473 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb7e2-aa1d-4d48-8841-380cb7eede7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.482119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb7e2-aa1d-4d48-8841-380cb7eede7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.496430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1d5bb7e2-aa1d-4d48-8841-380cb7eede7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/879ce79c-df44-4330-8993-674c3b8d17ab HTTP/1.1" status: 204 len: 168 time: 0.8696904 Jul 13 07:46:31.528784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ededb-e3db-469a-81bc-ac72baa6291c None None] Pushing event deleted for resources: {'Port': ['ID=70a36b13-185c-467a-bd44-bf1966aba533,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.531299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ededb-e3db-469a-81bc-ac72baa6291c None None] No DVR routers for this DVR port 70a36b13-185c-467a-bd44-bf1966aba533 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:31.533687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb7e2-aa1d-4d48-8841-380cb7eede7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879ce79c-df44-4330-8993-674c3b8d17ab,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.566351 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a02fde1-a3c9-4043-bc75-a830fd12e18b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.566689 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a02fde1-a3c9-4043-bc75-a830fd12e18b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.578401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 3a384619-f4f0-4f50-9152-f58efa3292ee {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:31.579107 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.586713 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.591134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 70a36b13-185c-467a-bd44-bf1966aba533 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:31.591531 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.627367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5bad62bd-1311-471f-9ed8-67765c4a0846 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:31.627814 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.628534 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Transition to ACTIVE for port object a3e313fa-d4f3-4808-a0ba-3269d2d54401 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:31.735419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port 3a384619-f4f0-4f50-9152-f58efa3292ee, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3a384619-f4f0-4f50-9152-f58efa3292ee,segment=NetworkSegment(dfc37f3c-65ee-41f1-8fc1-bf8cb0077591),segment_id=dfc37f3c-65ee-41f1-8fc1-bf8cb0077591)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:31.736184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.742381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port 70a36b13-185c-467a-bd44-bf1966aba533, host n-d-798249-7, got binding levels [] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:31.742752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.754511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 3a384619-f4f0-4f50-9152-f58efa3292ee owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:31.755735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 70a36b13-185c-467a-bd44-bf1966aba533 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:31.758423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.ipam_backend_mixin [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Port 70a36b13-185c-467a-bd44-bf1966aba533 was not found and therefore no delete operation was performed {{(pid=93838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:46:31.762388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.762582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.773714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-5a02fde1-a3c9-4043-bc75-a830fd12e18b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Calling delete_port for a695b940-20dc-419d-8d6e-dcfb43da3e37 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:31.803631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No DVR routers for this DVR port 70a36b13-185c-467a-bd44-bf1966aba533 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:31.809944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=70a36b13-185c-467a-bd44-bf1966aba533,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.847283 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-99dba31c-0d63-4f41-9489-0cd91d6c1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.864245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:31.870384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:31.878025 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:31.883096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=a3e313fa-d4f3-4808-a0ba-3269d2d54401,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.913725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-99dba31c-0d63-4f41-9489-0cd91d6c1f15 None None] For port 143b20ab-21d7-4077-a016-6fc7de15e00e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=143b20ab-21d7-4077-a016-6fc7de15e00e,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:31.927949 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-99dba31c-0d63-4f41-9489-0cd91d6c1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.939673 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.940187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.940627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.941060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.941521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.941951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.942467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.942890 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.943313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.943737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.947934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.947934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:31.980598 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.991132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.022281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd49d022-56c6-455d-bcaf-3c81a64ebf9b']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.045486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dba31c-0d63-4f41-9489-0cd91d6c1f15 None None] Pushing event updated for resources: {'Port': ['ID=143b20ab-21d7-4077-a016-6fc7de15e00e,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.054610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d882a2-d1a0-492d-9433-6f910ccdf313') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.058069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d882a2-d1a0-492d-9433-6f910ccdf313') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.107468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.125205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.133148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:32.133589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:32.137051 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:32.205964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1edbb514-f34b-4572-87c3-427896e302fa no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:32.226027 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.272647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 1edbb514-f34b-4572-87c3-427896e302fa {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:32.273720 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1edbb514-f34b-4572-87c3-427896e302fa not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:32.274312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 70a36b13-185c-467a-bd44-bf1966aba533 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:32.312905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 70a36b13-185c-467a-bd44-bf1966aba533 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:32.313480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 70a36b13-185c-467a-bd44-bf1966aba533 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:32.327013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.339927 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.349532 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/networks/cd49d022-56c6-455d-bcaf-3c81a64ebf9b HTTP/1.1" status: 204 len: 168 time: 1.1694696 Jul 13 07:46:32.351161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45788) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.363972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2015282543'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:32.426366 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.437210 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a02fde1-a3c9-4043-bc75-a830fd12e18b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.454413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a90a42-5e7a-4f8c-9388-378543a944c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Network': ['ID=cd49d022-56c6-455d-bcaf-3c81a64ebf9b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.456619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:32.461211 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.474673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e97e1816-d6db-48f3-b9e4-e94ffc3a67a8 None None] Provisioning complete for port 143b20ab-21d7-4077-a016-6fc7de15e00e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:32.475162 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e97e1816-d6db-48f3-b9e4-e94ffc3a67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.506900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02fde1-a3c9-4043-bc75-a830fd12e18b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Port': ['ID=a695b940-20dc-419d-8d6e-dcfb43da3e37,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.522888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=3a384619-f4f0-4f50-9152-f58efa3292ee,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.591547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:32.617821 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.618492 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added segment 33940b26-fff9-4bec-8616-6e0dbfa01fd7 of type vlan for network ca51070e-a195-4c59-88f3-27aa268c43ab Jul 13 07:46:32.635224 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a02fde1-a3c9-4043-bc75-a830fd12e18b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.638796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a02fde1-a3c9-4043-bc75-a830fd12e18b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.640241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5a02fde1-a3c9-4043-bc75-a830fd12e18b tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "DELETE /v2.0/floatingips/63c1245b-5da5-49b5-be4b-4f06deeb33f1 HTTP/1.1" status: 204 len: 168 time: 1.7703662 Jul 13 07:46:32.658073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45796) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.716941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.730995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45802) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.813828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.835633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:32.837300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.854935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c6998d8-4456-49c7-b249-6b13105c36bc None None] Provisioning for port a3e313fa-d4f3-4808-a0ba-3269d2d54401 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:32.863203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c6998d8-4456-49c7-b249-6b13105c36bc None None] Provisioning complete for port a3e313fa-d4f3-4808-a0ba-3269d2d54401 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:32.864264 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c6998d8-4456-49c7-b249-6b13105c36bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.924142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2c6998d8-4456-49c7-b249-6b13105c36bc None None] Port a3e313fa-d4f3-4808-a0ba-3269d2d54401 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:32.940669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5823615 Jul 13 07:46:32.944380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45808) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.953284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'subnet': {'network_id': 'ca51070e-a195-4c59-88f3-27aa268c43ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:33.023863 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.129448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 143b20ab-21d7-4077-a016-6fc7de15e00e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:33.191935 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.203045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 143b20ab-21d7-4077-a016-6fc7de15e00e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:33.203430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.227876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-eea89977-42e8-4336-bba0-23850304e545 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting port 5a81db4e-6258-4a67-b385-4ca5c5cf1240 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:33.227876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eea89977-42e8-4336-bba0-23850304e545 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.262306 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.330002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'networks': [{'name': 'tempest-network--1321359672'}, {'name': 'tempest-network--1022913931'}]} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:33.330573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'network': {'name': 'tempest-network--1321359672'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:33.331378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'network': {'name': 'tempest-network--1022913931'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:33.342000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95912efd-a06a-4ec1-9ca1-52a288df9be8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Network': ['ID=ca51070e-a195-4c59-88f3-27aa268c43ab,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.360804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ca51070e-a195-4c59-88f3-27aa268c43ab details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:33.426728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=a3e313fa-d4f3-4808-a0ba-3269d2d54401,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.436167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Made reservation on behalf of 04168b5068b941f38e68d99f5ab3acc1 for: {'network': 2} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:33.444790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.450063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:33.455810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:33.458826 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.478731 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.485922 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eea89977-42e8-4336-bba0-23850304e545 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.490897 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.515134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-eea89977-42e8-4336-bba0-23850304e545 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Calling delete_port for 5a81db4e-6258-4a67-b385-4ca5c5cf1240 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:33.739959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.746481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:33.747160 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.747609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.752706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c0686a1f-a545-4358-97f5-6fff1a421463 None None] Provisioning complete for port a3e313fa-d4f3-4808-a0ba-3269d2d54401 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:33.753095 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c0686a1f-a545-4358-97f5-6fff1a421463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.754029 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.765703 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:33.781118 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:33.782201 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:33.786879 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7b337100-c546-495d-bdd3-2d494528086f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2245739 Jul 13 07:46:33.792141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c0686a1f-a545-4358-97f5-6fff1a421463 None None] Port a3e313fa-d4f3-4808-a0ba-3269d2d54401 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:33.795975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45812) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:33.846093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:33.859975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:33.862277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:33.894099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Subnet': ['ID=8e1474d4-a7ad-4c77-99e4-79f28d67d665,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.903981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0361f64-09e5-4ada-b167-222cd96319f9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.907112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.907486 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Added segment 9fa42865-7bf9-4d8a-a211-c05331a5175b of type vlan for network 96ce4ccb-c0be-4a1d-a96a-d5834c73d040 Jul 13 07:46:33.968467 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:34.008592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Checking segment: {'id': '33940b26-fff9-4bec-8616-6e0dbfa01fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ca51070e-a195-4c59-88f3-27aa268c43ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:34.009048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network hostable DHCP agents. Network: ca51070e-a195-4c59-88f3-27aa268c43ab, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:34.018544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b34fb94-58ce-4af7-8e33-2a846b5ba74d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting subnet 92da9e35-cc04-42c6-ad05-7ece708fb84c {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:34.030547 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b34fb94-58ce-4af7-8e33-2a846b5ba74d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.068750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.100263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network ca51070e-a195-4c59-88f3-27aa268c43ab is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:34.127644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b34fb94-58ce-4af7-8e33-2a846b5ba74d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.221207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-544cc7c2-a085-4c78-9159-b80f11042d63 None None] Provisioning complete for port a3e313fa-d4f3-4808-a0ba-3269d2d54401 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:34.222031 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-544cc7c2-a085-4c78-9159-b80f11042d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.294754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-544cc7c2-a085-4c78-9159-b80f11042d63 None None] Port a3e313fa-d4f3-4808-a0ba-3269d2d54401 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:34.302154 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b34fb94-58ce-4af7-8e33-2a846b5ba74d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.303797 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 9, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:34.336154 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:34.346712 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:34.347952 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:34.372112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ca51070e-a195-4c59-88f3-27aa268c43ab) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:34.377380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:34.378005 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.384377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b34fb94-58ce-4af7-8e33-2a846b5ba74d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.387879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9188a56f-c311-4b8c-943d-8d99d3ce997d None None] Network ca51070e-a195-4c59-88f3-27aa268c43ab requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:34.442344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:34.470961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34fb94-58ce-4af7-8e33-2a846b5ba74d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Subnet': ['ID=92da9e35-cc04-42c6-ad05-7ece708fb84c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:34.479500 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f2b36ff0-63eb-444a-b5a0-7767c7557753 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5315583 Jul 13 07:46:34.480285 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b34fb94-58ce-4af7-8e33-2a846b5ba74d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.482353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4b34fb94-58ce-4af7-8e33-2a846b5ba74d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/92da9e35-cc04-42c6-ad05-7ece708fb84c HTTP/1.1" status: 204 len: 168 time: 0.6777847 Jul 13 07:46:34.483207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45820) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.492229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ac771d76-e534-42a7-a77e-638a8cd5fee6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-659670517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:34.511313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45822) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.521363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.522382 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Added segment b722ab06-fb57-4565-a591-c6c7e0b7f0e7 of type vlan for network ac45f580-3159-4dad-93a9-533b801376a3 Jul 13 07:46:34.522720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eea89977-42e8-4336-bba0-23850304e545 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.528987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router f6265358-3dc7-4e98-aaef-0c35a18b506e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:34.535076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac771d76-e534-42a7-a77e-638a8cd5fee6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.536236 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac771d76-e534-42a7-a77e-638a8cd5fee6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.560024 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:34.565912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f6d21-77e6-4686-a943-42ea55c4c64b None None] Network 827373ed-1d8e-48a8-8d89-211b4e8b441c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:34.595734 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea89977-42e8-4336-bba0-23850304e545 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Port': ['ID=5a81db4e-6258-4a67-b385-4ca5c5cf1240,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:34.631841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.663863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.686161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac771d76-e534-42a7-a77e-638a8cd5fee6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.705107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac771d76-e534-42a7-a77e-638a8cd5fee6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.733794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.734835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.754477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:34.769351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:34.770072 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.795835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac771d76-e534-42a7-a77e-638a8cd5fee6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.797357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ac771d76-e534-42a7-a77e-638a8cd5fee6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3116059 Jul 13 07:46:34.813616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45826) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.823093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'port': {'network_id': 'ca51070e-a195-4c59-88f3-27aa268c43ab', 'name': 'tempest-RoutersIpV6Test-515314408'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:34.857620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1250384 Jul 13 07:46:34.858674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45830) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.880663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:34.903426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ca51070e-a195-4c59-88f3-27aa268c43ab', 'network_id': 'ca51070e-a195-4c59-88f3-27aa268c43ab', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'fixed_ips': [{'subnet_id': '8e1474d4-a7ad-4c77-99e4-79f28d67d665'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:34.904450 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.910269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Sync routers for ids ['f6265358-3dc7-4e98-aaef-0c35a18b506e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:34.913938 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-97e5ab09-66ea-4205-8915-efebb5be2715 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "PUT /v2.0/routers/f6265358-3dc7-4e98-aaef-0c35a18b506e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8216605 Jul 13 07:46:34.918696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45834) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:34.955804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.959901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'Network': ['ID=96ce4ccb-c0be-4a1d-a96a-d5834c73d040,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:35.067878 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 9, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.078212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eea89977-42e8-4336-bba0-23850304e545 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.082712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eea89977-42e8-4336-bba0-23850304e545 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "DELETE /v2.0/ports/5a81db4e-6258-4a67-b385-4ca5c5cf1240 HTTP/1.1" status: 204 len: 168 time: 2.4211965 Jul 13 07:46:35.095142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 96ce4ccb-c0be-4a1d-a96a-d5834c73d040 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:35.095359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45836) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.104110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] DHCP port deletion for 827373ed-1d8e-48a8-8d89-211b4e8b441c request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:35.111550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Routers {'f6265358-3dc7-4e98-aaef-0c35a18b506e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:35.112234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f6265358-3dc7-4e98-aaef-0c35a18b506e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.117574 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478d172-de45-471a-9f1c-ed719c289aec None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 9, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f82517-5734-4735-a2ee-e073a626016c', 'name': '', 'network_id': '1a93a057-6f86-43c2-aaaa-d2859eb1f174', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:36:e9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '35348f95-f268-4609-b637-a19173baa2df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:43Z', 'updated_at': '2021-07-13T07:45:54Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': '35348f95-f268-4609-b637-a19173baa2df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:35.274089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb0833-3d43-4932-b65f-5d44355d485c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'Network': ['ID=ac45f580-3159-4dad-93a9-533b801376a3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:35.316187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ac45f580-3159-4dad-93a9-533b801376a3 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:35.326799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb66f83-2b21-49bd-9b36-8646d4d8cdf3 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.333177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb66f83-2b21-49bd-9b36-8646d4d8cdf3 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.339668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb66f83-2b21-49bd-9b36-8646d4d8cdf3 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.345610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb66f83-2b21-49bd-9b36-8646d4d8cdf3 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.350427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8bb66f83-2b21-49bd-9b36-8646d4d8cdf3 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4821360 Jul 13 07:46:35.351191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45838) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.402180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:35.402475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.438123 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.441559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:35.445008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.475373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port 5a2d7002-7266-47fd-98db-6bc50e5b9e62, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5a2d7002-7266-47fd-98db-6bc50e5b9e62,segment=NetworkSegment(dfc37f3c-65ee-41f1-8fc1-bf8cb0077591),segment_id=dfc37f3c-65ee-41f1-8fc1-bf8cb0077591)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:35.475748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.480087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] device_id is not set on port 150dec12-21ff-4d76-87ba-595ed7780c3b yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:35.501109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 5a2d7002-7266-47fd-98db-6bc50e5b9e62 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:35.536747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Allocated IP 2001:db8::2 (ca51070e-a195-4c59-88f3-27aa268c43ab/8e1474d4-a7ad-4c77-99e4-79f28d67d665/131aa014-b5a3-4993-878b-6e71ec8bc7b3) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:35.552043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Set router f6265358-3dc7-4e98-aaef-0c35a18b506e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:35.613797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] Deleting port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:35.614182 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.624241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-21d9cfe5-9e7b-4386-bfd3-2e44d3d30f16 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting port 85f68cd3-4049-48a6-bd3d-74e43aa55494 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:35.624775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d9cfe5-9e7b-4386-bfd3-2e44d3d30f16 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.628211 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.628362 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.637026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.637500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.637965 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.639039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.639520 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.639979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.640480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.641224 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.641680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.642570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.643087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.643552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.643813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ce4ccb-c0be-4a1d-a96a-d5834c73d040']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.644002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.644618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.645070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.645994 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.648509 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fbf70811-c4f8-4989-8098-5dddc7fa8f6b tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11012 time: 0.7286880 Jul 13 07:46:35.655045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45840) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.696204 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No DVR routers for this DVR port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:35.764273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.764936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.765402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.765860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.766317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.766773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.767226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.767674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.768233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.768686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.769138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.769585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.770032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.776110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-17e268e8-c2e2-456e-9705-e099610a64d0 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8145 time: 0.1198807 Jul 13 07:46:35.778233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa42865-7bf9-4d8a-a211-c05331a5175b') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.778618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa42865-7bf9-4d8a-a211-c05331a5175b') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.780434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45844) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.795954 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.806976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827373ed-1d8e-48a8-8d89-211b4e8b441c']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.818688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.818984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc37f3c-65ee-41f1-8fc1-bf8cb0077591') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.829185 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.842899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.849081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:35.849473 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.903156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.918339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.925124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:35.925638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.928543 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=5a2d7002-7266-47fd-98db-6bc50e5b9e62,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:35.935596 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:35.939202 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.945495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] For port 5a2d7002-7266-47fd-98db-6bc50e5b9e62, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:35.945889 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.949196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.951686 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/networks/827373ed-1d8e-48a8-8d89-211b4e8b441c HTTP/1.1" status: 204 len: 168 time: 1.4387414 Jul 13 07:46:35.979304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] Calling delete_port for 5a2d7002-7266-47fd-98db-6bc50e5b9e62 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:35.983806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] Port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:35.992333 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:35.994668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45846) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.994763 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.014227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f542c8d-7ef2-4027-976e-701526845078 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Network': ['ID=827373ed-1d8e-48a8-8d89-211b4e8b441c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:36.041390 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.043217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] Network 827373ed-1d8e-48a8-8d89-211b4e8b441c is not hosted by any dhcp agent {{(pid=93840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:46:36.043668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] No DVR routers for this DVR port 5a2d7002-7266-47fd-98db-6bc50e5b9e62 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:36.048421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.049391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d8c39-25d2-48a9-ab9d-b357d6ff815b None None] Pushing event deleted for resources: {'Port': ['ID=5a2d7002-7266-47fd-98db-6bc50e5b9e62,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:36.069499 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d9cfe5-9e7b-4386-bfd3-2e44d3d30f16 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.085591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.086396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-21d9cfe5-9e7b-4386-bfd3-2e44d3d30f16 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Calling delete_port for 85f68cd3-4049-48a6-bd3d-74e43aa55494 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:36.090504 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "DELETE /v2.0/networks/96ce4ccb-c0be-4a1d-a96a-d5834c73d040 HTTP/1.1" status: 204 len: 168 time: 0.7359765 Jul 13 07:46:36.091919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Transition to ACTIVE for port object 131aa014-b5a3-4993-878b-6e71ec8bc7b3 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:36.102664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45850) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:36.112226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Transition to ACTIVE for port object 131aa014-b5a3-4993-878b-6e71ec8bc7b3 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:36.128346 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.163412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f594602-c135-4bbc-8882-294a12dd2310 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Network': ['ID=96ce4ccb-c0be-4a1d-a96a-d5834c73d040,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:36.253364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d9cfe5-9e7b-4386-bfd3-2e44d3d30f16 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.285383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9cfe5-9e7b-4386-bfd3-2e44d3d30f16 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Port': ['ID=85f68cd3-4049-48a6-bd3d-74e43aa55494,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:36.352690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Network ca51070e-a195-4c59-88f3-27aa268c43ab is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:36.360901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a3e313fa-d4f3-4808-a0ba-3269d2d54401', 'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:21:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:30Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 2, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:36.363603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:36.369619 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-21d9cfe5-9e7b-4386-bfd3-2e44d3d30f16 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.371939 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-21d9cfe5-9e7b-4386-bfd3-2e44d3d30f16 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "DELETE /v2.0/ports/85f68cd3-4049-48a6-bd3d-74e43aa55494 HTTP/1.1" status: 204 len: 168 time: 1.2756515 Jul 13 07:46:36.374588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45854) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:36.395410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:36.398953 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Checking router: f6265358-3dc7-4e98-aaef-0c35a18b506e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:36.399312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Updating router f6265358-3dc7-4e98-aaef-0c35a18b506e port a3e313fa-d4f3-4808-a0ba-3269d2d54401 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:46:36.401300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Pushing event updated for resources: {'Port': ['ID=131aa014-b5a3-4993-878b-6e71ec8bc7b3,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:36.407760 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.412897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Allocated IP 2001:db8::26f (ca51070e-a195-4c59-88f3-27aa268c43ab/8e1474d4-a7ad-4c77-99e4-79f28d67d665/150dec12-21ff-4d76-87ba-595ed7780c3b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:36.445726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb61b34-1f6d-4bd4-8f8f-41e2ca3bdcbc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting subnet 404b67ca-69c0-4b97-b602-ba0421fff4e2 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:36.452258 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fb61b34-1f6d-4bd4-8f8f-41e2ca3bdcbc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.491397 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.503140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Attempting to bind port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:36.503472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Attempting to bind port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '33940b26-fff9-4bec-8616-6e0dbfa01fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ca51070e-a195-4c59-88f3-27aa268c43ab'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:36.503828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Attempting to bind port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 on network ca51070e-a195-4c59-88f3-27aa268c43ab {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:36.513810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:36.514178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Checking segment: {'id': '33940b26-fff9-4bec-8616-6e0dbfa01fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ca51070e-a195-4c59-88f3-27aa268c43ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:36.514587 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.514983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Bound using segment: {'id': '33940b26-fff9-4bec-8616-6e0dbfa01fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ca51070e-a195-4c59-88f3-27aa268c43ab'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:36.515457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Bound port: 131aa014-b5a3-4993-878b-6e71ec8bc7b3, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33940b26-fff9-4bec-8616-6e0dbfa01fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ca51070e-a195-4c59-88f3-27aa268c43ab'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:36.515845 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.516105 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fb61b34-1f6d-4bd4-8f8f-41e2ca3bdcbc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.651008 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fb61b34-1f6d-4bd4-8f8f-41e2ca3bdcbc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.673607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] For port 131aa014-b5a3-4993-878b-6e71ec8bc7b3, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:36.677873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] For port 131aa014-b5a3-4993-878b-6e71ec8bc7b3, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=131aa014-b5a3-4993-878b-6e71ec8bc7b3,segment=NetworkSegment(33940b26-fff9-4bec-8616-6e0dbfa01fd7),segment_id=33940b26-fff9-4bec-8616-6e0dbfa01fd7)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:36.681634 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.689787 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.722890 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9dcc2d53-6e23-4e0f-ad9a-972619023a52 tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4112 time: 0.9307926 Jul 13 07:46:36.787559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fb61b34-1f6d-4bd4-8f8f-41e2ca3bdcbc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.822761 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fb61b34-1f6d-4bd4-8f8f-41e2ca3bdcbc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.828339 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3fb61b34-1f6d-4bd4-8f8f-41e2ca3bdcbc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "DELETE /v2.0/subnets/404b67ca-69c0-4b97-b602-ba0421fff4e2 HTTP/1.1" status: 204 len: 168 time: 0.4525356 Jul 13 07:46:36.835567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d635b3-1bbb-42b2-98cc-2faa89c561f9 None None] Network 11825ed9-aef6-4a93-a944-b3e11edef9e4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:36.880042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45860) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:36.908203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb61b34-1f6d-4bd4-8f8f-41e2ca3bdcbc tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Subnet': ['ID=404b67ca-69c0-4b97-b602-ba0421fff4e2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:36.981076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a78c6-8105-4ed1-a0b9-b74fc37b5853 None None] Pushing event updated for resources: {'Port': ['ID=131aa014-b5a3-4993-878b-6e71ec8bc7b3,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.013122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5a2d7002-7266-47fd-98db-6bc50e5b9e62 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:37.016530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e348af-4513-416e-8fb2-b5f2dd1df46a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting subnet fc67c7ff-7143-401d-b4f3-30734c68f9a9 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:37.021892 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-43e348af-4513-416e-8fb2-b5f2dd1df46a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.134883 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-43e348af-4513-416e-8fb2-b5f2dd1df46a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.168977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5a2d7002-7266-47fd-98db-6bc50e5b9e62 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:37.169351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5a2d7002-7266-47fd-98db-6bc50e5b9e62 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:37.169755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a384619-f4f0-4f50-9152-f58efa3292ee no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:37.258187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 3a384619-f4f0-4f50-9152-f58efa3292ee {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:37.258849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a384619-f4f0-4f50-9152-f58efa3292ee not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:37.308869 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-43e348af-4513-416e-8fb2-b5f2dd1df46a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.343886 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45862) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:37.351090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4d1ebdd0-6fd2-4a29-9ec0-78cfd79f054d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015105578', 'description': 'tempest-secgroup-smoke-2015105578 description', 'project_id': '326e9df6bc154468b5a4e137d29d8e97'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:37.379905 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.399999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Transition to ACTIVE for port object a3e313fa-d4f3-4808-a0ba-3269d2d54401 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:37.402792 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d1ebdd0-6fd2-4a29-9ec0-78cfd79f054d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.420467 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.445765 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-43e348af-4513-416e-8fb2-b5f2dd1df46a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.447314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac45f580-3159-4dad-93a9-533b801376a3']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:37.459023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b722ab06-fb57-4565-a591-c6c7e0b7f0e7') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:37.459543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b722ab06-fb57-4565-a591-c6c7e0b7f0e7') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:37.470165 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.477157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a9d8b-f7e3-4bdf-b9bd-ad7cf01bf693 None None] Pushing event updated for resources: {'Port': ['ID=a3e313fa-d4f3-4808-a0ba-3269d2d54401,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.484338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e348af-4513-416e-8fb2-b5f2dd1df46a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Subnet': ['ID=fc67c7ff-7143-401d-b4f3-30734c68f9a9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.485874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.490428 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-43e348af-4513-416e-8fb2-b5f2dd1df46a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.495652 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-43e348af-4513-416e-8fb2-b5f2dd1df46a tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "DELETE /v2.0/subnets/fc67c7ff-7143-401d-b4f3-30734c68f9a9 HTTP/1.1" status: 204 len: 168 time: 0.6055322 Jul 13 07:46:37.495869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:37.495869 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.496260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45868) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:37.511454 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:37.536041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68edac5a-a8fd-4932-80d5-ff7620a68271 None None] Network a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:37.599115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90628737-0274-40be-901a-3c8bfa1a463a None None] DHCP port deletion for 11825ed9-aef6-4a93-a944-b3e11edef9e4 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:37.621932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.637108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.654217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Transition to ACTIVE for port object 150dec12-21ff-4d76-87ba-595ed7780c3b will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:37.703081 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.706640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.722764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Attempting to bind port a3e313fa-d4f3-4808-a0ba-3269d2d54401 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:37.723260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Attempting to bind port a3e313fa-d4f3-4808-a0ba-3269d2d54401 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:37.723500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Attempting to bind port a3e313fa-d4f3-4808-a0ba-3269d2d54401 on network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:37.740981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:37.741890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Checking segment: {'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:37.742315 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.742719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Bound using segment: {'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:37.744081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Bound port: a3e313fa-d4f3-4808-a0ba-3269d2d54401, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:37.744506 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.746000 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.752333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "DELETE /v2.0/networks/ac45f580-3159-4dad-93a9-533b801376a3 HTTP/1.1" status: 204 len: 168 time: 1.6485405 Jul 13 07:46:37.760149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45870) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:37.768505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c6294-f5c7-46f4-bb25-d55bdf1e803c tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Network': ['ID=ac45f580-3159-4dad-93a9-533b801376a3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.781458 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d1ebdd0-6fd2-4a29-9ec0-78cfd79f054d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.823616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d1ebdd0-6fd2-4a29-9ec0-78cfd79f054d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.853159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network ca51070e-a195-4c59-88f3-27aa268c43ab is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:37.859765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:37.880626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:37.900831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:37.901211 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.901638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Deleting port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:37.902077 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.936217 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1155491 Jul 13 07:46:37.947017 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45874) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:37.959367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bcb6c-d72c-4571-987d-d762a4e9a248 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=150dec12-21ff-4d76-87ba-595ed7780c3b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.977463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] For port a3e313fa-d4f3-4808-a0ba-3269d2d54401, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:37.983484 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d1ebdd0-6fd2-4a29-9ec0-78cfd79f054d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.984906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4d1ebdd0-6fd2-4a29-9ec0-78cfd79f054d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6399734 Jul 13 07:46:37.985928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] For port a3e313fa-d4f3-4808-a0ba-3269d2d54401, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a3e313fa-d4f3-4808-a0ba-3269d2d54401,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:37.994908 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.996614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-90628737-0274-40be-901a-3c8bfa1a463a None None] Deleting port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:37.996847 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90628737-0274-40be-901a-3c8bfa1a463a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.002397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45876) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:38.015973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d4352732-c455-4dad-818f-3140f655be8a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': 'a238c56d-6226-48e7-8981-fae49e7af7f9', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:38.029962 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.075649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ebdd0-6fd2-4a29-9ec0-78cfd79f054d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a238c56d-6226-48e7-8981-fae49e7af7f9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:38.076573 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.229544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-90628737-0274-40be-901a-3c8bfa1a463a None None] For port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7d850ccc-abbb-4d0a-a1f5-e65611e1b14f,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:38.230387 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90628737-0274-40be-901a-3c8bfa1a463a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.256870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a9d8b-f7e3-4bdf-b9bd-ad7cf01bf693 None None] Pushing event updated for resources: {'Port': ['ID=a3e313fa-d4f3-4808-a0ba-3269d2d54401,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:38.272521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-90628737-0274-40be-901a-3c8bfa1a463a None None] Calling delete_port for 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:38.275264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Routers {'f6265358-3dc7-4e98-aaef-0c35a18b506e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:38.276777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f6265358-3dc7-4e98-aaef-0c35a18b506e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:38.333085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] For port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7d850ccc-abbb-4d0a-a1f5-e65611e1b14f,segment=NetworkSegment(a6619c6e-55df-43dc-9aac-d80ccb0ead1d),segment_id=a6619c6e-55df-43dc-9aac-d80ccb0ead1d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:38.333332 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.349923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a81166-8da5-4df4-bedc-165aa9de2961 None None] DHCP port deletion for a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:38.413410 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe55c80f-9382-472b-a7b9-6095b2075e77 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:38.419878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe55c80f-9382-472b-a7b9-6095b2075e77 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:38.426869 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fe55c80f-9382-472b-a7b9-6095b2075e77 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6599178 Jul 13 07:46:38.427893 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45878) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:38.465026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1181126106'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:38.500389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Calling delete_port for 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:38.542500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Made reservation on behalf of 04168b5068b941f38e68d99f5ab3acc1 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:38.547459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.550197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79410350-ec49-4f5a-9ab1-a95e734f4068 None None] Network ca51070e-a195-4c59-88f3-27aa268c43ab requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:38.576845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:38.585662 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4352732-c455-4dad-818f-3140f655be8a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.588228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.588671 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Added segment 9ed25330-bc53-4db4-8a84-10688291491d of type vlan for network 521be39c-02ac-4041-8992-90741e6161e6 Jul 13 07:46:38.632363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.635201 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.674148 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.682254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:38.682893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.697231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Port': ['ID=7d850ccc-abbb-4d0a-a1f5-e65611e1b14f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:38.718716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] No DVR routers for this DVR port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:38.772896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'Network': ['ID=521be39c-02ac-4041-8992-90741e6161e6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:38.783475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b0a81166-8da5-4df4-bedc-165aa9de2961 None None] Deleting port f7c1d33c-a02d-4abf-8154-52c45463af74 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:38.784872 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b0a81166-8da5-4df4-bedc-165aa9de2961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.796304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port c7f82517-5734-4735-a2ee-e073a626016c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:38.796659 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.805199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-efccba3b-b6a6-4ea6-8dfc-0ec34e53cd45 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3499959 Jul 13 07:46:38.817016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45880) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:38.823176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-304116065'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:38.874433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Made reservation on behalf of 04168b5068b941f38e68d99f5ab3acc1 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:38.878796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.912229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.950968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:38.967442 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.967797 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Added segment 513fc38b-64d3-4f3a-b5fb-5b948f9a29a7 of type vlan for network c7f065bd-1b16-483f-9cef-ba0db138c589 Jul 13 07:46:39.036223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.081802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.088902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:39.089541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.132814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b0a81166-8da5-4df4-bedc-165aa9de2961 None None] For port f7c1d33c-a02d-4abf-8154-52c45463af74, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f7c1d33c-a02d-4abf-8154-52c45463af74,segment=NetworkSegment(67712556-d527-4e38-8b99-5a72fa41220d),segment_id=67712556-d527-4e38-8b99-5a72fa41220d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:39.133225 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b0a81166-8da5-4df4-bedc-165aa9de2961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.163016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 521be39c-02ac-4041-8992-90741e6161e6 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:39.167879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 131aa014-b5a3-4993-878b-6e71ec8bc7b3 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:39.178660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b0a81166-8da5-4df4-bedc-165aa9de2961 None None] Calling delete_port for f7c1d33c-a02d-4abf-8154-52c45463af74 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:39.182228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] Set router f6265358-3dc7-4e98-aaef-0c35a18b506e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:39.185515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3649199 Jul 13 07:46:39.191630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45888) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.230557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'ports': [{'network_id': '521be39c-02ac-4041-8992-90741e6161e6', 'name': 'tempest-port--373729558', 'admin_state_up': True}, {'network_id': 'c7f065bd-1b16-483f-9cef-ba0db138c589', 'admin_state_up': False}]} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.231191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'port': {'network_id': '521be39c-02ac-4041-8992-90741e6161e6', 'name': 'tempest-port--373729558', 'admin_state_up': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.231803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'port': {'network_id': 'c7f065bd-1b16-483f-9cef-ba0db138c589', 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.255986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502152fd-ba6d-48f8-86a0-c05c9dfa2dc1 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'Network': ['ID=c7f065bd-1b16-483f-9cef-ba0db138c589,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:39.299225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port c7f82517-5734-4735-a2ee-e073a626016c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c7f82517-5734-4735-a2ee-e073a626016c,segment=NetworkSegment(09910929-6bf6-4eaf-9cf7-bb11f410cedb),segment_id=09910929-6bf6-4eaf-9cf7-bb11f410cedb)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:39.299774 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.355747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for c7f82517-5734-4735-a2ee-e073a626016c owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:39.413102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c7f065bd-1b16-483f-9cef-ba0db138c589 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:39.474975 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-90628737-0274-40be-901a-3c8bfa1a463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.542845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90628737-0274-40be-901a-3c8bfa1a463a None None] Pushing event deleted for resources: {'Port': ['ID=7d850ccc-abbb-4d0a-a1f5-e65611e1b14f,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:39.544653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bddf6ac1-2e91-42aa-8edf-7df138505fe2 None None] Provisioning for port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:39.559567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90628737-0274-40be-901a-3c8bfa1a463a None None] No DVR routers for this DVR port 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:39.562155 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.568541 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4352732-c455-4dad-818f-3140f655be8a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.579126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Made reservation on behalf of 04168b5068b941f38e68d99f5ab3acc1 for: {'port': 2} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:39.581707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11825ed9-aef6-4a93-a944-b3e11edef9e4']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:39.585709 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.592344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4352732-c455-4dad-818f-3140f655be8a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.605007 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.611284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:39.622421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:39.623079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6619c6e-55df-43dc-9aac-d80ccb0ead1d') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:39.650299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.663237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:39.663398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4352732-c455-4dad-818f-3140f655be8a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cd0242-4447-4846-9d83-aece6272ad09,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:39.663506 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.701561 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4352732-c455-4dad-818f-3140f655be8a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.701971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d4352732-c455-4dad-818f-3140f655be8a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6900506 Jul 13 07:46:39.705196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.707810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45890) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.721162 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d8cc0096-35a1-4ed1-9ee6-19022758d530 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': 'a238c56d-6226-48e7-8981-fae49e7af7f9', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:39.755827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:39.756355 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.782255 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:39.802518 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:39.808949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] device_id is not set on port 4b91e215-b279-4ccb-a830-6fba69a8be1e yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:39.837510 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.877480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 131aa014-b5a3-4993-878b-6e71ec8bc7b3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=131aa014-b5a3-4993-878b-6e71ec8bc7b3,segment=NetworkSegment(33940b26-fff9-4bec-8616-6e0dbfa01fd7),segment_id=33940b26-fff9-4bec-8616-6e0dbfa01fd7)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:39.926186 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.977344 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b0a81166-8da5-4df4-bedc-165aa9de2961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.984956 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0096-35a1-4ed1-9ee6-19022758d530 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.000050 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a81166-8da5-4df4-bedc-165aa9de2961 None None] No DVR routers for this DVR port f7c1d33c-a02d-4abf-8154-52c45463af74 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:40.041852 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.060118 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.060118 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "DELETE /v2.0/networks/11825ed9-aef6-4a93-a944-b3e11edef9e4 HTTP/1.1" status: 204 len: 168 time: 2.5627038 Jul 13 07:46:40.089732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=c7f82517-5734-4735-a2ee-e073a626016c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.096855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45894) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:40.125654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=131aa014-b5a3-4993-878b-6e71ec8bc7b3,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.125906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9ca27-95cc-4a3e-9d6f-0c92b627114f tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Network': ['ID=11825ed9-aef6-4a93-a944-b3e11edef9e4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.129202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:40.194285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:40.194799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7d850ccc-abbb-4d0a-a1f5-e65611e1b14f not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:40.195357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f7c1d33c-a02d-4abf-8154-52c45463af74 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:40.202017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a81166-8da5-4df4-bedc-165aa9de2961 None None] Pushing event deleted for resources: {'Port': ['ID=f7c1d33c-a02d-4abf-8154-52c45463af74,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.219260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a3e313fa-d4f3-4808-a0ba-3269d2d54401', 'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:21:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:30Z', 'updated_at': '2021-07-13T07:46:37Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:40.229114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.257532 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0096-35a1-4ed1-9ee6-19022758d530 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.260265 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.278827 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0096-35a1-4ed1-9ee6-19022758d530 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.328866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: f7c1d33c-a02d-4abf-8154-52c45463af74 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:40.329217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f7c1d33c-a02d-4abf-8154-52c45463af74 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:40.339579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b8932ccf-c0f4-4adb-87da-69898434d9af None None] Provisioning for port 150dec12-21ff-4d76-87ba-595ed7780c3b completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:40.343566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7aa7ae-8aee-4ce9-a1ab-55400cf191e3 None None] The sync data for ids ['f6265358-3dc7-4e98-aaef-0c35a18b506e'] in n-d-798249-7 is: [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a3e313fa-d4f3-4808-a0ba-3269d2d54401', 'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:21:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:30Z', 'updated_at': '2021-07-13T07:46:37Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:40.351287 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.361969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b8932ccf-c0f4-4adb-87da-69898434d9af None None] Provisioning complete for port 150dec12-21ff-4d76-87ba-595ed7780c3b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:40.362344 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8932ccf-c0f4-4adb-87da-69898434d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.438357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b8932ccf-c0f4-4adb-87da-69898434d9af None None] Port 150dec12-21ff-4d76-87ba-595ed7780c3b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:40.454784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b8932ccf-c0f4-4adb-87da-69898434d9af None None] Provisioning complete for port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:40.456118 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8932ccf-c0f4-4adb-87da-69898434d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.459488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc0096-35a1-4ed1-9ee6-19022758d530 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78d4f10-fe69-46e5-8dbf-2f7382fff3d9,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.500994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.509571 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0096-35a1-4ed1-9ee6-19022758d530 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.510820 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d8cc0096-35a1-4ed1-9ee6-19022758d530 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7995067 Jul 13 07:46:40.514320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45896) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:40.516826 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=150dec12-21ff-4d76-87ba-595ed7780c3b,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.523252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-94dbea20-e7a7-4d41-963e-30d6cc1aea77 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': 'a238c56d-6226-48e7-8981-fae49e7af7f9', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:40.664627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] device_id is not set on port 1b7decc4-9d7b-4606-9229-92ca146bd455 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:40.673884 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.685609 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.740811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c57e3974-0a54-40bb-8b3b-93fab19121c3 None None] Provisioning complete for port 150dec12-21ff-4d76-87ba-595ed7780c3b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:40.741105 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c57e3974-0a54-40bb-8b3b-93fab19121c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.803555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94dbea20-e7a7-4d41-963e-30d6cc1aea77 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.817331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c57e3974-0a54-40bb-8b3b-93fab19121c3 None None] Port 150dec12-21ff-4d76-87ba-595ed7780c3b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:40.854417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.881514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d41d9a-1628-4dcb-8ffe-4f04212f60f4']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:40.938939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67712556-d527-4e38-8b99-5a72fa41220d') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:40.939908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67712556-d527-4e38-8b99-5a72fa41220d') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:41.041891 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94dbea20-e7a7-4d41-963e-30d6cc1aea77 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.043218 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.054402 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94dbea20-e7a7-4d41-963e-30d6cc1aea77 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.062140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9b514d87-7680-4963-92e4-f8d43cbe71f8 None None] Provisioning complete for port 150dec12-21ff-4d76-87ba-595ed7780c3b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:41.063450 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b514d87-7680-4963-92e4-f8d43cbe71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.089622 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.110359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-94dbea20-e7a7-4d41-963e-30d6cc1aea77 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.114139 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-94dbea20-e7a7-4d41-963e-30d6cc1aea77 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5961964 Jul 13 07:46:41.119652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9b514d87-7680-4963-92e4-f8d43cbe71f8 None None] Port 150dec12-21ff-4d76-87ba-595ed7780c3b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:41.125765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45904) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.138123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbea20-e7a7-4d41-963e-30d6cc1aea77 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa91795-8a41-4076-94e2-d8fe72c50574,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.153493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-75a65f72-f8bf-46a9-89f7-703dc12304a7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': 'a238c56d-6226-48e7-8981-fae49e7af7f9', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:41.199828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.213698 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a3e313fa-d4f3-4808-a0ba-3269d2d54401 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:41.266328 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.316240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a3e313fa-d4f3-4808-a0ba-3269d2d54401 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:41.320530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a3e313fa-d4f3-4808-a0ba-3269d2d54401 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:41.321038 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.334068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:41.335405 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:41.422874 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:41.428126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.434020 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.442431 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.455265 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.457945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] 10.222.0.44 "DELETE /v2.0/networks/a8d41d9a-1628-4dcb-8ffe-4f04212f60f4 HTTP/1.1" status: 204 len: 168 time: 1.3557985 Jul 13 07:46:41.469695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:41.505911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port a3e313fa-d4f3-4808-a0ba-3269d2d54401, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a3e313fa-d4f3-4808-a0ba-3269d2d54401,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:41.520150 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.554924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 131aa014-b5a3-4993-878b-6e71ec8bc7b3 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:41.624847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75a65f72-f8bf-46a9-89f7-703dc12304a7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.651721 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.676304 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.738126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14da10-6f6b-40a8-ba79-5bff54bec632 tempest-TaggedBootDevicesTest_v242-503227527 tempest-TaggedBootDevicesTest_v242-503227527-project] Pushing event deleted for resources: {'Network': ['ID=a8d41d9a-1628-4dcb-8ffe-4f04212f60f4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.802778 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.848754 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=150dec12-21ff-4d76-87ba-595ed7780c3b,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.878555 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75a65f72-f8bf-46a9-89f7-703dc12304a7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.927367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'Port': ['ID=4b91e215-b279-4ccb-a830-6fba69a8be1e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.941737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=a3e313fa-d4f3-4808-a0ba-3269d2d54401,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.959343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:41.959726 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.084693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Checking segment: {'id': '9ed25330-bc53-4db4-8a84-10688291491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '521be39c-02ac-4041-8992-90741e6161e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:42.085324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Network hostable DHCP agents. Network: 521be39c-02ac-4041-8992-90741e6161e6, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:42.088418 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75a65f72-f8bf-46a9-89f7-703dc12304a7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.103620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network ca51070e-a195-4c59-88f3-27aa268c43ab is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:42.108483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:42.146984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a65f72-f8bf-46a9-89f7-703dc12304a7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263af380-4f44-44d5-b2e0-1a8bce6f26df,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:42.195701 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-75a65f72-f8bf-46a9-89f7-703dc12304a7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.210978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-75a65f72-f8bf-46a9-89f7-703dc12304a7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0745866 Jul 13 07:46:42.212824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45914) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.222493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-72d0e29f-a3dc-4c22-8fd8-93e239df0413 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': 'a238c56d-6226-48e7-8981-fae49e7af7f9', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:42.224575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5fea8cae-4a23-4677-afef-56153d347173 None None] Provisioning complete for port a3e313fa-d4f3-4808-a0ba-3269d2d54401 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:42.225099 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5fea8cae-4a23-4677-afef-56153d347173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.230229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Network 521be39c-02ac-4041-8992-90741e6161e6 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:42.265212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:42.276913 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:42.292301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0a8b393f-04cb-4ed1-8bd3-ccb566a275a6 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2975848 Jul 13 07:46:42.292665 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:42.293516 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.295774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45918) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.297108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 521be39c-02ac-4041-8992-90741e6161e6) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:42.315336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:42.320186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0d5889-8ba0-4e50-8910-a470e34a1117 None None] Network 521be39c-02ac-4041-8992-90741e6161e6 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:42.321004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.437469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 42743bef-1c1d-493e-bd59-fc99af6c5a74 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:42.483509 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-72d0e29f-a3dc-4c22-8fd8-93e239df0413 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Project 326e9df6bc154468b5a4e137d29d8e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:46:42.554564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72d0e29f-a3dc-4c22-8fd8-93e239df0413 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.621538 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:42.624387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b7a852-24f9-4180-9ba3-1874f97a5194 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting subnet 35348f95-f268-4609-b637-a19173baa2df {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:42.630333 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a852-24f9-4180-9ba3-1874f97a5194 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.656118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:42.663725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fa77d1b3-c8d8-4eba-ace0-7e6fd5acc326 None None] Provisioning complete for port 150dec12-21ff-4d76-87ba-595ed7780c3b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:42.665301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-494bdf78-b168-40bc-8512-5aa7171b405c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/42743bef-1c1d-493e-bd59-fc99af6c5a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6788146 Jul 13 07:46:42.668516 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa77d1b3-c8d8-4eba-ace0-7e6fd5acc326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.672296 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45920) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.673912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f8e8b-6f81-46bb-9d40-dda2443ec91c None None] Sync routers for ids ['42743bef-1c1d-493e-bd59-fc99af6c5a74'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:42.716197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f8e8b-6f81-46bb-9d40-dda2443ec91c None None] Routers {'42743bef-1c1d-493e-bd59-fc99af6c5a74'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:42.717108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e47f8e8b-6f81-46bb-9d40-dda2443ec91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['42743bef-1c1d-493e-bd59-fc99af6c5a74'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.724986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a852-24f9-4180-9ba3-1874f97a5194 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.757341 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e47f8e8b-6f81-46bb-9d40-dda2443ec91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.761536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fa77d1b3-c8d8-4eba-ace0-7e6fd5acc326 None None] Port 150dec12-21ff-4d76-87ba-595ed7780c3b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:42.771062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f8e8b-6f81-46bb-9d40-dda2443ec91c None None] Routers {'42743bef-1c1d-493e-bd59-fc99af6c5a74'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:42.771833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e47f8e8b-6f81-46bb-9d40-dda2443ec91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['42743bef-1c1d-493e-bd59-fc99af6c5a74'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.807501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7fd4e8-3e0c-4475-b667-e11f66bce89e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:42.808935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e47f8e8b-6f81-46bb-9d40-dda2443ec91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.809750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f8e8b-6f81-46bb-9d40-dda2443ec91c None None] The sync data for ids ['42743bef-1c1d-493e-bd59-fc99af6c5a74'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:42.811213 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-da7fd4e8-3e0c-4475-b667-e11f66bce89e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports/150dec12-21ff-4d76-87ba-595ed7780c3b HTTP/1.1" status: 200 len: 983 time: 0.1385405 Jul 13 07:46:42.813422 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45922) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.908063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e3957166-d5f5-4536-9d79-6c36373f3fb8 None None] Provisioning complete for port 150dec12-21ff-4d76-87ba-595ed7780c3b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:42.908251 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e3957166-d5f5-4536-9d79-6c36373f3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.937232 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a852-24f9-4180-9ba3-1874f97a5194 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.950241 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:39Z', 'revision_number': 10, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.980145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a3e313fa-d4f3-4808-a0ba-3269d2d54401 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:42.990187 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:43.000765 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:43.001827 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:43.042942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e3957166-d5f5-4536-9d79-6c36373f3fb8 None None] Port 150dec12-21ff-4d76-87ba-595ed7780c3b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:43.058168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a852-24f9-4180-9ba3-1874f97a5194 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.095839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a3e313fa-d4f3-4808-a0ba-3269d2d54401 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:43.098596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.117486 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:43.166751 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a852-24f9-4180-9ba3-1874f97a5194 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.176598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45926) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:43.177734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f4b7a852-24f9-4180-9ba3-1874f97a5194 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/35348f95-f268-4609-b637-a19173baa2df HTTP/1.1" status: 204 len: 168 time: 0.8785124 Jul 13 07:46:43.180045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091756fc-5799-4773-934a-3f47ca519bcf None None] Network 1a93a057-6f86-43c2-aaaa-d2859eb1f174 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:43.190856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7a852-24f9-4180-9ba3-1874f97a5194 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Subnet': ['ID=35348f95-f268-4609-b637-a19173baa2df,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.200892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Checking segment: {'id': '513fc38b-64d3-4f3a-b5fb-5b948f9a29a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c7f065bd-1b16-483f-9cef-ba0db138c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:43.202422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Network hostable DHCP agents. Network: c7f065bd-1b16-483f-9cef-ba0db138c589, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:43.216521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'Port': ['ID=1b7decc4-9d7b-4606-9229-92ca146bd455,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.264470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Network c7f065bd-1b16-483f-9cef-ba0db138c589 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:43.281592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.283149 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72d0e29f-a3dc-4c22-8fd8-93e239df0413 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.292586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72d0e29f-a3dc-4c22-8fd8-93e239df0413 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.340519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c7f065bd-1b16-483f-9cef-ba0db138c589) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:43.355341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:43.362395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d351d650-a837-400c-b0b0-537ec48e638f None None] Network c7f065bd-1b16-483f-9cef-ba0db138c589 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:43.366201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:43.378973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:43.379254 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.407218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0e29f-a3dc-4c22-8fd8-93e239df0413 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d5caa2-c059-4128-8ad6-562cd735488c,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.456654 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72d0e29f-a3dc-4c22-8fd8-93e239df0413 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.463646 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-72d0e29f-a3dc-4c22-8fd8-93e239df0413 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2457919 Jul 13 07:46:43.466024 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45934) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:43.470361 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5864ef02-598f-4e99-a5f0-c9fec7e05ca4 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.2729776 Jul 13 07:46:43.481671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-54b1a28b-ca93-4dba-926a-4e5f8bd12c1d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'security_group_rule': {'security_group_id': 'a238c56d-6226-48e7-8981-fae49e7af7f9', 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:43.484226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45936) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:43.489030 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 725065f9-6342-4205-a9f4-7801c9f6ca30 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:43.490185 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.492267 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:39Z', 'revision_number': 10, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:43.541917 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-54b1a28b-ca93-4dba-926a-4e5f8bd12c1d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Project 326e9df6bc154468b5a4e137d29d8e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:46:43.547672 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54b1a28b-ca93-4dba-926a-4e5f8bd12c1d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.555275 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c33d1e-7d25-4f02-8dbd-4f903ea0ddc5 None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:39Z', 'revision_number': 10, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None, '_interfaces': [{'id': '85457f36-5061-481a-946c-19e8557acbad', 'name': '', 'network_id': '83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'mac_address': 'fa:16:3e:c2:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:45:33Z', 'updated_at': '2021-07-13T07:45:42Z', 'revision_number': 5, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'subnets': [{'id': 'a3951ea5-f99d-44dc-a094-56bb3a132b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:43.660080 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54b1a28b-ca93-4dba-926a-4e5f8bd12c1d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.667807 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54b1a28b-ca93-4dba-926a-4e5f8bd12c1d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.686481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port 725065f9-6342-4205-a9f4-7801c9f6ca30, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=725065f9-6342-4205-a9f4-7801c9f6ca30,segment=NetworkSegment(09910929-6bf6-4eaf-9cf7-bb11f410cedb),segment_id=09910929-6bf6-4eaf-9cf7-bb11f410cedb)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:43.687260 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.695179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1a28b-ca93-4dba-926a-4e5f8bd12c1d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b035c1f8-11c9-4449-adf3-8214fbf5c7b7,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.706176 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54b1a28b-ca93-4dba-926a-4e5f8bd12c1d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.721792 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-54b1a28b-ca93-4dba-926a-4e5f8bd12c1d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2525051 Jul 13 07:46:43.764784 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 725065f9-6342-4205-a9f4-7801c9f6ca30 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:43.766718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.873528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba08dc42-58b2-4c4e-b301-ee82852fc241 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:43.880773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba08dc42-58b2-4c4e-b301-ee82852fc241 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:43.882383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ba08dc42-58b2-4c4e-b301-ee82852fc241 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3815370 Jul 13 07:46:43.885800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45946) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:44.029306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5fb3a-972a-4513-a66e-1b5a3aca1744 None None] DHCP port deletion for 1a93a057-6f86-43c2-aaaa-d2859eb1f174 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:44.128772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5fb3a-972a-4513-a66e-1b5a3aca1744 None None] Deleting port 725065f9-6342-4205-a9f4-7801c9f6ca30 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:44.129393 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fb3a-972a-4513-a66e-1b5a3aca1744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.158862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.177851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-f1fc5260-a49e-4c9c-8620-5432e79ead95 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015105578&fields=id&tenant_id=326e9df6bc154468b5a4e137d29d8e97 HTTP/1.1" status: 200 len: 267 time: 0.1846573 Jul 13 07:46:44.246979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No DVR routers for this DVR port 725065f9-6342-4205-a9f4-7801c9f6ca30 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:44.250028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=725065f9-6342-4205-a9f4-7801c9f6ca30,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:44.281463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c3b5fb3a-972a-4513-a66e-1b5a3aca1744 None None] For port 725065f9-6342-4205-a9f4-7801c9f6ca30, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:44.281862 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fb3a-972a-4513-a66e-1b5a3aca1744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.308555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5fb3a-972a-4513-a66e-1b5a3aca1744 None None] Calling delete_port for 725065f9-6342-4205-a9f4-7801c9f6ca30 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:44.312937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-c3b5fb3a-972a-4513-a66e-1b5a3aca1744 None None] Port 725065f9-6342-4205-a9f4-7801c9f6ca30 was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:46:44.320811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c3b5fb3a-972a-4513-a66e-1b5a3aca1744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.337478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-cc887182-7fb4-445e-b6c5-1e8f81cc29ff tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Deleting port 4b91e215-b279-4ccb-a830-6fba69a8be1e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:44.337913 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc887182-7fb4-445e-b6c5-1e8f81cc29ff tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.365180 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.383621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5fb3a-972a-4513-a66e-1b5a3aca1744 None None] Pushing event deleted for resources: {'Port': ['ID=725065f9-6342-4205-a9f4-7801c9f6ca30,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:44.389276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5fb3a-972a-4513-a66e-1b5a3aca1744 None None] No DVR routers for this DVR port 725065f9-6342-4205-a9f4-7801c9f6ca30 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:44.402250 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a93a057-6f86-43c2-aaaa-d2859eb1f174']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:44.409112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f5537e50-6e51-48d5-b80d-0d5f37a12551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.416189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09910929-6bf6-4eaf-9cf7-bb11f410cedb') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:44.416491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09910929-6bf6-4eaf-9cf7-bb11f410cedb') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:44.429167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.462350 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.474359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:44.474683 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:44.478691 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:44.595064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 150dec12-21ff-4d76-87ba-595ed7780c3b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:44.595711 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.611782 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.629707 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.632103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/networks/1a93a057-6f86-43c2-aaaa-d2859eb1f174 HTTP/1.1" status: 204 len: 168 time: 1.4527133 Jul 13 07:46:44.635717 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45958) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:44.815438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.830087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 150dec12-21ff-4d76-87ba-595ed7780c3b owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:44.867283 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc887182-7fb4-445e-b6c5-1e8f81cc29ff tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.905514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-cc887182-7fb4-445e-b6c5-1e8f81cc29ff tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Calling delete_port for 4b91e215-b279-4ccb-a830-6fba69a8be1e owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:44.931327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-0444b826-90cc-45ee-b745-29993c176807 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.935369 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-0444b826-90cc-45ee-b745-29993c176807 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/networks?id=d1b6e6b5-6dfc-4293-a7fc-690373c40de5 HTTP/1.1" status: 200 len: 797 time: 0.7468243 Jul 13 07:46:44.943569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c7f82517-5734-4735-a2ee-e073a626016c no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:44.954301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bc15d-b71f-4163-99df-6f93fc51e881 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Network': ['ID=1a93a057-6f86-43c2-aaaa-d2859eb1f174,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:44.966041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c7f82517-5734-4735-a2ee-e073a626016c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:44.966402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c7f82517-5734-4735-a2ee-e073a626016c not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:44.966826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 725065f9-6342-4205-a9f4-7801c9f6ca30 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:44.988586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 725065f9-6342-4205-a9f4-7801c9f6ca30 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:44.988919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 725065f9-6342-4205-a9f4-7801c9f6ca30 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:45.013462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-957bb9de-d483-47a7-8405-3995e67e30b1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/quotas/326e9df6bc154468b5a4e137d29d8e97 HTTP/1.1" status: 200 len: 375 time: 0.0744565 Jul 13 07:46:45.167691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc887182-7fb4-445e-b6c5-1e8f81cc29ff tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.169965 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.215297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-4467d5ae-bd2b-4106-8cfe-8c8245518bbc tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1961122 Jul 13 07:46:45.217931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=150dec12-21ff-4d76-87ba-595ed7780c3b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:45.219417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc887182-7fb4-445e-b6c5-1e8f81cc29ff tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Port': ['ID=4b91e215-b279-4ccb-a830-6fba69a8be1e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:45.224813 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc887182-7fb4-445e-b6c5-1e8f81cc29ff tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.228588 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cc887182-7fb4-445e-b6c5-1e8f81cc29ff tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "DELETE /v2.0/ports/4b91e215-b279-4ccb-a830-6fba69a8be1e HTTP/1.1" status: 204 len: 168 time: 1.3402379 Jul 13 07:46:45.230440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45964) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:45.483001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d703d-9cd6-4de3-ba95-eef2c4263158 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Deleting port 1b7decc4-9d7b-4606-9229-92ca146bd455 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:45.483404 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b1d703d-9cd6-4de3-ba95-eef2c4263158 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.522920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-578884b0-7c1d-474b-a722-145ca788c5e7 service neutron] 10.222.0.44 "GET /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842081 Jul 13 07:46:45.617958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b1d703d-9cd6-4de3-ba95-eef2c4263158 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.660599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d703d-9cd6-4de3-ba95-eef2c4263158 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Calling delete_port for 1b7decc4-9d7b-4606-9229-92ca146bd455 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:45.734934 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-11a12f7d-edbf-4719-9cd3-113899c53f24 service neutron] 10.222.0.44 "GET /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017701 Jul 13 07:46:45.777410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b1d703d-9cd6-4de3-ba95-eef2c4263158 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.813755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d703d-9cd6-4de3-ba95-eef2c4263158 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Port': ['ID=1b7decc4-9d7b-4606-9229-92ca146bd455,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:45.824813 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b1d703d-9cd6-4de3-ba95-eef2c4263158 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.827272 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4b1d703d-9cd6-4de3-ba95-eef2c4263158 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "DELETE /v2.0/ports/1b7decc4-9d7b-4606-9229-92ca146bd455 HTTP/1.1" status: 204 len: 168 time: 0.5956943 Jul 13 07:46:45.831349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45970) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:45.904960 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-02586ca0-7508-476d-aa36-157c5e1b061d tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0718403 Jul 13 07:46:45.906050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45974) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:45.917113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1396483551'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:45.954800 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.963266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Made reservation on behalf of 04168b5068b941f38e68d99f5ab3acc1 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:45.967806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.001968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:46.013279 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.017363 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Added segment 89916964-114a-4796-93bc-c65bc37958f3 of type vlan for network ce2ac039-d0e2-4f02-b0bf-0f069180bb3a Jul 13 07:46:46.073160 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.106291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.113469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.114463 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.135315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2274504 Jul 13 07:46:46.146701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45978) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:46.153534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1097779886'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:46.183939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 42743bef-1c1d-493e-bd59-fc99af6c5a74 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:46.188443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Made reservation on behalf of 04168b5068b941f38e68d99f5ab3acc1 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:46.192663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.249574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e717b83-7f79-4084-86f4-a72b8e9d4c80 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'Network': ['ID=ce2ac039-d0e2-4f02-b0bf-0f069180bb3a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:46.261291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:46.266429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ce2ac039-d0e2-4f02-b0bf-0f069180bb3a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:46.275562 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.276439 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Added segment e650a220-0a24-483b-a526-088b2fd80a88 of type vlan for network 79318c15-845f-4be1-998f-5b9338efedbd Jul 13 07:46:46.311698 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:46.318211 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7611be0c-1a50-4578-82e6-a61ad6b20010 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/42743bef-1c1d-493e-bd59-fc99af6c5a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4965272 Jul 13 07:46:46.320609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45982) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:46.325880 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fbf0b-ed43-4e1f-9be8-5e96a52cdd54 None None] Sync routers for ids ['42743bef-1c1d-493e-bd59-fc99af6c5a74'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:46.330070 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.342016 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fbf0b-ed43-4e1f-9be8-5e96a52cdd54 None None] Routers {'42743bef-1c1d-493e-bd59-fc99af6c5a74'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:46.342961 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-816fbf0b-ed43-4e1f-9be8-5e96a52cdd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['42743bef-1c1d-493e-bd59-fc99af6c5a74'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:46.374579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.384430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.385251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.411434 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-816fbf0b-ed43-4e1f-9be8-5e96a52cdd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:46.438216 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fbf0b-ed43-4e1f-9be8-5e96a52cdd54 None None] Routers {'42743bef-1c1d-493e-bd59-fc99af6c5a74'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:46.439110 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-816fbf0b-ed43-4e1f-9be8-5e96a52cdd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['42743bef-1c1d-493e-bd59-fc99af6c5a74'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:46.462466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'Network': ['ID=79318c15-845f-4be1-998f-5b9338efedbd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:46.473493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 79318c15-845f-4be1-998f-5b9338efedbd details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:46.494855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.495559 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9c72e1bc-f3b0-4768-8a82-60de22f2aa86 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3472962 Jul 13 07:46:46.504902 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-816fbf0b-ed43-4e1f-9be8-5e96a52cdd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:46.505715 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fbf0b-ed43-4e1f-9be8-5e96a52cdd54 None None] The sync data for ids ['42743bef-1c1d-493e-bd59-fc99af6c5a74'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:46.630732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45984) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:46.636786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'subnets': [{'network_id': 'ce2ac039-d0e2-4f02-b0bf-0f069180bb3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1945051872', 'ip_version': 4}, {'network_id': '79318c15-845f-4be1-998f-5b9338efedbd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:46.637216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'subnet': {'network_id': 'ce2ac039-d0e2-4f02-b0bf-0f069180bb3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1945051872', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:46.637894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Request body: {'subnet': {'network_id': '79318c15-845f-4be1-998f-5b9338efedbd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:46.728486 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-1151cddd-1bd6-469c-9719-06ec14eaa929 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 07:46:46.729759 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1151cddd-1bd6-469c-9719-06ec14eaa929 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/42743bef-1c1d-493e-bd59-fc99af6c5a74/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4081922 Jul 13 07:46:46.734788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45990) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:46.779902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e599661b-ba03-48e5-a324-d83d23680340 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=42743bef-1c1d-493e-bd59-fc99af6c5a74 HTTP/1.1" status: 200 len: 205 time: 0.0439885 Jul 13 07:46:46.782439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45994) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:46.882793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Made reservation on behalf of 04168b5068b941f38e68d99f5ab3acc1 for: {'subnet': 2} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:46.896055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.896398 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.925398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9960371-94d7-46f3-9760-82becc8d4d52 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.067751 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.123544 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8d06380a-ae71-4ffc-85a9-97b0c755ed9c req-611f53e3-82db-4b0f-af06-5580b3771df7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 210 time: 0.0347707 Jul 13 07:46:47.258261 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9960371-94d7-46f3-9760-82becc8d4d52 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.265197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9960371-94d7-46f3-9760-82becc8d4d52 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.276304 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-22e83865-7ace-4dc9-8282-8b3683716002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.431017 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9960371-94d7-46f3-9760-82becc8d4d52 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.431807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9960371-94d7-46f3-9760-82becc8d4d52 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Fanout notify agent at l3_agent the message router_deleted on router 42743bef-1c1d-493e-bd59-fc99af6c5a74 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:47.445371 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9960371-94d7-46f3-9760-82becc8d4d52 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.447439 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c9960371-94d7-46f3-9760-82becc8d4d52 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/42743bef-1c1d-493e-bd59-fc99af6c5a74 HTTP/1.1" status: 204 len: 168 time: 0.6640990 Jul 13 07:46:47.452606 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46012) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:47.514824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port 85457f36-5061-481a-946c-19e8557acbad {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:47.515266 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.522312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c036441-c984-4ce3-812d-ee3adc013846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting subnet 8e1474d4-a7ad-4c77-99e4-79f28d67d665 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:47.536792 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c036441-c984-4ce3-812d-ee3adc013846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.618477 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c036441-c984-4ce3-812d-ee3adc013846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.641604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.706406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'Subnet': ['ID=08c507bf-eca3-4138-a184-e91c7be260c1,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:47.746038 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c036441-c984-4ce3-812d-ee3adc013846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.786472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Checking segment: {'id': '89916964-114a-4796-93bc-c65bc37958f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ce2ac039-d0e2-4f02-b0bf-0f069180bb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:47.787104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Network hostable DHCP agents. Network: ce2ac039-d0e2-4f02-b0bf-0f069180bb3a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:47.814158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Network ce2ac039-d0e2-4f02-b0bf-0f069180bb3a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:47.826263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ce2ac039-d0e2-4f02-b0bf-0f069180bb3a) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:47.835349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffbdf89-2433-444e-a21f-b9cc8d349b8a None None] Network ce2ac039-d0e2-4f02-b0bf-0f069180bb3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:47.841990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.892085 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c036441-c984-4ce3-812d-ee3adc013846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.934284 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c036441-c984-4ce3-812d-ee3adc013846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1474d4-a7ad-4c77-99e4-79f28d67d665,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:47.984485 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c036441-c984-4ce3-812d-ee3adc013846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.985756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event updated for resources: {'Subnet': ['ID=79095390-19a9-43ba-bbff-abaaa094faf3,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:47.998119 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2c036441-c984-4ce3-812d-ee3adc013846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/8e1474d4-a7ad-4c77-99e4-79f28d67d665 HTTP/1.1" status: 204 len: 168 time: 0.5399590 Jul 13 07:46:48.001247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46018) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:48.003293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6468f7c-0316-4410-bdef-8168a7f13bab None None] Network ca51070e-a195-4c59-88f3-27aa268c43ab requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:48.004975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port 85457f36-5061-481a-946c-19e8557acbad, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=85457f36-5061-481a-946c-19e8557acbad,segment=NetworkSegment(e6a0d961-97e2-4527-9b7e-970714fbe1bb),segment_id=e6a0d961-97e2-4527-9b7e-970714fbe1bb)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:48.005342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.008896 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.025935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for 85457f36-5061-481a-946c-19e8557acbad owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:48.028600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Checking segment: {'id': 'e650a220-0a24-483b-a526-088b2fd80a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '79318c15-845f-4be1-998f-5b9338efedbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:48.029077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Network hostable DHCP agents. Network: 79318c15-845f-4be1-998f-5b9338efedbd, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:48.154188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.252970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Network 79318c15-845f-4be1-998f-5b9338efedbd is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:48.279010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 79318c15-845f-4be1-998f-5b9338efedbd) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:48.285461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.286055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.286754 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.303749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:48.304230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.306598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e61d4d2-20f9-4c25-b4ad-26af2b6742c2 None None] Network 79318c15-845f-4be1-998f-5b9338efedbd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:48.322607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-41645aa2-7a13-4e65-8266-c8c6014d1325 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6903620 Jul 13 07:46:48.323270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46026) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:48.355559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.404932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=85457f36-5061-481a-946c-19e8557acbad,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.468822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-561d5b3b-d51c-4d93-9113-416c6468b8fa req-f8408c34-bc44-450a-99b1-1a9a20c8f340 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 210 time: 0.0635667 Jul 13 07:46:48.528427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f3f875-19b1-42ec-b999-6dfbcefa5d79 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.530262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f3f875-19b1-42ec-b999-6dfbcefa5d79 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.533248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f3f875-19b1-42ec-b999-6dfbcefa5d79 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.535648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-37f3f875-19b1-42ec-b999-6dfbcefa5d79 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2093253 Jul 13 07:46:48.538968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46030) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:48.625264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a4e1ee-75b5-43f9-a2f6-3011c83ff6db tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Deleting subnet 08c507bf-eca3-4138-a184-e91c7be260c1 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:48.629017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port 131aa014-b5a3-4993-878b-6e71ec8bc7b3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=131aa014-b5a3-4993-878b-6e71ec8bc7b3,segment=NetworkSegment(33940b26-fff9-4bec-8616-6e0dbfa01fd7),segment_id=33940b26-fff9-4bec-8616-6e0dbfa01fd7)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:48.629394 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.642421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-92a4e1ee-75b5-43f9-a2f6-3011c83ff6db tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.672033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18bc0ca-df8c-43b4-a68b-751bc9a62868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ce2ac039-d0e2-4f02-b0bf-0f069180bb3a', 'network_id': 'ce2ac039-d0e2-4f02-b0bf-0f069180bb3a', 'tenant_id': '04168b5068b941f38e68d99f5ab3acc1', 'fixed_ips': [{'subnet_id': '08c507bf-eca3-4138-a184-e91c7be260c1'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:48.673019 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b18bc0ca-df8c-43b4-a68b-751bc9a62868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.684843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 131aa014-b5a3-4993-878b-6e71ec8bc7b3 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:48.721545 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-92a4e1ee-75b5-43f9-a2f6-3011c83ff6db tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.876739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.922861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-92a4e1ee-75b5-43f9-a2f6-3011c83ff6db tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.945783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab2ffa-9e65-4caf-833f-dcf11d231f1a None None] DHCP port deletion for ca51070e-a195-4c59-88f3-27aa268c43ab request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:49.106746 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-92a4e1ee-75b5-43f9-a2f6-3011c83ff6db tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.121727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.126652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 131aa014-b5a3-4993-878b-6e71ec8bc7b3 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:49.146081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-79318c15-845f-4be1-998f-5b9338efedbd', 'network_id': '79318c15-845f-4be1-998f-5b9338efedbd', 'tenant_id': '04168b5068b941f38e68d99f5ab3acc1', 'fixed_ips': [{'subnet_id': '79095390-19a9-43ba-bbff-abaaa094faf3'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:49.169039 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.199046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No DVR routers for this DVR port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:49.200733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4e1ee-75b5-43f9-a2f6-3011c83ff6db tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Subnet': ['ID=08c507bf-eca3-4138-a184-e91c7be260c1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:49.204050 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-92a4e1ee-75b5-43f9-a2f6-3011c83ff6db tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.208648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-92a4e1ee-75b5-43f9-a2f6-3011c83ff6db tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "DELETE /v2.0/subnets/08c507bf-eca3-4138-a184-e91c7be260c1 HTTP/1.1" status: 204 len: 168 time: 0.6663830 Jul 13 07:46:49.210240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46034) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.221981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=131aa014-b5a3-4993-878b-6e71ec8bc7b3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:49.234365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 131aa014-b5a3-4993-878b-6e71ec8bc7b3 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:49.234939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 131aa014-b5a3-4993-878b-6e71ec8bc7b3 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:49.285089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-75e1c7c0-9cc9-4862-a714-32b057a38f04 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:49.286310 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-75e1c7c0-9cc9-4862-a714-32b057a38f04 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.53 "GET /v2.0/networks?id=d1b6e6b5-6dfc-4293-a7fc-690373c40de5 HTTP/1.1" status: 200 len: 797 time: 0.5111551 Jul 13 07:46:49.360602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.373510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca51070e-a195-4c59-88f3-27aa268c43ab']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:49.392005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33940b26-fff9-4bec-8616-6e0dbfa01fd7') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:49.392641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33940b26-fff9-4bec-8616-6e0dbfa01fd7') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:49.400408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Allocated IP 172.20.0.18 (79318c15-845f-4be1-998f-5b9338efedbd/79095390-19a9-43ba-bbff-abaaa094faf3/f64f52e9-d896-4168-a1a7-bce7da6d165d) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:49.404251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.421138 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.428872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:49.429284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server [None req-b18bc0ca-df8c-43b4-a68b-751bc9a62868 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08c507bf-eca3-4138-a184-e91c7be260c1: This subnet is being modified by another concurrent operation. Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08c507bf-eca3-4138-a184-e91c7be260c1: This subnet is being modified by another concurrent operation. Jul 13 07:46:49.501422 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Jul 13 07:46:49.532178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608f4ba7-fb73-4180-9fed-913353bbbad4 None None] Network ce2ac039-d0e2-4f02-b0bf-0f069180bb3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:49.557769 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:49.561501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.583038 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.589518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/networks/ca51070e-a195-4c59-88f3-27aa268c43ab HTTP/1.1" status: 204 len: 168 time: 1.5860465 Jul 13 07:46:49.592905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46040) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.602699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-888380250'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:49.603112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0dab2ffa-9e65-4caf-833f-dcf11d231f1a None None] Deleting port 131aa014-b5a3-4993-878b-6e71ec8bc7b3 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:49.603604 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0dab2ffa-9e65-4caf-833f-dcf11d231f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.639990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:49.644091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.681946 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:49.692769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.693121 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added segment 350a7add-fb8e-407e-b5ca-faccd4722f42 of type vlan for network a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 Jul 13 07:46:49.750324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb50de-3ea5-4b73-b72e-e3c4d72bbe77 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Network': ['ID=ca51070e-a195-4c59-88f3-27aa268c43ab,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server [None req-0dab2ffa-9e65-4caf-833f-dcf11d231f1a None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network ca51070e-a195-4c59-88f3-27aa268c43ab could not be found. Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network ca51070e-a195-4c59-88f3-27aa268c43ab could not be found. Jul 13 07:46:49.755178 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Jul 13 07:46:49.770210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5ea252-b26c-4edf-81aa-2e7b4d0313bd tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Deleting subnet 79095390-19a9-43ba-bbff-abaaa094faf3 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:49.775446 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.829417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.841039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:49.841682 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.846011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900439d-f139-41d2-ac77-8b9c41ac9a02 None None] DHCP port deletion for ca51070e-a195-4c59-88f3-27aa268c43ab request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:49.862869 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.878376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Transition to ACTIVE for port object f64f52e9-d896-4168-a1a7-bce7da6d165d will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:49.907390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Transition to ACTIVE for port object f64f52e9-d896-4168-a1a7-bce7da6d165d will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:49.910536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3128874 Jul 13 07:46:49.915367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46046) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.921186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'subnet': {'network_id': 'a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:49.971597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a5ea252-b26c-4edf-81aa-2e7b4d0313bd tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.975324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220f064-f34a-4101-bec4-b342131248ad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Network': ['ID=a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:49.977816 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.999135 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Network 79318c15-845f-4be1-998f-5b9338efedbd is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:50.003471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:50.005728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:50.064800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a5ea252-b26c-4edf-81aa-2e7b4d0313bd tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.089067 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.121399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:50.182972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:50.186792 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.210153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Attempting to bind port f64f52e9-d896-4168-a1a7-bce7da6d165d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:50.210484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Attempting to bind port f64f52e9-d896-4168-a1a7-bce7da6d165d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'e650a220-0a24-483b-a526-088b2fd80a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '79318c15-845f-4be1-998f-5b9338efedbd'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:50.210811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Attempting to bind port f64f52e9-d896-4168-a1a7-bce7da6d165d on network 79318c15-845f-4be1-998f-5b9338efedbd {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:50.214160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Pushing event updated for resources: {'Port': ['ID=f64f52e9-d896-4168-a1a7-bce7da6d165d,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:50.231071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:50.231460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Checking segment: {'id': 'e650a220-0a24-483b-a526-088b2fd80a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '79318c15-845f-4be1-998f-5b9338efedbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:50.231880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.232537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Bound using segment: {'id': 'e650a220-0a24-483b-a526-088b2fd80a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '79318c15-845f-4be1-998f-5b9338efedbd'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:50.232899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Bound port: f64f52e9-d896-4168-a1a7-bce7da6d165d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e650a220-0a24-483b-a526-088b2fd80a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '79318c15-845f-4be1-998f-5b9338efedbd'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:50.233966 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.263282 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c95b897e-b723-4226-9b07-3e8ca11711b2 req-6cdbc3d5-afde-4a0d-9cc7-21329265de36 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 210 time: 0.1252120 Jul 13 07:46:50.305906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] For port f64f52e9-d896-4168-a1a7-bce7da6d165d, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:50.309268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] For port f64f52e9-d896-4168-a1a7-bce7da6d165d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f64f52e9-d896-4168-a1a7-bce7da6d165d,segment=NetworkSegment(e650a220-0a24-483b-a526-088b2fd80a88),segment_id=e650a220-0a24-483b-a526-088b2fd80a88)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:50.315663 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-ec5e3b4d-0eb2-419f-a0d2-1901060c3cba tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=326e9df6bc154468b5a4e137d29d8e97 HTTP/1.1" status: 200 len: 380 time: 1.0194423 Jul 13 07:46:50.318112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.327977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'port': {'device_id': '5f43924e-735f-47db-b7dc-18871d7839ef', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'admin_state_up': True, 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'security_groups': ['a238c56d-6226-48e7-8981-fae49e7af7f9']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:50.348832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:50.386798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937191cd-5dbe-4aa7-ac66-75cb0a96a856 None None] Pushing event updated for resources: {'Port': ['ID=f64f52e9-d896-4168-a1a7-bce7da6d165d,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:50.451960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a5ea252-b26c-4edf-81aa-2e7b4d0313bd tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.545537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.606197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:50.616579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:50.622747 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c26ff34e-e60b-486e-a5f2-dddacf0700bb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9845095 Jul 13 07:46:50.625803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46054) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.632878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:50.635584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:50.660054 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a5ea252-b26c-4edf-81aa-2e7b4d0313bd tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.678652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Subnet': ['ID=39b1391e-6a27-4015-bb62-dc32ee713c1f,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:50.682372 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a5ea252-b26c-4edf-81aa-2e7b4d0313bd tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.685602 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2a5ea252-b26c-4edf-81aa-2e7b4d0313bd tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "DELETE /v2.0/subnets/79095390-19a9-43ba-bbff-abaaa094faf3 HTTP/1.1" status: 204 len: 168 time: 1.4689898 Jul 13 07:46:50.707009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46056) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.713982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ea252-b26c-4edf-81aa-2e7b4d0313bd tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Subnet': ['ID=79095390-19a9-43ba-bbff-abaaa094faf3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:50.716074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Checking segment: {'id': '350a7add-fb8e-407e-b5ca-faccd4722f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:50.716478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network hostable DHCP agents. Network: a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:50.744634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:50.757349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:50.759215 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Made reservation on behalf of 326e9df6bc154468b5a4e137d29d8e97 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:50.765180 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.777909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:50.778732 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.812967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-402dc9a6-cfed-4837-ad86-c4089a2e7366 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8968556 Jul 13 07:46:50.814059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46058) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.815372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf25218-89f5-4b52-84db-0962e76493fd None None] Network a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:50.821881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d98aedee-c4e2-46eb-82fe-9a5d182f9e3d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1850627700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:50.859126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:50.862206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d98aedee-c4e2-46eb-82fe-9a5d182f9e3d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.863707 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d98aedee-c4e2-46eb-82fe-9a5d182f9e3d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.952044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-10748983-1c2c-445d-bea8-4f466d54bf57 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting subnet a3951ea5-f99d-44dc-a094-56bb3a132b03 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:50.958757 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:48Z', 'revision_number': 11, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:50.960534 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10748983-1c2c-445d-bea8-4f466d54bf57 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.964950 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d98aedee-c4e2-46eb-82fe-9a5d182f9e3d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.973692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d98aedee-c4e2-46eb-82fe-9a5d182f9e3d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.986980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a2a701-3cc3-4e8f-be82-566e1fb09c4d tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:50.988987 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-23a2a701-3cc3-4e8f-be82-566e1fb09c4d tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2743561 Jul 13 07:46:50.993409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46060) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.029561 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10748983-1c2c-445d-bea8-4f466d54bf57 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.042424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:51.070444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:51.071174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:51.119503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.171019 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Allocated IP 172.20.0.3 (d1b6e6b5-6dfc-4293-a7fc-690373c40de5/d91041cc-b214-4409-9238-c56a7cfac315/6c0e8fd1-0231-4faa-82d8-957549349319) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:51.176589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d98aedee-c4e2-46eb-82fe-9a5d182f9e3d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.182162 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d98aedee-c4e2-46eb-82fe-9a5d182f9e3d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3666997 Jul 13 07:46:51.182964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46062) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.238632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Deleting port f64f52e9-d896-4168-a1a7-bce7da6d165d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:51.239291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.356436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:51.365259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] For port f64f52e9-d896-4168-a1a7-bce7da6d165d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f64f52e9-d896-4168-a1a7-bce7da6d165d,segment=NetworkSegment(e650a220-0a24-483b-a526-088b2fd80a88),segment_id=e650a220-0a24-483b-a526-088b2fd80a88)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:51.365717 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.397345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Calling delete_port for f64f52e9-d896-4168-a1a7-bce7da6d165d owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:51.421449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f64f52e9-d896-4168-a1a7-bce7da6d165d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:51.426341 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:48Z', 'revision_number': 11, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:51.463826 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10748983-1c2c-445d-bea8-4f466d54bf57 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.476267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9eaba7-75e8-475c-8766-e3dcecef61b8 None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:48Z', 'revision_number': 11, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:51.627301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06', 'network_id': 'a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'fixed_ips': [{'subnet_id': '39b1391e-6a27-4015-bb62-dc32ee713c1f'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:51.632951 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.714054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f274be2b-ed7d-47b9-ad1f-cc66f7ff5e92 req-4cefda80-2ff7-4ab7-ada7-bea9a7c8084c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 210 time: 0.0748785 Jul 13 07:46:51.794639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.847748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f64f52e9-d896-4168-a1a7-bce7da6d165d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:51.848407 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.879669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] No DVR routers for this DVR port f64f52e9-d896-4168-a1a7-bce7da6d165d on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:51.879669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Port': ['ID=f64f52e9-d896-4168-a1a7-bce7da6d165d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:51.914071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Port f64f52e9-d896-4168-a1a7-bce7da6d165d was deleted so its status cannot be updated. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:46:51.997788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Allocated IP 2001:db8::2 (a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06/39b1391e-6a27-4015-bb62-dc32ee713c1f/40e5cd48-9714-4e06-a7c8-c0806f2d2235) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:52.105841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.126393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79318c15-845f-4be1-998f-5b9338efedbd']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:52.138621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e650a220-0a24-483b-a526-088b2fd80a88') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:52.139659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e650a220-0a24-483b-a526-088b2fd80a88') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:52.159471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.193874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.210845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:52.212432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.249768 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:52.250178 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:52.261907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Transition to ACTIVE for port object 40e5cd48-9714-4e06-a7c8-c0806f2d2235 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:52.266855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10748983-1c2c-445d-bea8-4f466d54bf57 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.276446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf12ce0-0d5a-4674-96bd-20b10cb48893 None None] Network 79318c15-845f-4be1-998f-5b9338efedbd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:52.297840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Transition to ACTIVE for port object 40e5cd48-9714-4e06-a7c8-c0806f2d2235 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:52.306501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-187998bf-2cba-42e4-8618-41b7b4afa3a5 None None] Could not find standard attr ID for object f64f52e9-d896-4168-a1a7-bce7da6d165d. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:46:52.317346 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.325241 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10748983-1c2c-445d-bea8-4f466d54bf57 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.331407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46082) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:52.332259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.333238 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-10748983-1c2c-445d-bea8-4f466d54bf57 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/a3951ea5-f99d-44dc-a094-56bb3a132b03 HTTP/1.1" status: 204 len: 168 time: 1.7062230 Jul 13 07:46:52.399797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Pushing event updated for resources: {'Port': ['ID=40e5cd48-9714-4e06-a7c8-c0806f2d2235,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:52.401725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10748983-1c2c-445d-bea8-4f466d54bf57 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Subnet': ['ID=a3951ea5-f99d-44dc-a094-56bb3a132b03,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:52.414031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ba2b4-441b-469a-a860-616165fba6ae None None] Network 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:52.470700 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.486868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.495462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.499705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "DELETE /v2.0/networks/79318c15-845f-4be1-998f-5b9338efedbd HTTP/1.1" status: 204 len: 168 time: 1.5027931 Jul 13 07:46:52.501698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.503967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46086) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:52.524833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Network a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:52.548827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7b9e4-a39b-45a8-bce9-7fc758694842 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Network': ['ID=79318c15-845f-4be1-998f-5b9338efedbd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:52.549928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:52.583108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:52.694591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Attempting to bind port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:52.695245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Attempting to bind port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '350a7add-fb8e-407e-b5ca-faccd4722f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:52.695365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Attempting to bind port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 on network a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:52.703114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:52.703593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Checking segment: {'id': '350a7add-fb8e-407e-b5ca-faccd4722f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:52.704261 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.704731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Bound using segment: {'id': '350a7add-fb8e-407e-b5ca-faccd4722f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:52.705283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Bound port: 40e5cd48-9714-4e06-a7c8-c0806f2d2235, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350a7add-fb8e-407e-b5ca-faccd4722f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:52.705742 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.782351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0701b3-963c-45ae-a2c5-15d7fc28ad06 None None] DHCP port deletion for 79318c15-845f-4be1-998f-5b9338efedbd request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:52.794767 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.814383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49614960-4487-463d-919f-18c4510ffd3a None None] DHCP port deletion for 83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:52.837821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Transition to ACTIVE for port object 6c0e8fd1-0231-4faa-82d8-957549349319 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:52.865111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Deleting port b1ee48a2-3cdf-41fc-862a-1941ad085c1f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:52.865111 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.880967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] For port 40e5cd48-9714-4e06-a7c8-c0806f2d2235, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:52.889546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] For port 40e5cd48-9714-4e06-a7c8-c0806f2d2235, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=40e5cd48-9714-4e06-a7c8-c0806f2d2235,segment=NetworkSegment(350a7add-fb8e-407e-b5ca-faccd4722f42),segment_id=350a7add-fb8e-407e-b5ca-faccd4722f42)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:52.920035 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.995488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f64f52e9-d896-4168-a1a7-bce7da6d165d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:53.026428 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b8ebc22-73f0-413d-b2c5-c5f9894c1e8c req-7373ae8b-7d36-4f80-88fd-420ab01afc1b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 210 time: 0.0657244 Jul 13 07:46:53.072153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: f64f52e9-d896-4168-a1a7-bce7da6d165d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:53.072429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f64f52e9-d896-4168-a1a7-bce7da6d165d not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:53.072858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b1ee48a2-3cdf-41fc-862a-1941ad085c1f no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:53.121459 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Allocated IP 2001:db8::1 (a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06/39b1391e-6a27-4015-bb62-dc32ee713c1f/98ecb54d-0a60-4163-88ae-718013962aeb) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:53.137985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-49614960-4487-463d-919f-18c4510ffd3a None None] Deleting port b1ee48a2-3cdf-41fc-862a-1941ad085c1f {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:53.138372 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49614960-4487-463d-919f-18c4510ffd3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.146967 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.236030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cca50-0697-48e7-947e-5da3ebff93a2 None None] Pushing event updated for resources: {'Port': ['ID=40e5cd48-9714-4e06-a7c8-c0806f2d2235,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.314334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:53.355169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-49614960-4487-463d-919f-18c4510ffd3a None None] For port b1ee48a2-3cdf-41fc-862a-1941ad085c1f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,segment=NetworkSegment(e6a0d961-97e2-4527-9b7e-970714fbe1bb),segment_id=e6a0d961-97e2-4527-9b7e-970714fbe1bb)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:53.355888 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49614960-4487-463d-919f-18c4510ffd3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.373820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:53.393616 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.399681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-49614960-4487-463d-919f-18c4510ffd3a None None] Calling delete_port for b1ee48a2-3cdf-41fc-862a-1941ad085c1f owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:53.402411 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:53.424798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=6c0e8fd1-0231-4faa-82d8-957549349319,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.458505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port b1ee48a2-3cdf-41fc-862a-1941ad085c1f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,segment=NetworkSegment(e6a0d961-97e2-4527-9b7e-970714fbe1bb),segment_id=e6a0d961-97e2-4527-9b7e-970714fbe1bb)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:53.497507 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.554629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 85457f36-5061-481a-946c-19e8557acbad no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:53.600728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 85457f36-5061-481a-946c-19e8557acbad {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:53.601344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 85457f36-5061-481a-946c-19e8557acbad not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:53.612620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:53.613306 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.628175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.637713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.654582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Transition to ACTIVE for port object 98ecb54d-0a60-4163-88ae-718013962aeb will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:53.658814 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:46:53.668358 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-1b815f98-583b-4886-921e-ec344a18e182 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3461199 Jul 13 07:46:53.678527 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49614960-4487-463d-919f-18c4510ffd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.687001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Request body: {'port': {'device_id': '5f43924e-735f-47db-b7dc-18871d7839ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:53.766168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49614960-4487-463d-919f-18c4510ffd3a None None] Pushing event deleted for resources: {'Port': ['ID=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.771919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.781018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49614960-4487-463d-919f-18c4510ffd3a None None] No DVR routers for this DVR port b1ee48a2-3cdf-41fc-862a-1941ad085c1f on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:53.852434 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-83d1251f-714f-4bf7-b47d-71e4816c359d None None] Provisioning for port 6c0e8fd1-0231-4faa-82d8-957549349319 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:53.857288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-83d1251f-714f-4bf7-b47d-71e4816c359d None None] Provisioning complete for port 6c0e8fd1-0231-4faa-82d8-957549349319 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:53.857680 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-83d1251f-714f-4bf7-b47d-71e4816c359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.861794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.876613 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:53.883756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:53.884459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2ac039-d0e2-4f02-b0bf-0f069180bb3a']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.887574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] For port b1ee48a2-3cdf-41fc-862a-1941ad085c1f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,segment=NetworkSegment(e6a0d961-97e2-4527-9b7e-970714fbe1bb),segment_id=e6a0d961-97e2-4527-9b7e-970714fbe1bb)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:53.887945 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.903751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:53.904888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89916964-114a-4796-93bc-c65bc37958f3') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.905195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89916964-114a-4796-93bc-c65bc37958f3') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:53.907184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.917171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Calling delete_port for b1ee48a2-3cdf-41fc-862a-1941ad085c1f owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:53.922805 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.931305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-83d1251f-714f-4bf7-b47d-71e4816c359d None None] Port 6c0e8fd1-0231-4faa-82d8-957549349319 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:53.939613 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=98ecb54d-0a60-4163-88ae-718013962aeb,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.943700 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.980193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:53.980762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:53.984321 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:53.986558 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.072865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.077334 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.081613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "DELETE /v2.0/networks/ce2ac039-d0e2-4f02-b0bf-0f069180bb3a HTTP/1.1" status: 204 len: 168 time: 1.5559068 Jul 13 07:46:54.084696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46102) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:54.120894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818df40b-eab0-4cf1-976e-5ca05a28f93f tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Network': ['ID=ce2ac039-d0e2-4f02-b0bf-0f069180bb3a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:54.129818 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.234122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Port': ['ID=b1ee48a2-3cdf-41fc-862a-1941ad085c1f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:54.240202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No DVR routers for this DVR port b1ee48a2-3cdf-41fc-862a-1941ad085c1f on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:54.250288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.376517 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.405383 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.447699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:54.473800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a0d961-97e2-4527-9b7e-970714fbe1bb') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:54.474106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a0d961-97e2-4527-9b7e-970714fbe1bb') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:54.522312 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.593581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.623206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.626050 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acdd3f6-636c-42b1-83c6-dc0dd63735b0 None None] Network a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:54.626188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f065bd-1b16-483f-9cef-ba0db138c589']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:54.644951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aacb9e-a617-4d47-b3c4-3f716e2a36de req-555ab47f-520c-457c-b6dc-18813b14d4f3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:54.646493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33aacb9e-a617-4d47-b3c4-3f716e2a36de req-555ab47f-520c-457c-b6dc-18813b14d4f3 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 931 time: 0.3777857 Jul 13 07:46:54.650792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:54.651284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:54.654557 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:54.663579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513fc38b-64d3-4f3a-b5fb-5b948f9a29a7') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:54.664007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513fc38b-64d3-4f3a-b5fb-5b948f9a29a7') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:54.701613 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.760309 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.773259 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33aacb9e-a617-4d47-b3c4-3f716e2a36de req-1a207799-0e92-4edd-a12b-2e89d6953dc5 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177659 Jul 13 07:46:54.775138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:54.775675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:54.780091 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:54.795796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.809608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.815861 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/networks/83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8 HTTP/1.1" status: 204 len: 168 time: 2.4801240 Jul 13 07:46:54.815861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46110) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:54.835831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7908e49d-f38f-4bfa-836d-6932cbca95cb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'routes': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:54.890770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9d6c4b97-a011-43e2-9526-1a5244a79f53 None None] Provisioning for port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:54.940584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327275f2-6d75-4b65-8b76-2ae561bdde74 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Pushing event deleted for resources: {'Network': ['ID=83e4fd53-6e3d-45f3-98eb-1eb6df5c5ee8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.048179 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0e8fd1-0231-4faa-82d8-957549349319 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:55.061803 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.086230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.094567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.101293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 40e5cd48-9714-4e06-a7c8-c0806f2d2235 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:55.102644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "DELETE /v2.0/networks/c7f065bd-1b16-483f-9cef-ba0db138c589 HTTP/1.1" status: 204 len: 168 time: 1.0163231 Jul 13 07:46:55.103275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46114) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:55.127739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Transition to ACTIVE for port object 6c0e8fd1-0231-4faa-82d8-957549349319 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:55.130378 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.140503 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.152187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.extraroute_db [None req-7908e49d-f38f-4bfa-836d-6932cbca95cb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Added routes are [] {{(pid=93838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:46:55.152493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.extraroute_db [None req-7908e49d-f38f-4bfa-836d-6932cbca95cb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Removed routes are [] {{(pid=93838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:46:55.152916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7908e49d-f38f-4bfa-836d-6932cbca95cb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.165955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1fc0e-f3b3-487d-bca5-165b85d4da16 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Network': ['ID=c7f065bd-1b16-483f-9cef-ba0db138c589,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.213399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:55.216453 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.222663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:55.223770 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.249425 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.267607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0e8fd1-0231-4faa-82d8-957549349319,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.449352 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.506912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=98ecb54d-0a60-4163-88ae-718013962aeb,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.508604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 40e5cd48-9714-4e06-a7c8-c0806f2d2235, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=40e5cd48-9714-4e06-a7c8-c0806f2d2235,segment=NetworkSegment(350a7add-fb8e-407e-b5ca-faccd4722f42),segment_id=350a7add-fb8e-407e-b5ca-faccd4722f42)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:55.518002 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.568366 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7908e49d-f38f-4bfa-836d-6932cbca95cb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.572685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Attempting to bind port 6c0e8fd1-0231-4faa-82d8-957549349319 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:55.577044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.579617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Attempting to bind port 6c0e8fd1-0231-4faa-82d8-957549349319 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:55.580039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Attempting to bind port 6c0e8fd1-0231-4faa-82d8-957549349319 on network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:55.580712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7908e49d-f38f-4bfa-836d-6932cbca95cb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.602689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Port 6c0e8fd1-0231-4faa-82d8-957549349319 on network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:55.603297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Attempting to bind port 6c0e8fd1-0231-4faa-82d8-957549349319 on network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:55.620190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:55.622207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:55.623412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Checking segment: {'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:55.623819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Bound using segment: {'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:55.624310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Bound port: 6c0e8fd1-0231-4faa-82d8-957549349319, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f15734-d33d-42b4-af37-d84d2eac11ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:55.624941 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.633093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=40e5cd48-9714-4e06-a7c8-c0806f2d2235,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.682366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:55.694900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-301d70cc-b504-4ca5-83ac-8755c8220eb4 None None] Provisioning for port 98ecb54d-0a60-4163-88ae-718013962aeb completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:55.699813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-301d70cc-b504-4ca5-83ac-8755c8220eb4 None None] Provisioning complete for port 98ecb54d-0a60-4163-88ae-718013962aeb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:55.700261 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-301d70cc-b504-4ca5-83ac-8755c8220eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.734440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7908e49d-f38f-4bfa-836d-6932cbca95cb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:55.766657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-301d70cc-b504-4ca5-83ac-8755c8220eb4 None None] Port 98ecb54d-0a60-4163-88ae-718013962aeb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:55.780681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-301d70cc-b504-4ca5-83ac-8755c8220eb4 None None] Provisioning complete for port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:55.781064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-301d70cc-b504-4ca5-83ac-8755c8220eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.882094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] For port 6c0e8fd1-0231-4faa-82d8-957549349319, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:55.892353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7908e49d-f38f-4bfa-836d-6932cbca95cb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:55.908929 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7908e49d-f38f-4bfa-836d-6932cbca95cb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.909733 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] For port 6c0e8fd1-0231-4faa-82d8-957549349319, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6c0e8fd1-0231-4faa-82d8-957549349319,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:55.910801 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] Sync routers for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:55.913869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7908e49d-f38f-4bfa-836d-6932cbca95cb tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355 HTTP/1.1" status: 200 len: 700 time: 1.0874538 Jul 13 07:46:55.915283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46126) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:55.927766 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:55.930872 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:55.938628 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.010828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46130) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:56.014529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c69b4a90-f5d0-4ee2-bfbe-1ed32c90d6be tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=617bfcb7-acc7-43ad-b271-d2ebdccb7355 HTTP/1.1" status: 200 len: 205 time: 0.0896010 Jul 13 07:46:56.025919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46132) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:56.074414 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:56.107393 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.125930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521be39c-02ac-4041-8992-90741e6161e6']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:56.145002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed25330-bc53-4db4-8a84-10688291491d') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:56.147902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed25330-bc53-4db4-8a84-10688291491d') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:56.171627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-730d061e-1ff3-49af-beec-4817558eafb6 None None] Provisioning complete for port 98ecb54d-0a60-4163-88ae-718013962aeb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:56.175699 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-730d061e-1ff3-49af-beec-4817558eafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.201183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.202644 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:48Z', 'revision_number': 11, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:56.235186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:56.235855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.243583 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.251613 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] 10.222.0.53 "PUT /v2.0/ports/6c0e8fd1-0231-4faa-82d8-957549349319 HTTP/1.1" status: 200 len: 1091 time: 2.5689261 Jul 13 07:46:56.257168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:56.257738 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.260925 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] Checking router: 617bfcb7-acc7-43ad-b271-d2ebdccb7355 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:56.263504 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:56.271999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f43924e-735f-47db-b7dc-18871d7839ef', 'tag': '6c0e8fd1-0231-4faa-82d8-957549349319'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:56.278176 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358b47dc-97ff-47f3-a06c-f406fed0241a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f43924e-735f-47db-b7dc-18871d7839ef", "tag": "6c0e8fd1-0231-4faa-82d8-957549349319"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:56.283366 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] Routers {'617bfcb7-acc7-43ad-b271-d2ebdccb7355'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:56.284807 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:56.292449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-730d061e-1ff3-49af-beec-4817558eafb6 None None] Port 98ecb54d-0a60-4163-88ae-718013962aeb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:56.430369 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] Set router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:56.453181 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12892519-f2d1-4c7d-8dc2-0897e1a5bad1 x-openstack-request-id: req-12892519-f2d1-4c7d-8dc2-0897e1a5bad1 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:56.453747 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f43924e-735f-47db-b7dc-18871d7839ef", "tag": "6c0e8fd1-0231-4faa-82d8-957549349319", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:56.454197 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12892519-f2d1-4c7d-8dc2-0897e1a5bad1 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:56.454758 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f43924e-735f-47db-b7dc-18871d7839ef', 'tag': '6c0e8fd1-0231-4faa-82d8-957549349319', 'status': 'completed', 'code': 200} Jul 13 07:46:56.467329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-20c6cb39-7180-42ec-836f-dc73cadc7132 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.509967 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:48Z', 'revision_number': 11, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:56.549504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9d0e7c14-e881-4978-8700-70fc77a728fa None None] Provisioning complete for port 98ecb54d-0a60-4163-88ae-718013962aeb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:56.549876 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9d0e7c14-e881-4978-8700-70fc77a728fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.574189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63468ffa-2c4c-4fec-a4af-2195cf09e074 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0e8fd1-0231-4faa-82d8-957549349319,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:56.611796 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38314a4-17ae-4b07-9120-c800dd214b25 None None] The sync data for ids ['617bfcb7-acc7-43ad-b271-d2ebdccb7355'] in n-d-798249-7 is: [{'id': '617bfcb7-acc7-43ad-b271-d2ebdccb7355', 'name': 'tempest-RoutersTest-router-791074379', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:45:32Z', 'updated_at': '2021-07-13T07:46:48Z', 'revision_number': 11, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:56.621966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.639305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e7c14-e881-4978-8700-70fc77a728fa None None] Port 98ecb54d-0a60-4163-88ae-718013962aeb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:56.646816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.658598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] 10.222.0.44 "DELETE /v2.0/networks/521be39c-02ac-4041-8992-90741e6161e6 HTTP/1.1" status: 204 len: 168 time: 1.5485661 Jul 13 07:46:56.703516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e33d5-f1d0-4524-84e2-be5b05c15005 tempest-BulkNetworkOpsTest-958626958 tempest-BulkNetworkOpsTest-958626958-project] Pushing event deleted for resources: {'Network': ['ID=521be39c-02ac-4041-8992-90741e6161e6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:56.957963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfe511d-70bb-4810-b3ce-05a90e125e62 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:46:57.024663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 40e5cd48-9714-4e06-a7c8-c0806f2d2235 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:57.110003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1fcd77c6-3b0f-4031-97e0-49e0edc77cd2 None None] Provisioning complete for port 98ecb54d-0a60-4163-88ae-718013962aeb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:57.110811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1fcd77c6-3b0f-4031-97e0-49e0edc77cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.156953 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd77c6-3b0f-4031-97e0-49e0edc77cd2 None None] Port 98ecb54d-0a60-4163-88ae-718013962aeb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:57.159286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:57.159949 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.197361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46148) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.320471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.401019 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router c226f162-d801-40c0-b880-4e0f64e83170 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:57.407297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe511d-70bb-4810-b3ce-05a90e125e62 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:46:57.441824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b3f17-24b9-4475-b1d1-bcb31dd4241e req-b823a923-b704-4fb4-bdd7-c9f972e69725 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:57.450114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b56b3f17-24b9-4475-b1d1-bcb31dd4241e req-b823a923-b704-4fb4-bdd7-c9f972e69725 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 943 time: 1.2580709 Jul 13 07:46:57.502261 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-20c6cb39-7180-42ec-836f-dc73cadc7132 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.514480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-20c6cb39-7180-42ec-836f-dc73cadc7132 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.574302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-88392f41-2de7-49ac-b469-8d8a5ab55f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:57.575837 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-88392f41-2de7-49ac-b469-8d8a5ab55f1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 1094 time: 1.1901610 Jul 13 07:46:57.643657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:57.652511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e67a8e0c-43de-4bea-b800-fd18d1f17507 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04168b5068b941f38e68d99f5ab3acc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480219 Jul 13 07:46:57.653920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46154) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.687283 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b56b3f17-24b9-4475-b1d1-bcb31dd4241e req-70556dd5-1863-4b0a-9c1d-fcee2dbb3dc0 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351537 Jul 13 07:46:57.698614 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-365ddd42-373e-4e20-a4c5-f7d66ab80ce0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/c226f162-d801-40c0-b880-4e0f64e83170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5112987 Jul 13 07:46:57.702114 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46158) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.762432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b11c011-80f4-4dea-a058-e2ba76ffa63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.765361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-e16168a6-f170-4e75-9ba6-3afd3725ca67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c0e8fd1-0231-4faa-82d8-957549349319 HTTP/1.1" status: 200 len: 217 time: 0.1129684 Jul 13 07:46:57.800130 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-20c6cb39-7180-42ec-836f-dc73cadc7132 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.800622 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c6cb39-7180-42ec-836f-dc73cadc7132 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Fanout notify agent at l3_agent the message router_deleted on router 617bfcb7-acc7-43ad-b271-d2ebdccb7355 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:57.818296 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b11c011-80f4-4dea-a058-e2ba76ffa63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.832932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a48420b-454f-4347-a6a1-12a3d001e609 None None] Sync routers for ids ['c226f162-d801-40c0-b880-4e0f64e83170'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:57.847324 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-20c6cb39-7180-42ec-836f-dc73cadc7132 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.856664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46160) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.856871 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-20c6cb39-7180-42ec-836f-dc73cadc7132 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355 HTTP/1.1" status: 204 len: 168 time: 1.8249578 Jul 13 07:46:57.861702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48420b-454f-4347-a6a1-12a3d001e609 None None] Routers {'c226f162-d801-40c0-b880-4e0f64e83170'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:57.863102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8a48420b-454f-4347-a6a1-12a3d001e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c226f162-d801-40c0-b880-4e0f64e83170'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.869253 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5595479d-2f67-4f2e-a85e-73f0944d657c tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-679948786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:57.890472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b287728-b8cb-4e7b-b7e3-363b2b879109 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:57.891946 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1b287728-b8cb-4e7b-b7e3-363b2b879109 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports/98ecb54d-0a60-4163-88ae-718013962aeb HTTP/1.1" status: 200 len: 911 time: 0.1893842 Jul 13 07:46:57.897129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46162) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.899169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-cf0ea5f6-aa67-4c97-9cd7-3767070d5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:57.900998 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-cf0ea5f6-aa67-4c97-9cd7-3767070d5bf9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d91041cc-b214-4409-9238-c56a7cfac315 HTTP/1.1" status: 200 len: 835 time: 0.1148596 Jul 13 07:46:57.901452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8a48420b-454f-4347-a6a1-12a3d001e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.927214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48420b-454f-4347-a6a1-12a3d001e609 None None] Routers {'c226f162-d801-40c0-b880-4e0f64e83170'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:57.927853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8a48420b-454f-4347-a6a1-12a3d001e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c226f162-d801-40c0-b880-4e0f64e83170'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.961632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5595479d-2f67-4f2e-a85e-73f0944d657c tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.962539 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5595479d-2f67-4f2e-a85e-73f0944d657c tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.980611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] Deleting port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:57.981385 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.003130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b11c011-80f4-4dea-a058-e2ba76ffa63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.006307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b11c011-80f4-4dea-a058-e2ba76ffa63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.007702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3b11c011-80f4-4dea-a058-e2ba76ffa63d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0361f64-09e5-4ada-b167-222cd96319f9 HTTP/1.1" status: 204 len: 168 time: 0.3528554 Jul 13 07:46:58.095157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f36f511-53b0-453e-89fd-8f2fa3c81bc1 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:46:58.096389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8a48420b-454f-4347-a6a1-12a3d001e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:58.097622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a48420b-454f-4347-a6a1-12a3d001e609 None None] The sync data for ids ['c226f162-d801-40c0-b880-4e0f64e83170'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:58.118575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11c011-80f4-4dea-a058-e2ba76ffa63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0361f64-09e5-4ada-b167-222cd96319f9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:58.123678 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5595479d-2f67-4f2e-a85e-73f0944d657c tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.177175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5595479d-2f67-4f2e-a85e-73f0944d657c tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.233794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5595479d-2f67-4f2e-a85e-73f0944d657c tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.236329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5595479d-2f67-4f2e-a85e-73f0944d657c tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3789871 Jul 13 07:46:58.238963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46168) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.246983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d33c762d-f1ae-4e0e-8a52-233e2b62bc1e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:58.250554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] For port 58acf5ba-c65a-45f1-a9b7-31263e99bf5d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=58acf5ba-c65a-45f1-a9b7-31263e99bf5d,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:58.251223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.311693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f36f511-53b0-453e-89fd-8f2fa3c81bc1 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:46:58.326394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] Calling delete_port for 58acf5ba-c65a-45f1-a9b7-31263e99bf5d owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:58.392251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-5e2173a5-4066-4bf5-a557-0b3be1f918b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:58.394348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-5e2173a5-4066-4bf5-a557-0b3be1f918b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1b6e6b5-6dfc-4293-a7fc-690373c40de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4785480 Jul 13 07:46:58.530876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.631406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-de739eed-07cc-47ea-b1e4-5c402bfeaa96 service neutron] 10.222.0.53 "GET /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296195 Jul 13 07:46:58.921343 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-beb8d906-b776-45d5-82eb-5fead3deb9f7 req-fc00053b-b38a-411d-a84c-cb8e71171ce5 service neutron] 10.222.0.53 "GET /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818019 Jul 13 07:46:59.012485 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d33c762d-f1ae-4e0e-8a52-233e2b62bc1e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.064134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d33c762d-f1ae-4e0e-8a52-233e2b62bc1e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.094585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-5984aa96-1f08-4721-948a-038942e4e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.096097 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-5984aa96-1f08-4721-948a-038942e4e51a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 1094 time: 0.1101351 Jul 13 07:46:59.115051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 98ecb54d-0a60-4163-88ae-718013962aeb {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:59.115392 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.194687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33c762d-f1ae-4e0e-8a52-233e2b62bc1e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Router cb7db408-d37b-47f7-a93f-69d717377d5f is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:59.271868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46198) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.289734 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-59e8e00b-f716-4308-aa73-86952912a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.291503 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-59e8e00b-f716-4308-aa73-86952912a6cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1b6e6b5-6dfc-4293-a7fc-690373c40de5 HTTP/1.1" status: 200 len: 898 time: 0.1872439 Jul 13 07:46:59.295359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.349021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 98ecb54d-0a60-4163-88ae-718013962aeb owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:59.351927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33c762d-f1ae-4e0e-8a52-233e2b62bc1e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:59.357395 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-c2c2c7d1-2a94-42a4-9439-4170ab91e1e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c0e8fd1-0231-4faa-82d8-957549349319 HTTP/1.1" status: 200 len: 217 time: 0.0541885 Jul 13 07:46:59.362718 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] Sync routers for ids ['cb7db408-d37b-47f7-a93f-69d717377d5f'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:59.370344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d33c762d-f1ae-4e0e-8a52-233e2b62bc1e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.372712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d33c762d-f1ae-4e0e-8a52-233e2b62bc1e tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "PUT /v2.0/routers/cb7db408-d37b-47f7-a93f-69d717377d5f HTTP/1.1" status: 200 len: 693 time: 1.1325209 Jul 13 07:46:59.373346 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] Routers {'cb7db408-d37b-47f7-a93f-69d717377d5f'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:59.374238 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['cb7db408-d37b-47f7-a93f-69d717377d5f'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:59.378085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46202) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.382184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-55e205eb-cd03-4a13-88e0-4fc9e15c3d3b tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] Request body: {'port': {'network_id': '0442e5ca-57ca-4c83-ade3-39ff49a643aa', 'name': 'tempest-NetworksNegativeTestJSON-1777081388'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:59.400652 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e205eb-cd03-4a13-88e0-4fc9e15c3d3b tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] POST failed (client error): The resource could not be found. Jul 13 07:46:59.401231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e205eb-cd03-4a13-88e0-4fc9e15c3d3b tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:59.402527 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-55e205eb-cd03-4a13-88e0-4fc9e15c3d3b tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1311817 Jul 13 07:46:59.412005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46204) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.415412 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.451032 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] Set router cb7db408-d37b-47f7-a93f-69d717377d5f gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:59.549170 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7db408-d37b-47f7-a93f-69d717377d5f', 'name': 'tempest-RoutersTest-router-679948786', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:57Z', 'updated_at': '2021-07-13T07:46:59Z', 'revision_number': 2, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:59.594093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] Pushing event deleted for resources: {'Port': ['ID=58acf5ba-c65a-45f1-a9b7-31263e99bf5d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.595286 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] Checking router: cb7db408-d37b-47f7-a93f-69d717377d5f for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:59.598255 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd77af5-4a8e-4857-be85-ca5ccbfaf39a tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:59.598485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd77af5-4a8e-4857-be85-ca5ccbfaf39a tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:59.606072 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5cd77af5-4a8e-4857-be85-ca5ccbfaf39a tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] 10.222.0.44 "DELETE /v2.0/networks/86aac274-9c1b-4fb1-8d77-df2538f3321a HTTP/1.1" status: 404 len: 339 time: 0.1761611 Jul 13 07:46:59.606195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46206) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.622344 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] Routers {'cb7db408-d37b-47f7-a93f-69d717377d5f'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:59.622983 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['cb7db408-d37b-47f7-a93f-69d717377d5f'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:59.647826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-88e297d6-2ef1-4c3c-9620-9b0d76f047c2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/routers/cb7db408-d37b-47f7-a93f-69d717377d5f HTTP/1.1" status: 200 len: 699 time: 0.2491617 Jul 13 07:46:59.660530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0ab29-62d3-421a-8314-aa12c013bad3 req-9b631150-0628-4081-b422-691f6a4ce151 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.662021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-7e063393-dc60-4a10-822a-3444db0a1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.663672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-7e063393-dc60-4a10-822a-3444db0a1f85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d91041cc-b214-4409-9238-c56a7cfac315 HTTP/1.1" status: 200 len: 835 time: 0.2967873 Jul 13 07:46:59.665819 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d2d0ab29-62d3-421a-8314-aa12c013bad3 req-9b631150-0628-4081-b422-691f6a4ce151 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 943 time: 0.7963488 Jul 13 07:46:59.666744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46208) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.671949 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-151f9cf9-db43-4574-9f87-1265980bc398 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:59.673040 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151f9cf9-db43-4574-9f87-1265980bc398 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:59.674995 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-151f9cf9-db43-4574-9f87-1265980bc398 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] 10.222.0.44 "DELETE /v2.0/ports/c89b714e-c5dc-457b-964c-8f4d7a8da983 HTTP/1.1" status: 404 len: 333 time: 0.0686386 Jul 13 07:46:59.688277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46210) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.732249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.783567 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1ccf541b-9d06-40ae-8e61-66bf551700d4 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb7db408-d37b-47f7-a93f-69d717377d5f HTTP/1.1" status: 200 len: 205 time: 0.1001992 Jul 13 07:46:59.793712 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb49aba-5b0f-41e4-9f56-863ca54339b6 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:59.796144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb49aba-5b0f-41e4-9f56-863ca54339b6 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:59.799364 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2cb49aba-5b0f-41e4-9f56-863ca54339b6 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] 10.222.0.44 "DELETE /v2.0/subnets/5f5ef319-f7df-415b-b74b-ab341d76efe5 HTTP/1.1" status: 404 len: 337 time: 0.1097741 Jul 13 07:46:59.802242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46218) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.806609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46220) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.851784 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=98ecb54d-0a60-4163-88ae-718013962aeb,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.859584 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5ec5bc-3c1e-420a-8eff-784e38d8fb12 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] GET failed (client error): The resource could not be found. Jul 13 07:46:59.861298 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dd5ec5bc-3c1e-420a-8eff-784e38d8fb12 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] 10.222.0.44 "GET /v2.0/networks/ff4e3f5f-69c5-4dd3-9042-cd1c6c74427b HTTP/1.1" status: 404 len: 339 time: 0.0530522 Jul 13 07:46:59.869294 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] Set router cb7db408-d37b-47f7-a93f-69d717377d5f gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:59.897372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d2d0ab29-62d3-421a-8314-aa12c013bad3 req-5fab5ee5-70a0-47b9-9a8c-d2a83b58b408 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980069 Jul 13 07:46:59.902028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46222) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.965042 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7db408-d37b-47f7-a93f-69d717377d5f', 'name': 'tempest-RoutersTest-router-679948786', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:57Z', 'updated_at': '2021-07-13T07:46:59Z', 'revision_number': 2, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:00.045271 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be38afe-013d-4fa8-b765-66c2364f3ae5 None None] The sync data for ids ['cb7db408-d37b-47f7-a93f-69d717377d5f'] in n-d-798249-7 is: [{'id': 'cb7db408-d37b-47f7-a93f-69d717377d5f', 'name': 'tempest-RoutersTest-router-679948786', 'tenant_id': '5aa7db70f261468d9baff14ce6c2cdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:57Z', 'updated_at': '2021-07-13T07:46:59Z', 'revision_number': 2, 'project_id': '5aa7db70f261468d9baff14ce6c2cdda', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:00.055233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-0109096f-a328-4c57-acff-ba1c439eae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:00.057113 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-0109096f-a328-4c57-acff-ba1c439eae2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1b6e6b5-6dfc-4293-a7fc-690373c40de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3797433 Jul 13 07:47:00.058145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.078488 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88defaa-d313-4518-90dd-ac74e7ba711f tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] GET failed (client error): The resource could not be found. Jul 13 07:47:00.083723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c88defaa-d313-4518-90dd-ac74e7ba711f tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] 10.222.0.44 "GET /v2.0/ports/881899b3-1ecb-410a-aeb4-30c2bf0b329f HTTP/1.1" status: 404 len: 333 time: 0.1763148 Jul 13 07:47:00.084402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46224) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.135883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1971256-eb94-452a-af10-6e44454f8322 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.143700 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe6aa10-ff0d-453c-a7a8-034258f25e56 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] GET failed (client error): The resource could not be found. Jul 13 07:47:00.149893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9fe6aa10-ff0d-453c-a7a8-034258f25e56 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] 10.222.0.44 "GET /v2.0/subnets/f001f640-6d51-4e75-84e1-b5179f2dafea HTTP/1.1" status: 404 len: 337 time: 0.0640099 Jul 13 07:47:00.161654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46226) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.213886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-970efcea-7ad7-4675-a201-47fc627c7361 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:00.255140 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.261680 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-970efcea-7ad7-4675-a201-47fc627c7361 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] PUT failed (client error): The resource could not be found. Jul 13 07:47:00.262296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970efcea-7ad7-4675-a201-47fc627c7361 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:00.266950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-970efcea-7ad7-4675-a201-47fc627c7361 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] 10.222.0.44 "PUT /v2.0/networks/992290e7-cf45-44b9-8b78-b12b310e4ccb HTTP/1.1" status: 404 len: 339 time: 0.0563834 Jul 13 07:47:00.268241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46228) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.273031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-00061813-8cdf-4456-a6be-8caaf4091db6 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:00.301406 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-00061813-8cdf-4456-a6be-8caaf4091db6 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] PUT failed (client error): The resource could not be found. Jul 13 07:47:00.301929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00061813-8cdf-4456-a6be-8caaf4091db6 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:00.307580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-00061813-8cdf-4456-a6be-8caaf4091db6 tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] 10.222.0.44 "PUT /v2.0/ports/fbde46b5-575a-4cba-900a-ac59736a158a HTTP/1.1" status: 404 len: 333 time: 0.0347264 Jul 13 07:47:00.308888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46230) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.313872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5174efc6-7f86-455d-b628-5fc8758a826a tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:00.401878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1971256-eb94-452a-af10-6e44454f8322 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.407238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1971256-eb94-452a-af10-6e44454f8322 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.409412 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-5174efc6-7f86-455d-b628-5fc8758a826a tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] PUT failed (client error): The resource could not be found. Jul 13 07:47:00.409875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5174efc6-7f86-455d-b628-5fc8758a826a tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:00.415553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5174efc6-7f86-455d-b628-5fc8758a826a tempest-NetworksNegativeTestJSON-1983799294 tempest-NetworksNegativeTestJSON-1983799294-project] 10.222.0.44 "PUT /v2.0/subnets/3d7c4060-cd31-48e4-9b12-53b72d4f6106 HTTP/1.1" status: 404 len: 337 time: 0.1014707 Jul 13 07:47:00.430413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router c226f162-d801-40c0-b880-4e0f64e83170 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:00.434316 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-406ce05e-2de2-49dc-a90e-b66d9a8501da service neutron] 10.222.0.53 "GET /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690746 Jul 13 07:47:00.519384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1971256-eb94-452a-af10-6e44454f8322 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.519904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1971256-eb94-452a-af10-6e44454f8322 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Fanout notify agent at l3_agent the message router_deleted on router cb7db408-d37b-47f7-a93f-69d717377d5f {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:00.533765 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1971256-eb94-452a-af10-6e44454f8322 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.535429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d1971256-eb94-452a-af10-6e44454f8322 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/cb7db408-d37b-47f7-a93f-69d717377d5f HTTP/1.1" status: 204 len: 168 time: 0.7332017 Jul 13 07:47:00.544135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46234) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.579499 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:00.587892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f26ebf51-fb0c-4f15-9e33-559d12ebb24a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/c226f162-d801-40c0-b880-4e0f64e83170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6858671 Jul 13 07:47:00.593163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46236) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.594184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638003b-0be6-4594-835e-38953c776609 None None] Sync routers for ids ['c226f162-d801-40c0-b880-4e0f64e83170'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:00.613033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638003b-0be6-4594-835e-38953c776609 None None] Routers {'c226f162-d801-40c0-b880-4e0f64e83170'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:00.613682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5638003b-0be6-4594-835e-38953c776609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c226f162-d801-40c0-b880-4e0f64e83170'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:00.666756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5638003b-0be6-4594-835e-38953c776609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:00.675912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5007b7ca-dbc6-4e46-8f5d-7cfbccd71a5a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=c226f162-d801-40c0-b880-4e0f64e83170 HTTP/1.1" status: 200 len: 205 time: 0.0729446 Jul 13 07:47:00.679243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-99db2f79-5c31-4ceb-9322-c1c93a39cf2f tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb7db408-d37b-47f7-a93f-69d717377d5f HTTP/1.1" status: 200 len: 205 time: 0.1336958 Jul 13 07:47:00.679389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638003b-0be6-4594-835e-38953c776609 None None] Routers {'c226f162-d801-40c0-b880-4e0f64e83170'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:00.679975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5638003b-0be6-4594-835e-38953c776609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c226f162-d801-40c0-b880-4e0f64e83170'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:00.685917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46242) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.689297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46240) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.723515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5638003b-0be6-4594-835e-38953c776609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:00.724790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638003b-0be6-4594-835e-38953c776609 None None] The sync data for ids ['c226f162-d801-40c0-b880-4e0f64e83170'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:00.735739 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-4bb46606-8412-454f-a0bf-54d1e3713dac tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] delete failed (client error): The resource could not be found. Jul 13 07:47:00.736954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4bb46606-8412-454f-a0bf-54d1e3713dac tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/cb7db408-d37b-47f7-a93f-69d717377d5f HTTP/1.1" status: 404 len: 336 time: 0.0492194 Jul 13 07:47:00.771780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46244) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.807062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46246) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.810116 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1adcd125-4b84-4456-8770-6c32cd5b3659 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:00.810578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1adcd125-4b84-4456-8770-6c32cd5b3659 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:00.815188 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1adcd125-4b84-4456-8770-6c32cd5b3659 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/5d8d36d9-92c9-486c-af5c-60f07b439bae HTTP/1.1" status: 404 len: 337 time: 0.0400951 Jul 13 07:47:00.815521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46250) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.840301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-358b47dc-97ff-47f3-a06c-f406fed0241a req-779438f2-a976-42bf-8595-19d0a7fbafc7 service neutron] 10.222.0.53 "GET /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993609 Jul 13 07:47:00.848525 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06b317c9-20c4-47cd-8302-90d38643c2e6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.885306 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d116df4a-14f9-4e7d-8142-a4c95df3e56a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:00.886262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d116df4a-14f9-4e7d-8142-a4c95df3e56a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:00.887796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d116df4a-14f9-4e7d-8142-a4c95df3e56a tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/92da9e35-cc04-42c6-ad05-7ece708fb84c HTTP/1.1" status: 404 len: 337 time: 0.0712450 Jul 13 07:47:00.890280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46256) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.931229 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a41e30a-bdee-4baf-a72e-c842054e8b65 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:00.931849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a41e30a-bdee-4baf-a72e-c842054e8b65 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:00.935977 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8a41e30a-bdee-4baf-a72e-c842054e8b65 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/35348f95-f268-4609-b637-a19173baa2df HTTP/1.1" status: 404 len: 337 time: 0.0424685 Jul 13 07:47:00.936806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46260) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:00.939945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] Router b25a33b1-9189-437c-b869-145155a9430d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:00.972830 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15e6ee9-df76-472d-9c43-383414ca4151 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:00.973440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15e6ee9-df76-472d-9c43-383414ca4151 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:00.978611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a15e6ee9-df76-472d-9c43-383414ca4151 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/a3951ea5-f99d-44dc-a094-56bb3a132b03 HTTP/1.1" status: 404 len: 337 time: 0.0375340 Jul 13 07:47:00.980980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46264) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.023039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e03bb239-3b86-4120-a340-cd997248f936 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=617bfcb7-acc7-43ad-b271-d2ebdccb7355 HTTP/1.1" status: 200 len: 205 time: 0.0369990 Jul 13 07:47:01.024519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46266) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.088218 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f5a6a3-c7c0-4bca-a64a-5eda15260852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.105111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06b317c9-20c4-47cd-8302-90d38643c2e6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.108853 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06b317c9-20c4-47cd-8302-90d38643c2e6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.117814 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-9bc1181c-b88f-4c2e-afe2-a326078e45ee tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] delete failed (client error): The resource could not be found. Jul 13 07:47:01.119297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9bc1181c-b88f-4c2e-afe2-a326078e45ee tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/617bfcb7-acc7-43ad-b271-d2ebdccb7355 HTTP/1.1" status: 404 len: 336 time: 0.0932813 Jul 13 07:47:01.122210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46268) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.169385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c74013ee-6ec2-475c-8775-ee1b180b08f0 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc6e8215-443a-4762-bd0e-8ac7a88c7dae HTTP/1.1" status: 200 len: 205 time: 0.0434561 Jul 13 07:47:01.170172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46272) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.182928 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06b317c9-20c4-47cd-8302-90d38643c2e6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.183473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b317c9-20c4-47cd-8302-90d38643c2e6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Fanout notify agent at l3_agent the message router_deleted on router c226f162-d801-40c0-b880-4e0f64e83170 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:01.199603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06b317c9-20c4-47cd-8302-90d38643c2e6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.208610 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-06b317c9-20c4-47cd-8302-90d38643c2e6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/c226f162-d801-40c0-b880-4e0f64e83170 HTTP/1.1" status: 204 len: 168 time: 0.5105193 Jul 13 07:47:01.215216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46274) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.254468 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-fce2d639-399c-46b4-a80f-05da543678d2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] delete failed (client error): The resource could not be found. Jul 13 07:47:01.255529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fce2d639-399c-46b4-a80f-05da543678d2 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/dc6e8215-443a-4762-bd0e-8ac7a88c7dae HTTP/1.1" status: 404 len: 336 time: 0.0819511 Jul 13 07:47:01.263228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46276) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.305609 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edf8b25-ebab-46e8-a9c5-9a26675da42d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:01.306158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2edf8b25-ebab-46e8-a9c5-9a26675da42d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:01.310997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2edf8b25-ebab-46e8-a9c5-9a26675da42d tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/d2d4fe59-aa45-4df4-9df7-da49b24702ed HTTP/1.1" status: 404 len: 337 time: 0.0440967 Jul 13 07:47:01.312056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46278) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.316713 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d23a3bd-e739-4b27-ae99-b9245e24f96a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting subnet 39b1391e-6a27-4015-bb62-dc32ee713c1f {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:01.339679 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d23a3bd-e739-4b27-ae99-b9245e24f96a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.352093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cb7fcf15-b413-41e6-9415-374697bd8b30 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e82bb634-8d0a-4cac-ac2a-605cd9dd2352 HTTP/1.1" status: 200 len: 205 time: 0.0362840 Jul 13 07:47:01.352306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46280) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.359012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:01.369571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46282) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.370378 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] Sync routers for ids ['b25a33b1-9189-437c-b869-145155a9430d'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:01.377310 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-69a3437c-848a-418d-bb90-99384345794d admin admin] 10.222.0.44 "PUT /v2.0/routers/b25a33b1-9189-437c-b869-145155a9430d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3454010 Jul 13 07:47:01.385883 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] Routers {'b25a33b1-9189-437c-b869-145155a9430d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:01.386624 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b25a33b1-9189-437c-b869-145155a9430d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:01.450754 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-336e61d4-e245-4fae-a37e-6f04b722f620 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] delete failed (client error): The resource could not be found. Jul 13 07:47:01.456271 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-336e61d4-e245-4fae-a37e-6f04b722f620 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/e82bb634-8d0a-4cac-ac2a-605cd9dd2352 HTTP/1.1" status: 404 len: 336 time: 0.1026511 Jul 13 07:47:01.457668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46284) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.464062 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d23a3bd-e739-4b27-ae99-b9245e24f96a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.511096 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7e525091-825a-4c8a-974f-699b9ce5f829 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aadde92-0694-4223-a525-83d4c90aedea HTTP/1.1" status: 200 len: 205 time: 0.0518982 Jul 13 07:47:01.513619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46286) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.547868 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] Set router b25a33b1-9189-437c-b869-145155a9430d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:01.580420 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-8314dd0c-b6cb-48b5-a0b7-d1144df12083 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] delete failed (client error): The resource could not be found. Jul 13 07:47:01.581699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8314dd0c-b6cb-48b5-a0b7-d1144df12083 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/1aadde92-0694-4223-a525-83d4c90aedea HTTP/1.1" status: 404 len: 336 time: 0.0669255 Jul 13 07:47:01.584283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46288) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.612780 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1e59-b24b-481a-8035-dc1599af5922 req-6541c21d-6a3d-41eb-9882-8fa34cf43052 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:01.614325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7f9f1e59-b24b-481a-8035-dc1599af5922 req-6541c21d-6a3d-41eb-9882-8fa34cf43052 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 943 time: 0.4974966 Jul 13 07:47:01.616592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f5a6a3-c7c0-4bca-a64a-5eda15260852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.616949 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-df17d6a0-c3f7-4578-987d-6130337018a3 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:01.618257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df17d6a0-c3f7-4578-987d-6130337018a3 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:01.620566 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-df17d6a0-c3f7-4578-987d-6130337018a3 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/01b8ed93-fe3a-44c5-96eb-59dc77981fa6 HTTP/1.1" status: 404 len: 337 time: 0.0351691 Jul 13 07:47:01.623068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46290) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.645466 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31f5a6a3-c7c0-4bca-a64a-5eda15260852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.658499 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-798504cd-209c-45fc-990d-2e575f25d727 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1721fc6-5860-4745-be8c-5ab38883f4cb HTTP/1.1" status: 200 len: 205 time: 0.0340297 Jul 13 07:47:01.665619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46292) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.709358 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-a9fde138-a166-4e44-9379-d29cd6ec1413 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] delete failed (client error): The resource could not be found. Jul 13 07:47:01.710624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a9fde138-a166-4e44-9379-d29cd6ec1413 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/a1721fc6-5860-4745-be8c-5ab38883f4cb HTTP/1.1" status: 404 len: 336 time: 0.0437667 Jul 13 07:47:01.716887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46296) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.760768 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-295d5a46-78bb-4803-8451-37c6a993b848 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:01.761251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295d5a46-78bb-4803-8451-37c6a993b848 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:01.763122 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-295d5a46-78bb-4803-8451-37c6a993b848 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/b49d9a94-5274-404a-ab8c-ac3d61df2707 HTTP/1.1" status: 404 len: 337 time: 0.0451698 Jul 13 07:47:01.765857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46300) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.799985 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:46:59Z', 'revision_number': 5, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:01.806651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2d0057ba-f788-4c56-8ed0-025cd1d73e01 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f2e7ec3-9706-491b-9404-c3d60219f178 HTTP/1.1" status: 200 len: 205 time: 0.0396693 Jul 13 07:47:01.811292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46302) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.830589 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] Checking router: b25a33b1-9189-437c-b869-145155a9430d for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:01.840130 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] Routers {'b25a33b1-9189-437c-b869-145155a9430d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:01.840590 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b25a33b1-9189-437c-b869-145155a9430d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:01.860675 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-ae78ba5a-078d-410f-9d83-1c7197135ee8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] delete failed (client error): The resource could not be found. Jul 13 07:47:01.862946 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ae78ba5a-078d-410f-9d83-1c7197135ee8 tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/routers/2f2e7ec3-9706-491b-9404-c3d60219f178 HTTP/1.1" status: 404 len: 336 time: 0.0492346 Jul 13 07:47:01.864260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46306) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.898861 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6f6ef4-e0be-4808-88d3-9621fdc210fe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:01.899481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6f6ef4-e0be-4808-88d3-9621fdc210fe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:01.901679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0e6f6ef4-e0be-4808-88d3-9621fdc210fe tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/9e2adb84-7ab3-482a-9882-1e94370cbd02 HTTP/1.1" status: 404 len: 337 time: 0.0361750 Jul 13 07:47:01.903916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46308) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.934028 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f4746e-4a30-41f7-b3bb-0f56454af1bd tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:01.934720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f4746e-4a30-41f7-b3bb-0f56454af1bd tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:01.936770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-25f4746e-4a30-41f7-b3bb-0f56454af1bd tempest-RoutersTest-1388821918 tempest-RoutersTest-1388821918-project] 10.222.0.44 "DELETE /v2.0/subnets/af2e295d-ac4e-490c-b940-78a6b1c3f286 HTTP/1.1" status: 404 len: 337 time: 0.0318115 Jul 13 07:47:01.960834 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] Set router b25a33b1-9189-437c-b869-145155a9430d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:02.175935 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:46:59Z', 'revision_number': 5, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:02.189940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46314) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.212430 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7571be-2188-406a-b99b-09c11ed04de1 None None] The sync data for ids ['b25a33b1-9189-437c-b869-145155a9430d'] in n-d-798249-7 is: [{'id': 'b25a33b1-9189-437c-b869-145155a9430d', 'name': 'tempest-TaggedBootDevicesTest_v242-910501922-router', 'tenant_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:23Z', 'updated_at': '2021-07-13T07:46:59Z', 'revision_number': 5, 'project_id': '8cf73b0698f4443991d2d8dc8481c6a6', 'gw_port': {'id': 'f12394ac-e31a-410d-a9a9-121203c9068b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25a33b1-9189-437c-b869-145155a9430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:24Z', 'updated_at': '2021-07-13T07:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:02.223290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5a6a3-c7c0-4bca-a64a-5eda15260852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100ad1d7-e649-439c-91bc-ea8fc7087470,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.227291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.275318 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-31f5a6a3-c7c0-4bca-a64a-5eda15260852 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b611e093bfa040d2ac08a52b404019a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4627082 Jul 13 07:47:02.278587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46318) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.287423 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7f9f1e59-b24b-481a-8035-dc1599af5922 req-02e29340-270f-4e80-ae4a-0676a92130e2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6581554 Jul 13 07:47:02.288779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d23a3bd-e739-4b27-ae99-b9245e24f96a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.367420 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.389392 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-18ee7ad4-0fbc-4525-83d4-6fa928786524 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5aa7db70f261468d9baff14ce6c2cdda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977203 Jul 13 07:47:02.392532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46320) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.406248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.409069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.411710 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d23a3bd-e739-4b27-ae99-b9245e24f96a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.447433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23a3bd-e739-4b27-ae99-b9245e24f96a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Subnet': ['ID=39b1391e-6a27-4015-bb62-dc32ee713c1f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.449416 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d23a3bd-e739-4b27-ae99-b9245e24f96a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.454114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0d23a3bd-e739-4b27-ae99-b9245e24f96a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/39b1391e-6a27-4015-bb62-dc32ee713c1f HTTP/1.1" status: 204 len: 168 time: 1.2359130 Jul 13 07:47:02.454716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46322) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.457454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bdff00-0387-44f4-b1f9-b4c85cfa910e None None] Network a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:02.483776 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-11d255f3-b53f-4d70-8576-b572008ba5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.507204 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.511188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.512667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/100ad1d7-e649-439c-91bc-ea8fc7087470 HTTP/1.1" status: 204 len: 168 time: 0.2326930 Jul 13 07:47:02.527721 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-11d255f3-b53f-4d70-8576-b572008ba5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.548302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100ad1d7-e649-439c-91bc-ea8fc7087470,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.564690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.565190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.565642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.566394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.567771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.567771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.571416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.571900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.572373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.572815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.573259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.573702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b495518b-f31e-4914-9dcc-7ace64809617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:02.650606 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-11d255f3-b53f-4d70-8576-b572008ba5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.654390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-11d255f3-b53f-4d70-8576-b572008ba5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.658186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-11d255f3-b53f-4d70-8576-b572008ba5cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a623076e-3686-4903-b756-4befba1afca6 HTTP/1.1" status: 204 len: 168 time: 0.2623003 Jul 13 07:47:02.658330 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.673514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d255f3-b53f-4d70-8576-b572008ba5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a623076e-3686-4903-b756-4befba1afca6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:02.709006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Deleting port f12394ac-e31a-410d-a9a9-121203c9068b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:02.709433 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.810225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b24d7-4e39-4ba3-8460-99b5585359b8 None None] DHCP port deletion for a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:02.883049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:02.883481 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.904723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] For port f12394ac-e31a-410d-a9a9-121203c9068b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f12394ac-e31a-410d-a9a9-121203c9068b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:02.905109 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.934717 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Calling delete_port for f12394ac-e31a-410d-a9a9-121203c9068b owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:02.959038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b24d7-4e39-4ba3-8460-99b5585359b8 None None] Deleting port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:02.959620 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c7b24d7-4e39-4ba3-8460-99b5585359b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.035125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 40e5cd48-9714-4e06-a7c8-c0806f2d2235 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:03.123151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5c7b24d7-4e39-4ba3-8460-99b5585359b8 None None] For port 40e5cd48-9714-4e06-a7c8-c0806f2d2235, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=40e5cd48-9714-4e06-a7c8-c0806f2d2235,segment=NetworkSegment(350a7add-fb8e-407e-b5ca-faccd4722f42),segment_id=350a7add-fb8e-407e-b5ca-faccd4722f42)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:03.123574 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c7b24d7-4e39-4ba3-8460-99b5585359b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.130683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port 40e5cd48-9714-4e06-a7c8-c0806f2d2235, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=40e5cd48-9714-4e06-a7c8-c0806f2d2235,segment=NetworkSegment(350a7add-fb8e-407e-b5ca-faccd4722f42),segment_id=350a7add-fb8e-407e-b5ca-faccd4722f42)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:03.131060 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.144578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b24d7-4e39-4ba3-8460-99b5585359b8 None None] Calling delete_port for 40e5cd48-9714-4e06-a7c8-c0806f2d2235 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:03.151627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 40e5cd48-9714-4e06-a7c8-c0806f2d2235 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:03.256272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6c0e8fd1-0231-4faa-82d8-957549349319 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:03.297463 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c7b24d7-4e39-4ba3-8460-99b5585359b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.330158 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.342882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b24d7-4e39-4ba3-8460-99b5585359b8 None None] Pushing event deleted for resources: {'Port': ['ID=40e5cd48-9714-4e06-a7c8-c0806f2d2235,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.354739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b24d7-4e39-4ba3-8460-99b5585359b8 None None] No DVR routers for this DVR port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:03.365412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=40e5cd48-9714-4e06-a7c8-c0806f2d2235,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.370833 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.387226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No DVR routers for this DVR port 40e5cd48-9714-4e06-a7c8-c0806f2d2235 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:03.417699 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.485265 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12394ac-e31a-410d-a9a9-121203c9068b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.527274 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.535418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 58acf5ba-c65a-45f1-a9b7-31263e99bf5d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:03.560712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:03.587351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 58acf5ba-c65a-45f1-a9b7-31263e99bf5d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:03.587971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 58acf5ba-c65a-45f1-a9b7-31263e99bf5d not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:03.595219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350a7add-fb8e-407e-b5ca-faccd4722f42') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:03.595526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350a7add-fb8e-407e-b5ca-faccd4722f42') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:03.612301 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.634533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.637010 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.659364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8731b4b-a6e9-4621-ad49-d2e28126727e req-afe5bf3e-2508-43fb-acfd-fe6b25efffa7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:03.662469 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8731b4b-a6e9-4621-ad49-d2e28126727e req-afe5bf3e-2508-43fb-acfd-fe6b25efffa7 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 943 time: 0.1179082 Jul 13 07:47:03.674928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6c0e8fd1-0231-4faa-82d8-957549349319, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6c0e8fd1-0231-4faa-82d8-957549349319,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:03.701354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '6c0e8fd1-0231-4faa-82d8-957549349319', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'port_id': '6c0e8fd1-0231-4faa-82d8-957549349319', 'mac_address': 'fa:16:3e:e7:98:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:03.722401 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8731b4b-a6e9-4621-ad49-d2e28126727e req-f3494df6-7af8-4b8d-a358-12171c28f3ff tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535662 Jul 13 07:47:03.734095 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:03.734524 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:03.737686 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:03.761686 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.765932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.769595 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.811257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0e8fd1-0231-4faa-82d8-957549349319 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:03.839615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6c0e8fd1-0231-4faa-82d8-957549349319, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6c0e8fd1-0231-4faa-82d8-957549349319,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:03.851609 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.870395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.876966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.883210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46370) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.889000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-924614505', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:03.897471 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/networks/a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06 HTTP/1.1" status: 204 len: 168 time: 1.4413595 Jul 13 07:47:03.916393 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.917196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b25a33b1-9189-437c-b869-145155a9430d {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:03.955329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.963559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=6c0e8fd1-0231-4faa-82d8-957549349319,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.965189 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e5a1a5b7-1a45-4cbf-b99c-f344908945e7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b25a33b1-9189-437c-b869-145155a9430d HTTP/1.1" status: 204 len: 168 time: 2.5891759 Jul 13 07:47:03.977230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46374) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.999565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57011c-1cf5-47b6-a8f5-f7a8339f3681 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Network': ['ID=a8b0b564-d9a4-4e14-8df0-ffac2fa8ce06,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:04.001463 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.005186 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.086159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46376) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:04.103649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6c0e8fd1-0231-4faa-82d8-957549349319'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:04.170253 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea80c79-217e-4602-b096-dc2eb6239189 admin admin] Deleting subnet 13a916cb-756e-4ec9-9df1-6600fe316290 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:04.180480 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fea80c79-217e-4602-b096-dc2eb6239189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.232066 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.543708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5a3bd409-553c-4a05-824c-398cc4a5cb17 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1515341234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:04.544700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.590367 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a3bd409-553c-4a05-824c-398cc4a5cb17 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.591922 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a3bd409-553c-4a05-824c-398cc4a5cb17 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.669444 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a3bd409-553c-4a05-824c-398cc4a5cb17 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.674940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a3bd409-553c-4a05-824c-398cc4a5cb17 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.692616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5a3bd409-553c-4a05-824c-398cc4a5cb17 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.693896 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5a3bd409-553c-4a05-824c-398cc4a5cb17 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6064365 Jul 13 07:47:04.697559 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46398) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:04.703177 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-746557289'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:04.725376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Made reservation on behalf of d5c89400f1dc4100a7704a5794464d35 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:04.729432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.739462 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.807549 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fea80c79-217e-4602-b096-dc2eb6239189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.850779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.873642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.955585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:04.965507 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.965857 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Added segment a5de6d80-947a-4c7c-b0db-b3665abb3369 of type vlan for network f08bbab3-1ef7-4589-a478-e5b1364fe9e2 Jul 13 07:47:04.981822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58cfd4e-e310-4af7-aa1b-e7802d9eca4f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.007055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.022771 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fea80c79-217e-4602-b096-dc2eb6239189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.027068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f12394ac-e31a-410d-a9a9-121203c9068b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:05.059725 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.074707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: f12394ac-e31a-410d-a9a9-121203c9068b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:05.075986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f12394ac-e31a-410d-a9a9-121203c9068b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:05.111112 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.117962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.118728 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.137268 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fea80c79-217e-4602-b096-dc2eb6239189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.184593 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4855797 Jul 13 07:47:05.188517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46412) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:05.196045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c936ff64-1f8c-4386-8936-1c018ac5f3a1 None None] Network 3e7cdd79-9e26-472c-b6eb-034c3e059457 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:05.208281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Request body: {'subnet': {'network_id': 'f08bbab3-1ef7-4589-a478-e5b1364fe9e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:05.222402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e341a-6cf7-4040-ae3a-69e33ce5c820 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'Network': ['ID=f08bbab3-1ef7-4589-a478-e5b1364fe9e2,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.243218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network f08bbab3-1ef7-4589-a478-e5b1364fe9e2 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:05.243739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b925d-cabc-42a2-9ad3-e9f9b839d8ed req-dfdbe80d-b12c-4e4e-8347-7eee9f46027e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.245638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b7b925d-cabc-42a2-9ad3-e9f9b839d8ed req-dfdbe80d-b12c-4e4e-8347-7eee9f46027e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 944 time: 0.2435269 Jul 13 07:47:05.261193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fea80c79-217e-4602-b096-dc2eb6239189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.265241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fea80c79-217e-4602-b096-dc2eb6239189 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/13a916cb-756e-4ec9-9df1-6600fe316290 HTTP/1.1" status: 204 len: 168 time: 1.2833953 Jul 13 07:47:05.265241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea80c79-217e-4602-b096-dc2eb6239189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a916cb-756e-4ec9-9df1-6600fe316290,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.275314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46418) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:05.281132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6c0e8fd1-0231-4faa-82d8-957549349319 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:05.353992 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.401589 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b7b925d-cabc-42a2-9ad3-e9f9b839d8ed req-f4433764-33c2-46f9-b092-c618e71e943c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494324 Jul 13 07:47:05.435113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 6c0e8fd1-0231-4faa-82d8-957549349319 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:05.445025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 6c0e8fd1-0231-4faa-82d8-957549349319 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:05.445800 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.469854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Deleting port a5dd49f8-2916-46f8-978a-86edb500f591 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:05.470293 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.567952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Made reservation on behalf of d5c89400f1dc4100a7704a5794464d35 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:05.573278 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.605495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] For port a5dd49f8-2916-46f8-978a-86edb500f591, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a5dd49f8-2916-46f8-978a-86edb500f591,segment=NetworkSegment(9d1a1b94-d7db-4a74-939c-37a5b395e473),segment_id=9d1a1b94-d7db-4a74-939c-37a5b395e473)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:05.606137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.625041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.651354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Calling delete_port for a5dd49f8-2916-46f8-978a-86edb500f591 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:05.664602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f43924e-735f-47db-b7dc-18871d7839ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0e8fd1-0231-4faa-82d8-957549349319'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:05.670488 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5b6290-fbca-4891-889a-795583bd8abe" -d '{"events": [{"server_uuid": "5f43924e-735f-47db-b7dc-18871d7839ef", "name": "network-vif-plugged", "status": "completed", "tag": "6c0e8fd1-0231-4faa-82d8-957549349319"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:05.713136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6c0e8fd1-0231-4faa-82d8-957549349319, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6c0e8fd1-0231-4faa-82d8-957549349319,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:05.724301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1886fdc9-c0be-4bf8-ad6c-91d1e541bfe4 None None] DHCP port deletion for 3e7cdd79-9e26-472c-b6eb-034c3e059457 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:05.732723 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.762888 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.791860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.887427 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffde6c25-4658-412e-bff9-562c4004fdef x-openstack-request-id: req-ffde6c25-4658-412e-bff9-562c4004fdef {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:05.887722 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f43924e-735f-47db-b7dc-18871d7839ef", "name": "network-vif-plugged", "status": "completed", "tag": "6c0e8fd1-0231-4faa-82d8-957549349319", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:05.888055 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffde6c25-4658-412e-bff9-562c4004fdef {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:05.888390 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f43924e-735f-47db-b7dc-18871d7839ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0e8fd1-0231-4faa-82d8-957549349319', 'code': 200} Jul 13 07:47:05.889288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=6c0e8fd1-0231-4faa-82d8-957549349319,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.949069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.970120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.971151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.971151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.971151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.971473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.971789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.972074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.972402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.972770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.973092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.973407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.973730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:05.985980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5dd49f8-2916-46f8-978a-86edb500f591,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.991272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] No DVR routers for this DVR port a5dd49f8-2916-46f8-978a-86edb500f591 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:06.022368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1886fdc9-c0be-4bf8-ad6c-91d1e541bfe4 None None] Deleting port a5dd49f8-2916-46f8-978a-86edb500f591 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:06.022831 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1886fdc9-c0be-4bf8-ad6c-91d1e541bfe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.115180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Allocated IP 172.25.6.75 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/b12f5eb7-1c71-411d-b6fd-5c08e9904cbf) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:06.148842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.152395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1886fdc9-c0be-4bf8-ad6c-91d1e541bfe4 None None] For port a5dd49f8-2916-46f8-978a-86edb500f591, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:06.152811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1886fdc9-c0be-4bf8-ad6c-91d1e541bfe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.170522 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.179919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1886fdc9-c0be-4bf8-ad6c-91d1e541bfe4 None None] Calling delete_port for a5dd49f8-2916-46f8-978a-86edb500f591 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:06.185813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-1886fdc9-c0be-4bf8-ad6c-91d1e541bfe4 None None] Port a5dd49f8-2916-46f8-978a-86edb500f591 was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:47:06.190047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7cdd79-9e26-472c-b6eb-034c3e059457']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:06.192449 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1886fdc9-c0be-4bf8-ad6c-91d1e541bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.214370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1a1b94-d7db-4a74-939c-37a5b395e473') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:06.214652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1a1b94-d7db-4a74-939c-37a5b395e473') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:06.236786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.263558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886fdc9-c0be-4bf8-ad6c-91d1e541bfe4 None None] Pushing event deleted for resources: {'Port': ['ID=a5dd49f8-2916-46f8-978a-86edb500f591,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.265162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.270931 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886fdc9-c0be-4bf8-ad6c-91d1e541bfe4 None None] No DVR routers for this DVR port a5dd49f8-2916-46f8-978a-86edb500f591 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:06.278407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:06.278818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.289316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'Subnet': ['ID=9ca9bce1-e0f4-4758-91a2-410797a3f65b,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.313171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f678704-622f-45a4-b261-8b3e2bc6264a req-3f3cde72-02b6-485c-a5e2-2c723f4a6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.314701 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f678704-622f-45a4-b261-8b3e2bc6264a req-3f3cde72-02b6-485c-a5e2-2c723f4a6446 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 1096 time: 0.4558465 Jul 13 07:47:06.317550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5c49e8c7-65c9-4f1c-9ce1-ab366969b53c None None] Provisioning complete for port 6c0e8fd1-0231-4faa-82d8-957549349319 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:06.317922 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5c49e8c7-65c9-4f1c-9ce1-ab366969b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:06.331995 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:06.428184 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.432956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Checking segment: {'id': 'a5de6d80-947a-4c7c-b0db-b3665abb3369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f08bbab3-1ef7-4589-a478-e5b1364fe9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:06.433458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Network hostable DHCP agents. Network: f08bbab3-1ef7-4589-a478-e5b1364fe9e2, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:06.468320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Network f08bbab3-1ef7-4589-a478-e5b1364fe9e2 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:06.471917 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.498502 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.500854 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] 10.222.0.44 "DELETE /v2.0/networks/3e7cdd79-9e26-472c-b6eb-034c3e059457 HTTP/1.1" status: 204 len: 168 time: 1.2241368 Jul 13 07:47:06.521598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f678704-622f-45a4-b261-8b3e2bc6264a req-dde1f3ca-7c72-48a7-8d92-6b183aff847f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866853 Jul 13 07:47:06.536243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc991a3e-2c83-4b87-8e33-e62908f8959c admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7cdd79-9e26-472c-b6eb-034c3e059457,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.548391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, f08bbab3-1ef7-4589-a478-e5b1364fe9e2) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:06.557329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a4eb7b-3aa6-4645-8f07-10c6cdb98adc None None] Network f08bbab3-1ef7-4589-a478-e5b1364fe9e2 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:06.562218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.562840 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.587934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.622076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4112510f-5994-4092-8626-e12bedd6c7c6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4319522 Jul 13 07:47:06.649604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46442) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.657329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Request body: {'network': {'name': 'tempest-router-network01--1038779744'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:06.691099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=b12f5eb7-1c71-411d-b6fd-5c08e9904cbf,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.713800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:06.715246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Made reservation on behalf of d5c89400f1dc4100a7704a5794464d35 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:06.715992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:06.719110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:06.720123 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.766757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4d906-573c-4528-b672-db32c1666de6 req-f96ebe56-2cbe-40f2-aa0a-f648d9e151dc tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.773643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7cb4d906-573c-4528-b672-db32c1666de6 req-f96ebe56-2cbe-40f2-aa0a-f648d9e151dc tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 945 time: 0.1953132 Jul 13 07:47:06.827212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:06.834682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-f08bbab3-1ef7-4589-a478-e5b1364fe9e2', 'network_id': 'f08bbab3-1ef7-4589-a478-e5b1364fe9e2', 'tenant_id': 'd5c89400f1dc4100a7704a5794464d35', 'fixed_ips': [{'subnet_id': '9ca9bce1-e0f4-4758-91a2-410797a3f65b'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:06.835970 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.848149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.848352 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Added segment 2fb4dee8-ba01-445f-97e0-2afab5ed624b of type vlan for network c233e1d3-e148-4710-b132-27a284e65252 Jul 13 07:47:06.869252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46448) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.933521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.989797 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7cb4d906-573c-4528-b672-db32c1666de6 req-8ce00fc0-db94-4dc6-ab8f-c53f8ced6767 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152970 Jul 13 07:47:07.004403 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.011310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:07.011962 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.034519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Allocated IP 172.20.0.2 (f08bbab3-1ef7-4589-a478-e5b1364fe9e2/9ca9bce1-e0f4-4758-91a2-410797a3f65b/bb08dc3f-4a9e-4f04-9924-43f54d06d022) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:07.038734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2d39c0b9-0d29-4bd7-927f-3490253e3835 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cf73b0698f4443991d2d8dc8481c6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656141 Jul 13 07:47:07.041366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46450) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.070784 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4198594 Jul 13 07:47:07.075452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46452) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.110697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Request body: {'network': {'name': 'tempest-router-network02--1294793216'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:07.160763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22538452-dff3-4a17-bebe-df533de4de79 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'Network': ['ID=c233e1d3-e148-4710-b132-27a284e65252,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.187790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a5dd49f8-2916-46f8-978a-86edb500f591 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:07.189637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c233e1d3-e148-4710-b132-27a284e65252 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:07.262136 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ec5e-3016-4f00-a412-da54a960c194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.269006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Made reservation on behalf of d5c89400f1dc4100a7704a5794464d35 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:07.272882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.329727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.339177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ec5e-3016-4f00-a412-da54a960c194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.394536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a5dd49f8-2916-46f8-978a-86edb500f591 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:07.394788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a5dd49f8-2916-46f8-978a-86edb500f591 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:07.456503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ec5e-3016-4f00-a412-da54a960c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.464657 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ec5e-3016-4f00-a412-da54a960c194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.466187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b6a3ec5e-3016-4f00-a412-da54a960c194 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8b49613-d50a-43fe-9665-d750123664c9 HTTP/1.1" status: 204 len: 168 time: 0.4230888 Jul 13 07:47:07.493157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:07.498140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3ec5e-3016-4f00-a412-da54a960c194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b49613-d50a-43fe-9665-d750123664c9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.517699 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.543811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Transition to ACTIVE for port object bb08dc3f-4a9e-4f04-9924-43f54d06d022 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:07.552380 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.552881 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Added segment d2adc3d2-ad6a-4914-bba9-03daf4e1ebaf of type vlan for network 6f468add-45bf-4c92-bef0-0afe35fc0b08 Jul 13 07:47:07.563368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Transition to ACTIVE for port object bb08dc3f-4a9e-4f04-9924-43f54d06d022 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:07.587591 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.621272 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.649824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Network f08bbab3-1ef7-4589-a478-e5b1364fe9e2 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:07.655778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:07.665490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:07.668836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Pushing event updated for resources: {'Port': ['ID=bb08dc3f-4a9e-4f04-9924-43f54d06d022,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.758484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.762724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Attempting to bind port bb08dc3f-4a9e-4f04-9924-43f54d06d022 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:07.763339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Attempting to bind port bb08dc3f-4a9e-4f04-9924-43f54d06d022 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'a5de6d80-947a-4c7c-b0db-b3665abb3369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f08bbab3-1ef7-4589-a478-e5b1364fe9e2'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:07.764154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:07.764790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.765190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Attempting to bind port bb08dc3f-4a9e-4f04-9924-43f54d06d022 on network f08bbab3-1ef7-4589-a478-e5b1364fe9e2 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:07.773589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:07.774480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Checking segment: {'id': 'a5de6d80-947a-4c7c-b0db-b3665abb3369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f08bbab3-1ef7-4589-a478-e5b1364fe9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:07.775177 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.776381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Bound using segment: {'id': 'a5de6d80-947a-4c7c-b0db-b3665abb3369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f08bbab3-1ef7-4589-a478-e5b1364fe9e2'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:07.778342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Bound port: bb08dc3f-4a9e-4f04-9924-43f54d06d022, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5de6d80-947a-4c7c-b0db-b3665abb3369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f08bbab3-1ef7-4589-a478-e5b1364fe9e2'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:07.779118 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.818892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7386792 Jul 13 07:47:07.818892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.819199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46470) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.825049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Request body: {'subnet': {'network_id': 'c233e1d3-e148-4710-b132-27a284e65252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:07.861629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb7c8f-fdea-47bb-824c-4ca197ccc7a0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'Network': ['ID=6f468add-45bf-4c92-bef0-0afe35fc0b08,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.874736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6f468add-45bf-4c92-bef0-0afe35fc0b08 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:07.907883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] For port bb08dc3f-4a9e-4f04-9924-43f54d06d022, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:07.943429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] For port bb08dc3f-4a9e-4f04-9924-43f54d06d022, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bb08dc3f-4a9e-4f04-9924-43f54d06d022,segment=NetworkSegment(a5de6d80-947a-4c7c-b0db-b3665abb3369),segment_id=a5de6d80-947a-4c7c-b0db-b3665abb3369)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:07.976815 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.983522 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.990245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Made reservation on behalf of d5c89400f1dc4100a7704a5794464d35 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:07.997819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.034863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 2a36a493-5d15-4be0-849b-2ac361ce445b is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:47:08.079595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fc236-f8da-49ce-9319-b57a97955990 None None] Pushing event updated for resources: {'Port': ['ID=bb08dc3f-4a9e-4f04-9924-43f54d06d022,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:08.188968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:08.204588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff561c-9f36-4d2b-83ee-79b832bc2058 None None] Sync routers for ids ['2a36a493-5d15-4be0-849b-2ac361ce445b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:08.219124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff561c-9f36-4d2b-83ee-79b832bc2058 None None] Routers {'2a36a493-5d15-4be0-849b-2ac361ce445b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:08.222125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8bff561c-9f36-4d2b-83ee-79b832bc2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2a36a493-5d15-4be0-849b-2ac361ce445b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:08.244168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.248445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-df1bf62a-5717-46aa-8593-9868deaf2680 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.3641238 Jul 13 07:47:08.249097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46490) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.294469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8bff561c-9f36-4d2b-83ee-79b832bc2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:08.315995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff561c-9f36-4d2b-83ee-79b832bc2058 None None] Routers {'2a36a493-5d15-4be0-849b-2ac361ce445b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:08.317635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8bff561c-9f36-4d2b-83ee-79b832bc2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2a36a493-5d15-4be0-849b-2ac361ce445b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:08.398918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8bff561c-9f36-4d2b-83ee-79b832bc2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:08.399595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff561c-9f36-4d2b-83ee-79b832bc2058 None None] The sync data for ids ['2a36a493-5d15-4be0-849b-2ac361ce445b'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:08.415129 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.522320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'Subnet': ['ID=7c8e8fe9-5a1a-40a8-b715-9a72f60c56f0,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:08.543513 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Checking segment: {'id': '2fb4dee8-ba01-445f-97e0-2afab5ed624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c233e1d3-e148-4710-b132-27a284e65252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:08.543897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Network hostable DHCP agents. Network: c233e1d3-e148-4710-b132-27a284e65252, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:08.573066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Network c233e1d3-e148-4710-b132-27a284e65252 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:08.588517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c233e1d3-e148-4710-b132-27a284e65252) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:08.597003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81666a-78b8-46b4-9998-ce505cbf9281 None None] Network c233e1d3-e148-4710-b132-27a284e65252 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:08.602101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:08.602983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.623328 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5630e7e5-9429-4890-b3fa-0cdc620d2ab1 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8029799 Jul 13 07:47:08.626788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46502) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.635644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980abe4-6fe2-4915-8840-e952e7c01b9c req-48b1269b-a7df-4bc2-aba4-13453cb0eac1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:08.639381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Request body: {'subnet': {'network_id': '6f468add-45bf-4c92-bef0-0afe35fc0b08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:08.646731 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a980abe4-6fe2-4915-8840-e952e7c01b9c req-48b1269b-a7df-4bc2-aba4-13453cb0eac1 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 945 time: 0.2710552 Jul 13 07:47:08.687064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ea8bb3e8-137e-4f17-a1ca-4a9a0f689fdb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/routers/2a36a493-5d15-4be0-849b-2ac361ce445b HTTP/1.1" status: 200 len: 883 time: 0.4368460 Jul 13 07:47:08.728333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46504) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.730187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46506) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:08.826690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Made reservation on behalf of d5c89400f1dc4100a7704a5794464d35 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:08.837253 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.859830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-c233e1d3-e148-4710-b132-27a284e65252', 'network_id': 'c233e1d3-e148-4710-b132-27a284e65252', 'tenant_id': 'd5c89400f1dc4100a7704a5794464d35', 'fixed_ips': [{'subnet_id': '7c8e8fe9-5a1a-40a8-b715-9a72f60c56f0'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:08.860995 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.929991 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a980abe4-6fe2-4915-8840-e952e7c01b9c req-67d29f79-be25-4b3d-81e5-6ed45f09e255 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645459 Jul 13 07:47:09.064328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-602590616-network', 'tenant_id': 'bb63194497014a14ac1a2d546101e583'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:09.106479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bb08dc3f-4a9e-4f04-9924-43f54d06d022 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:09.215017 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.370006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Made reservation on behalf of bb63194497014a14ac1a2d546101e583 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:09.375082 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.384073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port bb08dc3f-4a9e-4f04-9924-43f54d06d022 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:09.394957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'Subnet': ['ID=add475b7-041b-4799-bcac-ae59feb8dea3,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:09.400033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.415705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Allocated IP 172.20.0.2 (c233e1d3-e148-4710-b132-27a284e65252/7c8e8fe9-5a1a-40a8-b715-9a72f60c56f0/01d52925-6a3c-488e-961a-267e23f80711) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:09.436160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Checking segment: {'id': 'd2adc3d2-ad6a-4914-bba9-03daf4e1ebaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6f468add-45bf-4c92-bef0-0afe35fc0b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:09.437087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Network hostable DHCP agents. Network: 6f468add-45bf-4c92-bef0-0afe35fc0b08, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:09.465181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11dc29-0811-47f2-946c-63f1b006f2c0 req-5d5806e0-0821-4da3-9782-faddaa9f4bb8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:09.467058 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1c11dc29-0811-47f2-946c-63f1b006f2c0 req-5d5806e0-0821-4da3-9782-faddaa9f4bb8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 945 time: 0.1956527 Jul 13 07:47:09.496243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Network 6f468add-45bf-4c92-bef0-0afe35fc0b08 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:09.531943 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 6f468add-45bf-4c92-bef0-0afe35fc0b08) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:09.541658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:09.542788 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.556359 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1c11dc29-0811-47f2-946c-63f1b006f2c0 req-4fec061a-88c6-4703-956e-5181246d955a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824325 Jul 13 07:47:09.587855 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.602545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46520) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.609800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19101af-5b87-4c19-ab9b-4f4a9fdcc40b None None] Network 6f468add-45bf-4c92-bef0-0afe35fc0b08 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:09.638668 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-369ba931-d453-42fb-bb8d-dda5a600ccd4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9067581 Jul 13 07:47:09.640329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.643965 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46522) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.653821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-11b788b5-bede-4ceb-8701-368e18bb193d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-924614505'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:09.662849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e0772cb2-ca59-4bfc-8718-28991b0e69d3 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0334213 Jul 13 07:47:09.669458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46524) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.688244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:09.812922 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.813133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245f7cd2-5ca4-4487-bf18-a90937c0e957,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:09.832319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Transition to ACTIVE for port object 01d52925-6a3c-488e-961a-267e23f80711 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:09.833348 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac9a2d6-e14c-492e-b77a-532677f55fad tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:09.835768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aac9a2d6-e14c-492e-b77a-532677f55fad tempest-TestNetworkBasicOps-168959577 tempest-TestNetworkBasicOps-168959577-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 1091 time: 0.2318349 Jul 13 07:47:09.839573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46532) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.852246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '6c0e8fd1-0231-4faa-82d8-957549349319', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:09.860214 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.860619 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Transition to ACTIVE for port object 01d52925-6a3c-488e-961a-267e23f80711 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:09.860769 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Added segment 684a40bb-d5c2-4a34-a91e-d783042b4ac9 of type vlan for network d17a7aa3-9506-4005-8967-07e72a080b26 Jul 13 07:47:09.913689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3c5244-2fbe-471b-bbdc-d87740cb53c0 None None] Network f08bbab3-1ef7-4589-a478-e5b1364fe9e2 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:09.929295 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.949331 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.975537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Network c233e1d3-e148-4710-b132-27a284e65252 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:10.013201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:10.028305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:10.151843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9845e295-90c1-4b2d-8fc1-1febc5cb7704 None None] Provisioning for port bb08dc3f-4a9e-4f04-9924-43f54d06d022 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:10.191437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9845e295-90c1-4b2d-8fc1-1febc5cb7704 None None] Provisioning complete for port bb08dc3f-4a9e-4f04-9924-43f54d06d022 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:10.192143 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9845e295-90c1-4b2d-8fc1-1febc5cb7704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.284527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.306705 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11b788b5-bede-4ceb-8701-368e18bb193d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.328510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Attempting to bind port 01d52925-6a3c-488e-961a-267e23f80711 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:10.329166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Attempting to bind port 01d52925-6a3c-488e-961a-267e23f80711 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '2fb4dee8-ba01-445f-97e0-2afab5ed624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c233e1d3-e148-4710-b132-27a284e65252'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:10.329543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Attempting to bind port 01d52925-6a3c-488e-961a-267e23f80711 on network c233e1d3-e148-4710-b132-27a284e65252 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:10.341747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:10.342180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Checking segment: {'id': '2fb4dee8-ba01-445f-97e0-2afab5ed624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c233e1d3-e148-4710-b132-27a284e65252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:10.342589 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.343045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Bound using segment: {'id': '2fb4dee8-ba01-445f-97e0-2afab5ed624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c233e1d3-e148-4710-b132-27a284e65252'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:10.343541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Bound port: 01d52925-6a3c-488e-961a-267e23f80711, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb4dee8-ba01-445f-97e0-2afab5ed624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c233e1d3-e148-4710-b132-27a284e65252'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:10.343928 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.345948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Pushing event updated for resources: {'Port': ['ID=01d52925-6a3c-488e-961a-267e23f80711,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:10.367727 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11b788b5-bede-4ceb-8701-368e18bb193d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.637609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-6f468add-45bf-4c92-bef0-0afe35fc0b08', 'network_id': '6f468add-45bf-4c92-bef0-0afe35fc0b08', 'tenant_id': 'd5c89400f1dc4100a7704a5794464d35', 'fixed_ips': [{'subnet_id': 'add475b7-041b-4799-bcac-ae59feb8dea3'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:10.643674 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.675940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b788b5-bede-4ceb-8701-368e18bb193d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 2a36a493-5d15-4be0-849b-2ac361ce445b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:10.713799 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.729341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Allocated IP 172.25.6.133 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/f079ebc6-92b0-4e7b-99f6-9b1792dfb93a) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:10.742499 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9845e295-90c1-4b2d-8fc1-1febc5cb7704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.757055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] For port 01d52925-6a3c-488e-961a-267e23f80711, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:10.830357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] For port 01d52925-6a3c-488e-961a-267e23f80711, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=01d52925-6a3c-488e-961a-267e23f80711,segment=NetworkSegment(2fb4dee8-ba01-445f-97e0-2afab5ed624b),segment_id=2fb4dee8-ba01-445f-97e0-2afab5ed624b)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:10.832238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.833424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:10.834151 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.885914 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.895363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.947790 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2149575 Jul 13 07:47:10.958147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46542) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:10.990676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Request body: {'subnet': {'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-602590616-subnet', 'tenant_id': 'bb63194497014a14ac1a2d546101e583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:11.013075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a98d32-dbf7-42e2-95bb-7dc35e201e55 admin admin] Pushing event updated for resources: {'Network': ['ID=d17a7aa3-9506-4005-8967-07e72a080b26,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:11.059680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Made reservation on behalf of bb63194497014a14ac1a2d546101e583 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:11.062113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.068361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Allocated IP 172.20.0.2 (6f468add-45bf-4c92-bef0-0afe35fc0b08/add475b7-041b-4799-bcac-ae59feb8dea3/c68353bc-eaea-4134-a748-be72882bc4ec) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:11.183385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d17a7aa3-9506-4005-8967-07e72a080b26 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:11.288146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9845e295-90c1-4b2d-8fc1-1febc5cb7704 None None] For port bb08dc3f-4a9e-4f04-9924-43f54d06d022, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bb08dc3f-4a9e-4f04-9924-43f54d06d022,segment=NetworkSegment(a5de6d80-947a-4c7c-b0db-b3665abb3369),segment_id=a5de6d80-947a-4c7c-b0db-b3665abb3369)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:11.378983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9845e295-90c1-4b2d-8fc1-1febc5cb7704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.441457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Allocated IP 172.20.0.1 (c233e1d3-e148-4710-b132-27a284e65252/7c8e8fe9-5a1a-40a8-b715-9a72f60c56f0/bdbfe9d5-b57f-4497-9e8c-306eb97f53c2) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:11.445870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b788b5-bede-4ceb-8701-368e18bb193d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:11.457157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-11b788b5-bede-4ceb-8701-368e18bb193d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.459210 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-11b788b5-bede-4ceb-8701-368e18bb193d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/2a36a493-5d15-4be0-849b-2ac361ce445b HTTP/1.1" status: 200 len: 890 time: 1.8129563 Jul 13 07:47:11.465824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46550) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.474232 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4604c0ea-c2e2-46fc-b0c3-b230a0324add None None] Sync routers for ids ['2a36a493-5d15-4be0-849b-2ac361ce445b'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:11.502089 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604c0ea-c2e2-46fc-b0c3-b230a0324add None None] Routers {'2a36a493-5d15-4be0-849b-2ac361ce445b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:11.508630 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4604c0ea-c2e2-46fc-b0c3-b230a0324add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2a36a493-5d15-4be0-849b-2ac361ce445b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:11.555363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.613727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf25fa-386b-4053-a12a-ca4ed26a9857 None None] Pushing event updated for resources: {'Port': ['ID=01d52925-6a3c-488e-961a-267e23f80711,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:11.651397 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4604c0ea-c2e2-46fc-b0c3-b230a0324add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:11.666234 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604c0ea-c2e2-46fc-b0c3-b230a0324add None None] Routers {'2a36a493-5d15-4be0-849b-2ac361ce445b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:11.667105 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4604c0ea-c2e2-46fc-b0c3-b230a0324add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2a36a493-5d15-4be0-849b-2ac361ce445b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:11.677320 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-996ec5d3-1aa9-4c7b-a0a3-512f0e719e3a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/routers/2a36a493-5d15-4be0-849b-2ac361ce445b HTTP/1.1" status: 200 len: 890 time: 0.2044072 Jul 13 07:47:11.682445 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46552) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.703340 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.723233 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4604c0ea-c2e2-46fc-b0c3-b230a0324add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:11.723949 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4604c0ea-c2e2-46fc-b0c3-b230a0324add None None] The sync data for ids ['2a36a493-5d15-4be0-849b-2ac361ce445b'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:11.756854 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c8350cff-bf20-46ec-8e56-c2b34841f18f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a36a493-5d15-4be0-849b-2ac361ce445b HTTP/1.1" status: 200 len: 205 time: 0.0708835 Jul 13 07:47:11.758812 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.772465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46554) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:11.781955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Transition to ACTIVE for port object c68353bc-eaea-4134-a748-be72882bc4ec will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:11.783911 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.801858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Transition to ACTIVE for port object bdbfe9d5-b57f-4497-9e8c-306eb97f53c2 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:11.837340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Transition to ACTIVE for port object c68353bc-eaea-4134-a748-be72882bc4ec will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:11.845002 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.861662 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.871519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845e295-90c1-4b2d-8fc1-1febc5cb7704 None None] Pushing event updated for resources: {'Port': ['ID=bb08dc3f-4a9e-4f04-9924-43f54d06d022,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:11.886122 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.933743 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.986425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Pushing event updated for resources: {'Port': ['ID=c68353bc-eaea-4134-a748-be72882bc4ec,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.004760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:12.008984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Network 6f468add-45bf-4c92-bef0-0afe35fc0b08 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:12.010618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:12.013331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:12.030191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bfdda76-e406-4446-84d4-4d3c7eaa4503,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.031117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:12.042983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:12.047113 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=f079ebc6-92b0-4e7b-99f6-9b1792dfb93a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.060301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'Port': ['ID=bdbfe9d5-b57f-4497-9e8c-306eb97f53c2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.065966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Network c233e1d3-e148-4710-b132-27a284e65252 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:12.072958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:12.075560 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:12.175290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Checking segment: {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:12.175587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Network hostable DHCP agents. Network: d17a7aa3-9506-4005-8967-07e72a080b26, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:12.195780 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.265957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Network d17a7aa3-9506-4005-8967-07e72a080b26 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:12.312772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.325758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, d17a7aa3-9506-4005-8967-07e72a080b26) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:12.334966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:12.335853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.367119 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f20082-7744-4d78-a205-b88e45535965 None None] Network d17a7aa3-9506-4005-8967-07e72a080b26 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:12.373632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3f3cc309-4004-4f58-9afe-35fe545a8319 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4137306 Jul 13 07:47:12.453272 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.496194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8083ff5c-082c-441f-9d24-a96af45a2f5b None None] Provisioning complete for port bb08dc3f-4a9e-4f04-9924-43f54d06d022 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:12.496574 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8083ff5c-082c-441f-9d24-a96af45a2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.559664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Attempting to bind port c68353bc-eaea-4134-a748-be72882bc4ec on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:12.562281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Attempting to bind port c68353bc-eaea-4134-a748-be72882bc4ec by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'd2adc3d2-ad6a-4914-bba9-03daf4e1ebaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6f468add-45bf-4c92-bef0-0afe35fc0b08'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:12.564594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Attempting to bind port c68353bc-eaea-4134-a748-be72882bc4ec on network 6f468add-45bf-4c92-bef0-0afe35fc0b08 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:12.608710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port b12f5eb7-1c71-411d-b6fd-5c08e9904cbf {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:12.609154 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.643292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:12.643685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Checking segment: {'id': 'd2adc3d2-ad6a-4914-bba9-03daf4e1ebaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6f468add-45bf-4c92-bef0-0afe35fc0b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:12.644112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.644514 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Bound using segment: {'id': 'd2adc3d2-ad6a-4914-bba9-03daf4e1ebaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6f468add-45bf-4c92-bef0-0afe35fc0b08'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:12.645002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Bound port: c68353bc-eaea-4134-a748-be72882bc4ec, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2adc3d2-ad6a-4914-bba9-03daf4e1ebaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6f468add-45bf-4c92-bef0-0afe35fc0b08'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:12.645388 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.893925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b599511-b08d-4e4d-ba67-f50631d37049 None None] Network d17a7aa3-9506-4005-8967-07e72a080b26 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:12.902421 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.964240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for b12f5eb7-1c71-411d-b6fd-5c08e9904cbf owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:13.004693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854d42b-6741-4138-9197-1360df7c0f09 None None] Network c233e1d3-e148-4710-b132-27a284e65252 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:13.112511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] For port c68353bc-eaea-4134-a748-be72882bc4ec, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:13.134990 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.185332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] For port c68353bc-eaea-4134-a748-be72882bc4ec, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c68353bc-eaea-4134-a748-be72882bc4ec,segment=NetworkSegment(d2adc3d2-ad6a-4914-bba9-03daf4e1ebaf),segment_id=d2adc3d2-ad6a-4914-bba9-03daf4e1ebaf)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:13.202781 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.238491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bb08dc3f-4a9e-4f04-9924-43f54d06d022 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:13.251858 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.365317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-2cd805a4-b6c6-4a09-b0ec-b56adc6ec384 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:13.367193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-2cd805a4-b6c6-4a09-b0ec-b56adc6ec384 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 812 time: 0.2985649 Jul 13 07:47:13.370477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'Port': ['ID=bdbfe9d5-b57f-4497-9e8c-306eb97f53c2,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:13.385486 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.389414 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.392109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-a3ec7852-cd88-423e-a531-e312e1708748 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/quotas/bb63194497014a14ac1a2d546101e583 HTTP/1.1" status: 200 len: 375 time: 0.0147078 Jul 13 07:47:13.426179 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.504185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-14edaaa0-445b-4eb2-8b0a-1b08cf457377 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995224 Jul 13 07:47:13.526485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95cd2c-cc49-42dd-9aeb-9d44b72a7e58 None None] Pushing event updated for resources: {'Port': ['ID=c68353bc-eaea-4134-a748-be72882bc4ec,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:13.625155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port bb08dc3f-4a9e-4f04-9924-43f54d06d022 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:13.625656 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.668528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.735686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=b12f5eb7-1c71-411d-b6fd-5c08e9904cbf,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:13.747888 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.790250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f6586d01-de15-42f5-9057-e9c35475bfa7 None None] Provisioning for port 01d52925-6a3c-488e-961a-267e23f80711 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:13.811346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 01d52925-6a3c-488e-961a-267e23f80711 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:13.835596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.836635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Network c233e1d3-e148-4710-b132-27a284e65252 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:13.842877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:13.845385 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.875850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-f5e53432-eddf-4407-86fa-d3ee32fefa12 service neutron] 10.222.0.44 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577518 Jul 13 07:47:13.935670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 01d52925-6a3c-488e-961a-267e23f80711 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:13.947462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 01d52925-6a3c-488e-961a-267e23f80711 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:13.947859 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.120556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-115d2c81-6137-4ae4-b5ce-2a3d3d1827e2 service neutron] 10.222.0.44 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566545 Jul 13 07:47:14.132574 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.140521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.158779 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.251168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 01d52925-6a3c-488e-961a-267e23f80711, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=01d52925-6a3c-488e-961a-267e23f80711,segment=NetworkSegment(2fb4dee8-ba01-445f-97e0-2afab5ed624b),segment_id=2fb4dee8-ba01-445f-97e0-2afab5ed624b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:14.262683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event updated for resources: {'Port': ['ID=f079ebc6-92b0-4e7b-99f6-9b1792dfb93a,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:14.295169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.296628 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.300323 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.302281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Fanout notify agent at l3_agent the message router_deleted on router 2a36a493-5d15-4be0-849b-2ac361ce445b {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:14.321094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.322600 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2e69b5a5-2002-4fff-b67b-794f3b3e911f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/2a36a493-5d15-4be0-849b-2ac361ce445b HTTP/1.1" status: 204 len: 168 time: 2.5464830 Jul 13 07:47:14.326976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46606) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:14.374017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bc183763-31c1-48b4-a362-e97d737a2955 None None] Provisioning complete for port 01d52925-6a3c-488e-961a-267e23f80711 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:14.374392 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bc183763-31c1-48b4-a362-e97d737a2955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.394268 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f295c24-008f-4d06-9d29-d0acd5effd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.399503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1292223116'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:14.436965 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:14.439282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Router 407462c6-fd68-4e97-9129-4d8a61c9078a is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:47:14.442709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.542901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:14.588289 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.589431 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added segment ec7a8507-97f3-4f52-8953-151720f6a864 of type vlan for network ec7ffe93-5338-4348-80c1-99cc0278e8df Jul 13 07:47:14.606241 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Floating IP 771a9615-34a6-497e-93d1-792be590ea18 associated. External IP: 172.25.6.133, port: 6c0e8fd1-0231-4faa-82d8-957549349319. Jul 13 07:47:14.633534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=01d52925-6a3c-488e-961a-267e23f80711,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:14.699043 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.772198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:14.780802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fdbab8fa-2b5f-4955-b5b9-c7b834083789 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "PUT /v2.0/routers/407462c6-fd68-4e97-9129-4d8a61c9078a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1006596 Jul 13 07:47:14.783321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46616) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:14.806283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108323a-8523-4a0a-9ddd-e6342d879ab9 None None] Sync routers for ids ['407462c6-fd68-4e97-9129-4d8a61c9078a'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:14.915814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108323a-8523-4a0a-9ddd-e6342d879ab9 None None] Routers {'407462c6-fd68-4e97-9129-4d8a61c9078a'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:14.918292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d108323a-8523-4a0a-9ddd-e6342d879ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['407462c6-fd68-4e97-9129-4d8a61c9078a'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:15.130916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d108323a-8523-4a0a-9ddd-e6342d879ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:15.151467 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.153560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108323a-8523-4a0a-9ddd-e6342d879ab9 None None] Routers {'407462c6-fd68-4e97-9129-4d8a61c9078a'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:15.154313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d108323a-8523-4a0a-9ddd-e6342d879ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['407462c6-fd68-4e97-9129-4d8a61c9078a'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:15.175588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bc183763-31c1-48b4-a362-e97d737a2955 None None] Provisioning for port bdbfe9d5-b57f-4497-9e8c-306eb97f53c2 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:15.180473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:15.181224 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.231108 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-321f16c1-479a-41fe-bf06-58819a2e5fc3 req-e17b9c36-8a82-4c06-9238-1b6ec3704d33 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 210 time: 0.1576104 Jul 13 07:47:15.251978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d108323a-8523-4a0a-9ddd-e6342d879ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:15.252712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108323a-8523-4a0a-9ddd-e6342d879ab9 None None] The sync data for ids ['407462c6-fd68-4e97-9129-4d8a61c9078a'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:15.262907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bc183763-31c1-48b4-a362-e97d737a2955 None None] Provisioning complete for port bdbfe9d5-b57f-4497-9e8c-306eb97f53c2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:15.262907 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bc183763-31c1-48b4-a362-e97d737a2955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.370030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-bc183763-31c1-48b4-a362-e97d737a2955 None None] Port bdbfe9d5-b57f-4497-9e8c-306eb97f53c2 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:15.371611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c68353bc-eaea-4134-a748-be72882bc4ec up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:15.420389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Network': ['ID=ec7ffe93-5338-4348-80c1-99cc0278e8df,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:15.448944 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3243724d-3f70-4ba1-ab74-922c897b9220 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1170998 Jul 13 07:47:15.450568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46636) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:15.458383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'subnet': {'network_id': 'ec7ffe93-5338-4348-80c1-99cc0278e8df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:15.459751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ec7ffe93-5338-4348-80c1-99cc0278e8df details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:15.597096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4938a7-2d1f-45a9-9e6c-756ce5accf9f None None] Network 6f468add-45bf-4c92-bef0-0afe35fc0b08 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:15.687556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b2989912-1bb0-4ba0-b873-35bfc644af5c None None] Provisioning complete for port bdbfe9d5-b57f-4497-9e8c-306eb97f53c2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:15.687927 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b2989912-1bb0-4ba0-b873-35bfc644af5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.759149 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-3fb91bb0-c600-451a-ac10-8aef3cc68764 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:47:15.763175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3fb91bb0-c600-451a-ac10-8aef3cc68764 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "PUT /v2.0/routers/407462c6-fd68-4e97-9129-4d8a61c9078a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9757173 Jul 13 07:47:15.763818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46640) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:15.778862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c68353bc-eaea-4134-a748-be72882bc4ec completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:15.785630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 01d52925-6a3c-488e-961a-267e23f80711 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:15.806937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router f6265358-3dc7-4e98-aaef-0c35a18b506e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:15.826728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b2989912-1bb0-4ba0-b873-35bfc644af5c None None] Port bdbfe9d5-b57f-4497-9e8c-306eb97f53c2 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:15.918982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:15.922266 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.936442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 01d52925-6a3c-488e-961a-267e23f80711 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:15.936863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.025273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-807fa4a7-e8f1-4e67-a0af-e51c78d61bad None None] Provisioning complete for port bdbfe9d5-b57f-4497-9e8c-306eb97f53c2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:16.030317 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-807fa4a7-e8f1-4e67-a0af-e51c78d61bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.118221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-807fa4a7-e8f1-4e67-a0af-e51c78d61bad None None] Port bdbfe9d5-b57f-4497-9e8c-306eb97f53c2 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:16.166464 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-807fa4a7-e8f1-4e67-a0af-e51c78d61bad None None] Provisioning for port c68353bc-eaea-4134-a748-be72882bc4ec completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:16.180721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-807fa4a7-e8f1-4e67-a0af-e51c78d61bad None None] Provisioning complete for port c68353bc-eaea-4134-a748-be72882bc4ec triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:16.182994 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-807fa4a7-e8f1-4e67-a0af-e51c78d61bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.219898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:16.240183 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] Sync routers for ids ['f6265358-3dc7-4e98-aaef-0c35a18b506e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:16.265545 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] Routers {'f6265358-3dc7-4e98-aaef-0c35a18b506e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:16.267982 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f6265358-3dc7-4e98-aaef-0c35a18b506e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:16.293684 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.386634 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-807fa4a7-e8f1-4e67-a0af-e51c78d61bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.446182 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0efae80b-4764-4965-ab39-4a39232d0e8e tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6044705 Jul 13 07:47:16.476674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-807fa4a7-e8f1-4e67-a0af-e51c78d61bad None None] For port c68353bc-eaea-4134-a748-be72882bc4ec, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c68353bc-eaea-4134-a748-be72882bc4ec,segment=NetworkSegment(d2adc3d2-ad6a-4914-bba9-03daf4e1ebaf),segment_id=d2adc3d2-ad6a-4914-bba9-03daf4e1ebaf)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:16.487693 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-807fa4a7-e8f1-4e67-a0af-e51c78d61bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.488747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46660) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:16.516515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f43924e-735f-47db-b7dc-18871d7839ef', 'tag': '6c0e8fd1-0231-4faa-82d8-957549349319'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:16.518848 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f43924e-735f-47db-b7dc-18871d7839ef", "tag": "6c0e8fd1-0231-4faa-82d8-957549349319"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:16.646634 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f8eeb1d-0444-424a-8b57-dff215b6b0e4 req-ea18d52d-1a02-4492-b197-2bc63c12b4dc tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 210 time: 0.1393743 Jul 13 07:47:16.652289 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc50869-9ac0-4754-b293-23975cc157e3 x-openstack-request-id: req-6bc50869-9ac0-4754-b293-23975cc157e3 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:16.653395 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f43924e-735f-47db-b7dc-18871d7839ef", "tag": "6c0e8fd1-0231-4faa-82d8-957549349319", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:16.653395 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bc50869-9ac0-4754-b293-23975cc157e3 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:16.653395 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f43924e-735f-47db-b7dc-18871d7839ef', 'tag': '6c0e8fd1-0231-4faa-82d8-957549349319', 'status': 'completed', 'code': 200} Jul 13 07:47:16.657881 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] Set router f6265358-3dc7-4e98-aaef-0c35a18b506e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:16.777998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-62fb8ba5-40d0-40bf-8cf7-6795379bc6b2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/floatingips/771a9615-34a6-497e-93d1-792be590ea18 HTTP/1.1" status: 200 len: 991 time: 0.2820961 Jul 13 07:47:16.792360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.834121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.019078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e6f577a2-b45f-4047-9fca-e7a4c85ba565 None None] Provisioning complete for port c68353bc-eaea-4134-a748-be72882bc4ec triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:17.019466 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6f577a2-b45f-4047-9fca-e7a4c85ba565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.024231 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fa4a7-e8f1-4e67-a0af-e51c78d61bad None None] Pushing event updated for resources: {'Port': ['ID=c68353bc-eaea-4134-a748-be72882bc4ec,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:17.077117 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.096693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Subnet': ['ID=36a44212-f3da-4cc9-8374-0e65e51c1e7c,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:17.115632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Checking segment: {'id': 'ec7a8507-97f3-4f52-8953-151720f6a864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ec7ffe93-5338-4348-80c1-99cc0278e8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:17.116005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network hostable DHCP agents. Network: ec7ffe93-5338-4348-80c1-99cc0278e8df, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:17.130127 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '771a9615-34a6-497e-93d1-792be590ea18', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'port_id': '6c0e8fd1-0231-4faa-82d8-957549349319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'mac_address': 'fa:16:3e:e7:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f43924e-735f-47db-b7dc-18871d7839ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:12Z', 'updated_at': '2021-07-13T07:47:12Z', 'revision_number': 0, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e313fa-d4f3-4808-a0ba-3269d2d54401', 'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:21:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:30Z', 'updated_at': '2021-07-13T07:46:41Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:17.162248 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] Checking router: f6265358-3dc7-4e98-aaef-0c35a18b506e for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:17.184438 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] Routers {'f6265358-3dc7-4e98-aaef-0c35a18b506e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:17.184667 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:46:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f6265358-3dc7-4e98-aaef-0c35a18b506e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:17.197508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network ec7ffe93-5338-4348-80c1-99cc0278e8df is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:17.215305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-5a5092d4-534e-40d3-b13c-5f75046739ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:17.216886 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-5a5092d4-534e-40d3-b13c-5f75046739ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 1096 time: 0.4650815 Jul 13 07:47:17.235419 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c12a8768-7ddb-47a5-8bcc-13184fd6637f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.236148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ec7ffe93-5338-4348-80c1-99cc0278e8df) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:17.245490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02707547-f5b1-4186-b19c-327616016a38 None None] Network ec7ffe93-5338-4348-80c1-99cc0278e8df requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:17.261804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:17.262409 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.372346 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b170cba9-eb3c-47e7-a84d-37cb13b213d4 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9178545 Jul 13 07:47:17.375012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46676) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:17.381021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9b75171f-f259-4f2b-9ad5-e2572a8f775b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1266037165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:17.423379 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] Set router f6265358-3dc7-4e98-aaef-0c35a18b506e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:17.425730 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-915ab614-e1aa-406a-bf05-1d60327460a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:17.427835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-915ab614-e1aa-406a-bf05-1d60327460a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1b6e6b5-6dfc-4293-a7fc-690373c40de5 HTTP/1.1" status: 200 len: 898 time: 0.2025216 Jul 13 07:47:17.431483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Deleting port bdbfe9d5-b57f-4497-9e8c-306eb97f53c2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:17.431838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.433704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b75171f-f259-4f2b-9ad5-e2572a8f775b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.434919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b75171f-f259-4f2b-9ad5-e2572a8f775b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.546410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ec7ffe93-5338-4348-80c1-99cc0278e8df', 'network_id': 'ec7ffe93-5338-4348-80c1-99cc0278e8df', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'fixed_ips': [{'subnet_id': '36a44212-f3da-4cc9-8374-0e65e51c1e7c'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:17.548052 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.654163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.752161 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b75171f-f259-4f2b-9ad5-e2572a8f775b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.766931 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-27efe5d1-67bd-4881-b16f-f6237673a6a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c0e8fd1-0231-4faa-82d8-957549349319 HTTP/1.1" status: 200 len: 999 time: 0.3269608 Jul 13 07:47:17.783080 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b75171f-f259-4f2b-9ad5-e2572a8f775b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.802306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46686) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:17.815741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Calling delete_port for bdbfe9d5-b57f-4497-9e8c-306eb97f53c2 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:17.856472 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9b75171f-f259-4f2b-9ad5-e2572a8f775b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.861833 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9b75171f-f259-4f2b-9ad5-e2572a8f775b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4852664 Jul 13 07:47:17.862508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46688) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:17.968487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Allocated IP 2001:db8::2 (ec7ffe93-5338-4348-80c1-99cc0278e8df/36a44212-f3da-4cc9-8374-0e65e51c1e7c/04f30a6a-6a7c-4da2-bd57-cc015afce0a8) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:18.134728 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '771a9615-34a6-497e-93d1-792be590ea18', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'port_id': '6c0e8fd1-0231-4faa-82d8-957549349319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'mac_address': 'fa:16:3e:e7:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f43924e-735f-47db-b7dc-18871d7839ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:12Z', 'updated_at': '2021-07-13T07:47:12Z', 'revision_number': 0, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e313fa-d4f3-4808-a0ba-3269d2d54401', 'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:21:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:30Z', 'updated_at': '2021-07-13T07:46:41Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:18.170597 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.176917 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.181369 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a35f2-7e29-4faa-b18f-3c4e4f8975cf None None] The sync data for ids ['f6265358-3dc7-4e98-aaef-0c35a18b506e'] in n-d-798249-7 is: [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '771a9615-34a6-497e-93d1-792be590ea18', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'port_id': '6c0e8fd1-0231-4faa-82d8-957549349319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'mac_address': 'fa:16:3e:e7:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f43924e-735f-47db-b7dc-18871d7839ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:47:12Z', 'updated_at': '2021-07-13T07:47:12Z', 'revision_number': 0, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3e313fa-d4f3-4808-a0ba-3269d2d54401', 'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:21:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:30Z', 'updated_at': '2021-07-13T07:46:41Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:18.190666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Transition to ACTIVE for port object 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:18.211929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Transition to ACTIVE for port object 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:18.220836 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.339867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Network ec7ffe93-5338-4348-80c1-99cc0278e8df is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:18.352880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:18.377633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-6d34da35-ca37-4480-9f2e-83a46eb86bd4 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.379935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-6d34da35-ca37-4480-9f2e-83a46eb86bd4 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.54 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 812 time: 0.7136557 Jul 13 07:47:18.391706 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a665d4e-721a-4587-bc08-93dbf82ac09f req-66e53ca2-afa2-4035-bbab-063f8c218b42 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 210 time: 0.3667836 Jul 13 07:47:18.417100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Request body: {'port': {'device_id': '2cfbf94a-d362-4ed9-b750-197fb6e5508a', 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26', 'admin_state_up': True, 'tenant_id': 'bb63194497014a14ac1a2d546101e583'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:18.430519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:18.440692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Pushing event updated for resources: {'Port': ['ID=04f30a6a-6a7c-4da2-bd57-cc015afce0a8,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:18.490276 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ad521b44-2b79-4c3c-b9c1-24961ebfabaa tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/floatingips/771a9615-34a6-497e-93d1-792be590ea18 HTTP/1.1" status: 200 len: 991 time: 0.6723475 Jul 13 07:47:18.580062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Attempting to bind port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:18.581109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Attempting to bind port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'ec7a8507-97f3-4f52-8953-151720f6a864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ec7ffe93-5338-4348-80c1-99cc0278e8df'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:18.581950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Attempting to bind port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 on network ec7ffe93-5338-4348-80c1-99cc0278e8df {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:18.589924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:18.590751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Checking segment: {'id': 'ec7a8507-97f3-4f52-8953-151720f6a864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ec7ffe93-5338-4348-80c1-99cc0278e8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:18.591440 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.592129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Bound using segment: {'id': 'ec7a8507-97f3-4f52-8953-151720f6a864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ec7ffe93-5338-4348-80c1-99cc0278e8df'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:18.593406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Bound port: 04f30a6a-6a7c-4da2-bd57-cc015afce0a8, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7a8507-97f3-4f52-8953-151720f6a864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ec7ffe93-5338-4348-80c1-99cc0278e8df'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:18.594050 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.636357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-135569ff-db82-4854-97e5-c0144cca3cc3 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.637931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-135569ff-db82-4854-97e5-c0144cca3cc3 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.53 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 812 time: 0.9727921 Jul 13 07:47:18.657134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Request body: {'port': {'device_id': '2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24', 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26', 'admin_state_up': True, 'tenant_id': 'bb63194497014a14ac1a2d546101e583'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:18.680585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] For port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:18.689442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] For port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=04f30a6a-6a7c-4da2-bd57-cc015afce0a8,segment=NetworkSegment(ec7a8507-97f3-4f52-8953-151720f6a864),segment_id=ec7a8507-97f3-4f52-8953-151720f6a864)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:18.698507 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.735125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cefb77-4800-42e1-b1da-c31fcb6b295d None None] New status for floating IP 771a9615-34a6-497e-93d1-792be590ea18: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:47:18.755151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-9ee03b4b-e4ac-4f84-99c3-86b5eb59efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.756690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-9ee03b4b-e4ac-4f84-99c3-86b5eb59efb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d91041cc-b214-4409-9238-c56a7cfac315 HTTP/1.1" status: 200 len: 835 time: 0.9334974 Jul 13 07:47:18.842873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd2716-b172-43d0-87bb-9c17a92d4315 None None] Pushing event updated for resources: {'Port': ['ID=04f30a6a-6a7c-4da2-bd57-cc015afce0a8,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:19.025388 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c68353bc-eaea-4134-a748-be72882bc4ec up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:19.106395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-9dc10865-fd90-4bf7-954d-fc2dda0f86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:19.108145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-9dc10865-fd90-4bf7-954d-fc2dda0f86fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1b6e6b5-6dfc-4293-a7fc-690373c40de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2779770 Jul 13 07:47:19.164059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c68353bc-eaea-4134-a748-be72882bc4ec triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:19.164789 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.233766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.443381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Made reservation on behalf of bb63194497014a14ac1a2d546101e583 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:19.447427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.468938 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-1d18240e-f618-462e-83f9-d4f7dc1169d4 service neutron] 10.222.0.53 "GET /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500454 Jul 13 07:47:19.513181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46704) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:19.658602 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21e30e2f-0c1e-452d-90d6-fc64c8b2caf1 req-0fae4ca5-b232-41f2-a020-50d732d1af64 service neutron] 10.222.0.53 "GET /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784503 Jul 13 07:47:19.712691 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18727fb2-07aa-45c2-b5e5-8cfa2b478b2b req-5d74ec14-c43a-4389-ad4c-b2eec612ae42 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 210 time: 0.0528150 Jul 13 07:47:19.730771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Made reservation on behalf of bb63194497014a14ac1a2d546101e583 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:19.739701 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.760039 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.789666 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.857386 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ff53226b-19b1-48c3-abc6-5aa1b5a22b1d tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/floatingips/771a9615-34a6-497e-93d1-792be590ea18 HTTP/1.1" status: 200 len: 993 time: 0.3456349 Jul 13 07:47:19.920425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Allocated IP 2001:db8::1 (ec7ffe93-5338-4348-80c1-99cc0278e8df/36a44212-f3da-4cc9-8374-0e65e51c1e7c/82971b0b-1a2b-4659-ab02-3577a263a9ad) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:20.037419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Port': ['ID=bdbfe9d5-b57f-4497-9e8c-306eb97f53c2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.149908 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.173572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Transition to ACTIVE for port object 82971b0b-1a2b-4659-ab02-3577a263a9ad will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:20.188315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Allocated IP 172.20.0.12 (d17a7aa3-9506-4005-8967-07e72a080b26/9bfdda76-e406-4446-84d4-4d3c7eaa4503/78783855-5aa4-4ced-9bb6-f661d43ef4a2) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:20.249702 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.349444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.367173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb26e1-991c-41bd-acc0-45874a79da3b None None] Network ec7ffe93-5338-4348-80c1-99cc0278e8df requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:20.375225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network ec7ffe93-5338-4348-80c1-99cc0278e8df is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:20.381338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=82971b0b-1a2b-4659-ab02-3577a263a9ad,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.393146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:20.399324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:20.401726 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.476241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7e04f3c6-a34d-4376-9bab-7656bf89a99d None None] Provisioning for port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:20.608965 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.632202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Router 407462c6-fd68-4e97-9129-4d8a61c9078a has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:20.653545 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.790713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:20.804627 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b282cbf-a5da-44d4-a37d-e0022b119ca1 None None] Sync routers for ids ['407462c6-fd68-4e97-9129-4d8a61c9078a'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:20.818119 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b282cbf-a5da-44d4-a37d-e0022b119ca1 None None] Routers {'407462c6-fd68-4e97-9129-4d8a61c9078a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:20.823353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2bf869d7-df88-415d-adb3-52b2447eeecc tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "PUT /v2.0/routers/407462c6-fd68-4e97-9129-4d8a61c9078a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0538764 Jul 13 07:47:20.824338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46722) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:20.825653 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0b282cbf-a5da-44d4-a37d-e0022b119ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['407462c6-fd68-4e97-9129-4d8a61c9078a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:20.923033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.925112 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-e0409c12-3fa9-46d6-bc0a-595e62abd372 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] delete failed (client error): The resource could not be found. Jul 13 07:47:20.926225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e0409c12-3fa9-46d6-bc0a-595e62abd372 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-189121044 HTTP/1.1" status: 404 len: 334 time: 0.0977709 Jul 13 07:47:20.931160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46726) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:20.948773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-649c1d0f-0712-4ac4-b020-ea7796de798e tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Request body: {'router': {'external_gateway_info': {'network_id': '407462c6-fd68-4e97-9129-4d8a61c9078a'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:21.006240 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0b282cbf-a5da-44d4-a37d-e0022b119ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:21.025895 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b282cbf-a5da-44d4-a37d-e0022b119ca1 None None] Routers {'407462c6-fd68-4e97-9129-4d8a61c9078a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:21.026784 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0b282cbf-a5da-44d4-a37d-e0022b119ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['407462c6-fd68-4e97-9129-4d8a61c9078a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:21.048567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8e24b951-f8cf-4d4e-96b4-37ede69398de None None] Provisioning for port 82971b0b-1a2b-4659-ab02-3577a263a9ad completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:21.052605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8e24b951-f8cf-4d4e-96b4-37ede69398de None None] Provisioning complete for port 82971b0b-1a2b-4659-ab02-3577a263a9ad triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:21.052987 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8e24b951-f8cf-4d4e-96b4-37ede69398de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.078867 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0b282cbf-a5da-44d4-a37d-e0022b119ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:21.079532 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b282cbf-a5da-44d4-a37d-e0022b119ca1 None None] The sync data for ids ['407462c6-fd68-4e97-9129-4d8a61c9078a'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:21.109905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Network d17a7aa3-9506-4005-8967-07e72a080b26 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:21.135504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8e24b951-f8cf-4d4e-96b4-37ede69398de None None] Port 82971b0b-1a2b-4659-ab02-3577a263a9ad cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:21.160042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:21.161133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:21.172128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:21.182907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Allocated IP 172.20.0.9 (d17a7aa3-9506-4005-8967-07e72a080b26/9bfdda76-e406-4446-84d4-4d3c7eaa4503/78578d91-3c66-4a5d-8577-70b7387d5327) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:21.196448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15fae9-8b7b-4dd3-bbe9-ba47ba3a2d58 req-c7a46415-4089-4253-9f81-e72d7c95ca73 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.198500 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec15fae9-8b7b-4dd3-bbe9-ba47ba3a2d58 req-c7a46415-4089-4253-9f81-e72d7c95ca73 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 932 time: 0.2900963 Jul 13 07:47:21.199696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Pushing event updated for resources: {'Port': ['ID=78783855-5aa4-4ced-9bb6-f661d43ef4a2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:21.267391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:21.276518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:21.276912 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.336777 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec15fae9-8b7b-4dd3-bbe9-ba47ba3a2d58 req-66b1c002-ee1a-4bba-a05c-76bdbd4508bf tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990422 Jul 13 07:47:21.352415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.355150 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.390379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9a8d4451-7626-4a52-88f4-c890aca1ff2d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7400043 Jul 13 07:47:21.410993 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.411824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Request body: {'port': {'device_id': '2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:21.433709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-649c1d0f-0712-4ac4-b020-ea7796de798e tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.470302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=04f30a6a-6a7c-4da2-bd57-cc015afce0a8,segment=NetworkSegment(ec7a8507-97f3-4f52-8953-151720f6a864),segment_id=ec7a8507-97f3-4f52-8953-151720f6a864)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:21.480640 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.481248 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-649c1d0f-0712-4ac4-b020-ea7796de798e tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] update failed (client error): The resource could not be found. Jul 13 07:47:21.493313 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-649c1d0f-0712-4ac4-b020-ea7796de798e tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "PUT /v2.0/routers/407462c6-fd68-4e97-9129-4d8a61c9078a HTTP/1.1" status: 404 len: 339 time: 0.5609312 Jul 13 07:47:21.496881 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46728) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:21.559632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d0c2abd6-b244-41e2-b61d-6a97819f53d8 None None] Provisioning complete for port 82971b0b-1a2b-4659-ab02-3577a263a9ad triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:21.560042 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0c2abd6-b244-41e2-b61d-6a97819f53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.575207 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.589567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=04f30a6a-6a7c-4da2-bd57-cc015afce0a8,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:21.601293 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.616552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d0c2abd6-b244-41e2-b61d-6a97819f53d8 None None] Port 82971b0b-1a2b-4659-ab02-3577a263a9ad cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:21.625600 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.890966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.919040 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=82971b0b-1a2b-4659-ab02-3577a263a9ad,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:22.020645 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.109863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network ec7ffe93-5338-4348-80c1-99cc0278e8df is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:22.114153 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:22.133294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.222789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Pushing event updated for resources: {'Port': ['ID=78578d91-3c66-4a5d-8577-70b7387d5327,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:22.258900 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.277383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0960906b-765a-46df-8428-6d71db600d16 None None] Provisioning complete for port 82971b0b-1a2b-4659-ab02-3577a263a9ad triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:22.277934 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0960906b-765a-46df-8428-6d71db600d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.298471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Network d17a7aa3-9506-4005-8967-07e72a080b26 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:22.301458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:22.307579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:22.348150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0960906b-765a-46df-8428-6d71db600d16 None None] Port 82971b0b-1a2b-4659-ab02-3577a263a9ad cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:22.435501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.436371 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.518316 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-7f76049a-fae9-411f-a2e5-60bc0d2260db tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1143184 Jul 13 07:47:22.540964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Request body: {'port': {'device_id': '2cfbf94a-d362-4ed9-b750-197fb6e5508a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:22.573778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78783855-5aa4-4ced-9bb6-f661d43ef4a2 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:22.588099 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.640299 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Transition to ACTIVE for port object 78783855-5aa4-4ced-9bb6-f661d43ef4a2 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:22.671072 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.674981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3886609-1008-4ae5-bacb-4ae6aac02e95 None None] Provisioning complete for port 82971b0b-1a2b-4659-ab02-3577a263a9ad triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:22.676375 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a3886609-1008-4ae5-bacb-4ae6aac02e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.705828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router fbb51043-eb8e-4d71-ba87-a3de784f03d1 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:47:22.742017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a3886609-1008-4ae5-bacb-4ae6aac02e95 None None] Port 82971b0b-1a2b-4659-ab02-3577a263a9ad cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:22.762411 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.782199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Pushing event updated for resources: {'Port': ['ID=78783855-5aa4-4ced-9bb6-f661d43ef4a2,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:22.822999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b87b8-7289-4a92-b203-1fe5456caf6b req-f16f4c5d-f030-4212-a69a-dde93037ff23 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.822999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e82b87b8-7289-4a92-b203-1fe5456caf6b req-f16f4c5d-f030-4212-a69a-dde93037ff23 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 932 time: 0.2903631 Jul 13 07:47:22.898757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Allocated IP 172.20.0.1 (f08bbab3-1ef7-4589-a478-e5b1364fe9e2/9ca9bce1-e0f4-4758-91a2-410797a3f65b/d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:22.924624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e82b87b8-7289-4a92-b203-1fe5456caf6b req-2e56aa42-6996-4224-88b7-08b7fb368132 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685496 Jul 13 07:47:22.945350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:22.964298 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f80680ad-35da-486f-9755-cced7dc1a9ac tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/fbb51043-eb8e-4d71-ba87-a3de784f03d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0395997 Jul 13 07:47:22.965559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89495bbb-4691-4e4e-8356-6bcfe17c75cc None None] Sync routers for ids ['fbb51043-eb8e-4d71-ba87-a3de784f03d1'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:22.967290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46762) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:22.980631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Attempting to bind port 78783855-5aa4-4ced-9bb6-f661d43ef4a2 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:22.980980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Attempting to bind port 78783855-5aa4-4ced-9bb6-f661d43ef4a2 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:22.981320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Attempting to bind port 78783855-5aa4-4ced-9bb6-f661d43ef4a2 on network d17a7aa3-9506-4005-8967-07e72a080b26 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:22.996437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Port 78783855-5aa4-4ced-9bb6-f661d43ef4a2 on network d17a7aa3-9506-4005-8967-07e72a080b26 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:22.996770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Attempting to bind port 78783855-5aa4-4ced-9bb6-f661d43ef4a2 on network d17a7aa3-9506-4005-8967-07e72a080b26 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:23.001321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89495bbb-4691-4e4e-8356-6bcfe17c75cc None None] Routers {'fbb51043-eb8e-4d71-ba87-a3de784f03d1'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:23.002054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-89495bbb-4691-4e4e-8356-6bcfe17c75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['fbb51043-eb8e-4d71-ba87-a3de784f03d1'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:23.015576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:23.015576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Checking segment: {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:23.015929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Bound using segment: {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:23.016447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Bound port: 78783855-5aa4-4ced-9bb6-f661d43ef4a2, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:23.016845 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.086768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:23.089234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-89495bbb-4691-4e4e-8356-6bcfe17c75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:23.089969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34398641-8cd6-450f-a924-e21a6f868cad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:23.094239 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-34398641-8cd6-450f-a924-e21a6f868cad tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports/82971b0b-1a2b-4659-ab02-3577a263a9ad HTTP/1.1" status: 200 len: 911 time: 0.1259708 Jul 13 07:47:23.097175 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46766) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:23.102903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4f2bf40e-5280-449f-bc89-a86894072a47 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36a44212-f3da-4cc9-8374-0e65e51c1e7c'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:23.128768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89495bbb-4691-4e4e-8356-6bcfe17c75cc None None] Routers {'fbb51043-eb8e-4d71-ba87-a3de784f03d1'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:23.129446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-89495bbb-4691-4e4e-8356-6bcfe17c75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['fbb51043-eb8e-4d71-ba87-a3de784f03d1'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:23.171133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-89495bbb-4691-4e4e-8356-6bcfe17c75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:23.172189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89495bbb-4691-4e4e-8356-6bcfe17c75cc None None] The sync data for ids ['fbb51043-eb8e-4d71-ba87-a3de784f03d1'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:23.184264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] For port 78783855-5aa4-4ced-9bb6-f661d43ef4a2, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:23.186422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:23.186422 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.196117 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.203946 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] For port 78783855-5aa4-4ced-9bb6-f661d43ef4a2, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=78783855-5aa4-4ced-9bb6-f661d43ef4a2,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:23.216931 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.222314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Transition to ACTIVE for port object d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:23.302410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:23.303053 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.305186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] 10.222.0.53 "PUT /v2.0/ports/78783855-5aa4-4ced-9bb6-f661d43ef4a2 HTTP/1.1" status: 200 len: 1092 time: 1.9053349 Jul 13 07:47:23.309425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24', 'tag': '78783855-5aa4-4ced-9bb6-f661d43ef4a2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:23.312053 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f901a5-6872-41b8-a919-26aa5a9a50d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24", "tag": "78783855-5aa4-4ced-9bb6-f661d43ef4a2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:23.322412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78578d91-3c66-4a5d-8577-70b7387d5327 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:23.340899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.352001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe48097-8b4a-40e1-b520-4442f6ccb496 service neutron] Pushing event updated for resources: {'Port': ['ID=78783855-5aa4-4ced-9bb6-f661d43ef4a2,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.392187 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9bb4d3-c019-4a6d-adca-efe82c735e52 x-openstack-request-id: req-dc9bb4d3-c019-4a6d-adca-efe82c735e52 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:23.392485 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24", "tag": "78783855-5aa4-4ced-9bb6-f661d43ef4a2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:23.392748 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc9bb4d3-c019-4a6d-adca-efe82c735e52 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:23.393153 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24', 'tag': '78783855-5aa4-4ced-9bb6-f661d43ef4a2', 'status': 'completed', 'code': 200} Jul 13 07:47:23.397947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Transition to ACTIVE for port object 78578d91-3c66-4a5d-8577-70b7387d5327 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:23.407434 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.410398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf40e-5280-449f-bc89-a86894072a47 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.413460 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.466555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Network f08bbab3-1ef7-4589-a478-e5b1364fe9e2 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:23.472776 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:23.476724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Pushing event updated for resources: {'Port': ['ID=78578d91-3c66-4a5d-8577-70b7387d5327,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.512328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:23.565702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-fde1a3f3-0a97-406e-b778-6fd5ee5cf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:23.567487 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-fde1a3f3-0a97-406e-b778-6fd5ee5cf99d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 1095 time: 0.2100477 Jul 13 07:47:23.606353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Attempting to bind port 78578d91-3c66-4a5d-8577-70b7387d5327 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:23.606947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Attempting to bind port 78578d91-3c66-4a5d-8577-70b7387d5327 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:23.607512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Attempting to bind port 78578d91-3c66-4a5d-8577-70b7387d5327 on network d17a7aa3-9506-4005-8967-07e72a080b26 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:23.641217 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-6dc44617-264f-4570-ae27-beaec498bf21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78783855-5aa4-4ced-9bb6-f661d43ef4a2 HTTP/1.1" status: 200 len: 217 time: 0.0522058 Jul 13 07:47:23.645505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Port 78578d91-3c66-4a5d-8577-70b7387d5327 on network d17a7aa3-9506-4005-8967-07e72a080b26 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:23.645836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Attempting to bind port 78578d91-3c66-4a5d-8577-70b7387d5327 on network d17a7aa3-9506-4005-8967-07e72a080b26 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:23.661138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:23.661528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Checking segment: {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:23.661970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Bound using segment: {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:23.662441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Bound port: 78578d91-3c66-4a5d-8577-70b7387d5327, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:23.663454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.738071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-f88e8a88-c7c6-4b10-a272-5e885727e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:23.739578 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-f88e8a88-c7c6-4b10-a272-5e885727e09d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9bfdda76-e406-4446-84d4-4d3c7eaa4503 HTTP/1.1" status: 200 len: 852 time: 0.0897424 Jul 13 07:47:23.818288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-8df295e7-ba8a-4671-8bbc-725859d2143d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d17a7aa3-9506-4005-8967-07e72a080b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708780 Jul 13 07:47:23.884528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b4154eec-9831-40f9-a676-d8e8ebbc55ae None None] Provisioning for port d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:23.891568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b4154eec-9831-40f9-a676-d8e8ebbc55ae None None] Provisioning complete for port d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:23.892432 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b4154eec-9831-40f9-a676-d8e8ebbc55ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.926091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] For port 78578d91-3c66-4a5d-8577-70b7387d5327, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:23.961241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b4154eec-9831-40f9-a676-d8e8ebbc55ae None None] Port d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:23.987927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] For port 78578d91-3c66-4a5d-8577-70b7387d5327, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=78578d91-3c66-4a5d-8577-70b7387d5327,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:23.995072 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.055875 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.056544 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.058099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] 10.222.0.54 "PUT /v2.0/ports/78578d91-3c66-4a5d-8577-70b7387d5327 HTTP/1.1" status: 200 len: 1091 time: 1.5217257 Jul 13 07:47:24.081691 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-726ed4d6-505a-465d-ac9f-336474d6aa80 service neutron] 10.222.0.53 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527683 Jul 13 07:47:24.118359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0339ebc-70eb-46e7-8498-f1d6643f0e00 service neutron] Pushing event updated for resources: {'Port': ['ID=78578d91-3c66-4a5d-8577-70b7387d5327,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:24.164838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'Port': ['ID=d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:24.193194 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.231158 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-0e614f20-55e5-4ee7-a855-673f9a71a8e9 service neutron] 10.222.0.53 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372905 Jul 13 07:47:24.266499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b3954e76-5508-4627-9df7-aaf2cd5c06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.268297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-b3954e76-5508-4627-9df7-aaf2cd5c06a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&device_id=2cfbf94a-d362-4ed9-b750-197fb6e5508a HTTP/1.1" status: 200 len: 1094 time: 0.1024313 Jul 13 07:47:24.319788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-f08b018c-c096-4943-b6a9-331bfbbf784d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78578d91-3c66-4a5d-8577-70b7387d5327 HTTP/1.1" status: 200 len: 217 time: 0.0429299 Jul 13 07:47:24.421491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-14246347-6722-4b01-bf1f-65569a2ade53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.423301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-14246347-6722-4b01-bf1f-65569a2ade53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfdda76-e406-4446-84d4-4d3c7eaa4503 HTTP/1.1" status: 200 len: 852 time: 0.0944185 Jul 13 07:47:24.461395 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-efabd1b5-17e7-422d-8b46-8dd67a99df80 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d17a7aa3-9506-4005-8967-07e72a080b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300221 Jul 13 07:47:24.463583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f901a5-6872-41b8-a919-26aa5a9a50d1 req-9512ca76-377e-461d-a0e6-44966caf57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.465190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95f901a5-6872-41b8-a919-26aa5a9a50d1 req-9512ca76-377e-461d-a0e6-44966caf57f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 1095 time: 0.1482811 Jul 13 07:47:24.571854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc134a-c123-47e6-a941-138e5842f5aa req-534f9b1d-4ef3-4ad7-8ef3-ba65ac5c4f76 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.573653 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0afc134a-c123-47e6-a941-138e5842f5aa req-534f9b1d-4ef3-4ad7-8ef3-ba65ac5c4f76 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 944 time: 0.4020014 Jul 13 07:47:24.637620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-cd8c769a-385f-465b-8e43-60e99b827424 service neutron] 10.222.0.54 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703463 Jul 13 07:47:24.637869 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.639170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f901a5-6872-41b8-a919-26aa5a9a50d1 req-c1e55dcc-2d9f-4a89-a468-9b57eb82f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.640599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95f901a5-6872-41b8-a919-26aa5a9a50d1 req-c1e55dcc-2d9f-4a89-a468-9b57eb82f374 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 913 time: 0.1548736 Jul 13 07:47:24.740114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0afc134a-c123-47e6-a941-138e5842f5aa req-594705db-8e65-4362-92cc-f68eb4a8cf9f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498251 Jul 13 07:47:24.867413 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf40e-5280-449f-bc89-a86894072a47 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.893616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf40e-5280-449f-bc89-a86894072a47 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.953309 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2bf40e-5280-449f-bc89-a86894072a47 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.954124 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf40e-5280-449f-bc89-a86894072a47 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.958642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4f2bf40e-5280-449f-bc89-a86894072a47 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/ports/82971b0b-1a2b-4659-ab02-3577a263a9ad HTTP/1.1" status: 200 len: 911 time: 1.8576436 Jul 13 07:47:24.962690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46802) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:25.081337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bf40e-5280-449f-bc89-a86894072a47 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=82971b0b-1a2b-4659-ab02-3577a263a9ad,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:25.091360 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95f901a5-6872-41b8-a919-26aa5a9a50d1 req-5437f033-1064-4dd8-88af-7ebb13f0d993 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78783855-5aa4-4ced-9bb6-f661d43ef4a2 HTTP/1.1" status: 200 len: 217 time: 0.4366577 Jul 13 07:47:25.211826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f901a5-6872-41b8-a919-26aa5a9a50d1 req-eb371a05-fff8-47b0-a98a-a26d0e6f601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:25.213660 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95f901a5-6872-41b8-a919-26aa5a9a50d1 req-eb371a05-fff8-47b0-a98a-a26d0e6f601d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9bfdda76-e406-4446-84d4-4d3c7eaa4503 HTTP/1.1" status: 200 len: 852 time: 0.1135571 Jul 13 07:47:25.266589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95f901a5-6872-41b8-a919-26aa5a9a50d1 req-9e6db6f1-1735-4a1e-8196-a8d3591dd8ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d17a7aa3-9506-4005-8967-07e72a080b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444503 Jul 13 07:47:25.272051 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4be746ca-9529-4aca-be7f-f3cad4a8131b req-f5d9b266-276a-4501-ab1f-8b18a92ecf08 service neutron] 10.222.0.54 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273034 Jul 13 07:47:25.300816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.311599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5d639de0-ca79-48d5-907d-ef9b9ae0a693 None None] Provisioning complete for port 82971b0b-1a2b-4659-ab02-3577a263a9ad triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:25.314678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5d639de0-ca79-48d5-907d-ef9b9ae0a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.327751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.403343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfbf94a-d362-4ed9-b750-197fb6e5508a', 'tag': '78578d91-3c66-4a5d-8577-70b7387d5327'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:25.406182 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfbf94a-d362-4ed9-b750-197fb6e5508a", "tag": "78578d91-3c66-4a5d-8577-70b7387d5327"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:25.409395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5d639de0-ca79-48d5-907d-ef9b9ae0a693 None None] Port 82971b0b-1a2b-4659-ab02-3577a263a9ad cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:25.419110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95f901a5-6872-41b8-a919-26aa5a9a50d1 req-d5fcf88c-f367-4e6c-82a3-4b05416df91f service neutron] 10.222.0.53 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445351 Jul 13 07:47:25.454046 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event updated for resources: {'Port': ['ID=d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:25.492759 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.501147 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e55a845-17ae-4381-b5db-64a642bb8272 x-openstack-request-id: req-3e55a845-17ae-4381-b5db-64a642bb8272 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:25.501448 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfbf94a-d362-4ed9-b750-197fb6e5508a", "tag": "78578d91-3c66-4a5d-8577-70b7387d5327", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:25.501705 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e55a845-17ae-4381-b5db-64a642bb8272 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:25.502165 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfbf94a-d362-4ed9-b750-197fb6e5508a', 'tag': '78578d91-3c66-4a5d-8577-70b7387d5327', 'status': 'completed', 'code': 200} Jul 13 07:47:25.641017 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Network f08bbab3-1ef7-4589-a478-e5b1364fe9e2 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:25.646874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95f901a5-6872-41b8-a919-26aa5a9a50d1 req-2205c6ae-00d1-4e60-8367-552205551fcb service neutron] 10.222.0.53 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142704 Jul 13 07:47:25.650416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:25.665988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc req-b383a9f2-0fca-4310-8733-6c8752a473ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:25.667672 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc req-b383a9f2-0fca-4310-8733-6c8752a473ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&device_id=2cfbf94a-d362-4ed9-b750-197fb6e5508a HTTP/1.1" status: 200 len: 1094 time: 0.1202471 Jul 13 07:47:25.825051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.829080 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Router 407462c6-fd68-4e97-9129-4d8a61c9078a has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:25.843485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5088b8d5-6511-4414-8844-701a975660fd None None] Provisioning complete for port d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:25.843873 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5088b8d5-6511-4414-8844-701a975660fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.861165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc req-0addf442-062a-4db9-8f62-f91d95a52188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:25.862608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc req-0addf442-062a-4db9-8f62-f91d95a52188 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 913 time: 0.1870272 Jul 13 07:47:25.923988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5088b8d5-6511-4414-8844-701a975660fd None None] Port d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:25.939062 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc req-9bfe3e3a-118f-415b-b77d-7e4065113ad7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78578d91-3c66-4a5d-8577-70b7387d5327 HTTP/1.1" status: 200 len: 217 time: 0.0627892 Jul 13 07:47:25.999219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc req-19fdc56e-b53e-40a7-a2f4-121a02b90317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.002068 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc req-19fdc56e-b53e-40a7-a2f4-121a02b90317 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfdda76-e406-4446-84d4-4d3c7eaa4503 HTTP/1.1" status: 200 len: 852 time: 0.0522773 Jul 13 07:47:26.068216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc req-1c43d733-8daf-41ca-a72c-1827e51937aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d17a7aa3-9506-4005-8967-07e72a080b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591981 Jul 13 07:47:26.158853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4a37559d-ccfc-45bf-8c6b-7bc68511b3dc None None] Provisioning complete for port d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:26.159235 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4a37559d-ccfc-45bf-8c6b-7bc68511b3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.183237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:26.196417 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e21a59-6321-4c46-879b-6641aede2203 None None] Sync routers for ids ['407462c6-fd68-4e97-9129-4d8a61c9078a'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:26.200129 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-16b6efee-91f6-4b9b-bbac-fa72b8c0da45 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "PUT /v2.0/routers/407462c6-fd68-4e97-9129-4d8a61c9078a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7005460 Jul 13 07:47:26.202722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46832) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:26.216611 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e21a59-6321-4c46-879b-6641aede2203 None None] Routers {'407462c6-fd68-4e97-9129-4d8a61c9078a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:26.217246 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-58e21a59-6321-4c46-879b-6641aede2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['407462c6-fd68-4e97-9129-4d8a61c9078a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:26.291478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4a37559d-ccfc-45bf-8c6b-7bc68511b3dc None None] Port d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:26.301134 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-58e21a59-6321-4c46-879b-6641aede2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:26.312081 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e21a59-6321-4c46-879b-6641aede2203 None None] Routers {'407462c6-fd68-4e97-9129-4d8a61c9078a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:26.313062 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-58e21a59-6321-4c46-879b-6641aede2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['407462c6-fd68-4e97-9129-4d8a61c9078a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:26.368855 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa522725-aa3c-47fe-bd1c-a10006d7a3d0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.400000 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-58e21a59-6321-4c46-879b-6641aede2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:26.400971 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e21a59-6321-4c46-879b-6641aede2203 None None] The sync data for ids ['407462c6-fd68-4e97-9129-4d8a61c9078a'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:26.419954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f93b6f-22c2-415e-b082-bef36b39d83e req-18f66e5e-fe4c-4865-9155-a8fdd4363f1a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.421481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8f93b6f-22c2-415e-b082-bef36b39d83e req-18f66e5e-fe4c-4865-9155-a8fdd4363f1a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 944 time: 0.4483104 Jul 13 07:47:26.454128 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc req-3abbb740-5c04-481b-9c2e-349d531ec039 service neutron] 10.222.0.54 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767672 Jul 13 07:47:26.473693 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8f93b6f-22c2-415e-b082-bef36b39d83e req-8a4f0bd2-c499-403e-a79e-4e7da8d9a103 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462730 Jul 13 07:47:26.585756 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-fa522725-aa3c-47fe-bd1c-a10006d7a3d0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:47:26.589360 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fa522725-aa3c-47fe-bd1c-a10006d7a3d0 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "DELETE /v2.0/routers/407462c6-fd68-4e97-9129-4d8a61c9078a HTTP/1.1" status: 409 len: 329 time: 0.3822896 Jul 13 07:47:26.591300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46838) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:26.599666 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-69eb0ef0-8e6e-4c79-8cba-0e51d76f27dc req-496a0255-a77f-42fb-805d-ea5c68676682 service neutron] 10.222.0.54 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282876 Jul 13 07:47:26.654185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 82971b0b-1a2b-4659-ab02-3577a263a9ad {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:26.654861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.819695 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.832465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 82971b0b-1a2b-4659-ab02-3577a263a9ad owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:26.988521 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.136642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.204306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=82971b0b-1a2b-4659-ab02-3577a263a9ad,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:27.351028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 78783855-5aa4-4ced-9bb6-f661d43ef4a2 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:27.433948 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.536185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Deleting port d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:27.536185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.576933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 78783855-5aa4-4ced-9bb6-f661d43ef4a2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=78783855-5aa4-4ced-9bb6-f661d43ef4a2,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:27.592247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '78783855-5aa4-4ced-9bb6-f661d43ef4a2', 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26', 'port_id': '78783855-5aa4-4ced-9bb6-f661d43ef4a2', 'mac_address': 'fa:16:3e:7c:cb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfdda76-e406-4446-84d4-4d3c7eaa4503', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:27.596509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 78578d91-3c66-4a5d-8577-70b7387d5327 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:27.719272 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.752928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router fbb51043-eb8e-4d71-ba87-a3de784f03d1 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:27.757397 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.762949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Calling delete_port for d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:27.778294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78783855-5aa4-4ced-9bb6-f661d43ef4a2 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:27.816251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 78783855-5aa4-4ced-9bb6-f661d43ef4a2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=78783855-5aa4-4ced-9bb6-f661d43ef4a2,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:27.824634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 78578d91-3c66-4a5d-8577-70b7387d5327, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=78578d91-3c66-4a5d-8577-70b7387d5327,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:27.830056 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.914385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '78578d91-3c66-4a5d-8577-70b7387d5327', 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26', 'port_id': '78578d91-3c66-4a5d-8577-70b7387d5327', 'mac_address': 'fa:16:3e:f9:41:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfdda76-e406-4446-84d4-4d3c7eaa4503', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:27.998664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0dfa-e831-46a2-ab67-3a921320c427 req-5a4d2d64-5be2-43c5-9193-31df5587b717 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:28.000454 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc8e0dfa-e831-46a2-ab67-3a921320c427 req-5a4d2d64-5be2-43c5-9193-31df5587b717 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 945 time: 0.2784917 Jul 13 07:47:28.045997 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.089362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78578d91-3c66-4a5d-8577-70b7387d5327 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:28.117565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 78578d91-3c66-4a5d-8577-70b7387d5327, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=78578d91-3c66-4a5d-8577-70b7387d5327,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:28.119465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=78783855-5aa4-4ced-9bb6-f661d43ef4a2,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.129210 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc8e0dfa-e831-46a2-ab67-3a921320c427 req-8461796a-0bf1-4823-9054-de658196887f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200573 Jul 13 07:47:28.143003 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.156833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['78783855-5aa4-4ced-9bb6-f661d43ef4a2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:28.227105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.267154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Port': ['ID=d9d0dc84-26f5-4d68-9cb4-0380f7ef0d99,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.302894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=78578d91-3c66-4a5d-8577-70b7387d5327,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.337270 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:28.353618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e1de9f-3ef1-4b50-97be-8ceeaef78fab None None] Sync routers for ids ['fbb51043-eb8e-4d71-ba87-a3de784f03d1'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:28.356429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46878) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.375830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3e80dec3-e364-41f1-aca9-a26d563982cd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/fbb51043-eb8e-4d71-ba87-a3de784f03d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4097216 Jul 13 07:47:28.391017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1de9f-3ef1-4b50-97be-8ceeaef78fab None None] Routers {'fbb51043-eb8e-4d71-ba87-a3de784f03d1'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:28.394786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d5e1de9f-3ef1-4b50-97be-8ceeaef78fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['fbb51043-eb8e-4d71-ba87-a3de784f03d1'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:28.399253 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2726ac48-d49d-4bae-8778-d5b3502760c0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbb51043-eb8e-4d71-ba87-a3de784f03d1 HTTP/1.1" status: 200 len: 205 time: 0.0408299 Jul 13 07:47:28.401494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46880) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.453136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d5e1de9f-3ef1-4b50-97be-8ceeaef78fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:28.460178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['78578d91-3c66-4a5d-8577-70b7387d5327'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:28.546870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1de9f-3ef1-4b50-97be-8ceeaef78fab None None] Routers {'fbb51043-eb8e-4d71-ba87-a3de784f03d1'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:28.548383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d5e1de9f-3ef1-4b50-97be-8ceeaef78fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['fbb51043-eb8e-4d71-ba87-a3de784f03d1'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:28.569875 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-17c01ae9-399f-466d-b21a-1de19e244e27 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.588777 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.624896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d5e1de9f-3ef1-4b50-97be-8ceeaef78fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:28.625686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e1de9f-3ef1-4b50-97be-8ceeaef78fab None None] The sync data for ids ['fbb51043-eb8e-4d71-ba87-a3de784f03d1'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:28.781883 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-17c01ae9-399f-466d-b21a-1de19e244e27 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.785049 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-17c01ae9-399f-466d-b21a-1de19e244e27 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.815984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Router 407462c6-fd68-4e97-9129-4d8a61c9078a has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:28.850449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-17c01ae9-399f-466d-b21a-1de19e244e27 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.851267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c01ae9-399f-466d-b21a-1de19e244e27 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Fanout notify agent at l3_agent the message router_deleted on router fbb51043-eb8e-4d71-ba87-a3de784f03d1 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:28.859799 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-17c01ae9-399f-466d-b21a-1de19e244e27 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.863764 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-17c01ae9-399f-466d-b21a-1de19e244e27 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/fbb51043-eb8e-4d71-ba87-a3de784f03d1 HTTP/1.1" status: 204 len: 168 time: 0.4588265 Jul 13 07:47:28.864113 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46886) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:28.924532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-721944a9-0671-46c7-b418-294a137810c8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting subnet 36a44212-f3da-4cc9-8374-0e65e51c1e7c {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:28.927898 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-721944a9-0671-46c7-b418-294a137810c8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.947707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:28.956579 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ecef7d-b0c4-481d-abaa-5b75bf973416 None None] Sync routers for ids ['407462c6-fd68-4e97-9129-4d8a61c9078a'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:28.970089 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ecef7d-b0c4-481d-abaa-5b75bf973416 None None] Routers {'407462c6-fd68-4e97-9129-4d8a61c9078a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:28.970712 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-44ecef7d-b0c4-481d-abaa-5b75bf973416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['407462c6-fd68-4e97-9129-4d8a61c9078a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:28.976854 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7edd4d4d-aa89-4508-b13e-ece12d908014 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "PUT /v2.0/routers/407462c6-fd68-4e97-9129-4d8a61c9078a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3806298 Jul 13 07:47:28.977922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46890) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:29.005025 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-721944a9-0671-46c7-b418-294a137810c8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.044646 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-44ecef7d-b0c4-481d-abaa-5b75bf973416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:29.049828 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-86c040e9-5367-49c0-a607-9ded378deb07 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] show failed (client error): The resource could not be found. Jul 13 07:47:29.051021 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-86c040e9-5367-49c0-a607-9ded378deb07 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1748899563 HTTP/1.1" status: 404 len: 335 time: 0.0707152 Jul 13 07:47:29.055180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:29.060690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-26be608d-d22d-488c-8ec9-41f1837ed711 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:29.070149 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ecef7d-b0c4-481d-abaa-5b75bf973416 None None] Routers {'407462c6-fd68-4e97-9129-4d8a61c9078a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:29.071066 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-44ecef7d-b0c4-481d-abaa-5b75bf973416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['407462c6-fd68-4e97-9129-4d8a61c9078a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:29.104875 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-26be608d-d22d-488c-8ec9-41f1837ed711 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] update failed (client error): The resource could not be found. Jul 13 07:47:29.105809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-26be608d-d22d-488c-8ec9-41f1837ed711 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1079070320 HTTP/1.1" status: 404 len: 335 time: 0.0494926 Jul 13 07:47:29.110028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46898) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:29.130037 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-44ecef7d-b0c4-481d-abaa-5b75bf973416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:29.131001 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ecef7d-b0c4-481d-abaa-5b75bf973416 None None] The sync data for ids ['407462c6-fd68-4e97-9129-4d8a61c9078a'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:29.175709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-721944a9-0671-46c7-b418-294a137810c8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.219667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-799b4e75-b53b-404b-b9bf-7208c0334989 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Deleting subnet add475b7-041b-4799-bcac-ae59feb8dea3 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:29.227096 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-799b4e75-b53b-404b-b9bf-7208c0334989 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.293530 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-799b4e75-b53b-404b-b9bf-7208c0334989 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.355903 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-721944a9-0671-46c7-b418-294a137810c8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.367527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 78783855-5aa4-4ced-9bb6-f661d43ef4a2 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:29.433789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721944a9-0671-46c7-b418-294a137810c8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Subnet': ['ID=36a44212-f3da-4cc9-8374-0e65e51c1e7c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.447765 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-721944a9-0671-46c7-b418-294a137810c8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.450424 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-721944a9-0671-46c7-b418-294a137810c8 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/36a44212-f3da-4cc9-8374-0e65e51c1e7c HTTP/1.1" status: 204 len: 168 time: 0.5852456 Jul 13 07:47:29.453148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46908) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:29.463459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af9324-0772-4989-9dfd-266d50771f61 None None] Network ec7ffe93-5338-4348-80c1-99cc0278e8df requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:29.487293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 78783855-5aa4-4ced-9bb6-f661d43ef4a2 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:29.494424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 78783855-5aa4-4ced-9bb6-f661d43ef4a2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:29.495070 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.548601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 78578d91-3c66-4a5d-8577-70b7387d5327 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:29.579866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff37a79-5a94-4103-bba4-5521e62cf978 req-7dabc98d-9345-4623-8945-ef48c3815cc4 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:29.584444 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ff37a79-5a94-4103-bba4-5521e62cf978 req-7dabc98d-9345-4623-8945-ef48c3815cc4 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 945 time: 0.3129642 Jul 13 07:47:29.590690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-799b4e75-b53b-404b-b9bf-7208c0334989 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.619398 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.690726 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ff37a79-5a94-4103-bba4-5521e62cf978 req-760b22a2-117f-44dd-994d-92d4e19492ea tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964198 Jul 13 07:47:29.722335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-799b4e75-b53b-404b-b9bf-7208c0334989 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.741681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:29.742028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.759432 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b4e75-b53b-404b-b9bf-7208c0334989 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Subnet': ['ID=add475b7-041b-4799-bcac-ae59feb8dea3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.765612 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-799b4e75-b53b-404b-b9bf-7208c0334989 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.768037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-799b4e75-b53b-404b-b9bf-7208c0334989 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "DELETE /v2.0/subnets/add475b7-041b-4799-bcac-ae59feb8dea3 HTTP/1.1" status: 204 len: 168 time: 0.6566837 Jul 13 07:47:29.771044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46914) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:29.782863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab2a66f-e473-414a-b809-032d25f2225b None None] Network 6f468add-45bf-4c92-bef0-0afe35fc0b08 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:29.838665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35e2add-727a-4f12-b9e1-f50b80ff8100 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Deleting subnet 7c8e8fe9-5a1a-40a8-b715-9a72f60c56f0 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:29.848372 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a35e2add-727a-4f12-b9e1-f50b80ff8100 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.883480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=04f30a6a-6a7c-4da2-bd57-cc015afce0a8,segment=NetworkSegment(ec7a8507-97f3-4f52-8953-151720f6a864),segment_id=ec7a8507-97f3-4f52-8953-151720f6a864)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:29.883721 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.906592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:29.909160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a35e2add-727a-4f12-b9e1-f50b80ff8100 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.008380 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.031844 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a35e2add-727a-4f12-b9e1-f50b80ff8100 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.047657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=04f30a6a-6a7c-4da2-bd57-cc015afce0a8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.055014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No DVR routers for this DVR port 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:30.062859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 78578d91-3c66-4a5d-8577-70b7387d5327 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:30.084892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 78578d91-3c66-4a5d-8577-70b7387d5327 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:30.084892 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.107517 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.111249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a35e2add-727a-4f12-b9e1-f50b80ff8100 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.140682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e2add-727a-4f12-b9e1-f50b80ff8100 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8e8fe9-5a1a-40a8-b715-9a72f60c56f0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.144699 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a35e2add-727a-4f12-b9e1-f50b80ff8100 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.147447 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a35e2add-727a-4f12-b9e1-f50b80ff8100 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "DELETE /v2.0/subnets/7c8e8fe9-5a1a-40a8-b715-9a72f60c56f0 HTTP/1.1" status: 204 len: 168 time: 0.3744893 Jul 13 07:47:30.152501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46922) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:30.173984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 78783855-5aa4-4ced-9bb6-f661d43ef4a2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=78783855-5aa4-4ced-9bb6-f661d43ef4a2,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:30.179873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78783855-5aa4-4ced-9bb6-f661d43ef4a2'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:30.182584 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca27fd7e-580b-4e47-9c87-4acdf9d468e6" -d '{"events": [{"server_uuid": "2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24", "name": "network-vif-plugged", "status": "completed", "tag": "78783855-5aa4-4ced-9bb6-f661d43ef4a2"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:30.189255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385cb2c1-c5ff-4fac-9847-421b01b2668a None None] Network c233e1d3-e148-4710-b132-27a284e65252 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:30.193093 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.196567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.212443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7ffe93-5338-4348-80c1-99cc0278e8df']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:30.243495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7a8507-97f3-4f52-8953-151720f6a864') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:30.243780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7a8507-97f3-4f52-8953-151720f6a864') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:30.269811 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.291001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.302686 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.304851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:30.306013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:30.311330 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:30.325809 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb05cc8-10dc-407f-8a6e-0dfa69e2334f x-openstack-request-id: req-3eb05cc8-10dc-407f-8a6e-0dfa69e2334f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:30.325809 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24", "name": "network-vif-plugged", "status": "completed", "tag": "78783855-5aa4-4ced-9bb6-f661d43ef4a2", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:30.325809 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3eb05cc8-10dc-407f-8a6e-0dfa69e2334f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:30.325809 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78783855-5aa4-4ced-9bb6-f661d43ef4a2', 'code': 200} Jul 13 07:47:30.376649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Deleting port c68353bc-eaea-4134-a748-be72882bc4ec {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:30.377072 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.458536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890be4c3-f559-4d59-85a9-1f82be9239f1 None None] DHCP port deletion for ec7ffe93-5338-4348-80c1-99cc0278e8df request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:30.463696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] For port c68353bc-eaea-4134-a748-be72882bc4ec, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c68353bc-eaea-4134-a748-be72882bc4ec,segment=NetworkSegment(d2adc3d2-ad6a-4914-bba9-03daf4e1ebaf),segment_id=d2adc3d2-ad6a-4914-bba9-03daf4e1ebaf)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:30.464247 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.480188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Calling delete_port for c68353bc-eaea-4134-a748-be72882bc4ec owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:30.513996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] DHCP port deletion for 6f468add-45bf-4c92-bef0-0afe35fc0b08 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:30.566892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.579598 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.585370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/networks/ec7ffe93-5338-4348-80c1-99cc0278e8df HTTP/1.1" status: 204 len: 168 time: 1.1311619 Jul 13 07:47:30.589540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46940) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:30.593996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8a0f2f29-431e-4b43-b45a-ed0705777a2f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-959246360', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:30.599478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=78783855-5aa4-4ced-9bb6-f661d43ef4a2,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.628974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba851be7-e9fe-40e6-b446-cd55b88cf3eb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Network': ['ID=ec7ffe93-5338-4348-80c1-99cc0278e8df,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.639671 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.650450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf08cc-aa28-432e-8d63-561f7f442f34 req-52f6631f-5cd8-41d8-8f3c-118896e5baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:30.652069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31cf08cc-aa28-432e-8d63-561f7f442f34 req-52f6631f-5cd8-41d8-8f3c-118896e5baed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 1097 time: 0.1913974 Jul 13 07:47:30.680587 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:47:30.688944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2f29-431e-4b43-b45a-ed0705777a2f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.689619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Port': ['ID=c68353bc-eaea-4134-a748-be72882bc4ec,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.698723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] No DVR routers for this DVR port c68353bc-eaea-4134-a748-be72882bc4ec on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:30.706101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.713462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2f29-431e-4b43-b45a-ed0705777a2f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.779904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31cf08cc-aa28-432e-8d63-561f7f442f34 req-c8e34e97-3854-49e7-9ceb-4e6968dc55f2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178572 Jul 13 07:47:30.801749 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.821006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f468add-45bf-4c92-bef0-0afe35fc0b08']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:30.832551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2adc3d2-ad6a-4914-bba9-03daf4e1ebaf') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:30.832849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2adc3d2-ad6a-4914-bba9-03daf4e1ebaf') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:30.842703 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.857138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 78578d91-3c66-4a5d-8577-70b7387d5327, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=78578d91-3c66-4a5d-8577-70b7387d5327,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:30.858193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.866467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:30.867213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.877202 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.897707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] Deleting port c68353bc-eaea-4134-a748-be72882bc4ec {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:30.898464 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.924153 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2f29-431e-4b43-b45a-ed0705777a2f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.938548 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2f29-431e-4b43-b45a-ed0705777a2f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:30.941556 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:30.955650 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.986977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2f29-431e-4b43-b45a-ed0705777a2f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.989581 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8a0f2f29-431e-4b43-b45a-ed0705777a2f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3991945 Jul 13 07:47:30.992878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:31.008681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef406d11-5bc9-41a7-a0ef-4887f616f294 None None] DHCP port deletion for c233e1d3-e148-4710-b132-27a284e65252 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:31.013769 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.018193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1400137480'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:31.018994 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "DELETE /v2.0/networks/6f468add-45bf-4c92-bef0-0afe35fc0b08 HTTP/1.1" status: 204 len: 168 time: 0.8651919 Jul 13 07:47:31.034943 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46950) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:31.040964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=78578d91-3c66-4a5d-8577-70b7387d5327,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:31.098102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:31.103048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.141013 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c68353bc-eaea-4134-a748-be72882bc4ec no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:31.142898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef269b5-5b99-462f-a7e8-a78f7e252e6a tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Network': ['ID=6f468add-45bf-4c92-bef0-0afe35fc0b08,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:31.143788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:31.155181 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.164328 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.166198 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added segment c99a3207-748e-4c3d-9c21-f40be8b45e80 of type vlan for network 8e8ddb6c-05c9-4043-acf0-925a96eb824b Jul 13 07:47:31.173677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c68353bc-eaea-4134-a748-be72882bc4ec {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:31.174029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c68353bc-eaea-4134-a748-be72882bc4ec not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:31.174458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:31.176555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] For port c68353bc-eaea-4134-a748-be72882bc4ec, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:31.176950 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.227577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:31.227855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 04f30a6a-6a7c-4da2-bd57-cc015afce0a8 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:31.233608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] Calling delete_port for c68353bc-eaea-4134-a748-be72882bc4ec owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:31.236552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] Port c68353bc-eaea-4134-a748-be72882bc4ec was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:47:31.239625 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.246023 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.252071 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1dd7d-102f-4dd0-8521-f7fe946399d5 req-157a7d4d-ed47-43d2-8b91-95456412ed31 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:31.254255 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eef1dd7d-102f-4dd0-8521-f7fe946399d5 req-157a7d4d-ed47-43d2-8b91-95456412ed31 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 946 time: 0.3138475 Jul 13 07:47:31.281137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] Network 6f468add-45bf-4c92-bef0-0afe35fc0b08 is not hosted by any dhcp agent {{(pid=93840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:47:31.281678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] No DVR routers for this DVR port c68353bc-eaea-4134-a748-be72882bc4ec on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:31.283790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.290351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e0148-dd1e-4805-b4b5-d3742662b372 None None] Pushing event deleted for resources: {'Port': ['ID=c68353bc-eaea-4134-a748-be72882bc4ec,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:31.291873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:31.298558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.316756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ef406d11-5bc9-41a7-a0ef-4887f616f294 None None] Deleting port 01d52925-6a3c-488e-961a-267e23f80711 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:31.317023 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef406d11-5bc9-41a7-a0ef-4887f616f294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.337338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Deleting port 01d52925-6a3c-488e-961a-267e23f80711 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:31.337683 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.343370 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eef1dd7d-102f-4dd0-8521-f7fe946399d5 req-5e5099da-7d14-4ea0-a531-6ebe5fd2d1b8 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808957 Jul 13 07:47:31.383842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Network': ['ID=8e8ddb6c-05c9-4043-acf0-925a96eb824b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:31.393670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dfbc878c-6dab-44c6-aefc-b3309fded374 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3864620 Jul 13 07:47:31.396371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46956) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:31.401761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'subnet': {'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:31.402356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 8e8ddb6c-05c9-4043-acf0-925a96eb824b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:31.450567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ef406d11-5bc9-41a7-a0ef-4887f616f294 None None] For port 01d52925-6a3c-488e-961a-267e23f80711, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=01d52925-6a3c-488e-961a-267e23f80711,segment=NetworkSegment(2fb4dee8-ba01-445f-97e0-2afab5ed624b),segment_id=2fb4dee8-ba01-445f-97e0-2afab5ed624b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:31.450971 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef406d11-5bc9-41a7-a0ef-4887f616f294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.461334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] For port 01d52925-6a3c-488e-961a-267e23f80711, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=01d52925-6a3c-488e-961a-267e23f80711,segment=NetworkSegment(2fb4dee8-ba01-445f-97e0-2afab5ed624b),segment_id=2fb4dee8-ba01-445f-97e0-2afab5ed624b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:31.463498 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.468054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ef406d11-5bc9-41a7-a0ef-4887f616f294 None None] Calling delete_port for 01d52925-6a3c-488e-961a-267e23f80711 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:31.486924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Calling delete_port for 01d52925-6a3c-488e-961a-267e23f80711 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:31.556347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:31.560293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.616135 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef406d11-5bc9-41a7-a0ef-4887f616f294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.639874 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.649824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef406d11-5bc9-41a7-a0ef-4887f616f294 None None] Pushing event deleted for resources: {'Port': ['ID=01d52925-6a3c-488e-961a-267e23f80711,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:31.652363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef406d11-5bc9-41a7-a0ef-4887f616f294 None None] No DVR routers for this DVR port 01d52925-6a3c-488e-961a-267e23f80711 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:31.694795 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Port': ['ID=01d52925-6a3c-488e-961a-267e23f80711,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:31.715139 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] No DVR routers for this DVR port 01d52925-6a3c-488e-961a-267e23f80711 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:31.863294 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.875817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c233e1d3-e148-4710-b132-27a284e65252']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:31.887692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb4dee8-ba01-445f-97e0-2afab5ed624b') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:31.887988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb4dee8-ba01-445f-97e0-2afab5ed624b') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:31.910311 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.951671 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.964411 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:31.964826 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:31.967946 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:32.055398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.071546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.073753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "DELETE /v2.0/networks/c233e1d3-e148-4710-b132-27a284e65252 HTTP/1.1" status: 204 len: 168 time: 1.0371492 Jul 13 07:47:32.076239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46968) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:32.118798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Network': ['ID=c233e1d3-e148-4710-b132-27a284e65252,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.155451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.155856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.156174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.156890 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.156890 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.157289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.157654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.158262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.158587 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.158915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.159264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.159592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463aadcf-699f-4336-8cb2-cb6cf4795759 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:32.216058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6567341-7b05-440d-8834-1a6050646c21 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Deleting subnet 9ca9bce1-e0f4-4758-91a2-410797a3f65b {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:32.228855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b6567341-7b05-440d-8834-1a6050646c21 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.278301 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b6567341-7b05-440d-8834-1a6050646c21 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.327463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfbf94a-d362-4ed9-b750-197fb6e5508a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78578d91-3c66-4a5d-8577-70b7387d5327'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:32.330553 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a81bc93-8950-431c-9a1c-88e66cb36a00" -d '{"events": [{"server_uuid": "2cfbf94a-d362-4ed9-b750-197fb6e5508a", "name": "network-vif-plugged", "status": "completed", "tag": "78578d91-3c66-4a5d-8577-70b7387d5327"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:32.390292 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.487564 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b6567341-7b05-440d-8834-1a6050646c21 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.503873 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3037b8f3-8afa-4b37-99a9-cbb8f7e8db83 x-openstack-request-id: req-3037b8f3-8afa-4b37-99a9-cbb8f7e8db83 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:32.506006 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfbf94a-d362-4ed9-b750-197fb6e5508a", "name": "network-vif-plugged", "status": "completed", "tag": "78578d91-3c66-4a5d-8577-70b7387d5327", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:32.507428 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3037b8f3-8afa-4b37-99a9-cbb8f7e8db83 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:32.508322 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfbf94a-d362-4ed9-b750-197fb6e5508a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78578d91-3c66-4a5d-8577-70b7387d5327', 'code': 200} Jul 13 07:47:32.517687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Subnet': ['ID=fe286fac-e404-46bc-adbc-11928ba2a0bb,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.525861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Checking segment: {'id': 'c99a3207-748e-4c3d-9c21-f40be8b45e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:32.526250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network hostable DHCP agents. Network: 8e8ddb6c-05c9-4043-acf0-925a96eb824b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:32.554212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network 8e8ddb6c-05c9-4043-acf0-925a96eb824b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:32.568545 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 8e8ddb6c-05c9-4043-acf0-925a96eb824b) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:32.575813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:32.577223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.579458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7d39f-13cb-4bcb-8722-65ab51220c15 None None] Network 8e8ddb6c-05c9-4043-acf0-925a96eb824b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:32.654762 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b6567341-7b05-440d-8834-1a6050646c21 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.683393 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4970050d-6759-46d6-a09d-ab9c0fc073c6 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2858427 Jul 13 07:47:32.687267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46988) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:32.702382 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b6567341-7b05-440d-8834-1a6050646c21 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.704921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b6567341-7b05-440d-8834-1a6050646c21 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "DELETE /v2.0/subnets/9ca9bce1-e0f4-4758-91a2-410797a3f65b HTTP/1.1" status: 204 len: 168 time: 0.6271634 Jul 13 07:47:32.706168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6567341-7b05-440d-8834-1a6050646c21 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca9bce1-e0f4-4758-91a2-410797a3f65b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.708155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46990) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:32.714445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a901f7a-8dbc-4661-8949-003e6bac5502 None None] Network f08bbab3-1ef7-4589-a478-e5b1364fe9e2 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:32.746987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e99c19-0a10-4d61-93b8-23f0e84d14b1 req-e3d991a3-6eef-439b-8c91-de1e3e4406dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:32.749102 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61e99c19-0a10-4d61-93b8-23f0e84d14b1 req-e3d991a3-6eef-439b-8c91-de1e3e4406dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2cfbf94a-d362-4ed9-b750-197fb6e5508a HTTP/1.1" status: 200 len: 1096 time: 0.1510241 Jul 13 07:47:32.775207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01ddee-e033-4174-8f5e-c18aea21bd77 req-4b8caa10-5795-4641-8eba-2323866b1006 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:32.776781 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f01ddee-e033-4174-8f5e-c18aea21bd77 req-4b8caa10-5795-4641-8eba-2323866b1006 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 946 time: 0.1120369 Jul 13 07:47:32.825703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61e99c19-0a10-4d61-93b8-23f0e84d14b1 req-a862ba2d-c80f-4310-81b1-66826bb14d6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656574 Jul 13 07:47:32.839533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f01ddee-e033-4174-8f5e-c18aea21bd77 req-e6cc9266-358d-4ab9-bca5-3175248b7878 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546093 Jul 13 07:47:32.949505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.955568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:32.957092 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.074848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 01d52925-6a3c-488e-961a-267e23f80711 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:33.076940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b95687-6182-4a91-b31a-9079b0fa6cb3 None None] DHCP port deletion for f08bbab3-1ef7-4589-a478-e5b1364fe9e2 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:33.105057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 01d52925-6a3c-488e-961a-267e23f80711 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:33.105305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 01d52925-6a3c-488e-961a-267e23f80711 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:33.163341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.194110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Allocated IP 2001:db8::2 (8e8ddb6c-05c9-4043-acf0-925a96eb824b/fe286fac-e404-46bc-adbc-11928ba2a0bb/1456fdcf-9777-4f75-94aa-6e8f6ff1d65e) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:33.228283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-73b95687-6182-4a91-b31a-9079b0fa6cb3 None None] Deleting port bb08dc3f-4a9e-4f04-9924-43f54d06d022 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:33.228667 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-73b95687-6182-4a91-b31a-9079b0fa6cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.252501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Deleting port bb08dc3f-4a9e-4f04-9924-43f54d06d022 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:33.252839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.308830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335af7d-f126-4c84-aeac-e561f9b68e76 req-5d5729eb-9570-4b43-a645-0e705212aa2b tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:33.310440 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3335af7d-f126-4c84-aeac-e561f9b68e76 req-5d5729eb-9570-4b43-a645-0e705212aa2b tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfbf94a-d362-4ed9-b750-197fb6e5508a HTTP/1.1" status: 200 len: 945 time: 0.2314217 Jul 13 07:47:33.348552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-73b95687-6182-4a91-b31a-9079b0fa6cb3 None None] For port bb08dc3f-4a9e-4f04-9924-43f54d06d022, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bb08dc3f-4a9e-4f04-9924-43f54d06d022,segment=NetworkSegment(a5de6d80-947a-4c7c-b0db-b3665abb3369),segment_id=a5de6d80-947a-4c7c-b0db-b3665abb3369)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:33.349036 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-73b95687-6182-4a91-b31a-9079b0fa6cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.372605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-73b95687-6182-4a91-b31a-9079b0fa6cb3 None None] Calling delete_port for bb08dc3f-4a9e-4f04-9924-43f54d06d022 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:33.416692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] For port bb08dc3f-4a9e-4f04-9924-43f54d06d022, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=bb08dc3f-4a9e-4f04-9924-43f54d06d022,segment=NetworkSegment(a5de6d80-947a-4c7c-b0db-b3665abb3369),segment_id=a5de6d80-947a-4c7c-b0db-b3665abb3369)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:33.417101 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.467702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Calling delete_port for bb08dc3f-4a9e-4f04-9924-43f54d06d022 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:33.474308 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.484940 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3335af7d-f126-4c84-aeac-e561f9b68e76 req-083de75d-5103-4266-b691-a9c87e0663cb tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432881 Jul 13 07:47:33.488393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Transition to ACTIVE for port object 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:33.518905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Transition to ACTIVE for port object 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:33.523148 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-73b95687-6182-4a91-b31a-9079b0fa6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.532483 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.569077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95687-6182-4a91-b31a-9079b0fa6cb3 None None] Pushing event deleted for resources: {'Port': ['ID=bb08dc3f-4a9e-4f04-9924-43f54d06d022,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:33.577185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b95687-6182-4a91-b31a-9079b0fa6cb3 None None] No DVR routers for this DVR port bb08dc3f-4a9e-4f04-9924-43f54d06d022 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:33.611235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Network 8e8ddb6c-05c9-4043-acf0-925a96eb824b is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:33.614605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:33.620544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:33.628368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Allocated IP 2001:db8::1 (8e8ddb6c-05c9-4043-acf0-925a96eb824b/fe286fac-e404-46bc-adbc-11928ba2a0bb/2924bdcd-edb9-4157-a4d2-0c1b6b37dd13) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:33.630439 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.636593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Pushing event updated for resources: {'Port': ['ID=1456fdcf-9777-4f75-94aa-6e8f6ff1d65e,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:33.684595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Port': ['ID=bb08dc3f-4a9e-4f04-9924-43f54d06d022,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:33.696001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] No DVR routers for this DVR port bb08dc3f-4a9e-4f04-9924-43f54d06d022 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:33.721938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Attempting to bind port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:33.722689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Attempting to bind port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'c99a3207-748e-4c3d-9c21-f40be8b45e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:33.723255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Attempting to bind port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e on network 8e8ddb6c-05c9-4043-acf0-925a96eb824b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:33.729380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:33.730279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Checking segment: {'id': 'c99a3207-748e-4c3d-9c21-f40be8b45e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:33.731196 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.731892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Bound using segment: {'id': 'c99a3207-748e-4c3d-9c21-f40be8b45e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:33.732573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Bound port: 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a3207-748e-4c3d-9c21-f40be8b45e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:33.733185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.812299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] For port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:33.815683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] For port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1456fdcf-9777-4f75-94aa-6e8f6ff1d65e,segment=NetworkSegment(c99a3207-748e-4c3d-9c21-f40be8b45e80),segment_id=c99a3207-748e-4c3d-9c21-f40be8b45e80)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:33.826144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.910428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb496b-61c0-43fb-91bd-c33655bc11c5 None None] Pushing event updated for resources: {'Port': ['ID=1456fdcf-9777-4f75-94aa-6e8f6ff1d65e,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:33.929804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.960359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08bbab3-1ef7-4589-a478-e5b1364fe9e2']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:33.979918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5de6d80-947a-4c7c-b0db-b3665abb3369') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:33.980258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5de6d80-947a-4c7c-b0db-b3665abb3369') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:34.000051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.009964 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.023709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.032295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Transition to ACTIVE for port object 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:34.034173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:34.034569 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:34.038403 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:34.138073 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.149169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.153392 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "DELETE /v2.0/networks/f08bbab3-1ef7-4589-a478-e5b1364fe9e2 HTTP/1.1" status: 204 len: 168 time: 1.4423859 Jul 13 07:47:34.156200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47022) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:34.174478 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e0cb5-befa-4c3b-9f23-b47aa7f914b6 tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Pushing event deleted for resources: {'Network': ['ID=f08bbab3-1ef7-4589-a478-e5b1364fe9e2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:34.183881 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.210998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-248fb2a1-ecab-45ed-ac6a-cf975e87476d tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "GET /v2.0/ports?device_id=407462c6-fd68-4e97-9129-4d8a61c9078a HTTP/1.1" status: 200 len: 205 time: 0.0535324 Jul 13 07:47:34.213566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47026) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:34.280751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network 8e8ddb6c-05c9-4043-acf0-925a96eb824b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:34.285222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:34.291946 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=2924bdcd-edb9-4157-a4d2-0c1b6b37dd13,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:34.309727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:34.309727 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.332397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3121435d-9c0c-409e-987b-6a1abb70e8bf tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.470780 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.548049 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.581159 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3121435d-9c0c-409e-987b-6a1abb70e8bf tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.586772 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3121435d-9c0c-409e-987b-6a1abb70e8bf tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.651310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3121435d-9c0c-409e-987b-6a1abb70e8bf tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.651865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3121435d-9c0c-409e-987b-6a1abb70e8bf tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Fanout notify agent at l3_agent the message router_deleted on router 407462c6-fd68-4e97-9129-4d8a61c9078a {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:34.664177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3121435d-9c0c-409e-987b-6a1abb70e8bf tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.665294 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3121435d-9c0c-409e-987b-6a1abb70e8bf tempest-RoutersNegativeTest-295119887 tempest-RoutersNegativeTest-295119887-project] 10.222.0.44 "DELETE /v2.0/routers/407462c6-fd68-4e97-9129-4d8a61c9078a HTTP/1.1" status: 204 len: 168 time: 0.4502909 Jul 13 07:47:34.825314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4aa4a-d5d7-493e-bf7d-0ac2dcac9640 req-298f8b6d-4d04-4047-b2cf-c2c1436978c5 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:34.829392 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7a4aa4a-d5d7-493e-bf7d-0ac2dcac9640 req-298f8b6d-4d04-4047-b2cf-c2c1436978c5 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cfbf94a-d362-4ed9-b750-197fb6e5508a HTTP/1.1" status: 200 len: 945 time: 0.1172132 Jul 13 07:47:34.930132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7a4aa4a-d5d7-493e-bf7d-0ac2dcac9640 req-d176ce1c-65c7-4371-af72-c6fc6edf9fa8 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866044 Jul 13 07:47:34.942083 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.949351 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.005122 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.055318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=2924bdcd-edb9-4157-a4d2-0c1b6b37dd13,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:35.127155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:35.138934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47056) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.158902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network 8e8ddb6c-05c9-4043-acf0-925a96eb824b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:35.161153 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:35.255247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:35.367828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bb08dc3f-4a9e-4f04-9924-43f54d06d022 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:35.451175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf6cda-aaf9-4994-bb73-92c01163fdca None None] Network 8e8ddb6c-05c9-4043-acf0-925a96eb824b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:35.473567 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-987c6612-782d-444a-ae39-1313e752992b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5c89400f1dc4100a7704a5794464d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330431 Jul 13 07:47:35.479502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47062) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.551943 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5b91bcb0-8cff-4a90-9bd8-8f5abae30a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.590411 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5b91bcb0-8cff-4a90-9bd8-8f5abae30a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.671796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5b91bcb0-8cff-4a90-9bd8-8f5abae30a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.679300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5b91bcb0-8cff-4a90-9bd8-8f5abae30a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.695613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5b91bcb0-8cff-4a90-9bd8-8f5abae30a0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a58cfd4e-e310-4af7-aa1b-e7802d9eca4f HTTP/1.1" status: 204 len: 168 time: 0.2038245 Jul 13 07:47:35.716065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91bcb0-8cff-4a90-9bd8-8f5abae30a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58cfd4e-e310-4af7-aa1b-e7802d9eca4f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:35.878169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: bb08dc3f-4a9e-4f04-9924-43f54d06d022 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:35.879039 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device bb08dc3f-4a9e-4f04-9924-43f54d06d022 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:35.929844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3e4f32da-0c0e-4077-8d5a-63b2f9104067 None None] Provisioning for port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:35.940504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3e4f32da-0c0e-4077-8d5a-63b2f9104067 None None] Provisioning complete for port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:35.941197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e4f32da-0c0e-4077-8d5a-63b2f9104067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.055505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:47:36.158395 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e4f32da-0c0e-4077-8d5a-63b2f9104067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.231364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3e4f32da-0c0e-4077-8d5a-63b2f9104067 None None] For port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1456fdcf-9777-4f75-94aa-6e8f6ff1d65e,segment=NetworkSegment(c99a3207-748e-4c3d-9c21-f40be8b45e80),segment_id=c99a3207-748e-4c3d-9c21-f40be8b45e80)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:36.244204 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:36.249928 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e4f32da-0c0e-4077-8d5a-63b2f9104067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.251091 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-74cc4c9c-7a1d-4fb7-a3e5-a703cad3730b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5543282 Jul 13 07:47:36.253669 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47088) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:36.264606 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-980367490'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:36.269122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Sync routers for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:36.333312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:36.337596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.374533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:36.375174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.444141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:36.471363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.472318 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added segment eaefe08a-9fee-45de-9c92-13c0939fe85b of type vlan for network a952c6df-9a7c-4228-a81d-b5ae589e4c2b Jul 13 07:47:36.554562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f32da-0c0e-4077-8d5a-63b2f9104067 None None] Pushing event updated for resources: {'Port': ['ID=1456fdcf-9777-4f75-94aa-6e8f6ff1d65e,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:36.625399 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.660108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:36.729709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3954f99a-a515-4fce-ad3c-9e892a46bcaf None None] Provisioning for port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:36.791891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3954f99a-a515-4fce-ad3c-9e892a46bcaf None None] Provisioning complete for port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:36.792407 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3954f99a-a515-4fce-ad3c-9e892a46bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.810272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-e16cce96-326d-40c8-a80b-5e7a9fca3fb3 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:36.811910 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-e16cce96-326d-40c8-a80b-5e7a9fca3fb3 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 812 time: 0.2423902 Jul 13 07:47:36.838344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.865212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:36.866388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.898216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3954f99a-a515-4fce-ad3c-9e892a46bcaf None None] Port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:36.945925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3954f99a-a515-4fce-ad3c-9e892a46bcaf None None] Provisioning complete for port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:36.953346 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3954f99a-a515-4fce-ad3c-9e892a46bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.957522 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-42a15d09-4869-4a39-bd5b-1075dd02bbc9 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/quotas/bb63194497014a14ac1a2d546101e583 HTTP/1.1" status: 200 len: 375 time: 0.1258781 Jul 13 07:47:37.004915 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7494617 Jul 13 07:47:37.015254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47132) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:37.021447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'subnet': {'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:37.046096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47134) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:37.131456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:37.141086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae488297-ce58-4281-90c5-cd60208ad614 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Network': ['ID=a952c6df-9a7c-4228-a81d-b5ae589e4c2b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.216812 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-2a370413-2a30-4f1b-a82b-596724c3556a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2582498 Jul 13 07:47:37.248504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network a952c6df-9a7c-4228-a81d-b5ae589e4c2b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:37.253861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:37.261767 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.340028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1133820848'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:37.388765 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-baefd120-4e23-4947-9500-77f43d8984a6 service neutron] 10.222.0.44 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628411 Jul 13 07:47:37.399255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Made reservation on behalf of 07e1aa98d50a4419a27a7497a29b8719 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:37.403117 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.424481 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.491297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:37.491774 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.547237 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.558999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.568706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:47:34Z', 'revision_number': 2, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:34Z', 'revision_number': 2, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:37.573944 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:37.585123 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.585617 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Added segment 7f48fc97-ad1c-4263-b540-2f1539f4cfd5 of type vlan for network 47ef141a-ff41-4204-9332-7ff456a227a1 Jul 13 07:47:37.612747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Checking router: 529303ca-817e-46c4-9717-ebd2ce3f9245 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:37.613103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Updating router 529303ca-817e-46c4-9717-ebd2ce3f9245 port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:47:37.639167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.722195 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.756387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-e008adf4-03d2-4d46-a2b9-4885389e0ed2 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:37.762593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-e008adf4-03d2-4d46-a2b9-4885389e0ed2 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cfbf94a-d362-4ed9-b750-197fb6e5508a HTTP/1.1" status: 200 len: 945 time: 0.5875683 Jul 13 07:47:37.774011 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.774582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3ca93984-38d4-47bf-9b26-678556a168aa None None] Provisioning complete for port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:37.774971 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3ca93984-38d4-47bf-9b26-678556a168aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.780117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:37.780747 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.817655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.836087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecc06b2-899a-444c-923a-153d45ac41da,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.849528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3ca93984-38d4-47bf-9b26-678556a168aa None None] Port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:37.861788 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8133795 Jul 13 07:47:37.867511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47142) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:37.877765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Request body: {'subnet': {'network_id': '47ef141a-ff41-4204-9332-7ff456a227a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:37.933379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-3f6f0ea8-af85-4fb6-b97b-95990d3a5a84 service neutron] 10.222.0.44 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434933 Jul 13 07:47:37.963737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2eca0d-a036-4cb4-8ff1-6d73c5407d47 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Pushing event updated for resources: {'Network': ['ID=47ef141a-ff41-4204-9332-7ff456a227a1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.999790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 47ef141a-ff41-4204-9332-7ff456a227a1 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:38.136102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Subnet': ['ID=7625466f-986e-4f74-9fc9-a2e3c672428c,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.149097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Made reservation on behalf of 07e1aa98d50a4419a27a7497a29b8719 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:38.152940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.170720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe760904-e942-4620-b01f-28874d29a507 req-c38f494e-3376-4234-b9c0-d05520f67554 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:38.172336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe760904-e942-4620-b01f-28874d29a507 req-c38f494e-3376-4234-b9c0-d05520f67554 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.53 "GET /v2.0/ports?device_id=2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24 HTTP/1.1" status: 200 len: 946 time: 0.5334780 Jul 13 07:47:38.276062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Checking segment: {'id': 'eaefe08a-9fee-45de-9c92-13c0939fe85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:38.276444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network hostable DHCP agents. Network: a952c6df-9a7c-4228-a81d-b5ae589e4c2b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:38.281248 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.306157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-57ef1130-a3af-4aa3-8be9-25688a62b2f0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Deleting port 78578d91-3c66-4a5d-8577-70b7387d5327 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:38.306157 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-57ef1130-a3af-4aa3-8be9-25688a62b2f0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.375161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-fe760904-e942-4620-b01f-28874d29a507 req-28fef720-5939-4e40-84dd-30519fbdef3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Deleting port 78783855-5aa4-4ced-9bb6-f661d43ef4a2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:38.375546 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe760904-e942-4620-b01f-28874d29a507 req-28fef720-5939-4e40-84dd-30519fbdef3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.419540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network a952c6df-9a7c-4228-a81d-b5ae589e4c2b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:38.427646 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7aae7520-2d43-48c7-bd2d-40b6fc4b1e63 None None] Provisioning complete for port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:38.428218 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7aae7520-2d43-48c7-bd2d-40b6fc4b1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.442009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, a952c6df-9a7c-4228-a81d-b5ae589e4c2b) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:38.469714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:38.470323 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.505713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000cf47-543e-424e-922a-9e080c03828f None None] Network a952c6df-9a7c-4228-a81d-b5ae589e4c2b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:38.605734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.696127 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c863c000-2f82-4245-a237-ffb4aab319c5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6790450 Jul 13 07:47:38.700164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-57ef1130-a3af-4aa3-8be9-25688a62b2f0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] For port 78578d91-3c66-4a5d-8577-70b7387d5327, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=78578d91-3c66-4a5d-8577-70b7387d5327,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:38.701135 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-57ef1130-a3af-4aa3-8be9-25688a62b2f0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.705189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47158) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:38.730318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7aae7520-2d43-48c7-bd2d-40b6fc4b1e63 None None] Port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:38.734740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-fe760904-e942-4620-b01f-28874d29a507 req-28fef720-5939-4e40-84dd-30519fbdef3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] For port 78783855-5aa4-4ced-9bb6-f661d43ef4a2, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=78783855-5aa4-4ced-9bb6-f661d43ef4a2,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:38.735123 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe760904-e942-4620-b01f-28874d29a507 req-28fef720-5939-4e40-84dd-30519fbdef3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.738976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Pushing event updated for resources: {'Subnet': ['ID=53ab827a-f646-4c04-af45-e7340995b70b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.778463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-57ef1130-a3af-4aa3-8be9-25688a62b2f0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Calling delete_port for 78578d91-3c66-4a5d-8577-70b7387d5327 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:38.801617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-fe760904-e942-4620-b01f-28874d29a507 req-28fef720-5939-4e40-84dd-30519fbdef3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Calling delete_port for 78783855-5aa4-4ced-9bb6-f661d43ef4a2 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:38.921661 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.934088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Transition to ACTIVE for port object 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:38.951334 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a6f1adf-9b7f-4fa0-8ebb-7f2223fe7500 req-d9ff4f3f-083e-4757-8d2d-ddb182419341 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 210 time: 0.1501994 Jul 13 07:47:39.013399 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.023519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:39.023989 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.035584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Checking segment: {'id': '7f48fc97-ad1c-4263-b540-2f1539f4cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '47ef141a-ff41-4204-9332-7ff456a227a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:39.036054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Network hostable DHCP agents. Network: 47ef141a-ff41-4204-9332-7ff456a227a1, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:39.078164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Network 47ef141a-ff41-4204-9332-7ff456a227a1 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:39.184552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3ed6f-cb9d-47af-9d8d-c04880f26e0a None None] Pushing event updated for resources: {'Port': ['ID=2924bdcd-edb9-4157-a4d2-0c1b6b37dd13,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:39.345414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 47ef141a-ff41-4204-9332-7ff456a227a1) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:39.350737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:39.351582 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.359696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-57ef1130-a3af-4aa3-8be9-25688a62b2f0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.387708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe3556-356c-4885-bea9-71a2a5441586 None None] Network 47ef141a-ff41-4204-9332-7ff456a227a1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:39.393835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.403251 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-24799597-3f12-4101-a3f0-5f7438b105e1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5297236 Jul 13 07:47:39.403251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47172) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:39.409898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Request body: {'port': {'network_id': '47ef141a-ff41-4204-9332-7ff456a227a1', 'name': 'tempest-TagsExtTest-600146060'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:39.424826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef1130-a3af-4aa3-8be9-25688a62b2f0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Pushing event deleted for resources: {'Port': ['ID=78578d91-3c66-4a5d-8577-70b7387d5327,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:39.438304 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe760904-e942-4620-b01f-28874d29a507 req-28fef720-5939-4e40-84dd-30519fbdef3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.499138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fef720-5939-4e40-84dd-30519fbdef3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Pushing event deleted for resources: {'Port': ['ID=78783855-5aa4-4ced-9bb6-f661d43ef4a2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:39.521126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['78783855-5aa4-4ced-9bb6-f661d43ef4a2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:39.559620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-57ef1130-a3af-4aa3-8be9-25688a62b2f0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] No DVR routers for this DVR port 78578d91-3c66-4a5d-8577-70b7387d5327 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:39.562719 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-57ef1130-a3af-4aa3-8be9-25688a62b2f0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.565969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da5cf5cc-5ca2-4438-ac14-f44b668bebe9 req-57ef1130-a3af-4aa3-8be9-25688a62b2f0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.54 "DELETE /v2.0/ports/78578d91-3c66-4a5d-8577-70b7387d5327 HTTP/1.1" status: 204 len: 173 time: 1.7890770 Jul 13 07:47:39.589333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfbf94a-d362-4ed9-b750-197fb6e5508a', 'name': 'network-vif-deleted', 'tag': '78578d91-3c66-4a5d-8577-70b7387d5327'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:39.592078 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdea2a2-b860-4a3c-95c2-ae5ecd5b2594" -d '{"events": [{"server_uuid": "2cfbf94a-d362-4ed9-b750-197fb6e5508a", "name": "network-vif-deleted", "tag": "78578d91-3c66-4a5d-8577-70b7387d5327"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:39.608888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe760904-e942-4620-b01f-28874d29a507 req-28fef720-5939-4e40-84dd-30519fbdef3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] No DVR routers for this DVR port 78783855-5aa4-4ced-9bb6-f661d43ef4a2 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:39.610040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 78578d91-3c66-4a5d-8577-70b7387d5327 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:39.614307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fe760904-e942-4620-b01f-28874d29a507 req-28fef720-5939-4e40-84dd-30519fbdef3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.616797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe760904-e942-4620-b01f-28874d29a507 req-28fef720-5939-4e40-84dd-30519fbdef3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.53 "DELETE /v2.0/ports/78783855-5aa4-4ced-9bb6-f661d43ef4a2 HTTP/1.1" status: 204 len: 173 time: 1.4322250 Jul 13 07:47:39.653090 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd05a5-9379-4fa7-bbbe-2ddfc434cff8 x-openstack-request-id: req-23dd05a5-9379-4fa7-bbbe-2ddfc434cff8 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:39.653383 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfbf94a-d362-4ed9-b750-197fb6e5508a", "name": "network-vif-deleted", "tag": "78578d91-3c66-4a5d-8577-70b7387d5327", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:39.653640 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23dd05a5-9379-4fa7-bbbe-2ddfc434cff8 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:39.654043 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfbf94a-d362-4ed9-b750-197fb6e5508a', 'name': 'network-vif-deleted', 'tag': '78578d91-3c66-4a5d-8577-70b7387d5327', 'status': 'completed', 'code': 200} Jul 13 07:47:39.691000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Attempting to bind port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:39.691742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Attempting to bind port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'c99a3207-748e-4c3d-9c21-f40be8b45e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:39.692292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Attempting to bind port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 on network 8e8ddb6c-05c9-4043-acf0-925a96eb824b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:39.783678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 78578d91-3c66-4a5d-8577-70b7387d5327 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:39.784134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 78578d91-3c66-4a5d-8577-70b7387d5327 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:39.798114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:39.798507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Checking segment: {'id': 'c99a3207-748e-4c3d-9c21-f40be8b45e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:39.798922 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.799320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Bound using segment: {'id': 'c99a3207-748e-4c3d-9c21-f40be8b45e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:39.803340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Bound port: 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99a3207-748e-4c3d-9c21-f40be8b45e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:39.803898 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.936438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] For port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:39.940358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] For port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2924bdcd-edb9-4157-a4d2-0c1b6b37dd13,segment=NetworkSegment(c99a3207-748e-4c3d-9c21-f40be8b45e80),segment_id=c99a3207-748e-4c3d-9c21-f40be8b45e80)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:39.955573 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.977348 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Made reservation on behalf of 07e1aa98d50a4419a27a7497a29b8719 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:39.984136 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.049317 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] device_id is not set on port a2928985-1d6d-4d1e-84aa-261033283556 yet. {{(pid=93839) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:47:40.220101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Allocated IP 2001:db8:1::2 (a952c6df-9a7c-4228-a81d-b5ae589e4c2b/7625466f-986e-4f74-9fc9-a2e3c672428c/6d9891ae-2244-402d-a357-34bc409c38a5) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:40.245865 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2dac0652-963f-495c-8fbc-a30fd1d09333 req-a657e203-9363-4304-a01f-1a98c469a28b tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 210 time: 0.0542834 Jul 13 07:47:40.246967 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Allocated IP 172.20.0.5 (47ef141a-ff41-4204-9332-7ff456a227a1/53ab827a-f646-4c04-af45-e7340995b70b/a2928985-1d6d-4d1e-84aa-261033283556) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:40.266017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3ed6f-cb9d-47af-9d8d-c04880f26e0a None None] Pushing event updated for resources: {'Port': ['ID=2924bdcd-edb9-4157-a4d2-0c1b6b37dd13,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:40.347447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:40.347855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:40.495928 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.514176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Transition to ACTIVE for port object a2928985-1d6d-4d1e-84aa-261033283556 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:40.544094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-47ef141a-ff41-4204-9332-7ff456a227a1', 'network_id': '47ef141a-ff41-4204-9332-7ff456a227a1', 'tenant_id': '07e1aa98d50a4419a27a7497a29b8719', 'fixed_ips': [{'subnet_id': '53ab827a-f646-4c04-af45-e7340995b70b'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:40.545034 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.558288 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.663108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Network 47ef141a-ff41-4204-9332-7ff456a227a1 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:40.677539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:40.686834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:40.717905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Pushing event updated for resources: {'Port': ['ID=a2928985-1d6d-4d1e-84aa-261033283556,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:40.754427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:40.755444 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.777085 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fc812d6f-0545-4acf-bec1-24859f9b9ec3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3726881 Jul 13 07:47:40.778877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47188) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:40.785819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1f5cec94-be0c-45ad-aa90-fb721df8421d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2000712276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:40.816428 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f5cec94-be0c-45ad-aa90-fb721df8421d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.817918 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f5cec94-be0c-45ad-aa90-fb721df8421d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.916297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f5cec94-be0c-45ad-aa90-fb721df8421d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.929619 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f5cec94-be0c-45ad-aa90-fb721df8421d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.936511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-509b7d4e-69c3-4acd-bc8d-13225512017b tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:40.948601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-509b7d4e-69c3-4acd-bc8d-13225512017b tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.54 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 812 time: 0.2479634 Jul 13 07:47:40.962341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Request body: {'port': {'device_id': 'f5ba17ca-0afb-4990-820d-84bf3d65f91d', 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26', 'admin_state_up': True, 'tenant_id': 'bb63194497014a14ac1a2d546101e583'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:40.965018 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f5cec94-be0c-45ad-aa90-fb721df8421d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.966333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1f5cec94-be0c-45ad-aa90-fb721df8421d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1853170 Jul 13 07:47:40.968386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:40.969410 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47190) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:40.974174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e80aa058-7eac-42a9-8c49-de6967aec55b tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-711699386', 'prefixes': ['172.20.0.0/16']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:41.110672 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e80aa058-7eac-42a9-8c49-de6967aec55b tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for subnetpool, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.113270 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e80aa058-7eac-42a9-8c49-de6967aec55b tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1420343 Jul 13 07:47:41.116668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47194) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.123254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-98665905-b580-46f0-a6a8-a0983cbd16ef tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b', 'tempest-TagsExtTest-Tag-1408622967') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.142357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Allocated IP 172.20.0.2 (47ef141a-ff41-4204-9332-7ff456a227a1/53ab827a-f646-4c04-af45-e7340995b70b/15a493e8-da5b-45e6-b630-5c50575f0a8e) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:41.191139 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.223642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Transition to ACTIVE for port object 6d9891ae-2244-402d-a357-34bc409c38a5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:41.249349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Made reservation on behalf of bb63194497014a14ac1a2d546101e583 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:41.253729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.312162 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-98665905-b580-46f0-a6a8-a0983cbd16ef tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags/tempest-TagsExtTest-Tag-1408622967 HTTP/1.1" status: 201 len: 201 time: 0.1938431 Jul 13 07:47:41.314741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47198) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.322203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-f9c50ddc-7b57-46ab-89d5-61a8152008c9 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556', 'tempest-TagsExtTest-Tag-2059987110') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.417567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 78783855-5aa4-4ced-9bb6-f661d43ef4a2 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:41.426839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f9c50ddc-7b57-46ab-89d5-61a8152008c9 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags/tempest-TagsExtTest-Tag-2059987110 HTTP/1.1" status: 201 len: 201 time: 0.1092224 Jul 13 07:47:41.428483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47200) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.437552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Allocated IP 172.20.0.11 (d17a7aa3-9506-4005-8967-07e72a080b26/9bfdda76-e406-4446-84d4-4d3c7eaa4503/50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:41.438843 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-d9d9c68e-05a2-4d71-be32-b86aa14ea7de tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f', 'tempest-TagsExtTest-Tag-1534715838') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.466180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 78783855-5aa4-4ced-9bb6-f661d43ef4a2 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:41.466978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 78783855-5aa4-4ced-9bb6-f661d43ef4a2 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:41.492920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Transition to ACTIVE for port object 6d9891ae-2244-402d-a357-34bc409c38a5 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:41.555099 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.642950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Network a952c6df-9a7c-4228-a81d-b5ae589e4c2b is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:41.649956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:41.666107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:41.679464 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Pushing event updated for resources: {'Port': ['ID=6d9891ae-2244-402d-a357-34bc409c38a5,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:41.702496 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.731774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Transition to ACTIVE for port object 15a493e8-da5b-45e6-b630-5c50575f0a8e will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:41.752582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Allocated IP 2001:db8:1::1 (a952c6df-9a7c-4228-a81d-b5ae589e4c2b/7625466f-986e-4f74-9fc9-a2e3c672428c/5ccdeadc-818b-45a1-ae8d-150565906946) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:41.792580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Attempting to bind port 6d9891ae-2244-402d-a357-34bc409c38a5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:41.793319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Attempting to bind port 6d9891ae-2244-402d-a357-34bc409c38a5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'eaefe08a-9fee-45de-9c92-13c0939fe85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:41.793957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Attempting to bind port 6d9891ae-2244-402d-a357-34bc409c38a5 on network a952c6df-9a7c-4228-a81d-b5ae589e4c2b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:41.802084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Transition to ACTIVE for port object 15a493e8-da5b-45e6-b630-5c50575f0a8e will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:41.808785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:41.809563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Checking segment: {'id': 'eaefe08a-9fee-45de-9c92-13c0939fe85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:41.810205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.810827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Bound using segment: {'id': 'eaefe08a-9fee-45de-9c92-13c0939fe85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:41.811545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Bound port: 6d9891ae-2244-402d-a357-34bc409c38a5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaefe08a-9fee-45de-9c92-13c0939fe85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:41.812213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.827483 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.879011 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.910073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] For port 6d9891ae-2244-402d-a357-34bc409c38a5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:41.912996 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.914911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] For port 6d9891ae-2244-402d-a357-34bc409c38a5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6d9891ae-2244-402d-a357-34bc409c38a5,segment=NetworkSegment(eaefe08a-9fee-45de-9c92-13c0939fe85b),segment_id=eaefe08a-9fee-45de-9c92-13c0939fe85b)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:41.938341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Transition to ACTIVE for port object 5ccdeadc-818b-45a1-ae8d-150565906946 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:41.945831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24', 'name': 'network-vif-deleted', 'tag': '78783855-5aa4-4ced-9bb6-f661d43ef4a2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:41.959083 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa88374-13c4-442c-83fd-e6863da163a0" -d '{"events": [{"server_uuid": "2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24", "name": "network-vif-deleted", "tag": "78783855-5aa4-4ced-9bb6-f661d43ef4a2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:41.963148 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.980971 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.002308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Network 47ef141a-ff41-4204-9332-7ff456a227a1 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:42.027056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:42.053940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:42.068978 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.081244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Pushing event updated for resources: {'Port': ['ID=15a493e8-da5b-45e6-b630-5c50575f0a8e,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.100110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:47:34Z', 'revision_number': 2, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:39Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:42.126990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network a952c6df-9a7c-4228-a81d-b5ae589e4c2b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:42.131075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:42.138222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d9d9c68e-05a2-4d71-be32-b86aa14ea7de tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags/tempest-TagsExtTest-Tag-1534715838 HTTP/1.1" status: 201 len: 201 time: 0.7086182 Jul 13 07:47:42.139406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=5ccdeadc-818b-45a1-ae8d-150565906946,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.153913 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47208) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:42.159395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-0a44144b-4392-4ef5-a0e6-d6d6f5ffb7cc tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659', 'tempest-TagsExtTest-Tag-1422798254') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:42.162751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:42.163370 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.216553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815b9c14-0ac5-4b49-9808-0594ef2f54c4 None None] The sync data for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 is: [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:47:34Z', 'revision_number': 2, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:39Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:42.341657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Attempting to bind port 15a493e8-da5b-45e6-b630-5c50575f0a8e on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:42.342856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Attempting to bind port 15a493e8-da5b-45e6-b630-5c50575f0a8e by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '7f48fc97-ad1c-4263-b540-2f1539f4cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '47ef141a-ff41-4204-9332-7ff456a227a1'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:42.343311 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250247d3-1098-4dce-83ab-8f7cbf37d180 x-openstack-request-id: req-250247d3-1098-4dce-83ab-8f7cbf37d180 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:42.343606 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24", "name": "network-vif-deleted", "tag": "78783855-5aa4-4ced-9bb6-f661d43ef4a2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:42.343861 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-250247d3-1098-4dce-83ab-8f7cbf37d180 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:42.344232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Attempting to bind port 15a493e8-da5b-45e6-b630-5c50575f0a8e on network 47ef141a-ff41-4204-9332-7ff456a227a1 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:42.344361 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acbe5a7-b4d2-4cfd-94e4-13c8b3592a24', 'name': 'network-vif-deleted', 'tag': '78783855-5aa4-4ced-9bb6-f661d43ef4a2', 'status': 'completed', 'code': 200} Jul 13 07:47:42.362375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10af041-c74a-4136-b706-f5577ad81050 None None] Pushing event updated for resources: {'Port': ['ID=6d9891ae-2244-402d-a357-34bc409c38a5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.372329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:42.375172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-da347a47-145c-4a62-9187-e6a1349acf3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:42.383201 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-da347a47-145c-4a62-9187-e6a1349acf3f tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.53 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 812 time: 0.4031179 Jul 13 07:47:42.386535 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0fa33e80-68c3-4373-bced-56b5f194ece6 req-bba431ed-065c-44fd-966b-d15a19728b9d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 210 time: 0.8266985 Jul 13 07:47:42.389829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Checking segment: {'id': '7f48fc97-ad1c-4263-b540-2f1539f4cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '47ef141a-ff41-4204-9332-7ff456a227a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:42.390634 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.392484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Bound using segment: {'id': '7f48fc97-ad1c-4263-b540-2f1539f4cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '47ef141a-ff41-4204-9332-7ff456a227a1'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:42.393617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Bound port: 15a493e8-da5b-45e6-b630-5c50575f0a8e, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f48fc97-ad1c-4263-b540-2f1539f4cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '47ef141a-ff41-4204-9332-7ff456a227a1'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:42.394254 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.453700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Request body: {'port': {'device_id': 'e889ab4d-51f8-46ec-8076-d934f5546367', 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26', 'admin_state_up': True, 'tenant_id': 'bb63194497014a14ac1a2d546101e583'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:42.489162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Network d17a7aa3-9506-4005-8967-07e72a080b26 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:42.547187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:42.564116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:42.577406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0a44144b-4392-4ef5-a0e6-d6d6f5ffb7cc tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags/tempest-TagsExtTest-Tag-1422798254 HTTP/1.1" status: 201 len: 201 time: 0.4222820 Jul 13 07:47:42.580424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47214) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:42.614272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-5f8c947d-bd0f-43f2-b644-7acdd3dfaa6a tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:42.673586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] For port 15a493e8-da5b-45e6-b630-5c50575f0a8e, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:42.685289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] For port 15a493e8-da5b-45e6-b630-5c50575f0a8e, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=15a493e8-da5b-45e6-b630-5c50575f0a8e,segment=NetworkSegment(7f48fc97-ad1c-4263-b540-2f1539f4cfd5),segment_id=7f48fc97-ad1c-4263-b540-2f1539f4cfd5)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:42.706540 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.744749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Pushing event updated for resources: {'Port': ['ID=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.782204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:42.783695 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.810369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e57a2-65e7-46c0-b604-2edb1830719e None None] Pushing event updated for resources: {'Port': ['ID=15a493e8-da5b-45e6-b630-5c50575f0a8e,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.840794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-524d5db8-fa21-4228-b097-6bba59149b8c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8840048 Jul 13 07:47:42.843906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47218) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:42.914789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-94f8f77a-d9af-4ced-ae78-114144debb37 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/floatingips/771a9615-34a6-497e-93d1-792be590ea18 HTTP/1.1" status: 200 len: 993 time: 0.0696511 Jul 13 07:47:42.923345 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.933409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Request body: {'port': {'device_id': 'f5ba17ca-0afb-4990-820d-84bf3d65f91d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:43.001755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Made reservation on behalf of bb63194497014a14ac1a2d546101e583 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:43.013911 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.166062 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5f8c947d-bd0f-43f2-b644-7acdd3dfaa6a tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags HTTP/1.1" status: 200 len: 241 time: 0.5843306 Jul 13 07:47:43.169705 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47222) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:43.185116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-2b6d16ad-daa0-40f0-ae20-4c3831b1624c tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b', 'tempest-TagsExtTest-Tag-1408622967') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:43.284187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:43.331133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Allocated IP 172.20.0.9 (d17a7aa3-9506-4005-8967-07e72a080b26/9bfdda76-e406-4446-84d4-4d3c7eaa4503/5e1a3524-99c8-4f40-8543-4aa31043a1f9) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:43.375242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47226) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:43.445244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:43.450128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:43.450632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.649992 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.663766 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.751640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2924bdcd-edb9-4157-a4d2-0c1b6b37dd13,segment=NetworkSegment(c99a3207-748e-4c3d-9c21-f40be8b45e80),segment_id=c99a3207-748e-4c3d-9c21-f40be8b45e80)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:43.763912 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.784687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.838657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6d9891ae-2244-402d-a357-34bc409c38a5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:43.981769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2b6d16ad-daa0-40f0-ae20-4c3831b1624c tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags/tempest-TagsExtTest-Tag-1408622967 HTTP/1.1" status: 204 len: 168 time: 0.8104973 Jul 13 07:47:43.990916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47242) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:44.007472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-99229631-d345-4ca3-b88c-5a309d9f3390 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b', 'tempest-TagsExtTest-Tag-1408622967') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:44.008747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=2924bdcd-edb9-4157-a4d2-0c1b6b37dd13,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.047781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 6d9891ae-2244-402d-a357-34bc409c38a5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:44.107403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Network d17a7aa3-9506-4005-8967-07e72a080b26 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:44.122725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.166938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:44.170997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:44.235490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f7c64-f75b-4994-b333-134f4a4e6fa9 None None] Network a952c6df-9a7c-4228-a81d-b5ae589e4c2b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:44.289086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Pushing event updated for resources: {'Port': ['ID=5e1a3524-99c8-4f40-8543-4aa31043a1f9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.299433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47246) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:44.321968 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.338307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.409281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:44.410121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.420935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68a4acba-b5d9-401d-bdc0-744133fa9300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.430146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e4e98714-b901-4ab4-95b4-4df1f6a1dcff None None] Provisioning for port 6d9891ae-2244-402d-a357-34bc409c38a5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:44.448853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e4e98714-b901-4ab4-95b4-4df1f6a1dcff None None] Provisioning complete for port 6d9891ae-2244-402d-a357-34bc409c38a5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:44.449420 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e4e98714-b901-4ab4-95b4-4df1f6a1dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.523699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=5ccdeadc-818b-45a1-ae8d-150565906946,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.546947 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.654097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port f079ebc6-92b0-4e7b-99f6-9b1792dfb93a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:44.654454 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.741086 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e4e98714-b901-4ab4-95b4-4df1f6a1dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.783981 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.784427 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.800822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for f079ebc6-92b0-4e7b-99f6-9b1792dfb93a owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:44.825802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e4e98714-b901-4ab4-95b4-4df1f6a1dcff None None] For port 6d9891ae-2244-402d-a357-34bc409c38a5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6d9891ae-2244-402d-a357-34bc409c38a5,segment=NetworkSegment(eaefe08a-9fee-45de-9c92-13c0939fe85b),segment_id=eaefe08a-9fee-45de-9c92-13c0939fe85b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:44.830259 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e4e98714-b901-4ab4-95b4-4df1f6a1dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.001750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f7c33-54cd-477c-b946-f9de615471cd req-22118e8c-cf0f-4dd4-917c-8bed10fd78e9 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:45.007043 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b3f7c33-54cd-477c-b946-f9de615471cd req-22118e8c-cf0f-4dd4-917c-8bed10fd78e9 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 931 time: 1.1524398 Jul 13 07:47:45.008247 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-496f34d4-8ed6-4f20-84d8-2a15d7513907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.144607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-63474450-d199-42f4-bb11-0e17af372969 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7046883 Jul 13 07:47:45.150657 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-99229631-d345-4ca3-b88c-5a309d9f3390 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags/tempest-TagsExtTest-Tag-1408622967 HTTP/1.1" status: 204 len: 168 time: 1.1528332 Jul 13 07:47:45.152600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47254) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.169977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Request body: {'port': {'device_id': 'e889ab4d-51f8-46ec-8076-d934f5546367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:45.202838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-fd8bad73-8016-4768-badb-87d3e18d6c59 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:45.225899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.236653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0cee5-1f85-490e-99a7-8fdcf13ce2aa None None] Network 47ef141a-ff41-4204-9332-7ff456a227a1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:45.240774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 15a493e8-da5b-45e6-b630-5c50575f0a8e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:45.310007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=f079ebc6-92b0-4e7b-99f6-9b1792dfb93a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:45.347368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network a952c6df-9a7c-4228-a81d-b5ae589e4c2b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:45.385865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:45.393384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e98714-b901-4ab4-95b4-4df1f6a1dcff None None] Pushing event updated for resources: {'Port': ['ID=6d9891ae-2244-402d-a357-34bc409c38a5,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:45.422240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 15a493e8-da5b-45e6-b630-5c50575f0a8e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:45.438289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:45.445607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Provisioning complete for port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:45.446252 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.478961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b3f7c33-54cd-477c-b946-f9de615471cd req-ae200ec0-c785-4664-b212-bd5abdd33642 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535122 Jul 13 07:47:45.510224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:45.533733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.547518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Transition to ACTIVE for port object 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:45.558494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.597101 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.597547 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Floating IP 771a9615-34a6-497e-93d1-792be590ea18 disassociated (deleted). External IP: 172.25.6.133, port: 6c0e8fd1-0231-4faa-82d8-957549349319. Jul 13 07:47:45.711186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:45.780244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Provisioning complete for port 6d9891ae-2244-402d-a357-34bc409c38a5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:45.780827 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.788683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:45.789071 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.035284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Provisioning for port 5ccdeadc-818b-45a1-ae8d-150565906946 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:46.040642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Provisioning complete for port 5ccdeadc-818b-45a1-ae8d-150565906946 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:46.041475 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.086014 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Port 5ccdeadc-818b-45a1-ae8d-150565906946 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:46.104379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Provisioning for port 15a493e8-da5b-45e6-b630-5c50575f0a8e completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:46.109484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Provisioning complete for port 15a493e8-da5b-45e6-b630-5c50575f0a8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:46.109856 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.244986 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.266581 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fd8bad73-8016-4768-badb-87d3e18d6c59 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags HTTP/1.1" status: 200 len: 205 time: 1.0708976 Jul 13 07:47:46.266581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.278330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47256) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.293000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-b29d1140-0cbc-4b22-bee9-0a24f3e586a2 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:46.306041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Pushing event updated for resources: {'Port': ['ID=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:46.310719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] For port 15a493e8-da5b-45e6-b630-5c50575f0a8e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=15a493e8-da5b-45e6-b630-5c50575f0a8e,segment=NetworkSegment(7f48fc97-ad1c-4263-b540-2f1539f4cfd5),segment_id=7f48fc97-ad1c-4263-b540-2f1539f4cfd5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:46.316657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.384875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ed38f-7a73-4d09-be3a-6118a4b88c0a None None] Pushing event updated for resources: {'Port': ['ID=15a493e8-da5b-45e6-b630-5c50575f0a8e,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:46.406647 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:46.418690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8cc51dfe-b964-4eee-b64d-d881e15f22f5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6783962 Jul 13 07:47:46.419608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47258) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.422452 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Sync routers for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:46.432001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1611737188'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:46.439675 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:46.441549 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:46.532251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8fb453f6-7f8b-485c-8664-dcee493a1b50 None None] Provisioning complete for port 5ccdeadc-818b-45a1-ae8d-150565906946 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:46.540711 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fb453f6-7f8b-485c-8664-dcee493a1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.553394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router f6265358-3dc7-4e98-aaef-0c35a18b506e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:46.562453 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-496f34d4-8ed6-4f20-84d8-2a15d7513907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.590581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8fb453f6-7f8b-485c-8664-dcee493a1b50 None None] Port 5ccdeadc-818b-45a1-ae8d-150565906946 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:46.603188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8fb453f6-7f8b-485c-8664-dcee493a1b50 None None] Provisioning complete for port 15a493e8-da5b-45e6-b630-5c50575f0a8e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:46.603800 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fb453f6-7f8b-485c-8664-dcee493a1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.620238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-496f34d4-8ed6-4f20-84d8-2a15d7513907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.642473 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:46.774810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8fb453f6-7f8b-485c-8664-dcee493a1b50 None None] Provisioning for port a2928985-1d6d-4d1e-84aa-261033283556 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:46.775883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b29d1140-0cbc-4b22-bee9-0a24f3e586a2 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags HTTP/1.1" status: 200 len: 241 time: 0.4898269 Jul 13 07:47:46.780368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47264) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.781333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:46.786153 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.788067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8fb453f6-7f8b-485c-8664-dcee493a1b50 None None] Provisioning complete for port a2928985-1d6d-4d1e-84aa-261033283556 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:46.790394 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-496f34d4-8ed6-4f20-84d8-2a15d7513907 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96dbfe34e3ad4a64b1965bf3fde21a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4887762 Jul 13 07:47:46.794568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f34d4-8ed6-4f20-84d8-2a15d7513907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78687c45-7c86-4d27-a75b-8ec85562cba4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:46.794800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-69c43410-c8df-49bf-8015-6c51014034d7 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556', 'tempest-TagsExtTest-Tag-2059987110') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:46.799768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47268) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.800782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Attempting to bind port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:46.801294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Attempting to bind port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:46.801844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Attempting to bind port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf on network d17a7aa3-9506-4005-8967-07e72a080b26 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:46.813396 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fb453f6-7f8b-485c-8664-dcee493a1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.819005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf on network d17a7aa3-9506-4005-8967-07e72a080b26 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:46.819784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Attempting to bind port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf on network d17a7aa3-9506-4005-8967-07e72a080b26 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:46.868363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8fb453f6-7f8b-485c-8664-dcee493a1b50 None None] Port a2928985-1d6d-4d1e-84aa-261033283556 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:46.877190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:46.877842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Checking segment: {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:46.878422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Bound using segment: {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:46.879239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Bound port: 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:46.879918 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.885086 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:47:42Z', 'revision_number': 3, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 2, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:46.887880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:46.913585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:46.917905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] Sync routers for ids ['f6265358-3dc7-4e98-aaef-0c35a18b506e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:46.926589 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.926803 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Checking router: 529303ca-817e-46c4-9717-ebd2ce3f9245 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:46.926985 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Updating router 529303ca-817e-46c4-9717-ebd2ce3f9245 port 5ccdeadc-818b-45a1-ae8d-150565906946 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:47:46.927365 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added segment 8f2a66b7-10b7-4c27-950b-1fc8c76c8c98 of type vlan for network 6f01bc4e-075d-45f1-8c11-711ad8ad039c Jul 13 07:47:46.933081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] Routers {'f6265358-3dc7-4e98-aaef-0c35a18b506e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:46.933738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f6265358-3dc7-4e98-aaef-0c35a18b506e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:46.980347 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.993628 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.016604 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.076005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] Set router f6265358-3dc7-4e98-aaef-0c35a18b506e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:47.077174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.082931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:47.092647 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.133511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40116516-2189-4256-ac64-ee9c0a7718e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.176597 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7564831 Jul 13 07:47:47.185778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 15a493e8-da5b-45e6-b630-5c50575f0a8e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:47.188392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47270) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.208622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'subnet': {'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:47.246771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-55af7e95-e79f-4ee1-aec6-b35e7374cb9f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/floatingips/771a9615-34a6-497e-93d1-792be590ea18 HTTP/1.1" status: 204 len: 168 time: 3.7688158 Jul 13 07:47:47.265163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f43924e-735f-47db-b7dc-18871d7839ef', 'tag': '6c0e8fd1-0231-4faa-82d8-957549349319'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:47.265399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f2cc51b2-538c-4544-902b-bb4fcab5a1c4 None None] Provisioning complete for port 5ccdeadc-818b-45a1-ae8d-150565906946 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:47.265829 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2cc51b2-538c-4544-902b-bb4fcab5a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.275311 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f43924e-735f-47db-b7dc-18871d7839ef", "tag": "6c0e8fd1-0231-4faa-82d8-957549349319"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:47.317726 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.320776 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.331631 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Transition to ACTIVE for port object 5ccdeadc-818b-45a1-ae8d-150565906946 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:47.334078 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-409cd220-cec5-4850-b3e6-4fc387176ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.345464 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.346797 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40116516-2189-4256-ac64-ee9c0a7718e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.409463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6d34a-da8c-4169-a176-12d24293f52e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Network': ['ID=6f01bc4e-075d-45f1-8c11-711ad8ad039c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:47.417271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc51b2-538c-4544-902b-bb4fcab5a1c4 None None] Port 5ccdeadc-818b-45a1-ae8d-150565906946 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:47.431789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] For port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:47.437184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6f01bc4e-075d-45f1-8c11-711ad8ad039c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:47.453006 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-69c43410-c8df-49bf-8015-6c51014034d7 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags/tempest-TagsExtTest-Tag-2059987110 HTTP/1.1" status: 204 len: 168 time: 0.6631577 Jul 13 07:47:47.456446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47276) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.472247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 15a493e8-da5b-45e6-b630-5c50575f0a8e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:47.472613 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.473558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721bca3-6caf-4279-a6da-b5c4b4199889 req-7f84aa34-ee0a-47d7-b894-0791473540e4 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:47.475731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c721bca3-6caf-4279-a6da-b5c4b4199889 req-7f84aa34-ee0a-47d7-b894-0791473540e4 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 931 time: 0.7054615 Jul 13 07:47:47.488122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-2b6c4b76-ac55-4a60-a509-5386f45d4f34 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556', 'tempest-TagsExtTest-Tag-2059987110') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:47.522462 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Attempting to bind port 5ccdeadc-818b-45a1-ae8d-150565906946 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:47.530361 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Attempting to bind port 5ccdeadc-818b-45a1-ae8d-150565906946 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'eaefe08a-9fee-45de-9c92-13c0939fe85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:47.531060 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Attempting to bind port 5ccdeadc-818b-45a1-ae8d-150565906946 on network a952c6df-9a7c-4228-a81d-b5ae589e4c2b {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:47.541583 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:47.542259 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Checking segment: {'id': 'eaefe08a-9fee-45de-9c92-13c0939fe85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:47.542934 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.546522 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Bound using segment: {'id': 'eaefe08a-9fee-45de-9c92-13c0939fe85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:47.547282 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Bound port: 5ccdeadc-818b-45a1-ae8d-150565906946, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaefe08a-9fee-45de-9c92-13c0939fe85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:47.548208 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.580061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f2cc51b2-538c-4544-902b-bb4fcab5a1c4 None None] Provisioning complete for port a2928985-1d6d-4d1e-84aa-261033283556 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:47.580696 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2cc51b2-538c-4544-902b-bb4fcab5a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.600025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] For port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:47.623565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c721bca3-6caf-4279-a6da-b5c4b4199889 req-8e0cb3eb-01e8-4643-9e52-3c44e1cf7a65 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318765 Jul 13 07:47:47.638777 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Pushing event updated for resources: {'Port': ['ID=5ccdeadc-818b-45a1-ae8d-150565906946,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:47.650015 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.650577 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.651294 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.651805 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.652314 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.652813 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.653345 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.653847 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.654330 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.656337 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.656860 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.657868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.661433 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:47.718849 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842faafd-d431-4843-a083-026a4f1003f6 x-openstack-request-id: req-842faafd-d431-4843-a083-026a4f1003f6 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:47.719289 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f43924e-735f-47db-b7dc-18871d7839ef", "tag": "6c0e8fd1-0231-4faa-82d8-957549349319", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:47.719431 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-842faafd-d431-4843-a083-026a4f1003f6 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:47.720266 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f43924e-735f-47db-b7dc-18871d7839ef', 'tag': '6c0e8fd1-0231-4faa-82d8-957549349319', 'status': 'completed', 'code': 200} Jul 13 07:47:47.742284 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] For port 5ccdeadc-818b-45a1-ae8d-150565906946, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:47.749831 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] For port 5ccdeadc-818b-45a1-ae8d-150565906946, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5ccdeadc-818b-45a1-ae8d-150565906946,segment=NetworkSegment(eaefe08a-9fee-45de-9c92-13c0939fe85b),segment_id=eaefe08a-9fee-45de-9c92-13c0939fe85b)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:47.767990 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.797864 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2b6c4b76-ac55-4a60-a509-5386f45d4f34 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags/tempest-TagsExtTest-Tag-2059987110 HTTP/1.1" status: 204 len: 168 time: 0.3379393 Jul 13 07:47:47.798814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47284) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.805818 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-a8643528-490a-43fe-941b-5ad4be6d66a2 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:47.870857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:47.871659 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.873137 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] 10.222.0.54 "PUT /v2.0/ports/50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf HTTP/1.1" status: 200 len: 1092 time: 4.9537210 Jul 13 07:47:47.874389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ba17ca-0afb-4990-820d-84bf3d65f91d', 'tag': '50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:47.876696 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae11b09-07ce-47af-aa4f-42f95270a6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ba17ca-0afb-4990-820d-84bf3d65f91d", "tag": "50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:47.877957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc51b2-538c-4544-902b-bb4fcab5a1c4 None None] Port a2928985-1d6d-4d1e-84aa-261033283556 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:47.883484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6d9891ae-2244-402d-a357-34bc409c38a5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:47.901015 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:47.901671 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:47.904891 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd10fe4-c606-4daf-ac28-2286d0b449bd None None] Pushing event updated for resources: {'Port': ['ID=5ccdeadc-818b-45a1-ae8d-150565906946,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:47.910754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1a3524-99c8-4f40-8543-4aa31043a1f9 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:47.952640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.995613 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.011852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a3e313fa-d4f3-4808-a0ba-3269d2d54401', 'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:21:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:30Z', 'updated_at': '2021-07-13T07:46:41Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:48.045337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] Checking router: f6265358-3dc7-4e98-aaef-0c35a18b506e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:48.047293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6d9891ae-2244-402d-a357-34bc409c38a5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:48.047670 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.071538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:48.083100 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.091310 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e52e4f-d2f9-44b6-9ab5-c19ff3c51156 x-openstack-request-id: req-14e52e4f-d2f9-44b6-9ab5-c19ff3c51156 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:48.091612 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ba17ca-0afb-4990-820d-84bf3d65f91d", "tag": "50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:48.091841 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14e52e4f-d2f9-44b6-9ab5-c19ff3c51156 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:48.094769 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ba17ca-0afb-4990-820d-84bf3d65f91d', 'tag': '50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf', 'status': 'completed', 'code': 200} Jul 13 07:47:48.111037 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40116516-2189-4256-ac64-ee9c0a7718e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.118001 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:48.118461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] Routers {'f6265358-3dc7-4e98-aaef-0c35a18b506e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:48.119118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f6265358-3dc7-4e98-aaef-0c35a18b506e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:48.122457 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40116516-2189-4256-ac64-ee9c0a7718e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.125289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-52a1c603-f931-4b5d-896a-7d77b29063e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:48.127963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-52a1c603-f931-4b5d-896a-7d77b29063e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=326e9df6bc154468b5a4e137d29d8e97&device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 1096 time: 0.3774157 Jul 13 07:47:48.132229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-40116516-2189-4256-ac64-ee9c0a7718e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78687c45-7c86-4d27-a75b-8ec85562cba4 HTTP/1.1" status: 204 len: 168 time: 1.3236208 Jul 13 07:47:48.164853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1480c2-e518-4f3f-9235-fdd3f1afbf0e service neutron] Pushing event updated for resources: {'Port': ['ID=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:48.168218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Transition to ACTIVE for port object 5e1a3524-99c8-4f40-8543-4aa31043a1f9 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:48.218390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.225710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40116516-2189-4256-ac64-ee9c0a7718e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78687c45-7c86-4d27-a75b-8ec85562cba4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:48.309683 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a8643528-490a-43fe-941b-5ad4be6d66a2 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags HTTP/1.1" status: 200 len: 205 time: 0.5094268 Jul 13 07:47:48.311207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-992ced39-4998-4a44-b541-86753c467f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:48.312815 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-992ced39-4998-4a44-b541-86753c467f82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1b6e6b5-6dfc-4293-a7fc-690373c40de5 HTTP/1.1" status: 200 len: 898 time: 0.1735301 Jul 13 07:47:48.313483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47290) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.321025 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-60783133-8808-4914-bd4f-6470cf470093 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:48.419522 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-9f5943c9-7711-48e7-bfd1-32d592595936 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c0e8fd1-0231-4faa-82d8-957549349319 HTTP/1.1" status: 200 len: 217 time: 0.0528929 Jul 13 07:47:48.458878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1a3524-99c8-4f40-8543-4aa31043a1f9,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:48.501418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-992def82-1bc1-461a-95be-e7813b96fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:48.502971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-992def82-1bc1-461a-95be-e7813b96fe61 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d HTTP/1.1" status: 200 len: 1095 time: 0.5529962 Jul 13 07:47:48.519728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-cda5f637-46ce-4038-b940-39f32c52c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:48.522108 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-cda5f637-46ce-4038-b940-39f32c52c1e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d91041cc-b214-4409-9238-c56a7cfac315 HTTP/1.1" status: 200 len: 835 time: 0.0610192 Jul 13 07:47:48.580397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-d17fbfe7-5d3b-4f6b-8563-fc182d016ed2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf HTTP/1.1" status: 200 len: 217 time: 0.0547552 Jul 13 07:47:48.666209 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-60783133-8808-4914-bd4f-6470cf470093 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags HTTP/1.1" status: 200 len: 241 time: 0.3506324 Jul 13 07:47:48.671451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47298) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.681970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-9345bc21-a4ad-4dd4-8d34-739cb98e8cd9 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f', 'tempest-TagsExtTest-Tag-1534715838') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:48.694864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47300) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.715470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f79fb3-cd1d-44c5-bd6b-eb215941b90d req-d80da044-10da-44b9-b1eb-63a3776515a2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:48.717244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-36f79fb3-cd1d-44c5-bd6b-eb215941b90d req-d80da044-10da-44b9-b1eb-63a3776515a2 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 945 time: 0.6999526 Jul 13 07:47:48.732276 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-50e8559b-d9b7-4986-a01d-b92207f8f097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.760631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-9aac43a7-977c-4eef-a2fe-7b28090ae818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:48.762519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-9aac43a7-977c-4eef-a2fe-7b28090ae818 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1b6e6b5-6dfc-4293-a7fc-690373c40de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2341852 Jul 13 07:47:48.781132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] Set router f6265358-3dc7-4e98-aaef-0c35a18b506e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:48.808727 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-36f79fb3-cd1d-44c5-bd6b-eb215941b90d req-85bcfba0-ef8b-47ec-a9f2-6dd6d177bb0c tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796540 Jul 13 07:47:48.809022 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:47:42Z', 'revision_number': 3, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:47Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:48.844557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Attempting to bind port 5e1a3524-99c8-4f40-8543-4aa31043a1f9 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:48.844557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Attempting to bind port 5e1a3524-99c8-4f40-8543-4aa31043a1f9 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:48.844557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Attempting to bind port 5e1a3524-99c8-4f40-8543-4aa31043a1f9 on network d17a7aa3-9506-4005-8967-07e72a080b26 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:48.844978 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e49df-0b07-4805-bb33-66dace1f6369 None None] The sync data for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 is: [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:47:42Z', 'revision_number': 3, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:47Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:48.944471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-723c2387-6789-4fe8-a67b-39817d17d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:48.946098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-723c2387-6789-4fe8-a67b-39817d17d5b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfdda76-e406-4446-84d4-4d3c7eaa4503 HTTP/1.1" status: 200 len: 852 time: 0.3390641 Jul 13 07:47:48.971960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Port 5e1a3524-99c8-4f40-8543-4aa31043a1f9 on network d17a7aa3-9506-4005-8967-07e72a080b26 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:48.972403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Attempting to bind port 5e1a3524-99c8-4f40-8543-4aa31043a1f9 on network d17a7aa3-9506-4005-8967-07e72a080b26 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:49.121742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:49.138696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Checking segment: {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:49.139389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Bound using segment: {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:49.140094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Bound port: 5e1a3524-99c8-4f40-8543-4aa31043a1f9, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684a40bb-d5c2-4a34-a91e-d783042b4ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:49.140652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.166718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-4a90e1d3-f433-465a-8f10-e690c891b70c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d17a7aa3-9506-4005-8967-07e72a080b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640167 Jul 13 07:47:49.171069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.196328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5ccdeadc-818b-45a1-ae8d-150565906946 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:49.199929 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-18e8b755-1191-46da-a54b-067701fb6cf5 service neutron] 10.222.0.53 "GET /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262505 Jul 13 07:47:49.313689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Subnet': ['ID=540d289c-616d-4a45-959a-9fb2974f7c98,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:49.351441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a3e313fa-d4f3-4808-a0ba-3269d2d54401', 'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:21:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:30Z', 'updated_at': '2021-07-13T07:46:41Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:49.356066 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-50e8559b-d9b7-4986-a01d-b92207f8f097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.383269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9345bc21-a4ad-4dd4-8d34-739cb98e8cd9 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags/tempest-TagsExtTest-Tag-1534715838 HTTP/1.1" status: 204 len: 168 time: 0.7074614 Jul 13 07:47:49.399388 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d76e9d-185b-4593-8f19-973a44ef090e None None] The sync data for ids ['f6265358-3dc7-4e98-aaef-0c35a18b506e'] in n-d-798249-7 is: [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:46:32Z', 'revision_number': 4, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'a3e313fa-d4f3-4808-a0ba-3269d2d54401', 'name': '', 'network_id': 'd1b6e6b5-6dfc-4293-a7fc-690373c40de5', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'mac_address': 'fa:16:3e:21:8f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:30Z', 'updated_at': '2021-07-13T07:46:41Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'subnets': [{'id': 'd91041cc-b214-4409-9238-c56a7cfac315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:49.402081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5ccdeadc-818b-45a1-ae8d-150565906946 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:49.406174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5ccdeadc-818b-45a1-ae8d-150565906946 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:49.406525 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.406977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-50e8559b-d9b7-4986-a01d-b92207f8f097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.415420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47302) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:49.420932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-2f4c6259-6865-47a0-96b1-c62a87cc2949 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f', 'tempest-TagsExtTest-Tag-1534715838') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:49.487783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-50e8559b-d9b7-4986-a01d-b92207f8f097 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3801f47396bc44ac85e14214da9460e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877121 Jul 13 07:47:49.491572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8559b-d9b7-4986-a01d-b92207f8f097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2127ebf-385c-4112-ba84-2f470df3bf9e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:49.495195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47304) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:49.531485 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.538371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] For port 5e1a3524-99c8-4f40-8543-4aa31043a1f9, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:49.565713 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-48ac4fa3-6bba-484e-aa64-d8afc156931a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:49.568714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-48ac4fa3-6bba-484e-aa64-d8afc156931a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 945 time: 0.5218210 Jul 13 07:47:49.633817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5ccdeadc-818b-45a1-ae8d-150565906946, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5ccdeadc-818b-45a1-ae8d-150565906946,segment=NetworkSegment(eaefe08a-9fee-45de-9c92-13c0939fe85b),segment_id=eaefe08a-9fee-45de-9c92-13c0939fe85b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:49.645014 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.650388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] For port 5e1a3524-99c8-4f40-8543-4aa31043a1f9, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=5e1a3524-99c8-4f40-8543-4aa31043a1f9,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:49.662279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7190b-a4a5-435e-9def-2f0b3de7cf1f req-6e96c513-3243-47a3-8656-ba45e458313e tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:49.663978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02b7190b-a4a5-435e-9def-2f0b3de7cf1f req-6e96c513-3243-47a3-8656-ba45e458313e tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 943 time: 0.8003311 Jul 13 07:47:49.672098 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.683819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Checking segment: {'id': '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:49.687438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network hostable DHCP agents. Network: 6f01bc4e-075d-45f1-8c11-711ad8ad039c, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:49.753994 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-bcac6940-57b8-48ba-b226-eb0d4fa359e6 service neutron] 10.222.0.54 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761838 Jul 13 07:47:49.779700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5ccdeadc-818b-45a1-ae8d-150565906946,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:49.795744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:49.796392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.798052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] 10.222.0.53 "PUT /v2.0/ports/5e1a3524-99c8-4f40-8543-4aa31043a1f9 HTTP/1.1" status: 200 len: 1091 time: 4.6445472 Jul 13 07:47:49.840655 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.883593 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-65f1cd1f-3104-4c51-80a2-4162e0b0047a service neutron] 10.222.0.53 "GET /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634448 Jul 13 07:47:49.901439 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c555d792-c1d4-42aa-bc71-9c5a44595d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.932732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55b3e5-5d47-458c-a5b3-326427613849 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1a3524-99c8-4f40-8543-4aa31043a1f9,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:49.952266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02b7190b-a4a5-435e-9def-2f0b3de7cf1f req-53e5a4e3-e1dc-451b-8e86-88e22fde297e tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681112 Jul 13 07:47:49.953206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network 6f01bc4e-075d-45f1-8c11-711ad8ad039c is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:49.960132 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70baaae-2955-4fa9-9598-ad362bc78022 None None] New status for floating IP 771a9615-34a6-497e-93d1-792be590ea18: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:47:49.997852 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c555d792-c1d4-42aa-bc71-9c5a44595d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.038375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2f4c6259-6865-47a0-96b1-c62a87cc2949 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags/tempest-TagsExtTest-Tag-1534715838 HTTP/1.1" status: 204 len: 168 time: 0.6215954 Jul 13 07:47:50.043013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47310) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.054298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.tag.tag_plugin [None req-f962669f-6f1e-4dc4-bf73-3553f89003b5 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:50.060569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 6f01bc4e-075d-45f1-8c11-711ad8ad039c) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:50.072474 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c889e8-e8e0-45d2-8a51-df4efa231617 None None] Network 6f01bc4e-075d-45f1-8c11-711ad8ad039c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:50.120338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e889ab4d-51f8-46ec-8076-d934f5546367', 'tag': '5e1a3524-99c8-4f40-8543-4aa31043a1f9'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:50.125543 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157ad836-d27b-4920-ac50-13c808eaf0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e889ab4d-51f8-46ec-8076-d934f5546367", "tag": "5e1a3524-99c8-4f40-8543-4aa31043a1f9"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:50.132513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:50.133471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.140429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-896be228-7c8b-4a3d-8fca-2b6faa8982b8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port 6c0e8fd1-0231-4faa-82d8-957549349319 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:50.140784 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-896be228-7c8b-4a3d-8fca-2b6faa8982b8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.219981 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bf8f52-9c8d-42fe-b9f3-5f47616fada1 x-openstack-request-id: req-f2bf8f52-9c8d-42fe-b9f3-5f47616fada1 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:50.220416 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e889ab4d-51f8-46ec-8076-d934f5546367", "tag": "5e1a3524-99c8-4f40-8543-4aa31043a1f9", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:50.220717 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2bf8f52-9c8d-42fe-b9f3-5f47616fada1 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:50.221235 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e889ab4d-51f8-46ec-8076-d934f5546367', 'tag': '5e1a3524-99c8-4f40-8543-4aa31043a1f9', 'status': 'completed', 'code': 200} Jul 13 07:47:50.224916 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-9f472cb7-1424-48dd-98fe-f576b562c90a service neutron] 10.222.0.54 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586093 Jul 13 07:47:50.243420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7d472a59-f000-4667-b340-242fc3e29a05 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0463192 Jul 13 07:47:50.248327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47314) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.290697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd483df2-5504-42ed-a3cc-bc780842cf74 req-9317f692-96f6-48ae-8d44-1a768ec35b23 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:50.292624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dd483df2-5504-42ed-a3cc-bc780842cf74 req-9317f692-96f6-48ae-8d44-1a768ec35b23 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 945 time: 0.2576678 Jul 13 07:47:50.296199 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c555d792-c1d4-42aa-bc71-9c5a44595d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.299169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c555d792-c1d4-42aa-bc71-9c5a44595d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.303920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c555d792-c1d4-42aa-bc71-9c5a44595d48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2127ebf-385c-4112-ba84-2f470df3bf9e HTTP/1.1" status: 204 len: 168 time: 0.8031976 Jul 13 07:47:50.322265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-72f9a152-c6f0-4e52-ab76-3e1b99aed456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:50.323915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-72f9a152-c6f0-4e52-ab76-3e1b99aed456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 1094 time: 0.4705961 Jul 13 07:47:50.363422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f962669f-6f1e-4dc4-bf73-3553f89003b5 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags HTTP/1.1" status: 200 len: 205 time: 0.3152745 Jul 13 07:47:50.365700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555d792-c1d4-42aa-bc71-9c5a44595d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2127ebf-385c-4112-ba84-2f470df3bf9e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.375689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47318) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.383310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-896be228-7c8b-4a3d-8fca-2b6faa8982b8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] For port 6c0e8fd1-0231-4faa-82d8-957549349319, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6c0e8fd1-0231-4faa-82d8-957549349319,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:50.384073 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-896be228-7c8b-4a3d-8fca-2b6faa8982b8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.400768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:50.401608 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.409229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-679997c7-b2d1-45c6-bcce-53d854dd9a48 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:50.422092 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dd483df2-5504-42ed-a3cc-bc780842cf74 req-6f295350-f6d6-45ba-b704-f5fb77745f1f tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/security-groups?id=a238c56d-6226-48e7-8981-fae49e7af7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136138 Jul 13 07:47:50.436437 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-9359f95f-accf-4f15-9e40-b285a49fe78d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e1a3524-99c8-4f40-8543-4aa31043a1f9 HTTP/1.1" status: 200 len: 217 time: 0.0701554 Jul 13 07:47:50.439891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-896be228-7c8b-4a3d-8fca-2b6faa8982b8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for 6c0e8fd1-0231-4faa-82d8-957549349319 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:50.472207 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-679997c7-b2d1-45c6-bcce-53d854dd9a48 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags HTTP/1.1" status: 200 len: 241 time: 0.0919170 Jul 13 07:47:50.475420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47320) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.479635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a0b2765c-656d-4f86-8fc0-b64b7793e952 None None] Provisioning complete for port 5ccdeadc-818b-45a1-ae8d-150565906946 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:50.480164 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a0b2765c-656d-4f86-8fc0-b64b7793e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.485012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-ae4c8a9e-03e0-408b-9b84-4217e0f36d0f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659', 'tempest-TagsExtTest-Tag-1422798254') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:50.522038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd83d2-a360-404a-847b-97b802d5b493 req-0b4f582b-0f09-4b03-b9e8-c035553ebe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:50.524529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-0b4f582b-0f09-4b03-b9e8-c035553ebe05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9bfdda76-e406-4446-84d4-4d3c7eaa4503 HTTP/1.1" status: 200 len: 852 time: 0.0773513 Jul 13 07:47:50.558256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ae4c8a9e-03e0-408b-9b84-4217e0f36d0f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags/tempest-TagsExtTest-Tag-1422798254 HTTP/1.1" status: 204 len: 168 time: 0.0790815 Jul 13 07:47:50.562750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47322) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.569288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-b8324c87-f569-4fdc-995e-f7be58aaa5ce tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659', 'tempest-TagsExtTest-Tag-1422798254') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:50.586858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae11b09-07ce-47af-aa4f-42f95270a6d5 req-2096c14a-b8d1-449f-a700-1563b20dbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:50.588437 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ae11b09-07ce-47af-aa4f-42f95270a6d5 req-2096c14a-b8d1-449f-a700-1563b20dbfd0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d HTTP/1.1" status: 200 len: 1095 time: 0.2635753 Jul 13 07:47:50.718602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Allocated IP 2001:db8:2::2 (6f01bc4e-075d-45f1-8c11-711ad8ad039c/540d289c-616d-4a45-959a-9fb2974f7c98/c2d1e724-ef01-49bf-8b85-ea83b82884b2) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:50.731815 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b8324c87-f569-4fdc-995e-f7be58aaa5ce tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags/tempest-TagsExtTest-Tag-1422798254 HTTP/1.1" status: 204 len: 168 time: 0.1656525 Jul 13 07:47:50.733547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47328) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.738663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-705d3e0b-cd4d-4985-8b66-2ae90e313ac1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:50.806941 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-705d3e0b-cd4d-4985-8b66-2ae90e313ac1 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags HTTP/1.1" status: 200 len: 205 time: 0.0711102 Jul 13 07:47:50.809151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47332) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.814214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-39305cf4-5fd4-4fc4-9f24-c0b75fcf5fe7 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:50.842632 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-896be228-7c8b-4a3d-8fca-2b6faa8982b8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.892291 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896be228-7c8b-4a3d-8fca-2b6faa8982b8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=6c0e8fd1-0231-4faa-82d8-957549349319,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.978396 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-39305cf4-5fd4-4fc4-9f24-c0b75fcf5fe7 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags HTTP/1.1" status: 204 len: 168 time: 0.1681039 Jul 13 07:47:50.981657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47338) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.988891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-4a8eb053-96bd-48b3-b2ac-31062eec86db tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:50.992471 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.005437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Transition to ACTIVE for port object c2d1e724-ef01-49bf-8b85-ea83b82884b2 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:51.025445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Transition to ACTIVE for port object c2d1e724-ef01-49bf-8b85-ea83b82884b2 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:51.035549 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.064343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Network 6f01bc4e-075d-45f1-8c11-711ad8ad039c is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:51.067920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:51.096867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:51.153480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-896be228-7c8b-4a3d-8fca-2b6faa8982b8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] No DVR routers for this DVR port 6c0e8fd1-0231-4faa-82d8-957549349319 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:51.183472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Attempting to bind port c2d1e724-ef01-49bf-8b85-ea83b82884b2 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:51.183846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Attempting to bind port c2d1e724-ef01-49bf-8b85-ea83b82884b2 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:51.184254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Attempting to bind port c2d1e724-ef01-49bf-8b85-ea83b82884b2 on network 6f01bc4e-075d-45f1-8c11-711ad8ad039c {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:51.190994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5ccdeadc-818b-45a1-ae8d-150565906946 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:51.218097 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-896be228-7c8b-4a3d-8fca-2b6faa8982b8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.220445 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7200d8a8-6f8c-4bb9-9046-98ed86a2b114 req-896be228-7c8b-4a3d-8fca-2b6faa8982b8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.53 "DELETE /v2.0/ports/6c0e8fd1-0231-4faa-82d8-957549349319 HTTP/1.1" status: 204 len: 173 time: 1.6365283 Jul 13 07:47:51.233244 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f43924e-735f-47db-b7dc-18871d7839ef', 'name': 'network-vif-deleted', 'tag': '6c0e8fd1-0231-4faa-82d8-957549349319'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:51.238456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:51.238974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Checking segment: {'id': '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:51.239696 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.240376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Bound using segment: {'id': '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:51.240964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Bound port: c2d1e724-ef01-49bf-8b85-ea83b82884b2, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:51.241363 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.243674 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187e611f-39b3-4811-ab28-ab6910337188" -d '{"events": [{"server_uuid": "5f43924e-735f-47db-b7dc-18871d7839ef", "name": "network-vif-deleted", "tag": "6c0e8fd1-0231-4faa-82d8-957549349319"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:51.284323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Pushing event updated for resources: {'Port': ['ID=c2d1e724-ef01-49bf-8b85-ea83b82884b2,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:51.321566 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4a8eb053-96bd-48b3-b2ac-31062eec86db tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags HTTP/1.1" status: 204 len: 168 time: 0.3380470 Jul 13 07:47:51.322292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47352) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:51.330172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-464b3ba3-d3d0-424b-8f33-a1d954dabad5 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:51.363478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5ccdeadc-818b-45a1-ae8d-150565906946 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:51.363858 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.370250 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-21b7fd1b-4dd3-4946-8bb9-426ef9000417 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d17a7aa3-9506-4005-8967-07e72a080b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8358500 Jul 13 07:47:51.391515 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6f987f-8f33-4519-9493-d908cee6df5b x-openstack-request-id: req-9e6f987f-8f33-4519-9493-d908cee6df5b {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:51.391955 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f43924e-735f-47db-b7dc-18871d7839ef", "name": "network-vif-deleted", "tag": "6c0e8fd1-0231-4faa-82d8-957549349319", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:51.392334 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e6f987f-8f33-4519-9493-d908cee6df5b {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:51.393740 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f43924e-735f-47db-b7dc-18871d7839ef', 'name': 'network-vif-deleted', 'tag': '6c0e8fd1-0231-4faa-82d8-957549349319', 'status': 'completed', 'code': 200} Jul 13 07:47:51.457407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6c0e8fd1-0231-4faa-82d8-957549349319 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:51.483210 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-464b3ba3-d3d0-424b-8f33-a1d954dabad5 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags HTTP/1.1" status: 204 len: 168 time: 0.1596873 Jul 13 07:47:51.483990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47358) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:51.492155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 6c0e8fd1-0231-4faa-82d8-957549349319 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:51.492867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6c0e8fd1-0231-4faa-82d8-957549349319 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:51.498750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-a523f28f-8a10-432b-a7ab-0d1f66df329f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:51.530011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] For port c2d1e724-ef01-49bf-8b85-ea83b82884b2, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:51.613581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] For port c2d1e724-ef01-49bf-8b85-ea83b82884b2, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c2d1e724-ef01-49bf-8b85-ea83b82884b2,segment=NetworkSegment(8f2a66b7-10b7-4c27-950b-1fc8c76c8c98),segment_id=8f2a66b7-10b7-4c27-950b-1fc8c76c8c98)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:51.618068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47360) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:51.639624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:51.680374 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a523f28f-8a10-432b-a7ab-0d1f66df329f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags HTTP/1.1" status: 204 len: 168 time: 0.1905942 Jul 13 07:47:51.681076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47364) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:51.685707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-bd5d0b5e-f1f7-43cf-ac70-de4c7e51ef87 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b', 'tempest-TagsExtTest-Tag-1721045100') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:51.777807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:51.779515 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b293363a-d97e-418d-8035-4bb0862e26ae req-41f8f0db-70a0-4de1-ad6d-2133be8a971b tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43924e-735f-47db-b7dc-18871d7839ef HTTP/1.1" status: 200 len: 210 time: 0.0424960 Jul 13 07:47:51.791832 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.803506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf', 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26', 'port_id': '50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf', 'mac_address': 'fa:16:3e:2e:e9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfdda76-e406-4446-84d4-4d3c7eaa4503', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:51.836772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-565635984-network', 'tenant_id': '25c4523886a14e2f91659d5ac5ecfcb7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:51.918037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Made reservation on behalf of 25c4523886a14e2f91659d5ac5ecfcb7 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:51.920782 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.924487 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.940314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.953663 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bd5d0b5e-f1f7-43cf-ac70-de4c7e51ef87 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags/tempest-TagsExtTest-Tag-1721045100 HTTP/1.1" status: 201 len: 201 time: 0.2714996 Jul 13 07:47:51.954833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47368) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:51.960640 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-5b781b4e-849c-47d4-9356-66970db4db38 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556', 'tempest-TagsExtTest-Tag-2118618989') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:51.969031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29cdae-073c-4045-bdb8-628707b1f5b7 None None] Pushing event updated for resources: {'Port': ['ID=c2d1e724-ef01-49bf-8b85-ea83b82884b2,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:51.981976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:52.013290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:52.025602 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.057239 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-809b1f75-4f46-4ccc-90d2-287e4e9fd99c service neutron] 10.222.0.53 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618822 Jul 13 07:47:52.099660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae11b09-07ce-47af-aa4f-42f95270a6d5 req-39b3ae5b-0cda-4862-ba7d-fb72ba7ad5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:52.103015 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ae11b09-07ce-47af-aa4f-42f95270a6d5 req-39b3ae5b-0cda-4862-ba7d-fb72ba7ad5d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 913 time: 0.7426784 Jul 13 07:47:52.122066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.126959 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3a5c2-66bb-474e-8848-8cd6796186db req-26caca3d-bb30-42f0-8d47-a693b5262470 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:52.128990 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1aa3a5c2-66bb-474e-8848-8cd6796186db req-26caca3d-bb30-42f0-8d47-a693b5262470 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 943 time: 0.7772191 Jul 13 07:47:52.207862 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5b781b4e-849c-47d4-9356-66970db4db38 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags/tempest-TagsExtTest-Tag-2118618989 HTTP/1.1" status: 201 len: 201 time: 0.2518141 Jul 13 07:47:52.212313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47370) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.217885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-42a33681-504a-42fd-b926-e7daa2697238 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f', 'tempest-TagsExtTest-Tag-1267226928') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:52.327128 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.340230 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ae11b09-07ce-47af-aa4f-42f95270a6d5 req-a2c45adf-f464-4444-a9ec-2923b03c05ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf HTTP/1.1" status: 200 len: 217 time: 0.2073371 Jul 13 07:47:52.343946 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.347265 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:52.378975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.386038 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-42a33681-504a-42fd-b926-e7daa2697238 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags/tempest-TagsExtTest-Tag-1267226928 HTTP/1.1" status: 201 len: 201 time: 0.1698933 Jul 13 07:47:52.388338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47372) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.402342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:52.414324 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.418398 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Added segment 29ffbd02-f93b-4d27-8f76-9b6df41c89ae of type vlan for network 4f7960dd-2779-420d-9771-18fed82cf265 Jul 13 07:47:52.422942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-708f386f-69be-41cf-b5bf-2d59d83b9532 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659', 'tempest-TagsExtTest-Tag-831436383') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:52.474793 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1aa3a5c2-66bb-474e-8848-8cd6796186db req-3f0a70d9-bb76-413a-934f-e2ecf88369c8 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521174 Jul 13 07:47:52.512280 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.547777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-708f386f-69be-41cf-b5bf-2d59d83b9532 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags/tempest-TagsExtTest-Tag-831436383 HTTP/1.1" status: 201 len: 201 time: 0.1573458 Jul 13 07:47:52.548394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47374) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.553559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae11b09-07ce-47af-aa4f-42f95270a6d5 req-6ecb8788-ae3c-4c93-83e2-ace3912e103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:52.555229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ae11b09-07ce-47af-aa4f-42f95270a6d5 req-6ecb8788-ae3c-4c93-83e2-ace3912e103e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfdda76-e406-4446-84d4-4d3c7eaa4503 HTTP/1.1" status: 200 len: 852 time: 0.2035871 Jul 13 07:47:52.557788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-69f25e7b-f6d6-4443-87d6-665f9dd3cd14 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b', {'tags': ['tempest-TagsExtTest-Tag-1364667932', 'tempest-TagsExtTest-Tag-1771782879', 'tempest-TagsExtTest-Tag-2104237498']}) {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:52.584512 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.585490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:52.586079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.597658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ae11b09-07ce-47af-aa4f-42f95270a6d5 req-1b8728c7-75b6-4ae6-bbe1-02f6d11e89e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d17a7aa3-9506-4005-8967-07e72a080b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346677 Jul 13 07:47:52.599758 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06bd83d2-a360-404a-847b-97b802d5b493 req-502f635f-a2ff-4abc-9ec1-e92536b276db service neutron] 10.222.0.53 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179055 Jul 13 07:47:52.629252 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.861619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ae11b09-07ce-47af-aa4f-42f95270a6d5 req-9a02cad0-2315-4894-b302-0eb452197bee service neutron] 10.222.0.54 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562592 Jul 13 07:47:52.965422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ad836-d27b-4920-ac50-13c808eaf0a1 req-8bcd4f8c-f6c5-435d-9f00-b4d61fbb59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:52.967732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-157ad836-d27b-4920-ac50-13c808eaf0a1 req-8bcd4f8c-f6c5-435d-9f00-b4d61fbb59b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 1094 time: 0.3069472 Jul 13 07:47:52.972892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47380) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.194948 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5753703 Jul 13 07:47:53.195779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae28e3-a2f6-43cc-a161-3d829608a1fe admin admin] Pushing event updated for resources: {'Network': ['ID=4f7960dd-2779-420d-9771-18fed82cf265,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.201665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c2d1e724-ef01-49bf-8b85-ea83b82884b2 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:53.212536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47382) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.218336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Request body: {'subnet': {'network_id': '4f7960dd-2779-420d-9771-18fed82cf265', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-565635984-subnet', 'tenant_id': '25c4523886a14e2f91659d5ac5ecfcb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:53.230560 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-69f25e7b-f6d6-4443-87d6-665f9dd3cd14 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags HTTP/1.1" status: 200 len: 318 time: 0.6794682 Jul 13 07:47:53.233170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47384) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.247995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-4fe2f984-8c6d-4d8f-a84b-5c8ce8adaba4 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:53.260849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 4f7960dd-2779-420d-9771-18fed82cf265 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:53.273002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ae11b09-07ce-47af-aa4f-42f95270a6d5 req-6eb207fd-b5a8-4475-95fe-22053d6763ed service neutron] 10.222.0.54 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030006 Jul 13 07:47:53.287548 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8eca-9ef5-4460-88cf-c775104e7334 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.295193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c2d1e724-ef01-49bf-8b85-ea83b82884b2 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:53.323033 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Made reservation on behalf of 25c4523886a14e2f91659d5ac5ecfcb7 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:53.325985 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.337823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ad836-d27b-4920-ac50-13c808eaf0a1 req-19d61ab9-3d9f-4d89-96fc-c6f464152dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.352376 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-157ad836-d27b-4920-ac50-13c808eaf0a1 req-19d61ab9-3d9f-4d89-96fc-c6f464152dfc service neutron] 10.222.0.53 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 913 time: 0.3494964 Jul 13 07:47:53.358006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Allocated IP 2001:db8:2::1 (6f01bc4e-075d-45f1-8c11-711ad8ad039c/540d289c-616d-4a45-959a-9fb2974f7c98/e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:53.363493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8eca-9ef5-4460-88cf-c775104e7334 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.428707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-157ad836-d27b-4920-ac50-13c808eaf0a1 req-fee5046a-96ff-4133-839f-327b1af452a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e1a3524-99c8-4f40-8543-4aa31043a1f9 HTTP/1.1" status: 200 len: 217 time: 0.0679686 Jul 13 07:47:53.465790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3f7b4-ebb6-4f39-9735-1712ea7350d8 None None] Network 6f01bc4e-075d-45f1-8c11-711ad8ad039c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:53.477518 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4fe2f984-8c6d-4d8f-a84b-5c8ce8adaba4 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags HTTP/1.1" status: 204 len: 168 time: 0.2398863 Jul 13 07:47:53.478240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47386) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.483894 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-3384a70e-f0d0-4782-b857-ac20bf8fcc9e tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b', 'tempest-TagsExtTest-Tag-1364667932') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:53.582514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ad836-d27b-4920-ac50-13c808eaf0a1 req-65500650-d4ba-4c95-9a04-5759ae4299e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.584469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5bc26d16-375c-4934-be03-cf0387a80879 None None] Provisioning for port c2d1e724-ef01-49bf-8b85-ea83b82884b2 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:53.586649 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-157ad836-d27b-4920-ac50-13c808eaf0a1 req-65500650-d4ba-4c95-9a04-5759ae4299e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9bfdda76-e406-4446-84d4-4d3c7eaa4503 HTTP/1.1" status: 200 len: 852 time: 0.1505270 Jul 13 07:47:53.618066 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8eca-9ef5-4460-88cf-c775104e7334 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.621371 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d8a8eca-9ef5-4460-88cf-c775104e7334 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.622774 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9d8a8eca-9ef5-4460-88cf-c775104e7334 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/security-groups/a238c56d-6226-48e7-8981-fae49e7af7f9 HTTP/1.1" status: 204 len: 168 time: 0.6490204 Jul 13 07:47:53.650884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.653555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:53.656279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5bc26d16-375c-4934-be03-cf0387a80879 None None] Provisioning complete for port c2d1e724-ef01-49bf-8b85-ea83b82884b2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:53.656901 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bc26d16-375c-4934-be03-cf0387a80879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.673904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47392) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.675801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a8eca-9ef5-4460-88cf-c775104e7334 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238c56d-6226-48e7-8981-fae49e7af7f9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.741396 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-3384a70e-f0d0-4782-b857-ac20bf8fcc9e tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:53.742385 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3384a70e-f0d0-4782-b857-ac20bf8fcc9e tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags/tempest-TagsExtTest-Tag-1364667932 HTTP/1.1" status: 404 len: 329 time: 0.2633803 Jul 13 07:47:53.750379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47394) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.755994 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-56c3214e-6612-41b1-8db8-9a2f1df45ed3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b', 'tempest-TagsExtTest-Tag-1771782879') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:53.793914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Checking segment: {'id': '29ffbd02-f93b-4d27-8f76-9b6df41c89ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4f7960dd-2779-420d-9771-18fed82cf265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:53.794870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Network hostable DHCP agents. Network: 4f7960dd-2779-420d-9771-18fed82cf265, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:53.828115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46b3d42-df97-4a18-ad67-40c0eb489cef,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.855362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:53.857186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-157ad836-d27b-4920-ac50-13c808eaf0a1 req-1e660097-1cbe-41d0-b1f6-3b4600e839b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d17a7aa3-9506-4005-8967-07e72a080b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2638347 Jul 13 07:47:53.861954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Network 4f7960dd-2779-420d-9771-18fed82cf265 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:53.870225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:53.873262 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.883436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 4f7960dd-2779-420d-9771-18fed82cf265) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:53.915872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:53.917802 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.921312 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-56c3214e-6612-41b1-8db8-9a2f1df45ed3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:53.922640 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-56c3214e-6612-41b1-8db8-9a2f1df45ed3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags/tempest-TagsExtTest-Tag-1771782879 HTTP/1.1" status: 404 len: 329 time: 0.1710467 Jul 13 07:47:53.931903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47398) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.932629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d267f5b-b74b-4366-87cf-707f1434d51b None None] Network 4f7960dd-2779-420d-9771-18fed82cf265 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:53.938879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-7bb54b67-e033-4ef9-a354-836d9314adc9 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b', 'tempest-TagsExtTest-Tag-2104237498') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:53.979418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a62b88d2-a8f8-4a60-bd35-e2516fd5d677 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7561433 Jul 13 07:47:54.016490 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-7bb54b67-e033-4ef9-a354-836d9314adc9 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:54.020078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7bb54b67-e033-4ef9-a354-836d9314adc9 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags/tempest-TagsExtTest-Tag-2104237498 HTTP/1.1" status: 404 len: 329 time: 0.0871685 Jul 13 07:47:54.023782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47402) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.039973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-ad2cf97e-49a5-40d7-a86d-c384d43b6293 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556', {'tags': ['tempest-TagsExtTest-Tag-1423711059', 'tempest-TagsExtTest-Tag-457861016', 'tempest-TagsExtTest-Tag-1928378530']}) {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.048232 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bc26d16-375c-4934-be03-cf0387a80879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.124515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5bc26d16-375c-4934-be03-cf0387a80879 None None] For port c2d1e724-ef01-49bf-8b85-ea83b82884b2, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c2d1e724-ef01-49bf-8b85-ea83b82884b2,segment=NetworkSegment(8f2a66b7-10b7-4c27-950b-1fc8c76c8c98),segment_id=8f2a66b7-10b7-4c27-950b-1fc8c76c8c98)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:54.142973 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bc26d16-375c-4934-be03-cf0387a80879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.144596 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ad2cf97e-49a5-40d7-a86d-c384d43b6293 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags HTTP/1.1" status: 200 len: 317 time: 0.1174614 Jul 13 07:47:54.147574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47406) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.155876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-620afb73-8993-440d-961c-ee7feabce808 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.271249 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-620afb73-8993-440d-961c-ee7feabce808 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags HTTP/1.1" status: 204 len: 168 time: 0.1216416 Jul 13 07:47:54.274728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47412) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.283594 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.284866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-9a080f82-a348-45d7-b023-f3820052cf6a tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556', 'tempest-TagsExtTest-Tag-1423711059') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.359669 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-9a080f82-a348-45d7-b023-f3820052cf6a tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:54.365865 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9a080f82-a348-45d7-b023-f3820052cf6a tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags/tempest-TagsExtTest-Tag-1423711059 HTTP/1.1" status: 404 len: 329 time: 0.0892222 Jul 13 07:47:54.367303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47414) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.381167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-1d3b8802-76a5-4ee1-ab95-b28d75d68b42 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556', 'tempest-TagsExtTest-Tag-457861016') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.390492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cba8e-951a-4e27-a73e-98d2bf3622ba req-9e3c572e-3833-4d52-9f1d-0a37cf24146e tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:54.392328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de6cba8e-951a-4e27-a73e-98d2bf3622ba req-9e3c572e-3833-4d52-9f1d-0a37cf24146e tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 943 time: 0.5304997 Jul 13 07:47:54.396587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Transition to ACTIVE for port object e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:54.407847 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.421384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc26d16-375c-4934-be03-cf0387a80879 None None] Pushing event updated for resources: {'Port': ['ID=c2d1e724-ef01-49bf-8b85-ea83b82884b2,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.437999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c0d9e-d911-48b2-bec9-0f9285f48a92 None None] Network 4f7960dd-2779-420d-9771-18fed82cf265 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:54.462809 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-1d3b8802-76a5-4ee1-ab95-b28d75d68b42 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:54.462989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7d2cd0a4-9d1f-457c-b8d4-8e7544bddf9a None None] Provisioning complete for port c2d1e724-ef01-49bf-8b85-ea83b82884b2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:54.463317 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd0a4-9d1f-457c-b8d4-8e7544bddf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.467715 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1d3b8802-76a5-4ee1-ab95-b28d75d68b42 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags/tempest-TagsExtTest-Tag-457861016 HTTP/1.1" status: 404 len: 328 time: 0.0939970 Jul 13 07:47:54.468426 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47418) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.469105 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-157ad836-d27b-4920-ac50-13c808eaf0a1 req-5a3ea871-9915-43f6-b217-32b9fac85f06 service neutron] 10.222.0.53 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043429 Jul 13 07:47:54.474180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-638bbce6-6f6e-4f7c-9955-ddb17b2c0bba tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556', 'tempest-TagsExtTest-Tag-1928378530') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.494610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ba17ca-0afb-4990-820d-84bf3d65f91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:54.497530 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9864c9-d154-495c-af7d-c058d4a56ae5" -d '{"events": [{"server_uuid": "f5ba17ca-0afb-4990-820d-84bf3d65f91d", "name": "network-vif-plugged", "status": "completed", "tag": "50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:54.525554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:54.544627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de6cba8e-951a-4e27-a73e-98d2bf3622ba req-de80aefa-63ce-429f-9fd1-450db7a3de3a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351252 Jul 13 07:47:54.567443 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.628921 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7aa3d3-803c-483e-95a7-60789251ff08 x-openstack-request-id: req-ab7aa3d3-803c-483e-95a7-60789251ff08 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:54.629640 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ba17ca-0afb-4990-820d-84bf3d65f91d", "name": "network-vif-plugged", "status": "completed", "tag": "50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:54.630625 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab7aa3d3-803c-483e-95a7-60789251ff08 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:54.631382 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ba17ca-0afb-4990-820d-84bf3d65f91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf', 'code': 200} Jul 13 07:47:54.645438 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-638bbce6-6f6e-4f7c-9955-ddb17b2c0bba tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:54.651869 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-638bbce6-6f6e-4f7c-9955-ddb17b2c0bba tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags/tempest-TagsExtTest-Tag-1928378530 HTTP/1.1" status: 404 len: 329 time: 0.1814463 Jul 13 07:47:54.652650 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47426) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.663396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-2f6f55bb-d469-47f9-ad1b-2fed48e94d86 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f', {'tags': ['tempest-TagsExtTest-Tag-889255156', 'tempest-TagsExtTest-Tag-1225832566', 'tempest-TagsExtTest-Tag-260330886']}) {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.710942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.736192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.737708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47430) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.742987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1881551944-network', 'tenant_id': '6c747940280d4b03bda2bdd19905b926'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:54.768680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network 6f01bc4e-075d-45f1-8c11-711ad8ad039c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:54.774992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:54.777717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:54.778291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.783283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-157ad836-d27b-4920-ac50-13c808eaf0a1 req-d9272a19-4754-4863-9542-1bf4868e0c2f service neutron] 10.222.0.53 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855163 Jul 13 07:47:54.787529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Made reservation on behalf of 6c747940280d4b03bda2bdd19905b926 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:54.790320 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.808426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2f6f55bb-d469-47f9-ad1b-2fed48e94d86 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags HTTP/1.1" status: 200 len: 316 time: 0.1522834 Jul 13 07:47:54.808426 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.809500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47432) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.815544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-425292b0-08a8-425d-865e-e4317b5b146d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.914542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.982443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-425292b0-08a8-425d-865e-e4317b5b146d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags HTTP/1.1" status: 204 len: 168 time: 0.1707513 Jul 13 07:47:54.985038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47440) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.994289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-95882067-1f27-4ff7-828b-4da6549dd6f3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f', 'tempest-TagsExtTest-Tag-889255156') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:55.092318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bd30039f-e1ec-4851-91e8-c43747aacb68 None None] Provisioning for port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:55.096554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bd30039f-e1ec-4851-91e8-c43747aacb68 None None] Provisioning complete for port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:55.096939 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bd30039f-e1ec-4851-91e8-c43747aacb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.128889 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.136756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-bd30039f-e1ec-4851-91e8-c43747aacb68 None None] Port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:55.139229 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-95882067-1f27-4ff7-828b-4da6549dd6f3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:55.143081 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-95882067-1f27-4ff7-828b-4da6549dd6f3 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags/tempest-TagsExtTest-Tag-889255156 HTTP/1.1" status: 404 len: 328 time: 0.1554615 Jul 13 07:47:55.150062 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.153237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47442) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.158400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c2d1e724-ef01-49bf-8b85-ea83b82884b2 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:55.163567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-d048a1e4-d2ec-433d-855d-2581bf274a66 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f', 'tempest-TagsExtTest-Tag-1225832566') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:55.253830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c2d1e724-ef01-49bf-8b85-ea83b82884b2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:55.254201 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.264288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:55.281969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.283385 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Added segment 17e337c5-16d0-491a-8722-ced4df2cc5fb of type vlan for network 0fb2813b-4a8d-42f8-9862-32c60db57b62 Jul 13 07:47:55.286890 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d94f9-14d5-420a-af59-d315f752eaa8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:55.330706 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-d048a1e4-d2ec-433d-855d-2581bf274a66 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:55.332325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d048a1e4-d2ec-433d-855d-2581bf274a66 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags/tempest-TagsExtTest-Tag-1225832566 HTTP/1.1" status: 404 len: 329 time: 0.1739144 Jul 13 07:47:55.338727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47444) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.343997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-b99002e1-6302-4b37-b56a-c12ebeb9d252 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f', 'tempest-TagsExtTest-Tag-260330886') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:55.394150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.443645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 5e1a3524-99c8-4f40-8543-4aa31043a1f9 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:55.467939 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-b99002e1-6302-4b37-b56a-c12ebeb9d252 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:55.474273 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b99002e1-6302-4b37-b56a-c12ebeb9d252 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags/tempest-TagsExtTest-Tag-260330886 HTTP/1.1" status: 404 len: 328 time: 0.1311753 Jul 13 07:47:55.477678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47446) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.482918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-8a5d1550-2b8d-4c3e-86fa-cd5959f22963 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659', {'tags': ['tempest-TagsExtTest-Tag-1347238076', 'tempest-TagsExtTest-Tag-41844476', 'tempest-TagsExtTest-Tag-1700130788']}) {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:55.502567 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.503565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:55.504183 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.604643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 5e1a3524-99c8-4f40-8543-4aa31043a1f9, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=5e1a3524-99c8-4f40-8543-4aa31043a1f9,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:55.613019 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8742642 Jul 13 07:47:55.735035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47454) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.735035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Request body: {'subnet': {'network_id': '0fb2813b-4a8d-42f8-9862-32c60db57b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1881551944-subnet', 'tenant_id': '6c747940280d4b03bda2bdd19905b926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:55.853097 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '5e1a3524-99c8-4f40-8543-4aa31043a1f9', 'network_id': 'd17a7aa3-9506-4005-8967-07e72a080b26', 'port_id': '5e1a3524-99c8-4f40-8543-4aa31043a1f9', 'mac_address': 'fa:16:3e:0c:ae:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bfdda76-e406-4446-84d4-4d3c7eaa4503', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:55.855406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.856127 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8a5d1550-2b8d-4c3e-86fa-cd5959f22963 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "PUT /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags HTTP/1.1" status: 200 len: 316 time: 0.2160740 Jul 13 07:47:55.856127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f80428-3a8d-4025-953c-d6f5811ede6e admin admin] Pushing event updated for resources: {'Network': ['ID=0fb2813b-4a8d-42f8-9862-32c60db57b62,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:55.856127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47458) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.856127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-ac30d2b2-2cd7-4128-8368-a323d26b960d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:55.856882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541bf09-9872-4e63-8bf8-3ce71de9098f req-aa6982ea-d233-4ff8-9ae2-5c8505d26edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:55.856882 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8541bf09-9872-4e63-8bf8-3ce71de9098f req-aa6982ea-d233-4ff8-9ae2-5c8505d26edc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d HTTP/1.1" status: 200 len: 1097 time: 1.0393941 Jul 13 07:47:55.857319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Made reservation on behalf of 6c747940280d4b03bda2bdd19905b926 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:55.857319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.857783 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.857783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 0fb2813b-4a8d-42f8-9862-32c60db57b62 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:55.884530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1a3524-99c8-4f40-8543-4aa31043a1f9 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:55.902244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac30d2b2-2cd7-4128-8368-a323d26b960d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags HTTP/1.1" status: 204 len: 168 time: 0.1970694 Jul 13 07:47:55.906360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47468) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.912403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-3606a0f5-b71f-459e-b582-b08858bc144f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659', 'tempest-TagsExtTest-Tag-1347238076') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:55.939312 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.999185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 5e1a3524-99c8-4f40-8543-4aa31043a1f9, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=5e1a3524-99c8-4f40-8543-4aa31043a1f9,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:56.007045 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.017989 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-3606a0f5-b71f-459e-b582-b08858bc144f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:56.021769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3606a0f5-b71f-459e-b582-b08858bc144f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags/tempest-TagsExtTest-Tag-1347238076 HTTP/1.1" status: 404 len: 329 time: 0.1108983 Jul 13 07:47:56.022563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47472) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.029444 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-f6a64c1c-fb1d-426b-b9b9-7175e9282b50 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659', 'tempest-TagsExtTest-Tag-41844476') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:56.080229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8541bf09-9872-4e63-8bf8-3ce71de9098f req-6e5196a5-4dd2-4bb7-927d-b1541aff9aec service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313068 Jul 13 07:47:56.088894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=5e1a3524-99c8-4f40-8543-4aa31043a1f9,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.097865 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-f6a64c1c-fb1d-426b-b9b9-7175e9282b50 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:56.102033 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f6a64c1c-fb1d-426b-b9b9-7175e9282b50 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags/tempest-TagsExtTest-Tag-41844476 HTTP/1.1" status: 404 len: 327 time: 0.0754676 Jul 13 07:47:56.102471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47476) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.106669 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-ab2fc027-27b4-457b-894c-fe1487504965 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659', 'tempest-TagsExtTest-Tag-1700130788') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:56.136789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea22049-fac1-4c50-9479-5024be23f8e9 req-42af392f-415d-4bed-a30e-79cb061d08c0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.138318 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fea22049-fac1-4c50-9479-5024be23f8e9 req-42af392f-415d-4bed-a30e-79cb061d08c0 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 943 time: 0.2350421 Jul 13 07:47:56.206033 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-ab2fc027-27b4-457b-894c-fe1487504965 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] show failed (client error): The resource could not be found. Jul 13 07:47:56.208218 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ab2fc027-27b4-457b-894c-fe1487504965 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags/tempest-TagsExtTest-Tag-1700130788 HTTP/1.1" status: 404 len: 329 time: 0.1038632 Jul 13 07:47:56.211551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47478) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.216260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-84a678a2-4a2a-43b0-8b7a-773e479412fd tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8306998-46c4-4460-87fe-a15e8b816659') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:56.229912 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.230452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['5e1a3524-99c8-4f40-8543-4aa31043a1f9'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:56.270258 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fea22049-fac1-4c50-9479-5024be23f8e9 req-0e39fb93-cbd9-4eb3-8bff-3b16a6ee888c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076179 Jul 13 07:47:56.325416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=322fd962-da1b-40a1-a90d-dfb185a05473,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.332152 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-84a678a2-4a2a-43b0-8b7a-773e479412fd tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659/tags HTTP/1.1" status: 204 len: 168 time: 0.1195014 Jul 13 07:47:56.334764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47482) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.339872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-1b4de06c-3da7-4670-be6e-e135ad71ca2b tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:56.380771 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Checking segment: {'id': '17e337c5-16d0-491a-8722-ced4df2cc5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0fb2813b-4a8d-42f8-9862-32c60db57b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:56.381494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Network hostable DHCP agents. Network: 0fb2813b-4a8d-42f8-9862-32c60db57b62, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:56.402326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfade5-c97e-4d0f-8af4-c05d849610e4 req-9c76745f-166c-4cee-baa4-359f21556199 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.411447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfade5-c97e-4d0f-8af4-c05d849610e4 req-9c76745f-166c-4cee-baa4-359f21556199 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.417914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfade5-c97e-4d0f-8af4-c05d849610e4 req-9c76745f-166c-4cee-baa4-359f21556199 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.423749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfade5-c97e-4d0f-8af4-c05d849610e4 req-9c76745f-166c-4cee-baa4-359f21556199 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.430550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfade5-c97e-4d0f-8af4-c05d849610e4 req-9c76745f-166c-4cee-baa4-359f21556199 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.436583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfade5-c97e-4d0f-8af4-c05d849610e4 req-9c76745f-166c-4cee-baa4-359f21556199 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.444413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfade5-c97e-4d0f-8af4-c05d849610e4 req-9c76745f-166c-4cee-baa4-359f21556199 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.447712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9dfade5-c97e-4d0f-8af4-c05d849610e4 req-9c76745f-166c-4cee-baa4-359f21556199 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5433 time: 0.3882103 Jul 13 07:47:56.452883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Network 0fb2813b-4a8d-42f8-9862-32c60db57b62 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:56.462789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1b4de06c-3da7-4670-be6e-e135ad71ca2b tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f/tags HTTP/1.1" status: 204 len: 168 time: 0.1243608 Jul 13 07:47:56.463020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47486) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.468053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-84cd8dd3-8767-4e1d-bd8a-eea14d45fc41 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a2928985-1d6d-4d1e-84aa-261033283556') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:56.472831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 0fb2813b-4a8d-42f8-9862-32c60db57b62) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:56.483395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bb61d1-65fb-401b-85b5-f2fc42799294 None None] Network 0fb2813b-4a8d-42f8-9862-32c60db57b62 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:56.495806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.496422 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.529256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4197d1c5-5926-4c61-aff3-72959a928123 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8907831 Jul 13 07:47:56.562617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-84cd8dd3-8767-4e1d-bd8a-eea14d45fc41 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556/tags HTTP/1.1" status: 204 len: 168 time: 0.0959992 Jul 13 07:47:56.562960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47492) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.568344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.tag.tag_plugin [None req-fbf40369-9370-4dce-b01c-e2c35f01dd7b tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '53ab827a-f646-4c04-af45-e7340995b70b') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:56.605288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9dfade5-c97e-4d0f-8af4-c05d849610e4 req-0b2c9683-8292-42e8-a478-2e32d84336e5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1485016 Jul 13 07:47:56.644338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fbf40369-9370-4dce-b01c-e2c35f01dd7b tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b/tags HTTP/1.1" status: 204 len: 168 time: 0.0754693 Jul 13 07:47:56.645513 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47494) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.703111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d468e851-2dc6-410a-8671-71421696fd6c None None] Network 0fb2813b-4a8d-42f8-9862-32c60db57b62 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:56.767986 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36b05bef-ecba-4609-a03e-7f9744fb09a7 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for subnetpool, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.767986 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-36b05bef-ecba-4609-a03e-7f9744fb09a7 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/subnetpools/e8306998-46c4-4460-87fe-a15e8b816659 HTTP/1.1" status: 204 len: 168 time: 0.1156361 Jul 13 07:47:56.768984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47498) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.794573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port a3e313fa-d4f3-4808-a0ba-3269d2d54401 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:56.794928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.810192 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-df713f2b-9774-41d3-86d7-406dc8a2558c tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f HTTP/1.1" status: 200 len: 205 time: 0.0381393 Jul 13 07:47:56.810463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47500) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.954592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-949697d1-b744-4cf7-9908-15a339c53c6f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.087139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] For port a3e313fa-d4f3-4808-a0ba-3269d2d54401, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a3e313fa-d4f3-4808-a0ba-3269d2d54401,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:57.087766 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.105298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for a3e313fa-d4f3-4808-a0ba-3269d2d54401 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:57.120754 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.173258 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.251652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.286574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-7ee137c0-ae93-4f58-b62a-5452d0f47fca tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.289010 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-949697d1-b744-4cf7-9908-15a339c53c6f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.292911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-7ee137c0-ae93-4f58-b62a-5452d0f47fca tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.299107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-7ee137c0-ae93-4f58-b62a-5452d0f47fca tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.306469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-7ee137c0-ae93-4f58-b62a-5452d0f47fca tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.314189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-7ee137c0-ae93-4f58-b62a-5452d0f47fca tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.320777 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-949697d1-b744-4cf7-9908-15a339c53c6f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.323879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-7ee137c0-ae93-4f58-b62a-5452d0f47fca tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.331232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-7ee137c0-ae93-4f58-b62a-5452d0f47fca tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.333959 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-7ee137c0-ae93-4f58-b62a-5452d0f47fca tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5433 time: 0.3646574 Jul 13 07:47:57.345458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.402987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-cbe8ce44-b6c4-49a5-8523-3084301648d0 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.405353 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-cbe8ce44-b6c4-49a5-8523-3084301648d0 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/networks?id=4f7960dd-2779-420d-9771-18fed82cf265 HTTP/1.1" status: 200 len: 808 time: 0.2484050 Jul 13 07:47:57.406276 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-949697d1-b744-4cf7-9908-15a339c53c6f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.406969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949697d1-b744-4cf7-9908-15a339c53c6f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:57.416033 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-949697d1-b744-4cf7-9908-15a339c53c6f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.417686 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-949697d1-b744-4cf7-9908-15a339c53c6f tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/routers/1bd8ee4e-9ce0-41e0-b2e9-8fa29d07399f HTTP/1.1" status: 204 len: 168 time: 0.6062343 Jul 13 07:47:57.419954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47526) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.458747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 5e1a3524-99c8-4f40-8543-4aa31043a1f9 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:57.464378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-bc9ee120-f977-4119-8978-1fe9ea857ca2 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/quotas/25c4523886a14e2f91659d5ac5ecfcb7 HTTP/1.1" status: 200 len: 375 time: 0.0452497 Jul 13 07:47:57.531349 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1cb4de18-ac32-4716-a1dc-27333ea3b199 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=25c4523886a14e2f91659d5ac5ecfcb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551374 Jul 13 07:47:57.613367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 5e1a3524-99c8-4f40-8543-4aa31043a1f9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:57.621438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 5e1a3524-99c8-4f40-8543-4aa31043a1f9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:57.622122 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.663199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3ff636af-1e64-4226-b93e-6be551786ce0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.663199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3ff636af-1e64-4226-b93e-6be551786ce0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "GET /v2.0/ports/25ef49cb-1a50-4176-b14e-19e7333a729b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3086004 Jul 13 07:47:57.678397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-d3dd1476-2034-43d6-abc9-8ff74b547c87 service neutron] 10.222.0.44 "GET /v2.0/networks/4f7960dd-2779-420d-9771-18fed82cf265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357100 Jul 13 07:47:57.777253 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b743e5f6-1335-46c6-8606-b5ac78cf2138 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Deleting port a2928985-1d6d-4d1e-84aa-261033283556 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:57.777775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b743e5f6-1335-46c6-8606-b5ac78cf2138 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.797191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network 6f01bc4e-075d-45f1-8c11-711ad8ad039c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:57.808896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:57.842467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-324a121a-efa0-4b1a-8a59-be8b70b51f5b None None] Provisioning complete for port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:57.844306 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-324a121a-efa0-4b1a-8a59-be8b70b51f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.857630 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-eee16bfe-f5c7-4040-a744-f30b0a3d7714 service neutron] 10.222.0.44 "GET /v2.0/networks/4f7960dd-2779-420d-9771-18fed82cf265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706119 Jul 13 07:47:57.865476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123f43a-d55a-4361-a3a1-2fdcd276f502 req-061fbf37-d81d-455a-a256-6ded8d8ad22a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.867336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5123f43a-d55a-4361-a3a1-2fdcd276f502 req-061fbf37-d81d-455a-a256-6ded8d8ad22a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 944 time: 0.3554418 Jul 13 07:47:57.895393 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b743e5f6-1335-46c6-8606-b5ac78cf2138 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.910098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b743e5f6-1335-46c6-8606-b5ac78cf2138 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Calling delete_port for a2928985-1d6d-4d1e-84aa-261033283556 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:57.944533 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.013251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 5e1a3524-99c8-4f40-8543-4aa31043a1f9, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=5e1a3524-99c8-4f40-8543-4aa31043a1f9,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:58.022107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e889ab4d-51f8-46ec-8076-d934f5546367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1a3524-99c8-4f40-8543-4aa31043a1f9'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:58.025576 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5991aa37-8f09-4ede-8e30-d1711370bf20" -d '{"events": [{"server_uuid": "e889ab4d-51f8-46ec-8076-d934f5546367", "name": "network-vif-plugged", "status": "completed", "tag": "5e1a3524-99c8-4f40-8543-4aa31043a1f9"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:58.036740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-60458fe0-9cbe-4bb0-9cb4-6401f6e265b5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "GET /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3643200 Jul 13 07:47:58.042008 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.095740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-324a121a-efa0-4b1a-8a59-be8b70b51f5b None None] Port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:58.117909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.137635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=5e1a3524-99c8-4f40-8543-4aa31043a1f9,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:58.197999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b743e5f6-1335-46c6-8606-b5ac78cf2138 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.253261 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743e5f6-1335-46c6-8606-b5ac78cf2138 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Pushing event deleted for resources: {'Port': ['ID=a2928985-1d6d-4d1e-84aa-261033283556,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:58.366998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=a3e313fa-d4f3-4808-a0ba-3269d2d54401,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:58.410356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:58.444675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-15b1a4b0-3ae8-46b3-af61-6fe048ee4148 None None] Provisioning complete for port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:58.445055 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-15b1a4b0-3ae8-46b3-af61-6fe048ee4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.448332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:58.454419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5123f43a-d55a-4361-a3a1-2fdcd276f502 req-8c01dd5b-471d-4c3f-b852-8a6bf96da2ba tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729251 Jul 13 07:47:58.526988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-15b1a4b0-3ae8-46b3-af61-6fe048ee4148 None None] Port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:58.582646 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b743e5f6-1335-46c6-8606-b5ac78cf2138 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.588731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b743e5f6-1335-46c6-8606-b5ac78cf2138 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/ports/a2928985-1d6d-4d1e-84aa-261033283556 HTTP/1.1" status: 204 len: 168 time: 1.1667569 Jul 13 07:47:58.594615 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa83adb-9a86-4e9e-9435-d551d6ea7f92 x-openstack-request-id: req-7aa83adb-9a86-4e9e-9435-d551d6ea7f92 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:58.594984 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e889ab4d-51f8-46ec-8076-d934f5546367", "name": "network-vif-plugged", "status": "completed", "tag": "5e1a3524-99c8-4f40-8543-4aa31043a1f9", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:58.595243 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7aa83adb-9a86-4e9e-9435-d551d6ea7f92 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:58.595649 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889ab4d-51f8-46ec-8076-d934f5546367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1a3524-99c8-4f40-8543-4aa31043a1f9', 'code': 200} Jul 13 07:47:58.623104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47554) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.707258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274ee3-3e95-4452-b12f-c3a04101d6a9 req-6a3014df-a466-46e0-86af-1587accff014 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.715157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274ee3-3e95-4452-b12f-c3a04101d6a9 req-6a3014df-a466-46e0-86af-1587accff014 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.722148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274ee3-3e95-4452-b12f-c3a04101d6a9 req-6a3014df-a466-46e0-86af-1587accff014 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.728845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274ee3-3e95-4452-b12f-c3a04101d6a9 req-6a3014df-a466-46e0-86af-1587accff014 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.735623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274ee3-3e95-4452-b12f-c3a04101d6a9 req-6a3014df-a466-46e0-86af-1587accff014 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.742870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274ee3-3e95-4452-b12f-c3a04101d6a9 req-6a3014df-a466-46e0-86af-1587accff014 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.749227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274ee3-3e95-4452-b12f-c3a04101d6a9 req-6a3014df-a466-46e0-86af-1587accff014 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.751604 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f274ee3-3e95-4452-b12f-c3a04101d6a9 req-6a3014df-a466-46e0-86af-1587accff014 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5433 time: 0.4074523 Jul 13 07:47:58.777721 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30c5741-f569-441c-9253-f7ff4988da8d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Deleting subnet 53ab827a-f646-4c04-af45-e7340995b70b {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:58.781144 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d30c5741-f569-441c-9253-f7ff4988da8d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.789427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:58.797947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-27538a41-a511-4494-9d83-769321e79d6b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5448515 Jul 13 07:47:58.800730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Sync routers for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:58.820467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:58.822618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:58.834579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47560) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.839570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1451622911'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:58.912141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21dbe75c-3328-4e68-a01d-3fa214d5fbec req-55c7853f-31ab-4599-82d6-1f97e590e59f tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 210 time: 0.1331389 Jul 13 07:47:59.034818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:59.070486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.090171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:59.096564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.211113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99645eb-08cb-49d3-b899-07c00a5f9fbc req-9250c140-2ee4-4204-9cb6-1d328bd0c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:59.213648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d99645eb-08cb-49d3-b899-07c00a5f9fbc req-9250c140-2ee4-4204-9cb6-1d328bd0c3d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 1096 time: 0.4441750 Jul 13 07:47:59.234281 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d30c5741-f569-441c-9253-f7ff4988da8d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.268967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:59.305515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.310395 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f274ee3-3e95-4452-b12f-c3a04101d6a9 req-61c176c7-f1b3-40c7-9500-30715c30b487 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5499730 Jul 13 07:47:59.312908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.313512 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added segment 963ec2ae-0966-4450-b3df-0bc1da6f72c3 of type vlan for network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a Jul 13 07:47:59.348171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d99645eb-08cb-49d3-b899-07c00a5f9fbc req-ea3c208b-3e2d-4fcb-b423-e7e7e6d9baf1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260505 Jul 13 07:47:59.445108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d30c5741-f569-441c-9253-f7ff4988da8d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.445358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:47:55Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:47:56Z', 'revision_number': 2, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:59.525521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Checking router: 529303ca-817e-46c4-9717-ebd2ce3f9245 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:59.525954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Updating router 529303ca-817e-46c4-9717-ebd2ce3f9245 port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:47:59.530731 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d30c5741-f569-441c-9253-f7ff4988da8d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.547794 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d30c5741-f569-441c-9253-f7ff4988da8d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.559129 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d30c5741-f569-441c-9253-f7ff4988da8d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/subnets/53ab827a-f646-4c04-af45-e7340995b70b HTTP/1.1" status: 204 len: 168 time: 0.9225137 Jul 13 07:47:59.562227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed11101-c96b-40fc-9072-f143e81f9e11 None None] Network 47ef141a-ff41-4204-9332-7ff456a227a1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:59.573397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47574) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.580979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c5741-f569-441c-9253-f7ff4988da8d tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Pushing event deleted for resources: {'Subnet': ['ID=53ab827a-f646-4c04-af45-e7340995b70b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.592579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.603713 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.704490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:59.801136 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.805919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] For port 25ef49cb-1a50-4176-b14e-19e7333a729b, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=25ef49cb-1a50-4176-b14e-19e7333a729b,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:00.029931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-49be9ea3-af4b-47dc-9334-1bcabd094430 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.031418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-49be9ea3-af4b-47dc-9334-1bcabd094430 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.54 "GET /v2.0/networks?id=4f7960dd-2779-420d-9771-18fed82cf265 HTTP/1.1" status: 200 len: 808 time: 0.1731036 Jul 13 07:48:00.046400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Request body: {'port': {'device_id': '5d0e2374-fe5d-4737-96a8-4bbc2cf7c170', 'network_id': '4f7960dd-2779-420d-9771-18fed82cf265', 'admin_state_up': True, 'tenant_id': '25c4523886a14e2f91659d5ac5ecfcb7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:00.089841 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.280481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586fca1-3547-4587-a146-f35098373d5a None None] DHCP port deletion for 47ef141a-ff41-4204-9332-7ff456a227a1 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:00.283496 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab40a195-825e-47c7-9874-c2fcc416eccb req-d78238c4-347d-4541-9490-144229c262ac tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 210 time: 0.0396574 Jul 13 07:48:00.294160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:00.316488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Made reservation on behalf of 25c4523886a14e2f91659d5ac5ecfcb7 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:00.321410 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.365752 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.425760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 76ca532c-23fa-4676-93ee-cd52a50ba709 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:00.438840 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.447205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.448092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.566236 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Allocated IP 172.20.0.5 (4f7960dd-2779-420d-9771-18fed82cf265/a46b3d42-df97-4a18-ad67-40c0eb489cef/f612f863-f5ae-4cbb-97fb-a8a460ab3b16) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:00.643924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:00.647326 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277b554c-12c2-4e58-85f1-83c3c6916d9a" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-unplugged", "status": "completed", "tag": "307cfd34-2ef9-4dcb-af1a-6f246e818ad3"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:00.672429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Network': ['ID=860a15e9-c700-4e9a-9ca5-1cc33d6fd76a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:00.725133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:48:00.744527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906e1b-930a-4415-b5c9-1af87270e1bb req-63d878d2-c588-4c30-88b7-d881bb307511 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.750942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906e1b-930a-4415-b5c9-1af87270e1bb req-63d878d2-c588-4c30-88b7-d881bb307511 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.760492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f2da1022-d683-41f3-917e-47552a983a79 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9223931 Jul 13 07:48:00.760673 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906e1b-930a-4415-b5c9-1af87270e1bb req-63d878d2-c588-4c30-88b7-d881bb307511 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.764472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906e1b-930a-4415-b5c9-1af87270e1bb req-63d878d2-c588-4c30-88b7-d881bb307511 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.767226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47596) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:00.772596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906e1b-930a-4415-b5c9-1af87270e1bb req-63d878d2-c588-4c30-88b7-d881bb307511 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.774157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'subnet': {'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:00.779214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906e1b-930a-4415-b5c9-1af87270e1bb req-63d878d2-c588-4c30-88b7-d881bb307511 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.785500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04906e1b-930a-4415-b5c9-1af87270e1bb req-63d878d2-c588-4c30-88b7-d881bb307511 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.794270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:00.794528 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04906e1b-930a-4415-b5c9-1af87270e1bb req-63d878d2-c588-4c30-88b7-d881bb307511 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 5431 time: 0.2244573 Jul 13 07:48:00.848663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] For port 25ef49cb-1a50-4176-b14e-19e7333a729b, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:00.872739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b586fca1-3547-4587-a146-f35098373d5a None None] Deleting port 15a493e8-da5b-45e6-b630-5c50575f0a8e {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:00.873252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc1165-f63c-4a9a-a2dd-33cc5e873cce req-53d53c89-13ea-4cc7-a7de-60398f006908 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.874034 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b586fca1-3547-4587-a146-f35098373d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.875361 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0acc1165-f63c-4a9a-a2dd-33cc5e873cce req-53d53c89-13ea-4cc7-a7de-60398f006908 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 945 time: 1.2000532 Jul 13 07:48:00.891596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.912638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04906e1b-930a-4415-b5c9-1af87270e1bb req-86e3adea-9813-4031-9c49-95453f692f81 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173286 Jul 13 07:48:00.940642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Transition to ACTIVE for port object e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:01.007215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] device_id is not set on port 25ef49cb-1a50-4176-b14e-19e7333a729b yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:01.012056 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.019737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Made reservation on behalf of f4c6ce9612054f2a916697eb0504386d for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:01.024796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.052791 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.056870 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f825ae47-b322-4673-adc8-0d9e2666b7ed x-openstack-request-id: req-f825ae47-b322-4673-adc8-0d9e2666b7ed {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:01.057168 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-unplugged", "status": "completed", "tag": "307cfd34-2ef9-4dcb-af1a-6f246e818ad3", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:01.057482 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f825ae47-b322-4673-adc8-0d9e2666b7ed {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:01.057941 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3', 'code': 200} Jul 13 07:48:01.063905 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.072698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.135371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Pushing event updated for resources: {'Port': ['ID=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:01.169869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Network 4f7960dd-2779-420d-9771-18fed82cf265 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:01.175722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:01.188217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:01.230889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.236300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Router f6265358-3dc7-4e98-aaef-0c35a18b506e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:01.247730 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:01.248804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.251119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0acc1165-f63c-4a9a-a2dd-33cc5e873cce req-5ead495b-4c0a-4de3-8ea6-94b002cd6948 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176322 Jul 13 07:48:01.259415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.283303 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-1654687b-2a12-4759-a640-b75cf299fa61 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2412050 Jul 13 07:48:01.298686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Request body: {'port': {'device_id': '5d0e2374-fe5d-4737-96a8-4bbc2cf7c170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:01.299478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 15a493e8-da5b-45e6-b630-5c50575f0a8e no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:01.329617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-64acecd0-ceeb-4806-abd1-1c99fe79bb22 None None] Provisioning complete for port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:01.330534 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64acecd0-ceeb-4806-abd1-1c99fe79bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.396724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b586fca1-3547-4587-a146-f35098373d5a None None] For port 15a493e8-da5b-45e6-b630-5c50575f0a8e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=15a493e8-da5b-45e6-b630-5c50575f0a8e,segment=NetworkSegment(7f48fc97-ad1c-4263-b540-2f1539f4cfd5),segment_id=7f48fc97-ad1c-4263-b540-2f1539f4cfd5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:01.398705 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b586fca1-3547-4587-a146-f35098373d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.443348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] No DVR routers for this DVR port 25ef49cb-1a50-4176-b14e-19e7333a729b on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:01.452844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Deleting port 15a493e8-da5b-45e6-b630-5c50575f0a8e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:01.453146 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.512587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b586fca1-3547-4587-a146-f35098373d5a None None] Calling delete_port for 15a493e8-da5b-45e6-b630-5c50575f0a8e owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:01.518779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.531822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef49cb-1a50-4176-b14e-19e7333a729b,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:01.545878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b9c8f-0e91-4310-9d96-0e3c7e56811d None None] Pushing event updated for resources: {'Port': ['ID=e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:01.593410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 76ca532c-23fa-4676-93ee-cd52a50ba709, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=76ca532c-23fa-4676-93ee-cd52a50ba709,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:01.639579 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.666655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.757762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:01.776446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c23d9-c0ca-47a4-a6d7-606347b534fa req-d33dd75a-bd12-4eab-b4af-989f47181eb3 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:01.798303 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f5c23d9-c0ca-47a4-a6d7-606347b534fa req-d33dd75a-bd12-4eab-b4af-989f47181eb3 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 931 time: 0.2503796 Jul 13 07:48:01.878137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] For port 15a493e8-da5b-45e6-b630-5c50575f0a8e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=15a493e8-da5b-45e6-b630-5c50575f0a8e,segment=NetworkSegment(7f48fc97-ad1c-4263-b540-2f1539f4cfd5),segment_id=7f48fc97-ad1c-4263-b540-2f1539f4cfd5)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:01.878973 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.917069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Attempting to bind port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:01.917444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Attempting to bind port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:01.917807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Attempting to bind port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb on network 6f01bc4e-075d-45f1-8c11-711ad8ad039c {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:01.932498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] In _notify_port_updated(), no bound segment for port 25ef49cb-1a50-4176-b14e-19e7333a729b on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:48:01.957935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:01.958318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Checking segment: {'id': '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:01.958721 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.958857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:01.959112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Bound using segment: {'id': '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:01.959439 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.959578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Bound port: e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:01.959959 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.969927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-1a36f8fe-bd7d-47ba-b477-fc8af728da43 service neutron] 10.222.0.54 "PUT /v2.0/ports/25ef49cb-1a50-4176-b14e-19e7333a729b HTTP/1.1" status: 200 len: 1025 time: 3.8856158 Jul 13 07:48:01.974450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=76ca532c-23fa-4676-93ee-cd52a50ba709,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.065502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] For port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:02.077278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] For port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb,segment=NetworkSegment(8f2a66b7-10b7-4c27-950b-1fc8c76c8c98),segment_id=8f2a66b7-10b7-4c27-950b-1fc8c76c8c98)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:02.082451 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.088191 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f5c23d9-c0ca-47a4-a6d7-606347b534fa req-4d6a8089-6f9c-4097-b499-9b11a3af42ca tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886505 Jul 13 07:48:02.121128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-9a0aee41-d7fe-4daa-a0d2-d59ebf7eab3a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.122620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-9a0aee41-d7fe-4daa-a0d2-d59ebf7eab3a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "GET /v2.0/ports/226aa32a-7a01-44bf-a741-fe40e753933e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1333117 Jul 13 07:48:02.134476 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.138322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Calling delete_port for 15a493e8-da5b-45e6-b630-5c50575f0a8e owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:02.148233 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b586fca1-3547-4587-a146-f35098373d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.181107 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64acecd0-ceeb-4806-abd1-1c99fe79bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.184003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b586fca1-3547-4587-a146-f35098373d5a None None] No DVR routers for this DVR port 15a493e8-da5b-45e6-b630-5c50575f0a8e on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:02.193813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:02.317310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Subnet': ['ID=a7e31650-2e90-44e8-848b-50670e90e737,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.318176 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.331156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:02.347897 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] Sync routers for ids ['f6265358-3dc7-4e98-aaef-0c35a18b506e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:02.350168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Checking segment: {'id': '963ec2ae-0966-4450-b3df-0bc1da6f72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:02.350935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network hostable DHCP agents. Network: 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:48:02.362594 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] Routers {'f6265358-3dc7-4e98-aaef-0c35a18b506e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:02.363233 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f6265358-3dc7-4e98-aaef-0c35a18b506e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:02.383295 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f612f863-f5ae-4cbb-97fb-a8a460ab3b16 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:02.390537 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f3a29e82-f261-45f0-80d3-25ee4fb64ad8 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "PUT /v2.0/routers/f6265358-3dc7-4e98-aaef-0c35a18b506e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6814632 Jul 13 07:48:02.397654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.412509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Transition to ACTIVE for port object f612f863-f5ae-4cbb-97fb-a8a460ab3b16 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:02.414296 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47620) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.425256 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.451162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-64acecd0-ceeb-4806-abd1-1c99fe79bb22 None None] For port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:02.454939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:02.455984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:02.506094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b9c8f-0e91-4310-9d96-0e3c7e56811d None None] Pushing event updated for resources: {'Port': ['ID=e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.538311 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] Set router f6265358-3dc7-4e98-aaef-0c35a18b506e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:02.556426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.615825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9c4163-c556-4b3c-8b45-2d9ba380c386 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting subnet d91041cc-b214-4409-9238-c56a7cfac315 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:02.624761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Pushing event updated for resources: {'Port': ['ID=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.636260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] No DVR routers for this DVR port 15a493e8-da5b-45e6-b630-5c50575f0a8e on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:02.639522 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4163-c556-4b3c-8b45-2d9ba380c386 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.672123 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64acecd0-ceeb-4806-abd1-1c99fe79bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.674981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Pushing event deleted for resources: {'Port': ['ID=15a493e8-da5b-45e6-b630-5c50575f0a8e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.683932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:48:02.713279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.713671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.714124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.714583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.715151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.715585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.716046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.716477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.716908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.717338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.717766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.718197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.769399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:02.788694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.789303 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.793457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:02.803315 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:47:57Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:02.822724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586fca1-3547-4587-a146-f35098373d5a None None] Pushing event deleted for resources: {'Port': ['ID=15a493e8-da5b-45e6-b630-5c50575f0a8e,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.828264 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4163-c556-4b3c-8b45-2d9ba380c386 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.835690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.851048 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-10275b10-873c-479f-bd2a-e9e8c089eaa5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0790451 Jul 13 07:48:02.852731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c55f93-1d2e-4b54-8eb3-28ee908eabaf req-db63c4be-a7a5-42b2-8f87-3a9d7bec5b70 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.854749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47626) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.857225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:02.862170 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88c55f93-1d2e-4b54-8eb3-28ee908eabaf req-db63c4be-a7a5-42b2-8f87-3a9d7bec5b70 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 945 time: 0.3667092 Jul 13 07:48:02.866062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a5f83-f6a1-4d84-a4e0-f321dc572296 req-63cffea0-4300-496b-ad70-3aa0a97ff62f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.872196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a5f83-f6a1-4d84-a4e0-f321dc572296 req-63cffea0-4300-496b-ad70-3aa0a97ff62f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.877394 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] Checking router: f6265358-3dc7-4e98-aaef-0c35a18b506e for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:02.881446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a5f83-f6a1-4d84-a4e0-f321dc572296 req-63cffea0-4300-496b-ad70-3aa0a97ff62f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.898307 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] Routers {'f6265358-3dc7-4e98-aaef-0c35a18b506e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:02.898973 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f6265358-3dc7-4e98-aaef-0c35a18b506e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:02.902497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a5f83-f6a1-4d84-a4e0-f321dc572296 req-63cffea0-4300-496b-ad70-3aa0a97ff62f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.906880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Attempting to bind port f612f863-f5ae-4cbb-97fb-a8a460ab3b16 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:02.907483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Attempting to bind port f612f863-f5ae-4cbb-97fb-a8a460ab3b16 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '29ffbd02-f93b-4d27-8f76-9b6df41c89ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4f7960dd-2779-420d-9771-18fed82cf265'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:02.909197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a5f83-f6a1-4d84-a4e0-f321dc572296 req-63cffea0-4300-496b-ad70-3aa0a97ff62f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.911932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Attempting to bind port f612f863-f5ae-4cbb-97fb-a8a460ab3b16 on network 4f7960dd-2779-420d-9771-18fed82cf265 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:02.915820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a5f83-f6a1-4d84-a4e0-f321dc572296 req-63cffea0-4300-496b-ad70-3aa0a97ff62f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:02.917843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b8a5f83-f6a1-4d84-a4e0-f321dc572296 req-63cffea0-4300-496b-ad70-3aa0a97ff62f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 4657 time: 0.7462590 Jul 13 07:48:02.921182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ef141a-ff41-4204-9332-7ff456a227a1']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:02.936660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.956060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb3fd0-1f84-440c-8ffa-d3f05591e7d2 None None] Network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:02.958306 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.971825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Port f612f863-f5ae-4cbb-97fb-a8a460ab3b16 on network 4f7960dd-2779-420d-9771-18fed82cf265 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:02.971825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Attempting to bind port f612f863-f5ae-4cbb-97fb-a8a460ab3b16 on network 4f7960dd-2779-420d-9771-18fed82cf265 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:02.981205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f48fc97-ad1c-4263-b540-2f1539f4cfd5') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:02.981567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f48fc97-ad1c-4263-b540-2f1539f4cfd5') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:03.027902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-88c55f93-1d2e-4b54-8eb3-28ee908eabaf req-2251c6d3-7241-4be4-b9f9-ca01cc91ba19 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615009 Jul 13 07:48:03.055036 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:03.055997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Checking segment: {'id': '29ffbd02-f93b-4d27-8f76-9b6df41c89ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4f7960dd-2779-420d-9771-18fed82cf265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:03.055997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Bound using segment: {'id': '29ffbd02-f93b-4d27-8f76-9b6df41c89ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4f7960dd-2779-420d-9771-18fed82cf265'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:03.056290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Bound port: f612f863-f5ae-4cbb-97fb-a8a460ab3b16, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ffbd02-f93b-4d27-8f76-9b6df41c89ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4f7960dd-2779-420d-9771-18fed82cf265'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:03.056577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.068839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ca532c-23fa-4676-93ee-cd52a50ba709'}, {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3'}, {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:03.089095 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2bf999-9d41-4eb4-8ec5-13658b3df7c7" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-unplugged", "status": "completed", "tag": "76ca532c-23fa-4676-93ee-cd52a50ba709"}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "307cfd34-2ef9-4dcb-af1a-6f246e818ad3"}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-unplugged", "status": "completed", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:03.116343 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] Set router f6265358-3dc7-4e98-aaef-0c35a18b506e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:03.123784 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.156618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 25ef49cb-1a50-4176-b14e-19e7333a729b no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:03.267611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b8a5f83-f6a1-4d84-a4e0-f321dc572296 req-7974989b-12f4-46ad-bf54-d696ffccd9ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3389766 Jul 13 07:48:03.344697 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4163-c556-4b3c-8b45-2d9ba380c386 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.367205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.398053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:03.400592 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: self.session.flush() Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:03.414406 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:03.502062 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:47:57Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:03.513182 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf314109-d6f3-4157-b9d7-73c5531d0609 x-openstack-request-id: req-bf314109-d6f3-4157-b9d7-73c5531d0609 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:03.516886 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-unplugged", "status": "completed", "tag": "76ca532c-23fa-4676-93ee-cd52a50ba709", "code": 200}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "307cfd34-2ef9-4dcb-af1a-6f246e818ad3", "code": 200}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-unplugged", "status": "completed", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:03.517187 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf314109-d6f3-4157-b9d7-73c5531d0609 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:03.517683 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ca532c-23fa-4676-93ee-cd52a50ba709', 'code': 200} Jul 13 07:48:03.517945 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3', 'code': 200} Jul 13 07:48:03.518202 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'code': 200} Jul 13 07:48:03.524218 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4163-c556-4b3c-8b45-2d9ba380c386 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.546918 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f229fe2-45cb-4509-96a7-aefed56048b8 None None] The sync data for ids ['f6265358-3dc7-4e98-aaef-0c35a18b506e'] in n-d-798249-7 is: [{'id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'name': 'tempest-TestNetworkBasicOps-router-1369246148', 'tenant_id': '326e9df6bc154468b5a4e137d29d8e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:46:18Z', 'updated_at': '2021-07-13T07:47:57Z', 'revision_number': 5, 'project_id': '326e9df6bc154468b5a4e137d29d8e97', 'gw_port': {'id': '5bad62bd-1311-471f-9ed8-67765c4a0846', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6265358-3dc7-4e98-aaef-0c35a18b506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:46:20Z', 'updated_at': '2021-07-13T07:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:03.563011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acecd0-ceeb-4806-abd1-1c99fe79bb22 None None] Pushing event updated for resources: {'Port': ['ID=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.585895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1a07922c-b342-4025-8210-29344585bbea None None] Provisioning complete for port 25ef49cb-1a50-4176-b14e-19e7333a729b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:03.586624 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a07922c-b342-4025-8210-29344585bbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.638089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c4163-c556-4b3c-8b45-2d9ba380c386 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Subnet': ['ID=d91041cc-b214-4409-9238-c56a7cfac315,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.661141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] For port f612f863-f5ae-4cbb-97fb-a8a460ab3b16, host n-h2-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:03.666777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 25ef49cb-1a50-4176-b14e-19e7333a729b not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:03.667872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 226aa32a-7a01-44bf-a741-fe40e753933e no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:03.698907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] For port f612f863-f5ae-4cbb-97fb-a8a460ab3b16, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,segment=NetworkSegment(29ffbd02-f93b-4d27-8f76-9b6df41c89ae),segment_id=29ffbd02-f93b-4d27-8f76-9b6df41c89ae)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:03.704570 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4163-c556-4b3c-8b45-2d9ba380c386 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.711316 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ad9c4163-c556-4b3c-8b45-2d9ba380c386 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/subnets/d91041cc-b214-4409-9238-c56a7cfac315 HTTP/1.1" status: 204 len: 168 time: 1.2933695 Jul 13 07:48:03.712719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47644) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.723429 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.765624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.793060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.795020 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] 10.222.0.44 "DELETE /v2.0/networks/47ef141a-ff41-4204-9332-7ff456a227a1 HTTP/1.1" status: 204 len: 168 time: 4.2147982 Jul 13 07:48:03.808173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0b763c-bb21-4149-93e4-a3259152b02d None None] Network d1b6e6b5-6dfc-4293-a7fc-690373c40de5 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:03.845397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e7dd8-2a7a-4ac8-85dc-9146f4bb91c8 tempest-TagsExtTest-1395598700 tempest-TagsExtTest-1395598700-project] Pushing event deleted for resources: {'Network': ['ID=47ef141a-ff41-4204-9332-7ff456a227a1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.898387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5f364-d3eb-4d48-8913-de1a46b49d8f req-c4d50fec-006e-4a8c-ba29-39863df3bb55 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.899963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27c5f364-d3eb-4d48-8913-de1a46b49d8f req-c4d50fec-006e-4a8c-ba29-39863df3bb55 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 943 time: 0.1722677 Jul 13 07:48:03.917991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1a07922c-b342-4025-8210-29344585bbea None None] Port 25ef49cb-1a50-4176-b14e-19e7333a729b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:03.976431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.993820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.994448 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.995861 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] 10.222.0.54 "PUT /v2.0/ports/f612f863-f5ae-4cbb-97fb-a8a460ab3b16 HTTP/1.1" status: 200 len: 1091 time: 2.7047575 Jul 13 07:48:03.997470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0e2374-fe5d-4737-96a8-4bbc2cf7c170', 'tag': 'f612f863-f5ae-4cbb-97fb-a8a460ab3b16'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:04.000405 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196f63cb-503f-400e-8760-d18b63cbf79c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0e2374-fe5d-4737-96a8-4bbc2cf7c170", "tag": "f612f863-f5ae-4cbb-97fb-a8a460ab3b16"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:04.025434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b979dc-8669-4b63-aeb4-d5214ba989d0 req-2b3823e8-4269-4801-982f-4398ec2c67d8 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:04.027454 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78b979dc-8669-4b63-aeb4-d5214ba989d0 req-2b3823e8-4269-4801-982f-4398ec2c67d8 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d HTTP/1.1" status: 200 len: 946 time: 0.5508370 Jul 13 07:48:04.072133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-860a15e9-c700-4e9a-9ca5-1cc33d6fd76a', 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'fixed_ips': [{'subnet_id': 'a7e31650-2e90-44e8-848b-50670e90e737'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:48:04.073069 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.110995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555ecd4-3727-4476-b189-d372ca95da63 service neutron] Pushing event updated for resources: {'Port': ['ID=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:04.119717 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27c5f364-d3eb-4d48-8913-de1a46b49d8f req-4f394e61-1358-485e-a714-cc2fd0e24636 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841848 Jul 13 07:48:04.152276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] For port 226aa32a-7a01-44bf-a741-fe40e753933e, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=226aa32a-7a01-44bf-a741-fe40e753933e,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:04.179914 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78b979dc-8669-4b63-aeb4-d5214ba989d0 req-94e51c11-6fc2-4f9c-9a1a-56d247b38a0c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305239 Jul 13 07:48:04.199559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.253390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-eef9b4fa-aa54-4494-810a-c632ae7f1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:04.255606 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-eef9b4fa-aa54-4494-810a-c632ae7f1f98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=25c4523886a14e2f91659d5ac5ecfcb7&device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 1094 time: 0.1554079 Jul 13 07:48:04.257077 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc9efcc-d3c4-413a-bd36-b96e58388a99 x-openstack-request-id: req-2bc9efcc-d3c4-413a-bd36-b96e58388a99 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:04.257369 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0e2374-fe5d-4737-96a8-4bbc2cf7c170", "tag": "f612f863-f5ae-4cbb-97fb-a8a460ab3b16", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:04.257627 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bc9efcc-d3c4-413a-bd36-b96e58388a99 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:04.258023 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0e2374-fe5d-4737-96a8-4bbc2cf7c170', 'tag': 'f612f863-f5ae-4cbb-97fb-a8a460ab3b16', 'status': 'completed', 'code': 200} Jul 13 07:48:04.265620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1a07922c-b342-4025-8210-29344585bbea None None] Provisioning complete for port 76ca532c-23fa-4676-93ee-cd52a50ba709 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:04.265992 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a07922c-b342-4025-8210-29344585bbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.324280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47658) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.363791 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-4238b846-ba59-436c-931b-9069153f62b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f612f863-f5ae-4cbb-97fb-a8a460ab3b16 HTTP/1.1" status: 200 len: 217 time: 0.0930946 Jul 13 07:48:04.452926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] For port 226aa32a-7a01-44bf-a741-fe40e753933e, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:04.617193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-9013c786-b7e7-4c33-9867-d78bab81cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:04.619105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-9013c786-b7e7-4c33-9867-d78bab81cdc4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46b3d42-df97-4a18-ad67-40c0eb489cef HTTP/1.1" status: 200 len: 848 time: 0.2462087 Jul 13 07:48:04.641349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c790d01-170f-493a-9785-7efa04029fc4 req-46d7a283-2e78-41ac-95ad-457703e1d875 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4852695 Jul 13 07:48:04.680332 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-6a3f70ef-db80-47fb-984a-80439d7f6d72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f7960dd-2779-420d-9771-18fed82cf265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533156 Jul 13 07:48:04.701205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] device_id is not set on port 226aa32a-7a01-44bf-a741-fe40e753933e yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:04.762234 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.831692 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.889416 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.892190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:47:55Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:02Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:04.972943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4f0e8-f26f-486b-b9ea-ebcf34d4a5b8 None None] The sync data for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 is: [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:47:55Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:02Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:04.994946 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-91c1fca6-1910-457a-822a-dee0f8c101fd service neutron] 10.222.0.54 "GET /v2.0/networks/4f7960dd-2779-420d-9771-18fed82cf265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907729 Jul 13 07:48:05.119111 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Deleting port 5bad62bd-1311-471f-9ed8-67765c4a0846 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:05.119850 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.212396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a3e313fa-d4f3-4808-a0ba-3269d2d54401 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:05.214456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e4b97a-93aa-4eb7-b3c4-b635d2bd2192 None None] DHCP port deletion for d1b6e6b5-6dfc-4293-a7fc-690373c40de5 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:05.290211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a3e313fa-d4f3-4808-a0ba-3269d2d54401 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:05.290930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a3e313fa-d4f3-4808-a0ba-3269d2d54401 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:05.353001 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a07922c-b342-4025-8210-29344585bbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.355428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Allocated IP 2001:db8:3::2 (860a15e9-c700-4e9a-9ca5-1cc33d6fd76a/a7e31650-2e90-44e8-848b-50670e90e737/26087729-186f-4a3c-bbff-f4c03e03c9aa) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:05.378371 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.391444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-20efa88b-d6a4-4ad0-b691-6d822bf1076a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07e1aa98d50a4419a27a7497a29b8719&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0596764 Jul 13 07:48:05.393871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47680) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.429813 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.433215 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.531106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ca532c-23fa-4676-93ee-cd52a50ba709'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:05.535435 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a361ca40-7fa3-4db3-94e0-1f9dfac04951" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "76ca532c-23fa-4676-93ee-cd52a50ba709"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:05.628132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] No DVR routers for this DVR port 226aa32a-7a01-44bf-a741-fe40e753933e on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:05.653200 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1a07922c-b342-4025-8210-29344585bbea None None] For port 76ca532c-23fa-4676-93ee-cd52a50ba709, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=76ca532c-23fa-4676-93ee-cd52a50ba709,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:05.699514 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a07922c-b342-4025-8210-29344585bbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.702187 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:48:05.702767 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:48:05.711395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] In _notify_port_updated(), no bound segment for port 226aa32a-7a01-44bf-a741-fe40e753933e on network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a {{(pid=93838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:48:05.712637 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.716420 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.721122 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] 10.222.0.54 "PUT /v2.0/ports/226aa32a-7a01-44bf-a741-fe40e753933e HTTP/1.1" status: 200 len: 1028 time: 3.5304625 Jul 13 07:48:05.811159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-79e4b97a-93aa-4eb7-b3c4-b635d2bd2192 None None] Deleting port 143b20ab-21d7-4077-a016-6fc7de15e00e {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:05.811584 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79e4b97a-93aa-4eb7-b3c4-b635d2bd2192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.860783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b3a3409-64cb-494c-abb4-f855d71fd405 req-450030c3-1010-42d9-aeb8-4f6845ac0ed9 service neutron] 10.222.0.54 "GET /v2.0/networks/4f7960dd-2779-420d-9771-18fed82cf265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8487649 Jul 13 07:48:05.927970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] For port 5bad62bd-1311-471f-9ed8-67765c4a0846, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5bad62bd-1311-471f-9ed8-67765c4a0846,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:05.928707 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.935869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07922c-b342-4025-8210-29344585bbea None None] Pushing event updated for resources: {'Port': ['ID=76ca532c-23fa-4676-93ee-cd52a50ba709,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:05.971692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5618d8-9e94-4980-9a52-d8c85be664ed service neutron] Pushing event updated for resources: {'Port': ['ID=226aa32a-7a01-44bf-a741-fe40e753933e,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:05.994158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c790d01-170f-493a-9785-7efa04029fc4 req-de3530e9-32ce-4060-a72e-5fea6eb230ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.997199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c790d01-170f-493a-9785-7efa04029fc4 req-de3530e9-32ce-4060-a72e-5fea6eb230ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb63194497014a14ac1a2d546101e583&device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d HTTP/1.1" status: 200 len: 1097 time: 1.2847800 Jul 13 07:48:06.040153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ddc49-a466-490d-8ec4-e6ec628f5ec7 req-a8cce2b0-2de6-40df-a3d8-e2830d40f138 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.040359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8238d-c447-4401-af1e-83fcd53ac84e req-693b4794-c4ba-451c-a04e-1ca15be6d7a9 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.048770 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eab8238d-c447-4401-af1e-83fcd53ac84e req-693b4794-c4ba-451c-a04e-1ca15be6d7a9 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 943 time: 0.3210900 Jul 13 07:48:06.059316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Calling delete_port for 5bad62bd-1311-471f-9ed8-67765c4a0846 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:06.065615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ddc49-a466-490d-8ec4-e6ec628f5ec7 req-a8cce2b0-2de6-40df-a3d8-e2830d40f138 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.077705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ddc49-a466-490d-8ec4-e6ec628f5ec7 req-a8cce2b0-2de6-40df-a3d8-e2830d40f138 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.085437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ddc49-a466-490d-8ec4-e6ec628f5ec7 req-a8cce2b0-2de6-40df-a3d8-e2830d40f138 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.092237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ddc49-a466-490d-8ec4-e6ec628f5ec7 req-a8cce2b0-2de6-40df-a3d8-e2830d40f138 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.099803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ddc49-a466-490d-8ec4-e6ec628f5ec7 req-a8cce2b0-2de6-40df-a3d8-e2830d40f138 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.107990 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-017ddc49-a466-490d-8ec4-e6ec628f5ec7 req-a8cce2b0-2de6-40df-a3d8-e2830d40f138 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 4579 time: 1.4983914 Jul 13 07:48:06.167265 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-79e4b97a-93aa-4eb7-b3c4-b635d2bd2192 None None] For port 143b20ab-21d7-4077-a016-6fc7de15e00e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=143b20ab-21d7-4077-a016-6fc7de15e00e,segment=NetworkSegment(e4f15734-d33d-42b4-af37-d84d2eac11ea),segment_id=e4f15734-d33d-42b4-af37-d84d2eac11ea)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:06.168273 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79e4b97a-93aa-4eb7-b3c4-b635d2bd2192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.174638 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.196817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-79e4b97a-93aa-4eb7-b3c4-b635d2bd2192 None None] Calling delete_port for 143b20ab-21d7-4077-a016-6fc7de15e00e owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:06.199124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Transition to ACTIVE for port object 26087729-186f-4a3c-bbff-f4c03e03c9aa will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:06.210815 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eab8238d-c447-4401-af1e-83fcd53ac84e req-9637de43-e110-4af2-a8b0-9b5c4c279883 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608450 Jul 13 07:48:06.215261 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-06407378-a243-4bc2-9d5f-daded5f001d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.237419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Provisioning complete for port 76ca532c-23fa-4676-93ee-cd52a50ba709 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:06.237996 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.244223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f63cb-503f-400e-8760-d18b63cbf79c req-66b38737-f33f-44b4-b0eb-cda23be050b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.247477 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-196f63cb-503f-400e-8760-d18b63cbf79c req-66b38737-f33f-44b4-b0eb-cda23be050b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=25c4523886a14e2f91659d5ac5ecfcb7&device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 1094 time: 0.3143272 Jul 13 07:48:06.282882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Transition to ACTIVE for port object 26087729-186f-4a3c-bbff-f4c03e03c9aa will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:06.348136 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.355216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4fae0d30-b0f4-408b-973f-5208638628cd no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:06.375769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c790d01-170f-493a-9785-7efa04029fc4 req-d4dcfd01-bd39-490e-8967-7532e4892a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.377347 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c790d01-170f-493a-9785-7efa04029fc4 req-d4dcfd01-bd39-490e-8967-7532e4892a0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 200 len: 913 time: 0.2668362 Jul 13 07:48:06.447675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Pushing event updated for resources: {'Port': ['ID=26087729-186f-4a3c-bbff-f4c03e03c9aa,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:06.467686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.468044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.468556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.468898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.469226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.469733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.470199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.470527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.470849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.471171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.471491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.471809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:06.480892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:06.484248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:06.488801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c790d01-170f-493a-9785-7efa04029fc4 req-b09bb433-7fdb-4c2d-8ad8-4b788f9845ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf HTTP/1.1" status: 200 len: 217 time: 0.0625362 Jul 13 07:48:06.499111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:06.523848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-017ddc49-a466-490d-8ec4-e6ec628f5ec7 req-4605a3ea-e99e-4961-9d9a-db4e404ef3b1 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&id=8ed22ee6-7fa3-427b-ba8c-c8794aba2663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4144893 Jul 13 07:48:06.608577 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875345b2-2753-4bb3-ab8c-3662d6f03eda x-openstack-request-id: req-875345b2-2753-4bb3-ab8c-3662d6f03eda {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:06.609065 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "76ca532c-23fa-4676-93ee-cd52a50ba709", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:06.609323 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-875345b2-2753-4bb3-ab8c-3662d6f03eda {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:06.609708 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ca532c-23fa-4676-93ee-cd52a50ba709', 'code': 200} Jul 13 07:48:06.613076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-06407378-a243-4bc2-9d5f-daded5f001d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.627712 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.673558 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.685155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Port': ['ID=5bad62bd-1311-471f-9ed8-67765c4a0846,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:06.689692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Provisioning complete for port 226aa32a-7a01-44bf-a741-fe40e753933e triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:06.690104 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.694429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Attempting to bind port 26087729-186f-4a3c-bbff-f4c03e03c9aa on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:06.694803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Attempting to bind port 26087729-186f-4a3c-bbff-f4c03e03c9aa by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '963ec2ae-0966-4450-b3df-0bc1da6f72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:06.695167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Attempting to bind port 26087729-186f-4a3c-bbff-f4c03e03c9aa on network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:06.730362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:06.730772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Checking segment: {'id': '963ec2ae-0966-4450-b3df-0bc1da6f72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:06.731142 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.731540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Bound using segment: {'id': '963ec2ae-0966-4450-b3df-0bc1da6f72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:06.732040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Bound port: 26087729-186f-4a3c-bbff-f4c03e03c9aa, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963ec2ae-0966-4450-b3df-0bc1da6f72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:06.732437 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.775982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.804985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-06407378-a243-4bc2-9d5f-daded5f001d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.809032 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] For port 26087729-186f-4a3c-bbff-f4c03e03c9aa, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:06.809830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-06407378-a243-4bc2-9d5f-daded5f001d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.810759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f63cb-503f-400e-8760-d18b63cbf79c req-c1fa8e99-223c-43e5-a7f0-5b1fb739de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.811201 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-06407378-a243-4bc2-9d5f-daded5f001d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ecc06b2-899a-444c-923a-153d45ac41da HTTP/1.1" status: 204 len: 168 time: 1.4108901 Jul 13 07:48:06.812319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] For port 26087729-186f-4a3c-bbff-f4c03e03c9aa, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=26087729-186f-4a3c-bbff-f4c03e03c9aa,segment=NetworkSegment(963ec2ae-0966-4450-b3df-0bc1da6f72c3),segment_id=963ec2ae-0966-4450-b3df-0bc1da6f72c3)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:06.813212 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-196f63cb-503f-400e-8760-d18b63cbf79c req-c1fa8e99-223c-43e5-a7f0-5b1fb739de54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f7960dd-2779-420d-9771-18fed82cf265 HTTP/1.1" status: 200 len: 909 time: 0.5539184 Jul 13 07:48:06.828220 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79e4b97a-93aa-4eb7-b3c4-b635d2bd2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.850257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.882265 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4b97a-93aa-4eb7-b3c4-b635d2bd2192 None None] No DVR routers for this DVR port 143b20ab-21d7-4077-a016-6fc7de15e00e on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:06.961024 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4b97a-93aa-4eb7-b3c4-b635d2bd2192 None None] Pushing event deleted for resources: {'Port': ['ID=143b20ab-21d7-4077-a016-6fc7de15e00e,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:06.975758 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-196f63cb-503f-400e-8760-d18b63cbf79c req-a6e326b5-08dc-43d1-9770-16761bdf0a12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f612f863-f5ae-4cbb-97fb-a8a460ab3b16 HTTP/1.1" status: 200 len: 217 time: 0.1219370 Jul 13 07:48:06.983659 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Port 226aa32a-7a01-44bf-a741-fe40e753933e cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:06.985015 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb961f4-a736-42bb-951b-366bc4230a94 req-7b4d9df2-3b5f-4615-9e9e-aae9769a92e8 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.993316 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ddb961f4-a736-42bb-951b-366bc4230a94 req-7b4d9df2-3b5f-4615-9e9e-aae9769a92e8 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d HTTP/1.1" status: 200 len: 946 time: 0.5664303 Jul 13 07:48:07.024954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4fae0d30-b0f4-408b-973f-5208638628cd, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4fae0d30-b0f4-408b-973f-5208638628cd,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:07.047398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.057959 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.058285 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Allocated IP 2001:db8:3::1 (860a15e9-c700-4e9a-9ca5-1cc33d6fd76a/a7e31650-2e90-44e8-848b-50670e90e737/9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:07.062892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Provisioning complete for port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:07.063273 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.066830 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.112656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 13a6e49a-53af-49fc-accc-483a99e81c29 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:07.161985 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ddb961f4-a736-42bb-951b-366bc4230a94 req-b4711ca1-c6ee-4087-afa3-30f48e3b0e67 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637704 Jul 13 07:48:07.167512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f63cb-503f-400e-8760-d18b63cbf79c req-cde252c1-19e8-4ac3-b823-a0784834b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.169240 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-196f63cb-503f-400e-8760-d18b63cbf79c req-cde252c1-19e8-4ac3-b823-a0784834b91e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a46b3d42-df97-4a18-ad67-40c0eb489cef HTTP/1.1" status: 200 len: 848 time: 0.1653042 Jul 13 07:48:07.179297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.179482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Fanout notify agent at l3_agent the message router_deleted on router f6265358-3dc7-4e98-aaef-0c35a18b506e {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:48:07.215570 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.223912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9434ff18-59c6-4cb0-b9f9-fb8034030178 tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/routers/f6265358-3dc7-4e98-aaef-0c35a18b506e HTTP/1.1" status: 204 len: 168 time: 3.5015736 Jul 13 07:48:07.254214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e10d56-030d-426a-b422-3d543d8b0126 None None] Pushing event updated for resources: {'Port': ['ID=26087729-186f-4a3c-bbff-f4c03e03c9aa,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:07.269047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47704) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:07.318800 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-196f63cb-503f-400e-8760-d18b63cbf79c req-d36248cc-ec78-41f7-8a23-32b39ace531f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f7960dd-2779-420d-9771-18fed82cf265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245379 Jul 13 07:48:07.468916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.525096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Transition to ACTIVE for port object 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:07.604299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.660631 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:48:07.735297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:07.773261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:07.786412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:07.788268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f612f863-f5ae-4cbb-97fb-a8a460ab3b16 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:07.790198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:07.790563 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.811626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:07.812213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.834914 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.849404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4fae0d30-b0f4-408b-973f-5208638628cd,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:07.870644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-196f63cb-503f-400e-8760-d18b63cbf79c req-beb14734-c82d-42af-9f98-e71a70f0c877 service neutron] 10.222.0.54 "GET /v2.0/networks/4f7960dd-2779-420d-9771-18fed82cf265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509002 Jul 13 07:48:07.918783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] For port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:07.921378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06407378-a243-4bc2-9d5f-daded5f001d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecc06b2-899a-444c-923a-153d45ac41da,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:07.937657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.070860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-a059f578-5052-44d1-9805-d4a4c88fc87d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.081679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-a059f578-5052-44d1-9805-d4a4c88fc87d tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d HTTP/1.1" status: 200 len: 946 time: 1.8786709 Jul 13 07:48:08.105356 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.158217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-a5084edb-f085-4037-acf0-7aa801e90a2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting port 13a6e49a-53af-49fc-accc-483a99e81c29 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:08.159134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-a5084edb-f085-4037-acf0-7aa801e90a2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.203017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Pushing event updated for resources: {'Port': ['ID=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:08.216484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c790d01-170f-493a-9785-7efa04029fc4 req-134ea277-a5e5-49e6-9c3a-7f29e7f15c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.218828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 13a6e49a-53af-49fc-accc-483a99e81c29, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=13a6e49a-53af-49fc-accc-483a99e81c29,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:08.219352 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c790d01-170f-493a-9785-7efa04029fc4 req-134ea277-a5e5-49e6-9c3a-7f29e7f15c05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9bfdda76-e406-4446-84d4-4d3c7eaa4503 HTTP/1.1" status: 200 len: 852 time: 1.7202375 Jul 13 07:48:08.223758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Provisioning complete for port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:08.224639 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5bc3b48e-5b23-4715-bb28-11fa00397127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.261046 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.297408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.343351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-2e1152f7-ba6f-476c-baae-dda529832f42 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.345471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-2e1152f7-ba6f-476c-baae-dda529832f42 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.53 "GET /v2.0/ports?device_id=e889ab4d-51f8-46ec-8076-d934f5546367 HTTP/1.1" status: 200 len: 945 time: 1.6679230 Jul 13 07:48:08.434182 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.452654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b6e6b5-6dfc-4293-a7fc-690373c40de5']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.479627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f15734-d33d-42b4-af37-d84d2eac11ea') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.480274 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f15734-d33d-42b4-af37-d84d2eac11ea') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.505056 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.518591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.533678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c790d01-170f-493a-9785-7efa04029fc4 req-9a89b9e2-ab8d-48d1-aeb8-b5a8f19681e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d17a7aa3-9506-4005-8967-07e72a080b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2083611 Jul 13 07:48:08.542778 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.550897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:08.552754 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.595448 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-196f63cb-503f-400e-8760-d18b63cbf79c req-1997a7d0-7dc9-43f5-979b-77a2a88a8d6f service neutron] 10.222.0.54 "GET /v2.0/networks/4f7960dd-2779-420d-9771-18fed82cf265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871536 Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:08.611937 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:08.665187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:08.668660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fae0d30-b0f4-408b-973f-5208638628cd'}, {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997'}, {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a6e49a-53af-49fc-accc-483a99e81c29'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:08.671758 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c303c6fa-c351-42fa-89f4-006bd892debd" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-unplugged", "status": "completed", "tag": "4fae0d30-b0f4-408b-973f-5208638628cd"}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997"}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-unplugged", "status": "completed", "tag": "13a6e49a-53af-49fc-accc-483a99e81c29"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:08.707506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:08.709144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.758090 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527fc0b-fba3-46ce-aa17-6780f90c7b48 req-74e7e267-fa8f-4322-9f08-99a1bc06d218 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.797602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527fc0b-fba3-46ce-aa17-6780f90c7b48 req-74e7e267-fa8f-4322-9f08-99a1bc06d218 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.830579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527fc0b-fba3-46ce-aa17-6780f90c7b48 req-74e7e267-fa8f-4322-9f08-99a1bc06d218 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.838176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=13a6e49a-53af-49fc-accc-483a99e81c29,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:08.853655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f612f863-f5ae-4cbb-97fb-a8a460ab3b16, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,segment=NetworkSegment(29ffbd02-f93b-4d27-8f76-9b6df41c89ae),segment_id=29ffbd02-f93b-4d27-8f76-9b6df41c89ae)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:08.874979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527fc0b-fba3-46ce-aa17-6780f90c7b48 req-74e7e267-fa8f-4322-9f08-99a1bc06d218 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.882159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527fc0b-fba3-46ce-aa17-6780f90c7b48 req-74e7e267-fa8f-4322-9f08-99a1bc06d218 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.900647 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5527fc0b-fba3-46ce-aa17-6780f90c7b48 req-74e7e267-fa8f-4322-9f08-99a1bc06d218 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 3882 time: 1.0617497 Jul 13 07:48:08.937238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'f612f863-f5ae-4cbb-97fb-a8a460ab3b16', 'network_id': '4f7960dd-2779-420d-9771-18fed82cf265', 'port_id': 'f612f863-f5ae-4cbb-97fb-a8a460ab3b16', 'mac_address': 'fa:16:3e:14:c4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46b3d42-df97-4a18-ad67-40c0eb489cef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:08.963096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-a5084edb-f085-4037-acf0-7aa801e90a2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] For port 13a6e49a-53af-49fc-accc-483a99e81c29, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=13a6e49a-53af-49fc-accc-483a99e81c29,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:08.963761 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-a5084edb-f085-4037-acf0-7aa801e90a2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.977267 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5527fc0b-fba3-46ce-aa17-6780f90c7b48 req-45dbd7de-7032-48f6-acd1-ddff8d077977 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754147 Jul 13 07:48:08.979196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.985575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e11e16-bfde-46a1-84f9-236f791fb764 req-b2313e5f-4871-4d7e-9909-8ea6518b8842 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:09.000622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1e11e16-bfde-46a1-84f9-236f791fb764 req-b2313e5f-4871-4d7e-9909-8ea6518b8842 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 943 time: 1.2195587 Jul 13 07:48:09.008983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.011044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] 10.222.0.44 "DELETE /v2.0/networks/d1b6e6b5-6dfc-4293-a7fc-690373c40de5 HTTP/1.1" status: 204 len: 168 time: 1.7293048 Jul 13 07:48:09.011996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2528f-f299-4d6d-8c25-a281f35eb04a tempest-TestNetworkBasicOps-1461286587 tempest-TestNetworkBasicOps-1461286587-project] Pushing event deleted for resources: {'Network': ['ID=d1b6e6b5-6dfc-4293-a7fc-690373c40de5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:09.114176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c505f2-761f-46e8-8314-5adcf310b715 None None] Network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:09.345335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c790d01-170f-493a-9785-7efa04029fc4 req-043f840e-a661-4b59-9dae-1bdaa1b9cd88 service neutron] 10.222.0.54 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264974 Jul 13 07:48:09.382481 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.389499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fb25277a-2ebc-425d-8dc5-4e845b7f0fde None None] Provisioning complete for port 4fae0d30-b0f4-408b-973f-5208638628cd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:09.389864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be768-351d-4040-bdc2-f88ffe70fd05 req-8c0f229c-e28d-459d-80e0-9f5e8011138c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:09.390361 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb25277a-2ebc-425d-8dc5-4e845b7f0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.400446 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-019be768-351d-4040-bdc2-f88ffe70fd05 req-8c0f229c-e28d-459d-80e0-9f5e8011138c tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d HTTP/1.1" status: 200 len: 946 time: 0.1510320 Jul 13 07:48:09.402771 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.420154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-a5084edb-f085-4037-acf0-7aa801e90a2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Calling delete_port for 13a6e49a-53af-49fc-accc-483a99e81c29 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:09.421568 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.468395 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-019be768-351d-4040-bdc2-f88ffe70fd05 req-1e0bbb4e-fed9-4126-a123-8b2d7eeeadc5 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669253 Jul 13 07:48:09.497866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f612f863-f5ae-4cbb-97fb-a8a460ab3b16 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:09.506587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.537361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb,segment=NetworkSegment(8f2a66b7-10b7-4c27-950b-1fc8c76c8c98),segment_id=8f2a66b7-10b7-4c27-950b-1fc8c76c8c98)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:09.567726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f612f863-f5ae-4cbb-97fb-a8a460ab3b16, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,segment=NetworkSegment(29ffbd02-f93b-4d27-8f76-9b6df41c89ae),segment_id=29ffbd02-f93b-4d27-8f76-9b6df41c89ae)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:09.570858 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.576955 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39ec27e-fe87-483f-9621-195e5c2d9715 x-openstack-request-id: req-f39ec27e-fe87-483f-9621-195e5c2d9715 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:09.577793 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-unplugged", "status": "completed", "tag": "4fae0d30-b0f4-408b-973f-5208638628cd", "code": 200}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997", "code": 200}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-unplugged", "status": "completed", "tag": "13a6e49a-53af-49fc-accc-483a99e81c29", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:09.578667 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f39ec27e-fe87-483f-9621-195e5c2d9715 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:09.579367 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fae0d30-b0f4-408b-973f-5208638628cd', 'code': 200} Jul 13 07:48:09.579956 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'code': 200} Jul 13 07:48:09.580630 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a6e49a-53af-49fc-accc-483a99e81c29', 'code': 200} Jul 13 07:48:09.593003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47776) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:09.617804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 5e1a3524-99c8-4f40-8543-4aa31043a1f9 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:09.631864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1e11e16-bfde-46a1-84f9-236f791fb764 req-bba2cce4-abc9-4203-ae8b-3aecf8dd5371 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295900 Jul 13 07:48:09.681647 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.735810 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.806340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-ffd5ac6e-16bd-4d7c-b580-b4c33cdf1826 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Deleting port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:09.806696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-ffd5ac6e-16bd-4d7c-b580-b4c33cdf1826 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.823065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event updated for resources: {'Port': ['ID=9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:09.826670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-779da8ee-3b98-454f-a72e-9b210b3cfa0a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Deleting port 5e1a3524-99c8-4f40-8543-4aa31043a1f9 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:09.826908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-779da8ee-3b98-454f-a72e-9b210b3cfa0a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.862416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:09.865870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 143b20ab-21d7-4077-a016-6fc7de15e00e no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:10.002090 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb25277a-2ebc-425d-8dc5-4e845b7f0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.034000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f612f863-f5ae-4cbb-97fb-a8a460ab3b16'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:10.042441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 143b20ab-21d7-4077-a016-6fc7de15e00e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:10.042825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 143b20ab-21d7-4077-a016-6fc7de15e00e not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:10.081929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.237803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c790d01-170f-493a-9785-7efa04029fc4 req-061d9348-7bfa-419b-9742-b18d7ba27ced service neutron] 10.222.0.54 "GET /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8912494 Jul 13 07:48:10.262059 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ea59e01b-32f8-45a8-834a-59afa23e54de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=326e9df6bc154468b5a4e137d29d8e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6638196 Jul 13 07:48:10.264457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47802) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:10.281455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fb25277a-2ebc-425d-8dc5-4e845b7f0fde None None] For port 4fae0d30-b0f4-408b-973f-5208638628cd, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4fae0d30-b0f4-408b-973f-5208638628cd,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:10.413961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 5e1a3524-99c8-4f40-8543-4aa31043a1f9, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=5e1a3524-99c8-4f40-8543-4aa31043a1f9,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:10.430263 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb25277a-2ebc-425d-8dc5-4e845b7f0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.482412 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.488367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:10.558581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:10.594595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fb25277a-2ebc-425d-8dc5-4e845b7f0fde None None] Provisioning for port 26087729-186f-4a3c-bbff-f4c03e03c9aa completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:10.651328 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0ecfedd0-b007-4ff2-b3fe-7f6b55389260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.701814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0ecfedd0-b007-4ff2-b3fe-7f6b55389260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.821093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fb25277a-2ebc-425d-8dc5-4e845b7f0fde None None] Provisioning complete for port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:10.821612 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb25277a-2ebc-425d-8dc5-4e845b7f0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.908062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638ae1e-c3af-4a47-a239-8d70d85c08a2 req-4afb1fb0-1566-4abd-abe3-47753e6c19f0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.929154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638ae1e-c3af-4a47-a239-8d70d85c08a2 req-4afb1fb0-1566-4abd-abe3-47753e6c19f0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.935603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638ae1e-c3af-4a47-a239-8d70d85c08a2 req-4afb1fb0-1566-4abd-abe3-47753e6c19f0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.944882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25277a-2ebc-425d-8dc5-4e845b7f0fde None None] Pushing event updated for resources: {'Port': ['ID=4fae0d30-b0f4-408b-973f-5208638628cd,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:10.953842 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638ae1e-c3af-4a47-a239-8d70d85c08a2 req-4afb1fb0-1566-4abd-abe3-47753e6c19f0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.968666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638ae1e-c3af-4a47-a239-8d70d85c08a2 req-4afb1fb0-1566-4abd-abe3-47753e6c19f0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.970545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:10.970929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.977942 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6638ae1e-c3af-4a47-a239-8d70d85c08a2 req-4afb1fb0-1566-4abd-abe3-47753e6c19f0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 3884 time: 0.5485315 Jul 13 07:48:10.980352 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47824) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:11.074628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6638ae1e-c3af-4a47-a239-8d70d85c08a2 req-c40028bd-0ae4-4e71-94f7-a1da970e9906 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956364 Jul 13 07:48:11.075859 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0ecfedd0-b007-4ff2-b3fe-7f6b55389260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.091429 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0ecfedd0-b007-4ff2-b3fe-7f6b55389260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.092544 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0ecfedd0-b007-4ff2-b3fe-7f6b55389260 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0a8dba4-db5b-4b2f-aa99-4522bda92baf HTTP/1.1" status: 204 len: 168 time: 0.8225341 Jul 13 07:48:11.123516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfedd0-b007-4ff2-b3fe-7f6b55389260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a8dba4-db5b-4b2f-aa99-4522bda92baf,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:11.201504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-723e41da-7ef0-4742-a345-13ec75522cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.520189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-723e41da-7ef0-4742-a345-13ec75522cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.532432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:11.534572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=5e1a3524-99c8-4f40-8543-4aa31043a1f9,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:11.561994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-723e41da-7ef0-4742-a345-13ec75522cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.577307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:11.587688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fae0d30-b0f4-408b-973f-5208638628cd'}, {'server_uuid': 'e889ab4d-51f8-46ec-8076-d934f5546367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1a3524-99c8-4f40-8543-4aa31043a1f9'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:11.590907 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1dc211-d2e2-4044-9dde-03705f790677" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "4fae0d30-b0f4-408b-973f-5208638628cd"}, {"server_uuid": "e889ab4d-51f8-46ec-8076-d934f5546367", "name": "network-vif-unplugged", "status": "completed", "tag": "5e1a3524-99c8-4f40-8543-4aa31043a1f9"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:11.613396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 26087729-186f-4a3c-bbff-f4c03e03c9aa up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:11.617481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-723e41da-7ef0-4742-a345-13ec75522cbd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4af74373c09f478e9c028c744317458b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356921 Jul 13 07:48:11.634171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47842) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:11.676067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c7d5f-05d0-4b92-a93a-fc59dd94f26c req-91e7087c-fb1e-4a7b-bd23-0127ec812cd7 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:11.681215 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-882c7d5f-05d0-4b92-a93a-fc59dd94f26c req-91e7087c-fb1e-4a7b-bd23-0127ec812cd7 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 944 time: 0.2563319 Jul 13 07:48:11.710011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 26087729-186f-4a3c-bbff-f4c03e03c9aa completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:11.717744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 26087729-186f-4a3c-bbff-f4c03e03c9aa triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:11.718520 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.738441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-ffd5ac6e-16bd-4d7c-b580-b4c33cdf1826 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] For port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:11.738847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-ffd5ac6e-16bd-4d7c-b580-b4c33cdf1826 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.743326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47844) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:11.778297 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c5be-45f1-422e-b8e9-b7b3abaa2a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.779647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:11.798738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e41da-7ef0-4742-a345-13ec75522cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13694fb2-647d-4ae3-a88f-8750d51a9fb5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:11.827890 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-882c7d5f-05d0-4b92-a93a-fc59dd94f26c req-4c2e230d-337b-423e-a07f-90bc87b6a345 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015279 Jul 13 07:48:11.837724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Provisioning complete for port 26087729-186f-4a3c-bbff-f4c03e03c9aa triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:11.839313 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.866623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-ffd5ac6e-16bd-4d7c-b580-b4c33cdf1826 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Calling delete_port for 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:11.925918 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c816aa6-8121-4dc6-a19f-289ad6154331 x-openstack-request-id: req-1c816aa6-8121-4dc6-a19f-289ad6154331 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:11.926383 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-plugged", "status": "completed", "tag": "4fae0d30-b0f4-408b-973f-5208638628cd", "code": 200}, {"server_uuid": "e889ab4d-51f8-46ec-8076-d934f5546367", "name": "network-vif-unplugged", "status": "completed", "tag": "5e1a3524-99c8-4f40-8543-4aa31043a1f9", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:11.926781 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c816aa6-8121-4dc6-a19f-289ad6154331 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:11.927234 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fae0d30-b0f4-408b-973f-5208638628cd', 'code': 200} Jul 13 07:48:11.927601 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889ab4d-51f8-46ec-8076-d934f5546367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1a3524-99c8-4f40-8543-4aa31043a1f9', 'code': 200} Jul 13 07:48:11.979529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-779da8ee-3b98-454f-a72e-9b210b3cfa0a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] For port 5e1a3524-99c8-4f40-8543-4aa31043a1f9, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=5e1a3524-99c8-4f40-8543-4aa31043a1f9,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:11.979920 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-779da8ee-3b98-454f-a72e-9b210b3cfa0a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.981003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c5be-45f1-422e-b8e9-b7b3abaa2a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:11.995639 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c5be-45f1-422e-b8e9-b7b3abaa2a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.011980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd0860-cbf7-416c-a98c-c3114c8e2816 req-889497d7-53f6-40cd-91ee-52911ec411bd tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.013609 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6bfd0860-cbf7-416c-a98c-c3114c8e2816 req-889497d7-53f6-40cd-91ee-52911ec411bd tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d HTTP/1.1" status: 200 len: 946 time: 0.5601356 Jul 13 07:48:12.059788 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a1d3c5be-45f1-422e-b8e9-b7b3abaa2a5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0504e8c51abd4074ba9781baa1895937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136687 Jul 13 07:48:12.060939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3c5be-45f1-422e-b8e9-b7b3abaa2a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9175adfa-4736-401f-ba1c-32bd6c8f2ac7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:12.063722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47850) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:12.091398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-779da8ee-3b98-454f-a72e-9b210b3cfa0a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Calling delete_port for 5e1a3524-99c8-4f40-8543-4aa31043a1f9 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:12.110855 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-a5084edb-f085-4037-acf0-7aa801e90a2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.128931 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.147046 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7b18-3a4c-497f-aab2-39ac768fb1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.195138 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.202901 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7b18-3a4c-497f-aab2-39ac768fb1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.219770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5084edb-f085-4037-acf0-7aa801e90a2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Port': ['ID=13a6e49a-53af-49fc-accc-483a99e81c29,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:12.282269 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7b18-3a4c-497f-aab2-39ac768fb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.285077 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7b18-3a4c-497f-aab2-39ac768fb1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.289378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b4bb7b18-3a4c-497f-aab2-39ac768fb1e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9175adfa-4736-401f-ba1c-32bd6c8f2ac7 HTTP/1.1" status: 204 len: 168 time: 0.2213283 Jul 13 07:48:12.295933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 26087729-186f-4a3c-bbff-f4c03e03c9aa, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=26087729-186f-4a3c-bbff-f4c03e03c9aa,segment=NetworkSegment(963ec2ae-0966-4450-b3df-0bc1da6f72c3),segment_id=963ec2ae-0966-4450-b3df-0bc1da6f72c3)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:12.300759 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb7b18-3a4c-497f-aab2-39ac768fb1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9175adfa-4736-401f-ba1c-32bd6c8f2ac7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:12.309600 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.313692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,segment=NetworkSegment(684a40bb-d5c2-4a34-a91e-d783042b4ac9),segment_id=684a40bb-d5c2-4a34-a91e-d783042b4ac9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:12.342822 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.351309 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.401098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:12.431221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5bad62bd-1311-471f-9ed8-67765c4a0846 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:12.436103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=26087729-186f-4a3c-bbff-f4c03e03c9aa,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:12.437127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-473ce47e-5924-4b78-b63b-0eba5fd8483c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.441613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6bfd0860-cbf7-416c-a98c-c3114c8e2816 req-6acc9137-7cf8-489a-ae16-dd0279cc34a5 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/security-groups?id=245f7cd2-5ca4-4487-bf18-a90937c0e957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658960 Jul 13 07:48:12.452552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-a5084edb-f085-4037-acf0-7aa801e90a2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] No DVR routers for this DVR port 13a6e49a-53af-49fc-accc-483a99e81c29 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:12.472498 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-a5084edb-f085-4037-acf0-7aa801e90a2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.475094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5bad62bd-1311-471f-9ed8-67765c4a0846 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:12.475441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5bad62bd-1311-471f-9ed8-67765c4a0846 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:12.476204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-a5084edb-f085-4037-acf0-7aa801e90a2b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "DELETE /v2.0/ports/13a6e49a-53af-49fc-accc-483a99e81c29 HTTP/1.1" status: 204 len: 173 time: 6.6521745 Jul 13 07:48:12.483840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-deleted', 'tag': '13a6e49a-53af-49fc-accc-483a99e81c29'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:12.486790 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa0677c-97cf-48fb-84a2-2c9b77ea62d4" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-deleted", "tag": "13a6e49a-53af-49fc-accc-483a99e81c29"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:12.543617 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:48:12.544313 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:48:12.618598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:12.625365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-473ce47e-5924-4b78-b63b-0eba5fd8483c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.634926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201cd00-a3ae-4f62-a8b0-219f993cc2f0 req-606a62b6-d309-4975-9ebd-df7135607c5c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.648608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201cd00-a3ae-4f62-a8b0-219f993cc2f0 req-606a62b6-d309-4975-9ebd-df7135607c5c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.654603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201cd00-a3ae-4f62-a8b0-219f993cc2f0 req-606a62b6-d309-4975-9ebd-df7135607c5c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.662655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201cd00-a3ae-4f62-a8b0-219f993cc2f0 req-606a62b6-d309-4975-9ebd-df7135607c5c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.664537 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3201cd00-a3ae-4f62-a8b0-219f993cc2f0 req-606a62b6-d309-4975-9ebd-df7135607c5c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 3151 time: 0.2566483 Jul 13 07:48:12.674543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 26087729-186f-4a3c-bbff-f4c03e03c9aa up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:12.704031 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab575125-a8fb-4b1f-9145-e06205215257 x-openstack-request-id: req-ab575125-a8fb-4b1f-9145-e06205215257 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:12.704616 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-deleted", "tag": "13a6e49a-53af-49fc-accc-483a99e81c29", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:12.705243 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab575125-a8fb-4b1f-9145-e06205215257 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:12.705858 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-deleted', 'tag': '13a6e49a-53af-49fc-accc-483a99e81c29', 'status': 'completed', 'code': 200} Jul 13 07:48:12.755976 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3201cd00-a3ae-4f62-a8b0-219f993cc2f0 req-dda6aca6-ed3b-40fe-856d-7af3a95f2096 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805850 Jul 13 07:48:12.835808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 26087729-186f-4a3c-bbff-f4c03e03c9aa triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:12.836407 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.909316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:12.931232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9c3367c9-d551-414f-b60b-89165a51f550 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0123239 Jul 13 07:48:12.934568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47872) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:12.939610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-62e8c9ec-9561-41ce-a969-20d16752b2e1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:12.947620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Sync routers for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:13.011979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-ffd5ac6e-16bd-4d7c-b580-b4c33cdf1826 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.139524 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-473ce47e-5924-4b78-b63b-0eba5fd8483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.143210 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-473ce47e-5924-4b78-b63b-0eba5fd8483c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.148511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-473ce47e-5924-4b78-b63b-0eba5fd8483c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13694fb2-647d-4ae3-a88f-8750d51a9fb5 HTTP/1.1" status: 204 len: 168 time: 1.5065141 Jul 13 07:48:13.154764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:13.156129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:13.212905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5ac6e-16bd-4d7c-b580-b4c33cdf1826 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Pushing event deleted for resources: {'Port': ['ID=50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:13.215531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8f58f3a3-bc94-4223-b78c-6e3e9d0d1991 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:13.215876 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8f58f3a3-bc94-4223-b78c-6e3e9d0d1991 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.222126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-779da8ee-3b98-454f-a72e-9b210b3cfa0a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.304550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ce47e-5924-4b78-b63b-0eba5fd8483c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13694fb2-647d-4ae3-a88f-8750d51a9fb5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:13.315315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779da8ee-3b98-454f-a72e-9b210b3cfa0a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Pushing event deleted for resources: {'Port': ['ID=5e1a3524-99c8-4f40-8543-4aa31043a1f9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:13.324576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:13.344938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-ffd5ac6e-16bd-4d7c-b580-b4c33cdf1826 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] No DVR routers for this DVR port 50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:13.348041 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-ffd5ac6e-16bd-4d7c-b580-b4c33cdf1826 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.351190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b0e7bd8-149d-4aec-88b4-930c6c80eff2 req-ffd5ac6e-16bd-4d7c-b580-b4c33cdf1826 tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.54 "DELETE /v2.0/ports/50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf HTTP/1.1" status: 204 len: 173 time: 5.1589427 Jul 13 07:48:13.510197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-779da8ee-3b98-454f-a72e-9b210b3cfa0a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] No DVR routers for this DVR port 5e1a3524-99c8-4f40-8543-4aa31043a1f9 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:13.517092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-779da8ee-3b98-454f-a72e-9b210b3cfa0a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.519145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fab29a0-a5e6-426d-a519-8708f066a70d req-779da8ee-3b98-454f-a72e-9b210b3cfa0a tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.53 "DELETE /v2.0/ports/5e1a3524-99c8-4f40-8543-4aa31043a1f9 HTTP/1.1" status: 204 len: 173 time: 5.0989168 Jul 13 07:48:13.575011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8f58f3a3-bc94-4223-b78c-6e3e9d0d1991 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] For port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:13.575387 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8f58f3a3-bc94-4223-b78c-6e3e9d0d1991 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.588929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79717d-c811-477f-8c17-45929806bf6d req-d49f87a1-2ed6-49f0-92fd-c2254345485d tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:13.590580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd79717d-c811-477f-8c17-45929806bf6d req-d49f87a1-2ed6-49f0-92fd-c2254345485d tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 944 time: 0.5266104 Jul 13 07:48:13.646179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8f58f3a3-bc94-4223-b78c-6e3e9d0d1991 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Calling delete_port for 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:13.666377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.extraroute_db [None req-62e8c9ec-9561-41ce-a969-20d16752b2e1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93839) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:48:13.710515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.extraroute_db [None req-62e8c9ec-9561-41ce-a969-20d16752b2e1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Removed routes are [] {{(pid=93839) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:48:13.710934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62e8c9ec-9561-41ce-a969-20d16752b2e1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.754876 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd79717d-c811-477f-8c17-45929806bf6d req-cb7d5af0-5f4f-4462-8318-ae0e7c66b0e1 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574299 Jul 13 07:48:13.776796 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-67ae6b1d-8dd3-4914-9a3b-097733839392 req-71bf2140-7056-4ed8-a7dc-5453c2e2c6fa tempest-MultipleCreateTestJSON-1439984680 tempest-MultipleCreateTestJSON-1439984680-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5ba17ca-0afb-4990-820d-84bf3d65f91d HTTP/1.1" status: 200 len: 210 time: 0.0577264 Jul 13 07:48:13.795790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Provisioning complete for port 4fae0d30-b0f4-408b-973f-5208638628cd triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:13.797034 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.963449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:13.992138 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6bdb99e9-6ee3-494f-b72d-87a13bd41e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.066272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f612f863-f5ae-4cbb-97fb-a8a460ab3b16 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:14.104873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ba17ca-0afb-4990-820d-84bf3d65f91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:14.107306 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b1a5bb-3e35-429a-b033-87946ba7670a" -d '{"events": [{"server_uuid": "f5ba17ca-0afb-4990-820d-84bf3d65f91d", "name": "network-vif-unplugged", "status": "completed", "tag": "50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:14.159792 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8f58f3a3-bc94-4223-b78c-6e3e9d0d1991 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.169871 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b127db-fe87-4982-a31d-b75e6e35b410 x-openstack-request-id: req-88b127db-fe87-4982-a31d-b75e6e35b410 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:14.170165 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ba17ca-0afb-4990-820d-84bf3d65f91d", "name": "network-vif-unplugged", "status": "completed", "tag": "50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:14.170643 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88b127db-fe87-4982-a31d-b75e6e35b410 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:14.171041 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ba17ca-0afb-4990-820d-84bf3d65f91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf', 'code': 200} Jul 13 07:48:14.223745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58f3a3-bc94-4223-b78c-6e3e9d0d1991 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Port': ['ID=307cfd34-2ef9-4dcb-af1a-6f246e818ad3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:14.263067 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62e8c9ec-9561-41ce-a969-20d16752b2e1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.281038 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62e8c9ec-9561-41ce-a969-20d16752b2e1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.336581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port f612f863-f5ae-4cbb-97fb-a8a460ab3b16 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:14.353151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8f58f3a3-bc94-4223-b78c-6e3e9d0d1991 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] No DVR routers for this DVR port 307cfd34-2ef9-4dcb-af1a-6f246e818ad3 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:14.358272 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8f58f3a3-bc94-4223-b78c-6e3e9d0d1991 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.360653 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8f58f3a3-bc94-4223-b78c-6e3e9d0d1991 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "DELETE /v2.0/ports/307cfd34-2ef9-4dcb-af1a-6f246e818ad3 HTTP/1.1" status: 204 len: 173 time: 1.8698387 Jul 13 07:48:14.380886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port f612f863-f5ae-4cbb-97fb-a8a460ab3b16 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:14.383027 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.389243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77decc-3990-461e-8765-e8ba2718ca09 req-14feb48b-b71a-41fc-9a29-d93f801f82d4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.396326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77decc-3990-461e-8765-e8ba2718ca09 req-14feb48b-b71a-41fc-9a29-d93f801f82d4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.405621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77decc-3990-461e-8765-e8ba2718ca09 req-14feb48b-b71a-41fc-9a29-d93f801f82d4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.414346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77decc-3990-461e-8765-e8ba2718ca09 req-14feb48b-b71a-41fc-9a29-d93f801f82d4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.416834 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b77decc-3990-461e-8765-e8ba2718ca09 req-14feb48b-b71a-41fc-9a29-d93f801f82d4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 3073 time: 0.3288040 Jul 13 07:48:14.512304 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a0734ff2-03e2-4103-a8dd-403f0e7cf93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.512673 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e8c9ec-9561-41ce-a969-20d16752b2e1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:14.516778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Could not find standard attr ID for object 13a6e49a-53af-49fc-accc-483a99e81c29. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:48:14.530481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6bdb99e9-6ee3-494f-b72d-87a13bd41e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.536480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b77decc-3990-461e-8765-e8ba2718ca09 req-82a956bd-3bfa-4b2f-9aea-919ef456037c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064813 Jul 13 07:48:14.541845 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6bdb99e9-6ee3-494f-b72d-87a13bd41e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.563572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Provisioning for port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:14.577308 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6bdb99e9-6ee3-494f-b72d-87a13bd41e64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27653575f5c04c6ab8c995f01ffcc061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126311 Jul 13 07:48:14.585090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47908) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:14.591334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:07Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23', 'name': '', 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:f0:a3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:06Z', 'updated_at': '2021-07-13T07:48:09Z', 'revision_number': 2, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:09Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:14.632538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Provisioning complete for port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:14.632920 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.660313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Checking router: 529303ca-817e-46c4-9717-ebd2ce3f9245 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:14.661380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Updating router 529303ca-817e-46c4-9717-ebd2ce3f9245 port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:48:14.716580 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.729713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ba17ca-0afb-4990-820d-84bf3d65f91d', 'name': 'network-vif-deleted', 'tag': '50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf'}, {'server_uuid': 'e889ab4d-51f8-46ec-8076-d934f5546367', 'name': 'network-vif-deleted', 'tag': '5e1a3524-99c8-4f40-8543-4aa31043a1f9'}, {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-deleted', 'tag': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:14.733051 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac45af3a-ac4d-4f9f-ae00-bf6212e5a974" -d '{"events": [{"server_uuid": "f5ba17ca-0afb-4990-820d-84bf3d65f91d", "name": "network-vif-deleted", "tag": "50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf"}, {"server_uuid": "e889ab4d-51f8-46ec-8076-d934f5546367", "name": "network-vif-deleted", "tag": "5e1a3524-99c8-4f40-8543-4aa31043a1f9"}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-deleted", "tag": "307cfd34-2ef9-4dcb-af1a-6f246e818ad3"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:14.739984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:14.749739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e8c9ec-9561-41ce-a969-20d16752b2e1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:14.759901 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62e8c9ec-9561-41ce-a969-20d16752b2e1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.765684 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-62e8c9ec-9561-41ce-a969-20d16752b2e1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245 HTTP/1.1" status: 200 len: 953 time: 1.8289564 Jul 13 07:48:14.766748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47916) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:14.803074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb99e9-6ee3-494f-b72d-87a13bd41e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f85ea47-fe2b-44d8-882f-468698580cb2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:14.824076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f612f863-f5ae-4cbb-97fb-a8a460ab3b16, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,segment=NetworkSegment(29ffbd02-f93b-4d27-8f76-9b6df41c89ae),segment_id=29ffbd02-f93b-4d27-8f76-9b6df41c89ae)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:14.826645 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.837306 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.878611 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fb04646-b56c-4e2e-a3a4-424dd2a5c251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.923941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Provisioning complete for port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:14.924536 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b002-958a-4452-8f95-4af6f9940585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.974312 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77a2b6a-591e-432c-bc94-e8c89b8c6549 x-openstack-request-id: req-d77a2b6a-591e-432c-bc94-e8c89b8c6549 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:14.974631 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ba17ca-0afb-4990-820d-84bf3d65f91d", "name": "network-vif-deleted", "tag": "50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf", "status": "completed", "code": 200}, {"server_uuid": "e889ab4d-51f8-46ec-8076-d934f5546367", "name": "network-vif-deleted", "tag": "5e1a3524-99c8-4f40-8543-4aa31043a1f9", "status": "completed", "code": 200}, {"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-deleted", "tag": "307cfd34-2ef9-4dcb-af1a-6f246e818ad3", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:14.974881 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d77a2b6a-591e-432c-bc94-e8c89b8c6549 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:14.975306 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ba17ca-0afb-4990-820d-84bf3d65f91d', 'name': 'network-vif-deleted', 'tag': '50b7a3e2-fd38-4a52-99c1-f32e0a2ed6bf', 'status': 'completed', 'code': 200} Jul 13 07:48:14.975565 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e889ab4d-51f8-46ec-8076-d934f5546367', 'name': 'network-vif-deleted', 'tag': '5e1a3524-99c8-4f40-8543-4aa31043a1f9', 'status': 'completed', 'code': 200} Jul 13 07:48:14.975822 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-deleted', 'tag': '307cfd34-2ef9-4dcb-af1a-6f246e818ad3', 'status': 'completed', 'code': 200} Jul 13 07:48:14.995299 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-5f788a84-b14e-43a2-9686-a330f2ddeae2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting port 76ca532c-23fa-4676-93ee-cd52a50ba709 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:14.995732 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-5f788a84-b14e-43a2-9686-a330f2ddeae2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.070084 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fb04646-b56c-4e2e-a3a4-424dd2a5c251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.152259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47928) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:15.158095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:15.292437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-defad954-6c13-4ccb-b1d3-b6039e283ccf admin admin] Deleting subnet 9bfdda76-e406-4446-84d4-4d3c7eaa4503 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:15.305213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-defad954-6c13-4ccb-b1d3-b6039e283ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.309930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-5f788a84-b14e-43a2-9686-a330f2ddeae2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] For port 76ca532c-23fa-4676-93ee-cd52a50ba709, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=76ca532c-23fa-4676-93ee-cd52a50ba709,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:15.310612 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-5f788a84-b14e-43a2-9686-a330f2ddeae2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.379699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-5f788a84-b14e-43a2-9686-a330f2ddeae2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Calling delete_port for 76ca532c-23fa-4676-93ee-cd52a50ba709 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:15.381757 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fb04646-b56c-4e2e-a3a4-424dd2a5c251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.384484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fb04646-b56c-4e2e-a3a4-424dd2a5c251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.386371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7fb04646-b56c-4e2e-a3a4-424dd2a5c251 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f85ea47-fe2b-44d8-882f-468698580cb2 HTTP/1.1" status: 204 len: 168 time: 0.7932467 Jul 13 07:48:15.404385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04646-b56c-4e2e-a3a4-424dd2a5c251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f85ea47-fe2b-44d8-882f-468698580cb2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:15.420915 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ee93a7b4-003e-49ed-93b2-7bbdda396d90 None None] Provisioning complete for port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:15.421347 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ee93a7b4-003e-49ed-93b2-7bbdda396d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.421949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cee34-a69e-4035-bd8c-28a1e4804423 req-6b356d98-7695-46e9-9ce6-c6ced184cf56 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:15.423648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f72cee34-a69e-4035-bd8c-28a1e4804423 req-6b356d98-7695-46e9-9ce6-c6ced184cf56 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 945 time: 0.3274462 Jul 13 07:48:15.487546 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bf06e698-8bd2-4729-91c2-1ea2611f3340 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245 HTTP/1.1" status: 200 len: 953 time: 0.7192092 Jul 13 07:48:15.490221 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-defad954-6c13-4ccb-b1d3-b6039e283ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.490881 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47936) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:15.498638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5040c26a-df08-441d-b827-52928159ca39 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'routes': None}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:15.505985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f72cee34-a69e-4035-bd8c-28a1e4804423 req-013cd254-3166-45b6-815b-4037f5a017ce tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738239 Jul 13 07:48:15.518480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ee93a7b4-003e-49ed-93b2-7bbdda396d90 None None] Port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:15.580924 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.594956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Transition to ACTIVE for port object 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:15.602643 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.615483 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-defad954-6c13-4ccb-b1d3-b6039e283ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.668692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d0a6c-2e3a-403c-ad58-50747ed2becd None None] Pushing event updated for resources: {'Port': ['ID=9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:15.767682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Attempting to bind port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:15.768075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Attempting to bind port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '963ec2ae-0966-4450-b3df-0bc1da6f72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:15.768455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Attempting to bind port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 on network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:15.781759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:15.782201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Checking segment: {'id': '963ec2ae-0966-4450-b3df-0bc1da6f72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:15.782843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.783500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Bound using segment: {'id': '963ec2ae-0966-4450-b3df-0bc1da6f72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:15.784337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Bound port: 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963ec2ae-0966-4450-b3df-0bc1da6f72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:15.784822 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.824204 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-defad954-6c13-4ccb-b1d3-b6039e283ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.840445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-defad954-6c13-4ccb-b1d3-b6039e283ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.842343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-defad954-6c13-4ccb-b1d3-b6039e283ccf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9bfdda76-e406-4446-84d4-4d3c7eaa4503 HTTP/1.1" status: 204 len: 168 time: 0.6532271 Jul 13 07:48:15.845357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:15.913935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defad954-6c13-4ccb-b1d3-b6039e283ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bfdda76-e406-4446-84d4-4d3c7eaa4503,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:15.926971 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-5f788a84-b14e-43a2-9686-a330f2ddeae2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.955221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] For port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:15.962546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] For port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23,segment=NetworkSegment(963ec2ae-0966-4450-b3df-0bc1da6f72c3),segment_id=963ec2ae-0966-4450-b3df-0bc1da6f72c3)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:15.973246 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.092279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d0a6c-2e3a-403c-ad58-50747ed2becd None None] Pushing event updated for resources: {'Port': ['ID=9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:16.125327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f788a84-b14e-43a2-9686-a330f2ddeae2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Port': ['ID=76ca532c-23fa-4676-93ee-cd52a50ba709,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:16.130589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:16.131351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:47:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:16.152385 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c422da8-0e17-4de4-863d-f7a5f4f9ee37 req-9c776a75-3b27-41b3-8dbc-ff58b4592626 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:16.160696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c422da8-0e17-4de4-863d-f7a5f4f9ee37 req-9c776a75-3b27-41b3-8dbc-ff58b4592626 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:16.171381 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c422da8-0e17-4de4-863d-f7a5f4f9ee37 req-9c776a75-3b27-41b3-8dbc-ff58b4592626 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 1681 time: 0.3107746 Jul 13 07:48:16.233260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0e2374-fe5d-4737-96a8-4bbc2cf7c170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f612f863-f5ae-4cbb-97fb-a8a460ab3b16'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:16.235585 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02610ca-f442-4ee7-94b2-475fdcf19e3d" -d '{"events": [{"server_uuid": "5d0e2374-fe5d-4737-96a8-4bbc2cf7c170", "name": "network-vif-plugged", "status": "completed", "tag": "f612f863-f5ae-4cbb-97fb-a8a460ab3b16"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:16.237424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-5f788a84-b14e-43a2-9686-a330f2ddeae2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] No DVR routers for this DVR port 76ca532c-23fa-4676-93ee-cd52a50ba709 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:16.243014 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.247454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-5f788a84-b14e-43a2-9686-a330f2ddeae2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.251770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-5f788a84-b14e-43a2-9686-a330f2ddeae2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "DELETE /v2.0/ports/76ca532c-23fa-4676-93ee-cd52a50ba709 HTTP/1.1" status: 204 len: 173 time: 1.8814149 Jul 13 07:48:16.270931 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c422da8-0e17-4de4-863d-f7a5f4f9ee37 req-71e19d83-15b1-478d-9081-b7cbbcac415e tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978763 Jul 13 07:48:16.334605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:16.375845 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494592f3-526d-4bee-90ea-b5cd7019ed11 x-openstack-request-id: req-494592f3-526d-4bee-90ea-b5cd7019ed11 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:16.376371 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0e2374-fe5d-4737-96a8-4bbc2cf7c170", "name": "network-vif-plugged", "status": "completed", "tag": "f612f863-f5ae-4cbb-97fb-a8a460ab3b16", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:16.376371 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-494592f3-526d-4bee-90ea-b5cd7019ed11 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:16.376766 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0e2374-fe5d-4737-96a8-4bbc2cf7c170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f612f863-f5ae-4cbb-97fb-a8a460ab3b16', 'code': 200} Jul 13 07:48:16.525394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.extraroute_db [None req-5040c26a-df08-441d-b827-52928159ca39 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added routes are [] {{(pid=93839) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:48:16.526165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.extraroute_db [None req-5040c26a-df08-441d-b827-52928159ca39 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93839) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:48:16.637563 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.669356 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5040c26a-df08-441d-b827-52928159ca39 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.674816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17a7aa3-9506-4005-8967-07e72a080b26']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:16.748183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684a40bb-d5c2-4a34-a91e-d783042b4ac9') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:16.748468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684a40bb-d5c2-4a34-a91e-d783042b4ac9') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:16.775449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.789285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:13Z', 'revision_number': 6, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23', 'name': '', 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:f0:a3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:06Z', 'updated_at': '2021-07-13T07:48:15Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:09Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:16.820508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:16.820762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.829149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae7c05-2679-468c-a8fc-9aa01baca02e None None] The sync data for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 is: [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:13Z', 'revision_number': 6, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23', 'name': '', 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:f0:a3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:06Z', 'updated_at': '2021-07-13T07:48:15Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:09Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:16.832433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e72ab8-a7ba-4549-93f2-a9d4b80cb11a req-a358d190-2079-42cb-9c36-d6e9c083706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:16.834107 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-03e72ab8-a7ba-4549-93f2-a9d4b80cb11a req-a358d190-2079-42cb-9c36-d6e9c083706d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 1096 time: 0.3734448 Jul 13 07:48:16.841641 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.939882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f9c74-5898-4031-9e8d-2c2e1347fce3 req-b81b3007-c68e-4151-a012-ab664a504855 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:16.947628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c00f9c74-5898-4031-9e8d-2c2e1347fce3 req-b81b3007-c68e-4151-a012-ab664a504855 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 945 time: 0.1802285 Jul 13 07:48:16.998421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-deleted', 'tag': '76ca532c-23fa-4676-93ee-cd52a50ba709'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:17.001344 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb525541-512d-47bc-9beb-4cc0ad3c5ebf" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-deleted", "tag": "76ca532c-23fa-4676-93ee-cd52a50ba709"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:17.009481 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-03e72ab8-a7ba-4549-93f2-a9d4b80cb11a req-d898e780-5ee1-4ad9-8a4e-ac4ebc47e440 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190157 Jul 13 07:48:17.013933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:17.014545 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:17.017186 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:17.062891 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.116809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c00f9c74-5898-4031-9e8d-2c2e1347fce3 req-b6e2a780-deac-41d2-9e9d-bd8ee7b699c6 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680226 Jul 13 07:48:17.121258 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5040c26a-df08-441d-b827-52928159ca39 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.122152 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba407675-0248-4d35-83b6-03f8a435cbaa x-openstack-request-id: req-ba407675-0248-4d35-83b6-03f8a435cbaa {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:17.123022 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-deleted", "tag": "76ca532c-23fa-4676-93ee-cd52a50ba709", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:17.123022 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba407675-0248-4d35-83b6-03f8a435cbaa {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:17.123336 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-deleted', 'tag': '76ca532c-23fa-4676-93ee-cd52a50ba709', 'status': 'completed', 'code': 200} Jul 13 07:48:17.147235 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5040c26a-df08-441d-b827-52928159ca39 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.197338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.205364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.216175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d17a7aa3-9506-4005-8967-07e72a080b26 HTTP/1.1" status: 204 len: 168 time: 1.3696716 Jul 13 07:48:17.222636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] For port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:17.223613 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.227460 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1aaca93b-409b-4920-9efe-2399af340760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.240886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77855963-6f44-4896-aec7-e5ce5044a777 admin admin] Pushing event deleted for resources: {'Network': ['ID=d17a7aa3-9506-4005-8967-07e72a080b26,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:17.390397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5040c26a-df08-441d-b827-52928159ca39 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:17.582644 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5040c26a-df08-441d-b827-52928159ca39 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:17.602096 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5040c26a-df08-441d-b827-52928159ca39 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.606867 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5040c26a-df08-441d-b827-52928159ca39 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245 HTTP/1.1" status: 200 len: 703 time: 2.1137216 Jul 13 07:48:17.608350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48006) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:17.609228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48008) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:17.621724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.622494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.622823 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Floating IP cf8d41bf-edc5-4da3-b1f9-5fe5884b9161 disassociated. External IP: 172.25.6.73, port: 58b0aca6-ed6f-4e5a-8ce5-db40598f1997. Jul 13 07:48:17.623340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Calling delete_port for 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:17.768115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4565585-2534-441c-bfac-92da3b5144dd req-86453ddf-a52e-4bae-a770-574ac9071a64 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.774575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4565585-2534-441c-bfac-92da3b5144dd req-86453ddf-a52e-4bae-a770-574ac9071a64 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:17.776212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f4565585-2534-441c-bfac-92da3b5144dd req-86453ddf-a52e-4bae-a770-574ac9071a64 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 1681 time: 0.2288215 Jul 13 07:48:17.782209 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-96aaa70e-bf31-4239-b62a-47056aadcc1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb63194497014a14ac1a2d546101e583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709721 Jul 13 07:48:17.793630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48012) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:17.825232 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-17188ad1-72ec-46b8-b876-4dbca6b57505 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245 HTTP/1.1" status: 200 len: 703 time: 0.2129428 Jul 13 07:48:17.826159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48014) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:17.868501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48016) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:17.942242 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:17.968522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f4565585-2534-441c-bfac-92da3b5144dd req-da818374-5dfa-4b91-b54f-0e04f9a0b5e6 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756814 Jul 13 07:48:17.991151 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22169ab7-10c7-4b0b-a8dd-ef56211915d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.103642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b3c92db3-722e-49f1-955c-661a69ee6ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.118428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22169ab7-10c7-4b0b-a8dd-ef56211915d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.167164 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.237210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Port': ['ID=58b0aca6-ed6f-4e5a-8ce5-db40598f1997,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:18.260887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22169ab7-10c7-4b0b-a8dd-ef56211915d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.263588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22169ab7-10c7-4b0b-a8dd-ef56211915d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:18.271555 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-22169ab7-10c7-4b0b-a8dd-ef56211915d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/245f7cd2-5ca4-4487-bf18-a90937c0e957 HTTP/1.1" status: 204 len: 168 time: 0.4769075 Jul 13 07:48:18.298219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22169ab7-10c7-4b0b-a8dd-ef56211915d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245f7cd2-5ca4-4487-bf18-a90937c0e957,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:18.375684 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] Sync routers for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:18.386595 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:18.387317 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:18.588484 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:18.700287 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:18.829347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:18.837706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:18.841513 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.055515 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:16Z', 'revision_number': 7, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23', 'name': '', 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:f0:a3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:06Z', 'updated_at': '2021-07-13T07:48:15Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:09Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:19.112751 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.133876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b3c92db3-722e-49f1-955c-661a69ee6ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.139954 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] Checking router: 529303ca-817e-46c4-9717-ebd2ce3f9245 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:19.167913 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae3314-c984-498f-84b2-fb88e18a7224 req-ac81c332-1359-4853-aea3-6a71bd4db87a tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.177336 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcae3314-c984-498f-84b2-fb88e18a7224 req-ac81c332-1359-4853-aea3-6a71bd4db87a tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 945 time: 0.8207283 Jul 13 07:48:19.179047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Router a810f911-25c9-417e-b3b7-80fc2d609eda has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:19.181342 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:19.181982 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:19.190300 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b3c92db3-722e-49f1-955c-661a69ee6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.228782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23,segment=NetworkSegment(963ec2ae-0966-4450-b3df-0bc1da6f72c3),segment_id=963ec2ae-0966-4450-b3df-0bc1da6f72c3)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:19.244123 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.287174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.312893 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcae3314-c984-498f-84b2-fb88e18a7224 req-717dae8a-527a-4a03-9dc6-a2c2eea06dda tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341860 Jul 13 07:48:19.389841 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b3c92db3-722e-49f1-955c-661a69ee6ad9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34b15cb06264460a8ca0954c193b55af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5195715 Jul 13 07:48:19.397262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:19.424471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48050) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:19.427128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:19.438157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] Sync routers for ids ['a810f911-25c9-417e-b3b7-80fc2d609eda'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:19.460188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] Routers {'a810f911-25c9-417e-b3b7-80fc2d609eda'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:19.468469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a810f911-25c9-417e-b3b7-80fc2d609eda'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:19.509321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c92db3-722e-49f1-955c-661a69ee6ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9273af2-9191-4d2e-95ca-16e2bb2a9190,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:19.648365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] No DVR routers for this DVR port 58b0aca6-ed6f-4e5a-8ce5-db40598f1997 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:19.651065 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.653647 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-8290b8da-c77e-4cf3-af33-9af2c12788ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "DELETE /v2.0/ports/58b0aca6-ed6f-4e5a-8ce5-db40598f1997 HTTP/1.1" status: 204 len: 173 time: 3.3953061 Jul 13 07:48:19.662031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-deleted', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:19.664737 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792bdbf7-179a-4b6b-9b52-03a88e43afe2" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-deleted", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:19.683650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48056) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:19.766256 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:19.794202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbc2cc-a1e9-4ecc-a0fc-7efed5e848bf req-1ca4a0b9-d033-4afc-81ea-9b4e30270df2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.805416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3ecbc2cc-a1e9-4ecc-a0fc-7efed5e848bf req-1ca4a0b9-d033-4afc-81ea-9b4e30270df2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 944 time: 0.3790715 Jul 13 07:48:19.819260 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe826f0e-15d6-4d37-977c-1a9b92522a93 x-openstack-request-id: req-fe826f0e-15d6-4d37-977c-1a9b92522a93 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:19.821269 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-deleted", "tag": "58b0aca6-ed6f-4e5a-8ce5-db40598f1997", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:19.821269 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe826f0e-15d6-4d37-977c-1a9b92522a93 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:19.821832 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-deleted', 'tag': '58b0aca6-ed6f-4e5a-8ce5-db40598f1997', 'status': 'completed', 'code': 200} Jul 13 07:48:19.946413 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a93afa31-49a7-40f8-95e6-32e60b96d701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.955265 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:19.955707 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.961657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.975599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a93afa31-49a7-40f8-95e6-32e60b96d701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.977547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] Set router a810f911-25c9-417e-b3b7-80fc2d609eda gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:20.027949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-180241715-network', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:20.044486 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3ecbc2cc-a1e9-4ecc-a0fc-7efed5e848bf req-59263e21-6c17-4dd0-b7f8-cd8def55028f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a46693e5-a55e-40d3-97b7-f8078b2b7e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388606 Jul 13 07:48:20.077677 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a93afa31-49a7-40f8-95e6-32e60b96d701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.087528 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a93afa31-49a7-40f8-95e6-32e60b96d701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.089081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a93afa31-49a7-40f8-95e6-32e60b96d701 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9273af2-9191-4d2e-95ca-16e2bb2a9190 HTTP/1.1" status: 204 len: 168 time: 0.6444621 Jul 13 07:48:20.148891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23,segment=NetworkSegment(963ec2ae-0966-4450-b3df-0bc1da6f72c3),segment_id=963ec2ae-0966-4450-b3df-0bc1da6f72c3)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:20.149443 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.169893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5d9e3b54-9df9-4c7e-9a40-16db558f1297 None None] Provisioning complete for port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:20.170280 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5d9e3b54-9df9-4c7e-9a40-16db558f1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.176997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Made reservation on behalf of c03980ac41214985887e5a4a6739d4f5 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:20.179366 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.181960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:20.183822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afa31-49a7-40f8-95e6-32e60b96d701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9273af2-9191-4d2e-95ca-16e2bb2a9190,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:20.233801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-b27d0235-e888-4443-bbc7-92f720726ee5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting port 4fae0d30-b0f4-408b-973f-5208638628cd {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:20.235889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-b27d0235-e888-4443-bbc7-92f720726ee5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.242201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.274627 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:16Z', 'revision_number': 7, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23', 'name': '', 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:f0:a3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:06Z', 'updated_at': '2021-07-13T07:48:15Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:09Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:20.318035 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4319f8-0105-4152-824a-8f3214fd7f2d None None] The sync data for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 is: [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:16Z', 'revision_number': 7, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23', 'name': '', 'network_id': '860a15e9-c700-4e9a-9ca5-1cc33d6fd76a', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:f0:a3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:06Z', 'updated_at': '2021-07-13T07:48:15Z', 'revision_number': 4, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'a7e31650-2e90-44e8-848b-50670e90e737', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:09Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:20.574077 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.599973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-b27d0235-e888-4443-bbc7-92f720726ee5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] For port 4fae0d30-b0f4-408b-973f-5208638628cd, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4fae0d30-b0f4-408b-973f-5208638628cd,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:20.603969 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-b27d0235-e888-4443-bbc7-92f720726ee5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.630586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:20.675407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-b27d0235-e888-4443-bbc7-92f720726ee5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Calling delete_port for 4fae0d30-b0f4-408b-973f-5208638628cd owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:20.711561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:20.741989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:20.742658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 07:48:20.804887 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Port 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 not found, will not notify nova. {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 07:48:20.948928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.964971 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:20.968273 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.004913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:48:21.009755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b45e860-13bf-4ff2-a11b-7ff47679756b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:21.046857 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.047236 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Added segment 18f0cfba-c7ac-4c30-b9eb-75fef2d92a74 of type vlan for network 2a4348bf-6f85-45ab-8602-be34efd275e2 Jul 13 07:48:21.104503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:45Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ff79fbe1-c49f-4809-b7d1-83ab96f450a1', 'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'mac_address': 'fa:16:3e:1a:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:42Z', 'updated_at': '2021-07-13T07:37:50Z', 'revision_number': 5, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'subnets': [{'id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:21.122444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.129323 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-b27d0235-e888-4443-bbc7-92f720726ee5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.153185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] Checking router: a810f911-25c9-417e-b3b7-80fc2d609eda for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:21.178765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] Routers {'a810f911-25c9-417e-b3b7-80fc2d609eda'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:21.181518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a810f911-25c9-417e-b3b7-80fc2d609eda'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:21.217646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d0235-e888-4443-bbc7-92f720726ee5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Port': ['ID=4fae0d30-b0f4-408b-973f-5208638628cd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:21.304882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.305896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.307706 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.336489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-b27d0235-e888-4443-bbc7-92f720726ee5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] No DVR routers for this DVR port 4fae0d30-b0f4-408b-973f-5208638628cd on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:21.352665 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-b27d0235-e888-4443-bbc7-92f720726ee5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.355003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b71b72a-fa5d-43b1-ba4a-cc6a61c137dc req-b27d0235-e888-4443-bbc7-92f720726ee5 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.54 "DELETE /v2.0/ports/4fae0d30-b0f4-408b-973f-5208638628cd HTTP/1.1" status: 204 len: 173 time: 1.6871748 Jul 13 07:48:21.383789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6973329 Jul 13 07:48:21.405331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48088) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:21.410808 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0c154155-e275-44b0-89fb-b435dcfdd15b req-e8289604-bd8b-4e9d-b6af-7858359459fd tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0985572 Jul 13 07:48:21.417095 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Request body: {'subnet': {'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-180241715-subnet', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:21.424601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a57c7-6515-4aa5-b9a8-bbad3065c5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2a4348bf-6f85-45ab-8602-be34efd275e2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:21.468985 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Made reservation on behalf of c03980ac41214985887e5a4a6739d4f5 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:21.471508 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.478938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 2a4348bf-6f85-45ab-8602-be34efd275e2 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:48:21.552999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:21.647562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] Set router a810f911-25c9-417e-b3b7-80fc2d609eda gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:21.736554 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:21.748697 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-85f9e81c-6db6-4427-9d45-15693dc92f33 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9197028 Jul 13 07:48:21.750240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48102) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:21.753533 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] Sync routers for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:21.780449 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:21.784276 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:21.828377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-deleted', 'tag': '4fae0d30-b0f4-408b-973f-5208638628cd'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:21.830714 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47922b76-4152-4496-9b7d-eb3f29ea3858" -d '{"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-deleted", "tag": "4fae0d30-b0f4-408b-973f-5208638628cd"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:21.837157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.891738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ca3441-5e9c-409f-b457-cdf8597f8622,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:21.915012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79edced-aafd-4ba9-9070-08b00c01b846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting subnet a7e31650-2e90-44e8-848b-50670e90e737 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:21.923087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d79edced-aafd-4ba9-9070-08b00c01b846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.935301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Checking segment: {'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:21.935923 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Network hostable DHCP agents. Network: 2a4348bf-6f85-45ab-8602-be34efd275e2, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:48:21.963945 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a668d091-28cb-47bd-8672-7bb7d4060ac1 x-openstack-request-id: req-a668d091-28cb-47bd-8672-7bb7d4060ac1 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:21.964638 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb5144-b287-4d3d-8ff2-de416c5aa40a", "name": "network-vif-deleted", "tag": "4fae0d30-b0f4-408b-973f-5208638628cd", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:21.965120 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a668d091-28cb-47bd-8672-7bb7d4060ac1 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:21.965738 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb5144-b287-4d3d-8ff2-de416c5aa40a', 'name': 'network-vif-deleted', 'tag': '4fae0d30-b0f4-408b-973f-5208638628cd', 'status': 'completed', 'code': 200} Jul 13 07:48:21.991749 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Network 2a4348bf-6f85-45ab-8602-be34efd275e2 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:48:22.013145 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d79edced-aafd-4ba9-9070-08b00c01b846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.019887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 2a4348bf-6f85-45ab-8602-be34efd275e2) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:22.024259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:22.024860 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.034273 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:22.046330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a9d4fe-ff2d-451c-9e52-ac107b7ebe81 None None] Network 2a4348bf-6f85-45ab-8602-be34efd275e2 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:22.061167 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bd502df9-f3b6-4b23-8303-469fbc1ffba8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6497042 Jul 13 07:48:22.067801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48120) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:22.084961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-180241715-router', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:22.182500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.184154 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.235386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:45Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ff79fbe1-c49f-4809-b7d1-83ab96f450a1', 'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'mac_address': 'fa:16:3e:1a:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:42Z', 'updated_at': '2021-07-13T07:37:50Z', 'revision_number': 5, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'subnets': [{'id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:22.250401 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d79edced-aafd-4ba9-9070-08b00c01b846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.290316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fcad81-8a7c-42ae-82a1-7074af811416 None None] The sync data for ids ['a810f911-25c9-417e-b3b7-80fc2d609eda'] in n-d-798249-7 is: [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:37:45Z', 'revision_number': 4, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ff79fbe1-c49f-4809-b7d1-83ab96f450a1', 'name': '', 'network_id': '404cf158-687c-4a31-86f5-f16b75de7176', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'mac_address': 'fa:16:3e:1a:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:42Z', 'updated_at': '2021-07-13T07:37:50Z', 'revision_number': 5, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'subnets': [{'id': '9b3c98f5-a903-4003-adc3-d4b30273206b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:22.321855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.329063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27cc86c-7c0c-4907-b279-7f893f417922 None None] Network 2a4348bf-6f85-45ab-8602-be34efd275e2 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:22.381906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d79edced-aafd-4ba9-9070-08b00c01b846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.408517 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d79edced-aafd-4ba9-9070-08b00c01b846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.415356 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d79edced-aafd-4ba9-9070-08b00c01b846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/a7e31650-2e90-44e8-848b-50670e90e737 HTTP/1.1" status: 204 len: 168 time: 0.6639636 Jul 13 07:48:22.432300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10e0293-f4ab-4332-8a40-b4333d3fdd38 None None] Network 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:22.462023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48144) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:22.477779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79edced-aafd-4ba9-9070-08b00c01b846 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e31650-2e90-44e8-848b-50670e90e737,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:22.501791 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:20Z', 'revision_number': 8, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:09Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:22.578084 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] Checking router: 529303ca-817e-46c4-9717-ebd2ce3f9245 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:22.600792 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:22.602914 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:22.663673 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.770119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 26087729-186f-4a3c-bbff-f4c03e03c9aa {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:22.770495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.823296 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.830985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94dfc6b-8e64-479b-a18a-92ed687cf71d None None] DHCP port deletion for 860a15e9-c700-4e9a-9ca5-1cc33d6fd76a request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:22.856624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3479569b-8221-4f50-b2c3-f1cae02260b4 req-0ad48f85-8f31-42af-97d2-628f7b4d3f6c tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0706327 Jul 13 07:48:22.876113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port 26087729-186f-4a3c-bbff-f4c03e03c9aa, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=26087729-186f-4a3c-bbff-f4c03e03c9aa,segment=NetworkSegment(963ec2ae-0966-4450-b3df-0bc1da6f72c3),segment_id=963ec2ae-0966-4450-b3df-0bc1da6f72c3)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:22.876505 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:22.885125 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:22.916575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 26087729-186f-4a3c-bbff-f4c03e03c9aa owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:22.944007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b3a6c9-239e-4354-af1b-32ed7831eab0 None None] New status for floating IP cf8d41bf-edc5-4da3-b1f9-5fe5884b9161: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:48:23.166416 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.226550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b94dfc6b-8e64-479b-a18a-92ed687cf71d None None] Deleting port 26087729-186f-4a3c-bbff-f4c03e03c9aa {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:23.226937 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b94dfc6b-8e64-479b-a18a-92ed687cf71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.237731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No DVR routers for this DVR port 26087729-186f-4a3c-bbff-f4c03e03c9aa on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:23.242500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=26087729-186f-4a3c-bbff-f4c03e03c9aa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:23.349541 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:20Z', 'revision_number': 8, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:09Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:23.374207 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.400028 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.411677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b94dfc6b-8e64-479b-a18a-92ed687cf71d None None] For port 26087729-186f-4a3c-bbff-f4c03e03c9aa, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:23.415195 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b94dfc6b-8e64-479b-a18a-92ed687cf71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.430762 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227c3e5-c02d-4138-a864-91bc6a9f80f3 None None] The sync data for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 is: [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:20Z', 'revision_number': 8, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb', 'name': '', 'network_id': '6f01bc4e-075d-45f1-8c11-711ad8ad039c', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:b7:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:52Z', 'updated_at': '2021-07-13T07:48:09Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '540d289c-616d-4a45-959a-9fb2974f7c98', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:23.443733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.454914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b94dfc6b-8e64-479b-a18a-92ed687cf71d None None] Calling delete_port for 26087729-186f-4a3c-bbff-f4c03e03c9aa owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:23.457427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860a15e9-c700-4e9a-9ca5-1cc33d6fd76a']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:23.462854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-b94dfc6b-8e64-479b-a18a-92ed687cf71d None None] Port 26087729-186f-4a3c-bbff-f4c03e03c9aa was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:48:23.466731 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b94dfc6b-8e64-479b-a18a-92ed687cf71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.477595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963ec2ae-0966-4450-b3df-0bc1da6f72c3') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:23.479847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963ec2ae-0966-4450-b3df-0bc1da6f72c3') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:23.499460 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.540699 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.546588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94dfc6b-8e64-479b-a18a-92ed687cf71d None None] No DVR routers for this DVR port 26087729-186f-4a3c-bbff-f4c03e03c9aa on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:23.555801 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dfc6b-8e64-479b-a18a-92ed687cf71d None None] Pushing event deleted for resources: {'Port': ['ID=26087729-186f-4a3c-bbff-f4c03e03c9aa,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:23.557692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:23.558897 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:23.633078 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:23.645835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.651902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.653933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/networks/860a15e9-c700-4e9a-9ca5-1cc33d6fd76a HTTP/1.1" status: 204 len: 168 time: 1.1890364 Jul 13 07:48:23.658017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48190) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:23.697496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Allocated IP 172.25.6.189 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/ea22c011-c82b-4f2c-90a9-bab57a7f2ebc) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:23.803464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5571e96-de10-40ee-aa3a-5058f3c7d920 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Network': ['ID=860a15e9-c700-4e9a-9ca5-1cc33d6fd76a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:23.846477 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.932616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.989551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ea22c011-c82b-4f2c-90a9-bab57a7f2ebc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:24.003689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:24.005155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:24.007421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:24.249635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff5db255-a26d-440b-bc81-41eb0ecca5b4 req-b3e37d7c-e00c-488c-ab0b-cf948f33316f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0696211 Jul 13 07:48:24.411748 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.612495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 26087729-186f-4a3c-bbff-f4c03e03c9aa no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:24.661547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 26087729-186f-4a3c-bbff-f4c03e03c9aa {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:24.661917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 26087729-186f-4a3c-bbff-f4c03e03c9aa not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:24.662356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:24.709764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:24.710376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9d4dbb6f-f0f9-4bb0-88ce-a7ddc1b32f23 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:24.797316 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.836861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:24.836861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.983403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb,segment=NetworkSegment(8f2a66b7-10b7-4c27-950b-1fc8c76c8c98),segment_id=8f2a66b7-10b7-4c27-950b-1fc8c76c8c98)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:24.983790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.004962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:25.082609 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.228259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.242988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Router 2c15e7f8-db46-4a06-95c5-f6697484b593 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:48:25.269274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:25.486631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.569646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:25.583293 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Sync routers for ids ['2c15e7f8-db46-4a06-95c5-f6697484b593'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:25.602973 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:25.611860 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8661bc6f-0fdc-4d4b-9485-b28129938fb1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5388920 Jul 13 07:48:25.614296 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Routers {'2c15e7f8-db46-4a06-95c5-f6697484b593'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:25.614798 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48224) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:25.617042 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2c15e7f8-db46-4a06-95c5-f6697484b593'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:25.701810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3a7a1c09-33f7-4c46-bb8a-743721a30dc1 req-f6567208-5ee3-4fcc-b565-2a713730a6d2 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0837727 Jul 13 07:48:25.789154 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Set router 2c15e7f8-db46-4a06-95c5-f6697484b593 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:25.843198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:25.983042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ee8db-f419-4d9f-b987-2feb76f0adee req-2977395e-8f3a-45fc-8cea-e4ef59ce1177 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:25.985247 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f7ee8db-f419-4d9f-b987-2feb76f0adee req-2977395e-8f3a-45fc-8cea-e4ef59ce1177 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 945 time: 0.1902039 Jul 13 07:48:26.023406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:26.024151 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'name': 'tempest-ServerRescueTestJSON-180241715-router', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:22Z', 'updated_at': '2021-07-13T07:48:24Z', 'revision_number': 3, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'gw_port': {'id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:23Z', 'updated_at': '2021-07-13T07:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:26.028640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0b7bf2b0-6554-434a-8ed9-45eaea0d935e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3698242 Jul 13 07:48:26.031544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48226) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:26.039822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] Sync routers for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:26.052710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:26.054843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:26.069839 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Checking router: 2c15e7f8-db46-4a06-95c5-f6697484b593 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:26.070329 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Updating router 2c15e7f8-db46-4a06-95c5-f6697484b593 port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:48:26.076214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f7ee8db-f419-4d9f-b987-2feb76f0adee req-90ad2c4c-5ca3-4dc0-b73c-627f3f876127 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550537 Jul 13 07:48:26.128244 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.139031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ba16d3-f533-4544-87e3-543e0ef88c36 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting subnet 540d289c-616d-4a45-959a-9fb2974f7c98 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:26.150551 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9ba16d3-f533-4544-87e3-543e0ef88c36 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.210288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9ba16d3-f533-4544-87e3-543e0ef88c36 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.264805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:26.432109 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9ba16d3-f533-4544-87e3-543e0ef88c36 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.595909 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.605426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9ba16d3-f533-4544-87e3-543e0ef88c36 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.650308 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b9ba16d3-f533-4544-87e3-543e0ef88c36 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.657011 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b9ba16d3-f533-4544-87e3-543e0ef88c36 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/540d289c-616d-4a45-959a-9fb2974f7c98 HTTP/1.1" status: 204 len: 168 time: 0.6243660 Jul 13 07:48:26.659548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48232) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:26.659760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced47be-cac4-4f75-a1b2-352b57f752fd None None] Network 6f01bc4e-075d-45f1-8c11-711ad8ad039c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:26.709425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba16d3-f533-4544-87e3-543e0ef88c36 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Subnet': ['ID=540d289c-616d-4a45-959a-9fb2974f7c98,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:26.917372 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.930515 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Transition to ACTIVE for port object ea22c011-c82b-4f2c-90a9-bab57a7f2ebc will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:26.949914 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:26.969483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0be68f-7d67-4cce-8699-bd0e34e27fb5 req-96527e35-e312-453c-bf30-e685a673f792 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0875576 Jul 13 07:48:27.013181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-53b035b4-8060-48e0-bd83-0ba0d5885d35 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:27.015760 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-53b035b4-8060-48e0-bd83-0ba0d5885d35 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 945 time: 0.3102567 Jul 13 07:48:27.055416 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.065323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Allocated IP 172.20.0.1 (2a4348bf-6f85-45ab-8602-be34efd275e2/d2ca3441-5e9c-409f-b457-cdf8597f8622/3a186830-6203-4ab1-bd74-fff1f52d359a) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:27.084839 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Attempting to bind port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:27.085206 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Attempting to bind port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:27.085564 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Attempting to bind port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:27.110003 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:27.110372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:25Z', 'revision_number': 9, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:27.111229 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:27.113017 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.126704 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:27.129127 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Bound port: ea22c011-c82b-4f2c-90a9-bab57a7f2ebc, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:27.129552 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.159608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] Checking router: 529303ca-817e-46c4-9717-ebd2ce3f9245 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:27.176029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:27.177229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:27.284371 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847c47f-c297-4fe3-8491-94532d647a92 None None] Pushing event updated for resources: {'Port': ['ID=ea22c011-c82b-4f2c-90a9-bab57a7f2ebc,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:27.304698 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c64a68-4201-44a4-80a1-de69b4ec7356 None None] DHCP port deletion for 6f01bc4e-075d-45f1-8c11-711ad8ad039c request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:27.318126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-7980e438-f915-4fc0-828f-490f6f22b331 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Deleting port f612f863-f5ae-4cbb-97fb-a8a460ab3b16 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:27.318415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-7980e438-f915-4fc0-828f-490f6f22b331 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.385616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:27.408988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port c2d1e724-ef01-49bf-8b85-ea83b82884b2 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:27.410904 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] For port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:27.413267 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.418980 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] For port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ea22c011-c82b-4f2c-90a9-bab57a7f2ebc,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:27.429942 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.451037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-7980e438-f915-4fc0-828f-490f6f22b331 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] For port f612f863-f5ae-4cbb-97fb-a8a460ab3b16, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,segment=NetworkSegment(29ffbd02-f93b-4d27-8f76-9b6df41c89ae),segment_id=29ffbd02-f93b-4d27-8f76-9b6df41c89ae)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:27.451428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-7980e438-f915-4fc0-828f-490f6f22b331 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.483732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-7980e438-f915-4fc0-828f-490f6f22b331 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Calling delete_port for f612f863-f5ae-4cbb-97fb-a8a460ab3b16 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:27.505998 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Routers {'2c15e7f8-db46-4a06-95c5-f6697484b593'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:27.506645 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2c15e7f8-db46-4a06-95c5-f6697484b593'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:27.512732 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.572112 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847c47f-c297-4fe3-8491-94532d647a92 None None] Pushing event updated for resources: {'Port': ['ID=ea22c011-c82b-4f2c-90a9-bab57a7f2ebc,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:27.656630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.694889 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] Set router 2c15e7f8-db46-4a06-95c5-f6697484b593 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:27.824861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-7980e438-f915-4fc0-828f-490f6f22b331 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.889537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980e438-f915-4fc0-828f-490f6f22b331 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Pushing event deleted for resources: {'Port': ['ID=f612f863-f5ae-4cbb-97fb-a8a460ab3b16,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:27.961260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Pushing event updated for resources: {'Port': ['ID=3a186830-6203-4ab1-bd74-fff1f52d359a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:27.979163 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'name': 'tempest-ServerRescueTestJSON-180241715-router', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:22Z', 'updated_at': '2021-07-13T07:48:24Z', 'revision_number': 3, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'gw_port': {'id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:23Z', 'updated_at': '2021-07-13T07:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:27.984518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Network 2a4348bf-6f85-45ab-8602-be34efd275e2 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:27.986671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-7980e438-f915-4fc0-828f-490f6f22b331 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] No DVR routers for this DVR port f612f863-f5ae-4cbb-97fb-a8a460ab3b16 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:27.990406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-7980e438-f915-4fc0-828f-490f6f22b331 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:27.996686 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f4547b4-8003-45a6-a53f-5350cd06131d req-7980e438-f915-4fc0-828f-490f6f22b331 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.54 "DELETE /v2.0/ports/f612f863-f5ae-4cbb-97fb-a8a460ab3b16 HTTP/1.1" status: 204 len: 173 time: 0.9740279 Jul 13 07:48:27.997176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0e2374-fe5d-4737-96a8-4bbc2cf7c170', 'name': 'network-vif-deleted', 'tag': 'f612f863-f5ae-4cbb-97fb-a8a460ab3b16'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:27.999619 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30922f86-7bcf-4407-9414-640afe49af07" -d '{"events": [{"server_uuid": "5d0e2374-fe5d-4737-96a8-4bbc2cf7c170", "name": "network-vif-deleted", "tag": "f612f863-f5ae-4cbb-97fb-a8a460ab3b16"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:28.012688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f612f863-f5ae-4cbb-97fb-a8a460ab3b16'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:28.037724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port c2d1e724-ef01-49bf-8b85-ea83b82884b2, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c2d1e724-ef01-49bf-8b85-ea83b82884b2,segment=NetworkSegment(8f2a66b7-10b7-4c27-950b-1fc8c76c8c98),segment_id=8f2a66b7-10b7-4c27-950b-1fc8c76c8c98)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:28.038149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.051327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:28.091248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:28.094375 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b1e98-6e17-45b5-9ed3-0e1b393e3a32 None None] The sync data for ids ['2c15e7f8-db46-4a06-95c5-f6697484b593'] in n-d-798249-7 is: [{'id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'name': 'tempest-ServerRescueTestJSON-180241715-router', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:22Z', 'updated_at': '2021-07-13T07:48:24Z', 'revision_number': 3, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'gw_port': {'id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:23Z', 'updated_at': '2021-07-13T07:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:28.101369 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3be5067-8508-41c4-a1b3-ee04037b07f6 x-openstack-request-id: req-d3be5067-8508-41c4-a1b3-ee04037b07f6 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:28.101659 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0e2374-fe5d-4737-96a8-4bbc2cf7c170", "name": "network-vif-deleted", "tag": "f612f863-f5ae-4cbb-97fb-a8a460ab3b16", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:28.101937 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3be5067-8508-41c4-a1b3-ee04037b07f6 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:28.102345 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0e2374-fe5d-4737-96a8-4bbc2cf7c170', 'name': 'network-vif-deleted', 'tag': 'f612f863-f5ae-4cbb-97fb-a8a460ab3b16', 'status': 'completed', 'code': 200} Jul 13 07:48:28.138561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d4c64a68-4201-44a4-80a1-de69b4ec7356 None None] Deleting port c2d1e724-ef01-49bf-8b85-ea83b82884b2 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:28.139187 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d4c64a68-4201-44a4-80a1-de69b4ec7356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.162104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318028c-8dc1-4235-b496-f7b1f963d03c req-20b3b4b3-c32d-494c-b40b-de579e126847 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.164254 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2318028c-8dc1-4235-b496-f7b1f963d03c req-20b3b4b3-c32d-494c-b40b-de579e126847 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0e2374-fe5d-4737-96a8-4bbc2cf7c170 HTTP/1.1" status: 200 len: 867 time: 0.7301075 Jul 13 07:48:28.265446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d4c64a68-4201-44a4-80a1-de69b4ec7356 None None] For port c2d1e724-ef01-49bf-8b85-ea83b82884b2, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c2d1e724-ef01-49bf-8b85-ea83b82884b2,segment=NetworkSegment(8f2a66b7-10b7-4c27-950b-1fc8c76c8c98),segment_id=8f2a66b7-10b7-4c27-950b-1fc8c76c8c98)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:28.265940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d4c64a68-4201-44a4-80a1-de69b4ec7356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.282197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for c2d1e724-ef01-49bf-8b85-ea83b82884b2 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:28.287808 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.292946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d4c64a68-4201-44a4-80a1-de69b4ec7356 None None] Calling delete_port for c2d1e724-ef01-49bf-8b85-ea83b82884b2 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:28.302432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:25Z', 'revision_number': 9, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:28.339454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e553af02-6825-455a-9724-aa76ef67bb6c None None] The sync data for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 is: [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:25Z', 'revision_number': 9, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdeadc-818b-45a1-ae8d-150565906946', 'name': '', 'network_id': 'a952c6df-9a7c-4228-a81d-b5ae589e4c2b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:3c:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:39Z', 'updated_at': '2021-07-13T07:47:49Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': '7625466f-986e-4f74-9fc9-a2e3c672428c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:28.424658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d05a1f9-6e69-4221-91a9-78464fcd41e8 req-3848fb49-4ec9-41ef-9bc9-e174b0379e03 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0693948 Jul 13 07:48:28.486698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d4c64a68-4201-44a4-80a1-de69b4ec7356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.540878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c64a68-4201-44a4-80a1-de69b4ec7356 None None] Pushing event deleted for resources: {'Port': ['ID=c2d1e724-ef01-49bf-8b85-ea83b82884b2,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:28.556830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c64a68-4201-44a4-80a1-de69b4ec7356 None None] No DVR routers for this DVR port c2d1e724-ef01-49bf-8b85-ea83b82884b2 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:28.558532 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2318028c-8dc1-4235-b496-f7b1f963d03c req-c824a499-ab1d-4952-a4fe-95625dc0f446 tempest-VolumesActionsTest-1286367971 tempest-VolumesActionsTest-1286367971-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620800 Jul 13 07:48:28.633222 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.654262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No DVR routers for this DVR port c2d1e724-ef01-49bf-8b85-ea83b82884b2 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:28.683711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=c2d1e724-ef01-49bf-8b85-ea83b82884b2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:28.874664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:28.898397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:28.927046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:28.927743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e44a178e-6e1a-40c4-9ef0-0a8e518ccbcb not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:28.928479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c2d1e724-ef01-49bf-8b85-ea83b82884b2 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:28.967714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c2d1e724-ef01-49bf-8b85-ea83b82884b2 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:28.968355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c2d1e724-ef01-49bf-8b85-ea83b82884b2 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:29.037634 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.055062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f01bc4e-075d-45f1-8c11-711ad8ad039c']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:29.391057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:29.391362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2a66b7-10b7-4c27-950b-1fc8c76c8c98') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:29.406664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.445801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.481887 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:29.482311 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:29.485418 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:29.613491 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.664433 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.668128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/networks/6f01bc4e-075d-45f1-8c11-711ad8ad039c HTTP/1.1" status: 204 len: 168 time: 3.0059116 Jul 13 07:48:29.673594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b623dff-bccd-4d00-96a4-006361b46968 req-def7ad47-453f-4a62-b688-ca46bf48fbfd tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0505688 Jul 13 07:48:29.675269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48256) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:29.727252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2da78b-1051-4c1d-b039-62f240425ea0 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Network': ['ID=6f01bc4e-075d-45f1-8c11-711ad8ad039c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:29.748846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.759209 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.831924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Pushing event updated for resources: {'Port': ['ID=3a186830-6203-4ab1-bd74-fff1f52d359a,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:29.863422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f612f863-f5ae-4cbb-97fb-a8a460ab3b16 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:29.891480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:29.918330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: f612f863-f5ae-4cbb-97fb-a8a460ab3b16 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:29.919996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f612f863-f5ae-4cbb-97fb-a8a460ab3b16 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:30.058419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Network 2a4348bf-6f85-45ab-8602-be34efd275e2 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:30.059940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:30.288317 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.306479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Router 2c15e7f8-db46-4a06-95c5-f6697484b593 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:30.486159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:30.493515 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e3c617fb-1a4d-41b7-8820-fc4571606445 admin admin] 10.222.0.44 "PUT /v2.0/routers/2c15e7f8-db46-4a06-95c5-f6697484b593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8772035 Jul 13 07:48:30.712279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ea22c011-c82b-4f2c-90a9-bab57a7f2ebc up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:30.850179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:30.858526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:30.859355 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.079305 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Sync routers for ids ['2c15e7f8-db46-4a06-95c5-f6697484b593'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:31.080628 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.098565 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Routers {'2c15e7f8-db46-4a06-95c5-f6697484b593'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:31.099489 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2c15e7f8-db46-4a06-95c5-f6697484b593'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:31.130106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ea22c011-c82b-4f2c-90a9-bab57a7f2ebc,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:31.144299 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.200371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-77c260ed-c2d0-40ae-84e1-3fbd28dce689 req-662dec69-2254-49f4-9628-dffbccdb7581 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0508134 Jul 13 07:48:31.289537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=ea22c011-c82b-4f2c-90a9-bab57a7f2ebc,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:31.469757 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Set router 2c15e7f8-db46-4a06-95c5-f6697484b593 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:31.526017 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-f4e6cb1d-2ec7-4db2-91e2-0e17ae542bc0 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:31.534921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-f4e6cb1d-2ec7-4db2-91e2-0e17ae542bc0 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 810 time: 0.2218604 Jul 13 07:48:31.555730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-6a94745c-ddb2-451e-9920-86edf3786049 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/quotas/c03980ac41214985887e5a4a6739d4f5 HTTP/1.1" status: 200 len: 375 time: 0.0192719 Jul 13 07:48:31.622598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 5ccdeadc-818b-45a1-ae8d-150565906946 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:31.622897 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.651026 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-41d695ac-c223-461d-ac81-87224ee28273 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940542 Jul 13 07:48:31.763568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port 5ccdeadc-818b-45a1-ae8d-150565906946, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5ccdeadc-818b-45a1-ae8d-150565906946,segment=NetworkSegment(eaefe08a-9fee-45de-9c92-13c0939fe85b),segment_id=eaefe08a-9fee-45de-9c92-13c0939fe85b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:31.763956 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.765833 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-04af6167-03ac-4a5c-ac12-f117e9940556 service neutron] 10.222.0.44 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076744 Jul 13 07:48:31.778785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 5ccdeadc-818b-45a1-ae8d-150565906946 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:31.789365 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'name': 'tempest-ServerRescueTestJSON-180241715-router', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:22Z', 'updated_at': '2021-07-13T07:48:28Z', 'revision_number': 4, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'gw_port': {'id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:46:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:23Z', 'updated_at': '2021-07-13T07:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3a186830-6203-4ab1-bd74-fff1f52d359a', 'name': '', 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'mac_address': 'fa:16:3e:5b:fa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd2ca3441-5e9c-409f-b457-cdf8597f8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:26Z', 'updated_at': '2021-07-13T07:48:28Z', 'revision_number': 2, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'subnets': [{'id': 'd2ca3441-5e9c-409f-b457-cdf8597f8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:31.839525 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Checking router: 2c15e7f8-db46-4a06-95c5-f6697484b593 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:31.839915 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Updating router 2c15e7f8-db46-4a06-95c5-f6697484b593 port 3a186830-6203-4ab1-bd74-fff1f52d359a binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:48:31.878799 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ba5d741a-b7a9-41ee-bcfe-f03e1274f0e1 service neutron] 10.222.0.44 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016724 Jul 13 07:48:31.933637 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.009773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.069255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=5ccdeadc-818b-45a1-ae8d-150565906946,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:32.182278 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eac69290-c6f9-4fbd-a54f-28507dee16df req-98c529c3-7331-4aeb-a591-c927b47d392e tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 210 time: 0.0624952 Jul 13 07:48:32.407484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.420629 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.471502 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Transition to ACTIVE for port object 3a186830-6203-4ab1-bd74-fff1f52d359a will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:32.492303 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.653922 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-04db0c36-0c08-44e3-aef2-de9aab222a92 req-d32c03ac-7b4c-4365-b557-20377d57e5bf tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.1230471 Jul 13 07:48:32.681658 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01995ba4-7760-49a0-a754-727c4124e987 None None] Pushing event updated for resources: {'Port': ['ID=3a186830-6203-4ab1-bd74-fff1f52d359a,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:32.741932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ea22c011-c82b-4f2c-90a9-bab57a7f2ebc up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:32.830736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:32.834845 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Attempting to bind port 3a186830-6203-4ab1-bd74-fff1f52d359a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:32.835211 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Attempting to bind port 3a186830-6203-4ab1-bd74-fff1f52d359a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:32.835567 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Attempting to bind port 3a186830-6203-4ab1-bd74-fff1f52d359a on network 2a4348bf-6f85-45ab-8602-be34efd275e2 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:32.864279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:32.864673 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.864822 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:32.866161 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Checking segment: {'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:32.868145 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.868574 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Bound using segment: {'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:32.869691 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Bound port: 3a186830-6203-4ab1-bd74-fff1f52d359a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:32.870532 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:32.944032 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] For port 3a186830-6203-4ab1-bd74-fff1f52d359a, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:32.944032 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] For port 3a186830-6203-4ab1-bd74-fff1f52d359a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3a186830-6203-4ab1-bd74-fff1f52d359a,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:32.950185 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.102677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:33.122724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48324) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:33.123538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7d55d3b3-9859-4116-8f86-2b71eebf2ffe tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4367237 Jul 13 07:48:33.132316 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01995ba4-7760-49a0-a754-727c4124e987 None None] Pushing event updated for resources: {'Port': ['ID=3a186830-6203-4ab1-bd74-fff1f52d359a,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:33.132808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] Sync routers for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:33.138052 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Routers {'2c15e7f8-db46-4a06-95c5-f6697484b593'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:33.138671 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2c15e7f8-db46-4a06-95c5-f6697484b593'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:33.194304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:33.194958 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:33.279526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting subnet 7625466f-986e-4f74-9fc9-a2e3c672428c {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:33.286990 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.341336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-720bdddb-cce5-48f5-9dca-47ba5585effc req-ae149106-c0b1-4e6c-b66d-4da07807aa76 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 210 time: 0.0758474 Jul 13 07:48:33.354651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:33.398955 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.448083 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] Set router 2c15e7f8-db46-4a06-95c5-f6697484b593 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:33.671423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.765853 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.794301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:31Z', 'revision_number': 10, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:33.834703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Subnet': ['ID=7625466f-986e-4f74-9fc9-a2e3c672428c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:33.845197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.851807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/7625466f-986e-4f74-9fc9-a2e3c672428c HTTP/1.1" status: 204 len: 168 time: 0.7362764 Jul 13 07:48:33.853852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48340) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:33.864911 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.865193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.865526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.865867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.866204 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.866545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.869552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.869916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.870269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.870619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.870961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.875313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4226acb-912b-43b8-8fc4-a1a13304f7aa tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:33.895121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25361cb3-14b8-4721-ae78-8a6b5d90a17a None None] Network a952c6df-9a7c-4228-a81d-b5ae589e4c2b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:33.923906 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'name': 'tempest-ServerRescueTestJSON-180241715-router', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:22Z', 'updated_at': '2021-07-13T07:48:28Z', 'revision_number': 4, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'gw_port': {'id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:23Z', 'updated_at': '2021-07-13T07:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3a186830-6203-4ab1-bd74-fff1f52d359a', 'name': '', 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'mac_address': 'fa:16:3e:5b:fa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd2ca3441-5e9c-409f-b457-cdf8597f8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:26Z', 'updated_at': '2021-07-13T07:48:32Z', 'revision_number': 4, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'subnets': [{'id': 'd2ca3441-5e9c-409f-b457-cdf8597f8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:33.929186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] Checking router: 529303ca-817e-46c4-9717-ebd2ce3f9245 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:33.993358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:33.993991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:34.003576 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d726dfcf-cc5f-4966-941b-0145a750a140 req-065d8eea-6b48-4b7c-8840-25944854595f tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0692394 Jul 13 07:48:34.010592 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04661aa-8969-44c5-993c-fc7fd8c2a76c None None] The sync data for ids ['2c15e7f8-db46-4a06-95c5-f6697484b593'] in n-d-798249-7 is: [{'id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'name': 'tempest-ServerRescueTestJSON-180241715-router', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:22Z', 'updated_at': '2021-07-13T07:48:28Z', 'revision_number': 4, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'gw_port': {'id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:23Z', 'updated_at': '2021-07-13T07:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '3a186830-6203-4ab1-bd74-fff1f52d359a', 'name': '', 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'mac_address': 'fa:16:3e:5b:fa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd2ca3441-5e9c-409f-b457-cdf8597f8622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:26Z', 'updated_at': '2021-07-13T07:48:32Z', 'revision_number': 4, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'subnets': [{'id': 'd2ca3441-5e9c-409f-b457-cdf8597f8622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:34.120889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.282002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:34.303696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 6d9891ae-2244-402d-a357-34bc409c38a5 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:34.304073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.506513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed1d0e-a0dd-467a-986e-418ce5d92975 None None] DHCP port deletion for a952c6df-9a7c-4228-a81d-b5ae589e4c2b request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:34.560445 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port 6d9891ae-2244-402d-a357-34bc409c38a5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6d9891ae-2244-402d-a357-34bc409c38a5,segment=NetworkSegment(eaefe08a-9fee-45de-9c92-13c0939fe85b),segment_id=eaefe08a-9fee-45de-9c92-13c0939fe85b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:34.563874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.590270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 6d9891ae-2244-402d-a357-34bc409c38a5 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:34.706044 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.732692 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd585e52-faad-4ba9-b6d3-ea41f59a2876 req-c36129c6-e824-47c1-a82e-d93c34d145df tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 210 time: 0.1231058 Jul 13 07:48:34.829677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a186830-6203-4ab1-bd74-fff1f52d359a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:34.995354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed1d0e-a0dd-467a-986e-418ce5d92975 None None] Deleting port 6d9891ae-2244-402d-a357-34bc409c38a5 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:34.995740 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1d0e-a0dd-467a-986e-418ce5d92975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.137377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b8ed1d0e-a0dd-467a-986e-418ce5d92975 None None] For port 6d9891ae-2244-402d-a357-34bc409c38a5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6d9891ae-2244-402d-a357-34bc409c38a5,segment=NetworkSegment(eaefe08a-9fee-45de-9c92-13c0939fe85b),segment_id=eaefe08a-9fee-45de-9c92-13c0939fe85b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:35.137690 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1d0e-a0dd-467a-986e-418ce5d92975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.152864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed1d0e-a0dd-467a-986e-418ce5d92975 None None] Calling delete_port for 6d9891ae-2244-402d-a357-34bc409c38a5 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:35.262654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-21fb9a43-73c1-4e62-87b0-9534daf9dcb6 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:35.266579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-21fb9a43-73c1-4e62-87b0-9534daf9dcb6 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.53 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 810 time: 0.4328980 Jul 13 07:48:35.271070 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.290475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Request body: {'port': {'device_id': 'a6779e1e-0df2-439d-88d1-b73cfcac17b7', 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2', 'admin_state_up': True, 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:35.448839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-99a8fb05-29ce-4ed3-baea-43c906d3fea0 req-57bac267-f18c-4055-98b9-7eeb338ea841 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0779598 Jul 13 07:48:35.464421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=6d9891ae-2244-402d-a357-34bc409c38a5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.478924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No DVR routers for this DVR port 6d9891ae-2244-402d-a357-34bc409c38a5 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:35.586249 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1d0e-a0dd-467a-986e-418ce5d92975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.608049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed1d0e-a0dd-467a-986e-418ce5d92975 None None] No DVR routers for this DVR port 6d9891ae-2244-402d-a357-34bc409c38a5 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:35.612380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:31Z', 'revision_number': 10, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:35.638568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.662432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Made reservation on behalf of c03980ac41214985887e5a4a6739d4f5 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:35.666673 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.688296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a952c6df-9a7c-4228-a81d-b5ae589e4c2b']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:35.688654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed1d0e-a0dd-467a-986e-418ce5d92975 None None] Pushing event deleted for resources: {'Port': ['ID=6d9891ae-2244-402d-a357-34bc409c38a5,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.709848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2f72a-bc5d-4260-a1de-551dc643273a None None] The sync data for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 is: [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:31Z', 'revision_number': 10, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None, '_interfaces': [{'id': '2924bdcd-edb9-4157-a4d2-0c1b6b37dd13', 'name': '', 'network_id': '8e8ddb6c-05c9-4043-acf0-925a96eb824b', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'mac_address': 'fa:16:3e:2b:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:33Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 5, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'subnets': [{'id': 'fe286fac-e404-46bc-adbc-11928ba2a0bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:35.715857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaefe08a-9fee-45de-9c92-13c0939fe85b') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:35.716416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaefe08a-9fee-45de-9c92-13c0939fe85b') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:35.719501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 3a186830-6203-4ab1-bd74-fff1f52d359a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:35.725811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3a186830-6203-4ab1-bd74-fff1f52d359a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:35.726195 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.916052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Allocated IP 172.20.0.10 (2a4348bf-6f85-45ab-8602-be34efd275e2/d2ca3441-5e9c-409f-b457-cdf8597f8622/abc0c822-3fc4-4612-957a-ed8d5811f654) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:35.923247 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.990285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 3a186830-6203-4ab1-bd74-fff1f52d359a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3a186830-6203-4ab1-bd74-fff1f52d359a,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:35.998272 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.099510 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.100787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=3a186830-6203-4ab1-bd74-fff1f52d359a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:36.194152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6d9891ae-2244-402d-a357-34bc409c38a5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:36.241783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 6d9891ae-2244-402d-a357-34bc409c38a5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:36.242199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6d9891ae-2244-402d-a357-34bc409c38a5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:36.246294 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ad8134b-23fb-4e80-a579-93e1507cc733 req-45a2d92f-0330-4872-8455-a4ed6ca44bc6 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 210 time: 0.1651399 Jul 13 07:48:36.263393 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.360314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:36.361256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:36.377170 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:36.477283 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.485591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.490703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/networks/a952c6df-9a7c-4228-a81d-b5ae589e4c2b HTTP/1.1" status: 204 len: 168 time: 2.6320500 Jul 13 07:48:36.491174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48360) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:36.491626 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.522345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86579c7e-a124-4284-b16f-697f4a080cf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Network': ['ID=a952c6df-9a7c-4228-a81d-b5ae589e4c2b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:36.593423 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.648700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Network 2a4348bf-6f85-45ab-8602-be34efd275e2 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:36.652791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:36.662645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:36.685452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a186830-6203-4ab1-bd74-fff1f52d359a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:36.723239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.723885 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.726561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Pushing event updated for resources: {'Port': ['ID=abc0c822-3fc4-4612-957a-ed8d5811f654,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:36.753951 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-13b7ed4d-a700-4bcd-9342-9ebe8e86daa2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4771128 Jul 13 07:48:36.765378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 3a186830-6203-4ab1-bd74-fff1f52d359a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:36.765936 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.775049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Request body: {'port': {'device_id': 'a6779e1e-0df2-439d-88d1-b73cfcac17b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:36.840487 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d9f5e152-9beb-4ddc-81fd-d7f4908b530e req-11fc7fa1-5b7b-4ce8-ab72-a188822ca1a4 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0801718 Jul 13 07:48:36.930866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.951976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5ccdeadc-818b-45a1-ae8d-150565906946 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:36.998027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5ccdeadc-818b-45a1-ae8d-150565906946 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:37.000758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5ccdeadc-818b-45a1-ae8d-150565906946 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:37.134528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.369525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc0c822-3fc4-4612-957a-ed8d5811f654 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:37.385266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.402736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Transition to ACTIVE for port object abc0c822-3fc4-4612-957a-ed8d5811f654 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:37.411191 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.597045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Pushing event updated for resources: {'Port': ['ID=abc0c822-3fc4-4612-957a-ed8d5811f654,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:37.618079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Attempting to bind port abc0c822-3fc4-4612-957a-ed8d5811f654 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:37.618549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Attempting to bind port abc0c822-3fc4-4612-957a-ed8d5811f654 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:37.618969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Attempting to bind port abc0c822-3fc4-4612-957a-ed8d5811f654 on network 2a4348bf-6f85-45ab-8602-be34efd275e2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:37.625622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Port abc0c822-3fc4-4612-957a-ed8d5811f654 on network 2a4348bf-6f85-45ab-8602-be34efd275e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:37.626076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Attempting to bind port abc0c822-3fc4-4612-957a-ed8d5811f654 on network 2a4348bf-6f85-45ab-8602-be34efd275e2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:37.644778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:37.644778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Checking segment: {'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:37.645201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Bound using segment: {'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:37.645738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Bound port: abc0c822-3fc4-4612-957a-ed8d5811f654, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:37.646208 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.667614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5111de6-75d4-4bb7-a370-4aab7a0fbed3 req-fc072e64-119c-4617-8e8f-05e32ab217d3 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:37.669442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5111de6-75d4-4bb7-a370-4aab7a0fbed3 req-fc072e64-119c-4617-8e8f-05e32ab217d3 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 944 time: 0.1597881 Jul 13 07:48:37.751370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5111de6-75d4-4bb7-a370-4aab7a0fbed3 req-1a550318-f3a9-4def-b94a-402f0b6ce3df tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762961 Jul 13 07:48:37.770474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:37.770956 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.795825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] For port abc0c822-3fc4-4612-957a-ed8d5811f654, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:37.808796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] For port abc0c822-3fc4-4612-957a-ed8d5811f654, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=abc0c822-3fc4-4612-957a-ed8d5811f654,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:37.821146 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.873037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:37.874190 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.876561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] 10.222.0.53 "PUT /v2.0/ports/abc0c822-3fc4-4612-957a-ed8d5811f654 HTTP/1.1" status: 200 len: 1092 time: 1.1113126 Jul 13 07:48:37.876561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6779e1e-0df2-439d-88d1-b73cfcac17b7', 'tag': 'abc0c822-3fc4-4612-957a-ed8d5811f654'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:37.879557 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c08202-a1c7-4807-be71-aaf8acb274e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a6779e1e-0df2-439d-88d1-b73cfcac17b7", "tag": "abc0c822-3fc4-4612-957a-ed8d5811f654"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:37.913114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3441ec-74f0-44e2-9307-2ae4347f699c service neutron] Pushing event updated for resources: {'Port': ['ID=abc0c822-3fc4-4612-957a-ed8d5811f654,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:37.989185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.000349 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2924bdcd-edb9-4157-a4d2-0c1b6b37dd13,segment=NetworkSegment(c99a3207-748e-4c3d-9c21-f40be8b45e80),segment_id=c99a3207-748e-4c3d-9c21-f40be8b45e80)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:38.000982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.012870 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83027d3-195d-4352-9400-d8dff1f23f3f x-openstack-request-id: req-f83027d3-195d-4352-9400-d8dff1f23f3f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:38.013161 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6779e1e-0df2-439d-88d1-b73cfcac17b7", "tag": "abc0c822-3fc4-4612-957a-ed8d5811f654", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:38.013414 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f83027d3-195d-4352-9400-d8dff1f23f3f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:38.013816 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6779e1e-0df2-439d-88d1-b73cfcac17b7', 'tag': 'abc0c822-3fc4-4612-957a-ed8d5811f654', 'status': 'completed', 'code': 200} Jul 13 07:48:38.015394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:38.070475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-47b84e74-3d81-436f-a061-bd009eb0df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.072151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-47b84e74-3d81-436f-a061-bd009eb0df40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 1095 time: 0.1409645 Jul 13 07:48:38.105473 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-31bcdb73-0ef6-46b1-ab87-4470fd9426d9 req-ff32dd87-a4c1-4250-813e-3501367c7550 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0344899 Jul 13 07:48:38.150024 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-82f884a8-cee9-4904-a51f-1af7f8177bd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abc0c822-3fc4-4612-957a-ed8d5811f654 HTTP/1.1" status: 200 len: 217 time: 0.0700426 Jul 13 07:48:38.238596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-45c169a7-ffee-4d6f-b28c-800a998f7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.243347 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-45c169a7-ffee-4d6f-b28c-800a998f7cb0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 200 len: 850 time: 0.0841949 Jul 13 07:48:38.271861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.287305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-9af27aac-d3cc-45db-a96d-d1404a8ccddc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a4348bf-6f85-45ab-8602-be34efd275e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395019 Jul 13 07:48:38.336504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=2924bdcd-edb9-4157-a4d2-0c1b6b37dd13,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:38.440452 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.500516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-8b15927a-509c-46eb-bf58-a07c8797aa21 service neutron] 10.222.0.53 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063637 Jul 13 07:48:38.671135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-502f86a8-534f-4d01-9854-ba89de5db4e6 req-530fb005-c877-4956-97b2-df378632a2e2 service neutron] 10.222.0.53 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634731 Jul 13 07:48:38.704823 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:38.799988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:38.808191 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7d2071d7-c911-4d1e-9def-61046e3b8e1d tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3157704 Jul 13 07:48:38.811207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48388) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:38.819375 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] Sync routers for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:38.838959 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:38.840975 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:38.867338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08202-a1c7-4807-be71-aaf8acb274e4 req-3cd22cd3-5c47-4cd7-82aa-d043cc977f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:38.868925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65c08202-a1c7-4807-be71-aaf8acb274e4 req-3cd22cd3-5c47-4cd7-82aa-d043cc977f5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 1095 time: 0.1415565 Jul 13 07:48:38.932383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88e8095-c0ef-4aa6-8961-acb7c31ec277 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting subnet fe286fac-e404-46bc-adbc-11928ba2a0bb {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:38.944398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a88e8095-c0ef-4aa6-8961-acb7c31ec277 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.059729 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:39.084604 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a88e8095-c0ef-4aa6-8961-acb7c31ec277 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.133503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08202-a1c7-4807-be71-aaf8acb274e4 req-0c06a77d-e059-469d-ae85-ce589c31e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.138029 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65c08202-a1c7-4807-be71-aaf8acb274e4 req-0c06a77d-e059-469d-ae85-ce589c31e5ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 911 time: 0.2599194 Jul 13 07:48:39.166420 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:38Z', 'revision_number': 11, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:39.200450 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] Checking router: 529303ca-817e-46c4-9717-ebd2ce3f9245 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:39.206529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65c08202-a1c7-4807-be71-aaf8acb274e4 req-0ab44ac1-7e93-4881-a5c8-fb7128db8213 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abc0c822-3fc4-4612-957a-ed8d5811f654 HTTP/1.1" status: 200 len: 217 time: 0.0579073 Jul 13 07:48:39.211328 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:39.212578 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:39.248393 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a88e8095-c0ef-4aa6-8961-acb7c31ec277 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.266780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08202-a1c7-4807-be71-aaf8acb274e4 req-08c358eb-f264-484a-941d-77389edbb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.268387 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65c08202-a1c7-4807-be71-aaf8acb274e4 req-08c358eb-f264-484a-941d-77389edbb5fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 200 len: 850 time: 0.0540767 Jul 13 07:48:39.317701 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:39.330081 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a88e8095-c0ef-4aa6-8961-acb7c31ec277 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.342225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65c08202-a1c7-4807-be71-aaf8acb274e4 req-fe57645e-7e10-4d66-8afa-4cdcf3132b65 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a4348bf-6f85-45ab-8602-be34efd275e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636582 Jul 13 07:48:39.365520 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e8095-c0ef-4aa6-8961-acb7c31ec277 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Subnet': ['ID=fe286fac-e404-46bc-adbc-11928ba2a0bb,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:39.391576 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0da5f031-9a20-4103-a740-5f36b55b1cc3 req-38e2d6b9-1b48-4b15-a6ee-f7edbad3a6ba tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0370762 Jul 13 07:48:39.394587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a88e8095-c0ef-4aa6-8961-acb7c31ec277 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.396654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a88e8095-c0ef-4aa6-8961-acb7c31ec277 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/fe286fac-e404-46bc-adbc-11928ba2a0bb HTTP/1.1" status: 204 len: 168 time: 0.5842326 Jul 13 07:48:39.399395 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48398) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:39.404784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1421947c-632a-46c4-a6b5-2386bcb636ee None None] Network 8e8ddb6c-05c9-4043-acf0-925a96eb824b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:39.422623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2813a6b-7478-4696-a7ce-a44f003523b5 req-e158a7d2-004a-4059-94b9-46611883cedf tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.424251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2813a6b-7478-4696-a7ce-a44f003523b5 req-e158a7d2-004a-4059-94b9-46611883cedf tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 944 time: 0.3503098 Jul 13 07:48:39.462093 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:38Z', 'revision_number': 11, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:39.492918 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2813a6b-7478-4696-a7ce-a44f003523b5 req-f8b6289f-150d-4f36-9237-1dac6e960806 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556991 Jul 13 07:48:39.512479 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1779f-2ded-45ce-a10f-1e96110e4488 None None] The sync data for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 is: [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:38Z', 'revision_number': 11, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:39.577684 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.611754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65c08202-a1c7-4807-be71-aaf8acb274e4 req-92948f70-b500-46e5-bd44-38ed33b9e668 service neutron] 10.222.0.53 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606912 Jul 13 07:48:39.775769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65c08202-a1c7-4807-be71-aaf8acb274e4 req-a76562f3-3a84-4b95-8c7d-0c7a3970807f service neutron] 10.222.0.53 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573849 Jul 13 07:48:39.898075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5136c8-d794-4e72-a083-c0f560d96abd None None] DHCP port deletion for 8e8ddb6c-05c9-4043-acf0-925a96eb824b request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:39.957939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fe5136c8-d794-4e72-a083-c0f560d96abd None None] Deleting port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:39.959439 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe5136c8-d794-4e72-a083-c0f560d96abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.044878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Deleting port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:40.045495 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.086259 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fe5136c8-d794-4e72-a083-c0f560d96abd None None] For port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1456fdcf-9777-4f75-94aa-6e8f6ff1d65e,segment=NetworkSegment(c99a3207-748e-4c3d-9c21-f40be8b45e80),segment_id=c99a3207-748e-4c3d-9c21-f40be8b45e80)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:40.086967 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe5136c8-d794-4e72-a083-c0f560d96abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.110960 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fe5136c8-d794-4e72-a083-c0f560d96abd None None] Calling delete_port for 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:40.192359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] For port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1456fdcf-9777-4f75-94aa-6e8f6ff1d65e,segment=NetworkSegment(c99a3207-748e-4c3d-9c21-f40be8b45e80),segment_id=c99a3207-748e-4c3d-9c21-f40be8b45e80)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:40.192359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.218561 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe5136c8-d794-4e72-a083-c0f560d96abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.225227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Calling delete_port for 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:40.274462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5136c8-d794-4e72-a083-c0f560d96abd None None] Pushing event deleted for resources: {'Port': ['ID=1456fdcf-9777-4f75-94aa-6e8f6ff1d65e,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:40.276764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5136c8-d794-4e72-a083-c0f560d96abd None None] No DVR routers for this DVR port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:40.329027 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.359375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Port': ['ID=1456fdcf-9777-4f75-94aa-6e8f6ff1d65e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:40.364516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No DVR routers for this DVR port 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:40.571214 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.598460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8ddb6c-05c9-4043-acf0-925a96eb824b']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:40.611461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:40.612807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99a3207-748e-4c3d-9c21-f40be8b45e80') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:40.612807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99a3207-748e-4c3d-9c21-f40be8b45e80') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:40.623700 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.649280 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.682048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:40.682430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.683245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:40.685994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1456fdcf-9777-4f75-94aa-6e8f6ff1d65e not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:40.687422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:40.745503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:40.745875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2924bdcd-edb9-4157-a4d2-0c1b6b37dd13 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:40.810119 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:40.825643 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.838184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.846399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48418) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:40.848191 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/networks/8e8ddb6c-05c9-4043-acf0-925a96eb824b HTTP/1.1" status: 204 len: 168 time: 1.4463921 Jul 13 07:48:40.851902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-36e83c52-2177-4483-abbe-9248e2b325d5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'routes': None}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:40.939492 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3b8a114-7bd6-4962-8405-a298de00d9c8 req-400830fb-bede-4e41-b4c5-e3e328d28d91 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.1271458 Jul 13 07:48:40.962524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6d2e5-2754-4f2d-9391-5a79a4864634 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Pushing event deleted for resources: {'Network': ['ID=8e8ddb6c-05c9-4043-acf0-925a96eb824b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:40.965400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1074501-d8cd-436c-987b-356a74817244 req-c3ed0405-87b0-4673-96a0-e753bddeb99c tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.985235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1074501-d8cd-436c-987b-356a74817244 req-c3ed0405-87b0-4673-96a0-e753bddeb99c tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 944 time: 0.2048659 Jul 13 07:48:41.143738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.extraroute_db [None req-36e83c52-2177-4483-abbe-9248e2b325d5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Added routes are [] {{(pid=93838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:48:41.144470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.extraroute_db [None req-36e83c52-2177-4483-abbe-9248e2b325d5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Removed routes are [] {{(pid=93838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:48:41.144470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36e83c52-2177-4483-abbe-9248e2b325d5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.297998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b1074501-d8cd-436c-987b-356a74817244 req-455ea11b-61b6-4891-a6e1-6cd911982f09 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117621 Jul 13 07:48:41.674804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device abc0c822-3fc4-4612-957a-ed8d5811f654 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:41.812901 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36e83c52-2177-4483-abbe-9248e2b325d5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.820628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36e83c52-2177-4483-abbe-9248e2b325d5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.866489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port abc0c822-3fc4-4612-957a-ed8d5811f654, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=abc0c822-3fc4-4612-957a-ed8d5811f654,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:41.886311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'abc0c822-3fc4-4612-957a-ed8d5811f654', 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2', 'port_id': 'abc0c822-3fc4-4612-957a-ed8d5811f654', 'mac_address': 'fa:16:3e:1c:20:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca3441-5e9c-409f-b457-cdf8597f8622', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:41.959237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e83c52-2177-4483-abbe-9248e2b325d5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router 529303ca-817e-46c4-9717-ebd2ce3f9245 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:41.960125 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.975746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc0c822-3fc4-4612-957a-ed8d5811f654 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:41.999270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port abc0c822-3fc4-4612-957a-ed8d5811f654, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=abc0c822-3fc4-4612-957a-ed8d5811f654,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:42.005270 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.111609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e83c52-2177-4483-abbe-9248e2b325d5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:42.129829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] Sync routers for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:42.134116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36e83c52-2177-4483-abbe-9248e2b325d5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.135356 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-36e83c52-2177-4483-abbe-9248e2b325d5 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245 HTTP/1.1" status: 200 len: 704 time: 1.2879386 Jul 13 07:48:42.138252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48428) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:42.160351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:42.162232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:42.192840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48432) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:42.210800 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac5fa38b-5264-40a6-b5f0-394c9ffdf5fd tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=529303ca-817e-46c4-9717-ebd2ce3f9245 HTTP/1.1" status: 200 len: 205 time: 0.0494921 Jul 13 07:48:42.325404 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aaebc051-496d-4203-b0d5-4574a9091605 req-06dd4620-03cd-429e-a814-156e1a8bdfd8 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0727992 Jul 13 07:48:42.367626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=abc0c822-3fc4-4612-957a-ed8d5811f654,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:42.370088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1efd-e51e-4b64-9886-b4d73ddb3936 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.401861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:42.478217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['abc0c822-3fc4-4612-957a-ed8d5811f654'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:42.587720 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:38Z', 'revision_number': 11, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:42.634353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] Checking router: 529303ca-817e-46c4-9717-ebd2ce3f9245 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:42.654434 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] Routers {'529303ca-817e-46c4-9717-ebd2ce3f9245'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:42.654434 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['529303ca-817e-46c4-9717-ebd2ce3f9245'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:42.662741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1efd-e51e-4b64-9886-b4d73ddb3936 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.664992 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1efd-e51e-4b64-9886-b4d73ddb3936 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.736497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1efd-e51e-4b64-9886-b4d73ddb3936 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.737096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0d1efd-e51e-4b64-9886-b4d73ddb3936 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Fanout notify agent at l3_agent the message router_deleted on router 529303ca-817e-46c4-9717-ebd2ce3f9245 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:48:42.745684 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1efd-e51e-4b64-9886-b4d73ddb3936 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.755056 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48438) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:42.755354 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9b0d1efd-e51e-4b64-9886-b4d73ddb3936 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245 HTTP/1.1" status: 204 len: 168 time: 0.5613642 Jul 13 07:48:42.759269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] Set router 529303ca-817e-46c4-9717-ebd2ce3f9245 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:42.760800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-33261f4f-2ead-43c1-88e2-7e42027d87ba tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1986234780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:42.802337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaf909-009c-49ff-8dec-21f8a17f9bcd req-440ec2a0-9f25-48cc-ab48-2067eb5a8b1d tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:42.803967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2cdaf909-009c-49ff-8dec-21f8a17f9bcd req-440ec2a0-9f25-48cc-ab48-2067eb5a8b1d tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 945 time: 0.2751474 Jul 13 07:48:42.855022 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33261f4f-2ead-43c1-88e2-7e42027d87ba tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.859775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33261f4f-2ead-43c1-88e2-7e42027d87ba tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.917043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:38Z', 'revision_number': 11, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:42.960381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50df65cb-0945-4866-a3e6-fdd74c069fd6 None None] The sync data for ids ['529303ca-817e-46c4-9717-ebd2ce3f9245'] in n-d-798249-7 is: [{'id': '529303ca-817e-46c4-9717-ebd2ce3f9245', 'name': 'tempest-RoutersIpV6Test-router-959246360', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:30Z', 'updated_at': '2021-07-13T07:48:38Z', 'revision_number': 11, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:42.967364 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2cdaf909-009c-49ff-8dec-21f8a17f9bcd req-679ff75f-4423-4c37-a187-0952de7da693 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493251 Jul 13 07:48:43.171093 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33261f4f-2ead-43c1-88e2-7e42027d87ba tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.184547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33261f4f-2ead-43c1-88e2-7e42027d87ba tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.242104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33261f4f-2ead-43c1-88e2-7e42027d87ba tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.244584 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-33261f4f-2ead-43c1-88e2-7e42027d87ba tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4883595 Jul 13 07:48:43.248058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48442) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:43.254213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f2ae0faa-26bf-4b7c-91ed-260ed697faf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:43.686463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device abc0c822-3fc4-4612-957a-ed8d5811f654 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:43.700859 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8396961c-e6ff-4d52-8de8-5cfaea1582a2 req-f8c5bceb-9490-4011-b9c1-00fd791daa88 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0647213 Jul 13 07:48:43.775591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port abc0c822-3fc4-4612-957a-ed8d5811f654 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:43.784822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port abc0c822-3fc4-4612-957a-ed8d5811f654 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:43.786122 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.842236 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2ae0faa-26bf-4b7c-91ed-260ed697faf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.866793 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2ae0faa-26bf-4b7c-91ed-260ed697faf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.016607 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.029611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ae0faa-26bf-4b7c-91ed-260ed697faf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Router eb46517a-ad7c-4b30-b307-e142a9acdf4b is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:48:44.073642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port abc0c822-3fc4-4612-957a-ed8d5811f654, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=abc0c822-3fc4-4612-957a-ed8d5811f654,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:44.075044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6779e1e-0df2-439d-88d1-b73cfcac17b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc0c822-3fc4-4612-957a-ed8d5811f654'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:44.077761 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552b136c-b705-42be-b1ec-ecff11e5e79f" -d '{"events": [{"server_uuid": "a6779e1e-0df2-439d-88d1-b73cfcac17b7", "name": "network-vif-plugged", "status": "completed", "tag": "abc0c822-3fc4-4612-957a-ed8d5811f654"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:44.088726 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.154528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=abc0c822-3fc4-4612-957a-ed8d5811f654,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:44.241269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ae0faa-26bf-4b7c-91ed-260ed697faf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:44.257542 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] Sync routers for ids ['eb46517a-ad7c-4b30-b307-e142a9acdf4b'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:44.265840 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2ae0faa-26bf-4b7c-91ed-260ed697faf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.272217 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f2ae0faa-26bf-4b7c-91ed-260ed697faf3 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "PUT /v2.0/routers/eb46517a-ad7c-4b30-b307-e142a9acdf4b HTTP/1.1" status: 200 len: 698 time: 1.0228331 Jul 13 07:48:44.274899 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48536) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:44.288027 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-217ee90e-31c3-4df5-80f3-ffdf6618f986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.301397 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] Routers {'eb46517a-ad7c-4b30-b307-e142a9acdf4b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:44.302172 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eb46517a-ad7c-4b30-b307-e142a9acdf4b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:44.353296 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710aa9dc-3287-4e48-a431-8d761c4d5481 x-openstack-request-id: req-710aa9dc-3287-4e48-a431-8d761c4d5481 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:44.353830 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6779e1e-0df2-439d-88d1-b73cfcac17b7", "name": "network-vif-plugged", "status": "completed", "tag": "abc0c822-3fc4-4612-957a-ed8d5811f654", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:44.354262 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-710aa9dc-3287-4e48-a431-8d761c4d5481 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:44.354833 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6779e1e-0df2-439d-88d1-b73cfcac17b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc0c822-3fc4-4612-957a-ed8d5811f654', 'code': 200} Jul 13 07:48:44.496656 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] Set router eb46517a-ad7c-4b30-b307-e142a9acdf4b gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:44.582133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-198ab101-d78a-48ed-81e8-cb6a1a1c68ed tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/routers/eb46517a-ad7c-4b30-b307-e142a9acdf4b HTTP/1.1" status: 200 len: 704 time: 0.3042901 Jul 13 07:48:44.583009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48566) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:44.631502 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb46517a-ad7c-4b30-b307-e142a9acdf4b', 'name': 'tempest-RoutersIpV6Test-router-1986234780', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:42Z', 'updated_at': '2021-07-13T07:48:43Z', 'revision_number': 2, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:44.707709 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dfe5b721-7517-447f-80c3-fdde3834cdc2 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb46517a-ad7c-4b30-b307-e142a9acdf4b HTTP/1.1" status: 200 len: 205 time: 0.1233850 Jul 13 07:48:44.711417 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48580) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:44.734757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd694-6bad-4c4e-a18e-abc3976ac63c req-d9eae085-bdb4-4637-bab1-be31b3f9c236 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:44.747004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e3bd694-6bad-4c4e-a18e-abc3976ac63c req-d9eae085-bdb4-4637-bab1-be31b3f9c236 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.3980992 Jul 13 07:48:44.760669 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:48:44.760669 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] Checking router: eb46517a-ad7c-4b30-b307-e142a9acdf4b for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:44.798609 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] Routers {'eb46517a-ad7c-4b30-b307-e142a9acdf4b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:44.800165 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eb46517a-ad7c-4b30-b307-e142a9acdf4b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:44.821569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7af40-b433-46b0-9faf-9189f7b43d47 req-a85a656c-9702-4786-b362-3f3eeb678cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:44.836456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0e7af40-b433-46b0-9faf-9189f7b43d47 req-a85a656c-9702-4786-b362-3f3eeb678cd7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 1097 time: 0.3468328 Jul 13 07:48:44.935848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e3bd694-6bad-4c4e-a18e-abc3976ac63c req-eb6824a7-ed40-4371-b3b6-f7789a96fe90 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875761 Jul 13 07:48:44.958646 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1185726f-5dbf-40ae-823c-ff5e6e029b67 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.980119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0e7af40-b433-46b0-9faf-9189f7b43d47 req-a6cbd0db-244b-476e-9632-ef2d1ce5fbd5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347628 Jul 13 07:48:45.041503 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] Set router eb46517a-ad7c-4b30-b307-e142a9acdf4b gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:45.112490 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb46517a-ad7c-4b30-b307-e142a9acdf4b', 'name': 'tempest-RoutersIpV6Test-router-1986234780', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:42Z', 'updated_at': '2021-07-13T07:48:43Z', 'revision_number': 2, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:45.150569 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7f380-52eb-41a7-8aea-b62875a8619d None None] The sync data for ids ['eb46517a-ad7c-4b30-b307-e142a9acdf4b'] in n-d-798249-7 is: [{'id': 'eb46517a-ad7c-4b30-b307-e142a9acdf4b', 'name': 'tempest-RoutersIpV6Test-router-1986234780', 'tenant_id': 'f4c6ce9612054f2a916697eb0504386d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:42Z', 'updated_at': '2021-07-13T07:48:43Z', 'revision_number': 2, 'project_id': 'f4c6ce9612054f2a916697eb0504386d', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:45.375553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1185726f-5dbf-40ae-823c-ff5e6e029b67 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.381941 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1185726f-5dbf-40ae-823c-ff5e6e029b67 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.569638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a88f50cb-7e87-4a74-8fd0-4c5b95ccbdd2 req-55cd048f-f6a1-4d35-8d84-4c3047e7757b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.0864131 Jul 13 07:48:45.571147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1185726f-5dbf-40ae-823c-ff5e6e029b67 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.571815 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1185726f-5dbf-40ae-823c-ff5e6e029b67 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Fanout notify agent at l3_agent the message router_deleted on router eb46517a-ad7c-4b30-b307-e142a9acdf4b {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:48:45.588420 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1185726f-5dbf-40ae-823c-ff5e6e029b67 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.590506 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1185726f-5dbf-40ae-823c-ff5e6e029b67 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/eb46517a-ad7c-4b30-b307-e142a9acdf4b HTTP/1.1" status: 204 len: 168 time: 0.8770585 Jul 13 07:48:45.595029 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48666) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:45.659215 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9555c24f-cf1d-4d55-9d79-afd7dc2b585e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb46517a-ad7c-4b30-b307-e142a9acdf4b HTTP/1.1" status: 200 len: 205 time: 0.0630186 Jul 13 07:48:45.661947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48672) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:45.746442 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-1bdb8984-8a2b-491f-9ebe-736c7ae0e3d9 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] delete failed (client error): The resource could not be found. Jul 13 07:48:45.747951 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1bdb8984-8a2b-491f-9ebe-736c7ae0e3d9 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/eb46517a-ad7c-4b30-b307-e142a9acdf4b HTTP/1.1" status: 404 len: 336 time: 0.0850065 Jul 13 07:48:45.750685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48682) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:45.834336 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a5ada6-f484-42b3-98c6-152a0f798fba tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] DELETE failed (client error): The resource could not be found. Jul 13 07:48:45.835088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a5ada6-f484-42b3-98c6-152a0f798fba tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:48:45.837115 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d5a5ada6-f484-42b3-98c6-152a0f798fba tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/a7e31650-2e90-44e8-848b-50670e90e737 HTTP/1.1" status: 404 len: 337 time: 0.0853324 Jul 13 07:48:45.839749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48692) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:45.927430 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6b36d4-a9f4-41f8-9f4e-6ec621ddfb8b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] DELETE failed (client error): The resource could not be found. Jul 13 07:48:45.927994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6b36d4-a9f4-41f8-9f4e-6ec621ddfb8b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:48:45.930186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bc6b36d4-a9f4-41f8-9f4e-6ec621ddfb8b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/540d289c-616d-4a45-959a-9fb2974f7c98 HTTP/1.1" status: 404 len: 337 time: 0.0893788 Jul 13 07:48:45.932615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48706) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.000093 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c06584-cad1-4ad9-9454-d3559b26bd57 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] DELETE failed (client error): The resource could not be found. Jul 13 07:48:46.000693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c06584-cad1-4ad9-9454-d3559b26bd57 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:48:46.004559 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-10c06584-cad1-4ad9-9454-d3559b26bd57 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/7625466f-986e-4f74-9fc9-a2e3c672428c HTTP/1.1" status: 404 len: 337 time: 0.0688524 Jul 13 07:48:46.006326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48720) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.063999 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8eba41-daaa-4c38-929d-a7e20bd096da tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] DELETE failed (client error): The resource could not be found. Jul 13 07:48:46.064749 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8eba41-daaa-4c38-929d-a7e20bd096da tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:48:46.067389 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1b8eba41-daaa-4c38-929d-a7e20bd096da tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/fe286fac-e404-46bc-adbc-11928ba2a0bb HTTP/1.1" status: 404 len: 337 time: 0.0601141 Jul 13 07:48:46.070176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48724) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.156583 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2b314c7a-1130-4344-8667-ca56b9f3345a tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=529303ca-817e-46c4-9717-ebd2ce3f9245 HTTP/1.1" status: 200 len: 205 time: 0.0848291 Jul 13 07:48:46.158725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48734) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.230681 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-195c4a4c-4124-4e8c-a5ad-5e24f8dd941e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] delete failed (client error): The resource could not be found. Jul 13 07:48:46.235228 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-195c4a4c-4124-4e8c-a5ad-5e24f8dd941e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/529303ca-817e-46c4-9717-ebd2ce3f9245 HTTP/1.1" status: 404 len: 336 time: 0.0745566 Jul 13 07:48:46.236353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48744) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.291864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48748) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.294183 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fdd07b12-f95c-4dfb-8181-22d5bb635efb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbb51043-eb8e-4d71-ba87-a3de784f03d1 HTTP/1.1" status: 200 len: 205 time: 0.0563776 Jul 13 07:48:46.351760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdccc0c-7c20-4e50-aa3e-4270e784dcec req-9307048c-a3bc-489b-8df8-44cfb70a6ac1 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.353701 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffdccc0c-7c20-4e50-aa3e-4270e784dcec req-9307048c-a3bc-489b-8df8-44cfb70a6ac1 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1747491 Jul 13 07:48:46.354745 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-05158504-3f12-4561-8919-bcc2f2c2b0d1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] delete failed (client error): The resource could not be found. Jul 13 07:48:46.355984 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-05158504-3f12-4561-8919-bcc2f2c2b0d1 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/fbb51043-eb8e-4d71-ba87-a3de784f03d1 HTTP/1.1" status: 404 len: 336 time: 0.0618870 Jul 13 07:48:46.358402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48758) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.404944 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-96de0667-a77d-49a1-959e-0d76dfb87dbf tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] DELETE failed (client error): The resource could not be found. Jul 13 07:48:46.406085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96de0667-a77d-49a1-959e-0d76dfb87dbf tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:48:46.408169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-96de0667-a77d-49a1-959e-0d76dfb87dbf tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/36a44212-f3da-4cc9-8374-0e65e51c1e7c HTTP/1.1" status: 404 len: 337 time: 0.0486879 Jul 13 07:48:46.412831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48766) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.453932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffdccc0c-7c20-4e50-aa3e-4270e784dcec req-45e8cf05-503c-472c-b38f-69e1bca9de53 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857978 Jul 13 07:48:46.495117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48776) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.509524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8a02c25c-cc72-4654-b523-c9aaf0229703 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a36a493-5d15-4be0-849b-2ac361ce445b HTTP/1.1" status: 200 len: 205 time: 0.0954390 Jul 13 07:48:46.555929 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-559d336c-a2fa-4615-a547-a5f187329196 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] delete failed (client error): The resource could not be found. Jul 13 07:48:46.560391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48784) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.572266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-559d336c-a2fa-4615-a547-a5f187329196 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/2a36a493-5d15-4be0-849b-2ac361ce445b HTTP/1.1" status: 404 len: 336 time: 0.0755320 Jul 13 07:48:46.600670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48790) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.620120 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-16dc8744-bee5-440b-b4b9-d91c3e268cfb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=c226f162-d801-40c0-b880-4e0f64e83170 HTTP/1.1" status: 200 len: 205 time: 0.0583067 Jul 13 07:48:46.656734 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-cc363218-ee34-44cd-9410-3b8bdd1a2379 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] delete failed (client error): The resource could not be found. Jul 13 07:48:46.661976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48802) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.680619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cc363218-ee34-44cd-9410-3b8bdd1a2379 tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/c226f162-d801-40c0-b880-4e0f64e83170 HTTP/1.1" status: 404 len: 336 time: 0.0785182 Jul 13 07:48:46.693203 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cff4e7d-997d-4343-9ce6-aa22e94820df tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] DELETE failed (client error): The resource could not be found. Jul 13 07:48:46.693993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cff4e7d-997d-4343-9ce6-aa22e94820df tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:48:46.698650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48808) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.708833 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2cff4e7d-997d-4343-9ce6-aa22e94820df tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/39b1391e-6a27-4015-bb62-dc32ee713c1f HTTP/1.1" status: 404 len: 337 time: 0.0456340 Jul 13 07:48:46.769031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48816) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.796721 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7c40621a-1e5d-4ed4-b32f-62714013cadb tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=42743bef-1c1d-493e-bd59-fc99af6c5a74 HTTP/1.1" status: 200 len: 205 time: 0.0954692 Jul 13 07:48:46.859397 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-49508edc-4bc1-4da1-906b-6ea01887c09c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] delete failed (client error): The resource could not be found. Jul 13 07:48:46.864148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48826) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.885698 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-49508edc-4bc1-4da1-906b-6ea01887c09c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/42743bef-1c1d-493e-bd59-fc99af6c5a74 HTTP/1.1" status: 404 len: 336 time: 0.1152678 Jul 13 07:48:46.986757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-573d2ef6-b9d4-4412-9788-fe228997edf3 req-e14a3cba-8467-49fe-b654-491508aad7f0 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacb5144-b287-4d3d-8ff2-de416c5aa40a HTTP/1.1" status: 200 len: 210 time: 0.1109645 Jul 13 07:48:46.988980 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c76439-22d9-4d7a-ac46-dd3b2913636e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] DELETE failed (client error): The resource could not be found. Jul 13 07:48:46.989607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c76439-22d9-4d7a-ac46-dd3b2913636e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:48:46.994556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48838) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:47.006707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-10c76439-22d9-4d7a-ac46-dd3b2913636e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/8e1474d4-a7ad-4c77-99e4-79f28d67d665 HTTP/1.1" status: 404 len: 337 time: 0.1413085 Jul 13 07:48:47.063839 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.077497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48852) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:47.085001 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-584ab99a-1ab2-401b-b028-5a31b657951f tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "GET /v2.0/ports?device_id=058e1fe4-40ab-425e-9caf-5535b8f925f3 HTTP/1.1" status: 200 len: 205 time: 0.0887468 Jul 13 07:48:47.143889 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-7f4220f1-2088-4380-b010-376bc11de10c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] delete failed (client error): The resource could not be found. Jul 13 07:48:47.147540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7f4220f1-2088-4380-b010-376bc11de10c tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/routers/058e1fe4-40ab-425e-9caf-5535b8f925f3 HTTP/1.1" status: 404 len: 336 time: 0.0666993 Jul 13 07:48:47.147880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48862) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:47.186737 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67ea77b-a155-416e-901f-08c51a07582e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] DELETE failed (client error): The resource could not be found. Jul 13 07:48:47.196365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67ea77b-a155-416e-901f-08c51a07582e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:48:47.200519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a67ea77b-a155-416e-901f-08c51a07582e tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/04b0bef5-82b3-49dd-ba75-1377dc978cb0 HTTP/1.1" status: 404 len: 337 time: 0.0516238 Jul 13 07:48:47.202827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba4b6-7e0b-4f3a-8946-bf9e46b98064 req-6ed8a148-9dfd-4598-8322-47e9826ea5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.203363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48868) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:47.204976 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12eba4b6-7e0b-4f3a-8946-bf9e46b98064 req-6ed8a148-9dfd-4598-8322-47e9826ea5b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 1097 time: 0.0747285 Jul 13 07:48:47.224568 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2862-c6f9-47cf-bce9-ca83843076e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.251947 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f42bc40-cb96-4690-9610-e19cde23114b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] DELETE failed (client error): The resource could not be found. Jul 13 07:48:47.252497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f42bc40-cb96-4690-9610-e19cde23114b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:48:47.254359 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f42bc40-cb96-4690-9610-e19cde23114b tempest-RoutersIpV6Test-2080993281 tempest-RoutersIpV6Test-2080993281-project] 10.222.0.44 "DELETE /v2.0/subnets/49e4ccb9-5cd9-4f87-a61a-5036f93b7be0 HTTP/1.1" status: 404 len: 337 time: 0.0498517 Jul 13 07:48:47.359111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba4b6-7e0b-4f3a-8946-bf9e46b98064 req-f63896aa-773b-4c33-b3b2-eb1094060b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.361196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12eba4b6-7e0b-4f3a-8946-bf9e46b98064 req-f63896aa-773b-4c33-b3b2-eb1094060b54 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 911 time: 0.1489050 Jul 13 07:48:47.460160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3d7f8-f9b4-4d31-8f97-32373cf9bc5d req-ea2fde75-e2bf-49e5-b9f9-bb51b281430e tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.463751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12eba4b6-7e0b-4f3a-8946-bf9e46b98064 req-957f0269-c0ef-4802-a9b5-bcab94e0c8dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abc0c822-3fc4-4612-957a-ed8d5811f654 HTTP/1.1" status: 200 len: 217 time: 0.0928011 Jul 13 07:48:47.466421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25e3d7f8-f9b4-4d31-8f97-32373cf9bc5d req-ea2fde75-e2bf-49e5-b9f9-bb51b281430e tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1634448 Jul 13 07:48:47.585226 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25e3d7f8-f9b4-4d31-8f97-32373cf9bc5d req-0dc059a5-cd64-4810-848a-8a783b3e087c tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127980 Jul 13 07:48:47.603466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba4b6-7e0b-4f3a-8946-bf9e46b98064 req-27ba63c5-9e13-4674-bb31-d7ab2338b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.605047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12eba4b6-7e0b-4f3a-8946-bf9e46b98064 req-27ba63c5-9e13-4674-bb31-d7ab2338b21a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 200 len: 850 time: 0.1325440 Jul 13 07:48:47.658475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12eba4b6-7e0b-4f3a-8946-bf9e46b98064 req-4286d98b-cf1d-4bc2-8a98-468678939062 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a4348bf-6f85-45ab-8602-be34efd275e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356119 Jul 13 07:48:47.823955 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12eba4b6-7e0b-4f3a-8946-bf9e46b98064 req-748dd59b-eeee-4cd7-9e07-993733707b49 service neutron] 10.222.0.53 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576550 Jul 13 07:48:47.859955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 48936) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:47.935023 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.014084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12eba4b6-7e0b-4f3a-8946-bf9e46b98064 req-47ce38cf-fb76-4b32-99c0-6970a968fa43 service neutron] 10.222.0.53 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842556 Jul 13 07:48:48.094554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 48978) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:48.100718 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eeae755e-27f6-458a-8fcb-0a71f0878e47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4c6ce9612054f2a916697eb0504386d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391963 Jul 13 07:48:48.197959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04e926f0-5957-4ea3-b116-7df0a5984d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.227794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04e926f0-5957-4ea3-b116-7df0a5984d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.274651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49004) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:48.306128 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04e926f0-5957-4ea3-b116-7df0a5984d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.310352 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04e926f0-5957-4ea3-b116-7df0a5984d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.341562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-04e926f0-5957-4ea3-b116-7df0a5984d6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f9c7ce3-ad0b-474a-8c78-8ea2a80d277b HTTP/1.1" status: 204 len: 168 time: 0.2231469 Jul 13 07:48:48.357957 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1f06c7f-6b53-4674-9d52-40eecea5faa9 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.368475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e926f0-5957-4ea3-b116-7df0a5984d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9c7ce3-ad0b-474a-8c78-8ea2a80d277b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:48.391139 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1f06c7f-6b53-4674-9d52-40eecea5faa9 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.473633 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1f06c7f-6b53-4674-9d52-40eecea5faa9 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.477303 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c1f06c7f-6b53-4674-9d52-40eecea5faa9 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.480224 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c1f06c7f-6b53-4674-9d52-40eecea5faa9 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "DELETE /v2.0/security-groups/a46693e5-a55e-40d3-97b7-f8078b2b7e5c HTTP/1.1" status: 204 len: 168 time: 0.2047346 Jul 13 07:48:48.483048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49024) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:48.491118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f06c7f-6b53-4674-9d52-40eecea5faa9 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46693e5-a55e-40d3-97b7-f8078b2b7e5c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:48.515953 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-41556963-933a-4dda-b0b0-f25c16dad9c9 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] show failed (client error): The resource could not be found. Jul 13 07:48:48.521947 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49028) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:48.530046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-41556963-933a-4dda-b0b0-f25c16dad9c9 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "GET /v2.0/security-groups/a46693e5-a55e-40d3-97b7-f8078b2b7e5c HTTP/1.1" status: 404 len: 347 time: 0.0458815 Jul 13 07:48:48.815012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f3d27f2f-7f49-4f09-8050-90e4137baf0b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting port ae8191b3-c6d2-4bae-b2a5-d4f69ad5a95e {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:48.816560 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3d27f2f-7f49-4f09-8050-90e4137baf0b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.826060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e1acf-d35b-4b57-8757-4076b5305dc7 req-af2c6cd0-4026-432f-913f-7dc16fe359b4 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.833925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-929e1acf-d35b-4b57-8757-4076b5305dc7 req-af2c6cd0-4026-432f-913f-7dc16fe359b4 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.0931325 Jul 13 07:48:48.892691 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-929e1acf-d35b-4b57-8757-4076b5305dc7 req-332ba13e-830d-4800-bd4d-51d8be53f64e tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574532 Jul 13 07:48:48.946228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3d27f2f-7f49-4f09-8050-90e4137baf0b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.946580 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3d27f2f-7f49-4f09-8050-90e4137baf0b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.960442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f3d27f2f-7f49-4f09-8050-90e4137baf0b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Calling delete_port for ae8191b3-c6d2-4bae-b2a5-d4f69ad5a95e owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:49.128858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3d27f2f-7f49-4f09-8050-90e4137baf0b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.169320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d27f2f-7f49-4f09-8050-90e4137baf0b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Port': ['ID=ae8191b3-c6d2-4bae-b2a5-d4f69ad5a95e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:49.249782 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3d27f2f-7f49-4f09-8050-90e4137baf0b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.257461 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3d27f2f-7f49-4f09-8050-90e4137baf0b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.258950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f3d27f2f-7f49-4f09-8050-90e4137baf0b tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "DELETE /v2.0/floatingips/cf8d41bf-edc5-4da3-b1f9-5fe5884b9161 HTTP/1.1" status: 204 len: 168 time: 0.7352762 Jul 13 07:48:49.262256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49062) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:49.336686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49066) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:49.407722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-386a1242-19ed-4b13-a452-076435fd1b21 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting port 226aa32a-7a01-44bf-a741-fe40e753933e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:49.408117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-386a1242-19ed-4b13-a452-076435fd1b21 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.493005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fd6acc55-7f4c-4cf2-8699-8fb9596e588d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:49.493573 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-fd6acc55-7f4c-4cf2-8699-8fb9596e588d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:48:49.494199 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-fd6acc55-7f4c-4cf2-8699-8fb9596e588d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:48:49.495271 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fd6acc55-7f4c-4cf2-8699-8fb9596e588d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1571999 Jul 13 07:48:49.499074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49070) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:49.512135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'tempest-secgroup--277065497'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:49.515948 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-386a1242-19ed-4b13-a452-076435fd1b21 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.536938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-386a1242-19ed-4b13-a452-076435fd1b21 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Calling delete_port for 226aa32a-7a01-44bf-a741-fe40e753933e owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:49.565647 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.598412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.757890 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.880346 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-386a1242-19ed-4b13-a452-076435fd1b21 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.902275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.912288 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.943069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a1242-19ed-4b13-a452-076435fd1b21 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Port': ['ID=226aa32a-7a01-44bf-a741-fe40e753933e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:49.966889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45507886-fcf9-4ee2-b014-39193218d4fc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:50.124737 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-386a1242-19ed-4b13-a452-076435fd1b21 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.131462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-386a1242-19ed-4b13-a452-076435fd1b21 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "DELETE /v2.0/ports/226aa32a-7a01-44bf-a741-fe40e753933e HTTP/1.1" status: 204 len: 168 time: 0.8680012 Jul 13 07:48:50.135410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49086) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:50.211279 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.234219 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.301878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-abc09023-9b15-45b0-a170-bc07cd53f0df tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting port 25ef49cb-1a50-4176-b14e-19e7333a729b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:50.302887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc09023-9b15-45b0-a170-bc07cd53f0df tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.330934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.350120 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8498106 Jul 13 07:48:50.350738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49092) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:50.359754 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaac13-175a-433f-b2cd-41eb9a5bc842 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ad7658-0a8a-46dc-ba40-8ea1a8b8114d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:50.370135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c8c2ea1d-6d1c-4a79-accc-dbeed6f469eb tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': '42ad7658-0a8a-46dc-ba40-8ea1a8b8114d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:50.401175 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947f08e-f62b-4425-a1b6-85434dcd2bfa req-9af9832e-6b6e-4054-8372-661a2a67309b tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:50.402820 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3947f08e-f62b-4425-a1b6-85434dcd2bfa req-9af9832e-6b6e-4054-8372-661a2a67309b tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.3195767 Jul 13 07:48:50.492642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3947f08e-f62b-4425-a1b6-85434dcd2bfa req-9504fc4e-bc9e-49b1-8c5c-b0412a8321da tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834019 Jul 13 07:48:50.554819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8c2ea1d-6d1c-4a79-accc-dbeed6f469eb tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.560868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc09023-9b15-45b0-a170-bc07cd53f0df tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.577435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-abc09023-9b15-45b0-a170-bc07cd53f0df tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Calling delete_port for 25ef49cb-1a50-4176-b14e-19e7333a729b owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:50.779245 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8c2ea1d-6d1c-4a79-accc-dbeed6f469eb tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.786969 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc09023-9b15-45b0-a170-bc07cd53f0df tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.825629 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8c2ea1d-6d1c-4a79-accc-dbeed6f469eb tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.905002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc09023-9b15-45b0-a170-bc07cd53f0df tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Port': ['ID=25ef49cb-1a50-4176-b14e-19e7333a729b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:50.951724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2ea1d-6d1c-4a79-accc-dbeed6f469eb tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01ea82c-4259-4ae0-b264-d323f40225f9,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:50.983081 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8c2ea1d-6d1c-4a79-accc-dbeed6f469eb tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.984395 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c8c2ea1d-6d1c-4a79-accc-dbeed6f469eb tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6292727 Jul 13 07:48:50.987700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49100) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:50.992555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-41330625-2901-4d43-9d42-f0e50ebf9a58 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': '42ad7658-0a8a-46dc-ba40-8ea1a8b8114d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:51.019690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc09023-9b15-45b0-a170-bc07cd53f0df tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.022192 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-abc09023-9b15-45b0-a170-bc07cd53f0df tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "DELETE /v2.0/ports/25ef49cb-1a50-4176-b14e-19e7333a729b HTTP/1.1" status: 204 len: 168 time: 0.8852644 Jul 13 07:48:51.025273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49102) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.093936 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-41330625-2901-4d43-9d42-f0e50ebf9a58 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.143683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb783d1-cc38-4c5f-b92d-bcb52d124964 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting subnet 37b7f077-c2d5-483e-9458-3b62eed95fb9 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:51.154948 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4eb783d1-cc38-4c5f-b92d-bcb52d124964 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.210391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-2f97fb94-ea6d-46c7-a995-3fc53f095e34 req-3a4568ae-47be-44bc-9cec-260502a96587 service neutron] (93839) timed out ('10.222.0.53', 55609) {{(pid=93839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:48:51.234886 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4eb783d1-cc38-4c5f-b92d-bcb52d124964 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.239064 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-41330625-2901-4d43-9d42-f0e50ebf9a58 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:48:51.242949 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-41330625-2901-4d43-9d42-f0e50ebf9a58 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2514997 Jul 13 07:48:51.243506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49104) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.387555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4eb783d1-cc38-4c5f-b92d-bcb52d124964 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.410985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-552b520c-858b-4b5f-b03a-fa9d7ea1ee90 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.452580 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-552b520c-858b-4b5f-b03a-fa9d7ea1ee90 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.489322 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4eb783d1-cc38-4c5f-b92d-bcb52d124964 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.522983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb783d1-cc38-4c5f-b92d-bcb52d124964 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Subnet': ['ID=37b7f077-c2d5-483e-9458-3b62eed95fb9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:51.528320 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4eb783d1-cc38-4c5f-b92d-bcb52d124964 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.531654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4eb783d1-cc38-4c5f-b92d-bcb52d124964 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "DELETE /v2.0/subnets/37b7f077-c2d5-483e-9458-3b62eed95fb9 HTTP/1.1" status: 204 len: 168 time: 0.5051367 Jul 13 07:48:51.535801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49110) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.536361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a3d0b-9ded-47eb-bd97-c2af019469d8 None None] Network ef91ead4-00b2-45c5-a5ff-383c96524366 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:51.555300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-552b520c-858b-4b5f-b03a-fa9d7ea1ee90 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.558772 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-552b520c-858b-4b5f-b03a-fa9d7ea1ee90 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.560228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-552b520c-858b-4b5f-b03a-fa9d7ea1ee90 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/42ad7658-0a8a-46dc-ba40-8ea1a8b8114d HTTP/1.1" status: 204 len: 168 time: 0.3156016 Jul 13 07:48:51.563342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49112) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.613440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23fd9d0-74ca-4bc0-ad9d-6b95d8b6de74 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting subnet a3a8b981-8e8c-45ce-baa2-08a6df1b263f {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:51.617089 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c23fd9d0-74ca-4bc0-ad9d-6b95d8b6de74 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.659574 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f059e2e6-a85a-4b78-83f8-98300d4ead32 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0944970 Jul 13 07:48:51.660628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49114) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.665451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-02cb06fe-4881-47e3-8ca4-bc0dee22bc80 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'tempest-secgroup--607860539'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:51.669439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b520c-858b-4b5f-b03a-fa9d7ea1ee90 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ad7658-0a8a-46dc-ba40-8ea1a8b8114d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:51.694411 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02cb06fe-4881-47e3-8ca4-bc0dee22bc80 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.736458 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c23fd9d0-74ca-4bc0-ad9d-6b95d8b6de74 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.817147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02cb06fe-4881-47e3-8ca4-bc0dee22bc80 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.823800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe322a98-1978-4fb2-ba77-0f209d376715 None None] DHCP port deletion for ef91ead4-00b2-45c5-a5ff-383c96524366 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:51.837031 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02cb06fe-4881-47e3-8ca4-bc0dee22bc80 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.837280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728a186-c07c-4512-88a5-f2284bdddef9 req-39c919ac-ed64-4941-a5ce-b9a0e3be315c tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:51.838790 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c728a186-c07c-4512-88a5-f2284bdddef9 req-39c919ac-ed64-4941-a5ce-b9a0e3be315c tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1849465 Jul 13 07:48:51.879143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c23fd9d0-74ca-4bc0-ad9d-6b95d8b6de74 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.887521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fe322a98-1978-4fb2-ba77-0f209d376715 None None] Deleting port e11a2711-7b8a-406f-b37d-762ee76e8449 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:51.887870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb06fe-4881-47e3-8ca4-bc0dee22bc80 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5450d845-2d16-458c-8dac-60197a38e127,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:51.888078 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe322a98-1978-4fb2-ba77-0f209d376715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.894554 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02cb06fe-4881-47e3-8ca4-bc0dee22bc80 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.900412 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-02cb06fe-4881-47e3-8ca4-bc0dee22bc80 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2380044 Jul 13 07:48:51.901269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49120) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.910813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-796d347f-6ad5-4d5b-acad-6e2b06b44e5e tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': '5450d845-2d16-458c-8dac-60197a38e127', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:51.912770 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-796d347f-6ad5-4d5b-acad-6e2b06b44e5e tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 07:48:51.914160 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-796d347f-6ad5-4d5b-acad-6e2b06b44e5e tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:51.918765 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-796d347f-6ad5-4d5b-acad-6e2b06b44e5e tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0158253 Jul 13 07:48:51.921229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49122) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.937140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c728a186-c07c-4512-88a5-f2284bdddef9 req-c228d526-e844-4aaf-ba31-5f406cebe172 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917175 Jul 13 07:48:51.984402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c23fd9d0-74ca-4bc0-ad9d-6b95d8b6de74 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.006790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf15e-f574-47bb-b194-fdbc2cacb223 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.011860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fe322a98-1978-4fb2-ba77-0f209d376715 None None] For port e11a2711-7b8a-406f-b37d-762ee76e8449, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e11a2711-7b8a-406f-b37d-762ee76e8449,segment=NetworkSegment(50e44910-b7ce-4f79-b87e-b3d25a79846c),segment_id=50e44910-b7ce-4f79-b87e-b3d25a79846c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:52.012486 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe322a98-1978-4fb2-ba77-0f209d376715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.034016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fe322a98-1978-4fb2-ba77-0f209d376715 None None] Calling delete_port for e11a2711-7b8a-406f-b37d-762ee76e8449 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:52.037541 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf15e-f574-47bb-b194-fdbc2cacb223 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.075693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fd9d0-74ca-4bc0-ad9d-6b95d8b6de74 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a8b981-8e8c-45ce-baa2-08a6df1b263f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.083246 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c23fd9d0-74ca-4bc0-ad9d-6b95d8b6de74 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.088551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49126) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:52.088992 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c23fd9d0-74ca-4bc0-ad9d-6b95d8b6de74 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "DELETE /v2.0/subnets/a3a8b981-8e8c-45ce-baa2-08a6df1b263f HTTP/1.1" status: 204 len: 168 time: 0.5514791 Jul 13 07:48:52.113609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e557d5-21f5-4021-9190-3ca13e915461 None None] Network 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:52.208931 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.212332 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf15e-f574-47bb-b194-fdbc2cacb223 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.215425 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf15e-f574-47bb-b194-fdbc2cacb223 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.217388 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3c6bf15e-f574-47bb-b194-fdbc2cacb223 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/5450d845-2d16-458c-8dac-60197a38e127 HTTP/1.1" status: 204 len: 168 time: 0.2947786 Jul 13 07:48:52.219990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49132) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:52.233071 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bf15e-f574-47bb-b194-fdbc2cacb223 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5450d845-2d16-458c-8dac-60197a38e127,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.309750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe322a98-1978-4fb2-ba77-0f209d376715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.321687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c9372aa6-d8c6-44c3-b590-73af128e28cc tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003127 Jul 13 07:48:52.325691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49138) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:52.335154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e082786a-7aff-44bd-bd1a-d470626e6871 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'tempest-secgroup--384014682'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:52.349477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe322a98-1978-4fb2-ba77-0f209d376715 None None] Pushing event deleted for resources: {'Port': ['ID=e11a2711-7b8a-406f-b37d-762ee76e8449,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.353704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Deleting port e11a2711-7b8a-406f-b37d-762ee76e8449 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:52.354518 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.354748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe322a98-1978-4fb2-ba77-0f209d376715 None None] No DVR routers for this DVR port e11a2711-7b8a-406f-b37d-762ee76e8449 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:52.392874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e082786a-7aff-44bd-bd1a-d470626e6871 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.448830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] For port e11a2711-7b8a-406f-b37d-762ee76e8449, host n-d-798249-7, got binding levels [] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:52.449623 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.466215 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Calling delete_port for e11a2711-7b8a-406f-b37d-762ee76e8449 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:52.469869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.ipam_backend_mixin [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Port e11a2711-7b8a-406f-b37d-762ee76e8449 was not found and therefore no delete operation was performed {{(pid=93839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:48:52.471951 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.509840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Port': ['ID=e11a2711-7b8a-406f-b37d-762ee76e8449,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.516039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] No DVR routers for this DVR port e11a2711-7b8a-406f-b37d-762ee76e8449 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:52.537101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f0eda8-47cf-45e3-a60f-57363c54d5af None None] DHCP port deletion for 92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:52.583118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e082786a-7aff-44bd-bd1a-d470626e6871 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.595261 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e082786a-7aff-44bd-bd1a-d470626e6871 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.640492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0eda8-47cf-45e3-a60f-57363c54d5af None None] Deleting port b9060db5-2db9-4807-a81e-2addefc49fa2 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:52.641173 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7f0eda8-47cf-45e3-a60f-57363c54d5af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.657919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b9060db5-2db9-4807-a81e-2addefc49fa2 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:52.660888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082786a-7aff-44bd-bd1a-d470626e6871 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d18d87-f8bf-4755-a516-e45014c77f8a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.689048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e082786a-7aff-44bd-bd1a-d470626e6871 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.692855 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e082786a-7aff-44bd-bd1a-d470626e6871 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3659451 Jul 13 07:48:52.696377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49146) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:52.718646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-28b3aa5f-fb8e-4636-8472-2f9878f68f15 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': '51d18d87-f8bf-4755-a516-e45014c77f8a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:52.719701 n-d-798249-7 neutron-server[93838]: WARNING neutron.api.v2.base [None req-28b3aa5f-fb8e-4636-8472-2f9878f68f15 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 07:48:52.720343 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-28b3aa5f-fb8e-4636-8472-2f9878f68f15 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:52.721515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-28b3aa5f-fb8e-4636-8472-2f9878f68f15 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0239739 Jul 13 07:48:52.725359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49148) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:52.726175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.754279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef91ead4-00b2-45c5-a5ff-383c96524366']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:52.766764 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e44910-b7ce-4f79-b87e-b3d25a79846c') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:52.767052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e44910-b7ce-4f79-b87e-b3d25a79846c') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:52.779040 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.784957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c7f0eda8-47cf-45e3-a60f-57363c54d5af None None] For port b9060db5-2db9-4807-a81e-2addefc49fa2, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b9060db5-2db9-4807-a81e-2addefc49fa2,segment=NetworkSegment(a8ce91c5-c5d5-4403-b3e6-798b9f06af1e),segment_id=a8ce91c5-c5d5-4403-b3e6-798b9f06af1e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:52.785626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7f0eda8-47cf-45e3-a60f-57363c54d5af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.795930 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-869dba31-6d46-4d48-9f94-56f65bbd2b0c tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.803344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.814288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:52.814726 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:52.819520 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:52.825823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-869dba31-6d46-4d48-9f94-56f65bbd2b0c tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.855039 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0eda8-47cf-45e3-a60f-57363c54d5af None None] Calling delete_port for b9060db5-2db9-4807-a81e-2addefc49fa2 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:52.878989 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.883798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-869dba31-6d46-4d48-9f94-56f65bbd2b0c tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.886617 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-869dba31-6d46-4d48-9f94-56f65bbd2b0c tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.888425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-869dba31-6d46-4d48-9f94-56f65bbd2b0c tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/51d18d87-f8bf-4755-a516-e45014c77f8a HTTP/1.1" status: 204 len: 168 time: 0.1618180 Jul 13 07:48:52.893279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49150) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:52.904872 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.915220 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.916974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dba31-6d46-4d48-9f94-56f65bbd2b0c tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d18d87-f8bf-4755-a516-e45014c77f8a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.918620 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "DELETE /v2.0/networks/ef91ead4-00b2-45c5-a5ff-383c96524366 HTTP/1.1" status: 204 len: 168 time: 0.8279397 Jul 13 07:48:52.921733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49152) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:52.931297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae4797-304f-4b0d-853b-9df697f6a127 tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Network': ['ID=ef91ead4-00b2-45c5-a5ff-383c96524366,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.986584 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3b7f9f31-3166-4335-9177-91ca07159962 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920522 Jul 13 07:48:52.994002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49156) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:52.998963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3add19c9-63f7-41be-9ba6-9dab7217f383 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'tempest-secgroup--277858445'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:53.028098 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7f0eda8-47cf-45e3-a60f-57363c54d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.028922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.054528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3add19c9-63f7-41be-9ba6-9dab7217f383 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.099446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f0eda8-47cf-45e3-a60f-57363c54d5af None None] No DVR routers for this DVR port b9060db5-2db9-4807-a81e-2addefc49fa2 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:53.115868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0eda8-47cf-45e3-a60f-57363c54d5af None None] Pushing event deleted for resources: {'Port': ['ID=b9060db5-2db9-4807-a81e-2addefc49fa2,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:53.167459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.167772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e11a2711-7b8a-406f-b37d-762ee76e8449 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:53.193390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:53.195531 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3add19c9-63f7-41be-9ba6-9dab7217f383 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.207578 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3add19c9-63f7-41be-9ba6-9dab7217f383 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.207782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:53.208120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ce91c5-c5d5-4403-b3e6-798b9f06af1e') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:53.213753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e11a2711-7b8a-406f-b37d-762ee76e8449 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:53.214115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e11a2711-7b8a-406f-b37d-762ee76e8449 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:53.232229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.249345 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.256871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:53.257349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:53.262446 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:53.300363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3add19c9-63f7-41be-9ba6-9dab7217f383 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.304338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3add19c9-63f7-41be-9ba6-9dab7217f383 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3065991 Jul 13 07:48:53.321049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49164) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.329397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6762e387-1916-4244-ab31-ee3174d6998f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': '0e9244cf-b979-4670-8241-0cf9adbb0147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:53.330259 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-6762e387-1916-4244-ab31-ee3174d6998f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 07:48:53.330758 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-6762e387-1916-4244-ab31-ee3174d6998f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:53.334266 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6762e387-1916-4244-ab31-ee3174d6998f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084240 Jul 13 07:48:53.343858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49166) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.349930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5f8b2880-292e-4a14-b860-02733b14a641 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': '0e9244cf-b979-4670-8241-0cf9adbb0147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:53.352070 n-d-798249-7 neutron-server[93838]: WARNING neutron.api.v2.base [None req-5f8b2880-292e-4a14-b860-02733b14a641 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 07:48:53.353158 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-5f8b2880-292e-4a14-b860-02733b14a641 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:53.357099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5f8b2880-292e-4a14-b860-02733b14a641 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094182 Jul 13 07:48:53.357099 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.358058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49172) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.377029 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add19c9-63f7-41be-9ba6-9dab7217f383 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9244cf-b979-4670-8241-0cf9adbb0147,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:53.379207 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.396862 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] 10.222.0.44 "DELETE /v2.0/networks/92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a HTTP/1.1" status: 204 len: 168 time: 0.4735737 Jul 13 07:48:53.400898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ee2cc23e-182e-4318-895a-e74a2e81ea46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': '0e9244cf-b979-4670-8241-0cf9adbb0147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:53.401996 n-d-798249-7 neutron-server[93838]: WARNING neutron.api.v2.base [None req-ee2cc23e-182e-4318-895a-e74a2e81ea46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 07:48:53.402696 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-ee2cc23e-182e-4318-895a-e74a2e81ea46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:53.407788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ee2cc23e-182e-4318-895a-e74a2e81ea46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0460379 Jul 13 07:48:53.407788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2a177-5500-4c68-8d9e-c28cc02e1d0a tempest-TaggedBootDevicesTest-1243272938 tempest-TaggedBootDevicesTest-1243272938-project] Pushing event deleted for resources: {'Network': ['ID=92bb8ee3-84eb-4fc3-aaa2-49a8d7dbcd9a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:53.408642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49174) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.440952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c6602586-94e4-42fb-a824-a6669ff5f0dc tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': '0e9244cf-b979-4670-8241-0cf9adbb0147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:53.448468 n-d-798249-7 neutron-server[93838]: WARNING neutron.api.v2.base [None req-c6602586-94e4-42fb-a824-a6669ff5f0dc tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 07:48:53.449567 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-c6602586-94e4-42fb-a824-a6669ff5f0dc tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:53.458109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9239ff5-603c-4871-b940-a4e3bab8dec3 req-a9084f96-f761-4de3-9ae7-35233e829c33 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.461325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c6602586-94e4-42fb-a824-a6669ff5f0dc tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0491374 Jul 13 07:48:53.461634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49176) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.479192 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9239ff5-603c-4871-b940-a4e3bab8dec3 req-a9084f96-f761-4de3-9ae7-35233e829c33 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.2541747 Jul 13 07:48:53.621841 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9239ff5-603c-4871-b940-a4e3bab8dec3 req-dc232d54-aa70-4244-9e0d-80ee8e141869 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350148 Jul 13 07:48:53.652885 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49edd2be-2e11-415e-91ce-8ee4b263da31 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.678134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49edd2be-2e11-415e-91ce-8ee4b263da31 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.738754 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49edd2be-2e11-415e-91ce-8ee4b263da31 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.744285 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49edd2be-2e11-415e-91ce-8ee4b263da31 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.750229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-49edd2be-2e11-415e-91ce-8ee4b263da31 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/0e9244cf-b979-4670-8241-0cf9adbb0147 HTTP/1.1" status: 204 len: 168 time: 0.2831829 Jul 13 07:48:53.751049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49190) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.757874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edd2be-2e11-415e-91ce-8ee4b263da31 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9244cf-b979-4670-8241-0cf9adbb0147,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:53.843894 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0ca5f178-10bc-477e-9c80-6391d0b5b4a2 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914004 Jul 13 07:48:53.848932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49192) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.856946 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b630325d-d92a-4de4-8b5d-802fca74ceb1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481784847'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:53.896237 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b630325d-d92a-4de4-8b5d-802fca74ceb1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.011738 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b630325d-d92a-4de4-8b5d-802fca74ceb1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.022090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b630325d-d92a-4de4-8b5d-802fca74ceb1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.061561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630325d-d92a-4de4-8b5d-802fca74ceb1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7f9c9f-9d2d-41b9-ac70-e930ff195df6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:54.066878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b630325d-d92a-4de4-8b5d-802fca74ceb1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.068595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b630325d-d92a-4de4-8b5d-802fca74ceb1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2185447 Jul 13 07:48:54.071788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49198) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.078712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-433987c6-e3d4-41b4-b8dc-3b00d3a5cf33 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'db7f9c9f-9d2d-41b9-ac70-e930ff195df6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:54.079315 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-433987c6-e3d4-41b4-b8dc-3b00d3a5cf33 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:48:54.079940 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-433987c6-e3d4-41b4-b8dc-3b00d3a5cf33 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:54.084757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-433987c6-e3d4-41b4-b8dc-3b00d3a5cf33 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080254 Jul 13 07:48:54.085254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49200) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.090613 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-32ab9256-3703-45f5-a15a-d136010b8350 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'db7f9c9f-9d2d-41b9-ac70-e930ff195df6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:54.146372 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-32ab9256-3703-45f5-a15a-d136010b8350 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:54.150296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-32ab9256-3703-45f5-a15a-d136010b8350 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0614309 Jul 13 07:48:54.150789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49202) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.156709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-dd4e2cc1-9f2c-4efa-914f-089e66de6e61 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'db7f9c9f-9d2d-41b9-ac70-e930ff195df6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:54.157501 n-d-798249-7 neutron-server[93838]: WARNING neutron.api.v2.base [None req-dd4e2cc1-9f2c-4efa-914f-089e66de6e61 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 07:48:54.158187 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-dd4e2cc1-9f2c-4efa-914f-089e66de6e61 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:54.164002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dd4e2cc1-9f2c-4efa-914f-089e66de6e61 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080514 Jul 13 07:48:54.164002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49204) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.170043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-be236cd9-40ea-406b-8cac-4e704739a7cf tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'db7f9c9f-9d2d-41b9-ac70-e930ff195df6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:54.219825 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-be236cd9-40ea-406b-8cac-4e704739a7cf tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:54.224063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-be236cd9-40ea-406b-8cac-4e704739a7cf tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0574231 Jul 13 07:48:54.224741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49206) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.229461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-afc5983b-5fa5-49aa-985b-0f046e1d665a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'db7f9c9f-9d2d-41b9-ac70-e930ff195df6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:54.229942 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-afc5983b-5fa5-49aa-985b-0f046e1d665a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:48:54.230422 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-afc5983b-5fa5-49aa-985b-0f046e1d665a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:54.233764 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-afc5983b-5fa5-49aa-985b-0f046e1d665a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056639 Jul 13 07:48:54.233988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49208) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.238949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c389167e-a5f1-41ce-8967-b28311b724d4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'db7f9c9f-9d2d-41b9-ac70-e930ff195df6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:54.263278 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-c389167e-a5f1-41ce-8967-b28311b724d4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Project 5c3658e7c2ac45109a6f1533e4d721f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:48:54.289431 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-c389167e-a5f1-41ce-8967-b28311b724d4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:54.292056 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c389167e-a5f1-41ce-8967-b28311b724d4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0556912 Jul 13 07:48:54.293452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49210) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.300428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a9ea0b1b-88f3-474a-8b4b-9776f73e9fc6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'db7f9c9f-9d2d-41b9-ac70-e930ff195df6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:54.301236 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-a9ea0b1b-88f3-474a-8b4b-9776f73e9fc6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 07:48:54.301960 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-a9ea0b1b-88f3-474a-8b4b-9776f73e9fc6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:54.303479 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a9ea0b1b-88f3-474a-8b4b-9776f73e9fc6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088122 Jul 13 07:48:54.306551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49212) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.311503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cba33fa9-15ae-449d-8f34-1d145ca3f9dc tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'db7f9c9f-9d2d-41b9-ac70-e930ff195df6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:54.344250 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-cba33fa9-15ae-449d-8f34-1d145ca3f9dc tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Project 5c3658e7c2ac45109a6f1533e4d721f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:48:54.360178 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-cba33fa9-15ae-449d-8f34-1d145ca3f9dc tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:54.364065 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cba33fa9-15ae-449d-8f34-1d145ca3f9dc tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0538948 Jul 13 07:48:54.364922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49214) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.369817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-bed5baeb-37c2-4b94-b47e-6bdef61c05d4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'db7f9c9f-9d2d-41b9-ac70-e930ff195df6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:54.393377 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-bed5baeb-37c2-4b94-b47e-6bdef61c05d4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Project 5c3658e7c2ac45109a6f1533e4d721f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:48:54.408028 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-bed5baeb-37c2-4b94-b47e-6bdef61c05d4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:54.412795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bed5baeb-37c2-4b94-b47e-6bdef61c05d4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0439417 Jul 13 07:48:54.412986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49216) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.475620 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7bde9bb-6a1a-4607-bc26-07205529a037 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.503241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7bde9bb-6a1a-4607-bc26-07205529a037 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.572557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7bde9bb-6a1a-4607-bc26-07205529a037 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.577398 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7bde9bb-6a1a-4607-bc26-07205529a037 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.582837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49220) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.593380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d7bde9bb-6a1a-4607-bc26-07205529a037 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/db7f9c9f-9d2d-41b9-ac70-e930ff195df6 HTTP/1.1" status: 204 len: 168 time: 0.1778357 Jul 13 07:48:54.623851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bde9bb-6a1a-4607-bc26-07205529a037 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7f9c9f-9d2d-41b9-ac70-e930ff195df6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:54.681401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-71d71807-a17d-429b-ab11-f71696d4d499 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973451 Jul 13 07:48:54.685520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49224) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.691937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-af6ef18a-a9fa-4754-8f7a-997717d50c8a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'tempest-secgroup--773158667'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:54.743236 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af6ef18a-a9fa-4754-8f7a-997717d50c8a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.924233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c91f1-08ee-4ce2-97cf-92fd252efa1f req-452efe08-1a8e-465b-8c01-cb6c12399749 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.926318 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da0c91f1-08ee-4ce2-97cf-92fd252efa1f req-452efe08-1a8e-465b-8c01-cb6c12399749 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1245534 Jul 13 07:48:54.962782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af6ef18a-a9fa-4754-8f7a-997717d50c8a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.986156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da0c91f1-08ee-4ce2-97cf-92fd252efa1f req-96f790d4-5d51-4349-a406-33533016ceac tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490580 Jul 13 07:48:54.988048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af6ef18a-a9fa-4754-8f7a-997717d50c8a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.024332 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af6ef18a-a9fa-4754-8f7a-997717d50c8a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.032171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49232) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.039235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6aad2451-3462-473a-9a34-bb185ecacc0b tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'a6729d4e-0114-483c-afb5-b0346049d6fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:55.041544 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-af6ef18a-a9fa-4754-8f7a-997717d50c8a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3546512 Jul 13 07:48:55.072106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ef18a-a9fa-4754-8f7a-997717d50c8a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6729d4e-0114-483c-afb5-b0346049d6fe,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:55.124974 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-6aad2451-3462-473a-9a34-bb185ecacc0b tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The resource could not be found. Jul 13 07:48:55.129394 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6aad2451-3462-473a-9a34-bb185ecacc0b tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0928862 Jul 13 07:48:55.129570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49234) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.134283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-81383ef9-4cdf-4f56-a21a-c4db92a59114 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'a6729d4e-0114-483c-afb5-b0346049d6fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8e2270e2-1e67-47a5-812d-e889abcc022c'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:55.193933 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-81383ef9-4cdf-4f56-a21a-c4db92a59114 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The resource could not be found. Jul 13 07:48:55.197660 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-81383ef9-4cdf-4f56-a21a-c4db92a59114 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0644920 Jul 13 07:48:55.198469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49236) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.253388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b391dbb6-3086-43fc-8379-4e074713694f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.278965 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b391dbb6-3086-43fc-8379-4e074713694f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.341793 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b391dbb6-3086-43fc-8379-4e074713694f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.349894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b391dbb6-3086-43fc-8379-4e074713694f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.351631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b391dbb6-3086-43fc-8379-4e074713694f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/a6729d4e-0114-483c-afb5-b0346049d6fe HTTP/1.1" status: 204 len: 168 time: 0.1519916 Jul 13 07:48:55.354629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49238) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.363690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391dbb6-3086-43fc-8379-4e074713694f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6729d4e-0114-483c-afb5-b0346049d6fe,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:55.432575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49240) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.432953 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-92a49538-1757-4a1e-a56f-63669b40137f tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770044 Jul 13 07:48:55.437889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e1499f27-f48c-4e7f-90c7-3c99f88f51a0 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': '051a99b6-2bf5-489a-81c3-62f181034f3c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:55.491875 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-e1499f27-f48c-4e7f-90c7-3c99f88f51a0 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The resource could not be found. Jul 13 07:48:55.497661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e1499f27-f48c-4e7f-90c7-3c99f88f51a0 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0593898 Jul 13 07:48:55.497956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49242) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.505388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a8bf4289-b7c2-4710-8f18-57d3a4b9ba9d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'tempest-secgroup--233809675'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:55.546944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4289-b7c2-4710-8f18-57d3a4b9ba9d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.697963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4289-b7c2-4710-8f18-57d3a4b9ba9d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.703068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4289-b7c2-4710-8f18-57d3a4b9ba9d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.746135 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4289-b7c2-4710-8f18-57d3a4b9ba9d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.747471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a8bf4289-b7c2-4710-8f18-57d3a4b9ba9d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2483296 Jul 13 07:48:55.750330 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49248) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.750863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf4289-b7c2-4710-8f18-57d3a4b9ba9d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca22889f-2bd6-4956-9fd8-55b8c24d9268,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:55.755810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-20169517-0a79-4a95-994e-ccb07ed6565d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707280969'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:55.791190 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-20169517-0a79-4a95-994e-ccb07ed6565d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.932909 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-20169517-0a79-4a95-994e-ccb07ed6565d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.948363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-20169517-0a79-4a95-994e-ccb07ed6565d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.993747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20169517-0a79-4a95-994e-ccb07ed6565d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557690ea-8c5d-42ea-af7e-5fbd81ef9dad,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:56.035085 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-20169517-0a79-4a95-994e-ccb07ed6565d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.036531 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-20169517-0a79-4a95-994e-ccb07ed6565d tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2851484 Jul 13 07:48:56.039869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49262) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.044384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c5420959-2050-4f8f-ada7-7506d3bdf935 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'ca22889f-2bd6-4956-9fd8-55b8c24d9268', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '557690ea-8c5d-42ea-af7e-5fbd81ef9dad'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:56.118697 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-c5420959-2050-4f8f-ada7-7506d3bdf935 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:56.120144 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c5420959-2050-4f8f-ada7-7506d3bdf935 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0796080 Jul 13 07:48:56.201736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49268) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.317413 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-563056d1-ea23-410e-8fb1-94e25962dae4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.343744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479fba-ccfe-412c-b864-76ececaffb04 req-11ecb379-9089-491b-879e-702f67ecfef6 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.350012 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-563056d1-ea23-410e-8fb1-94e25962dae4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.358134 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f479fba-ccfe-412c-b864-76ececaffb04 req-11ecb379-9089-491b-879e-702f67ecfef6 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1865470 Jul 13 07:48:56.404856 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-563056d1-ea23-410e-8fb1-94e25962dae4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.409218 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-563056d1-ea23-410e-8fb1-94e25962dae4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.411565 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-563056d1-ea23-410e-8fb1-94e25962dae4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/557690ea-8c5d-42ea-af7e-5fbd81ef9dad HTTP/1.1" status: 204 len: 168 time: 0.2082059 Jul 13 07:48:56.416956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49272) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.442849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563056d1-ea23-410e-8fb1-94e25962dae4 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557690ea-8c5d-42ea-af7e-5fbd81ef9dad,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:56.453367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f479fba-ccfe-412c-b864-76ececaffb04 req-5b4c8bc4-8a75-432f-8a98-51db20c62723 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860190 Jul 13 07:48:56.503451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49274) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.528266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-491cada5-4a00-4c4a-8b44-6c294f081a2a tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1076276 Jul 13 07:48:56.531805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49278) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.609728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbd56df9-c5ff-447d-a5b4-2d58c1635cc1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.641647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbd56df9-c5ff-447d-a5b4-2d58c1635cc1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.696794 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55851748-ccf5-4618-b050-08dfc43d812d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.706006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbd56df9-c5ff-447d-a5b4-2d58c1635cc1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.706006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbd56df9-c5ff-447d-a5b4-2d58c1635cc1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.708782 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cbd56df9-c5ff-447d-a5b4-2d58c1635cc1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/ca22889f-2bd6-4956-9fd8-55b8c24d9268 HTTP/1.1" status: 204 len: 168 time: 0.1758168 Jul 13 07:48:56.709733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49280) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.731067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd56df9-c5ff-447d-a5b4-2d58c1635cc1 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca22889f-2bd6-4956-9fd8-55b8c24d9268,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:56.774388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b5685ca0-e5f8-4f37-833d-9c001d6eb1ca tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604894 Jul 13 07:48:56.779037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49282) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.784560 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-baec2f0c-1dbf-4a8e-abb4-1445f6f244d6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454668939'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:56.860673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55851748-ccf5-4618-b050-08dfc43d812d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.865626 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55851748-ccf5-4618-b050-08dfc43d812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.895076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-baec2f0c-1dbf-4a8e-abb4-1445f6f244d6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.914722 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-55851748-ccf5-4618-b050-08dfc43d812d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74b4aa4b54234d4b92925bb4395f1d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095874 Jul 13 07:48:56.916392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55851748-ccf5-4618-b050-08dfc43d812d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2a2cb2-0011-40e1-a9c5-d9cb7179a52c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:56.919120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49286) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.987726 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaa9f-3793-426b-92c9-e2559311c6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.031001 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaa9f-3793-426b-92c9-e2559311c6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.065410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-baec2f0c-1dbf-4a8e-abb4-1445f6f244d6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.076067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-baec2f0c-1dbf-4a8e-abb4-1445f6f244d6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.119315 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-baec2f0c-1dbf-4a8e-abb4-1445f6f244d6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.121863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-baec2f0c-1dbf-4a8e-abb4-1445f6f244d6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3406482 Jul 13 07:48:57.123113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec2f0c-1dbf-4a8e-abb4-1445f6f244d6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1044dc-90e1-4301-818b-c7f4e9ec91b1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:57.125593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49290) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.134148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-97e6dea9-80bd-4776-9a64-c5e2c8c3fae0 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'aa1044dc-90e1-4301-818b-c7f4e9ec91b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:57.145121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaa9f-3793-426b-92c9-e2559311c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.147992 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaa9f-3793-426b-92c9-e2559311c6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.149419 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2e9eaa9f-3793-426b-92c9-e2559311c6bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d2a2cb2-0011-40e1-a9c5-d9cb7179a52c HTTP/1.1" status: 204 len: 168 time: 0.2289808 Jul 13 07:48:57.179603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eaa9f-3793-426b-92c9-e2559311c6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2a2cb2-0011-40e1-a9c5-d9cb7179a52c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:57.213089 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-97e6dea9-80bd-4776-9a64-c5e2c8c3fae0 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:57.214429 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-97e6dea9-80bd-4776-9a64-c5e2c8c3fae0 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0875571 Jul 13 07:48:57.217581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49294) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.222505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a04cbdc9-3495-4e00-9273-6b53ceb1cf90 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group_rule': {'security_group_id': 'aa1044dc-90e1-4301-818b-c7f4e9ec91b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:57.258902 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-a04cbdc9-3495-4e00-9273-6b53ceb1cf90 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:57.260327 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a04cbdc9-3495-4e00-9273-6b53ceb1cf90 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0415528 Jul 13 07:48:57.263223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49296) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.331623 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46bcce7f-89dc-4ff6-a8a8-052fd194da64 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.365550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46bcce7f-89dc-4ff6-a8a8-052fd194da64 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.424144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46bcce7f-89dc-4ff6-a8a8-052fd194da64 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.427185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46bcce7f-89dc-4ff6-a8a8-052fd194da64 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.428548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-46bcce7f-89dc-4ff6-a8a8-052fd194da64 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/aa1044dc-90e1-4301-818b-c7f4e9ec91b1 HTTP/1.1" status: 204 len: 168 time: 0.1642957 Jul 13 07:48:57.431328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49304) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.438086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcce7f-89dc-4ff6-a8a8-052fd194da64 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1044dc-90e1-4301-818b-c7f4e9ec91b1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:57.499278 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-134cf83a-7a37-4bed-bf31-9553590705c5 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664763 Jul 13 07:48:57.505709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49312) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.510773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5fae4196-34d2-4d58-a4a5-6ea62056ce46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256856680'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:57.545723 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fae4196-34d2-4d58-a4a5-6ea62056ce46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.725072 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fae4196-34d2-4d58-a4a5-6ea62056ce46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.745878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed5137-f05e-4876-9c80-06cd09cd7f66 req-5f6634f3-c25a-45d8-99e5-f46817a1c964 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:57.754145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffed5137-f05e-4876-9c80-06cd09cd7f66 req-5f6634f3-c25a-45d8-99e5-f46817a1c964 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1022620 Jul 13 07:48:57.756774 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fae4196-34d2-4d58-a4a5-6ea62056ce46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.817619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fae4196-34d2-4d58-a4a5-6ea62056ce46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.819046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5fae4196-34d2-4d58-a4a5-6ea62056ce46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3122728 Jul 13 07:48:57.823725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49324) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.829600 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-371d91aa-94e7-48be-85b4-10408c5e19cf tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:57.830621 n-d-798249-7 neutron-server[93839]: WARNING neutron.api.v2.base [None req-371d91aa-94e7-48be-85b4-10408c5e19cf tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:48:57.831347 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-371d91aa-94e7-48be-85b4-10408c5e19cf tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:48:57.835729 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffed5137-f05e-4876-9c80-06cd09cd7f66 req-b409d989-f8cb-4ecb-b47c-1eb2bb18edf0 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804982 Jul 13 07:48:57.836069 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-371d91aa-94e7-48be-85b4-10408c5e19cf tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "PUT /v2.0/security-groups/4c0e1f69-00a7-45c7-9d17-75c5ee557741 HTTP/1.1" status: 409 len: 330 time: 0.0112357 Jul 13 07:48:57.837026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49326) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.850257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae4196-34d2-4d58-a4a5-6ea62056ce46 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0e1f69-00a7-45c7-9d17-75c5ee557741,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:57.919521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e70cdd7-231d-4d63-92bb-38bf03da14df tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.946271 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e70cdd7-231d-4d63-92bb-38bf03da14df tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.995981 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e70cdd7-231d-4d63-92bb-38bf03da14df tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.000434 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e70cdd7-231d-4d63-92bb-38bf03da14df tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.003652 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7e70cdd7-231d-4d63-92bb-38bf03da14df tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/4c0e1f69-00a7-45c7-9d17-75c5ee557741 HTTP/1.1" status: 204 len: 168 time: 0.1632400 Jul 13 07:48:58.005518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49332) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.013906 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70cdd7-231d-4d63-92bb-38bf03da14df tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0e1f69-00a7-45c7-9d17-75c5ee557741,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:58.092239 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cad52de1-ca31-46d4-bd41-312b4696f582 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852935 Jul 13 07:48:58.095991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49338) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.110935 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-0e308631-50c4-471c-9810-d2d5f6c83d31 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] delete failed (client error): The resource could not be found. Jul 13 07:48:58.112769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0e308631-50c4-471c-9810-d2d5f6c83d31 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "DELETE /v2.0/security-groups/1e3d89f2-ff65-47f8-8119-4d249a8535f0 HTTP/1.1" status: 404 len: 347 time: 0.0154183 Jul 13 07:48:58.116282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49340) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.135949 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-5141f0cf-6c53-447f-87e2-b603b8fabac9 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] show failed (client error): The resource could not be found. Jul 13 07:48:58.137026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5141f0cf-6c53-447f-87e2-b603b8fabac9 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-groups/a02d1962-9cb5-49dc-93b6-5b12c0774e94 HTTP/1.1" status: 404 len: 347 time: 0.0198069 Jul 13 07:48:58.141141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49342) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.162661 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-b69e135d-55d0-4585-963a-0e8e131766f6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] show failed (client error): The resource could not be found. Jul 13 07:48:58.164292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b69e135d-55d0-4585-963a-0e8e131766f6 tempest-NegativeSecGroupIPv6Test-327875702 tempest-NegativeSecGroupIPv6Test-327875702-project] 10.222.0.44 "GET /v2.0/security-group-rules/d7d0af9d-5989-40a6-81b2-b13a072a38b6 HTTP/1.1" status: 404 len: 356 time: 0.0220253 Jul 13 07:48:58.627806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49362) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.873014 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d8f0179c-a376-441a-8957-6781f310fa3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c3658e7c2ac45109a6f1533e4d721f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440286 Jul 13 07:48:58.876634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49378) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:59.010298 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cb4e6d0-9035-4a85-b4a9-7d01ffa180d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.067117 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cb4e6d0-9035-4a85-b4a9-7d01ffa180d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.170475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f64d86-00c1-4356-8a57-093ea42662ab req-09eb1270-69d6-4795-a87b-5676d3fadf48 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:59.172206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-68f64d86-00c1-4356-8a57-093ea42662ab req-09eb1270-69d6-4795-a87b-5676d3fadf48 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1103253 Jul 13 07:48:59.199614 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cb4e6d0-9035-4a85-b4a9-7d01ffa180d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.203565 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5cb4e6d0-9035-4a85-b4a9-7d01ffa180d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.205229 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5cb4e6d0-9035-4a85-b4a9-7d01ffa180d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45507886-fcf9-4ee2-b014-39193218d4fc HTTP/1.1" status: 204 len: 168 time: 0.3268476 Jul 13 07:48:59.242793 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-68f64d86-00c1-4356-8a57-093ea42662ab req-dd9c4aff-095e-43bc-96a6-4f694e38be1b tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641487 Jul 13 07:48:59.244191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4e6d0-9035-4a85-b4a9-7d01ffa180d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45507886-fcf9-4ee2-b014-39193218d4fc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:00.462874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4bdde-6e80-47cc-83d9-49cd26ca270d req-0906f4e9-f29d-4168-9471-d7c6d116b093 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.470809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-60c4bdde-6e80-47cc-83d9-49cd26ca270d req-0906f4e9-f29d-4168-9471-d7c6d116b093 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.0880432 Jul 13 07:49:00.519627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-60c4bdde-6e80-47cc-83d9-49cd26ca270d req-2c7db7c8-d0d8-426f-8bbc-2cffaed085d0 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477092 Jul 13 07:49:01.874321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502b5a3-797c-4638-bb77-281083704d8b req-ebde69fc-ad5d-4ed5-8d85-ff680274f155 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:01.877667 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f502b5a3-797c-4638-bb77-281083704d8b req-ebde69fc-ad5d-4ed5-8d85-ff680274f155 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1406806 Jul 13 07:49:01.985828 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f502b5a3-797c-4638-bb77-281083704d8b req-6ecfca02-645c-4a94-a485-63fa025ff266 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002896 Jul 13 07:49:02.367399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49536) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:02.564941 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f5ecb70-5175-4abc-b042-e0b87512cc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.677150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f5ecb70-5175-4abc-b042-e0b87512cc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.682825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f5ecb70-5175-4abc-b042-e0b87512cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.757237 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1f5ecb70-5175-4abc-b042-e0b87512cc58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0db414c47abc491cb8c4dac8f2c896cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861313 Jul 13 07:49:02.757237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ecb70-5175-4abc-b042-e0b87512cc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb429ef5-32ea-4831-bcbf-fa6c603e7f9a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:02.757718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49546) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:02.870874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.917988 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.983670 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.987739 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.989278 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb429ef5-32ea-4831-bcbf-fa6c603e7f9a HTTP/1.1" status: 204 len: 168 time: 0.2304792 Jul 13 07:49:02.999612 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb429ef5-32ea-4831-bcbf-fa6c603e7f9a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:03.009210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.009956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.010409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.011005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.011431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.012084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.013079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.013803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.014374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.014931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.015499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.016119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b1eaa-27d8-4bb2-b2e3-4bb2e0953163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:03.367481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c0948-3957-4592-b35f-13b51a3bb7c3 req-35d1a4ee-7420-4040-95f7-894d4f248430 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:03.375450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d11c0948-3957-4592-b35f-13b51a3bb7c3 req-35d1a4ee-7420-4040-95f7-894d4f248430 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1819036 Jul 13 07:49:03.433265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d11c0948-3957-4592-b35f-13b51a3bb7c3 req-cd36555b-b538-494b-a7cb-142ce11fcbe6 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563526 Jul 13 07:49:03.484842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49566) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:03.501086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2051a602-2ef2-4196-aaac-9fe331cf403f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.630836 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2051a602-2ef2-4196-aaac-9fe331cf403f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.637015 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2051a602-2ef2-4196-aaac-9fe331cf403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.668548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2051a602-2ef2-4196-aaac-9fe331cf403f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fef84510eee0402d85f1144fdff2254a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819704 Jul 13 07:49:03.671272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49574) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:03.728356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051a602-2ef2-4196-aaac-9fe331cf403f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f0bd46-07a4-4cd2-a8eb-db28cb53fa48,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:03.771519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4247a03b-523e-4fc4-936d-cadadf030ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.799753 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4247a03b-523e-4fc4-936d-cadadf030ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.868990 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4247a03b-523e-4fc4-936d-cadadf030ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.871850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4247a03b-523e-4fc4-936d-cadadf030ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.876384 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4247a03b-523e-4fc4-936d-cadadf030ad9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6f0bd46-07a4-4cd2-a8eb-db28cb53fa48 HTTP/1.1" status: 204 len: 168 time: 0.2036572 Jul 13 07:49:03.895161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247a03b-523e-4fc4-936d-cadadf030ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f0bd46-07a4-4cd2-a8eb-db28cb53fa48,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:04.645109 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.720643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12cf51-c4f2-4561-83c3-af007d3a0ebe req-ed709586-b434-4bc5-8a69-51b1016f2df2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.722968 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b12cf51-c4f2-4561-83c3-af007d3a0ebe req-ed709586-b434-4bc5-8a69-51b1016f2df2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.0841827 Jul 13 07:49:04.853879 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b12cf51-c4f2-4561-83c3-af007d3a0ebe req-40810fe6-67c3-4f79-a976-4b40434ae82a tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225269 Jul 13 07:49:05.058495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49620) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:05.166188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a96384f-274c-441a-b54b-0e48aecf023f admin admin] Deleting subnet a46b3d42-df97-4a18-ad67-40c0eb489cef {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:05.176784 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a96384f-274c-441a-b54b-0e48aecf023f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.280252 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a96384f-274c-441a-b54b-0e48aecf023f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.375321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a96384f-274c-441a-b54b-0e48aecf023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.550623 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a96384f-274c-441a-b54b-0e48aecf023f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.616371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96384f-274c-441a-b54b-0e48aecf023f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46b3d42-df97-4a18-ad67-40c0eb489cef,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:05.626472 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a96384f-274c-441a-b54b-0e48aecf023f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.630049 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5a96384f-274c-441a-b54b-0e48aecf023f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a46b3d42-df97-4a18-ad67-40c0eb489cef HTTP/1.1" status: 204 len: 168 time: 0.5705078 Jul 13 07:49:05.632721 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49640) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:05.773541 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.896599 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.910479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7960dd-2779-420d-9771-18fed82cf265']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:05.923366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ffbd02-f93b-4d27-8f76-9b6df41c89ae') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:05.924519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ffbd02-f93b-4d27-8f76-9b6df41c89ae') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:05.936174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.953719 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.960615 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:05.961309 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:05.963330 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:06.071155 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.078085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49650) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:06.091995 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.098411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4f7960dd-2779-420d-9771-18fed82cf265 HTTP/1.1" status: 204 len: 168 time: 0.4642346 Jul 13 07:49:06.102571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49654) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:06.210009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d372cb-03f7-441f-81eb-85bbb51688e5 req-34992aac-c51f-4167-922d-5604d180b5ea tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:06.211683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2d372cb-03f7-441f-81eb-85bbb51688e5 req-34992aac-c51f-4167-922d-5604d180b5ea tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1216540 Jul 13 07:49:06.243112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84ab1a0f-78ed-4494-bae2-74fe93d08696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.251586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2ceaf3-a24a-44cb-a6b5-ea3a7d4197ac admin admin] Deleting subnet 322fd962-da1b-40a1-a90d-dfb185a05473 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:06.256512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f5a3f-9397-4184-9d8b-04fc628ec121 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7960dd-2779-420d-9771-18fed82cf265,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:06.272354 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7f2ceaf3-a24a-44cb-a6b5-ea3a7d4197ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.382205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84ab1a0f-78ed-4494-bae2-74fe93d08696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.417011 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2d372cb-03f7-441f-81eb-85bbb51688e5 req-361393f7-a574-49c3-841b-e2a682bad5c5 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905951 Jul 13 07:49:06.418718 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84ab1a0f-78ed-4494-bae2-74fe93d08696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.477843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-84ab1a0f-78ed-4494-bae2-74fe93d08696 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6429597d1a5948de82c47cedcc7f1cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951302 Jul 13 07:49:06.477843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab1a0f-78ed-4494-bae2-74fe93d08696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65940e28-8770-42e2-8b76-fa5f8ff6e19d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:06.479146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49670) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:06.564879 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0527c4a-728c-4b2e-9c07-c1a6ffc76e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.605279 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0527c4a-728c-4b2e-9c07-c1a6ffc76e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.695730 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0527c4a-728c-4b2e-9c07-c1a6ffc76e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.698651 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f0527c4a-728c-4b2e-9c07-c1a6ffc76e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.699986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f0527c4a-728c-4b2e-9c07-c1a6ffc76e28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65940e28-8770-42e2-8b76-fa5f8ff6e19d HTTP/1.1" status: 204 len: 168 time: 0.2079518 Jul 13 07:49:06.724730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0527c4a-728c-4b2e-9c07-c1a6ffc76e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65940e28-8770-42e2-8b76-fa5f8ff6e19d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:06.755500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7f2ceaf3-a24a-44cb-a6b5-ea3a7d4197ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.829571 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7f2ceaf3-a24a-44cb-a6b5-ea3a7d4197ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.906249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7f2ceaf3-a24a-44cb-a6b5-ea3a7d4197ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.963846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7f2ceaf3-a24a-44cb-a6b5-ea3a7d4197ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.966050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7f2ceaf3-a24a-44cb-a6b5-ea3a7d4197ac admin admin] 10.222.0.44 "DELETE /v2.0/subnets/322fd962-da1b-40a1-a90d-dfb185a05473 HTTP/1.1" status: 204 len: 168 time: 0.8600600 Jul 13 07:49:06.967286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ceaf3-a24a-44cb-a6b5-ea3a7d4197ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322fd962-da1b-40a1-a90d-dfb185a05473,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:06.968628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49692) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:07.051595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.813663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630b4b9-ee0d-40d5-a94d-f56fbffd3b50 req-d02c6e87-8073-4d29-8ae0-2208092cb977 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:07.818871 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d630b4b9-ee0d-40d5-a94d-f56fbffd3b50 req-d02c6e87-8073-4d29-8ae0-2208092cb977 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1530712 Jul 13 07:49:07.825045 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.844859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb2813b-4a8d-42f8-9862-32c60db57b62']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:07.857649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e337c5-16d0-491a-8722-ced4df2cc5fb') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:07.858054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e337c5-16d0-491a-8722-ced4df2cc5fb') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:07.871667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11945de3-9e72-473f-ab0a-1061b25161a1 req-2d9a69a4-5b42-44f2-bf60-a90bf795e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:07.873285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11945de3-9e72-473f-ab0a-1061b25161a1 req-2d9a69a4-5b42-44f2-bf60-a90bf795e559 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 1097 time: 0.7688346 Jul 13 07:49:07.875040 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.891198 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.914279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:07.914715 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:07.916475 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:07.919268 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d630b4b9-ee0d-40d5-a94d-f56fbffd3b50 req-4f29edaa-89b6-4eb1-b793-191934b6bd75 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866089 Jul 13 07:49:07.990238 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.133192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.153154 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.155563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0fb2813b-4a8d-42f8-9862-32c60db57b62 HTTP/1.1" status: 204 len: 168 time: 1.1859260 Jul 13 07:49:08.160132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb7571-b571-433a-b598-ea0dddb74d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb2813b-4a8d-42f8-9862-32c60db57b62,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:08.188100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11945de3-9e72-473f-ab0a-1061b25161a1 req-aff34ce1-b3bc-4a69-8fcd-2b6da2521341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.190619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11945de3-9e72-473f-ab0a-1061b25161a1 req-aff34ce1-b3bc-4a69-8fcd-2b6da2521341 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 911 time: 0.2914169 Jul 13 07:49:08.294003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11945de3-9e72-473f-ab0a-1061b25161a1 req-6450a6d4-c321-4d30-a299-83a564b7f09a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abc0c822-3fc4-4612-957a-ed8d5811f654 HTTP/1.1" status: 200 len: 217 time: 0.0921421 Jul 13 07:49:08.348372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11945de3-9e72-473f-ab0a-1061b25161a1 req-646bfcf9-b928-4269-a907-467937a0f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.349818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11945de3-9e72-473f-ab0a-1061b25161a1 req-646bfcf9-b928-4269-a907-467937a0f89b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 200 len: 850 time: 0.0479779 Jul 13 07:49:08.396299 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11945de3-9e72-473f-ab0a-1061b25161a1 req-a2077d65-b309-4081-b1c2-c272c1b36ae4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a4348bf-6f85-45ab-8602-be34efd275e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383048 Jul 13 07:49:08.486172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49744) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:08.516790 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11945de3-9e72-473f-ab0a-1061b25161a1 req-fe84c0f4-445e-4825-b370-5a3d342257f7 service neutron] 10.222.0.53 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122198 Jul 13 07:49:08.585649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1fad7c74-9c78-4b3f-b66c-dec1536d7ebf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25c4523886a14e2f91659d5ac5ecfcb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973408 Jul 13 07:49:08.588263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49746) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:08.682405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49754) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:08.715954 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-68272cfe-62d7-42fb-a156-8be442cd86bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.763764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11945de3-9e72-473f-ab0a-1061b25161a1 req-11a11de8-8946-47b9-bd5f-eb12bcf8d643 service neutron] 10.222.0.53 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408733 Jul 13 07:49:08.805093 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-68272cfe-62d7-42fb-a156-8be442cd86bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.894686 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-68272cfe-62d7-42fb-a156-8be442cd86bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.897990 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-68272cfe-62d7-42fb-a156-8be442cd86bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.899266 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-68272cfe-62d7-42fb-a156-8be442cd86bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1 HTTP/1.1" status: 204 len: 168 time: 0.3098905 Jul 13 07:49:08.909033 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68272cfe-62d7-42fb-a156-8be442cd86bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1d65d1-b7e1-41e4-af1b-6a14d9f62ea1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:09.404230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49778) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:09.454530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4ae4dcbb-d6dd-4bc6-9044-b6acfc87c750 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c747940280d4b03bda2bdd19905b926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480776 Jul 13 07:49:09.456903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49780) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:09.525519 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ff4034d-8d5a-4b6e-bba5-ac2c721faab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.551240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751f738-35e9-40fa-bdf4-1dfc8312e34b req-9cf81985-e01a-416c-8547-8a4d5b930e56 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:09.552889 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d751f738-35e9-40fa-bdf4-1dfc8312e34b req-9cf81985-e01a-416c-8547-8a4d5b930e56 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.4818201 Jul 13 07:49:09.567593 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ff4034d-8d5a-4b6e-bba5-ac2c721faab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.652818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d751f738-35e9-40fa-bdf4-1dfc8312e34b req-09a2f8df-d162-4ca3-812d-984c1fd3a777 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916266 Jul 13 07:49:09.669878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ff4034d-8d5a-4b6e-bba5-ac2c721faab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.675688 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ff4034d-8d5a-4b6e-bba5-ac2c721faab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.676891 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4ff4034d-8d5a-4b6e-bba5-ac2c721faab9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a2d94f9-14d5-420a-af59-d315f752eaa8 HTTP/1.1" status: 204 len: 168 time: 0.2190979 Jul 13 07:49:09.688479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4034d-8d5a-4b6e-bba5-ac2c721faab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d94f9-14d5-420a-af59-d315f752eaa8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:09.774501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.239682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] Deleting port ff79fbe1-c49f-4809-b7d1-83ab96f450a1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:10.240082 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.368242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] For port ff79fbe1-c49f-4809-b7d1-83ab96f450a1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ff79fbe1-c49f-4809-b7d1-83ab96f450a1,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:10.370133 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.389170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] Calling delete_port for ff79fbe1-c49f-4809-b7d1-83ab96f450a1 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:10.772764 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.831042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff79fbe1-c49f-4809-b7d1-83ab96f450a1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:11.092401 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.109074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da2ea-b0b6-4d5c-b098-6a4314e73942 req-acc8d1bc-983f-460e-8833-47d0d1d45107 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:11.110609 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1e8da2ea-b0b6-4d5c-b098-6a4314e73942 req-acc8d1bc-983f-460e-8833-47d0d1d45107 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.2377739 Jul 13 07:49:11.179663 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1e8da2ea-b0b6-4d5c-b098-6a4314e73942 req-dcb0ab15-0ff6-48a2-b16d-a0fab70b33c0 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605960 Jul 13 07:49:11.487931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] Router a810f911-25c9-417e-b3b7-80fc2d609eda has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:11.676521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:11.694067 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-60054da7-40c6-486e-9bf7-1f4c33611bf0 admin admin] 10.222.0.44 "PUT /v2.0/routers/a810f911-25c9-417e-b3b7-80fc2d609eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0063956 Jul 13 07:49:11.694495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49876) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:11.695128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] Sync routers for ids ['a810f911-25c9-417e-b3b7-80fc2d609eda'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:11.706733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] Routers {'a810f911-25c9-417e-b3b7-80fc2d609eda'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:11.707776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a810f911-25c9-417e-b3b7-80fc2d609eda'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:12.030820 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.186596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] Set router a810f911-25c9-417e-b3b7-80fc2d609eda gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:12.190445 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.316384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Deleting port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:12.320440 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.410719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d8ac-39bf-44f1-9e2f-b13e48df3011 req-a1a1dc27-123e-416e-be71-7c8735e76a75 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.436736 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81d6d8ac-39bf-44f1-9e2f-b13e48df3011 req-a1a1dc27-123e-416e-be71-7c8735e76a75 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1141212 Jul 13 07:49:12.500738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81d6d8ac-39bf-44f1-9e2f-b13e48df3011 req-7f90c1d9-e782-4e92-9366-cff49c851051 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627062 Jul 13 07:49:12.531231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] For port d98bd53a-d9cc-4e6d-88e2-bb75278fde7c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d98bd53a-d9cc-4e6d-88e2-bb75278fde7c,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:12.531828 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.551415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Calling delete_port for d98bd53a-d9cc-4e6d-88e2-bb75278fde7c owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:12.563310 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:49:10Z', 'revision_number': 5, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port': {'id': 'd98bd53a-d9cc-4e6d-88e2-bb75278fde7c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:37:38Z', 'updated_at': '2021-07-13T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:12.695979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] Checking router: a810f911-25c9-417e-b3b7-80fc2d609eda for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:12.749503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] Routers {'a810f911-25c9-417e-b3b7-80fc2d609eda'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:12.750866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:48:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a810f911-25c9-417e-b3b7-80fc2d609eda'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:12.880087 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.906317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] Set router a810f911-25c9-417e-b3b7-80fc2d609eda gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:12.926187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Pushing event deleted for resources: {'Port': ['ID=d98bd53a-d9cc-4e6d-88e2-bb75278fde7c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:13.000877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:49:12Z', 'revision_number': 6, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:13.046396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ff91d3-d48b-4643-868e-517d6211770c None None] The sync data for ids ['a810f911-25c9-417e-b3b7-80fc2d609eda'] in n-d-798249-7 is: [{'id': 'a810f911-25c9-417e-b3b7-80fc2d609eda', 'name': 'tempest-TaggedBootDevicesTest-192941860-router', 'tenant_id': '13786c1fa5354a01b98ccc442b005d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:37:37Z', 'updated_at': '2021-07-13T07:49:12Z', 'revision_number': 6, 'project_id': '13786c1fa5354a01b98ccc442b005d53', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:13.077779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.203147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.206016 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.281414 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.281983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a810f911-25c9-417e-b3b7-80fc2d609eda {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:49:13.291765 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.293101 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-47208881-46b2-437e-ab47-c2b4baa3980e admin admin] 10.222.0.44 "DELETE /v2.0/routers/a810f911-25c9-417e-b3b7-80fc2d609eda HTTP/1.1" status: 204 len: 168 time: 1.5965829 Jul 13 07:49:13.295642 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49922) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:13.344972 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd0756b-f5dd-41f7-811f-d78ef1d98b27 admin admin] Deleting subnet 9b3c98f5-a903-4003-adc3-d4b30273206b {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:13.349829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cd0756b-f5dd-41f7-811f-d78ef1d98b27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.394078 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cd0756b-f5dd-41f7-811f-d78ef1d98b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.561896 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cd0756b-f5dd-41f7-811f-d78ef1d98b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.684104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cd0756b-f5dd-41f7-811f-d78ef1d98b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.700926 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cd0756b-f5dd-41f7-811f-d78ef1d98b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.703497 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8cd0756b-f5dd-41f7-811f-d78ef1d98b27 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9b3c98f5-a903-4003-adc3-d4b30273206b HTTP/1.1" status: 204 len: 168 time: 0.4062788 Jul 13 07:49:13.705707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49936) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:13.707733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949d688-50e9-4018-a445-17df00d7176f None None] Network 404cf158-687c-4a31-86f5-f16b75de7176 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:13.726181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0756b-f5dd-41f7-811f-d78ef1d98b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3c98f5-a903-4003-adc3-d4b30273206b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:13.842826 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.894262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac02918-a962-4440-8265-dd3a7203034b req-2ef20145-6ba5-46e2-aa08-7639e3503f31 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.903338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bac02918-a962-4440-8265-dd3a7203034b req-2ef20145-6ba5-46e2-aa08-7639e3503f31 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1239519 Jul 13 07:49:14.017928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Deleting port c532f192-6e02-4528-9e15-282e4c76bcc5 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:14.018276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.034937 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bac02918-a962-4440-8265-dd3a7203034b req-4774182f-74c8-47a0-9eda-7e92b49c3333 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247792 Jul 13 07:49:14.128726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] DHCP port deletion for 404cf158-687c-4a31-86f5-f16b75de7176 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:14.224576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] For port c532f192-6e02-4528-9e15-282e4c76bcc5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c532f192-6e02-4528-9e15-282e4c76bcc5,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:14.225348 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.325609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Calling delete_port for c532f192-6e02-4528-9e15-282e4c76bcc5 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:14.349159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Deleting port c532f192-6e02-4528-9e15-282e4c76bcc5 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:14.350970 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.363279 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f8759f05-6990-4010-b451-9fba4f65209d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.466602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.541237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] No DVR routers for this DVR port c532f192-6e02-4528-9e15-282e4c76bcc5 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:14.581689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] For port c532f192-6e02-4528-9e15-282e4c76bcc5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c532f192-6e02-4528-9e15-282e4c76bcc5,segment=NetworkSegment(bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838),segment_id=bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:14.582384 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.599662 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Calling delete_port for c532f192-6e02-4528-9e15-282e4c76bcc5 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:14.671864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.681101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c532f192-6e02-4528-9e15-282e4c76bcc5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.709043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ff79fbe1-c49f-4809-b7d1-83ab96f450a1 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:14.710433 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3ddb-1d91-4879-9a3b-d217fcdaf518 req-3d88ce60-fef2-4002-ad9e-83be5c889c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.722489 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e43d3ddb-1d91-4879-9a3b-d217fcdaf518 req-3d88ce60-fef2-4002-ad9e-83be5c889c9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 1097 time: 0.5365384 Jul 13 07:49:14.744061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404cf158-687c-4a31-86f5-f16b75de7176']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:14.762465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:14.762778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8ae3e4-c1cb-48a4-8a13-2f7bc8434838') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:14.775908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: ff79fbe1-c49f-4809-b7d1-83ab96f450a1 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:14.776572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ff79fbe1-c49f-4809-b7d1-83ab96f450a1 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:14.777174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c532f192-6e02-4528-9e15-282e4c76bcc5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:14.801004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.821516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e43d3ddb-1d91-4879-9a3b-d217fcdaf518 req-1030fb0f-83aa-4d29-afcd-43ccf34af7f1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930924 Jul 13 07:49:14.827176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c532f192-6e02-4528-9e15-282e4c76bcc5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:14.827512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c532f192-6e02-4528-9e15-282e4c76bcc5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:14.828003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d98bd53a-d9cc-4e6d-88e2-bb75278fde7c no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:14.835587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.855822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: d98bd53a-d9cc-4e6d-88e2-bb75278fde7c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:14.856199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d98bd53a-d9cc-4e6d-88e2-bb75278fde7c not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:14.856385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:14.856690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:14.858656 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:14.908473 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.952778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Pushing event deleted for resources: {'Port': ['ID=c532f192-6e02-4528-9e15-282e4c76bcc5,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.962409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] No DVR routers for this DVR port c532f192-6e02-4528-9e15-282e4c76bcc5 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:14.965359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.965942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.966497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.967347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.968007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.968558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.969118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.969646 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.970773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.971427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.971972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:14.972553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fafd9a-3722-4a39-a554-a05af8f7cc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:15.022924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.052781 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.057502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/404cf158-687c-4a31-86f5-f16b75de7176 HTTP/1.1" status: 204 len: 168 time: 1.3506460 Jul 13 07:49:15.058950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b07636-1745-4b84-af29-600da2690db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=404cf158-687c-4a31-86f5-f16b75de7176,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:15.343642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6088b-4ed6-42d6-a3b8-83fec2b19718 req-2ade9573-1992-41c2-a2d0-0aac102f8a0f tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.345361 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1fa6088b-4ed6-42d6-a3b8-83fec2b19718 req-2ade9573-1992-41c2-a2d0-0aac102f8a0f tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1084433 Jul 13 07:49:15.369713 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 49976) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.408116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1fa6088b-4ed6-42d6-a3b8-83fec2b19718 req-2af0761c-a8ab-4246-9677-5620c18f399f tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556195 Jul 13 07:49:15.480474 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1c0e7b4a-611a-4092-9cb4-d723067bb258 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13786c1fa5354a01b98ccc442b005d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065016 Jul 13 07:49:15.484811 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 49982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.591258 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33cb0c35-342b-422c-a0f7-ff3f3e8600f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.616099 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33cb0c35-342b-422c-a0f7-ff3f3e8600f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.733868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33cb0c35-342b-422c-a0f7-ff3f3e8600f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.738635 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33cb0c35-342b-422c-a0f7-ff3f3e8600f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.743443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-33cb0c35-342b-422c-a0f7-ff3f3e8600f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ed22ee6-7fa3-427b-ba8c-c8794aba2663 HTTP/1.1" status: 204 len: 168 time: 0.2567730 Jul 13 07:49:15.761000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb0c35-342b-422c-a0f7-ff3f3e8600f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed22ee6-7fa3-427b-ba8c-c8794aba2663,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:16.839628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17138f-1f6c-4c81-b012-1c2c9008c10d req-b13a5d89-cf1b-46f7-9c57-de16d205baf1 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.841209 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e17138f-1f6c-4c81-b012-1c2c9008c10d req-b13a5d89-cf1b-46f7-9c57-de16d205baf1 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1704583 Jul 13 07:49:16.934723 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e17138f-1f6c-4c81-b012-1c2c9008c10d req-87471b7a-283f-4b59-9761-aecef877be3b tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830362 Jul 13 07:49:17.064496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50038) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:17.071291 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.224815 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f06d68c-ac06-4062-9b4b-3dae0d37425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.285329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-485183330-network', 'tenant_id': 'e5602140aca046dc8c7f20f5d6e759ad'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:17.333649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Made reservation on behalf of e5602140aca046dc8c7f20f5d6e759ad for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:17.337319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.348653 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.456207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-88393fb0-8548-4fd5-b88f-7d6dcc75768d tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.465630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-88393fb0-8548-4fd5-b88f-7d6dcc75768d tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 810 time: 0.2213225 Jul 13 07:49:17.472790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.480352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.483930 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-aa8b5b6e-2baf-4273-8862-944405639152 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/quotas/c03980ac41214985887e5a4a6739d4f5 HTTP/1.1" status: 200 len: 375 time: 0.0168471 Jul 13 07:49:17.525145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:17.540997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d556781-cb85-47a3-9127-44c371b7b3cc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:17.574232 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.578197 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Added segment 19d782f7-f623-4f83-b44b-a62dd2b05f57 of type vlan for network 0245a309-c6bf-459d-adca-b28a445c15db Jul 13 07:49:17.630929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-0397a870-d3d6-4089-96c4-641e5acae117 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456399 Jul 13 07:49:17.684307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.756621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.757980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.758761 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.820149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fea8c084-830e-4bfe-8900-c43e75318e27 service neutron] 10.222.0.44 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881642 Jul 13 07:49:17.841079 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7749298 Jul 13 07:49:17.861924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50068) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:17.869759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Request body: {'subnet': {'network_id': '0245a309-c6bf-459d-adca-b28a445c15db', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-485183330-subnet', 'tenant_id': 'e5602140aca046dc8c7f20f5d6e759ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:17.945456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156bfba-36dd-4eea-b65f-4bf1e0ab4748 admin admin] Pushing event updated for resources: {'Network': ['ID=0245a309-c6bf-459d-adca-b28a445c15db,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:17.954870 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.962378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 0245a309-c6bf-459d-adca-b28a445c15db details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:18.022656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Made reservation on behalf of e5602140aca046dc8c7f20f5d6e759ad for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:18.025281 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.069748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-f114f88c-bdd0-427d-a178-25d49b7892eb service neutron] 10.222.0.44 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433760 Jul 13 07:49:18.285338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.349826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55217e1-f93c-4d4c-a8db-c3b4fd3a810b,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:18.415222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Checking segment: {'id': '19d782f7-f623-4f83-b44b-a62dd2b05f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0245a309-c6bf-459d-adca-b28a445c15db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:18.415722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Network hostable DHCP agents. Network: 0245a309-c6bf-459d-adca-b28a445c15db, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:18.472935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Network 0245a309-c6bf-459d-adca-b28a445c15db is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:18.483237 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac755855-8b33-421c-bf93-71a9af45e0a1 req-b813b356-4886-4d98-a762-aca8fdc50e7b tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 210 time: 0.0502968 Jul 13 07:49:18.510031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 0245a309-c6bf-459d-adca-b28a445c15db) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:18.535395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b0ab3-f6bf-4c14-bac3-ee5861d68acb None None] Network 0245a309-c6bf-459d-adca-b28a445c15db requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:18.539785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.540905 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.582010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cc9fb4b6-4ce1-423e-9556-606af2c1b7e8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7157474 Jul 13 07:49:18.808951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebc5156-7f9e-4af6-9c77-e16a40dd00b9 None None] Network 0245a309-c6bf-459d-adca-b28a445c15db requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:19.482836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee561f-9775-4643-a97d-811550b20128 req-5084a72b-0128-484c-913f-5332686b9d41 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:19.485168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-5084a72b-0128-484c-913f-5332686b9d41 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/networks?id=0245a309-c6bf-459d-adca-b28a445c15db HTTP/1.1" status: 200 len: 821 time: 0.1861048 Jul 13 07:49:19.510940 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-fe6d547a-9f25-4c2c-b57b-c2b2ccbde4e4 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/quotas/e5602140aca046dc8c7f20f5d6e759ad HTTP/1.1" status: 200 len: 375 time: 0.0175250 Jul 13 07:49:19.569254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-4c4d9023-8214-4274-a514-97b55fccf4d4 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5602140aca046dc8c7f20f5d6e759ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566483 Jul 13 07:49:19.671485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f733fd2e-8d3b-459f-820b-c38a66208f3f req-18fb767a-b54e-48c0-98fa-a870ad664902 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 210 time: 0.0314538 Jul 13 07:49:19.728556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-6c0cb0a3-ac64-4d73-8774-7d99acc3d0a6 service neutron] 10.222.0.44 "GET /v2.0/networks/0245a309-c6bf-459d-adca-b28a445c15db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524205 Jul 13 07:49:19.758137 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.851489 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-c44c5152-fbba-4298-b274-921f53d7e1d6 service neutron] 10.222.0.44 "GET /v2.0/networks/0245a309-c6bf-459d-adca-b28a445c15db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218276 Jul 13 07:49:20.128633 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-522113a1-8c21-4ef5-ac5b-4de09ed79731 req-867cf95e-1ec5-43c3-8446-21b2015bdbc7 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 210 time: 0.0690157 Jul 13 07:49:20.667263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-5a49449d-79c1-4853-b7c5-ed487817be44 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:20.670196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-5a49449d-79c1-4853-b7c5-ed487817be44 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.54 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 810 time: 0.4185131 Jul 13 07:49:20.748559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Request body: {'port': {'device_id': '88732c47-5870-4384-a6ba-dba20d110791', 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2', 'admin_state_up': True, 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:20.944444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4f28f54b-41ae-431e-8939-41d7ceb94867 req-ebb46244-995b-4a2a-b25a-1e9dcbcc7b74 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 210 time: 0.1076219 Jul 13 07:49:21.040345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Made reservation on behalf of c03980ac41214985887e5a4a6739d4f5 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:21.044342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.274233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Allocated IP 172.20.0.6 (2a4348bf-6f85-45ab-8602-be34efd275e2/d2ca3441-5e9c-409f-b457-cdf8597f8622/523bd2d8-1185-444a-b350-8166c2381c7a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:21.529772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6fa57014-8f2e-4c89-9937-4fd6b3689f6b req-366d3de1-371e-47ec-b505-6679bf01acbc tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 210 time: 0.0976560 Jul 13 07:49:21.575345 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.618705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.633628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['abc0c822-3fc4-4612-957a-ed8d5811f654'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:21.666233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Network 2a4348bf-6f85-45ab-8602-be34efd275e2 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:21.675707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:21.680038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:21.750312 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:49:21.778327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.779062 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.820673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Pushing event updated for resources: {'Port': ['ID=523bd2d8-1185-444a-b350-8166c2381c7a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:21.870841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-fc464489-4428-4a44-bb8f-2a94bf5be503 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1532748 Jul 13 07:49:21.899853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Request body: {'port': {'device_id': '88732c47-5870-4384-a6ba-dba20d110791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:22.213928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee561f-9775-4643-a97d-811550b20128 req-66cf2e75-8e1f-4eaa-9f73-9042c034d721 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.215659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-66cf2e75-8e1f-4eaa-9f73-9042c034d721 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.54 "GET /v2.0/networks?id=0245a309-c6bf-459d-adca-b28a445c15db HTTP/1.1" status: 200 len: 821 time: 0.2295897 Jul 13 07:49:22.254165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Request body: {'port': {'device_id': 'c43ef626-f705-4e23-8f88-f3adcc1ab5f5', 'network_id': '0245a309-c6bf-459d-adca-b28a445c15db', 'admin_state_up': True, 'tenant_id': 'e5602140aca046dc8c7f20f5d6e759ad'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:22.774756 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b022b746-af2c-4b50-a960-0336bc0c5bee req-96386da7-640d-4e57-914c-77c5b002fb00 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 210 time: 0.0543988 Jul 13 07:49:22.839110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.917117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb505d73-a2aa-428f-a64d-12538fc2158c req-3b45db62-4058-45f7-8239-42fe6ce79348 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.918714 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb505d73-a2aa-428f-a64d-12538fc2158c req-3b45db62-4058-45f7-8239-42fe6ce79348 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 931 time: 0.7018695 Jul 13 07:49:23.049072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Made reservation on behalf of e5602140aca046dc8c7f20f5d6e759ad for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:23.052653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.071974 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fb505d73-a2aa-428f-a64d-12538fc2158c req-3fef8c44-a138-4a7d-b98d-7969367261bf tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451774 Jul 13 07:49:23.285742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Allocated IP 172.20.0.12 (0245a309-c6bf-459d-adca-b28a445c15db/d55217e1-f93c-4d4c-a8db-c3b4fd3a810b/74fff433-abe1-40a3-971e-639c595cb36c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:23.349979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523bd2d8-1185-444a-b350-8166c2381c7a {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:23.365788 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.411385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Transition to ACTIVE for port object 523bd2d8-1185-444a-b350-8166c2381c7a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:23.423534 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.531657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Pushing event updated for resources: {'Port': ['ID=523bd2d8-1185-444a-b350-8166c2381c7a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:23.617301 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.668700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Attempting to bind port 523bd2d8-1185-444a-b350-8166c2381c7a on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:23.669030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Attempting to bind port 523bd2d8-1185-444a-b350-8166c2381c7a by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:23.669354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Attempting to bind port 523bd2d8-1185-444a-b350-8166c2381c7a on network 2a4348bf-6f85-45ab-8602-be34efd275e2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:23.677988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Port 523bd2d8-1185-444a-b350-8166c2381c7a on network 2a4348bf-6f85-45ab-8602-be34efd275e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:23.678315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Attempting to bind port 523bd2d8-1185-444a-b350-8166c2381c7a on network 2a4348bf-6f85-45ab-8602-be34efd275e2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:23.686446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:23.686811 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Checking segment: {'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:23.687204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Bound using segment: {'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:23.687650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Bound port: 523bd2d8-1185-444a-b350-8166c2381c7a, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:23.688056 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.722624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.816439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Network 0245a309-c6bf-459d-adca-b28a445c15db is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:23.826864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:23.830285 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:23.905467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:23.906161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.915631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Pushing event updated for resources: {'Port': ['ID=74fff433-abe1-40a3-971e-639c595cb36c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:23.970209 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] For port 523bd2d8-1185-444a-b350-8166c2381c7a, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:23.978315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] For port 523bd2d8-1185-444a-b350-8166c2381c7a, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=523bd2d8-1185-444a-b350-8166c2381c7a,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:23.981725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-b9b790a1-5c82-4a08-9eb5-f6c0216ef0c5 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7526188 Jul 13 07:49:24.003855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Request body: {'port': {'device_id': 'c43ef626-f705-4e23-8f88-f3adcc1ab5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:24.006806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.068436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.069078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.070509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] 10.222.0.54 "PUT /v2.0/ports/523bd2d8-1185-444a-b350-8166c2381c7a HTTP/1.1" status: 200 len: 1091 time: 2.1897218 Jul 13 07:49:24.072834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88732c47-5870-4384-a6ba-dba20d110791', 'tag': '523bd2d8-1185-444a-b350-8166c2381c7a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:24.075126 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615b67d6-575c-4e81-a436-4615ba2f0175" -d '{"events": [{"name": "network-changed", "server_uuid": "88732c47-5870-4384-a6ba-dba20d110791", "tag": "523bd2d8-1185-444a-b350-8166c2381c7a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:24.146587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac63b1-2f0e-4cd1-9a3a-75717cd9385e service neutron] Pushing event updated for resources: {'Port': ['ID=523bd2d8-1185-444a-b350-8166c2381c7a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:24.171291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.175068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f1b95-32d9-4afd-b7ec-9d63e3895a34 req-b673e536-6031-4d8b-bf0a-86bc54bf85f0 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.178527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-457f1b95-32d9-4afd-b7ec-9d63e3895a34 req-b673e536-6031-4d8b-bf0a-86bc54bf85f0 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 932 time: 0.1948533 Jul 13 07:49:24.274420 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-457f1b95-32d9-4afd-b7ec-9d63e3895a34 req-11d47dc4-6565-44ff-8f5d-2a1ef38ba1d2 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902166 Jul 13 07:49:24.361977 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b0787b-5c97-4c46-81b7-758e17b6a6b4 x-openstack-request-id: req-27b0787b-5c97-4c46-81b7-758e17b6a6b4 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:24.362527 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88732c47-5870-4384-a6ba-dba20d110791", "tag": "523bd2d8-1185-444a-b350-8166c2381c7a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:24.362924 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27b0787b-5c97-4c46-81b7-758e17b6a6b4 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:24.363471 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88732c47-5870-4384-a6ba-dba20d110791', 'tag': '523bd2d8-1185-444a-b350-8166c2381c7a', 'status': 'completed', 'code': 200} Jul 13 07:49:24.388926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3ab06378-5f82-43b5-a5f4-3fe30afefc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.391498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-3ab06378-5f82-43b5-a5f4-3fe30afefc8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 1094 time: 0.2089796 Jul 13 07:49:24.638562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db97a1-52af-4f75-b32f-6a5c67462f5f req-7b1b4a76-c366-46e2-a31f-277a2d581c69 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.639598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-814d1fa0-0cca-4e24-bf3e-0397b586b63c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523bd2d8-1185-444a-b350-8166c2381c7a HTTP/1.1" status: 200 len: 217 time: 0.1855552 Jul 13 07:49:24.647125 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29db97a1-52af-4f75-b32f-6a5c67462f5f req-7b1b4a76-c366-46e2-a31f-277a2d581c69 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 943 time: 0.1414409 Jul 13 07:49:24.703478 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29db97a1-52af-4f75-b32f-6a5c67462f5f req-4bc1c183-b15f-463e-bf1b-8b4b3c4f7c1b tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550387 Jul 13 07:49:24.736548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-e27496b7-20c9-4aa3-b626-69583899682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.738055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-e27496b7-20c9-4aa3-b626-69583899682f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 200 len: 850 time: 0.0909216 Jul 13 07:49:24.784270 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-b954fba1-f0d9-4954-9438-10d8de6d6d94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a4348bf-6f85-45ab-8602-be34efd275e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371194 Jul 13 07:49:25.053215 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-af88de40-45e3-4dbe-b286-e7abe6fe3225 service neutron] 10.222.0.54 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533655 Jul 13 07:49:25.060413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fff433-abe1-40a3-971e-639c595cb36c {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:25.071938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.148888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Transition to ACTIVE for port object 74fff433-abe1-40a3-971e-639c595cb36c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:25.161701 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.400631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Pushing event updated for resources: {'Port': ['ID=74fff433-abe1-40a3-971e-639c595cb36c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:25.435654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa027624-407f-4f5a-9030-0f94b6b2ef6c req-0a84f5c9-693e-4c78-a76f-eb5b107f2d7c service neutron] 10.222.0.54 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557684 Jul 13 07:49:25.454739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Attempting to bind port 74fff433-abe1-40a3-971e-639c595cb36c on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:25.455394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Attempting to bind port 74fff433-abe1-40a3-971e-639c595cb36c by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19d782f7-f623-4f83-b44b-a62dd2b05f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0245a309-c6bf-459d-adca-b28a445c15db'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:25.455900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Attempting to bind port 74fff433-abe1-40a3-971e-639c595cb36c on network 0245a309-c6bf-459d-adca-b28a445c15db {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:25.462971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Port 74fff433-abe1-40a3-971e-639c595cb36c on network 0245a309-c6bf-459d-adca-b28a445c15db not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:25.463500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Attempting to bind port 74fff433-abe1-40a3-971e-639c595cb36c on network 0245a309-c6bf-459d-adca-b28a445c15db {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:25.471295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:25.471644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Checking segment: {'id': '19d782f7-f623-4f83-b44b-a62dd2b05f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0245a309-c6bf-459d-adca-b28a445c15db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:25.472089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Bound using segment: {'id': '19d782f7-f623-4f83-b44b-a62dd2b05f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0245a309-c6bf-459d-adca-b28a445c15db'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:25.472499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Bound port: 74fff433-abe1-40a3-971e-639c595cb36c, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d782f7-f623-4f83-b44b-a62dd2b05f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0245a309-c6bf-459d-adca-b28a445c15db'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:25.472867 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.714264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] For port 74fff433-abe1-40a3-971e-639c595cb36c, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:25.719116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] For port 74fff433-abe1-40a3-971e-639c595cb36c, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=74fff433-abe1-40a3-971e-639c595cb36c,segment=NetworkSegment(19d782f7-f623-4f83-b44b-a62dd2b05f57),segment_id=19d782f7-f623-4f83-b44b-a62dd2b05f57)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:25.744812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.861219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b67d6-575c-4e81-a436-4615ba2f0175 req-8dd7436b-a821-42d2-b3b7-fdf1e9182d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:25.870761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-615b67d6-575c-4e81-a436-4615ba2f0175 req-8dd7436b-a821-42d2-b3b7-fdf1e9182d8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 1094 time: 0.3392117 Jul 13 07:49:26.005071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.010542 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.013569 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] 10.222.0.54 "PUT /v2.0/ports/74fff433-abe1-40a3-971e-639c595cb36c HTTP/1.1" status: 200 len: 1092 time: 2.0174618 Jul 13 07:49:26.043056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0100e5e-f42a-48de-88e0-81a5eb4f90e5 req-af768ade-a02f-4420-9087-c355512b03de tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.051255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a0100e5e-f42a-48de-88e0-81a5eb4f90e5 req-af768ade-a02f-4420-9087-c355512b03de tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 944 time: 0.5232708 Jul 13 07:49:26.082946 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489188f-7a3d-4c9b-890a-30e188fbb979 req-1ace93f3-b89e-4ac3-95d3-baafd071bbe6 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.093584 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3489188f-7a3d-4c9b-890a-30e188fbb979 req-1ace93f3-b89e-4ac3-95d3-baafd071bbe6 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 943 time: 0.1504579 Jul 13 07:49:26.162111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed317c6-35c8-4995-b286-1090c0a9ad9e service neutron] Pushing event updated for resources: {'Port': ['ID=74fff433-abe1-40a3-971e-639c595cb36c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:26.180898 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3489188f-7a3d-4c9b-890a-30e188fbb979 req-e64be86c-d25e-484a-8fe2-4d0603d49ce3 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851765 Jul 13 07:49:26.216475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a0100e5e-f42a-48de-88e0-81a5eb4f90e5 req-cf138d9d-e1a9-4a82-9465-908730b1a44a tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639674 Jul 13 07:49:26.222799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b67d6-575c-4e81-a436-4615ba2f0175 req-8e2d885c-3d86-4e33-936e-399fc8f229ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.225388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-615b67d6-575c-4e81-a436-4615ba2f0175 req-8e2d885c-3d86-4e33-936e-399fc8f229ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 911 time: 0.3441067 Jul 13 07:49:26.339228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee561f-9775-4643-a97d-811550b20128 req-68d9a802-63a7-412b-a811-404125c972a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.340998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-68d9a802-63a7-412b-a811-404125c972a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5602140aca046dc8c7f20f5d6e759ad&device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 1095 time: 0.2286222 Jul 13 07:49:26.342628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-615b67d6-575c-4e81-a436-4615ba2f0175 req-478e6d3f-2a5e-4fce-aca9-52700430c300 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523bd2d8-1185-444a-b350-8166c2381c7a HTTP/1.1" status: 200 len: 217 time: 0.1085103 Jul 13 07:49:26.370475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43ef626-f705-4e23-8f88-f3adcc1ab5f5', 'tag': '74fff433-abe1-40a3-971e-639c595cb36c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:26.373503 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b8550-50db-4513-8313-135113063bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c43ef626-f705-4e23-8f88-f3adcc1ab5f5", "tag": "74fff433-abe1-40a3-971e-639c595cb36c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:26.425643 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-2ae4cb7c-8e59-40f3-b640-55399cb7b591 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fff433-abe1-40a3-971e-639c595cb36c HTTP/1.1" status: 200 len: 217 time: 0.0715508 Jul 13 07:49:26.516365 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dbb52e-9417-4033-864b-994d456cbaa3 x-openstack-request-id: req-b0dbb52e-9417-4033-864b-994d456cbaa3 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:26.516828 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43ef626-f705-4e23-8f88-f3adcc1ab5f5", "tag": "74fff433-abe1-40a3-971e-639c595cb36c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:26.517137 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0dbb52e-9417-4033-864b-994d456cbaa3 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:26.517566 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43ef626-f705-4e23-8f88-f3adcc1ab5f5', 'tag': '74fff433-abe1-40a3-971e-639c595cb36c', 'status': 'completed', 'code': 200} Jul 13 07:49:26.526039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b67d6-575c-4e81-a436-4615ba2f0175 req-4bee6ba6-8820-4117-9847-fd15bedc8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.527551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-615b67d6-575c-4e81-a436-4615ba2f0175 req-4bee6ba6-8820-4117-9847-fd15bedc8b52 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 200 len: 850 time: 0.1649706 Jul 13 07:49:26.614603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-615b67d6-575c-4e81-a436-4615ba2f0175 req-6cb4c577-5650-46bb-bbbd-9dea2e66caa1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a4348bf-6f85-45ab-8602-be34efd275e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704567 Jul 13 07:49:26.639951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee561f-9775-4643-a97d-811550b20128 req-d636cf6b-b4c7-4034-879b-b2ce86ecb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.642119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-d636cf6b-b4c7-4034-879b-b2ce86ecb781 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d55217e1-f93c-4d4c-a8db-c3b4fd3a810b HTTP/1.1" status: 200 len: 861 time: 0.2076337 Jul 13 07:49:26.685602 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-4a1c8619-5813-48d2-8985-3af5584f3fc8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0245a309-c6bf-459d-adca-b28a445c15db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337167 Jul 13 07:49:26.840205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-615b67d6-575c-4e81-a436-4615ba2f0175 req-abeeb86f-7209-44b7-9daa-9ecf29ae271d service neutron] 10.222.0.54 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129247 Jul 13 07:49:26.916343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-6653979d-342f-4c20-857c-b7e73272762b service neutron] 10.222.0.54 "GET /v2.0/networks/0245a309-c6bf-459d-adca-b28a445c15db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156882 Jul 13 07:49:27.046043 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ceee561f-9775-4643-a97d-811550b20128 req-14c47f63-5080-4109-9ed6-e8b639d8d5cc service neutron] 10.222.0.54 "GET /v2.0/networks/0245a309-c6bf-459d-adca-b28a445c15db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175768 Jul 13 07:49:27.162241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-615b67d6-575c-4e81-a436-4615ba2f0175 req-0e81e919-e76e-46b9-a047-8369c690a200 service neutron] 10.222.0.54 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033998 Jul 13 07:49:27.306076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b8550-50db-4513-8313-135113063bc6 req-e83cf913-4884-42b9-9894-b1ad1a22fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.307627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe7b8550-50db-4513-8313-135113063bc6 req-e83cf913-4884-42b9-9894-b1ad1a22fe9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5602140aca046dc8c7f20f5d6e759ad&device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 1095 time: 0.1444824 Jul 13 07:49:27.587627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b8550-50db-4513-8313-135113063bc6 req-60f3407e-3202-4f0f-a90b-a17bcf843c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.589115 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe7b8550-50db-4513-8313-135113063bc6 req-60f3407e-3202-4f0f-a90b-a17bcf843c18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0245a309-c6bf-459d-adca-b28a445c15db HTTP/1.1" status: 200 len: 922 time: 0.2739062 Jul 13 07:49:27.667420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8b5c-8c07-478b-8683-6cb8f9f8527f req-32719880-c37c-4f9f-859c-46d61b71aaad tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.669670 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3cca8b5c-8c07-478b-8683-6cb8f9f8527f req-32719880-c37c-4f9f-859c-46d61b71aaad tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 944 time: 0.1728089 Jul 13 07:49:27.693293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abda790-02fd-4a4a-a6de-e3a27e5a5c1b req-1d9a202e-484e-4983-b90a-78d26eb74dbd tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.696579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5abda790-02fd-4a4a-a6de-e3a27e5a5c1b req-1d9a202e-484e-4983-b90a-78d26eb74dbd tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 943 time: 0.2956405 Jul 13 07:49:27.698318 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe7b8550-50db-4513-8313-135113063bc6 req-3035826f-d653-463f-bbd4-1a132c944b6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fff433-abe1-40a3-971e-639c595cb36c HTTP/1.1" status: 200 len: 217 time: 0.0964718 Jul 13 07:49:27.831527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3cca8b5c-8c07-478b-8683-6cb8f9f8527f req-13518d2a-1a81-4285-ab40-00dedb7d630d tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530344 Jul 13 07:49:27.850408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b8550-50db-4513-8313-135113063bc6 req-b816a7e8-db71-4ff9-be68-73e833c5ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.851906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe7b8550-50db-4513-8313-135113063bc6 req-b816a7e8-db71-4ff9-be68-73e833c5ab90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d55217e1-f93c-4d4c-a8db-c3b4fd3a810b HTTP/1.1" status: 200 len: 861 time: 0.1442122 Jul 13 07:49:27.924346 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50378) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:27.983814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5abda790-02fd-4a4a-a6de-e3a27e5a5c1b req-7df0241e-4252-4a57-9c54-dffdba7fb538 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771366 Jul 13 07:49:27.986741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe7b8550-50db-4513-8313-135113063bc6 req-e5863894-83d7-4189-b555-6e5030114cd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0245a309-c6bf-459d-adca-b28a445c15db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141570 Jul 13 07:49:28.123386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 523bd2d8-1185-444a-b350-8166c2381c7a details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:28.150969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-da232826-43fa-460c-807b-b2086adf1fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.156519 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe7b8550-50db-4513-8313-135113063bc6 req-ac8c57f9-48be-4f75-94db-54d1a6d77da9 service neutron] 10.222.0.54 "GET /v2.0/networks/0245a309-c6bf-459d-adca-b28a445c15db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591547 Jul 13 07:49:28.284003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 523bd2d8-1185-444a-b350-8166c2381c7a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=523bd2d8-1185-444a-b350-8166c2381c7a,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:28.297253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '523bd2d8-1185-444a-b350-8166c2381c7a', 'network_id': '2a4348bf-6f85-45ab-8602-be34efd275e2', 'port_id': '523bd2d8-1185-444a-b350-8166c2381c7a', 'mac_address': 'fa:16:3e:10:36:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca3441-5e9c-409f-b457-cdf8597f8622', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:28.407310 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.419746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe7b8550-50db-4513-8313-135113063bc6 req-e7321645-8a94-4035-8916-cb5a2db2aa90 service neutron] 10.222.0.54 "GET /v2.0/networks/0245a309-c6bf-459d-adca-b28a445c15db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565553 Jul 13 07:49:28.427880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-da232826-43fa-460c-807b-b2086adf1fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.432417 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-da232826-43fa-460c-807b-b2086adf1fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.435149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523bd2d8-1185-444a-b350-8166c2381c7a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:28.472841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 523bd2d8-1185-444a-b350-8166c2381c7a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=523bd2d8-1185-444a-b350-8166c2381c7a,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:28.477573 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-da232826-43fa-460c-807b-b2086adf1fd3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db672a915ae941d290c72af324d8192c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520051 Jul 13 07:49:28.480685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50394) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:28.482475 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.497720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da232826-43fa-460c-807b-b2086adf1fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453901ad-c9dd-4c5b-95cb-1cc4ee235b15,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:28.549087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=523bd2d8-1185-444a-b350-8166c2381c7a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:28.553715 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2f16f15-ee2c-4792-8205-cadf24eca918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.579806 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2f16f15-ee2c-4792-8205-cadf24eca918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.639317 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2f16f15-ee2c-4792-8205-cadf24eca918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.642919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f2f16f15-ee2c-4792-8205-cadf24eca918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.644145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f2f16f15-ee2c-4792-8205-cadf24eca918 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/453901ad-c9dd-4c5b-95cb-1cc4ee235b15 HTTP/1.1" status: 204 len: 168 time: 0.1625013 Jul 13 07:49:28.652858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f16f15-ee2c-4792-8205-cadf24eca918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453901ad-c9dd-4c5b-95cb-1cc4ee235b15,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:28.751975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['523bd2d8-1185-444a-b350-8166c2381c7a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:29.171014 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9ace4-481d-4a6d-bd15-e1428e58367d req-7fc37c38-6863-4d1d-b151-220cebb219d4 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.180401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-28d9ace4-481d-4a6d-bd15-e1428e58367d req-7fc37c38-6863-4d1d-b151-220cebb219d4 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 944 time: 0.1257110 Jul 13 07:49:29.248249 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-28d9ace4-481d-4a6d-bd15-e1428e58367d req-41dc3035-ad20-487f-ac7c-2a5e83572797 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666831 Jul 13 07:49:29.260792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50424) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:29.288706 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1cbe1914-8fe0-4966-83d1-e3abcc5eb13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.381840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a30768-dcf1-43a1-9b97-2e78cf03715b req-d0d1fb09-6303-4cae-a084-d12de227ac14 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.383421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a30768-dcf1-43a1-9b97-2e78cf03715b req-d0d1fb09-6303-4cae-a084-d12de227ac14 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 944 time: 0.1729116 Jul 13 07:49:29.467247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82a30768-dcf1-43a1-9b97-2e78cf03715b req-34d3cb61-62e6-4736-830b-9f4c699a1d67 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654511 Jul 13 07:49:29.489940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1cbe1914-8fe0-4966-83d1-e3abcc5eb13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.502819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1cbe1914-8fe0-4966-83d1-e3abcc5eb13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.590896 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1cbe1914-8fe0-4966-83d1-e3abcc5eb13b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=418f30d896e646b8a762270812d40eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284268 Jul 13 07:49:29.592035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe1914-8fe0-4966-83d1-e3abcc5eb13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f7f053-a6fd-49e0-a3c2-679709f0a782,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:29.593570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50436) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:29.680474 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591b9378-2197-4d83-a8a7-a8ac9e4d75e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.730500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591b9378-2197-4d83-a8a7-a8ac9e4d75e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.842468 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591b9378-2197-4d83-a8a7-a8ac9e4d75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.846800 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591b9378-2197-4d83-a8a7-a8ac9e4d75e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.848271 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-591b9378-2197-4d83-a8a7-a8ac9e4d75e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35f7f053-a6fd-49e0-a3c2-679709f0a782 HTTP/1.1" status: 204 len: 168 time: 0.2502735 Jul 13 07:49:29.869133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b9378-2197-4d83-a8a7-a8ac9e4d75e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f7f053-a6fd-49e0-a3c2-679709f0a782,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.151608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 74fff433-abe1-40a3-971e-639c595cb36c details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:30.154845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 523bd2d8-1185-444a-b350-8166c2381c7a up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:30.236711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 523bd2d8-1185-444a-b350-8166c2381c7a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:30.242197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 523bd2d8-1185-444a-b350-8166c2381c7a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:30.242772 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.505135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707dda4-4643-4b47-8fa5-f8aec147dbd1 req-9693d1e8-2e04-43c5-9a5d-4ce421b2b1ca tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:30.506991 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2707dda4-4643-4b47-8fa5-f8aec147dbd1 req-9693d1e8-2e04-43c5-9a5d-4ce421b2b1ca tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 944 time: 0.1103263 Jul 13 07:49:30.611529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 74fff433-abe1-40a3-971e-639c595cb36c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=74fff433-abe1-40a3-971e-639c595cb36c,segment=NetworkSegment(19d782f7-f623-4f83-b44b-a62dd2b05f57),segment_id=19d782f7-f623-4f83-b44b-a62dd2b05f57)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:30.636750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '74fff433-abe1-40a3-971e-639c595cb36c', 'network_id': '0245a309-c6bf-459d-adca-b28a445c15db', 'port_id': '74fff433-abe1-40a3-971e-639c595cb36c', 'mac_address': 'fa:16:3e:31:c1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55217e1-f93c-4d4c-a8db-c3b4fd3a810b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:30.655913 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2707dda4-4643-4b47-8fa5-f8aec147dbd1 req-3eab1352-ae86-44bb-8f93-0c6fb58081b8 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991397 Jul 13 07:49:30.714745 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.716746 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.737046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fff433-abe1-40a3-971e-639c595cb36c {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:30.805147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 74fff433-abe1-40a3-971e-639c595cb36c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=74fff433-abe1-40a3-971e-639c595cb36c,segment=NetworkSegment(19d782f7-f623-4f83-b44b-a62dd2b05f57),segment_id=19d782f7-f623-4f83-b44b-a62dd2b05f57)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:30.821045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f3d49-36ba-4189-a12b-59c5fa59848c req-5a3c494f-edec-431c-ad22-c226c9aacc33 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:30.827958 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88732c47-5870-4384-a6ba-dba20d110791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523bd2d8-1185-444a-b350-8166c2381c7a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:30.834296 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f587279d-9b56-4c68-ab8f-b7c3dad7b4fb" -d '{"events": [{"server_uuid": "88732c47-5870-4384-a6ba-dba20d110791", "name": "network-vif-plugged", "status": "completed", "tag": "523bd2d8-1185-444a-b350-8166c2381c7a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:30.837685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-251f3d49-36ba-4189-a12b-59c5fa59848c req-5a3c494f-edec-431c-ad22-c226c9aacc33 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 944 time: 0.1841891 Jul 13 07:49:30.845947 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.890550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-251f3d49-36ba-4189-a12b-59c5fa59848c req-3f035f3d-4394-43b2-b948-c5724eb8cca9 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487266 Jul 13 07:49:30.943153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 523bd2d8-1185-444a-b350-8166c2381c7a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=523bd2d8-1185-444a-b350-8166c2381c7a,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:30.964886 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.998245 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4384e8-10dc-4579-a2f7-1bbe62cbd2c8 x-openstack-request-id: req-9e4384e8-10dc-4579-a2f7-1bbe62cbd2c8 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:30.998635 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88732c47-5870-4384-a6ba-dba20d110791", "name": "network-vif-plugged", "status": "completed", "tag": "523bd2d8-1185-444a-b350-8166c2381c7a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:30.999071 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e4384e8-10dc-4579-a2f7-1bbe62cbd2c8 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:30.999629 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88732c47-5870-4384-a6ba-dba20d110791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523bd2d8-1185-444a-b350-8166c2381c7a', 'code': 200} Jul 13 07:49:31.009158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=74fff433-abe1-40a3-971e-639c595cb36c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:31.096609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=523bd2d8-1185-444a-b350-8166c2381c7a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:31.182317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['74fff433-abe1-40a3-971e-639c595cb36c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:31.223459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65314619-185c-4f44-882c-571651c89d12 req-918f003a-3249-4058-9cbb-71ad54011212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:31.228805 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65314619-185c-4f44-882c-571651c89d12 req-918f003a-3249-4058-9cbb-71ad54011212 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 1096 time: 0.1532004 Jul 13 07:49:31.309038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65314619-185c-4f44-882c-571651c89d12 req-e1434436-d9d5-4774-82e9-b62337e5aa2c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725102 Jul 13 07:49:31.908127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a9c6b-9dac-4127-ae99-6b0814e4761e req-056da56f-01a0-403f-bb2d-f2b446583c8e tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:31.925772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-872a9c6b-9dac-4127-ae99-6b0814e4761e req-056da56f-01a0-403f-bb2d-f2b446583c8e tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 945 time: 0.1240509 Jul 13 07:49:32.009941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-872a9c6b-9dac-4127-ae99-6b0814e4761e req-b7e17ae1-ac0d-4d4e-9796-507f0d915dc6 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665526 Jul 13 07:49:32.142472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 74fff433-abe1-40a3-971e-639c595cb36c up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:32.318205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 74fff433-abe1-40a3-971e-639c595cb36c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:32.324191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 74fff433-abe1-40a3-971e-639c595cb36c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:32.324645 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.379103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1004c5b-1091-4b79-865e-51798bce8988 req-1208c30d-5787-40c7-96fe-95fbb70f6b5a tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:32.391034 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1004c5b-1091-4b79-865e-51798bce8988 req-1208c30d-5787-40c7-96fe-95fbb70f6b5a tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.2735817 Jul 13 07:49:32.507456 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.517456 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1004c5b-1091-4b79-865e-51798bce8988 req-1b36ab83-031f-42f5-ae4f-c956eac7c945 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246810 Jul 13 07:49:32.567705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 74fff433-abe1-40a3-971e-639c595cb36c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=74fff433-abe1-40a3-971e-639c595cb36c,segment=NetworkSegment(19d782f7-f623-4f83-b44b-a62dd2b05f57),segment_id=19d782f7-f623-4f83-b44b-a62dd2b05f57)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:32.572767 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.650567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=74fff433-abe1-40a3-971e-639c595cb36c,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:33.001168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43ef626-f705-4e23-8f88-f3adcc1ab5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fff433-abe1-40a3-971e-639c595cb36c'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:33.004096 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c919b9-dff9-4978-a91b-c4ee894f5936" -d '{"events": [{"server_uuid": "c43ef626-f705-4e23-8f88-f3adcc1ab5f5", "name": "network-vif-plugged", "status": "completed", "tag": "74fff433-abe1-40a3-971e-639c595cb36c"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:33.112870 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ef9e6e-537e-4826-9876-abc2cec74dc6 x-openstack-request-id: req-e0ef9e6e-537e-4826-9876-abc2cec74dc6 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:33.113163 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43ef626-f705-4e23-8f88-f3adcc1ab5f5", "name": "network-vif-plugged", "status": "completed", "tag": "74fff433-abe1-40a3-971e-639c595cb36c", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:33.113417 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0ef9e6e-537e-4826-9876-abc2cec74dc6 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:33.113854 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43ef626-f705-4e23-8f88-f3adcc1ab5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fff433-abe1-40a3-971e-639c595cb36c', 'code': 200} Jul 13 07:49:33.327196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973567ec-3d03-4e62-b734-8ed9048702d0 req-abed4177-408e-4b89-b515-153365d3275b tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.336460 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-973567ec-3d03-4e62-b734-8ed9048702d0 req-abed4177-408e-4b89-b515-153365d3275b tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 946 time: 0.1381869 Jul 13 07:49:33.424070 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-973567ec-3d03-4e62-b734-8ed9048702d0 req-73908896-4cf7-4930-8bd0-b375f66f0814 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820854 Jul 13 07:49:33.427046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ecbe2-0bb0-48f2-a1bb-13809fae26a6 req-30ae5f62-ea36-4a5b-9e37-b71bd89cf696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.433423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-048ecbe2-0bb0-48f2-a1bb-13809fae26a6 req-30ae5f62-ea36-4a5b-9e37-b71bd89cf696 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 1097 time: 0.2247517 Jul 13 07:49:33.525194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-048ecbe2-0bb0-48f2-a1bb-13809fae26a6 req-a179acbb-3c56-4061-bd42-7c8111a18b31 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786419 Jul 13 07:49:33.814942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c4ccc-5350-40df-b033-3f02cb46f79e req-7046616c-0fb3-4b7b-987f-f80637f06d0b tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.825031 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-344c4ccc-5350-40df-b033-3f02cb46f79e req-7046616c-0fb3-4b7b-987f-f80637f06d0b tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.0955679 Jul 13 07:49:33.932147 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-344c4ccc-5350-40df-b033-3f02cb46f79e req-82716722-877c-4a91-94b5-fdcd70d7c2f2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969987 Jul 13 07:49:34.618758 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.806053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4184d-cc13-4ea8-84b4-64a0e49f4be0 req-14a9dded-e5f1-4041-bde8-c891d08ffc9e tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.814627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3d4184d-cc13-4ea8-84b4-64a0e49f4be0 req-14a9dded-e5f1-4041-bde8-c891d08ffc9e tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.2911541 Jul 13 07:49:34.823510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2ae96-aaea-4289-93bf-22e450b015c2 req-e4fe192c-437f-46e9-baa1-7418e7d018be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.825199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfb2ae96-aaea-4289-93bf-22e450b015c2 req-e4fe192c-437f-46e9-baa1-7418e7d018be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 1096 time: 0.1913102 Jul 13 07:49:34.913156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b9900-008b-4f66-a0c1-4dcaf0452358 req-05b5915c-3ddf-4893-9a02-4ca37b7239e0 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.921566 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e4b9900-008b-4f66-a0c1-4dcaf0452358 req-05b5915c-3ddf-4893-9a02-4ca37b7239e0 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 946 time: 0.1257985 Jul 13 07:49:34.996335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2ae96-aaea-4289-93bf-22e450b015c2 req-3625f759-06e8-4738-8412-89497e7fb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.998345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfb2ae96-aaea-4289-93bf-22e450b015c2 req-3625f759-06e8-4738-8412-89497e7fb89a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 911 time: 0.1561918 Jul 13 07:49:35.072807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e4b9900-008b-4f66-a0c1-4dcaf0452358 req-8bfe0895-1ae8-4b4a-ba32-ff29fc18303e tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500058 Jul 13 07:49:35.099754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfb2ae96-aaea-4289-93bf-22e450b015c2 req-95fd2cf7-829d-4634-b1d2-29abc9fdd19d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523bd2d8-1185-444a-b350-8166c2381c7a HTTP/1.1" status: 200 len: 217 time: 0.0724347 Jul 13 07:49:35.206051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2ae96-aaea-4289-93bf-22e450b015c2 req-d9a5246d-9f7a-4dfe-a98a-1df4033e6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:35.207716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfb2ae96-aaea-4289-93bf-22e450b015c2 req-d9a5246d-9f7a-4dfe-a98a-1df4033e6d35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 200 len: 850 time: 0.1002507 Jul 13 07:49:35.214786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3d4184d-cc13-4ea8-84b4-64a0e49f4be0 req-bbef4c79-1557-47a3-be24-354da58a9c7a tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951161 Jul 13 07:49:35.290591 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfb2ae96-aaea-4289-93bf-22e450b015c2 req-f0ad01d1-2f64-4867-abf1-0fc07d9bcdf0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a4348bf-6f85-45ab-8602-be34efd275e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746076 Jul 13 07:49:35.461956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfb2ae96-aaea-4289-93bf-22e450b015c2 req-7bd399e0-cc7a-46ff-9f93-29559dad416f service neutron] 10.222.0.54 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632376 Jul 13 07:49:35.815932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50684) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:36.040270 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.218618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.226320 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.238278 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfb2ae96-aaea-4289-93bf-22e450b015c2 req-eddd0f9d-aea1-4870-bc35-e1c65595c77b service neutron] 10.222.0.54 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667923 Jul 13 07:49:36.249776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58e7c-3327-4751-9b8b-ca27ac9dc7bb req-34bcfdfb-5386-472f-94af-68da375a1338 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:36.257942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58b58e7c-3327-4751-9b8b-ca27ac9dc7bb req-34bcfdfb-5386-472f-94af-68da375a1338 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 946 time: 0.1271188 Jul 13 07:49:36.311882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df9bf61-0f96-4184-912b-593dc6bda1a9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:36.324060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.324336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.324677 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.325017 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.325349 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.325825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.326069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.326401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.326728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.351602 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58b58e7c-3327-4751-9b8b-ca27ac9dc7bb req-90c02c86-1f7a-4a7c-ba79-6372b247ed41 tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923443 Jul 13 07:49:36.374180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.376373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.376901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:36.403801 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2da31df1-c820-4add-a1db-9a90c73d39ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e55ec4375217478792b02ca201e8eccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843704 Jul 13 07:49:36.404844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50710) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:36.476642 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e2cbd8f4-cf95-494a-a36f-25f0c24f3a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.520751 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e2cbd8f4-cf95-494a-a36f-25f0c24f3a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.527787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0113a0-629b-4fbe-8726-81c4bad4d916 req-db95353f-b62a-443d-af3c-5cce0ba194f5 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:36.529645 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-da0113a0-629b-4fbe-8726-81c4bad4d916 req-db95353f-b62a-443d-af3c-5cce0ba194f5 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.0925009 Jul 13 07:49:36.582134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e2cbd8f4-cf95-494a-a36f-25f0c24f3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.591996 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-da0113a0-629b-4fbe-8726-81c4bad4d916 req-657d0562-2ddb-4769-a46b-f2d36c7d39ba tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510530 Jul 13 07:49:36.596703 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e2cbd8f4-cf95-494a-a36f-25f0c24f3a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.600902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e2cbd8f4-cf95-494a-a36f-25f0c24f3a22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2df9bf61-0f96-4184-912b-593dc6bda1a9 HTTP/1.1" status: 204 len: 168 time: 0.1944771 Jul 13 07:49:36.615621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbd8f4-cf95-494a-a36f-25f0c24f3a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df9bf61-0f96-4184-912b-593dc6bda1a9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:36.960374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50730) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:36.977572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d480dde-2f52-4690-abc8-215256d1def9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.066423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-c056cbca-24aa-4bbd-a5c4-b5e2f05eb34b tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:37.067924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-c056cbca-24aa-4bbd-a5c4-b5e2f05eb34b tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.54 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 946 time: 0.0915856 Jul 13 07:49:37.283033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d480dde-2f52-4690-abc8-215256d1def9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.289483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-beac1443-ac8a-4066-bc9f-44cabf043c7f tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Deleting port 74fff433-abe1-40a3-971e-639c595cb36c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:37.289936 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-beac1443-ac8a-4066-bc9f-44cabf043c7f tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.362621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9d480dde-2f52-4690-abc8-215256d1def9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.420390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d480dde-2f52-4690-abc8-215256d1def9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0216a000-dc7a-4b90-a0b8-d59a732906f8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:37.471150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50748) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:37.471755 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9d480dde-2f52-4690-abc8-215256d1def9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50190ea4ce634dcc81993e2eef3e61eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063081 Jul 13 07:49:37.477423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-beac1443-ac8a-4066-bc9f-44cabf043c7f tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] For port 74fff433-abe1-40a3-971e-639c595cb36c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=74fff433-abe1-40a3-971e-639c595cb36c,segment=NetworkSegment(19d782f7-f623-4f83-b44b-a62dd2b05f57),segment_id=19d782f7-f623-4f83-b44b-a62dd2b05f57)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:37.478161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-beac1443-ac8a-4066-bc9f-44cabf043c7f tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.493259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-beac1443-ac8a-4066-bc9f-44cabf043c7f tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Calling delete_port for 74fff433-abe1-40a3-971e-639c595cb36c owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:37.568296 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e1778bbc-f25d-4552-b1c3-789d7e966b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.596672 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e1778bbc-f25d-4552-b1c3-789d7e966b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.688886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b486f-f49c-44ff-a128-dab0e1132a7c req-2a2b07b8-7bf6-4b95-9261-4ceaa56afcee tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:37.690576 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d6b486f-f49c-44ff-a128-dab0e1132a7c req-2a2b07b8-7bf6-4b95-9261-4ceaa56afcee tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43ef626-f705-4e23-8f88-f3adcc1ab5f5 HTTP/1.1" status: 200 len: 946 time: 0.1165328 Jul 13 07:49:37.694994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e1778bbc-f25d-4552-b1c3-789d7e966b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.697651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e1778bbc-f25d-4552-b1c3-789d7e966b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.698836 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e1778bbc-f25d-4552-b1c3-789d7e966b4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0216a000-dc7a-4b90-a0b8-d59a732906f8 HTTP/1.1" status: 204 len: 168 time: 0.2302079 Jul 13 07:49:37.713233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1778bbc-f25d-4552-b1c3-789d7e966b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0216a000-dc7a-4b90-a0b8-d59a732906f8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:37.912895 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1d6b486f-f49c-44ff-a128-dab0e1132a7c req-4e01f9db-0783-4e47-9944-c34f1736ca7d tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d556781-cb85-47a3-9127-44c371b7b3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259308 Jul 13 07:49:37.916671 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-beac1443-ac8a-4066-bc9f-44cabf043c7f tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.930558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['74fff433-abe1-40a3-971e-639c595cb36c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:37.946502 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e5dfd-1084-4372-aa61-d5eb42fd4d78 req-722ffdc7-16c6-44cb-b053-1db61ffb57aa tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:37.950960 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-046e5dfd-1084-4372-aa61-d5eb42fd4d78 req-722ffdc7-16c6-44cb-b053-1db61ffb57aa tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1246848 Jul 13 07:49:37.967064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac1443-ac8a-4066-bc9f-44cabf043c7f tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Pushing event deleted for resources: {'Port': ['ID=74fff433-abe1-40a3-971e-639c595cb36c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:38.025305 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-046e5dfd-1084-4372-aa61-d5eb42fd4d78 req-56c978e6-e086-4cb3-8d89-df22695a9806 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682774 Jul 13 07:49:38.049214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-beac1443-ac8a-4066-bc9f-44cabf043c7f tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] No DVR routers for this DVR port 74fff433-abe1-40a3-971e-639c595cb36c on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:38.055865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-beac1443-ac8a-4066-bc9f-44cabf043c7f tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.058002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83ec9e9d-d0ea-4ff4-a4a2-fc31b372f392 req-beac1443-ac8a-4066-bc9f-44cabf043c7f tempest-InstanceActionsNegativeTestJSON-1577547703 tempest-InstanceActionsNegativeTestJSON-1577547703-project] 10.222.0.54 "DELETE /v2.0/ports/74fff433-abe1-40a3-971e-639c595cb36c HTTP/1.1" status: 204 len: 173 time: 0.9822228 Jul 13 07:49:38.058488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43ef626-f705-4e23-8f88-f3adcc1ab5f5', 'name': 'network-vif-deleted', 'tag': '74fff433-abe1-40a3-971e-639c595cb36c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:38.061010 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a886a7-2a0a-436e-a646-ffaff29fe33f" -d '{"events": [{"server_uuid": "c43ef626-f705-4e23-8f88-f3adcc1ab5f5", "name": "network-vif-deleted", "tag": "74fff433-abe1-40a3-971e-639c595cb36c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:38.065064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.106819 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54642bf6-aaab-4f6c-8431-9454900e19db x-openstack-request-id: req-54642bf6-aaab-4f6c-8431-9454900e19db {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:38.107340 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43ef626-f705-4e23-8f88-f3adcc1ab5f5", "name": "network-vif-deleted", "tag": "74fff433-abe1-40a3-971e-639c595cb36c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:38.107783 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54642bf6-aaab-4f6c-8431-9454900e19db {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:38.108409 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43ef626-f705-4e23-8f88-f3adcc1ab5f5', 'name': 'network-vif-deleted', 'tag': '74fff433-abe1-40a3-971e-639c595cb36c', 'status': 'completed', 'code': 200} Jul 13 07:49:39.224166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 50840) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:39.341889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-92744563-2181-4e4a-a95e-363100243d50 admin admin] Deleting subnet d55217e1-f93c-4d4c-a8db-c3b4fd3a810b {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:39.353074 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-92744563-2181-4e4a-a95e-363100243d50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.416523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-92744563-2181-4e4a-a95e-363100243d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.460296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a454690-d37d-42ba-9b8d-b509704ef25f req-c710f7e8-14b5-4674-8014-68df8030c59d tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:39.474076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a454690-d37d-42ba-9b8d-b509704ef25f req-c710f7e8-14b5-4674-8014-68df8030c59d tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.2009559 Jul 13 07:49:39.538942 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-92744563-2181-4e4a-a95e-363100243d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.550672 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a454690-d37d-42ba-9b8d-b509704ef25f req-b0791b1d-22d0-4323-88cc-712267023118 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754964 Jul 13 07:49:39.638620 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-92744563-2181-4e4a-a95e-363100243d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.659565 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-92744563-2181-4e4a-a95e-363100243d50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.674108 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-92744563-2181-4e4a-a95e-363100243d50 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d55217e1-f93c-4d4c-a8db-c3b4fd3a810b HTTP/1.1" status: 204 len: 168 time: 0.4410231 Jul 13 07:49:39.677559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50860) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:39.707106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92744563-2181-4e4a-a95e-363100243d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55217e1-f93c-4d4c-a8db-c3b4fd3a810b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:39.804544 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.926877 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.940934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0245a309-c6bf-459d-adca-b28a445c15db']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:39.950892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d782f7-f623-4f83-b44b-a62dd2b05f57') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:39.951195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d782f7-f623-4f83-b44b-a62dd2b05f57') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:39.961192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.976602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.983668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:39.985079 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:39.987001 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:40.060521 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.084886 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.093887 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] 10.222.0.44 "DELETE /v2.0/networks/0245a309-c6bf-459d-adca-b28a445c15db HTTP/1.1" status: 204 len: 168 time: 0.4144282 Jul 13 07:49:40.119491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25104b57-b377-451b-a0a7-4dde5761c66f admin admin] Pushing event deleted for resources: {'Network': ['ID=0245a309-c6bf-459d-adca-b28a445c15db,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:40.189300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 74fff433-abe1-40a3-971e-639c595cb36c no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:40.217290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 74fff433-abe1-40a3-971e-639c595cb36c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:40.217290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 74fff433-abe1-40a3-971e-639c595cb36c not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:40.454127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50900) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:40.567817 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fd02665b-abbb-4531-b9dc-4e5459f50ed2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5602140aca046dc8c7f20f5d6e759ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106634 Jul 13 07:49:40.569831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50912) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:40.655331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a155405-ef20-47a1-8b82-042582734d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.711010 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a155405-ef20-47a1-8b82-042582734d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.823748 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a155405-ef20-47a1-8b82-042582734d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.827401 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a155405-ef20-47a1-8b82-042582734d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.829733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3a155405-ef20-47a1-8b82-042582734d42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d556781-cb85-47a3-9127-44c371b7b3cc HTTP/1.1" status: 204 len: 168 time: 0.2589576 Jul 13 07:49:40.839958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c7c79-9cd3-49e5-9383-bc3db0a7f49a req-706289d0-9964-4cc3-bbd9-ce8928951b89 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:40.849215 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-367c7c79-9cd3-49e5-9383-bc3db0a7f49a req-706289d0-9964-4cc3-bbd9-ce8928951b89 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1338954 Jul 13 07:49:40.862219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a155405-ef20-47a1-8b82-042582734d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d556781-cb85-47a3-9127-44c371b7b3cc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:40.966227 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-367c7c79-9cd3-49e5-9383-bc3db0a7f49a req-775b593b-ffb3-479f-a952-7d4e75086191 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134529 Jul 13 07:49:41.979320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 50974) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:42.164822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2097728847-network', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:42.223390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Made reservation on behalf of 2914ed24f1774e4cbc06010dd6012a79 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:42.229066 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.279449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.342818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9845a22-e804-4b59-a959-2c7b2b60f392 req-ac335c8b-ad5c-498a-bf17-ba4fd91ec48f tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.350809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9845a22-e804-4b59-a959-2c7b2b60f392 req-ac335c8b-ad5c-498a-bf17-ba4fd91ec48f tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.2293143 Jul 13 07:49:42.426555 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9845a22-e804-4b59-a959-2c7b2b60f392 req-cf9c58c1-66dc-48b7-90dc-041003943c55 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745933 Jul 13 07:49:42.511265 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.517759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.546617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:42.559492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59937c89-a3b2-42de-bb62-33c6c77a5d5d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:42.582861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.583560 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Added segment cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd of type vlan for network 4546adef-06e9-4bc6-9117-3c771b5dd666 Jul 13 07:49:42.637746 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.691488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.691488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.691488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.726667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7461228 Jul 13 07:49:42.729775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51006) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:42.736704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Request body: {'subnet': {'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2097728847-subnet', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:42.794811 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa01d0-1cef-4e43-b595-54bfaaa7bb24 admin admin] Pushing event updated for resources: {'Network': ['ID=4546adef-06e9-4bc6-9117-3c771b5dd666,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:42.806207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Made reservation on behalf of 2914ed24f1774e4cbc06010dd6012a79 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:42.808535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:42.809884 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.082142 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.142739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc8c035-1d70-4ee8-9f77-04ddd6128332,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:43.191222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Checking segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:43.191599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Network hostable DHCP agents. Network: 4546adef-06e9-4bc6-9117-3c771b5dd666, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:43.213347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:43.237067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 4546adef-06e9-4bc6-9117-3c771b5dd666) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:43.241844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:43.242444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.248702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8b8ee6-3b5e-498a-92a5-9cf41ec8658e None None] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:43.264574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51020) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:43.279198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:43.286019 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f1faba0d-8169-47f8-8dea-c405c67a3bc4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5551171 Jul 13 07:49:43.331042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.332266 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.443642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.620545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-4546adef-06e9-4bc6-9117-3c771b5dd666', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:43.621547 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.825770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.956055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aefff4-6a82-45cf-8204-c6cbc5d82214 req-ac34d237-0cd7-4972-aa51-0cab97610cf2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:43.957939 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35aefff4-6a82-45cf-8204-c6cbc5d82214 req-ac34d237-0cd7-4972-aa51-0cab97610cf2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1249130 Jul 13 07:49:44.007047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Allocated IP 172.20.0.2 (4546adef-06e9-4bc6-9117-3c771b5dd666/8dc8c035-1d70-4ee8-9f77-04ddd6128332/e97ca989-4c4a-4212-9279-8ce45363a41f) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:44.066853 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35aefff4-6a82-45cf-8204-c6cbc5d82214 req-380a043b-c225-4888-9827-6f881b6e81e7 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723259 Jul 13 07:49:44.317809 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.351324 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cce86cb0-5d18-4545-8b06-f799b9f491fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.361479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.475689 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.488550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Transition to ACTIVE for port object e97ca989-4c4a-4212-9279-8ce45363a41f will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:44.512505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Transition to ACTIVE for port object e97ca989-4c4a-4212-9279-8ce45363a41f will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:44.526921 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.567268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Allocated IP 172.25.6.230 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/b2523bb0-e815-4a7d-ac64-e7fba023f07b) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:44.622654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:44.624048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Pushing event updated for resources: {'Port': ['ID=e97ca989-4c4a-4212-9279-8ce45363a41f,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:44.627288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:44.629975 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:44.698147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Attempting to bind port e97ca989-4c4a-4212-9279-8ce45363a41f on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:44.698814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Attempting to bind port e97ca989-4c4a-4212-9279-8ce45363a41f by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:44.699267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Attempting to bind port e97ca989-4c4a-4212-9279-8ce45363a41f on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:44.718326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:44.723031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Checking segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:44.723617 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.724052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Bound using segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:44.724571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Bound port: e97ca989-4c4a-4212-9279-8ce45363a41f, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:44.725100 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.833885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.886723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] For port e97ca989-4c4a-4212-9279-8ce45363a41f, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:44.894851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] For port e97ca989-4c4a-4212-9279-8ce45363a41f, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e97ca989-4c4a-4212-9279-8ce45363a41f,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:44.900353 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.909938 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.010430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Pushing event updated for resources: {'Port': ['ID=b2523bb0-e815-4a7d-ac64-e7fba023f07b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:45.042695 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:45.051085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:45.055467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65d0f2-9c7f-4d2e-8196-28ce8a5e00ae None None] Pushing event updated for resources: {'Port': ['ID=e97ca989-4c4a-4212-9279-8ce45363a41f,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:45.066210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:45.438514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8585a2-4b54-4735-8155-7a87b558eff9 req-2b742fbd-ef90-410b-befe-b3dec06051e7 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:45.440226 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b8585a2-4b54-4735-8155-7a87b558eff9 req-2b742fbd-ef90-410b-befe-b3dec06051e7 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1596715 Jul 13 07:49:45.554753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b8585a2-4b54-4735-8155-7a87b558eff9 req-35db6197-b73a-42a6-9379-0cba1d0e1386 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027200 Jul 13 07:49:45.674861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.049952 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.345381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Router 9e232136-c62e-4d3f-8cd4-cea902c97061 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:49:46.700187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58a040d-e2be-4c91-ba06-7c73abb01908 None None] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:47.005171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e97ca989-4c4a-4212-9279-8ce45363a41f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:47.094488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-207cf6b7-e6cd-402c-9858-427eaa0cd1c0 None None] Provisioning for port e97ca989-4c4a-4212-9279-8ce45363a41f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:47.217422 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.286253 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:47.298088 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Sync routers for ids ['9e232136-c62e-4d3f-8cd4-cea902c97061'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:47.308918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e97ca989-4c4a-4212-9279-8ce45363a41f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:47.311446 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Routers {'9e232136-c62e-4d3f-8cd4-cea902c97061'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:47.312118 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['9e232136-c62e-4d3f-8cd4-cea902c97061'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:47.315489 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-de7e1c4c-6a3b-4913-8017-29b549e7f9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.318621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e97ca989-4c4a-4212-9279-8ce45363a41f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:47.318982 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.383512 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.385407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-036dee01-5b24-45c9-b906-1473e634de49 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1195757 Jul 13 07:49:47.388355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51206) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:47.411157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645baae-7e24-4008-ac92-1aadb599cf8f req-e3445ce0-1a23-4345-a78d-bc9aceecc664 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:47.419394 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d645baae-7e24-4008-ac92-1aadb599cf8f req-e3445ce0-1a23-4345-a78d-bc9aceecc664 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1790953 Jul 13 07:49:47.526476 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d645baae-7e24-4008-ac92-1aadb599cf8f req-6ba2c178-8530-4226-a39d-76993e9710e0 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987024 Jul 13 07:49:47.549496 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.600754 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Set router 9e232136-c62e-4d3f-8cd4-cea902c97061 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:47.659061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e97ca989-4c4a-4212-9279-8ce45363a41f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e97ca989-4c4a-4212-9279-8ce45363a41f,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:47.672780 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.816800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e97ca989-4c4a-4212-9279-8ce45363a41f,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:47.961986 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.011975 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:45Z', 'revision_number': 3, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:48.107965 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Checking router: 9e232136-c62e-4d3f-8cd4-cea902c97061 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:48.108481 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Updating router 9e232136-c62e-4d3f-8cd4-cea902c97061 port b2523bb0-e815-4a7d-ac64-e7fba023f07b binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:49:48.151258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0828e0b6-9b59-45a5-802f-8ee1c398fc8e None None] Provisioning complete for port e97ca989-4c4a-4212-9279-8ce45363a41f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:48.151629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0828e0b6-9b59-45a5-802f-8ee1c398fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.198796 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.547105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.708907 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.709687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e97ca989-4c4a-4212-9279-8ce45363a41f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:48.725076 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Transition to ACTIVE for port object b2523bb0-e815-4a7d-ac64-e7fba023f07b will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:48.736582 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.827018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e97ca989-4c4a-4212-9279-8ce45363a41f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:48.827526 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.868522 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Pushing event updated for resources: {'Port': ['ID=b2523bb0-e815-4a7d-ac64-e7fba023f07b,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.878287 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Attempting to bind port b2523bb0-e815-4a7d-ac64-e7fba023f07b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:48.885319 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Attempting to bind port b2523bb0-e815-4a7d-ac64-e7fba023f07b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:48.885319 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Attempting to bind port b2523bb0-e815-4a7d-ac64-e7fba023f07b on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:48.916511 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:48.917033 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:48.918366 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.922369 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:48.922369 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Bound port: b2523bb0-e815-4a7d-ac64-e7fba023f07b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:48.922369 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.923702 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.924183 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.924583 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.925019 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.925405 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.925793 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.926176 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.926557 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.926940 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.927456 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.928644 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:48.929036 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:49.031463 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] For port b2523bb0-e815-4a7d-ac64-e7fba023f07b, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:49.037097 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] For port b2523bb0-e815-4a7d-ac64-e7fba023f07b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b2523bb0-e815-4a7d-ac64-e7fba023f07b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:49.057380 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.073782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cfa6b-a4a5-4db8-992a-75cc16f90e95 req-ee06afdf-7c8c-432e-8f98-9d9147b8a361 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:49.082644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a8cfa6b-a4a5-4db8-992a-75cc16f90e95 req-ee06afdf-7c8c-432e-8f98-9d9147b8a361 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.3518417 Jul 13 07:49:49.128292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Allocated IP 172.20.0.1 (4546adef-06e9-4bc6-9117-3c771b5dd666/8dc8c035-1d70-4ee8-9f77-04ddd6128332/36d438fc-0e9f-452a-ba5b-d091447ab53d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:49.195609 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Routers {'9e232136-c62e-4d3f-8cd4-cea902c97061'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:49.198272 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['9e232136-c62e-4d3f-8cd4-cea902c97061'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:49.301402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.345576 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4a8cfa6b-a4a5-4db8-992a-75cc16f90e95 req-ac2f470d-2277-4efa-8a42-fd3cf1a38c18 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617197 Jul 13 07:49:49.349988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Transition to ACTIVE for port object 36d438fc-0e9f-452a-ba5b-d091447ab53d will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:49.356392 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] Set router 9e232136-c62e-4d3f-8cd4-cea902c97061 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:49.437350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.486422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:49.490145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:49.509176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:49.587633 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7952e-7aaf-4a22-9117-1327664e3801 None None] Pushing event updated for resources: {'Port': ['ID=b2523bb0-e815-4a7d-ac64-e7fba023f07b,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.603627 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.703771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Pushing event updated for resources: {'Port': ['ID=36d438fc-0e9f-452a-ba5b-d091447ab53d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.733049 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:45Z', 'revision_number': 3, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:49.772725 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e5b30-3bdb-429b-9aec-9148f36c920b None None] The sync data for ids ['9e232136-c62e-4d3f-8cd4-cea902c97061'] in n-d-798249-7 is: [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:45Z', 'revision_number': 3, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:49.782929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.977350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.978448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3181606-ed97-4155-ac44-3cd912c8a0c4 None None] Provisioning for port 36d438fc-0e9f-452a-ba5b-d091447ab53d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:49.983529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3181606-ed97-4155-ac44-3cd912c8a0c4 None None] Provisioning complete for port 36d438fc-0e9f-452a-ba5b-d091447ab53d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:49.984542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a3181606-ed97-4155-ac44-3cd912c8a0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.096271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a3181606-ed97-4155-ac44-3cd912c8a0c4 None None] Port 36d438fc-0e9f-452a-ba5b-d091447ab53d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:50.263935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.285331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.487962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Pushing event updated for resources: {'Port': ['ID=36d438fc-0e9f-452a-ba5b-d091447ab53d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:50.517445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.790669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b2523bb0-e815-4a7d-ac64-e7fba023f07b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:50.916347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:50.921799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:50.926155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5404d5-6ab5-4fcb-aa5a-41dd0f9e9d6b req-fb1b3473-0163-4f6c-ae6b-7f8483c57bfc tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:50.960409 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c5404d5-6ab5-4fcb-aa5a-41dd0f9e9d6b req-fb1b3473-0163-4f6c-ae6b-7f8483c57bfc tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.2138622 Jul 13 07:49:50.982713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-740685b0-9f0a-40ab-900a-2a0c2fdb117d None None] Provisioning complete for port 36d438fc-0e9f-452a-ba5b-d091447ab53d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:50.984678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-740685b0-9f0a-40ab-900a-2a0c2fdb117d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.102221 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c5404d5-6ab5-4fcb-aa5a-41dd0f9e9d6b req-c0c2cdca-e932-4317-a3d8-2778a0654327 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347170 Jul 13 07:49:51.157927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51288) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:51.182512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-740685b0-9f0a-40ab-900a-2a0c2fdb117d None None] Port 36d438fc-0e9f-452a-ba5b-d091447ab53d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:51.202261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port b2523bb0-e815-4a7d-ac64-e7fba023f07b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:51.208843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b2523bb0-e815-4a7d-ac64-e7fba023f07b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:51.209423 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.309183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Router 9e232136-c62e-4d3f-8cd4-cea902c97061 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:51.416312 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.490527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port b2523bb0-e815-4a7d-ac64-e7fba023f07b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b2523bb0-e815-4a7d-ac64-e7fba023f07b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:51.509450 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.563889 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93b55a7d-164e-437b-b32b-d533a4e613a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.631628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=b2523bb0-e815-4a7d-ac64-e7fba023f07b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.649265 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-57b9d237-c865-4bfb-bd26-c2d1eb3a4acc None None] Provisioning complete for port 36d438fc-0e9f-452a-ba5b-d091447ab53d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:51.650337 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-57b9d237-c865-4bfb-bd26-c2d1eb3a4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.722405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:51.751254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-57b9d237-c865-4bfb-bd26-c2d1eb3a4acc None None] Port 36d438fc-0e9f-452a-ba5b-d091447ab53d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:51.806794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-45fd209d-2601-4ca7-b631-86be12dd889a admin admin] 10.222.0.44 "PUT /v2.0/routers/9e232136-c62e-4d3f-8cd4-cea902c97061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4170527 Jul 13 07:49:51.891805 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93b55a7d-164e-437b-b32b-d533a4e613a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.903260 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93b55a7d-164e-437b-b32b-d533a4e613a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.990573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51306) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:51.991186 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-93b55a7d-164e-437b-b32b-d533a4e613a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7be42fe35974000aa94581ff19f037a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8311005 Jul 13 07:49:51.996266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b55a7d-164e-437b-b32b-d533a4e613a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4860d17c-d1e2-443c-bb4b-dd5756b0adf6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:52.076360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e9e10be-8460-48e3-bcd6-c7a781d627bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.121573 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e9e10be-8460-48e3-bcd6-c7a781d627bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.202605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-62384c63-4537-44bd-981d-ec925cf5caec req-f7ace3f6-e4b9-4fc5-a946-7d52cfbeae3e service neutron] (93838) timed out ('10.222.0.44', 38784) {{(pid=93838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:49:52.203219 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e9e10be-8460-48e3-bcd6-c7a781d627bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.206547 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e9e10be-8460-48e3-bcd6-c7a781d627bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.210674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5e9e10be-8460-48e3-bcd6-c7a781d627bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4860d17c-d1e2-443c-bb4b-dd5756b0adf6 HTTP/1.1" status: 204 len: 168 time: 0.2162313 Jul 13 07:49:52.241382 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e10be-8460-48e3-bcd6-c7a781d627bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4860d17c-d1e2-443c-bb4b-dd5756b0adf6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:52.370384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d872462-fb34-490f-8752-041aa0f6bb01 req-f2471599-6f48-4888-b925-e8e04bbee60a tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:52.375392 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6d872462-fb34-490f-8752-041aa0f6bb01 req-f2471599-6f48-4888-b925-e8e04bbee60a tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.0978577 Jul 13 07:49:52.435210 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6d872462-fb34-490f-8752-041aa0f6bb01 req-f07d69f7-155f-47cf-b49c-06322cd3be99 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577073 Jul 13 07:49:52.730934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51328) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:52.755611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b2523bb0-e815-4a7d-ac64-e7fba023f07b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:52.757747 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bda6ec45-9317-41fa-9484-774adc921b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.908247 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bda6ec45-9317-41fa-9484-774adc921b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.908686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51334) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:52.911978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b2523bb0-e815-4a7d-ac64-e7fba023f07b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:52.912476 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.914890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0a0ad83a-92f4-4237-857f-cef5d714a7a2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519034314', 'description': 'tempest-description--637886984'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:52.922444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bda6ec45-9317-41fa-9484-774adc921b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.987724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51336) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:52.993669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bda6ec45-9317-41fa-9484-774adc921b34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8476be39f01f4e13852193e737e937e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613535 Jul 13 07:49:52.996505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6ec45-9317-41fa-9484-774adc921b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af841984-dc23-4204-bf08-950ca576a112,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:53.005611 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a0ad83a-92f4-4237-857f-cef5d714a7a2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.065058 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31a49be8-38ec-4770-b737-d82442d06649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.113249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31a49be8-38ec-4770-b737-d82442d06649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.141471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Sync routers for ids ['9e232136-c62e-4d3f-8cd4-cea902c97061'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:53.157410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Routers {'9e232136-c62e-4d3f-8cd4-cea902c97061'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:53.158068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['9e232136-c62e-4d3f-8cd4-cea902c97061'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:53.224391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a0ad83a-92f4-4237-857f-cef5d714a7a2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.230015 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31a49be8-38ec-4770-b737-d82442d06649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.233002 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31a49be8-38ec-4770-b737-d82442d06649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.237531 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-31a49be8-38ec-4770-b737-d82442d06649 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af841984-dc23-4204-bf08-950ca576a112 HTTP/1.1" status: 204 len: 168 time: 0.2463391 Jul 13 07:49:53.238018 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a0ad83a-92f4-4237-857f-cef5d714a7a2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.251474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a49be8-38ec-4770-b737-d82442d06649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af841984-dc23-4204-bf08-950ca576a112,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:53.293643 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0a0ad83a-92f4-4237-857f-cef5d714a7a2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.294921 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0a0ad83a-92f4-4237-857f-cef5d714a7a2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3848314 Jul 13 07:49:53.299808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51346) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:53.303289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ad83a-92f4-4237-857f-cef5d714a7a2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc429f-e93e-4dc6-99f3-64320d957c18,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:53.306327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1823dc82-3180-4ac5-ae96-a0aa8aedca8d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc429f-e93e-4dc6-99f3-64320d957c18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:53.391942 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1823dc82-3180-4ac5-ae96-a0aa8aedca8d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.469221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Set router 9e232136-c62e-4d3f-8cd4-cea902c97061 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:53.538633 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1823dc82-3180-4ac5-ae96-a0aa8aedca8d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.552820 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1823dc82-3180-4ac5-ae96-a0aa8aedca8d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.600993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1823dc82-3180-4ac5-ae96-a0aa8aedca8d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.602243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1823dc82-3180-4ac5-ae96-a0aa8aedca8d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3012462 Jul 13 07:49:53.605122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51358) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:53.611328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-de41898a-26f3-4619-ac63-2b7c4974abcc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc429f-e93e-4dc6-99f3-64320d957c18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:53.614169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823dc82-3180-4ac5-ae96-a0aa8aedca8d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d533e076-a8b2-4193-8d96-c8cf85aae89b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:53.697677 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de41898a-26f3-4619-ac63-2b7c4974abcc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.791553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e431c-2d4b-4c27-8f8c-393acf99747a req-91f36f33-9ea7-441a-8840-83744be820da tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:53.793387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-357e431c-2d4b-4c27-8f8c-393acf99747a req-91f36f33-9ea7-441a-8840-83744be820da tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.0893247 Jul 13 07:49:53.821749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de41898a-26f3-4619-ac63-2b7c4974abcc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.828778 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de41898a-26f3-4619-ac63-2b7c4974abcc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.840744 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-357e431c-2d4b-4c27-8f8c-393acf99747a req-1d0d04dd-51ad-49e9-b30e-d023d76ab2d9 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405433 Jul 13 07:49:53.881662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41898a-26f3-4619-ac63-2b7c4974abcc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee21d3d5-df9b-4b03-abc3-de181eb3c054,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:53.901655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de41898a-26f3-4619-ac63-2b7c4974abcc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.903149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-de41898a-26f3-4619-ac63-2b7c4974abcc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2968819 Jul 13 07:49:53.906598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51368) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:53.912180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:53.953816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.107225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '36d438fc-0e9f-452a-ba5b-d091447ab53d', 'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'mac_address': 'fa:16:3e:df:e4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:48Z', 'updated_at': '2021-07-13T07:49:50Z', 'revision_number': 2, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'subnets': [{'id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:54.152268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Checking router: 9e232136-c62e-4d3f-8cd4-cea902c97061 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:54.152648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Updating router 9e232136-c62e-4d3f-8cd4-cea902c97061 port 36d438fc-0e9f-452a-ba5b-d091447ab53d binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:49:54.215040 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.223485 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.451283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Allocated IP 172.25.6.149 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/51b45221-b117-4615-9480-71f0bc76d9ee) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:54.678434 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.701402 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.717253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Transition to ACTIVE for port object 36d438fc-0e9f-452a-ba5b-d091447ab53d will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:54.732940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.772806 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.808983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5255b05-c7f7-4970-aa4a-6951d6fe4a7f None None] Pushing event updated for resources: {'Port': ['ID=36d438fc-0e9f-452a-ba5b-d091447ab53d,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.885439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:54.913757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:54.923627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:54.975297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'Port': ['ID=51b45221-b117-4615-9480-71f0bc76d9ee,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.987974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Attempting to bind port 36d438fc-0e9f-452a-ba5b-d091447ab53d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:54.988384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Attempting to bind port 36d438fc-0e9f-452a-ba5b-d091447ab53d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:54.988756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Attempting to bind port 36d438fc-0e9f-452a-ba5b-d091447ab53d on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:55.002122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:55.003742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Checking segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:55.004178 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.006124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Bound using segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:55.006621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Bound port: 36d438fc-0e9f-452a-ba5b-d091447ab53d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:55.007010 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.153049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] For port 36d438fc-0e9f-452a-ba5b-d091447ab53d, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:55.159204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] For port 36d438fc-0e9f-452a-ba5b-d091447ab53d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=36d438fc-0e9f-452a-ba5b-d091447ab53d,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:55.166188 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.195317 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.300385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5255b05-c7f7-4970-aa4a-6951d6fe4a7f None None] Pushing event updated for resources: {'Port': ['ID=36d438fc-0e9f-452a-ba5b-d091447ab53d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.315615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d447a-c66b-442d-b0fc-a02a6fd96a5e req-4dd2e4c3-7279-4f42-87d8-3c389ad717fb tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:55.330628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f82d447a-c66b-442d-b0fc-a02a6fd96a5e req-4dd2e4c3-7279-4f42-87d8-3c389ad717fb tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.2615831 Jul 13 07:49:55.342396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.369070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Routers {'9e232136-c62e-4d3f-8cd4-cea902c97061'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:55.371781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['9e232136-c62e-4d3f-8cd4-cea902c97061'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:55.422740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f82d447a-c66b-442d-b0fc-a02a6fd96a5e req-44285bf3-a1a7-4b74-89cd-8951440d5163 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909274 Jul 13 07:49:55.715521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.730509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] Set router 9e232136-c62e-4d3f-8cd4-cea902c97061 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:55.732764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.837196 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.864919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'Port': ['ID=51b45221-b117-4615-9480-71f0bc76d9ee,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.867999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.869587 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6323b508-0e5c-40ff-9399-1a3ef1c0c464 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9617686 Jul 13 07:49:56.143400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '36d438fc-0e9f-452a-ba5b-d091447ab53d', 'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'mac_address': 'fa:16:3e:df:e4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:48Z', 'updated_at': '2021-07-13T07:49:55Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'subnets': [{'id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:56.207509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be93a8-718d-45ea-824e-74ae01c38051 None None] The sync data for ids ['9e232136-c62e-4d3f-8cd4-cea902c97061'] in n-d-798249-7 is: [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '36d438fc-0e9f-452a-ba5b-d091447ab53d', 'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'mac_address': 'fa:16:3e:df:e4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:48Z', 'updated_at': '2021-07-13T07:49:55Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'subnets': [{'id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:56.250320 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-0875d109-8967-48ae-91af-9cd265c633cd tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1519034314&fields=id&tenant_id=2914ed24f1774e4cbc06010dd6012a79 HTTP/1.1" status: 200 len: 267 time: 0.0804472 Jul 13 07:49:56.493136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-8873f3d7-9c58-41e7-a556-04b12f35414b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:56.508493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-8873f3d7-9c58-41e7-a556-04b12f35414b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 812 time: 0.2401955 Jul 13 07:49:56.546857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-a3207a5f-374c-450e-937a-dc892e239072 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/quotas/2914ed24f1774e4cbc06010dd6012a79 HTTP/1.1" status: 200 len: 375 time: 0.0372822 Jul 13 07:49:56.667319 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-9801e2d7-f104-4ca4-a847-de3bff623f0e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1192064 Jul 13 07:49:56.798766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92db6-23ba-4d74-9943-8acf838f342b req-67c62b33-fae9-4ad1-993d-339922368003 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:56.810003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-63d92db6-23ba-4d74-9943-8acf838f342b req-67c62b33-fae9-4ad1-993d-339922368003 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.2000086 Jul 13 07:49:56.829077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 36d438fc-0e9f-452a-ba5b-d091447ab53d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:56.960638 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-63d92db6-23ba-4d74-9943-8acf838f342b req-f04e5e64-dd32-476b-8158-cb873feb6efb tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398752 Jul 13 07:49:56.994931 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 36d438fc-0e9f-452a-ba5b-d091447ab53d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:57.003876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 36d438fc-0e9f-452a-ba5b-d091447ab53d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:57.005222 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.179596 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-c2249388-ce04-45f7-814a-75636a2352bb service neutron] 10.222.0.44 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787197 Jul 13 07:49:57.206608 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.319978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 36d438fc-0e9f-452a-ba5b-d091447ab53d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=36d438fc-0e9f-452a-ba5b-d091447ab53d,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:57.328891 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.445202 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-10f4a64d-dcfd-4fb4-858e-92703bdab61c service neutron] 10.222.0.44 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592461 Jul 13 07:49:57.455832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=36d438fc-0e9f-452a-ba5b-d091447ab53d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:57.854674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-879da46d-1974-441e-b90a-6ea62c5d13b4 req-682fbdd8-c9a0-4e66-b979-6f96c09bb902 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 210 time: 0.0810239 Jul 13 07:49:57.858012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-01d3c92d-a338-43c4-ab7a-4dbc80f48685 None None] Provisioning complete for port 36d438fc-0e9f-452a-ba5b-d091447ab53d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:57.864441 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-01d3c92d-a338-43c4-ab7a-4dbc80f48685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.355379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51532) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:58.407637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ba9a0-6f01-44e1-a19d-54787ec0c111 req-83b527c0-2d7f-4f7a-aa30-ae4644450859 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:58.414623 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-367ba9a0-6f01-44e1-a19d-54787ec0c111 req-83b527c0-2d7f-4f7a-aa30-ae4644450859 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1706078 Jul 13 07:49:58.504951 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-367ba9a0-6f01-44e1-a19d-54787ec0c111 req-12ebf069-5061-4208-ae20-359c0008a5d2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893347 Jul 13 07:49:58.706632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45b6f512-8b6b-402b-b239-07a6a92bf9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.723135 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:49:58.813727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 36d438fc-0e9f-452a-ba5b-d091447ab53d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:58.918589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 36d438fc-0e9f-452a-ba5b-d091447ab53d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:58.919310 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.955797 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45b6f512-8b6b-402b-b239-07a6a92bf9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.963427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-45b6f512-8b6b-402b-b239-07a6a92bf9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.999048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6f512-8b6b-402b-b239-07a6a92bf9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0130e6f-4b7f-43e4-9335-665b8ee847f3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:59.114411 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d5ff306-8ed9-469e-852a-3098cc229e66 req-590f38da-d892-4e3d-bc49-faa7383ff074 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 210 time: 0.0636954 Jul 13 07:49:59.119392 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-45b6f512-8b6b-402b-b239-07a6a92bf9cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b30fc112f754ea08f66b8b45539bb4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625680 Jul 13 07:49:59.122168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51552) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:59.177628 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9185627c-dd1a-48df-adc5-8a30e53144c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.199993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9185627c-dd1a-48df-adc5-8a30e53144c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.269569 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9185627c-dd1a-48df-adc5-8a30e53144c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.275672 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9185627c-dd1a-48df-adc5-8a30e53144c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.277078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9185627c-dd1a-48df-adc5-8a30e53144c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0130e6f-4b7f-43e4-9335-665b8ee847f3 HTTP/1.1" status: 204 len: 168 time: 0.1536710 Jul 13 07:49:59.295074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185627c-dd1a-48df-adc5-8a30e53144c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0130e6f-4b7f-43e4-9335-665b8ee847f3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:59.745013 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f7c99-d7bb-445f-ae24-e7db6a4176a4 req-25ba5e38-662b-469c-a11c-b8cd28dd4999 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:59.746624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-df8f7c99-d7bb-445f-ae24-e7db6a4176a4 req-25ba5e38-662b-469c-a11c-b8cd28dd4999 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.0938575 Jul 13 07:49:59.747123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51576) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:59.774456 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ccacb3a8-65bb-47f2-a4f6-62d00780d440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.924968 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-df8f7c99-d7bb-445f-ae24-e7db6a4176a4 req-7ba53f96-6a02-4e2d-9a0d-e7136ac553e5 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683214 Jul 13 07:50:00.001912 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ccacb3a8-65bb-47f2-a4f6-62d00780d440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.007994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ccacb3a8-65bb-47f2-a4f6-62d00780d440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.076715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-dbb5a345-a209-48b5-851b-10c192d27805 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.078692 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-dbb5a345-a209-48b5-851b-10c192d27805 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 812 time: 0.1946452 Jul 13 07:50:00.094082 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ccacb3a8-65bb-47f2-a4f6-62d00780d440 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1e8e1c391264c2dae4b821d9140df95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458941 Jul 13 07:50:00.096905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacb3a8-65bb-47f2-a4f6-62d00780d440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e837af-eace-425f-9a9c-59b11687739f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:00.113651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51582) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:00.187257 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e474c2ef-dad2-47df-92ce-d54f7ba5196e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.214748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-8d06841e-6e26-4397-bbe0-ed28182dcdd5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2914ed24f1774e4cbc06010dd6012a79 HTTP/1.1" status: 200 len: 380 time: 0.1252079 Jul 13 07:50:00.230312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'port': {'device_id': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'admin_state_up': True, 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'security_groups': ['a8cc429f-e93e-4dc6-99f3-64320d957c18']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:00.242797 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e474c2ef-dad2-47df-92ce-d54f7ba5196e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.352162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e474c2ef-dad2-47df-92ce-d54f7ba5196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.355797 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e474c2ef-dad2-47df-92ce-d54f7ba5196e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.359445 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e474c2ef-dad2-47df-92ce-d54f7ba5196e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10e837af-eace-425f-9a9c-59b11687739f HTTP/1.1" status: 204 len: 168 time: 0.2429049 Jul 13 07:50:00.399455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474c2ef-dad2-47df-92ce-d54f7ba5196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e837af-eace-425f-9a9c-59b11687739f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:00.498306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b395263c-9169-4db1-848c-e7324757717a req-a3b5ec89-d84b-4edf-9d96-d238f4cd5344 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 210 time: 0.0726988 Jul 13 07:50:00.524633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Made reservation on behalf of 2914ed24f1774e4cbc06010dd6012a79 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:00.531167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.756672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Allocated IP 172.20.0.11 (4546adef-06e9-4bc6-9117-3c771b5dd666/8dc8c035-1d70-4ee8-9f77-04ddd6128332/cc2ceb9c-ac19-407e-aabc-5594315b4b70) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:00.997817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.033046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Transition to ACTIVE for port object cc2ceb9c-ac19-407e-aabc-5594315b4b70 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:01.126561 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.236676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:01.249004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10f69d-8c98-499b-8268-b2504e51cf70 req-feea78ce-3d56-4f41-aa76-1d188837bf0e tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:01.252893 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:01.259289 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab10f69d-8c98-499b-8268-b2504e51cf70 req-feea78ce-3d56-4f41-aa76-1d188837bf0e tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1510298 Jul 13 07:50:01.264209 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:01.325376 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab10f69d-8c98-499b-8268-b2504e51cf70 req-8745d383-9c35-4f66-a26d-e5345678b111 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650210 Jul 13 07:50:01.362651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:01.363320 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.366449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:01.398579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-1e3c771b-6d1b-4d6b-b765-124fac0e1103 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1728003 Jul 13 07:50:01.422459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Request body: {'port': {'device_id': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:01.620823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.720578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-03f874e0-dd20-4cf8-ab4c-a2a8f166ca3a None None] Provisioning for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:01.747834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-03f874e0-dd20-4cf8-ab4c-a2a8f166ca3a None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:01.749551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-03f874e0-dd20-4cf8-ab4c-a2a8f166ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.811160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-03f874e0-dd20-4cf8-ab4c-a2a8f166ca3a None None] Port cc2ceb9c-ac19-407e-aabc-5594315b4b70 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:01.975151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58c649-b7d4-4e04-95b2-ef12dfa59df7 req-24972bf1-ec2c-4983-9a15-1421b013e7c6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:01.976748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da58c649-b7d4-4e04-95b2-ef12dfa59df7 req-24972bf1-ec2c-4983-9a15-1421b013e7c6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 932 time: 0.1631870 Jul 13 07:50:02.054265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da58c649-b7d4-4e04-95b2-ef12dfa59df7 req-c89ae57f-d2b8-48a4-8d4a-459d55c90375 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663218 Jul 13 07:50:02.113143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2ceb9c-ac19-407e-aabc-5594315b4b70 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:02.125466 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.141340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Transition to ACTIVE for port object cc2ceb9c-ac19-407e-aabc-5594315b4b70 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:02.147612 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.238352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:02.415009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Attempting to bind port cc2ceb9c-ac19-407e-aabc-5594315b4b70 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:02.417920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Attempting to bind port cc2ceb9c-ac19-407e-aabc-5594315b4b70 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:02.418898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Attempting to bind port cc2ceb9c-ac19-407e-aabc-5594315b4b70 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:02.443567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Port cc2ceb9c-ac19-407e-aabc-5594315b4b70 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:02.444900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Attempting to bind port cc2ceb9c-ac19-407e-aabc-5594315b4b70 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:02.476927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:02.477354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Checking segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:02.477836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Bound using segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:02.478768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Bound port: cc2ceb9c-ac19-407e-aabc-5594315b4b70, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:02.478768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.574512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d0550-998e-4ec9-ba21-90638d04b7c1 req-f3a135a1-2b5e-409d-aa5c-1fa07a1a068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.576734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a8d0550-998e-4ec9-ba21-90638d04b7c1 req-f3a135a1-2b5e-409d-aa5c-1fa07a1a068d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 1096 time: 0.1530435 Jul 13 07:50:02.681845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:02.718446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:02.727344 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a8d0550-998e-4ec9-ba21-90638d04b7c1 req-f4763488-ba73-4773-a021-85f3696de97c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434138 Jul 13 07:50:02.732823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.781561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79c063-9706-47d6-ac78-d64763fd642b req-05ffc44c-0ea6-45c3-ac87-71149e7e0027 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.784417 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee79c063-9706-47d6-ac78-d64763fd642b req-05ffc44c-0ea6-45c3-ac87-71149e7e0027 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1207185 Jul 13 07:50:02.831615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.832999 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.835547 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] 10.222.0.54 "PUT /v2.0/ports/cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1092 time: 1.4249878 Jul 13 07:50:02.836408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:02.840511 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6cce99-b70a-4ca7-a21d-6996291dc186" -d '{"events": [{"name": "network-changed", "server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:02.854307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a28efc-4de0-4192-8913-2a0a34f677a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:02.891236 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee79c063-9706-47d6-ac78-d64763fd642b req-d1443fd2-2e82-49cb-82cf-ca80e919552d tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900853 Jul 13 07:50:02.986472 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd2759-1718-4183-8eac-23cc6cf54258 x-openstack-request-id: req-cfbd2759-1718-4183-8eac-23cc6cf54258 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:02.986953 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:02.987322 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfbd2759-1718-4183-8eac-23cc6cf54258 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:02.988718 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'status': 'completed', 'code': 200} Jul 13 07:50:03.031128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-c260d1ce-d54c-4cf1-a5d1-f5196f810df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.032901 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-c260d1ce-d54c-4cf1-a5d1-f5196f810df9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1095 time: 0.1324627 Jul 13 07:50:03.092054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-3c955668-4959-4000-9ac4-59e572339a82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 217 time: 0.0504847 Jul 13 07:50:03.204780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-2c8070f6-3993-436f-897f-fec44df8d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.206530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-2c8070f6-3993-436f-897f-fec44df8d5f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.1064188 Jul 13 07:50:03.319560 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-c9583e08-4ce4-4179-9464-4f0ec1bd7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.321438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-c9583e08-4ce4-4179-9464-4f0ec1bd7eb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049693 Jul 13 07:50:03.431420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26e69-a249-4d83-8b7d-7a238b50646f req-2b2e1e9c-f559-4d4a-aef4-51a558227694 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.440981 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ca26e69-a249-4d83-8b7d-7a238b50646f req-2b2e1e9c-f559-4d4a-aef4-51a558227694 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 944 time: 0.1704915 Jul 13 07:50:03.581169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-98a0c5f0-d3b8-4278-866c-04ee409b1baf service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502332 Jul 13 07:50:03.600341 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ca26e69-a249-4d83-8b7d-7a238b50646f req-7f9ce43b-487f-4c1d-b401-4a72a48f5b1a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564045 Jul 13 07:50:03.725772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bd42f0fd-2083-4937-af16-975f38cf1e29 req-a8b6f7a2-5543-4826-b6e0-c09f9521857c service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367171 Jul 13 07:50:03.942973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-d4df4c1b-21ef-4782-9b91-8e21762411e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.945355 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-d4df4c1b-21ef-4782-9b91-8e21762411e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1095 time: 0.1473103 Jul 13 07:50:04.212386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-044f10d5-6b7d-4042-8109-20d46c41ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.213898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-044f10d5-6b7d-4042-8109-20d46c41ebe3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.2502291 Jul 13 07:50:04.225840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a389448-12c3-4dd7-9207-e56c31dcdf55 req-c8f9aeaa-4315-4261-bf78-bd0dab3c249f tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.227188 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a389448-12c3-4dd7-9207-e56c31dcdf55 req-c8f9aeaa-4315-4261-bf78-bd0dab3c249f tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1130276 Jul 13 07:50:04.233224 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51728) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:04.278614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-22d2bb47-183a-40f7-a145-8624abbca6b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 217 time: 0.0502315 Jul 13 07:50:04.377487 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c8eb32ec-dae5-41b8-bfc6-5f27e75e5556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.421089 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a389448-12c3-4dd7-9207-e56c31dcdf55 req-0d4f0340-c7df-4b1b-ba4b-d23fba9b8fc7 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827352 Jul 13 07:50:04.450511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-a6402c62-7adf-4028-8b5f-3a133115bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.450511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-a6402c62-7adf-4028-8b5f-3a133115bf94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.1603789 Jul 13 07:50:04.529530 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c8eb32ec-dae5-41b8-bfc6-5f27e75e5556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.539091 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c8eb32ec-dae5-41b8-bfc6-5f27e75e5556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.541539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-ba87a419-e8d9-493d-891a-f60acb0fb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.543053 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-ba87a419-e8d9-493d-891a-f60acb0fb1bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821238 Jul 13 07:50:04.576947 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.692806 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c8eb32ec-dae5-41b8-bfc6-5f27e75e5556 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a97cc09bdfc142e2802bd19c46a9e7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575479 Jul 13 07:50:04.693503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51744) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:04.694278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb32ec-dae5-41b8-bfc6-5f27e75e5556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76554b3a-24a4-43d0-96a1-646cc5c7100e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:04.836931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-6c773ea2-b48a-4ddb-8fd5-5c031da2019b service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856567 Jul 13 07:50:04.904838 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb289-4d6a-4d6a-8741-37a485954e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.949676 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb289-4d6a-4d6a-8741-37a485954e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.060206 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb289-4d6a-4d6a-8741-37a485954e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.064137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb289-4d6a-4d6a-8741-37a485954e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.065968 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e4aeb289-4d6a-4d6a-8741-37a485954e86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76554b3a-24a4-43d0-96a1-646cc5c7100e HTTP/1.1" status: 204 len: 168 time: 0.3685243 Jul 13 07:50:05.081867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aeb289-4d6a-4d6a-8741-37a485954e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76554b3a-24a4-43d0-96a1-646cc5c7100e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:05.092263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68435e8a-635e-4e9f-b3fc-b65396340a84 req-59917bd9-ef92-407b-a7ac-0de64fa0394f tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:05.094220 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-68435e8a-635e-4e9f-b3fc-b65396340a84 req-59917bd9-ef92-407b-a7ac-0de64fa0394f tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1486907 Jul 13 07:50:05.221392 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-68435e8a-635e-4e9f-b3fc-b65396340a84 req-5c2144cf-a07b-43a0-af99-2a5e690f2f92 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196091 Jul 13 07:50:05.564613 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 51764) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.597819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a161f821-9cf4-476e-b298-5a9b36d25d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.664736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbebf3f-49be-48a2-87ff-d19d4971ebc1 req-fef7f44e-0409-4769-849e-de1558dade10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:05.666851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dbebf3f-49be-48a2-87ff-d19d4971ebc1 req-fef7f44e-0409-4769-849e-de1558dade10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 1096 time: 0.8055127 Jul 13 07:50:05.690603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c6cce99-b70a-4ca7-a21d-6996291dc186 req-783a1286-ab2d-488b-bcc2-8b3d5e858cb1 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8397620 Jul 13 07:50:05.701413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb39ef-5264-4635-bb64-1855859d8ebe req-c3007b64-31a3-41fb-8470-712ee0e85fb7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:05.704175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7eb39ef-5264-4635-bb64-1855859d8ebe req-c3007b64-31a3-41fb-8470-712ee0e85fb7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 944 time: 0.7639642 Jul 13 07:50:05.761496 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a161f821-9cf4-476e-b298-5a9b36d25d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.771767 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a161f821-9cf4-476e-b298-5a9b36d25d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.805634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7eb39ef-5264-4635-bb64-1855859d8ebe req-65d5b7eb-eed2-4f25-9783-cfa69d0841b6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900087 Jul 13 07:50:05.843749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbebf3f-49be-48a2-87ff-d19d4971ebc1 req-43bb43f3-1516-4525-94f0-0525c7fa2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:05.845305 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a161f821-9cf4-476e-b298-5a9b36d25d28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff34b65b75b2476eb92a1d0b34efe6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795987 Jul 13 07:50:05.846310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161f821-9cf4-476e-b298-5a9b36d25d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34e8b2b-7b11-4ede-9493-8d0120009b3d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:05.851325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dbebf3f-49be-48a2-87ff-d19d4971ebc1 req-43bb43f3-1516-4525-94f0-0525c7fa2a38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 911 time: 0.1735995 Jul 13 07:50:05.851774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51770) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.939283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dbebf3f-49be-48a2-87ff-d19d4971ebc1 req-1415f85d-4edf-4cc5-81d8-f088bdd82d22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523bd2d8-1185-444a-b350-8166c2381c7a HTTP/1.1" status: 200 len: 217 time: 0.0654016 Jul 13 07:50:06.000318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbebf3f-49be-48a2-87ff-d19d4971ebc1 req-ab3eddc6-b5b3-461b-b8b5-f1832b402154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:06.001830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dbebf3f-49be-48a2-87ff-d19d4971ebc1 req-ab3eddc6-b5b3-461b-b8b5-f1832b402154 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 200 len: 850 time: 0.0544457 Jul 13 07:50:06.007079 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.080840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dbebf3f-49be-48a2-87ff-d19d4971ebc1 req-1fdc59d1-c99e-4b47-9ae0-a6b95dcf21bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a4348bf-6f85-45ab-8602-be34efd275e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593834 Jul 13 07:50:06.087969 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.212079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dbebf3f-49be-48a2-87ff-d19d4971ebc1 req-1632be8e-88b8-4db1-8b8c-3e1da02a971f service neutron] 10.222.0.54 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202667 Jul 13 07:50:06.228222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.230911 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.232223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a34e8b2b-7b11-4ede-9493-8d0120009b3d HTTP/1.1" status: 204 len: 168 time: 0.3794367 Jul 13 07:50:06.284624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34e8b2b-7b11-4ede-9493-8d0120009b3d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.307329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.307603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.307951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.308315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.308652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.308990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.309320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.309651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.309979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.310307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.310635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.310961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c073c9b-8cd0-4527-bded-44370987fe02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:06.327767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:06.448755 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dbebf3f-49be-48a2-87ff-d19d4971ebc1 req-705ced7e-3840-41d9-a5b8-1fdbcb2aaee9 service neutron] 10.222.0.54 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302015 Jul 13 07:50:06.637989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b71e85-7752-4e5d-b556-62057652fc3f req-5c5f1be8-67cd-4b96-aabf-66e14a8d50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:06.640800 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51b71e85-7752-4e5d-b556-62057652fc3f req-5c5f1be8-67cd-4b96-aabf-66e14a8d50ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 1096 time: 0.0799670 Jul 13 07:50:06.660632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a44aee-fda7-4bd3-b336-a792d922d303 req-9048908b-946f-4deb-8a40-f82c16b19eb9 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:06.663285 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57a44aee-fda7-4bd3-b336-a792d922d303 req-9048908b-946f-4deb-8a40-f82c16b19eb9 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1997156 Jul 13 07:50:06.731173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:06.731656 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57a44aee-fda7-4bd3-b336-a792d922d303 req-2786cf23-349a-4836-98c0-4deaa8d759a9 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553620 Jul 13 07:50:06.753348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'port_id': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'mac_address': 'fa:16:3e:14:94:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:06.829472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b71e85-7752-4e5d-b556-62057652fc3f req-4057e7e4-0b0b-4c08-948d-79229b195576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:06.831001 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51b71e85-7752-4e5d-b556-62057652fc3f req-4057e7e4-0b0b-4c08-948d-79229b195576 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 911 time: 0.1381557 Jul 13 07:50:06.844295 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.877934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2ceb9c-ac19-407e-aabc-5594315b4b70 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:06.899604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51b71e85-7752-4e5d-b556-62057652fc3f req-e6567652-0702-4160-a81a-4918214577b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523bd2d8-1185-444a-b350-8166c2381c7a HTTP/1.1" status: 200 len: 217 time: 0.0609853 Jul 13 07:50:06.930203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:06.946748 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.000786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b71e85-7752-4e5d-b556-62057652fc3f req-2579b745-a3cd-4140-8980-537fd299ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:07.002576 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51b71e85-7752-4e5d-b556-62057652fc3f req-2579b745-a3cd-4140-8980-537fd299ffb3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 200 len: 850 time: 0.0953104 Jul 13 07:50:07.063391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:07.142053 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51b71e85-7752-4e5d-b556-62057652fc3f req-2b46a78a-7fe0-4478-a35e-aa4a6a1b0992 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a4348bf-6f85-45ab-8602-be34efd275e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303012 Jul 13 07:50:07.191000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['cc2ceb9c-ac19-407e-aabc-5594315b4b70'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:07.295293 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51b71e85-7752-4e5d-b556-62057652fc3f req-4b5db70f-17ee-4b4e-ba52-0113a58eba68 service neutron] 10.222.0.54 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054406 Jul 13 07:50:07.489976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e195d-2d2a-452c-a2be-fdbc5de9020b req-9efcb48d-0f0a-4fc8-99a8-9438779c52ac tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:07.491255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597e195d-2d2a-452c-a2be-fdbc5de9020b req-9efcb48d-0f0a-4fc8-99a8-9438779c52ac tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 945 time: 0.3472908 Jul 13 07:50:07.503273 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-7dc237ea-e382-4613-8651-774d62e25f33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3929100 Jul 13 07:50:07.505097 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51b71e85-7752-4e5d-b556-62057652fc3f req-7785c6d3-27c3-4f74-8c86-5599d0570ffe service neutron] 10.222.0.54 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005997 Jul 13 07:50:07.571938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597e195d-2d2a-452c-a2be-fdbc5de9020b req-def5192a-69e9-46cb-a91e-b71d77defbed tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730920 Jul 13 07:50:07.645921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-c8b3a427-849f-4ced-b353-43433765f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:07.647522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-c8b3a427-849f-4ced-b353-43433765f677 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c03980ac41214985887e5a4a6739d4f5&device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 1097 time: 0.0743823 Jul 13 07:50:07.808813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-d6e91fbc-2d14-433f-ab6b-3d23f7eb19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:07.810425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-d6e91fbc-2d14-433f-ab6b-3d23f7eb19b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 200 len: 911 time: 0.1396179 Jul 13 07:50:07.882946 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-28e7308d-1b10-4aaa-90a5-da10fe06cbcd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abc0c822-3fc4-4612-957a-ed8d5811f654 HTTP/1.1" status: 200 len: 217 time: 0.0661774 Jul 13 07:50:08.001180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-a28e68a2-b59f-433a-958e-f9026bc6ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:08.002812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-a28e68a2-b59f-433a-958e-f9026bc6ca0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 200 len: 850 time: 0.1126299 Jul 13 07:50:08.025808 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.059488 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-081abf76-0a21-49dd-9ca2-1dc14cb33073 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a4348bf-6f85-45ab-8602-be34efd275e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474274 Jul 13 07:50:08.068741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5a3a9-0993-4522-88ae-ba57b5e69651 req-d989a226-6522-426d-9fc2-33a52fb83cef tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:08.077389 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ac5a3a9-0993-4522-88ae-ba57b5e69651 req-d989a226-6522-426d-9fc2-33a52fb83cef tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1067445 Jul 13 07:50:08.138868 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ac5a3a9-0993-4522-88ae-ba57b5e69651 req-56994f2f-9b82-4066-9bae-396c9c2110d9 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596166 Jul 13 07:50:08.200851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-298158db-01be-4d29-9494-e78ef9e092bb service neutron] 10.222.0.53 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348867 Jul 13 07:50:08.343636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:08.403007 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d84a9f9b-72ca-4f27-ac92-8da53e9e923f req-a343f4a1-78a7-43ae-a7b5-459bec3e55d1 service neutron] 10.222.0.53 "GET /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794717 Jul 13 07:50:08.445098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:08.454684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:08.455958 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.596278 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.646388 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:08.647567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:08.650660 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1b2f0d-d377-4fbf-b014-36409d7a2c14" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:08.656528 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.751748 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabb8a5d-3cfa-4740-be4c-79d65679babe x-openstack-request-id: req-cabb8a5d-3cfa-4740-be4c-79d65679babe {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:08.751985 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:08.752333 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cabb8a5d-3cfa-4740-be4c-79d65679babe {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:08.752733 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'code': 200} Jul 13 07:50:08.800322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:09.029271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa725ad7-8da2-41f4-b616-7c99525802a2 req-54f8e22d-3db2-40f6-b9d7-c72c112fcecf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.036524 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa725ad7-8da2-41f4-b616-7c99525802a2 req-54f8e22d-3db2-40f6-b9d7-c72c112fcecf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 946 time: 0.2766576 Jul 13 07:50:09.156241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa725ad7-8da2-41f4-b616-7c99525802a2 req-9593beae-8b96-477f-a4c1-204f9fae9880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176627 Jul 13 07:50:09.182647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2f86-c95a-47c3-beeb-0913e9116bdc req-32a5523d-a5a1-4f7b-84aa-485313731888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.184426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95cd2f86-c95a-47c3-beeb-0913e9116bdc req-32a5523d-a5a1-4f7b-84aa-485313731888 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1097 time: 0.3403630 Jul 13 07:50:09.227814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-73536342-71e0-4823-b5a2-17bc151380ea None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:09.231623 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-73536342-71e0-4823-b5a2-17bc151380ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.247806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95cd2f86-c95a-47c3-beeb-0913e9116bdc req-cbdf19b7-33e8-4704-9cc1-2879ab9c8512 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558019 Jul 13 07:50:09.434253 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27684d-d0dd-4fc4-960c-1fc91a712eae req-fd889eac-b4aa-444c-907c-293c36eda366 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.441898 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7d27684d-d0dd-4fc4-960c-1fc91a712eae req-fd889eac-b4aa-444c-907c-293c36eda366 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.1063077 Jul 13 07:50:09.488300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7d27684d-d0dd-4fc4-960c-1fc91a712eae req-46353ff3-e951-4416-8ece-0558d4e24263 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453401 Jul 13 07:50:10.288067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db414578-afd8-44ae-8e30-9ac3f015f2b6 req-f4aa21df-4b9e-4e97-8dd0-b3db6a496024 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:10.290141 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db414578-afd8-44ae-8e30-9ac3f015f2b6 req-f4aa21df-4b9e-4e97-8dd0-b3db6a496024 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.0807238 Jul 13 07:50:10.342402 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db414578-afd8-44ae-8e30-9ac3f015f2b6 req-0c3b2092-99dd-4fda-961c-94a59bed7299 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Jul 13 07:50:10.472363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058240d-66ee-4a66-ae9d-f311df8e8656 req-c7970221-ef09-491c-88da-dd7d445a759b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:10.474707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b058240d-66ee-4a66-ae9d-f311df8e8656 req-c7970221-ef09-491c-88da-dd7d445a759b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 946 time: 0.0707734 Jul 13 07:50:10.535345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b058240d-66ee-4a66-ae9d-f311df8e8656 req-30c9680c-7c22-4b21-b316-61d4d80b2937 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545309 Jul 13 07:50:10.747536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391036a-b656-4d0e-a2d2-b5c3ee1baf46 req-526bb20b-d9ae-4357-abf5-1bc5b45c9416 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:10.750218 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7391036a-b656-4d0e-a2d2-b5c3ee1baf46 req-526bb20b-d9ae-4357-abf5-1bc5b45c9416 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 946 time: 0.0738981 Jul 13 07:50:10.758854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 51954) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:10.764767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-817a7fbd-c128-4065-9aa8-6b72f9207c55 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'floatingip': {'port_id': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:10.827391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-817a7fbd-c128-4065-9aa8-6b72f9207c55 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.599486 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-817a7fbd-c128-4065-9aa8-6b72f9207c55 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.613991 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-817a7fbd-c128-4065-9aa8-6b72f9207c55 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.778975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc103688-12b1-4f6d-8108-011d07e10050 req-62f29ca7-5961-4e1f-b496-a2064d4a0758 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:11.786894 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fc103688-12b1-4f6d-8108-011d07e10050 req-62f29ca7-5961-4e1f-b496-a2064d4a0758 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.2510257 Jul 13 07:50:11.867474 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fc103688-12b1-4f6d-8108-011d07e10050 req-649c26dd-6d9b-45c2-9ff2-919615ac1861 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795798 Jul 13 07:50:11.868925 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-817a7fbd-c128-4065-9aa8-6b72f9207c55 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Floating IP acfd1f6c-45a2-4ab1-9361-c6f1f16d93c8 associated. External IP: 172.25.6.149, port: cc2ceb9c-ac19-407e-aabc-5594315b4b70. Jul 13 07:50:12.187351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817a7fbd-c128-4065-9aa8-6b72f9207c55 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Router 9e232136-c62e-4d3f-8cd4-cea902c97061 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:50:12.347654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817a7fbd-c128-4065-9aa8-6b72f9207c55 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:12.362342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-817a7fbd-c128-4065-9aa8-6b72f9207c55 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.366763 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] Sync routers for ids ['9e232136-c62e-4d3f-8cd4-cea902c97061'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:12.382472 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] Routers {'9e232136-c62e-4d3f-8cd4-cea902c97061'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:12.383228 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['9e232136-c62e-4d3f-8cd4-cea902c97061'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:12.451975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-817a7fbd-c128-4065-9aa8-6b72f9207c55 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "PUT /v2.0/floatingips/acfd1f6c-45a2-4ab1-9361-c6f1f16d93c8 HTTP/1.1" status: 200 len: 992 time: 1.6917775 Jul 13 07:50:12.452541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:12.459527 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5" -d '{"events": [{"name": "network-changed", "server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:12.561351 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4a2b5e-dbc1-4664-831d-dcea0f66d2a8 x-openstack-request-id: req-8a4a2b5e-dbc1-4664-831d-dcea0f66d2a8 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:12.561668 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:12.561920 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a4a2b5e-dbc1-4664-831d-dcea0f66d2a8 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:12.562352 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'status': 'completed', 'code': 200} Jul 13 07:50:12.648766 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] Set router 9e232136-c62e-4d3f-8cd4-cea902c97061 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:13.094208 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'acfd1f6c-45a2-4ab1-9361-c6f1f16d93c8', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'port_id': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'mac_address': 'fa:16:3e:14:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:49:55Z', 'updated_at': '2021-07-13T07:50:11Z', 'revision_number': 1, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d438fc-0e9f-452a-ba5b-d091447ab53d', 'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'mac_address': 'fa:16:3e:df:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:48Z', 'updated_at': '2021-07-13T07:49:57Z', 'revision_number': 5, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'subnets': [{'id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:13.129173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-aabb2008-e1f5-4320-9823-56c230de1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.130401 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] Checking router: 9e232136-c62e-4d3f-8cd4-cea902c97061 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:13.131362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-aabb2008-e1f5-4320-9823-56c230de1e06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1097 time: 0.5318987 Jul 13 07:50:13.141321 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] Routers {'9e232136-c62e-4d3f-8cd4-cea902c97061'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:13.142375 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['9e232136-c62e-4d3f-8cd4-cea902c97061'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:13.312971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-fed3814e-2b3c-4a5a-81ec-d616ddb244f2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.314428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-fed3814e-2b3c-4a5a-81ec-d616ddb244f2 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.54 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.3472743 Jul 13 07:50:13.381947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-6bcb28a2-2944-4d4f-9daf-d6468740dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.383566 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-6bcb28a2-2944-4d4f-9daf-d6468740dbc5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.2391710 Jul 13 07:50:13.455931 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] Set router 9e232136-c62e-4d3f-8cd4-cea902c97061 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:13.652863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdccb4-cd6d-4bdf-a061-79c945edead9 req-f1ba3dd2-1410-4869-9797-a07df5491a49 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.661097 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f9cdccb4-cd6d-4bdf-a061-79c945edead9 req-f1ba3dd2-1410-4869-9797-a07df5491a49 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 945 time: 0.4557645 Jul 13 07:50:13.685466 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-4d390aff-1270-4d32-87a9-b70549ce70bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1000 time: 0.2327311 Jul 13 07:50:13.805082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-6eaa1cea-7394-432b-be0d-97ff17a67921 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Deleting port 523bd2d8-1185-444a-b350-8166c2381c7a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:13.806025 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-6eaa1cea-7394-432b-be0d-97ff17a67921 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.892696 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'acfd1f6c-45a2-4ab1-9361-c6f1f16d93c8', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'port_id': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'mac_address': 'fa:16:3e:14:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:49:55Z', 'updated_at': '2021-07-13T07:50:11Z', 'revision_number': 1, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d438fc-0e9f-452a-ba5b-d091447ab53d', 'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'mac_address': 'fa:16:3e:df:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:48Z', 'updated_at': '2021-07-13T07:49:57Z', 'revision_number': 5, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'subnets': [{'id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:13.911620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f9cdccb4-cd6d-4bdf-a061-79c945edead9 req-256ff423-63c9-424f-a0ce-5e9f7777ebb6 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495084 Jul 13 07:50:13.950493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-cf43fec0-f543-4bdd-b097-24a4ba0fc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.954395 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b377a3-a243-4697-aeba-90527f090c1c None None] The sync data for ids ['9e232136-c62e-4d3f-8cd4-cea902c97061'] in n-d-798249-7 is: [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'acfd1f6c-45a2-4ab1-9361-c6f1f16d93c8', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'port_id': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'mac_address': 'fa:16:3e:14:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:49:55Z', 'updated_at': '2021-07-13T07:50:11Z', 'revision_number': 1, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d438fc-0e9f-452a-ba5b-d091447ab53d', 'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'mac_address': 'fa:16:3e:df:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:48Z', 'updated_at': '2021-07-13T07:49:57Z', 'revision_number': 5, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'subnets': [{'id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:13.956384 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-cf43fec0-f543-4bdd-b097-24a4ba0fc13d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.2462571 Jul 13 07:50:14.135077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-6eaa1cea-7394-432b-be0d-97ff17a67921 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] For port 523bd2d8-1185-444a-b350-8166c2381c7a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=523bd2d8-1185-444a-b350-8166c2381c7a,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:14.135700 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-6eaa1cea-7394-432b-be0d-97ff17a67921 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.143571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-a10e88fa-49bc-4a6f-b992-9c744d808918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.145476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-a10e88fa-49bc-4a6f-b992-9c744d808918 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820369 Jul 13 07:50:14.204177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-6eaa1cea-7394-432b-be0d-97ff17a67921 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Calling delete_port for 523bd2d8-1185-444a-b350-8166c2381c7a owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:14.279725 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f5085c4e-e29a-43e0-a022-904256444fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.410142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4af82d-c146-494a-96a1-501c1729dc42 None None] New status for floating IP acfd1f6c-45a2-4ab1-9361-c6f1f16d93c8: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:50:14.480642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-e9f7e7f8-5629-4d92-9f88-d4024949f101 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198078 Jul 13 07:50:14.523964 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-6eaa1cea-7394-432b-be0d-97ff17a67921 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.561553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa1cea-7394-432b-be0d-97ff17a67921 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Pushing event deleted for resources: {'Port': ['ID=523bd2d8-1185-444a-b350-8166c2381c7a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:14.770074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['abc0c822-3fc4-4612-957a-ed8d5811f654'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:14.852045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-6eaa1cea-7394-432b-be0d-97ff17a67921 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] No DVR routers for this DVR port 523bd2d8-1185-444a-b350-8166c2381c7a on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:14.856729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-6eaa1cea-7394-432b-be0d-97ff17a67921 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.859070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02110b1d-a1b8-467a-8dbf-37008db3234f req-6eaa1cea-7394-432b-be0d-97ff17a67921 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.54 "DELETE /v2.0/ports/523bd2d8-1185-444a-b350-8166c2381c7a HTTP/1.1" status: 204 len: 173 time: 1.5228589 Jul 13 07:50:14.862624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88732c47-5870-4384-a6ba-dba20d110791', 'name': 'network-vif-deleted', 'tag': '523bd2d8-1185-444a-b350-8166c2381c7a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:14.866712 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d96646-1955-48e5-934f-78d83295312f" -d '{"events": [{"server_uuid": "88732c47-5870-4384-a6ba-dba20d110791", "name": "network-vif-deleted", "tag": "523bd2d8-1185-444a-b350-8166c2381c7a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:14.923902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e446526-77fc-4f53-85a9-d6ad0bfa65c5 req-10b605ac-3d79-473c-85c1-42147f066399 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351332 Jul 13 07:50:15.023347 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b423b-19f9-4668-b33e-775bad796d10 x-openstack-request-id: req-407b423b-19f9-4668-b33e-775bad796d10 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:15.023690 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88732c47-5870-4384-a6ba-dba20d110791", "name": "network-vif-deleted", "tag": "523bd2d8-1185-444a-b350-8166c2381c7a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:15.023956 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-407b423b-19f9-4668-b33e-775bad796d10 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:15.024395 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88732c47-5870-4384-a6ba-dba20d110791', 'name': 'network-vif-deleted', 'tag': '523bd2d8-1185-444a-b350-8166c2381c7a', 'status': 'completed', 'code': 200} Jul 13 07:50:15.177144 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a674a937-e0c8-4f62-b41d-7bba1d5cdf14 req-dece0f4a-b377-4627-87ad-a0964e77f71c tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=88732c47-5870-4384-a6ba-dba20d110791 HTTP/1.1" status: 200 len: 210 time: 0.0547719 Jul 13 07:50:16.408389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 523bd2d8-1185-444a-b350-8166c2381c7a no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:16.451592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 523bd2d8-1185-444a-b350-8166c2381c7a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:16.452711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 523bd2d8-1185-444a-b350-8166c2381c7a not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:16.999023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd86a0-2642-4ca5-81f5-06a14473e979 req-e2ede3ac-9e19-4ee5-8c85-224ceb81ae4d tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.001112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4cd86a0-2642-4ca5-81f5-06a14473e979 req-e2ede3ac-9e19-4ee5-8c85-224ceb81ae4d tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1006899 Jul 13 07:50:17.063114 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.063693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4cd86a0-2642-4ca5-81f5-06a14473e979 req-1477c4cc-4ced-49e1-874c-4f153850ef8a tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552411 Jul 13 07:50:17.224172 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-df434fa9-cc48-41d8-8950-12e5b6c36c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.938023 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.261533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399a1a7-15d9-40dd-9823-5b54e4a7fa99 req-19cfa2ff-ad81-4369-8a96-529f383bff7a tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.268567 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9399a1a7-15d9-40dd-9823-5b54e4a7fa99 req-19cfa2ff-ad81-4369-8a96-529f383bff7a tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.0882838 Jul 13 07:50:18.327317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9399a1a7-15d9-40dd-9823-5b54e4a7fa99 req-09e5fd36-c3f5-4fc9-bc80-ce38a6f7036a tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570900 Jul 13 07:50:19.075563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197013df-3708-4aea-8c80-e962c961ddaf req-2fd4798c-d663-47b4-bf5c-cbc7a69add3e tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:19.077628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-197013df-3708-4aea-8c80-e962c961ddaf req-2fd4798c-d663-47b4-bf5c-cbc7a69add3e tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.1645792 Jul 13 07:50:19.223077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-197013df-3708-4aea-8c80-e962c961ddaf req-57633ade-7b0d-4c0c-9e64-e90f843521d8 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Deleting port abc0c822-3fc4-4612-957a-ed8d5811f654 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:19.223769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-197013df-3708-4aea-8c80-e962c961ddaf req-57633ade-7b0d-4c0c-9e64-e90f843521d8 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.348079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52252) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.364489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-197013df-3708-4aea-8c80-e962c961ddaf req-57633ade-7b0d-4c0c-9e64-e90f843521d8 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] For port abc0c822-3fc4-4612-957a-ed8d5811f654, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=abc0c822-3fc4-4612-957a-ed8d5811f654,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:19.365389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-197013df-3708-4aea-8c80-e962c961ddaf req-57633ade-7b0d-4c0c-9e64-e90f843521d8 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.405199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-197013df-3708-4aea-8c80-e962c961ddaf req-57633ade-7b0d-4c0c-9e64-e90f843521d8 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Calling delete_port for abc0c822-3fc4-4612-957a-ed8d5811f654 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:19.584546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53e376b1-5143-4b55-9a71-eab5cee70951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.772337 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53e376b1-5143-4b55-9a71-eab5cee70951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.783602 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53e376b1-5143-4b55-9a71-eab5cee70951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.900826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-53e376b1-5143-4b55-9a71-eab5cee70951 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b550ad34b2c448f87ed339feb609f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5515969 Jul 13 07:50:19.902000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e376b1-5143-4b55-9a71-eab5cee70951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d81a1f-6db6-4975-8a1c-5a6abbc3b490,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.918865 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.922450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52268) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:20.016352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30f66566-ea13-4541-86cb-143e4a50805f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.062930 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30f66566-ea13-4541-86cb-143e4a50805f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.130002 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30f66566-ea13-4541-86cb-143e4a50805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.132831 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30f66566-ea13-4541-86cb-143e4a50805f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.135377 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-30f66566-ea13-4541-86cb-143e4a50805f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99d81a1f-6db6-4975-8a1c-5a6abbc3b490 HTTP/1.1" status: 204 len: 168 time: 0.2109210 Jul 13 07:50:20.156529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f66566-ea13-4541-86cb-143e4a50805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d81a1f-6db6-4975-8a1c-5a6abbc3b490,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:20.351733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0188c-4a19-4138-b239-a6e54034a985 req-f9809536-294e-4247-b59c-c8aba0c52912 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.353602 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0d0188c-4a19-4138-b239-a6e54034a985 req-f9809536-294e-4247-b59c-c8aba0c52912 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6779e1e-0df2-439d-88d1-b73cfcac17b7 HTTP/1.1" status: 200 len: 946 time: 0.8379264 Jul 13 07:50:20.457008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0d0188c-4a19-4138-b239-a6e54034a985 req-f0d72e8f-d13d-4004-beb4-dd28bd884635 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b45e860-13bf-4ff2-a11b-7ff47679756b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897558 Jul 13 07:50:20.480328 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-197013df-3708-4aea-8c80-e962c961ddaf req-57633ade-7b0d-4c0c-9e64-e90f843521d8 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.628825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57633ade-7b0d-4c0c-9e64-e90f843521d8 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Pushing event deleted for resources: {'Port': ['ID=abc0c822-3fc4-4612-957a-ed8d5811f654,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:20.671281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-197013df-3708-4aea-8c80-e962c961ddaf req-57633ade-7b0d-4c0c-9e64-e90f843521d8 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] No DVR routers for this DVR port abc0c822-3fc4-4612-957a-ed8d5811f654 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:20.678519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-197013df-3708-4aea-8c80-e962c961ddaf req-57633ade-7b0d-4c0c-9e64-e90f843521d8 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.680925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-197013df-3708-4aea-8c80-e962c961ddaf req-57633ade-7b0d-4c0c-9e64-e90f843521d8 tempest-ServerRescueTestJSON-1604411683 tempest-ServerRescueTestJSON-1604411683-project] 10.222.0.53 "DELETE /v2.0/ports/abc0c822-3fc4-4612-957a-ed8d5811f654 HTTP/1.1" status: 204 len: 173 time: 1.5979536 Jul 13 07:50:20.681656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6779e1e-0df2-439d-88d1-b73cfcac17b7', 'name': 'network-vif-deleted', 'tag': 'abc0c822-3fc4-4612-957a-ed8d5811f654'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:20.684953 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5828c71f-e957-4bb7-810f-63704c422bc7" -d '{"events": [{"server_uuid": "a6779e1e-0df2-439d-88d1-b73cfcac17b7", "name": "network-vif-deleted", "tag": "abc0c822-3fc4-4612-957a-ed8d5811f654"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:20.762263 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692a7e36-53cd-4714-ad05-99c835c9e9d3 x-openstack-request-id: req-692a7e36-53cd-4714-ad05-99c835c9e9d3 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:20.762796 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6779e1e-0df2-439d-88d1-b73cfcac17b7", "name": "network-vif-deleted", "tag": "abc0c822-3fc4-4612-957a-ed8d5811f654", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:20.763321 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-692a7e36-53cd-4714-ad05-99c835c9e9d3 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:20.764631 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6779e1e-0df2-439d-88d1-b73cfcac17b7', 'name': 'network-vif-deleted', 'tag': 'abc0c822-3fc4-4612-957a-ed8d5811f654', 'status': 'completed', 'code': 200} Jul 13 07:50:21.653816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52348) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:22.165529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.166298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device abc0c822-3fc4-4612-957a-ed8d5811f654 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:22.214633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: abc0c822-3fc4-4612-957a-ed8d5811f654 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:22.218492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device abc0c822-3fc4-4612-957a-ed8d5811f654 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:22.567124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] Deleting port 3a186830-6203-4ab1-bd74-fff1f52d359a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:22.567837 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.734402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] For port 3a186830-6203-4ab1-bd74-fff1f52d359a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3a186830-6203-4ab1-bd74-fff1f52d359a,segment=NetworkSegment(18f0cfba-c7ac-4c30-b9eb-75fef2d92a74),segment_id=18f0cfba-c7ac-4c30-b9eb-75fef2d92a74)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:22.735056 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.810039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] Calling delete_port for 3a186830-6203-4ab1-bd74-fff1f52d359a owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:23.140924 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.181758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a186830-6203-4ab1-bd74-fff1f52d359a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:23.499654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.857595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] Router 2c15e7f8-db46-4a06-95c5-f6697484b593 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:50:24.405232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:24.410493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e9e19570-687b-49a9-b8bd-4e80784bc41c admin admin] 10.222.0.44 "PUT /v2.0/routers/2c15e7f8-db46-4a06-95c5-f6697484b593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7544937 Jul 13 07:50:24.413622 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] Sync routers for ids ['2c15e7f8-db46-4a06-95c5-f6697484b593'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:24.416537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52424) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:24.439792 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] Routers {'2c15e7f8-db46-4a06-95c5-f6697484b593'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:24.440430 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2c15e7f8-db46-4a06-95c5-f6697484b593'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:24.583618 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] Set router 2c15e7f8-db46-4a06-95c5-f6697484b593 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:24.706126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.835343 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'name': 'tempest-ServerRescueTestJSON-180241715-router', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:22Z', 'updated_at': '2021-07-13T07:50:23Z', 'revision_number': 5, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'gw_port': {'id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:23Z', 'updated_at': '2021-07-13T07:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:24.868135 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] Checking router: 2c15e7f8-db46-4a06-95c5-f6697484b593 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:24.878293 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] Routers {'2c15e7f8-db46-4a06-95c5-f6697484b593'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:24.879066 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2c15e7f8-db46-4a06-95c5-f6697484b593'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:24.881700 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.985240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Deleting port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:24.985947 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.079173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] For port ea22c011-c82b-4f2c-90a9-bab57a7f2ebc, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ea22c011-c82b-4f2c-90a9-bab57a7f2ebc,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:25.079917 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.080956 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] Set router 2c15e7f8-db46-4a06-95c5-f6697484b593 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:25.093307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Calling delete_port for ea22c011-c82b-4f2c-90a9-bab57a7f2ebc owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:25.283909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.329537 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'name': 'tempest-ServerRescueTestJSON-180241715-router', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:22Z', 'updated_at': '2021-07-13T07:50:23Z', 'revision_number': 5, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'gw_port': {'id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:23Z', 'updated_at': '2021-07-13T07:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:25.349180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea22c011-c82b-4f2c-90a9-bab57a7f2ebc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.415647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.418630 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3f4b58-4064-444a-b3cc-6167efcca530 None None] The sync data for ids ['2c15e7f8-db46-4a06-95c5-f6697484b593'] in n-d-798249-7 is: [{'id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'name': 'tempest-ServerRescueTestJSON-180241715-router', 'tenant_id': 'c03980ac41214985887e5a4a6739d4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:48:22Z', 'updated_at': '2021-07-13T07:50:23Z', 'revision_number': 5, 'project_id': 'c03980ac41214985887e5a4a6739d4f5', 'gw_port': {'id': 'ea22c011-c82b-4f2c-90a9-bab57a7f2ebc', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:46:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15e7f8-db46-4a06-95c5-f6697484b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:48:23Z', 'updated_at': '2021-07-13T07:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:25.525128 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.528612 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.585594 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.586354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c15e7f8-db46-4a06-95c5-f6697484b593 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:50:25.592608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.596233 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-096039f8-4bd8-47ae-81f9-c5e90e799e07 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2c15e7f8-db46-4a06-95c5-f6697484b593 HTTP/1.1" status: 204 len: 168 time: 1.1764185 Jul 13 07:50:25.596635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52440) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.653117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19ef555-1a94-46da-b765-7ab0beb53ef5 admin admin] Deleting subnet d2ca3441-5e9c-409f-b457-cdf8597f8622 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:25.657369 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b19ef555-1a94-46da-b765-7ab0beb53ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.699622 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b19ef555-1a94-46da-b765-7ab0beb53ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.762680 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b19ef555-1a94-46da-b765-7ab0beb53ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.835782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b19ef555-1a94-46da-b765-7ab0beb53ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.864928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ef555-1a94-46da-b765-7ab0beb53ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ca3441-5e9c-409f-b457-cdf8597f8622,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.869059 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b19ef555-1a94-46da-b765-7ab0beb53ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.872311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b19ef555-1a94-46da-b765-7ab0beb53ef5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d2ca3441-5e9c-409f-b457-cdf8597f8622 HTTP/1.1" status: 204 len: 168 time: 0.2743294 Jul 13 07:50:25.875541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52444) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.981205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.079244 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.095258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4348bf-6f85-45ab-8602-be34efd275e2']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:26.117975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:26.118591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f0cfba-c7ac-4c30-b9eb-75fef2d92a74') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:26.130983 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.148361 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.156890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:26.157300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:26.171054 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:26.252321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.264241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.266425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2a4348bf-6f85-45ab-8602-be34efd275e2 HTTP/1.1" status: 204 len: 168 time: 0.3898344 Jul 13 07:50:26.281704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e756a3b-60b3-4637-86c2-009472b11b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4348bf-6f85-45ab-8602-be34efd275e2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:26.542975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52460) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.600789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1d05b3e3-b169-487b-b15c-02c018211fd1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c03980ac41214985887e5a4a6739d4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566247 Jul 13 07:50:26.603310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52462) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.707101 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d989e81-addb-4a36-b1b6-3f5b4cd2c42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.761796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ea22c011-c82b-4f2c-90a9-bab57a7f2ebc no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:26.767020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d989e81-addb-4a36-b1b6-3f5b4cd2c42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.801148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: ea22c011-c82b-4f2c-90a9-bab57a7f2ebc {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:26.801806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ea22c011-c82b-4f2c-90a9-bab57a7f2ebc not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:26.802381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a186830-6203-4ab1-bd74-fff1f52d359a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:26.826154 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d989e81-addb-4a36-b1b6-3f5b4cd2c42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.829717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4d989e81-addb-4a36-b1b6-3f5b4cd2c42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.831044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4d989e81-addb-4a36-b1b6-3f5b4cd2c42f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b45e860-13bf-4ff2-a11b-7ff47679756b HTTP/1.1" status: 204 len: 168 time: 0.2260990 Jul 13 07:50:26.842684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d989e81-addb-4a36-b1b6-3f5b4cd2c42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b45e860-13bf-4ff2-a11b-7ff47679756b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:26.875141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 3a186830-6203-4ab1-bd74-fff1f52d359a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:26.875753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 3a186830-6203-4ab1-bd74-fff1f52d359a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:28.997116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52536) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.146144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-872d6ef2-1fe5-4962-9c0e-3e0b133cde8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.312448 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-872d6ef2-1fe5-4962-9c0e-3e0b133cde8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.317417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-872d6ef2-1fe5-4962-9c0e-3e0b133cde8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.364419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-872d6ef2-1fe5-4962-9c0e-3e0b133cde8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a74a5960b7d4414c9db24099e0031f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652377 Jul 13 07:50:29.366587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52550) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.385622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d6ef2-1fe5-4962-9c0e-3e0b133cde8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45deba52-48d4-4f5c-a367-59e75ad9d49b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:29.424333 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58ff6227-84d6-4d74-a48b-e676f30c9ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.446504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58ff6227-84d6-4d74-a48b-e676f30c9ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.497985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58ff6227-84d6-4d74-a48b-e676f30c9ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.500963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58ff6227-84d6-4d74-a48b-e676f30c9ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.502151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-58ff6227-84d6-4d74-a48b-e676f30c9ba1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45deba52-48d4-4f5c-a367-59e75ad9d49b HTTP/1.1" status: 204 len: 168 time: 0.1346254 Jul 13 07:50:29.510723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff6227-84d6-4d74-a48b-e676f30c9ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45deba52-48d4-4f5c-a367-59e75ad9d49b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:29.600036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52558) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.837588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72792667-c88f-4d19-9aef-ece5a5c191b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.942540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72792667-c88f-4d19-9aef-ece5a5c191b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.947055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72792667-c88f-4d19-9aef-ece5a5c191b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.992418 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-72792667-c88f-4d19-9aef-ece5a5c191b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41197b120bd74f2ea4407cac0d1ec23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912106 Jul 13 07:50:29.993289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72792667-c88f-4d19-9aef-ece5a5c191b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382c7218-5a8b-4587-935c-7b0659a6fcbc,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:29.995099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52572) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.062433 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e57ce536-7d34-4b50-9805-e9761dd91ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.087275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e57ce536-7d34-4b50-9805-e9761dd91ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.151101 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e57ce536-7d34-4b50-9805-e9761dd91ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.154801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e57ce536-7d34-4b50-9805-e9761dd91ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.155969 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e57ce536-7d34-4b50-9805-e9761dd91ec0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/382c7218-5a8b-4587-935c-7b0659a6fcbc HTTP/1.1" status: 204 len: 168 time: 0.1587570 Jul 13 07:50:30.166525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ce536-7d34-4b50-9805-e9761dd91ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382c7218-5a8b-4587-935c-7b0659a6fcbc,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:30.565124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52596) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.581915 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8c98bd63-61b1-43f8-adc3-13778a87eeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.690287 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8c98bd63-61b1-43f8-adc3-13778a87eeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.696388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8c98bd63-61b1-43f8-adc3-13778a87eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.737406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98bd63-61b1-43f8-adc3-13778a87eeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c485915-98a4-49b2-be96-ec7720c3d500,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:30.742641 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8c98bd63-61b1-43f8-adc3-13778a87eeba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=199e32118a724b2792df3474478e0d04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759543 Jul 13 07:50:30.744925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52602) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.803137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-492f23b8-4264-40ba-885c-79379e8bcda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.825923 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-492f23b8-4264-40ba-885c-79379e8bcda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.850640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52606) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.875794 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-492f23b8-4264-40ba-885c-79379e8bcda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.878610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-492f23b8-4264-40ba-885c-79379e8bcda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.879823 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-492f23b8-4264-40ba-885c-79379e8bcda8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c485915-98a4-49b2-be96-ec7720c3d500 HTTP/1.1" status: 204 len: 168 time: 0.1339865 Jul 13 07:50:30.889152 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f23b8-4264-40ba-885c-79379e8bcda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c485915-98a4-49b2-be96-ec7720c3d500,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:30.981572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2834-3267-4997-8241-a291a8a054c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.078012 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2834-3267-4997-8241-a291a8a054c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.082889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcbb2834-3267-4997-8241-a291a8a054c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.116233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb2834-3267-4997-8241-a291a8a054c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8f4b94-5c31-40fa-9dde-e24bc603ac69,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:31.130962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fcbb2834-3267-4997-8241-a291a8a054c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8bd9f081bf545c1bd59bca06d0aa509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790310 Jul 13 07:50:31.133584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52618) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:31.188219 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a544f4e6-74fa-46da-a502-6e906e52525a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.212659 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a544f4e6-74fa-46da-a502-6e906e52525a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.267738 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a544f4e6-74fa-46da-a502-6e906e52525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.271885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a544f4e6-74fa-46da-a502-6e906e52525a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.273267 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a544f4e6-74fa-46da-a502-6e906e52525a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb8f4b94-5c31-40fa-9dde-e24bc603ac69 HTTP/1.1" status: 204 len: 168 time: 0.1379933 Jul 13 07:50:31.287799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544f4e6-74fa-46da-a502-6e906e52525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8f4b94-5c31-40fa-9dde-e24bc603ac69,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:32.068816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52662) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:32.186521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c19d5c25-c68c-4173-8d26-caf2c9c905a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.302936 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c19d5c25-c68c-4173-8d26-caf2c9c905a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.315019 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c19d5c25-c68c-4173-8d26-caf2c9c905a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.354536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d5c25-c68c-4173-8d26-caf2c9c905a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d1ac67-608b-4d54-9359-d2e089c7a27e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:32.362724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52680) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:32.363268 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c19d5c25-c68c-4173-8d26-caf2c9c905a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8838616ab6c48488f7f44c5694cb16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926779 Jul 13 07:50:32.423082 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4b3361c-d0c1-4134-9b92-f625869abf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.446948 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4b3361c-d0c1-4134-9b92-f625869abf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.500467 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4b3361c-d0c1-4134-9b92-f625869abf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.503914 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a4b3361c-d0c1-4134-9b92-f625869abf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.505130 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a4b3361c-d0c1-4134-9b92-f625869abf65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1d1ac67-608b-4d54-9359-d2e089c7a27e HTTP/1.1" status: 204 len: 168 time: 0.1403873 Jul 13 07:50:32.514614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3361c-d0c1-4134-9b92-f625869abf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d1ac67-608b-4d54-9359-d2e089c7a27e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:33.774870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52742) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:33.964594 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ea13-1e95-4469-8191-db8a00eaaac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.067199 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ea13-1e95-4469-8191-db8a00eaaac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.073552 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ea13-1e95-4469-8191-db8a00eaaac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.123058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4ea13-1e95-4469-8191-db8a00eaaac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de0ee13-14be-4703-8ed1-7059fcbbf9e6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:34.140249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d4b4ea13-1e95-4469-8191-db8a00eaaac4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09b8b9ab60e34665a03049af5cd68e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642223 Jul 13 07:50:34.140989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 52766) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:34.152890 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-be771c17-977c-46b9-8442-c982380010a7 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f10b9a6fa2e94fe2877f2a3da3617ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411758 Jul 13 07:50:34.198101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-153571a6-b028-4386-af80-c4d4431631c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.223538 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-153571a6-b028-4386-af80-c4d4431631c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.280514 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-153571a6-b028-4386-af80-c4d4431631c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.283184 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-153571a6-b028-4386-af80-c4d4431631c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.286678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-153571a6-b028-4386-af80-c4d4431631c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5de0ee13-14be-4703-8ed1-7059fcbbf9e6 HTTP/1.1" status: 204 len: 168 time: 0.1424658 Jul 13 07:50:34.301124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153571a6-b028-4386-af80-c4d4431631c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de0ee13-14be-4703-8ed1-7059fcbbf9e6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:34.419191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24f7bc91-d99f-458f-899f-bd3284c9485b tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:34.426625 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24f7bc91-d99f-458f-899f-bd3284c9485b tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715938 Jul 13 07:50:34.442864 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-67d409b3-c33b-4119-adf4-ec09f2f07e70 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/quotas/f10b9a6fa2e94fe2877f2a3da3617ee0 HTTP/1.1" status: 200 len: 375 time: 0.0153620 Jul 13 07:50:34.485838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-c0236047-6d68-4275-8a4b-559b48351916 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f10b9a6fa2e94fe2877f2a3da3617ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367818 Jul 13 07:50:34.590505 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.830761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33b520db-a1a1-423d-ab23-a0e118c9f69a req-e1ea99f1-7948-42ed-89bf-61c133f451a8 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 210 time: 0.1109827 Jul 13 07:50:35.724918 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:50:36.032329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e8954285-7064-463c-92a3-a0ee033009a9 req-5f5461d6-791a-469c-9c34-3c57a4e2f414 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 210 time: 0.0429113 Jul 13 07:50:36.222786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-febb83f4-d5e6-436e-a9fb-20497fbbffb1 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f10b9a6fa2e94fe2877f2a3da3617ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682411 Jul 13 07:50:36.549364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-98499317-6d77-481a-af12-56991d6d7870 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.551723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-98499317-6d77-481a-af12-56991d6d7870 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236053 Jul 13 07:50:36.571129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Request body: {'port': {'device_id': '3f8a91a2-779b-4e1a-85dc-64fe00432b11', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': 'f10b9a6fa2e94fe2877f2a3da3617ee0'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:36.708910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Made reservation on behalf of f10b9a6fa2e94fe2877f2a3da3617ee0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:36.713585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.724039 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.883218 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.894462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.962702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da54b670-a66b-4c11-8450-75149048670a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.052865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Allocated IP 192.168.233.128 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/587c0403-2278-4931-9163-f2072528e3ec) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:37.391354 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8c4814f7-4029-464b-aaf1-0024d2f951a7 req-f512e77a-dfc2-4eff-879e-8d0179321421 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 210 time: 0.0599995 Jul 13 07:50:37.423893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.452826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Transition to ACTIVE for port object 587c0403-2278-4931-9163-f2072528e3ec will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:37.543687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.613218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:37.619105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:37.623708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:37.655273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Pushing event updated for resources: {'Port': ['ID=587c0403-2278-4931-9163-f2072528e3ec,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.941935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:37.941935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.941935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-24584e26-f41d-43af-9394-511369a899f4 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2240603 Jul 13 07:50:37.941935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Request body: {'port': {'device_id': '3f8a91a2-779b-4e1a-85dc-64fe00432b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:37.993584 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.043416 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.094633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-274866a2-e573-4c69-a38e-9ac213cd53fe None None] Provisioning for port 587c0403-2278-4931-9163-f2072528e3ec completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:38.099460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-274866a2-e573-4c69-a38e-9ac213cd53fe None None] Provisioning complete for port 587c0403-2278-4931-9163-f2072528e3ec triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:38.099826 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-274866a2-e573-4c69-a38e-9ac213cd53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.142846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-274866a2-e573-4c69-a38e-9ac213cd53fe None None] Port 587c0403-2278-4931-9163-f2072528e3ec cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:38.231056 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 52986) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:38.412579 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.422221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587c0403-2278-4931-9163-f2072528e3ec {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:38.440337 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.481280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Transition to ACTIVE for port object 587c0403-2278-4931-9163-f2072528e3ec will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:38.491624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.588225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Pushing event updated for resources: {'Port': ['ID=587c0403-2278-4931-9163-f2072528e3ec,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:38.612149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.623812 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.745041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19df15fa-d402-48a4-a12d-939ce1340ca9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:38.751511 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b7b166f77614e82971218d22c5650aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5179739 Jul 13 07:50:38.757184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53006) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:38.762635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.764301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.764758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.765569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.766120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.766898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.767436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.767970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.768638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.769471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.770081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.770777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1c5617-53ab-4f11-8b07-6c70369f6341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:38.853355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Attempting to bind port 587c0403-2278-4931-9163-f2072528e3ec on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:38.853708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Attempting to bind port 587c0403-2278-4931-9163-f2072528e3ec by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:38.854045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Attempting to bind port 587c0403-2278-4931-9163-f2072528e3ec on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:38.887462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Port 587c0403-2278-4931-9163-f2072528e3ec on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:38.888403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Attempting to bind port 587c0403-2278-4931-9163-f2072528e3ec on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:38.903607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:38.904401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:38.905213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:38.905910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Bound port: 587c0403-2278-4931-9163-f2072528e3ec, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:38.906289 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.928792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506495-97a5-4b46-9d48-c035c09e90d9 req-aadc02eb-95b1-4c92-a603-c775d61861a7 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:38.930373 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25506495-97a5-4b46-9d48-c035c09e90d9 req-aadc02eb-95b1-4c92-a603-c775d61861a7 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 948 time: 0.2333481 Jul 13 07:50:38.931032 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4627e9d3-07cf-40ad-9bc5-6794196b19ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.040937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4627e9d3-07cf-40ad-9bc5-6794196b19ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.074256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25506495-97a5-4b46-9d48-c035c09e90d9 req-5b483065-245a-4fd3-ad60-5f29baf9e9b9 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301522 Jul 13 07:50:39.114349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] For port 587c0403-2278-4931-9163-f2072528e3ec, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:39.121731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] For port 587c0403-2278-4931-9163-f2072528e3ec, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=587c0403-2278-4931-9163-f2072528e3ec,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:39.141883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.219676 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4627e9d3-07cf-40ad-9bc5-6794196b19ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.222304 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4627e9d3-07cf-40ad-9bc5-6794196b19ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.223458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4627e9d3-07cf-40ad-9bc5-6794196b19ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19df15fa-d402-48a4-a12d-939ce1340ca9 HTTP/1.1" status: 204 len: 168 time: 0.4650877 Jul 13 07:50:39.241067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627e9d3-07cf-40ad-9bc5-6794196b19ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19df15fa-d402-48a4-a12d-939ce1340ca9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:39.257516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:39.258473 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.260462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] 10.222.0.53 "PUT /v2.0/ports/587c0403-2278-4931-9163-f2072528e3ec HTTP/1.1" status: 200 len: 1096 time: 1.4665427 Jul 13 07:50:39.261274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8a91a2-779b-4e1a-85dc-64fe00432b11', 'tag': '587c0403-2278-4931-9163-f2072528e3ec'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:39.265408 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa927779-198c-4ac8-831b-3982a58b239d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8a91a2-779b-4e1a-85dc-64fe00432b11", "tag": "587c0403-2278-4931-9163-f2072528e3ec"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:39.269494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fea2ac-0325-49fa-9c0b-96b4a221643a service neutron] Pushing event updated for resources: {'Port': ['ID=587c0403-2278-4931-9163-f2072528e3ec,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:39.406230 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f6317b-c063-450f-90e7-5b3b9d23aa30 x-openstack-request-id: req-44f6317b-c063-450f-90e7-5b3b9d23aa30 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:39.406538 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8a91a2-779b-4e1a-85dc-64fe00432b11", "tag": "587c0403-2278-4931-9163-f2072528e3ec", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:39.406803 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44f6317b-c063-450f-90e7-5b3b9d23aa30 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:39.410760 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8a91a2-779b-4e1a-85dc-64fe00432b11', 'tag': '587c0403-2278-4931-9163-f2072528e3ec', 'status': 'completed', 'code': 200} Jul 13 07:50:39.507953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-21907bd1-16f5-4abd-a6d2-a13dae7dce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:39.509559 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-21907bd1-16f5-4abd-a6d2-a13dae7dce8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f10b9a6fa2e94fe2877f2a3da3617ee0&device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 1099 time: 0.1978195 Jul 13 07:50:39.624576 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-d8062349-0f0e-4825-b049-fbe9a5533913 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=587c0403-2278-4931-9163-f2072528e3ec HTTP/1.1" status: 200 len: 217 time: 0.1021919 Jul 13 07:50:39.777735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-adfe1d99-468b-49d4-be65-27fc75dcf0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:39.780963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-adfe1d99-468b-49d4-be65-27fc75dcf0af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.1492305 Jul 13 07:50:39.794742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53094) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:39.819723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af666e97-1823-4d07-9496-b576d8d07b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.949005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-5bc413be-ec8f-423d-8883-f78220202ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:39.951164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-5bc413be-ec8f-423d-8883-f78220202ddb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1638703 Jul 13 07:50:40.048584 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af666e97-1823-4d07-9496-b576d8d07b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.056324 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af666e97-1823-4d07-9496-b576d8d07b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.091024 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-af666e97-1823-4d07-9496-b576d8d07b16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b499e7115464bd5a16d90a28002884f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961974 Jul 13 07:50:40.121691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53122) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:40.183353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af666e97-1823-4d07-9496-b576d8d07b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc62c2e1-123f-40d3-b29a-e1bd4a2d0a92,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:40.186412 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-91ea5ad7-da01-4f36-af00-ff8c50358c6a service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277069 Jul 13 07:50:40.276942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42efa35e-175d-46ef-8917-91a3331c4a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.305559 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42efa35e-175d-46ef-8917-91a3331c4a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.406512 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-856bb9dc-f337-48b9-8421-4300217cfe3c req-41b642bc-c60a-4324-a0fb-31fe83822163 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839316 Jul 13 07:50:40.426267 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42efa35e-175d-46ef-8917-91a3331c4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.433886 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42efa35e-175d-46ef-8917-91a3331c4a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.439848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-42efa35e-175d-46ef-8917-91a3331c4a9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc62c2e1-123f-40d3-b29a-e1bd4a2d0a92 HTTP/1.1" status: 204 len: 168 time: 0.3115542 Jul 13 07:50:40.467211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c780c59-18dc-4c18-824b-855ffb80389a req-1835c8d6-b05d-47a5-9129-cef98e921f0b tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:40.474051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efa35e-175d-46ef-8917-91a3331c4a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc62c2e1-123f-40d3-b29a-e1bd4a2d0a92,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:40.475148 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c780c59-18dc-4c18-824b-855ffb80389a req-1835c8d6-b05d-47a5-9129-cef98e921f0b tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 948 time: 0.1316421 Jul 13 07:50:40.560582 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c780c59-18dc-4c18-824b-855ffb80389a req-64209858-60bc-43fd-a84e-ffd47a04d025 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836425 Jul 13 07:50:40.629517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927779-198c-4ac8-831b-3982a58b239d req-50d9ffca-be1b-4b4c-9e3d-d7e46e5d3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:40.631066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa927779-198c-4ac8-831b-3982a58b239d req-50d9ffca-be1b-4b4c-9e3d-d7e46e5d3fa3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f10b9a6fa2e94fe2877f2a3da3617ee0&device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 1099 time: 0.1582413 Jul 13 07:50:40.765904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927779-198c-4ac8-831b-3982a58b239d req-4ffef293-adb7-4468-bfe6-b14b0dbb7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:40.767183 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa927779-198c-4ac8-831b-3982a58b239d req-4ffef293-adb7-4468-bfe6-b14b0dbb7853 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.1274815 Jul 13 07:50:40.835996 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa927779-198c-4ac8-831b-3982a58b239d req-41b39574-4d22-41bc-a74c-91c047fb9ed2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=587c0403-2278-4931-9163-f2072528e3ec HTTP/1.1" status: 200 len: 217 time: 0.0547788 Jul 13 07:50:40.920813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927779-198c-4ac8-831b-3982a58b239d req-90f50b4b-fb9b-4e00-89bc-3d91f5a21b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:40.922327 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa927779-198c-4ac8-831b-3982a58b239d req-90f50b4b-fb9b-4e00-89bc-3d91f5a21b97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0769579 Jul 13 07:50:41.011714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927779-198c-4ac8-831b-3982a58b239d req-a9ae67ac-44c3-43d2-906e-d672f9c0ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.029156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa927779-198c-4ac8-831b-3982a58b239d req-a9ae67ac-44c3-43d2-906e-d672f9c0ac9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839298 Jul 13 07:50:41.199411 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa927779-198c-4ac8-831b-3982a58b239d req-5af1b143-7235-4c72-82d7-8edd72b37d44 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689527 Jul 13 07:50:41.350796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aa927779-198c-4ac8-831b-3982a58b239d req-5f799239-9cc6-46b0-9f1e-228f4178e0a2 service neutron] 10.222.0.53 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437998 Jul 13 07:50:41.875525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a967dd-afec-4869-a257-0d00fedafaca req-c8957ee5-02dd-4587-92b0-a07734b9e31a tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.877209 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-14a967dd-afec-4869-a257-0d00fedafaca req-c8957ee5-02dd-4587-92b0-a07734b9e31a tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 948 time: 0.1095147 Jul 13 07:50:41.934300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-14a967dd-afec-4869-a257-0d00fedafaca req-0c2ef6a5-9982-43a6-9866-d7b1be18697b tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500846 Jul 13 07:50:43.149996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761d5cb-a5a4-414e-8acf-738ca48ecbb8 req-6cc35cda-7fdd-4de3-8964-22e49132b1e2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.151632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2761d5cb-a5a4-414e-8acf-738ca48ecbb8 req-6cc35cda-7fdd-4de3-8964-22e49132b1e2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 948 time: 0.0851552 Jul 13 07:50:43.215353 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2761d5cb-a5a4-414e-8acf-738ca48ecbb8 req-2292dd1a-2f40-41c3-bae4-0b2c42ccee2c tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534687 Jul 13 07:50:43.675681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 53638) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.841444 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6cc0-bc11-4393-b3ba-030a14f4859d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.971047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6cc0-bc11-4393-b3ba-030a14f4859d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.980855 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6cc0-bc11-4393-b3ba-030a14f4859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.021888 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3b9b6cc0-bc11-4393-b3ba-030a14f4859d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=353f240091584deca4164cdf6bee7ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449667 Jul 13 07:50:44.024558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53680) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:44.062377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b6cc0-bc11-4393-b3ba-030a14f4859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b847848-e318-424a-a634-990351a43198,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.149718 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d538ae77-3046-4359-8331-5dd979da5183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.197302 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d538ae77-3046-4359-8331-5dd979da5183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.270829 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d538ae77-3046-4359-8331-5dd979da5183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.271048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 587c0403-2278-4931-9163-f2072528e3ec details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:44.274192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d538ae77-3046-4359-8331-5dd979da5183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.291808 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d538ae77-3046-4359-8331-5dd979da5183 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b847848-e318-424a-a634-990351a43198 HTTP/1.1" status: 204 len: 168 time: 0.2659535 Jul 13 07:50:44.316124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538ae77-3046-4359-8331-5dd979da5183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b847848-e318-424a-a634-990351a43198,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.418368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 587c0403-2278-4931-9163-f2072528e3ec, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=587c0403-2278-4931-9163-f2072528e3ec,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:44.456965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '587c0403-2278-4931-9163-f2072528e3ec', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '587c0403-2278-4931-9163-f2072528e3ec', 'mac_address': 'fa:16:3e:54:b5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:44.476797 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-451a4aee-9e5b-481c-b66b-5e3420bff6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.560393 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.608857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587c0403-2278-4931-9163-f2072528e3ec {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:44.636597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 587c0403-2278-4931-9163-f2072528e3ec, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=587c0403-2278-4931-9163-f2072528e3ec,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:44.648307 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.704878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd630-ad10-4623-8dcd-344462a70586 req-3d71fb8c-fefb-4ae3-b488-11462c213cd7 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.707834 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c9bcd630-ad10-4623-8dcd-344462a70586 req-3d71fb8c-fefb-4ae3-b488-11462c213cd7 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 948 time: 0.1977258 Jul 13 07:50:44.714376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=587c0403-2278-4931-9163-f2072528e3ec,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.724502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.731347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.731931 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.732430 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.732907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.733381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.733852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.734345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.734812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.735281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.735746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.736238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:44.847808 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c9bcd630-ad10-4623-8dcd-344462a70586 req-4280989c-f20f-4347-bace-dc38cdac15f3 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298807 Jul 13 07:50:44.959436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['587c0403-2278-4931-9163-f2072528e3ec'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:44.976994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53732) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:45.002937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbbd-f8ea-4f61-8a17-e412878b899a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.190314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbbd-f8ea-4f61-8a17-e412878b899a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.202995 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbbd-f8ea-4f61-8a17-e412878b899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.255783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03bbbd-f8ea-4f61-8a17-e412878b899a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaca1c9-3f98-4cee-852e-e19a9a68afe4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:45.286337 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bb03bbbd-f8ea-4f61-8a17-e412878b899a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48b0a419bf9a49468775abf6751f0baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079219 Jul 13 07:50:45.289254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53742) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:45.353883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d86db1c2-a588-4fda-affc-85994d56b62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.380649 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d86db1c2-a588-4fda-affc-85994d56b62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.438640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d86db1c2-a588-4fda-affc-85994d56b62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.441696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d86db1c2-a588-4fda-affc-85994d56b62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.448631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d86db1c2-a588-4fda-affc-85994d56b62b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/daaca1c9-3f98-4cee-852e-e19a9a68afe4 HTTP/1.1" status: 204 len: 168 time: 0.1581149 Jul 13 07:50:45.468578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86db1c2-a588-4fda-affc-85994d56b62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaca1c9-3f98-4cee-852e-e19a9a68afe4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:46.136424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da04b1a-843d-4709-b550-4d556957638b req-287aa7f7-a806-43bb-94e0-50ad175b6f29 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.139278 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1da04b1a-843d-4709-b550-4d556957638b req-287aa7f7-a806-43bb-94e0-50ad175b6f29 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 949 time: 0.1022971 Jul 13 07:50:46.226007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1da04b1a-843d-4709-b550-4d556957638b req-1159ba11-f59f-4e5b-ad70-650a9e3404f1 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787904 Jul 13 07:50:46.258445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 587c0403-2278-4931-9163-f2072528e3ec up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:46.330488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 587c0403-2278-4931-9163-f2072528e3ec completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:46.337025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 587c0403-2278-4931-9163-f2072528e3ec triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:46.337507 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.456112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.491459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8a91a2-779b-4e1a-85dc-64fe00432b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c0403-2278-4931-9163-f2072528e3ec'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:46.494332 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467d4114-52ee-43e5-9e63-bbbd21eac458" -d '{"events": [{"server_uuid": "3f8a91a2-779b-4e1a-85dc-64fe00432b11", "name": "network-vif-plugged", "status": "completed", "tag": "587c0403-2278-4931-9163-f2072528e3ec"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:46.554315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 587c0403-2278-4931-9163-f2072528e3ec, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=587c0403-2278-4931-9163-f2072528e3ec,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:46.561871 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.628854 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1479bb2f-b595-4fbd-b23c-626bfc680f8b x-openstack-request-id: req-1479bb2f-b595-4fbd-b23c-626bfc680f8b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:46.629333 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8a91a2-779b-4e1a-85dc-64fe00432b11", "name": "network-vif-plugged", "status": "completed", "tag": "587c0403-2278-4931-9163-f2072528e3ec", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:46.630058 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1479bb2f-b595-4fbd-b23c-626bfc680f8b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:46.630895 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8a91a2-779b-4e1a-85dc-64fe00432b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c0403-2278-4931-9163-f2072528e3ec', 'code': 200} Jul 13 07:50:46.646618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=587c0403-2278-4931-9163-f2072528e3ec,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:46.826744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd71692-3327-4b71-a5ad-bf23502cf776 req-bb0184b2-86a6-41ec-940a-f32d392b3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.828943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0dd71692-3327-4b71-a5ad-bf23502cf776 req-bb0184b2-86a6-41ec-940a-f32d392b3fab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 1101 time: 0.1376591 Jul 13 07:50:46.935682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0dd71692-3327-4b71-a5ad-bf23502cf776 req-59286cb9-ccd5-4398-bc33-1afbe1c3191d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972567 Jul 13 07:50:47.029521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b1615b44-16e9-42fd-8978-89042078a8bc None None] Provisioning complete for port 587c0403-2278-4931-9163-f2072528e3ec triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:47.030349 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b1615b44-16e9-42fd-8978-89042078a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.108689 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.235609 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c08abcee-0076-4654-bee6-5dc14ef24c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.436337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ea4a7-6415-41ce-9393-74811f281f5c req-1189d469-54c9-42a1-90e5-823e22c4531a tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:47.439413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a47ea4a7-6415-41ce-9393-74811f281f5c req-1189d469-54c9-42a1-90e5-823e22c4531a tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 950 time: 0.0755496 Jul 13 07:50:47.484641 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a47ea4a7-6415-41ce-9393-74811f281f5c req-af424aad-424d-4016-a250-d5f66d7001e8 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382364 Jul 13 07:50:47.949589 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.330254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53962) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.536480 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-235afe50-c629-41a6-a69f-1d27c3bb09ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.667289 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-235afe50-c629-41a6-a69f-1d27c3bb09ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.677300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-235afe50-c629-41a6-a69f-1d27c3bb09ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.777864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235afe50-c629-41a6-a69f-1d27c3bb09ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5c8099-a347-4986-9f20-8f994b108b4d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:48.787702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-235afe50-c629-41a6-a69f-1d27c3bb09ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7854ece56fcb414b81fcd4572eaef4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541240 Jul 13 07:50:48.787942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 53980) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.865572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94adf07-4c87-4175-ac8e-d5e7c037b246 req-99c774d1-7bba-48aa-a734-f8ed8a704b80 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:48.867445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e94adf07-4c87-4175-ac8e-d5e7c037b246 req-99c774d1-7bba-48aa-a734-f8ed8a704b80 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 950 time: 0.1638932 Jul 13 07:50:48.935295 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f08a60a4-2e8d-48f8-a6e5-4883cbe40dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.969023 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e94adf07-4c87-4175-ac8e-d5e7c037b246 req-9bbc4171-8848-46c7-845f-02ab73bfef78 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949848 Jul 13 07:50:48.989447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f08a60a4-2e8d-48f8-a6e5-4883cbe40dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.087800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f08a60a4-2e8d-48f8-a6e5-4883cbe40dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.091537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f08a60a4-2e8d-48f8-a6e5-4883cbe40dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.093140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f08a60a4-2e8d-48f8-a6e5-4883cbe40dd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e5c8099-a347-4986-9f20-8f994b108b4d HTTP/1.1" status: 204 len: 168 time: 0.3036096 Jul 13 07:50:49.146199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a60a4-2e8d-48f8-a6e5-4883cbe40dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5c8099-a347-4986-9f20-8f994b108b4d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:49.690440 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c4c3e-3a62-4416-8be3-3e4e1ef050ff req-e717bfc3-78cc-4783-9e2f-fcb1a5a3dea0 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:49.692749 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-485c4c3e-3a62-4416-8be3-3e4e1ef050ff req-e717bfc3-78cc-4783-9e2f-fcb1a5a3dea0 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 950 time: 0.1130838 Jul 13 07:50:49.751920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-485c4c3e-3a62-4416-8be3-3e4e1ef050ff req-9ffe109b-fa59-48bf-8f86-24e1f483cb0e tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534949 Jul 13 07:50:49.779097 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.849604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-d95b4c01-16c0-4470-a517-4e9db7924b15 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:50.852121 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-d95b4c01-16c0-4470-a517-4e9db7924b15 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 950 time: 0.1282427 Jul 13 07:50:51.065577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-246fab06-6533-42aa-8bd2-1af4e2ed6dd2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Deleting port 587c0403-2278-4931-9163-f2072528e3ec {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:51.065940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-246fab06-6533-42aa-8bd2-1af4e2ed6dd2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.098814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c223f-0bc2-4138-bd22-ec763b3f1eed req-439afaeb-c5ca-4e8b-bbaf-2b2dbc0beed3 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.106696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54096) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:51.107421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a12c223f-0bc2-4138-bd22-ec763b3f1eed req-439afaeb-c5ca-4e8b-bbaf-2b2dbc0beed3 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 950 time: 0.1253223 Jul 13 07:50:51.162937 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a12c223f-0bc2-4138-bd22-ec763b3f1eed req-45451e13-06aa-430e-a021-2856e45b4603 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/security-groups?id=da54b670-a66b-4c11-8450-75149048670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Jul 13 07:50:51.243079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-246fab06-6533-42aa-8bd2-1af4e2ed6dd2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] For port 587c0403-2278-4931-9163-f2072528e3ec, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=587c0403-2278-4931-9163-f2072528e3ec,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:51.243534 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-246fab06-6533-42aa-8bd2-1af4e2ed6dd2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.260831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-246fab06-6533-42aa-8bd2-1af4e2ed6dd2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Calling delete_port for 587c0403-2278-4931-9163-f2072528e3ec owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:51.384722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-53407617', 'router:external': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:51.461189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Made reservation on behalf of b4c0333bdc074a79baba78c10180d798 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:51.464374 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.476557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.530117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-246fab06-6533-42aa-8bd2-1af4e2ed6dd2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.544823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['587c0403-2278-4931-9163-f2072528e3ec'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:52.137812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-246fab06-6533-42aa-8bd2-1af4e2ed6dd2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] No DVR routers for this DVR port 587c0403-2278-4931-9163-f2072528e3ec on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:52.140143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fab06-6533-42aa-8bd2-1af4e2ed6dd2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Pushing event deleted for resources: {'Port': ['ID=587c0403-2278-4931-9163-f2072528e3ec,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:52.148008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-246fab06-6533-42aa-8bd2-1af4e2ed6dd2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.150766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b3e402bb-1884-4037-96e5-d15c244e8324 req-246fab06-6533-42aa-8bd2-1af4e2ed6dd2 tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.53 "DELETE /v2.0/ports/587c0403-2278-4931-9163-f2072528e3ec HTTP/1.1" status: 204 len: 173 time: 1.2863781 Jul 13 07:50:52.153378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8a91a2-779b-4e1a-85dc-64fe00432b11', 'name': 'network-vif-deleted', 'tag': '587c0403-2278-4931-9163-f2072528e3ec'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:52.156055 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b6cf3b-f15f-43e9-a11f-475475ef0a08" -d '{"events": [{"server_uuid": "3f8a91a2-779b-4e1a-85dc-64fe00432b11", "name": "network-vif-deleted", "tag": "587c0403-2278-4931-9163-f2072528e3ec"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:52.164418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54142) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:52.221847 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91b7933-9e82-44a5-b03e-2dd9d9324f56 x-openstack-request-id: req-e91b7933-9e82-44a5-b03e-2dd9d9324f56 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:52.222534 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8a91a2-779b-4e1a-85dc-64fe00432b11", "name": "network-vif-deleted", "tag": "587c0403-2278-4931-9163-f2072528e3ec", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:52.223019 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e91b7933-9e82-44a5-b03e-2dd9d9324f56 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:52.223782 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8a91a2-779b-4e1a-85dc-64fe00432b11', 'name': 'network-vif-deleted', 'tag': '587c0403-2278-4931-9163-f2072528e3ec', 'status': 'completed', 'code': 200} Jul 13 07:50:52.235701 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.254364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.281364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:52.300940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbaab09-2af7-442b-b9aa-53148f11f6b4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:52.304506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.305256 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Added segment e86be397-6a5c-4dfb-ad44-e58ae569d2a6 of type vlan for network 0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17 Jul 13 07:50:52.421235 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.488684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c11f643-c09b-4bac-aba8-340202394b09 req-6e893a26-6981-4392-9424-6cf33cc2988d tempest-VolumesNegativeTest-1835976599 tempest-VolumesNegativeTest-1835976599-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f8a91a2-779b-4e1a-85dc-64fe00432b11 HTTP/1.1" status: 200 len: 210 time: 0.0606630 Jul 13 07:50:52.584200 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-122e9a53-4fc7-42a0-9d24-8d1665cc3e5d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37497fb0a9194d83b8fdb956d61c51c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136102 Jul 13 07:50:52.584200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.584200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:52.584695 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54156) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:52.585241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.623820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.4990423 Jul 13 07:50:52.627675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54162) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:52.634345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Request body: {'subnet': {'network_id': '0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:52.681798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Made reservation on behalf of b4c0333bdc074a79baba78c10180d798 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:52.692495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.703100 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1adc775a-5b50-406b-8af4-b3dbea179716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.726981 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1adc775a-5b50-406b-8af4-b3dbea179716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.757549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c274c6-d5c5-44e9-a913-dae00d851e7b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event updated for resources: {'Network': ['ID=0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:52.782036 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:52.800301 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1adc775a-5b50-406b-8af4-b3dbea179716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.810887 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1adc775a-5b50-406b-8af4-b3dbea179716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.817124 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1adc775a-5b50-406b-8af4-b3dbea179716 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/458f7080-3b62-47c7-83f1-9843a1b00c07 HTTP/1.1" status: 204 len: 168 time: 0.2306497 Jul 13 07:50:52.839171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc775a-5b50-406b-8af4-b3dbea179716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458f7080-3b62-47c7-83f1-9843a1b00c07,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:53.408535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.objects.ports [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:50:53.409110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.479238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4c2a752a-13ef-4b0e-9b7d-6de5072e220f,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:53.487697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Checking segment: {'id': 'e86be397-6a5c-4dfb-ad44-e58ae569d2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:53.487813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Network hostable DHCP agents. Network: 0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:53.507589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Network 0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:53.522841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:53.532712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4fbec0-1cc2-4440-a61a-2e453a7a3629 None None] Network 0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:53.534517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:53.535278 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.557045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a7cd9272-8e76-4d5d-ba11-38abff07e113 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9279852 Jul 13 07:50:53.558319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54200) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:53.574691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-145542898', 'network_id': '0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:53.608262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Made reservation on behalf of b4c0333bdc074a79baba78c10180d798 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:53.610899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.653266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] device_id is not set on port 52f82817-2772-4721-b913-ac881721c6b7 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:53.728765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd993f7-5ede-4ace-a948-2de0fed27c59 None None] Network 0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:53.838088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Allocated IP 2001:db8::114 (0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17/4c2a752a-13ef-4b0e-9b7d-6de5072e220f/52f82817-2772-4721-b913-ac881721c6b7) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:54.152402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.273527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.306363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 587c0403-2278-4931-9163-f2072528e3ec no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:54.332861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Network 0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:54.343736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:54.345266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 587c0403-2278-4931-9163-f2072528e3ec {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:54.345813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 587c0403-2278-4931-9163-f2072528e3ec not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:54.347781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:54.349014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:54.349641 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.353527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event updated for resources: {'Port': ['ID=52f82817-2772-4721-b913-ac881721c6b7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:54.381728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54242) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:54.382432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4eb29ab1-47a4-49af-b466-87bd6e9ec7f9 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8223360 Jul 13 07:50:54.507085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-87176372-e403-448e-b076-716d74efa823 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Deleting port 52f82817-2772-4721-b913-ac881721c6b7 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:54.507486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87176372-e403-448e-b076-716d74efa823 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.650042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87176372-e403-448e-b076-716d74efa823 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.669196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-87176372-e403-448e-b076-716d74efa823 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Calling delete_port for 52f82817-2772-4721-b913-ac881721c6b7 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:54.832910 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87176372-e403-448e-b076-716d74efa823 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.861097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87176372-e403-448e-b076-716d74efa823 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event deleted for resources: {'Port': ['ID=52f82817-2772-4721-b913-ac881721c6b7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:54.903275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87176372-e403-448e-b076-716d74efa823 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.906122 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-87176372-e403-448e-b076-716d74efa823 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "DELETE /v2.0/ports/52f82817-2772-4721-b913-ac881721c6b7 HTTP/1.1" status: 204 len: 168 time: 0.5230758 Jul 13 07:50:54.909710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54296) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:54.923574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17', 'external_fixed_ips': [{'subnet_id': '4c2a752a-13ef-4b0e-9b7d-6de5072e220f', 'ip_address': '2001:db8::114'}]}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:54.955119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.957094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.028407 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.248137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.582737 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.611686 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.836556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Allocated IP 2001:db8::114 (0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17/4c2a752a-13ef-4b0e-9b7d-6de5072e220f/ad6687bc-df80-4ffc-9295-9665e8da6692) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:56.055745 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.130909 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.156843 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Network 0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:56.159915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:56.189200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:56.312996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event updated for resources: {'Port': ['ID=ad6687bc-df80-4ffc-9295-9665e8da6692,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:56.455275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.795720 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.979865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Router 27811f31-ac75-45f8-a2a4-28a55a61f76e is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:50:57.124905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:50:57.135069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Sync routers for ids ['27811f31-ac75-45f8-a2a4-28a55a61f76e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:50:57.147943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Routers {'27811f31-ac75-45f8-a2a4-28a55a61f76e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:57.153078 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.153700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['27811f31-ac75-45f8-a2a4-28a55a61f76e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.157227 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-02d58457-d840-4f8d-9152-3935697802c2 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.2377024 Jul 13 07:50:57.158401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54478) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:57.337386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.370715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Set router 27811f31-ac75-45f8-a2a4-28a55a61f76e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:50:57.586105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.710256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Deleting port ad6687bc-df80-4ffc-9295-9665e8da6692 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:57.710601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.771314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27811f31-ac75-45f8-a2a4-28a55a61f76e', 'name': '', 'tenant_id': 'b4c0333bdc074a79baba78c10180d798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17', 'external_fixed_ips': [{'subnet_id': '4c2a752a-13ef-4b0e-9b7d-6de5072e220f', 'ip_address': '2001:db8::114'}], 'enable_snat': True}, 'gw_port_id': 'ad6687bc-df80-4ffc-9295-9665e8da6692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:50:54Z', 'updated_at': '2021-07-13T07:50:56Z', 'revision_number': 3, 'project_id': 'b4c0333bdc074a79baba78c10180d798', 'gw_port': {'id': 'ad6687bc-df80-4ffc-9295-9665e8da6692', 'name': '', 'network_id': '0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27811f31-ac75-45f8-a2a4-28a55a61f76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '4c2a752a-13ef-4b0e-9b7d-6de5072e220f', 'ip_address': '2001:db8::114', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:50:55Z', 'updated_at': '2021-07-13T07:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c2a752a-13ef-4b0e-9b7d-6de5072e220f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.853607 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.867578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Calling delete_port for ad6687bc-df80-4ffc-9295-9665e8da6692 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:57.880443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Checking router: 27811f31-ac75-45f8-a2a4-28a55a61f76e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:50:57.880870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Updating router 27811f31-ac75-45f8-a2a4-28a55a61f76e port ad6687bc-df80-4ffc-9295-9665e8da6692 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:50:57.960238 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.188166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.221512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad6687bc-df80-4ffc-9295-9665e8da6692,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.278414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.440570 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:50:58.441514 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:50:58.444416 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.446668 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.498579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.499386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27811f31-ac75-45f8-a2a4-28a55a61f76e {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:50:58.505006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.509814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54534) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:58.510460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7ba80104-fb31-4739-b32d-e2424e1702dd tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "DELETE /v2.0/routers/27811f31-ac75-45f8-a2a4-28a55a61f76e HTTP/1.1" status: 204 len: 168 time: 1.3501759 Jul 13 07:50:58.576715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0a926e-7161-40cb-adc0-4cfbf15b767c tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Deleting subnet 4c2a752a-13ef-4b0e-9b7d-6de5072e220f {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:58.580601 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b0a926e-7161-40cb-adc0-4cfbf15b767c tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.642835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b0a926e-7161-40cb-adc0-4cfbf15b767c tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.767205 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b0a926e-7161-40cb-adc0-4cfbf15b767c tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.932284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b0a926e-7161-40cb-adc0-4cfbf15b767c tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.969565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Port ad6687bc-df80-4ffc-9295-9665e8da6692 not found while updating agent binding for router 27811f31-ac75-45f8-a2a4-28a55a61f76e. {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 07:50:58.972595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a926e-7161-40cb-adc0-4cfbf15b767c tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2a752a-13ef-4b0e-9b7d-6de5072e220f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.977360 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b0a926e-7161-40cb-adc0-4cfbf15b767c tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.981912 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7b0a926e-7161-40cb-adc0-4cfbf15b767c tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/4c2a752a-13ef-4b0e-9b7d-6de5072e220f HTTP/1.1" status: 204 len: 168 time: 0.4697554 Jul 13 07:50:58.984419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54550) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.009808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Routers set() bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:50:59.011622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Router IDs set() for agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:50:59.015286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'27811f31-ac75-45f8-a2a4-28a55a61f76e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent'). {{(pid=93840) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:50:59.016473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfb940-f125-45ff-9693-694e2652c900 None None] The sync data for ids ['27811f31-ac75-45f8-a2a4-28a55a61f76e'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:50:59.078703 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.313082 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.346768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:59.361933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86be397-6a5c-4dfb-ad44-e58ae569d2a6') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:59.362165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86be397-6a5c-4dfb-ad44-e58ae569d2a6') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:59.401115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.427565 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.434808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:59.435220 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:59.437339 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:59.519080 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.540407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:50:59.542262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.545652 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.547728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-672029f6-ce17-44f4-a705-a02b274577dc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "DELETE /v2.0/networks/0ede7cdf-a7c8-4341-b5ad-9b4f0d06ea17 HTTP/1.1" status: 204 len: 168 time: 0.5622194 Jul 13 07:51:00.083937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54582) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:00.089469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-47be6384-8f01-48e2-8188-e46d57414677 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Request body: {'router': {'name': 'tempest-router--1779989922', 'project_id': '69aa90f5e2a545dd9a43904aad2b9a8c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:00.143613 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47be6384-8f01-48e2-8188-e46d57414677 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.145692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47be6384-8f01-48e2-8188-e46d57414677 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.300577 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47be6384-8f01-48e2-8188-e46d57414677 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.312741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47be6384-8f01-48e2-8188-e46d57414677 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.341545 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-47be6384-8f01-48e2-8188-e46d57414677 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.342975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-47be6384-8f01-48e2-8188-e46d57414677 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2573171 Jul 13 07:51:00.345825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54590) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:00.495636 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-002d75cb-55db-4abd-8d66-293c9881f0bc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.835245 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-002d75cb-55db-4abd-8d66-293c9881f0bc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.840413 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-002d75cb-55db-4abd-8d66-293c9881f0bc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.964496 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-002d75cb-55db-4abd-8d66-293c9881f0bc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.965158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002d75cb-55db-4abd-8d66-293c9881f0bc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87483b7e-2f01-4f34-8cd2-2a89901fa4b5 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:00.969812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-002d75cb-55db-4abd-8d66-293c9881f0bc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.970897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-002d75cb-55db-4abd-8d66-293c9881f0bc tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "DELETE /v2.0/routers/87483b7e-2f01-4f34-8cd2-2a89901fa4b5 HTTP/1.1" status: 204 len: 168 time: 0.6241457 Jul 13 07:51:01.181652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 54628) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:01.497207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-392503863', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:01.532005 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.533681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.660201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.900339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54650) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.052447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.240093 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dda86411-c4da-4120-add4-204e9c3b6f3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f10b9a6fa2e94fe2877f2a3da3617ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382838 Jul 13 07:51:02.240975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54686) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.318874 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52f4c61b-4538-47fa-901f-1d10ebaa8c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.345256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.374383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52f4c61b-4538-47fa-901f-1d10ebaa8c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.394115 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.435801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52f4c61b-4538-47fa-901f-1d10ebaa8c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.438764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-52f4c61b-4538-47fa-901f-1d10ebaa8c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.440333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-52f4c61b-4538-47fa-901f-1d10ebaa8c22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da54b670-a66b-4c11-8450-75149048670a HTTP/1.1" status: 204 len: 168 time: 0.1908171 Jul 13 07:51:02.466672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4c61b-4538-47fa-901f-1d10ebaa8c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da54b670-a66b-4c11-8450-75149048670a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.593872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Allocated IP 172.25.6.26 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/c4647c54-853d-4afd-a119-e9c54a8b5a60) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:02.811421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.915927 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.023741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:03.028605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:03.033100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:03.077828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Pushing event updated for resources: {'Port': ['ID=c4647c54-853d-4afd-a119-e9c54a8b5a60,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:03.826725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.147866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.357459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Router fc003d4a-4526-4f10-bc7e-6094f9eb6f81 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:04.501802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:04.515940 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b50027a-f991-4e2a-a933-df1ccc3c47d3 None None] Sync routers for ids ['fc003d4a-4526-4f10-bc7e-6094f9eb6f81'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:04.530561 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50027a-f991-4e2a-a933-df1ccc3c47d3 None None] Routers {'fc003d4a-4526-4f10-bc7e-6094f9eb6f81'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:04.531367 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6b50027a-f991-4e2a-a933-df1ccc3c47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['fc003d4a-4526-4f10-bc7e-6094f9eb6f81'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:04.535058 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.536695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6d10b1bf-147e-4de7-a550-c85021b13f73 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3532696 Jul 13 07:51:04.539341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 54930) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:04.587657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.644410 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6b50027a-f991-4e2a-a933-df1ccc3c47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:04.678843 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50027a-f991-4e2a-a933-df1ccc3c47d3 None None] Routers {'fc003d4a-4526-4f10-bc7e-6094f9eb6f81'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:04.679537 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6b50027a-f991-4e2a-a933-df1ccc3c47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['fc003d4a-4526-4f10-bc7e-6094f9eb6f81'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:04.774812 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6b50027a-f991-4e2a-a933-df1ccc3c47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:04.775666 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b50027a-f991-4e2a-a933-df1ccc3c47d3 None None] The sync data for ids ['fc003d4a-4526-4f10-bc7e-6094f9eb6f81'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:05.184375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55010) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:05.186348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ee6187d0-731c-4589-9fad-0d968dd5b60f tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/routers/fc003d4a-4526-4f10-bc7e-6094f9eb6f81 HTTP/1.1" status: 200 len: 923 time: 0.6446838 Jul 13 07:51:05.236132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1f221ba4-60b2-4e50-a306-11973b6b8f24 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc003d4a-4526-4f10-bc7e-6094f9eb6f81 HTTP/1.1" status: 200 len: 205 time: 0.0499868 Jul 13 07:51:05.238498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55020) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:05.373089 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.528782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.619010 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Deleting port c4647c54-853d-4afd-a119-e9c54a8b5a60 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:05.619202 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.753539 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.767970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Calling delete_port for c4647c54-853d-4afd-a119-e9c54a8b5a60 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:05.919725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55084) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.030694 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.066996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Pushing event deleted for resources: {'Port': ['ID=c4647c54-853d-4afd-a119-e9c54a8b5a60,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:06.141825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dcc46dd9-56f9-4fe9-867f-784cfec4758d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.142049 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.266299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.268528 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.274217 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dcc46dd9-56f9-4fe9-867f-784cfec4758d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.280192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dcc46dd9-56f9-4fe9-867f-784cfec4758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.326916 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.327435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Fanout notify agent at l3_agent the message router_deleted on router fc003d4a-4526-4f10-bc7e-6094f9eb6f81 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:06.336670 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dcc46dd9-56f9-4fe9-867f-784cfec4758d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=544cb3ce76ef4c6da6dfd47bdf8ce6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155464 Jul 13 07:51:06.337395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.338632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55140) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.340881 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc46dd9-56f9-4fe9-867f-784cfec4758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8901e340-882e-436c-bbb6-7be695f3340c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:06.343438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7e782894-dc44-48ab-ac2a-ad7e2171e25f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/fc003d4a-4526-4f10-bc7e-6094f9eb6f81 HTTP/1.1" status: 204 len: 168 time: 1.1039953 Jul 13 07:51:06.346505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55142) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.351112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Request body: {'router': {'name': 'tempest-snat-router-479577725', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_snat': False}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:06.382097 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.383351 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.413573 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5eff226-2a7c-4a7d-86c5-e1656d087b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.446232 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.449402 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5eff226-2a7c-4a7d-86c5-e1656d087b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.529250 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5eff226-2a7c-4a7d-86c5-e1656d087b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.532676 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5eff226-2a7c-4a7d-86c5-e1656d087b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.535372 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d5eff226-2a7c-4a7d-86c5-e1656d087b8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8901e340-882e-436c-bbb6-7be695f3340c HTTP/1.1" status: 204 len: 168 time: 0.1890824 Jul 13 07:51:06.551314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eff226-2a7c-4a7d-86c5-e1656d087b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8901e340-882e-436c-bbb6-7be695f3340c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:06.641187 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.896036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.921470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.038362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Allocated IP 172.25.6.182 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/d384a56e-7f12-4c38-8302-bdea8c881ef1) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:07.178519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.229648 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.273160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:07.279069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:07.285099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:07.316174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event updated for resources: {'Port': ['ID=d384a56e-7f12-4c38-8302-bdea8c881ef1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:07.342298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.342691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.344606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.345191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.345521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.346323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.346547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.347771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.348389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.348705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.349042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.349483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:07.369653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55222) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.624713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-818423860-network', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:07.669225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.672624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Made reservation on behalf of 7f49a6945e3d4830af7c8d434c54d152 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:07.675853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.728403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.957774 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.965475 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.989395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.008046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:08.043257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.049981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e556036f-5dd1-4d44-846f-d8d2791557e1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:08.062286 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.062658 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Added segment 1e44492b-165e-419b-bf3c-735d820f0f08 of type vlan for network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 Jul 13 07:51:08.461417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.523441 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.524449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:08.525028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.575668 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-1dd230f5-a5cf-4d1e-9f09-1e835bed068d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4337926 Jul 13 07:51:08.576950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2063565 Jul 13 07:51:08.581451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55256) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:08.589278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Request body: {'subnet': {'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-818423860-subnet', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:08.625626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ced45-9218-4763-8c03-ab56b8bb6800 admin admin] Pushing event updated for resources: {'Network': ['ID=fbe58f03-b802-4c27-9dc4-953e3f0d5da3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:08.633451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Router c7f4d343-f041-4630-8589-475d953bf99f is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:08.637496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:08.702121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Made reservation on behalf of 7f49a6945e3d4830af7c8d434c54d152 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:08.704670 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.874360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:08.890719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Sync routers for ids ['c7f4d343-f041-4630-8589-475d953bf99f'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:08.896120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-e988a852-7814-4b34-9647-bc57fa76b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:08.897763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-e988a852-7814-4b34-9647-bc57fa76b98b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1097 time: 0.2068996 Jul 13 07:51:08.920397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Routers {'c7f4d343-f041-4630-8589-475d953bf99f'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:08.920578 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.921448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c7f4d343-f041-4630-8589-475d953bf99f'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:08.921939 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6cde55ad-ad14-4051-8631-724923ca5c3b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5741999 Jul 13 07:51:08.924591 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55268) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:09.062689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Set router c7f4d343-f041-4630-8589-475d953bf99f gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:09.090601 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-75a418c1-d4e3-48c6-9be8-e4ad609cb5a1 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/routers/c7f4d343-f041-4630-8589-475d953bf99f HTTP/1.1" status: 200 len: 908 time: 0.1639299 Jul 13 07:51:09.092657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55272) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:09.098431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Request body: {'router': {'name': 'tempest-snat-router-479577725', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_snat': True}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:09.130736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.132041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-32c1a612-49a7-4216-afbb-8804e781f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:09.133080 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.135290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-32c1a612-49a7-4216-afbb-8804e781f9d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.1935322 Jul 13 07:51:09.137364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.202181 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.301339 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-6bf9bb94-e735-4e7b-ae36-813a7b579257 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1002 time: 0.1565115 Jul 13 07:51:09.306065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63d42aa-6f5a-495e-9e05-f83100f35d9c,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:09.410809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-fc557b00-c695-4508-bad4-a3ce4a3dd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:09.412651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-fc557b00-c695-4508-bad4-a3ce4a3dd4f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0871859 Jul 13 07:51:09.442366 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.513152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Checking segment: {'id': '1e44492b-165e-419b-bf3c-735d820f0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:09.513731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Network hostable DHCP agents. Network: fbe58f03-b802-4c27-9dc4-953e3f0d5da3, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:09.533881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f4d343-f041-4630-8589-475d953bf99f', 'name': 'tempest-snat-router-479577725', 'tenant_id': 'b4c0333bdc074a79baba78c10180d798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.182'}], 'enable_snat': False}, 'gw_port_id': 'd384a56e-7f12-4c38-8302-bdea8c881ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:06Z', 'updated_at': '2021-07-13T07:51:07Z', 'revision_number': 3, 'project_id': 'b4c0333bdc074a79baba78c10180d798', 'gw_port': {'id': 'd384a56e-7f12-4c38-8302-bdea8c881ef1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f4d343-f041-4630-8589-475d953bf99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:06Z', 'updated_at': '2021-07-13T07:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:09.550679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:09.577753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-4850b976-3c99-4975-865c-196104d26033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:09.579866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-4850b976-3c99-4975-865c-196104d26033 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492145 Jul 13 07:51:09.581313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, fbe58f03-b802-4c27-9dc4-953e3f0d5da3) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:09.585843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:09.586671 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.632114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfb7181-469f-48ba-8954-bb661de895db None None] Network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:09.634694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5ecf368c-42fe-42a6-bd1c-26fdee7c27d8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0498483 Jul 13 07:51:09.637055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Checking router: c7f4d343-f041-4630-8589-475d953bf99f for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:09.637231 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Updating router c7f4d343-f041-4630-8589-475d953bf99f port d384a56e-7f12-4c38-8302-bdea8c881ef1 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:09.654020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55280) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:09.659787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-818423860-router', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:09.708152 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.722539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-5c0bba5f-b77e-4060-93b8-ca5c75f6ff39 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303315 Jul 13 07:51:09.737503 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.738533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.757171 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.783961 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.895143 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.913949 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a080e7c9-8ec8-4e0d-828c-0cc051ce52c3 req-10f55861-4b57-4c1c-9318-c99716bd4050 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840818 Jul 13 07:51:10.060141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-fbe58f03-b802-4c27-9dc4-953e3f0d5da3', 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'fixed_ips': [{'subnet_id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:10.061057 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.127752 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Allocated IP 172.25.6.214 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:10.134593 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.276004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Allocated IP 172.20.0.2 (fbe58f03-b802-4c27-9dc4-953e3f0d5da3/e63d42aa-6f5a-495e-9e05-f83100f35d9c/4ce3a89e-dbb9-4031-99de-4683789da9db) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:10.350949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.399292 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.462818 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.469583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:10.477217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:10.485470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:10.503847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Transition to ACTIVE for port object 4ce3a89e-dbb9-4031-99de-4683789da9db will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:10.528413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event updated for resources: {'Port': ['ID=0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:10.531981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Transition to ACTIVE for port object 4ce3a89e-dbb9-4031-99de-4683789da9db will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:10.550143 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.643336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Pushing event updated for resources: {'Port': ['ID=4ce3a89e-dbb9-4031-99de-4683789da9db,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:10.652933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:10.657100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:10.674900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:10.720829 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.754045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Attempting to bind port 4ce3a89e-dbb9-4031-99de-4683789da9db on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:10.754415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Attempting to bind port 4ce3a89e-dbb9-4031-99de-4683789da9db by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '1e44492b-165e-419b-bf3c-735d820f0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:10.754773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Attempting to bind port 4ce3a89e-dbb9-4031-99de-4683789da9db on network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:10.763100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Transition to ACTIVE for port object d384a56e-7f12-4c38-8302-bdea8c881ef1 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:10.765236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:10.765702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Checking segment: {'id': '1e44492b-165e-419b-bf3c-735d820f0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:10.765837 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.766222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Bound using segment: {'id': '1e44492b-165e-419b-bf3c-735d820f0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:10.766680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Bound port: 4ce3a89e-dbb9-4031-99de-4683789da9db, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e44492b-165e-419b-bf3c-735d820f0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:10.767057 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.781093 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.854529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.874036 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56c154-0c64-4189-9de9-70ffd2b79e63 None None] Pushing event updated for resources: {'Port': ['ID=d384a56e-7f12-4c38-8302-bdea8c881ef1,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:10.878312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Attempting to bind port d384a56e-7f12-4c38-8302-bdea8c881ef1 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:10.878686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Attempting to bind port d384a56e-7f12-4c38-8302-bdea8c881ef1 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:10.879052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Attempting to bind port d384a56e-7f12-4c38-8302-bdea8c881ef1 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:10.885882 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.922616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:10.923369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:10.924114 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.924717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:10.925402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Bound port: d384a56e-7f12-4c38-8302-bdea8c881ef1, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:10.926128 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.983079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] For port d384a56e-7f12-4c38-8302-bdea8c881ef1, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:10.987893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] For port d384a56e-7f12-4c38-8302-bdea8c881ef1, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d384a56e-7f12-4c38-8302-bdea8c881ef1,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:10.989796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] For port 4ce3a89e-dbb9-4031-99de-4683789da9db, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:11.002311 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.005475 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.101175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] For port 4ce3a89e-dbb9-4031-99de-4683789da9db, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4ce3a89e-dbb9-4031-99de-4683789da9db,segment=NetworkSegment(1e44492b-165e-419b-bf3c-735d820f0f08),segment_id=1e44492b-165e-419b-bf3c-735d820f0f08)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:11.103365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56c154-0c64-4189-9de9-70ffd2b79e63 None None] Pushing event updated for resources: {'Port': ['ID=d384a56e-7f12-4c38-8302-bdea8c881ef1,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:11.124590 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.131564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Allocated IP 172.25.6.103 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/6accee3c-cae3-4b02-8ba3-e3b1b74fd233) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:11.160578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Routers {'c7f4d343-f041-4630-8589-475d953bf99f'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:11.161406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c7f4d343-f041-4630-8589-475d953bf99f'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:11.317082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b7125-25a3-4bf8-9896-e3b311c34305 None None] Pushing event updated for resources: {'Port': ['ID=4ce3a89e-dbb9-4031-99de-4683789da9db,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:11.351607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.353564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] Set router c7f4d343-f041-4630-8589-475d953bf99f gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:11.368589 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.552192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.642541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:11.653003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:11.659460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:11.691810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f4d343-f041-4630-8589-475d953bf99f', 'name': 'tempest-snat-router-479577725', 'tenant_id': 'b4c0333bdc074a79baba78c10180d798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.182'}], 'enable_snat': False}, 'gw_port_id': 'd384a56e-7f12-4c38-8302-bdea8c881ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:06Z', 'updated_at': '2021-07-13T07:51:07Z', 'revision_number': 3, 'project_id': 'b4c0333bdc074a79baba78c10180d798', 'gw_port': {'id': 'd384a56e-7f12-4c38-8302-bdea8c881ef1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f4d343-f041-4630-8589-475d953bf99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:06Z', 'updated_at': '2021-07-13T07:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:11.703096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Router 7ec481a5-7f61-4836-8ec1-f2f0c29a6488 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:11.725206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Pushing event updated for resources: {'Port': ['ID=6accee3c-cae3-4b02-8ba3-e3b1b74fd233,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:11.735059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7c4ee-b846-473b-afe6-e6d1127b84eb None None] The sync data for ids ['c7f4d343-f041-4630-8589-475d953bf99f'] in n-d-798249-7 is: [{'id': 'c7f4d343-f041-4630-8589-475d953bf99f', 'name': 'tempest-snat-router-479577725', 'tenant_id': 'b4c0333bdc074a79baba78c10180d798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.182'}], 'enable_snat': False}, 'gw_port_id': 'd384a56e-7f12-4c38-8302-bdea8c881ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:06Z', 'updated_at': '2021-07-13T07:51:07Z', 'revision_number': 3, 'project_id': 'b4c0333bdc074a79baba78c10180d798', 'gw_port': {'id': 'd384a56e-7f12-4c38-8302-bdea8c881ef1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f4d343-f041-4630-8589-475d953bf99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:06Z', 'updated_at': '2021-07-13T07:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:12.419741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:12.429866 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Sync routers for ids ['7ec481a5-7f61-4836-8ec1-f2f0c29a6488'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:12.470158 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Routers {'7ec481a5-7f61-4836-8ec1-f2f0c29a6488'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:12.471037 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7ec481a5-7f61-4836-8ec1-f2f0c29a6488'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:12.577051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.622804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a699d48c-e57d-49fc-8635-2a9fc2f51f6a None None] Network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:12.713520 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.716222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3bac0ff7-e0f5-4456-adad-55a6bc18023d tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6222017 Jul 13 07:51:12.718958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55336) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:12.856345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-64e00e2d-1218-4d9c-b944-6ecb817af594 None None] Provisioning for port 4ce3a89e-dbb9-4031-99de-4683789da9db completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:13.016730 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Set router 7ec481a5-7f61-4836-8ec1-f2f0c29a6488 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:13.026486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4ce3a89e-dbb9-4031-99de-4683789da9db up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:13.030677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2b9d6eb5-c0a4-427c-823c-63b7e14a516b tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/routers/7ec481a5-7f61-4836-8ec1-f2f0c29a6488 HTTP/1.1" status: 200 len: 907 time: 0.3061154 Jul 13 07:51:13.030677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55340) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.104489 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.121332 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:51:13.187333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 4ce3a89e-dbb9-4031-99de-4683789da9db completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:13.195017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 4ce3a89e-dbb9-4031-99de-4683789da9db triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:13.195541 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.308302 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.343955 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec481a5-7f61-4836-8ec1-f2f0c29a6488', 'name': 'tempest-snat-router-479577725', 'tenant_id': 'b4c0333bdc074a79baba78c10180d798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:10Z', 'revision_number': 3, 'project_id': 'b4c0333bdc074a79baba78c10180d798', 'gw_port': {'id': '0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec481a5-7f61-4836-8ec1-f2f0c29a6488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:13.344168 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.399895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 4ce3a89e-dbb9-4031-99de-4683789da9db, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4ce3a89e-dbb9-4031-99de-4683789da9db,segment=NetworkSegment(1e44492b-165e-419b-bf3c-735d820f0f08),segment_id=1e44492b-165e-419b-bf3c-735d820f0f08)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:13.405563 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Checking router: 7ec481a5-7f61-4836-8ec1-f2f0c29a6488 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:13.409160 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Updating router 7ec481a5-7f61-4836-8ec1-f2f0c29a6488 port 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:13.411127 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.439608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d384a56e-7f12-4c38-8302-bdea8c881ef1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:13.453334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Router 78b12549-3f86-4bac-8e98-14e56a5fdf3a is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:13.481548 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.577788 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.704699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:13.757866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Sync routers for ids ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:13.765805 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.769441 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-98b3ad6e-ae16-4312-9f74-8d4d3f72b26e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1115971 Jul 13 07:51:13.769601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55354) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.798802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Deleting port 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:13.800994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.821001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port d384a56e-7f12-4c38-8302-bdea8c881ef1 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:13.846514 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ecc7cab2-eb4e-4a3f-a613-aaa3cc37bef4 None None] Provisioning complete for port 4ce3a89e-dbb9-4031-99de-4683789da9db triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:13.847020 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ecc7cab2-eb4e-4a3f-a613-aaa3cc37bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.850424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Routers {'78b12549-3f86-4bac-8e98-14e56a5fdf3a'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:13.851170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:13.857676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d384a56e-7f12-4c38-8302-bdea8c881ef1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:13.858048 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.010869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=4ce3a89e-dbb9-4031-99de-4683789da9db,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.078179 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.101137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Calling delete_port for 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:14.144188 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.169342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port d384a56e-7f12-4c38-8302-bdea8c881ef1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d384a56e-7f12-4c38-8302-bdea8c881ef1,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:14.195389 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.266680 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.282201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Set router 78b12549-3f86-4bac-8e98-14e56a5fdf3a gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:14.283684 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Transition to ACTIVE for port object 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:14.298978 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.405607 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Pushing event updated for resources: {'Port': ['ID=0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.411415 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Attempting to bind port 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:14.425636 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Attempting to bind port 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:14.426169 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Attempting to bind port 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:14.436513 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.436852 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.437187 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.440418 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.440749 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.441254 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.441754 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.442227 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.442730 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.443232 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.443534 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.443917 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e4a8e-826d-44bf-ad13-397045c41321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:14.460107 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:14.460518 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:14.461129 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.461775 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:14.462406 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Bound port: 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:14.462959 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.467566 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8bec96de-fc99-40ed-bd9f-14481819512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.513289 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.520471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=d384a56e-7f12-4c38-8302-bdea8c881ef1,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.553588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event deleted for resources: {'Port': ['ID=0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.571677 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.db.api [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:51:14.572192 n-d-798249-7 neutron-server[93841]: DEBUG oslo_db.api [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:51:14.654078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'name': 'tempest-TestAggregatesBasicOps-818423860-router', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:12Z', 'revision_number': 3, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'gw_port': {'id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:10Z', 'updated_at': '2021-07-13T07:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:14.667024 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.681647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Checking router: 78b12549-3f86-4bac-8e98-14e56a5fdf3a for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:14.682172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Updating router 78b12549-3f86-4bac-8e98-14e56a5fdf3a port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:14.736556 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.744063 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.835747 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.838004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.885146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4ce3a89e-dbb9-4031-99de-4683789da9db up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:14.921078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.921764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ec481a5-7f61-4836-8ec1-f2f0c29a6488 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:14.929568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.931028 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0aa68bba-ec1a-4621-b7cb-29bfc9d9f18a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "DELETE /v2.0/routers/7ec481a5-7f61-4836-8ec1-f2f0c29a6488 HTTP/1.1" status: 204 len: 168 time: 1.8995514 Jul 13 07:51:14.934106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55368) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.094549 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Attempting to bind port 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:15.095523 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Attempting to bind port 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:15.096665 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Attempting to bind port 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:15.112913 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:15.113437 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:15.113932 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.114435 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:15.115007 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Bound port: 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:15.115504 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.138211 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.154989 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Port 0be83f52-e2a1-4f1b-bf0e-11ba8ffcc126 has been deleted concurrently {{(pid=93841) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 13 07:51:15.161527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Allocated IP 172.20.0.1 (fbe58f03-b802-4c27-9dc4-953e3f0d5da3/e63d42aa-6f5a-495e-9e05-f83100f35d9c/9398f97c-9747-4dbd-a868-f061ac55bc27) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:15.174918 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Routers set() bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:15.175453 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Router IDs set() for agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:51:15.176215 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_agentschedulers_db [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ec481a5-7f61-4836-8ec1-f2f0c29a6488'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent'). {{(pid=93841) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:51:15.176700 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae907b4-2e98-4bf3-b69d-02a7da3eedc8 None None] The sync data for ids ['7ec481a5-7f61-4836-8ec1-f2f0c29a6488'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:15.280073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.323697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 4ce3a89e-dbb9-4031-99de-4683789da9db triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:15.324267 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.388313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Deleting port d384a56e-7f12-4c38-8302-bdea8c881ef1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:15.388741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.449704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.484228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Transition to ACTIVE for port object 9398f97c-9747-4dbd-a868-f061ac55bc27 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:15.503922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d384a56e-7f12-4c38-8302-bdea8c881ef1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:15.534601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] For port d384a56e-7f12-4c38-8302-bdea8c881ef1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d384a56e-7f12-4c38-8302-bdea8c881ef1,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:15.536893 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.541152 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.561221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Calling delete_port for d384a56e-7f12-4c38-8302-bdea8c881ef1 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:15.567593 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.600264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d384a56e-7f12-4c38-8302-bdea8c881ef1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:15.600638 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.612766 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:15.624494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:15.625505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Transition to ACTIVE for port object 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:15.631676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:15.666419 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.699608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Pushing event updated for resources: {'Port': ['ID=9398f97c-9747-4dbd-a868-f061ac55bc27,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.748145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.774527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c17e2-2bde-4a19-8419-3d146006be62 None None] Pushing event updated for resources: {'Port': ['ID=6accee3c-cae3-4b02-8ba3-e3b1b74fd233,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.791989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Attempting to bind port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:15.792555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Attempting to bind port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:15.792926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Attempting to bind port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:15.799780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:15.800177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:15.800584 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.801108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:15.801572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Bound port: 6accee3c-cae3-4b02-8ba3-e3b1b74fd233, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:15.801952 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.861684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] For port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:15.865089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] For port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6accee3c-cae3-4b02-8ba3-e3b1b74fd233,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:15.881168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.893041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.915584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event deleted for resources: {'Port': ['ID=d384a56e-7f12-4c38-8302-bdea8c881ef1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:16.005770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Routers {'78b12549-3f86-4bac-8e98-14e56a5fdf3a'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:16.006437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:50:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:16.008380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c17e2-2bde-4a19-8419-3d146006be62 None None] Pushing event updated for resources: {'Port': ['ID=6accee3c-cae3-4b02-8ba3-e3b1b74fd233,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:16.032769 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.086422 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.169191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] Set router 78b12549-3f86-4bac-8e98-14e56a5fdf3a gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:16.171279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c9aa434-c5e5-4f29-902b-24f74877f3c7 None None] Provisioning for port 9398f97c-9747-4dbd-a868-f061ac55bc27 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:16.201889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2c9aa434-c5e5-4f29-902b-24f74877f3c7 None None] Provisioning complete for port 9398f97c-9747-4dbd-a868-f061ac55bc27 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:16.202265 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa434-c5e5-4f29-902b-24f74877f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.218037 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.224901 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.293845 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.296787 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.298005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7f4d343-f041-4630-8589-475d953bf99f {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:16.300709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.309830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.312928 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-46a68ad7-f3ea-4c3e-8deb-d80f939d5fba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c7f4d343-f041-4630-8589-475d953bf99f HTTP/1.1" status: 204 len: 168 time: 1.3776064 Jul 13 07:51:16.316394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55394) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:16.321623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1630828470', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:16.372548 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.375951 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.405550 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.468144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2c9aa434-c5e5-4f29-902b-24f74877f3c7 None None] Port 9398f97c-9747-4dbd-a868-f061ac55bc27 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:16.491930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Pushing event updated for resources: {'Port': ['ID=9398f97c-9747-4dbd-a868-f061ac55bc27,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:16.524676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'name': 'tempest-TestAggregatesBasicOps-818423860-router', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:15Z', 'revision_number': 4, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'gw_port': {'id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:10Z', 'updated_at': '2021-07-13T07:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '9398f97c-9747-4dbd-a868-f061ac55bc27', 'name': '', 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'mac_address': 'fa:16:3e:d1:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:14Z', 'updated_at': '2021-07-13T07:51:15Z', 'revision_number': 1, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'subnets': [{'id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:16.525882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.566248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fcbee2-a035-4b44-9a1e-31bd42157f8c None None] The sync data for ids ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'] in n-d-798249-7 is: [{'id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'name': 'tempest-TestAggregatesBasicOps-818423860-router', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:15Z', 'revision_number': 4, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'gw_port': {'id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:10Z', 'updated_at': '2021-07-13T07:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '9398f97c-9747-4dbd-a868-f061ac55bc27', 'name': '', 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'mac_address': 'fa:16:3e:d1:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:14Z', 'updated_at': '2021-07-13T07:51:15Z', 'revision_number': 1, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'subnets': [{'id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:16.620787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:16.633032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:16.694979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3059dccd-97aa-4851-b6ae-9d7131ab10f9 None None] Provisioning complete for port 9398f97c-9747-4dbd-a868-f061ac55bc27 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:16.695425 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3059dccd-97aa-4851-b6ae-9d7131ab10f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.749928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3059dccd-97aa-4851-b6ae-9d7131ab10f9 None None] Port 9398f97c-9747-4dbd-a868-f061ac55bc27 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:16.760768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.791681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Router 78b12549-3f86-4bac-8e98-14e56a5fdf3a has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:17.093390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:17.109004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d384a56e-7f12-4c38-8302-bdea8c881ef1 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:17.115265 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a6ca062b-e7a6-4953-98b5-05b423f55e0d admin admin] 10.222.0.44 "PUT /v2.0/routers/78b12549-3f86-4bac-8e98-14e56a5fdf3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3444700 Jul 13 07:51:17.116785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-76954039-5bd9-4c6c-ad50-d02f5f70c700 None None] Provisioning complete for port 9398f97c-9747-4dbd-a868-f061ac55bc27 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:17.117616 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-76954039-5bd9-4c6c-ad50-d02f5f70c700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.119662 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.188896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: d384a56e-7f12-4c38-8302-bdea8c881ef1 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:17.188896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d384a56e-7f12-4c38-8302-bdea8c881ef1 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:17.198068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.223853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.228127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-76954039-5bd9-4c6c-ad50-d02f5f70c700 None None] Port 9398f97c-9747-4dbd-a868-f061ac55bc27 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:17.249948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d30f7ba1-c9de-4929-9c28-01979808f214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.369071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Allocated IP 172.25.6.112 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/d633b854-5c6e-4577-9e14-6b921cfb9de8) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:17.594532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.951700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.999833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55438) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:18.005169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-932269463-network', 'tenant_id': '1740becf702042ff99fede65d277848f'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:18.047296 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Made reservation on behalf of 1740becf702042ff99fede65d277848f for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:18.049817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.059755 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.093601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.155692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Pushing event updated for resources: {'Port': ['ID=d633b854-5c6e-4577-9e14-6b921cfb9de8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:18.166118 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:18.172219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:18.180671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:18.217194 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.224517 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.257121 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:18.272755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca668644-ddc8-4bf0-917e-dfa7db600335,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:18.277966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.278514 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Added segment 370f47d6-3cca-428d-b8aa-eb06da1f9bc9 of type vlan for network e1715653-9864-499e-b6cd-9c4daa9e50e3 Jul 13 07:51:18.330738 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.366907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.373376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:18.374947 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.419183 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4183218 Jul 13 07:51:18.423212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55450) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:18.430566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Request body: {'subnet': {'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-932269463-subnet', 'tenant_id': '1740becf702042ff99fede65d277848f', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:18.507921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c34fff-0c18-4f5c-bf15-6fbe1e8a20dd admin admin] Pushing event updated for resources: {'Network': ['ID=e1715653-9864-499e-b6cd-9c4daa9e50e3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:18.525815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network e1715653-9864-499e-b6cd-9c4daa9e50e3 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:18.564462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.635164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Made reservation on behalf of 1740becf702042ff99fede65d277848f for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:18.638289 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.889984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:18.966319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:18.975718 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:18.976420 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.079963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.118864 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.130031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54a08f9-bf49-47f3-9d0f-98514db5c91d,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:19.141688 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.152636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6accee3c-cae3-4b02-8ba3-e3b1b74fd233,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:19.158356 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.222191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=6accee3c-cae3-4b02-8ba3-e3b1b74fd233,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:19.256284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Checking segment: {'id': '370f47d6-3cca-428d-b8aa-eb06da1f9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:19.256659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Network hostable DHCP agents. Network: e1715653-9864-499e-b6cd-9c4daa9e50e3, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:19.317142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Network e1715653-9864-499e-b6cd-9c4daa9e50e3 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:19.337970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, e1715653-9864-499e-b6cd-9c4daa9e50e3) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:19.344679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:19.345287 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.351016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb66ad7-fe0f-451c-8a93-a42c706976c0 None None] Network e1715653-9864-499e-b6cd-9c4daa9e50e3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:19.361947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Router c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:19.372521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f824486c-0e03-45b3-b6f9-a16c15839563 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9475422 Jul 13 07:51:19.375231 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55466) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:19.380044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-932269463-router', 'tenant_id': '1740becf702042ff99fede65d277848f', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:19.441155 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.442376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.486276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:19.498922 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b97f6-3b8f-4407-aed8-6e8ede300972 None None] Sync routers for ids ['c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:19.514078 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b97f6-3b8f-4407-aed8-6e8ede300972 None None] Routers {'c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:19.515053 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-579b97f6-3b8f-4407-aed8-6e8ede300972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:19.528281 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.529818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cd31278f-bb97-4f5f-ab93-440668ec2238 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2120764 Jul 13 07:51:19.532545 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55468) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:19.537704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f54d15fb-2046-4c13-9e0b-3c2482a3a488 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_snat': False}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:19.556703 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.581030 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-579b97f6-3b8f-4407-aed8-6e8ede300972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:19.598620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-e1715653-9864-499e-b6cd-9c4daa9e50e3', 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3', 'tenant_id': '1740becf702042ff99fede65d277848f', 'fixed_ips': [{'subnet_id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:19.599598 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.607644 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b97f6-3b8f-4407-aed8-6e8ede300972 None None] Routers {'c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:19.608997 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-579b97f6-3b8f-4407-aed8-6e8ede300972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:19.707837 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-579b97f6-3b8f-4407-aed8-6e8ede300972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:19.708501 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b97f6-3b8f-4407-aed8-6e8ede300972 None None] The sync data for ids ['c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:19.784200 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.804232 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.857685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Allocated IP 172.20.0.2 (e1715653-9864-499e-b6cd-9c4daa9e50e3/d54a08f9-bf49-47f3-9d0f-98514db5c91d/4ebe8b2e-73ca-4598-9231-fb1bdeb766d9) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:19.946648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Sync routers for ids ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:19.992264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Routers {'78b12549-3f86-4bac-8e98-14e56a5fdf3a'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:19.992904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:20.029564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f54d15fb-2046-4c13-9e0b-3c2482a3a488 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.265098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Set router 78b12549-3f86-4bac-8e98-14e56a5fdf3a gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:20.279883 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.305119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.434883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.445085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Transition to ACTIVE for port object 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:20.453947 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Allocated IP 172.25.6.84 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/58520164-658e-4e62-9752-88dd0ec4bee9) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:20.476616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Transition to ACTIVE for port object 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:20.492585 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.593813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Network e1715653-9864-499e-b6cd-9c4daa9e50e3 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:20.606881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Pushing event updated for resources: {'Port': ['ID=4ebe8b2e-73ca-4598-9231-fb1bdeb766d9,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.610210 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.612398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:20.616450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:20.670102 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f54d15fb-2046-4c13-9e0b-3c2482a3a488 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.678411 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f54d15fb-2046-4c13-9e0b-3c2482a3a488 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.689766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.702323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Attempting to bind port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:20.702795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Attempting to bind port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '370f47d6-3cca-428d-b8aa-eb06da1f9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:20.703053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Attempting to bind port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 on network e1715653-9864-499e-b6cd-9c4daa9e50e3 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:20.708373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:20.708756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Checking segment: {'id': '370f47d6-3cca-428d-b8aa-eb06da1f9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:20.709175 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.709549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Bound using segment: {'id': '370f47d6-3cca-428d-b8aa-eb06da1f9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:20.710298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Bound port: 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370f47d6-3cca-428d-b8aa-eb06da1f9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:20.710688 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.770034 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:20.789347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:20.794365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:20.797401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Pushing event updated for resources: {'Port': ['ID=58520164-658e-4e62-9752-88dd0ec4bee9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.832361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] For port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:20.835955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'name': 'tempest-TestAggregatesBasicOps-818423860-router', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:15Z', 'revision_number': 4, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'gw_port': {'id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:10Z', 'updated_at': '2021-07-13T07:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '9398f97c-9747-4dbd-a868-f061ac55bc27', 'name': '', 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'mac_address': 'fa:16:3e:d1:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:14Z', 'updated_at': '2021-07-13T07:51:16Z', 'revision_number': 2, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'subnets': [{'id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:20.841725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] For port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4ebe8b2e-73ca-4598-9231-fb1bdeb766d9,segment=NetworkSegment(370f47d6-3cca-428d-b8aa-eb06da1f9bc9),segment_id=370f47d6-3cca-428d-b8aa-eb06da1f9bc9)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:20.843048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:20.872141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54d15fb-2046-4c13-9e0b-3c2482a3a488 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Router c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:20.908389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Checking router: 78b12549-3f86-4bac-8e98-14e56a5fdf3a for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:20.908389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Updating router 78b12549-3f86-4bac-8e98-14e56a5fdf3a port 9398f97c-9747-4dbd-a868-f061ac55bc27 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:20.959911 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.977570 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.050569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:21.050944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.056477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54d15fb-2046-4c13-9e0b-3c2482a3a488 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:21.061448 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f54d15fb-2046-4c13-9e0b-3c2482a3a488 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.063511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f54d15fb-2046-4c13-9e0b-3c2482a3a488 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "PUT /v2.0/routers/c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22 HTTP/1.1" status: 200 len: 926 time: 1.5296624 Jul 13 07:51:21.067436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55496) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:21.069439 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53242d-c36c-412f-8ec0-129dbb85c58e None None] Sync routers for ids ['c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:21.081480 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53242d-c36c-412f-8ec0-129dbb85c58e None None] Routers {'c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:21.082494 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ad53242d-c36c-412f-8ec0-129dbb85c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:21.141089 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ad53242d-c36c-412f-8ec0-129dbb85c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:21.157455 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53242d-c36c-412f-8ec0-129dbb85c58e None None] Routers {'c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:21.158427 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ad53242d-c36c-412f-8ec0-129dbb85c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:21.210390 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ad53242d-c36c-412f-8ec0-129dbb85c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:21.211048 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53242d-c36c-412f-8ec0-129dbb85c58e None None] The sync data for ids ['c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:21.224461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1da06-44c2-4c5c-82e0-7a7e71e53132 None None] Pushing event updated for resources: {'Port': ['ID=4ebe8b2e-73ca-4598-9231-fb1bdeb766d9,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.746415 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.757603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Transition to ACTIVE for port object 9398f97c-9747-4dbd-a868-f061ac55bc27 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:21.774017 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.833421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c100c21-d632-43ea-8f18-a0221de72bf3 None None] Pushing event updated for resources: {'Port': ['ID=9398f97c-9747-4dbd-a868-f061ac55bc27,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.859904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.906010 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-947f26d3-6c44-4508-b85d-1845da183fbe tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/routers/c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22 HTTP/1.1" status: 200 len: 926 time: 0.8315361 Jul 13 07:51:21.906272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55512) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:21.933037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Attempting to bind port 9398f97c-9747-4dbd-a868-f061ac55bc27 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:21.933411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Attempting to bind port 9398f97c-9747-4dbd-a868-f061ac55bc27 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '1e44492b-165e-419b-bf3c-735d820f0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:21.933778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Attempting to bind port 9398f97c-9747-4dbd-a868-f061ac55bc27 on network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:21.938930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:21.939313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Checking segment: {'id': '1e44492b-165e-419b-bf3c-735d820f0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:21.939723 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.940159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Bound using segment: {'id': '1e44492b-165e-419b-bf3c-735d820f0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:21.940625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Bound port: 9398f97c-9747-4dbd-a868-f061ac55bc27, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e44492b-165e-419b-bf3c-735d820f0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:21.941013 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.072204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] For port 9398f97c-9747-4dbd-a868-f061ac55bc27, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:22.078562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] For port 9398f97c-9747-4dbd-a868-f061ac55bc27, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9398f97c-9747-4dbd-a868-f061ac55bc27,segment=NetworkSegment(1e44492b-165e-419b-bf3c-735d820f0f08),segment_id=1e44492b-165e-419b-bf3c-735d820f0f08)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:22.091826 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.098724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272eb791-d375-4e73-91e4-0ac92813cc05 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:22.100405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-272eb791-d375-4e73-91e4-0ac92813cc05 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&device_id=c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1931231 Jul 13 07:51:22.109886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55514) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:22.191090 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.226713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Routers {'78b12549-3f86-4bac-8e98-14e56a5fdf3a'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:22.227378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:22.246286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c100c21-d632-43ea-8f18-a0221de72bf3 None None] Pushing event updated for resources: {'Port': ['ID=9398f97c-9747-4dbd-a868-f061ac55bc27,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:22.284404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9f2734-84d8-4d35-ba82-275604396bba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:22.291711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-df9f2734-84d8-4d35-ba82-275604396bba tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 881 time: 0.1805220 Jul 13 07:51:22.293134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55520) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:22.370633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7012cd1a-cdf0-458e-af02-15ac71310b63 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22 HTTP/1.1" status: 200 len: 205 time: 0.0722959 Jul 13 07:51:22.371460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55522) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:22.436351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:22.525268 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.542961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] Set router 78b12549-3f86-4bac-8e98-14e56a5fdf3a gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:22.634778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:22.658414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Sync routers for ids ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:22.664226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.665523 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2d46fb25-40ed-448e-9fa3-599f9f4f12d8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2892199 Jul 13 07:51:22.669298 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55532) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:22.828366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33aca8d-afdd-4be4-890e-716dae129852 None None] Network e1715653-9864-499e-b6cd-9c4daa9e50e3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:22.836271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:22.841661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Routers {'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:22.842319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:22.965269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Deleting port d633b854-5c6e-4577-9e14-6b921cfb9de8 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:22.967604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.004379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ade4993f-c1ec-4b22-b122-7aa27925f5d8 None None] Provisioning for port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:23.072617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9398f97c-9747-4dbd-a868-f061ac55bc27 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:23.273640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Set router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:23.393299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.406156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Calling delete_port for d633b854-5c6e-4577-9e14-6b921cfb9de8 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:23.455064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.502250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 9398f97c-9747-4dbd-a868-f061ac55bc27 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:23.524659 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 9398f97c-9747-4dbd-a868-f061ac55bc27 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:23.525126 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.609525 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.609789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'name': 'tempest-TestAggregatesBasicOps-818423860-router', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:15Z', 'revision_number': 4, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'gw_port': {'id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:10Z', 'updated_at': '2021-07-13T07:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '9398f97c-9747-4dbd-a868-f061ac55bc27', 'name': '', 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'mac_address': 'fa:16:3e:d1:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:14Z', 'updated_at': '2021-07-13T07:51:22Z', 'revision_number': 4, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'subnets': [{'id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:23.632669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Pushing event deleted for resources: {'Port': ['ID=d633b854-5c6e-4577-9e14-6b921cfb9de8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:23.645712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adab40e3-7aab-4f05-9188-2a766da7d3bd None None] The sync data for ids ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'] in n-d-798249-7 is: [{'id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'name': 'tempest-TestAggregatesBasicOps-818423860-router', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:15Z', 'revision_number': 4, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'gw_port': {'id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:10Z', 'updated_at': '2021-07-13T07:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '9398f97c-9747-4dbd-a868-f061ac55bc27', 'name': '', 'network_id': 'fbe58f03-b802-4c27-9dc4-953e3f0d5da3', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'mac_address': 'fa:16:3e:d1:e0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:14Z', 'updated_at': '2021-07-13T07:51:22Z', 'revision_number': 4, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'subnets': [{'id': 'e63d42aa-6f5a-495e-9e05-f83100f35d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:23.711432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.740800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'name': 'tempest-TestAggregatesBasicOps-932269463-router', 'tenant_id': '1740becf702042ff99fede65d277848f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:19Z', 'updated_at': '2021-07-13T07:51:21Z', 'revision_number': 3, 'project_id': '1740becf702042ff99fede65d277848f', 'gw_port': {'id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:20Z', 'updated_at': '2021-07-13T07:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:23.795943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.844926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Allocated IP 172.20.0.1 (e1715653-9864-499e-b6cd-9c4daa9e50e3/d54a08f9-bf49-47f3-9d0f-98514db5c91d/dcea0243-3cdf-44c3-a3c3-25f85c8c23cc) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:23.881248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 9398f97c-9747-4dbd-a868-f061ac55bc27, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9398f97c-9747-4dbd-a868-f061ac55bc27,segment=NetworkSegment(1e44492b-165e-419b-bf3c-735d820f0f08),segment_id=1e44492b-165e-419b-bf3c-735d820f0f08)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:23.892117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Checking router: a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:23.892117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Updating router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 port 58520164-658e-4e62-9752-88dd0ec4bee9 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:23.897869 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.948127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:24.037773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.049478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.152512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.185892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.186438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Fanout notify agent at l3_agent the message router_deleted on router c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:24.193592 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.198988 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-21541301-2ce3-4d13-99df-8bab93700b57 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22 HTTP/1.1" status: 204 len: 168 time: 1.8222976 Jul 13 07:51:24.199171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55554) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:24.203835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-35d91acd-d8d2-4e87-b97b-42864cc2f514 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1467276064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:24.204641 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.240196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Transition to ACTIVE for port object dcea0243-3cdf-44c3-a3c3-25f85c8c23cc will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:24.259444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:24.265124 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35d91acd-d8d2-4e87-b97b-42864cc2f514 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.266192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35d91acd-d8d2-4e87-b97b-42864cc2f514 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.294014 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=9398f97c-9747-4dbd-a868-f061ac55bc27,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:24.310859 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.316889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:24.317272 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.398699 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35d91acd-d8d2-4e87-b97b-42864cc2f514 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.409588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35d91acd-d8d2-4e87-b97b-42864cc2f514 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.428747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Network e1715653-9864-499e-b6cd-9c4daa9e50e3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:24.430652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:24.440325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:24.455369 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35d91acd-d8d2-4e87-b97b-42864cc2f514 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.459185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-35d91acd-d8d2-4e87-b97b-42864cc2f514 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2566221 Jul 13 07:51:24.459455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55560) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:24.465413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:24.580132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Pushing event updated for resources: {'Port': ['ID=dcea0243-3cdf-44c3-a3c3-25f85c8c23cc,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:24.594764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.824363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5286aa4d-93c4-4547-955d-efd573f11f01 None None] Provisioning complete for port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:24.825242 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5286aa4d-93c4-4547-955d-efd573f11f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.847161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.922702 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.092351 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.092351 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.178260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Transition to ACTIVE for port object 58520164-658e-4e62-9752-88dd0ec4bee9 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:25.179945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5286aa4d-93c4-4547-955d-efd573f11f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.210974 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.233427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4ebe8b2e-73ca-4598-9231-fb1bdeb766d9,segment=NetworkSegment(370f47d6-3cca-428d-b8aa-eb06da1f9bc9),segment_id=370f47d6-3cca-428d-b8aa-eb06da1f9bc9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:25.257678 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.263594 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.274761 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.283338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.303167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.342436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad299b-9279-4d3c-8c93-f2f7853bf5ad None None] Pushing event updated for resources: {'Port': ['ID=58520164-658e-4e62-9752-88dd0ec4bee9,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:25.344768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Attempting to bind port 58520164-658e-4e62-9752-88dd0ec4bee9 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:25.345150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Attempting to bind port 58520164-658e-4e62-9752-88dd0ec4bee9 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:25.345557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Attempting to bind port 58520164-658e-4e62-9752-88dd0ec4bee9 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:25.360719 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-5286aa4d-93c4-4547-955d-efd573f11f01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:51:25.361266 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-5286aa4d-93c4-4547-955d-efd573f11f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:51:25.385582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:25.386100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:25.386540 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.387060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:25.387402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Bound port: 58520164-658e-4e62-9752-88dd0ec4bee9, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:25.387781 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.391002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Pushing event updated for resources: {'Port': ['ID=dcea0243-3cdf-44c3-a3c3-25f85c8c23cc,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:25.414121 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.487208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=4ebe8b2e-73ca-4598-9231-fb1bdeb766d9,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:25.518355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] For port 58520164-658e-4e62-9752-88dd0ec4bee9, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:25.522312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] For port 58520164-658e-4e62-9752-88dd0ec4bee9, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=58520164-658e-4e62-9752-88dd0ec4bee9,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:25.532043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Allocated IP 172.25.6.39 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/6436a8af-6501-4fc2-8411-fe94ec1a0a2a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:25.532198 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.618213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9398f97c-9747-4dbd-a868-f061ac55bc27 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:25.662515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Network e1715653-9864-499e-b6cd-9c4daa9e50e3 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:25.664064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:25.689477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad299b-9279-4d3c-8c93-f2f7853bf5ad None None] Pushing event updated for resources: {'Port': ['ID=58520164-658e-4e62-9752-88dd0ec4bee9,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:25.722089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Routers {'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:25.723033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:25.800586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.825085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 9398f97c-9747-4dbd-a868-f061ac55bc27 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:25.825249 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.903079 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.921944 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:25.987503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5286aa4d-93c4-4547-955d-efd573f11f01 None None] Provisioning complete for port 9398f97c-9747-4dbd-a868-f061ac55bc27 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:25.987874 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5286aa4d-93c4-4547-955d-efd573f11f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:25.990297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:25.996782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:26.003683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:26.076523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] Set router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:26.082812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:26.093008 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e3094595-b953-47a9-9748-29a9ae205e6b admin admin] 10.222.0.44 "PUT /v2.0/routers/a15948dc-6024-44ad-bfb0-d78fb8f9cbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4204695 Jul 13 07:51:26.115609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Pushing event updated for resources: {'Port': ['ID=6436a8af-6501-4fc2-8411-fe94ec1a0a2a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:26.454781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'name': 'tempest-TestAggregatesBasicOps-932269463-router', 'tenant_id': '1740becf702042ff99fede65d277848f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:19Z', 'updated_at': '2021-07-13T07:51:24Z', 'revision_number': 4, 'project_id': '1740becf702042ff99fede65d277848f', 'gw_port': {'id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:20Z', 'updated_at': '2021-07-13T07:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'dcea0243-3cdf-44c3-a3c3-25f85c8c23cc', 'name': '', 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3', 'tenant_id': '1740becf702042ff99fede65d277848f', 'mac_address': 'fa:16:3e:93:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:23Z', 'updated_at': '2021-07-13T07:51:25Z', 'revision_number': 2, 'project_id': '1740becf702042ff99fede65d277848f', 'subnets': [{'id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:26.487061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa2887-7bb7-4a51-87f5-55e83390ec26 None None] The sync data for ids ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'] in n-d-798249-7 is: [{'id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'name': 'tempest-TestAggregatesBasicOps-932269463-router', 'tenant_id': '1740becf702042ff99fede65d277848f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:19Z', 'updated_at': '2021-07-13T07:51:24Z', 'revision_number': 4, 'project_id': '1740becf702042ff99fede65d277848f', 'gw_port': {'id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:20Z', 'updated_at': '2021-07-13T07:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'dcea0243-3cdf-44c3-a3c3-25f85c8c23cc', 'name': '', 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3', 'tenant_id': '1740becf702042ff99fede65d277848f', 'mac_address': 'fa:16:3e:93:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:23Z', 'updated_at': '2021-07-13T07:51:25Z', 'revision_number': 2, 'project_id': '1740becf702042ff99fede65d277848f', 'subnets': [{'id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:26.539021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.551038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f1ea16b4-1f00-4b62-8911-03a36cce0912 None None] Provisioning for port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:26.555239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f1ea16b4-1f00-4b62-8911-03a36cce0912 None None] Provisioning complete for port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:26.555603 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f1ea16b4-1f00-4b62-8911-03a36cce0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:26.633205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea16b4-1f00-4b62-8911-03a36cce0912 None None] Port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:26.990581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.017028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.257838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Router 3f778058-06c8-40e9-923c-8e1273970b42 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:27.460080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:27.471913 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6b6c1-2121-43d9-bc36-e2c5694ff293 None None] Sync routers for ids ['3f778058-06c8-40e9-923c-8e1273970b42'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:27.476933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.481089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55822) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:27.483908 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-93c75117-aac6-4b55-a4b3-a70af09906f3 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "PUT /v2.0/routers/3f778058-06c8-40e9-923c-8e1273970b42 HTTP/1.1" status: 200 len: 883 time: 3.0219834 Jul 13 07:51:27.486769 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6b6c1-2121-43d9-bc36-e2c5694ff293 None None] Routers {'3f778058-06c8-40e9-923c-8e1273970b42'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:27.487622 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-40e6b6c1-2121-43d9-bc36-e2c5694ff293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3f778058-06c8-40e9-923c-8e1273970b42'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:27.508062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:27.551036 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-40e6b6c1-2121-43d9-bc36-e2c5694ff293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:27.563494 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6b6c1-2121-43d9-bc36-e2c5694ff293 None None] Routers {'3f778058-06c8-40e9-923c-8e1273970b42'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:27.564600 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-40e6b6c1-2121-43d9-bc36-e2c5694ff293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3f778058-06c8-40e9-923c-8e1273970b42'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:27.660956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:27.662034 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:27.665477 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-40e6b6c1-2121-43d9-bc36-e2c5694ff293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:27.666679 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6b6c1-2121-43d9-bc36-e2c5694ff293 None None] The sync data for ids ['3f778058-06c8-40e9-923c-8e1273970b42'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:27.809638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2efae716-5386-4440-b856-38ddf0ba5301 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/routers/3f778058-06c8-40e9-923c-8e1273970b42 HTTP/1.1" status: 200 len: 924 time: 0.3273554 Jul 13 07:51:27.810263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55860) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:28.049092 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4c924a-007c-468c-a36f-a3877e2028f3 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:28.050917 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8b4c924a-007c-468c-a36f-a3877e2028f3 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&device_id=3f778058-06c8-40e9-923c-8e1273970b42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2369657 Jul 13 07:51:28.053906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:28.104849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 55902) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:28.238227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-16b36ec5-2b52-48cf-bf68-578b85d6ceb3 req-1a662680-8885-483d-8dd7-1ff28cedc98a service neutron] (93838) timed out ('10.222.0.44', 39008) {{(pid=93838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:51:28.257685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73131bff-d3f8-44c7-bf3a-5e635e0d6185 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:28.260752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-73131bff-d3f8-44c7-bf3a-5e635e0d6185 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 881 time: 0.2055764 Jul 13 07:51:28.262325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55920) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:28.322251 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-88882946-17d1-4f14-bbd2-18cd01241d13 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f778058-06c8-40e9-923c-8e1273970b42 HTTP/1.1" status: 200 len: 205 time: 0.0584800 Jul 13 07:51:28.323577 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 55932) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:28.478035 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.615808 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.694107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Deleting port 6436a8af-6501-4fc2-8411-fe94ec1a0a2a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:28.694488 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.788426 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:28.802375 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Calling delete_port for 6436a8af-6501-4fc2-8411-fe94ec1a0a2a owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:29.083371 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.090771 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.119246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Pushing event deleted for resources: {'Port': ['ID=6436a8af-6501-4fc2-8411-fe94ec1a0a2a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:29.212203 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.317006 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.319945 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.438686 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.439403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Fanout notify agent at l3_agent the message router_deleted on router 3f778058-06c8-40e9-923c-8e1273970b42 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:29.446918 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.449078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-80f93d3f-f9ec-4472-8c3d-e2f9d557744f tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/3f778058-06c8-40e9-923c-8e1273970b42 HTTP/1.1" status: 204 len: 168 time: 1.1224172 Jul 13 07:51:29.452872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56058) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:29.458989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3b3bdea5-958e-4d15-b7d9-21d03b2ed322 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2019832618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:29.493430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b3bdea5-958e-4d15-b7d9-21d03b2ed322 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.495664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b3bdea5-958e-4d15-b7d9-21d03b2ed322 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.500999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] Deleting port 9398f97c-9747-4dbd-a868-f061ac55bc27 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:29.502023 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.502257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 58520164-658e-4e62-9752-88dd0ec4bee9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:29.595650 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b3bdea5-958e-4d15-b7d9-21d03b2ed322 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.601959 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b3bdea5-958e-4d15-b7d9-21d03b2ed322 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.608690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] For port 9398f97c-9747-4dbd-a868-f061ac55bc27, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=9398f97c-9747-4dbd-a868-f061ac55bc27,segment=NetworkSegment(1e44492b-165e-419b-bf3c-735d820f0f08),segment_id=1e44492b-165e-419b-bf3c-735d820f0f08)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:29.609257 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.610859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 58520164-658e-4e62-9752-88dd0ec4bee9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:29.616326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 58520164-658e-4e62-9752-88dd0ec4bee9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:29.616788 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.628706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] Calling delete_port for 9398f97c-9747-4dbd-a868-f061ac55bc27 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:29.641160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b3bdea5-958e-4d15-b7d9-21d03b2ed322 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.655947 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3b3bdea5-958e-4d15-b7d9-21d03b2ed322 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1995068 Jul 13 07:51:29.656176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56080) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:29.661529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_snat': True}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:29.818239 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.863322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 58520164-658e-4e62-9752-88dd0ec4bee9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=58520164-658e-4e62-9752-88dd0ec4bee9,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:29.870953 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.875633 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:29.906893 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] Pushing event deleted for resources: {'Port': ['ID=9398f97c-9747-4dbd-a868-f061ac55bc27,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:29.980756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=58520164-658e-4e62-9752-88dd0ec4bee9,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:30.046382 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.192981 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.309248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Sync routers for ids ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:30.320199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Routers {'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:30.320839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:30.447826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Set router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:30.572055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] Router 78b12549-3f86-4bac-8e98-14e56a5fdf3a has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:30.707720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:30.718565 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3cc1c5d1-a270-4320-bacf-43fc30d6a50d admin admin] 10.222.0.44 "PUT /v2.0/routers/78b12549-3f86-4bac-8e98-14e56a5fdf3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6124969 Jul 13 07:51:30.720031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56148) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:30.723071 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] Sync routers for ids ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:30.737964 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] Routers {'78b12549-3f86-4bac-8e98-14e56a5fdf3a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:30.738787 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:30.809550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'name': 'tempest-TestAggregatesBasicOps-932269463-router', 'tenant_id': '1740becf702042ff99fede65d277848f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:19Z', 'updated_at': '2021-07-13T07:51:24Z', 'revision_number': 4, 'project_id': '1740becf702042ff99fede65d277848f', 'gw_port': {'id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:20Z', 'updated_at': '2021-07-13T07:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'dcea0243-3cdf-44c3-a3c3-25f85c8c23cc', 'name': '', 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3', 'tenant_id': '1740becf702042ff99fede65d277848f', 'mac_address': 'fa:16:3e:93:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:23Z', 'updated_at': '2021-07-13T07:51:25Z', 'revision_number': 2, 'project_id': '1740becf702042ff99fede65d277848f', 'subnets': [{'id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:30.858386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.865547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Checking router: a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:30.865904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Updating router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:30.900834 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.942592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.943958 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.957076 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] Set router 78b12549-3f86-4bac-8e98-14e56a5fdf3a gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:30.996618 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.082839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Deleting port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:31.083835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.209536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Allocated IP 172.25.6.143 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/65a00d72-35d4-42af-9035-2eb54552627e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:31.228107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] For port 6accee3c-cae3-4b02-8ba3-e3b1b74fd233, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=6accee3c-cae3-4b02-8ba3-e3b1b74fd233,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:31.230796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.248685 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'name': 'tempest-TestAggregatesBasicOps-818423860-router', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:29Z', 'revision_number': 5, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'gw_port': {'id': '6accee3c-cae3-4b02-8ba3-e3b1b74fd233', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:10Z', 'updated_at': '2021-07-13T07:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:31.259747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Calling delete_port for 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:31.277809 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] Checking router: 78b12549-3f86-4bac-8e98-14e56a5fdf3a for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:31.287880 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] Routers {'78b12549-3f86-4bac-8e98-14e56a5fdf3a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:31.289163 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:31.304901 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.327343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Transition to ACTIVE for port object dcea0243-3cdf-44c3-a3c3-25f85c8c23cc will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:31.340085 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.407346 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] Set router 78b12549-3f86-4bac-8e98-14e56a5fdf3a gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:31.419332 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a9aed-d2bf-4194-b311-b63a451cb2ff None None] Pushing event updated for resources: {'Port': ['ID=dcea0243-3cdf-44c3-a3c3-25f85c8c23cc,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:31.557879 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'name': 'tempest-TestAggregatesBasicOps-818423860-router', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:30Z', 'revision_number': 6, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:31.575316 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.595037 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.618074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6accee3c-cae3-4b02-8ba3-e3b1b74fd233,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:31.619961 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0e6fa-2a3f-45ae-a5c2-51c4440ca13d None None] The sync data for ids ['78b12549-3f86-4bac-8e98-14e56a5fdf3a'] in n-d-798249-7 is: [{'id': '78b12549-3f86-4bac-8e98-14e56a5fdf3a', 'name': 'tempest-TestAggregatesBasicOps-818423860-router', 'tenant_id': '7f49a6945e3d4830af7c8d434c54d152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:09Z', 'updated_at': '2021-07-13T07:51:30Z', 'revision_number': 6, 'project_id': '7f49a6945e3d4830af7c8d434c54d152', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:31.653069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Attempting to bind port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:31.653463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Attempting to bind port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '370f47d6-3cca-428d-b8aa-eb06da1f9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:31.654045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Attempting to bind port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc on network e1715653-9864-499e-b6cd-9c4daa9e50e3 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:31.673305 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.688099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 58520164-658e-4e62-9752-88dd0ec4bee9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:31.699518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:31.702693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:31.736980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:31.807511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.822202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:31.823412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Checking segment: {'id': '370f47d6-3cca-428d-b8aa-eb06da1f9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:31.823761 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.824264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Bound using segment: {'id': '370f47d6-3cca-428d-b8aa-eb06da1f9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:31.824665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Bound port: dcea0243-3cdf-44c3-a3c3-25f85c8c23cc, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370f47d6-3cca-428d-b8aa-eb06da1f9bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:31.825050 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.829962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event updated for resources: {'Port': ['ID=65a00d72-35d4-42af-9035-2eb54552627e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:31.940475 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.942943 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.957276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] For port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:31.959903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 58520164-658e-4e62-9752-88dd0ec4bee9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:31.960407 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.001069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] For port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=dcea0243-3cdf-44c3-a3c3-25f85c8c23cc,segment=NetworkSegment(370f47d6-3cca-428d-b8aa-eb06da1f9bc9),segment_id=370f47d6-3cca-428d-b8aa-eb06da1f9bc9)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:32.014105 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.059541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.060605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78b12549-3f86-4bac-8e98-14e56a5fdf3a {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:32.079136 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.080997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c55d9aa3-482d-4330-b219-1ae0a04034e4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/78b12549-3f86-4bac-8e98-14e56a5fdf3a HTTP/1.1" status: 204 len: 168 time: 1.3602438 Jul 13 07:51:32.083514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56166) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:32.180931 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.190921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadc886b-76ce-43d5-9a57-a6be015a1294 admin admin] Deleting subnet e63d42aa-6f5a-495e-9e05-f83100f35d9c {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:51:32.242136 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cadc886b-76ce-43d5-9a57-a6be015a1294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.296960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cadc886b-76ce-43d5-9a57-a6be015a1294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.411438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a9aed-d2bf-4194-b311-b63a451cb2ff None None] Pushing event updated for resources: {'Port': ['ID=dcea0243-3cdf-44c3-a3c3-25f85c8c23cc,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:32.459765 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cadc886b-76ce-43d5-9a57-a6be015a1294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.490984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Routers {'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:32.491869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:32.528250 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cadc886b-76ce-43d5-9a57-a6be015a1294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.535790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.543127 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.585391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc886b-76ce-43d5-9a57-a6be015a1294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63d42aa-6f5a-495e-9e05-f83100f35d9c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:32.602740 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cadc886b-76ce-43d5-9a57-a6be015a1294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.608236 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cadc886b-76ce-43d5-9a57-a6be015a1294 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e63d42aa-6f5a-495e-9e05-f83100f35d9c HTTP/1.1" status: 204 len: 168 time: 0.5231290 Jul 13 07:51:32.610700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56172) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:32.623871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583bfedb-f693-4fd1-a51f-00c2abd43b88 None None] Network fbe58f03-b802-4c27-9dc4-953e3f0d5da3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:32.703025 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.761714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] Set router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:32.787485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Deleting port 4ce3a89e-dbb9-4031-99de-4683789da9db {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:32.787913 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.809337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Router 5e03e940-e75f-4445-b493-0e5eadaf1862 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:32.946005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] For port 4ce3a89e-dbb9-4031-99de-4683789da9db, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4ce3a89e-dbb9-4031-99de-4683789da9db,segment=NetworkSegment(1e44492b-165e-419b-bf3c-735d820f0f08),segment_id=1e44492b-165e-419b-bf3c-735d820f0f08)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:32.946662 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.969292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Calling delete_port for 4ce3a89e-dbb9-4031-99de-4683789da9db owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:32.990637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:32.996693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.002438 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f928eb5f-db01-4002-93ca-83d340070c54 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "PUT /v2.0/routers/5e03e940-e75f-4445-b493-0e5eadaf1862 HTTP/1.1" status: 200 len: 919 time: 3.3451483 Jul 13 07:51:33.003075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56182) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.041173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f86112d-3a77-43db-b0a4-97f6995b16e1 None None] Sync routers for ids ['5e03e940-e75f-4445-b493-0e5eadaf1862'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:33.078583 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.080591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86112d-3a77-43db-b0a4-97f6995b16e1 None None] Routers {'5e03e940-e75f-4445-b493-0e5eadaf1862'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:33.082454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7f86112d-3a77-43db-b0a4-97f6995b16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['5e03e940-e75f-4445-b493-0e5eadaf1862'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.134668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce3a89e-dbb9-4031-99de-4683789da9db,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:33.141653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] No DVR routers for this DVR port 4ce3a89e-dbb9-4031-99de-4683789da9db on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:33.172937 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-77d12be0-b806-4245-adfe-c7931d2f712a tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/routers/5e03e940-e75f-4445-b493-0e5eadaf1862 HTTP/1.1" status: 200 len: 925 time: 0.1686099 Jul 13 07:51:33.175428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56188) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.189979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7f86112d-3a77-43db-b0a4-97f6995b16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.214305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86112d-3a77-43db-b0a4-97f6995b16e1 None None] Routers {'5e03e940-e75f-4445-b493-0e5eadaf1862'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:33.214937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7f86112d-3a77-43db-b0a4-97f6995b16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['5e03e940-e75f-4445-b493-0e5eadaf1862'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.257861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.259808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7f86112d-3a77-43db-b0a4-97f6995b16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.261136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f86112d-3a77-43db-b0a4-97f6995b16e1 None None] The sync data for ids ['5e03e940-e75f-4445-b493-0e5eadaf1862'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:33.272808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe58f03-b802-4c27-9dc4-953e3f0d5da3']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.289509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e44492b-165e-419b-bf3c-735d820f0f08') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.293003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e44492b-165e-419b-bf3c-735d820f0f08') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.309621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.310402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a949ed6-346e-4b16-be31-13c66d275cd6 None None] DHCP port deletion for fbe58f03-b802-4c27-9dc4-953e3f0d5da3 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:51:33.318318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a64dc6-c00c-4048-bf4f-ebb5c3e1bb23 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:33.326993 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-35a64dc6-c00c-4048-bf4f-ebb5c3e1bb23 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&device_id=5e03e940-e75f-4445-b493-0e5eadaf1862&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1468353 Jul 13 07:51:33.326993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56190) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.336817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.350679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:33.352552 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: items = [ Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:33.356496 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:33.365530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'name': 'tempest-TestAggregatesBasicOps-932269463-router', 'tenant_id': '1740becf702042ff99fede65d277848f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:19Z', 'updated_at': '2021-07-13T07:51:24Z', 'revision_number': 4, 'project_id': '1740becf702042ff99fede65d277848f', 'gw_port': {'id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:20Z', 'updated_at': '2021-07-13T07:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'dcea0243-3cdf-44c3-a3c3-25f85c8c23cc', 'name': '', 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3', 'tenant_id': '1740becf702042ff99fede65d277848f', 'mac_address': 'fa:16:3e:93:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:23Z', 'updated_at': '2021-07-13T07:51:31Z', 'revision_number': 4, 'project_id': '1740becf702042ff99fede65d277848f', 'subnets': [{'id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:33.423567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a702ac-4906-4bb7-a5af-d552d8850bc8 None None] The sync data for ids ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'] in n-d-798249-7 is: [{'id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'name': 'tempest-TestAggregatesBasicOps-932269463-router', 'tenant_id': '1740becf702042ff99fede65d277848f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:19Z', 'updated_at': '2021-07-13T07:51:24Z', 'revision_number': 4, 'project_id': '1740becf702042ff99fede65d277848f', 'gw_port': {'id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:20Z', 'updated_at': '2021-07-13T07:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'dcea0243-3cdf-44c3-a3c3-25f85c8c23cc', 'name': '', 'network_id': 'e1715653-9864-499e-b6cd-9c4daa9e50e3', 'tenant_id': '1740becf702042ff99fede65d277848f', 'mac_address': 'fa:16:3e:93:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:23Z', 'updated_at': '2021-07-13T07:51:31Z', 'revision_number': 4, 'project_id': '1740becf702042ff99fede65d277848f', 'subnets': [{'id': 'd54a08f9-bf49-47f3-9d0f-98514db5c91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:33.450098 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.467304 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.470235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fbe58f03-b802-4c27-9dc4-953e3f0d5da3 HTTP/1.1" status: 204 len: 168 time: 0.8585520 Jul 13 07:51:33.473124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56192) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.506631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37498a8-671d-455d-94f2-9a6a391663a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe58f03-b802-4c27-9dc4-953e3f0d5da3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:33.518956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234da338-feff-4c33-87ab-dc756f49f348 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:33.519696 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-234da338-feff-4c33-87ab-dc756f49f348 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 881 time: 0.1919401 Jul 13 07:51:33.525256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56196) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.528562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device dcea0243-3cdf-44c3-a3c3-25f85c8c23cc up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:33.611063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:33.623477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56200) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:33.624171 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cfc724b6-98c2-423c-b342-841888e218fd tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e03e940-e75f-4445-b493-0e5eadaf1862 HTTP/1.1" status: 200 len: 205 time: 0.0790257 Jul 13 07:51:33.630938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:33.631471 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.743858 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.801617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=dcea0243-3cdf-44c3-a3c3-25f85c8c23cc,segment=NetworkSegment(370f47d6-3cca-428d-b8aa-eb06da1f9bc9),segment_id=370f47d6-3cca-428d-b8aa-eb06da1f9bc9)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:33.813707 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.959636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=dcea0243-3cdf-44c3-a3c3-25f85c8c23cc,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:34.016053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9398f97c-9747-4dbd-a868-f061ac55bc27 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:34.053838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 9398f97c-9747-4dbd-a868-f061ac55bc27 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:34.054896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 9398f97c-9747-4dbd-a868-f061ac55bc27 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:34.055477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:34.086796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:34.087663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 6accee3c-cae3-4b02-8ba3-e3b1b74fd233 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:34.088349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4ce3a89e-dbb9-4031-99de-4683789da9db no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:34.117278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 4ce3a89e-dbb9-4031-99de-4683789da9db {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:34.118127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4ce3a89e-dbb9-4031-99de-4683789da9db not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:34.231310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.290541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9ffabca5-016e-4962-b3f3-a9e75abe3a20 None None] Provisioning complete for port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:34.290912 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9ffabca5-016e-4962-b3f3-a9e75abe3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.516565 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.580566 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.625769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Deleting port 65a00d72-35d4-42af-9035-2eb54552627e {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:34.626108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.689739 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.761680 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.801718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Calling delete_port for 65a00d72-35d4-42af-9035-2eb54552627e owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:35.145084 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.181082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Pushing event deleted for resources: {'Port': ['ID=65a00d72-35d4-42af-9035-2eb54552627e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:35.258967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] Deleting port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:35.259407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.265437 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.428586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] For port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=dcea0243-3cdf-44c3-a3c3-25f85c8c23cc,segment=NetworkSegment(370f47d6-3cca-428d-b8aa-eb06da1f9bc9),segment_id=370f47d6-3cca-428d-b8aa-eb06da1f9bc9)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:35.429048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.442428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56238) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:35.470782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device dcea0243-3cdf-44c3-a3c3-25f85c8c23cc up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:35.495193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.498061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.534226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port dcea0243-3cdf-44c3-a3c3-25f85c8c23cc triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:35.534851 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.550363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] Calling delete_port for dcea0243-3cdf-44c3-a3c3-25f85c8c23cc owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:35.560886 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.566933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Fanout notify agent at l3_agent the message router_deleted on router 5e03e940-e75f-4445-b493-0e5eadaf1862 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:35.579745 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.583463 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0bd40596-d0ce-4471-a1e9-67ace4a43876 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/5e03e940-e75f-4445-b493-0e5eadaf1862 HTTP/1.1" status: 204 len: 168 time: 1.9589162 Jul 13 07:51:35.587181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56242) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:35.593861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8cb6d599-ad0a-42c2-9477-a5666e04ba4b tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1916439879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:35.636277 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a633a2e-216d-4ce8-9435-a59e0a6127b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.656350 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d599-ad0a-42c2-9477-a5666e04ba4b tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.657526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d599-ad0a-42c2-9477-a5666e04ba4b tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.738547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d599-ad0a-42c2-9477-a5666e04ba4b tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.757655 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d599-ad0a-42c2-9477-a5666e04ba4b tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.821314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.848633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcea0243-3cdf-44c3-a3c3-25f85c8c23cc,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:35.881839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a633a2e-216d-4ce8-9435-a59e0a6127b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.888460 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a633a2e-216d-4ce8-9435-a59e0a6127b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.923896 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb6d599-ad0a-42c2-9477-a5666e04ba4b tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:35.927553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8cb6d599-ad0a-42c2-9477-a5666e04ba4b tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3382149 Jul 13 07:51:35.930482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56252) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:35.939916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a633a2e-216d-4ce8-9435-a59e0a6127b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9521265-bbcb-4b88-bba3-305b70c5ac11,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:35.960272 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4a633a2e-216d-4ce8-9435-a59e0a6127b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e32825bcdd6f4a7a8af537347a7a06d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161707 Jul 13 07:51:35.960412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'enable_snat': False}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:35.961311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56256) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:36.042616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dcd6bbf9-04a9-41e6-a20f-24a00df13cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.086148 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dcd6bbf9-04a9-41e6-a20f-24a00df13cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.152864 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dcd6bbf9-04a9-41e6-a20f-24a00df13cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.156808 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dcd6bbf9-04a9-41e6-a20f-24a00df13cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.159471 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dcd6bbf9-04a9-41e6-a20f-24a00df13cdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9521265-bbcb-4b88-bba3-305b70c5ac11 HTTP/1.1" status: 204 len: 168 time: 0.1972587 Jul 13 07:51:36.170608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6bbf9-04a9-41e6-a20f-24a00df13cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9521265-bbcb-4b88-bba3-305b70c5ac11,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:36.272298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.284449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.956595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.959319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] Router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:36.984357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.184362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Allocated IP 172.25.6.73 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/ce9723ed-66c9-49c9-a915-cc4ab349f4e1) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:37.188968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:37.194662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-35efe9d7-44b3-4a49-b6e9-bbcbb4255ec0 admin admin] 10.222.0.44 "PUT /v2.0/routers/a15948dc-6024-44ad-bfb0-d78fb8f9cbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7202613 Jul 13 07:51:37.197314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56330) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:37.202898 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] Sync routers for ids ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:37.233547 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] Routers {'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:37.236583 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:37.355639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.402489 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.432284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.495832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Pushing event updated for resources: {'Port': ['ID=ce9723ed-66c9-49c9-a915-cc4ab349f4e1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:37.511425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:37.513976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:37.517565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:37.597377 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] Set router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:37.657634 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.835923 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Deleting port 58520164-658e-4e62-9752-88dd0ec4bee9 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:37.836302 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.849172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.859902 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'name': 'tempest-TestAggregatesBasicOps-932269463-router', 'tenant_id': '1740becf702042ff99fede65d277848f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:19Z', 'updated_at': '2021-07-13T07:51:35Z', 'revision_number': 5, 'project_id': '1740becf702042ff99fede65d277848f', 'gw_port': {'id': '58520164-658e-4e62-9752-88dd0ec4bee9', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:20Z', 'updated_at': '2021-07-13T07:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:37.894567 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] Checking router: a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:37.929330 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] Routers {'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:37.929330 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:37.956667 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] For port 58520164-658e-4e62-9752-88dd0ec4bee9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=58520164-658e-4e62-9752-88dd0ec4bee9,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:37.958600 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.014632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.017218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Calling delete_port for 58520164-658e-4e62-9752-88dd0ec4bee9 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:38.062882 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] Set router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:38.127850 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'name': 'tempest-TestAggregatesBasicOps-932269463-router', 'tenant_id': '1740becf702042ff99fede65d277848f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:19Z', 'updated_at': '2021-07-13T07:51:37Z', 'revision_number': 6, 'project_id': '1740becf702042ff99fede65d277848f', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:38.189600 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e080186-d78f-47a4-a026-048bee8fe8d9 None None] The sync data for ids ['a15948dc-6024-44ad-bfb0-d78fb8f9cbe6'] in n-d-798249-7 is: [{'id': 'a15948dc-6024-44ad-bfb0-d78fb8f9cbe6', 'name': 'tempest-TestAggregatesBasicOps-932269463-router', 'tenant_id': '1740becf702042ff99fede65d277848f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:19Z', 'updated_at': '2021-07-13T07:51:37Z', 'revision_number': 6, 'project_id': '1740becf702042ff99fede65d277848f', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:38.258395 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.268506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.297087 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.329980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=58520164-658e-4e62-9752-88dd0ec4bee9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:38.414749 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.428715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Router dfbe4a9b-2213-4e8e-bf88-eef0f9524102 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:38.530185 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.532533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.596950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.597891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:38.603997 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.610070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:38.611629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1d8c0955-8b1e-44d9-96d0-12bf850265e9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a15948dc-6024-44ad-bfb0-d78fb8f9cbe6 HTTP/1.1" status: 204 len: 168 time: 1.4112175 Jul 13 07:51:38.611756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56398) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.625542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea1d1b-c99e-4551-bc6a-4bd7185d4419 None None] Sync routers for ids ['dfbe4a9b-2213-4e8e-bf88-eef0f9524102'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:38.628826 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.630211 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fee740eb-e199-4595-9a92-dfa2602751f5 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "PUT /v2.0/routers/dfbe4a9b-2213-4e8e-bf88-eef0f9524102 HTTP/1.1" status: 200 len: 919 time: 2.6960900 Jul 13 07:51:38.633108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56400) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.638631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea1d1b-c99e-4551-bc6a-4bd7185d4419 None None] Routers {'dfbe4a9b-2213-4e8e-bf88-eef0f9524102'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:38.645070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-57ea1d1b-c99e-4551-bc6a-4bd7185d4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['dfbe4a9b-2213-4e8e-bf88-eef0f9524102'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:38.704510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e283584-4388-49ef-86f9-f57c447b8752 admin admin] Deleting subnet d54a08f9-bf49-47f3-9d0f-98514db5c91d {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:51:38.714517 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e283584-4388-49ef-86f9-f57c447b8752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.719309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-57ea1d1b-c99e-4551-bc6a-4bd7185d4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:38.730852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea1d1b-c99e-4551-bc6a-4bd7185d4419 None None] Routers {'dfbe4a9b-2213-4e8e-bf88-eef0f9524102'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:38.732275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-57ea1d1b-c99e-4551-bc6a-4bd7185d4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['dfbe4a9b-2213-4e8e-bf88-eef0f9524102'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:38.784100 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e283584-4388-49ef-86f9-f57c447b8752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.801496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-57ea1d1b-c99e-4551-bc6a-4bd7185d4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:38.802171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea1d1b-c99e-4551-bc6a-4bd7185d4419 None None] The sync data for ids ['dfbe4a9b-2213-4e8e-bf88-eef0f9524102'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:38.851750 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e19ad89f-830e-42c2-9597-a5d370b119b8 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/routers/dfbe4a9b-2213-4e8e-bf88-eef0f9524102 HTTP/1.1" status: 200 len: 925 time: 0.2173731 Jul 13 07:51:38.854501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56404) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:38.913631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e283584-4388-49ef-86f9-f57c447b8752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.939802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b621a9f-d844-4c93-aac7-ac129ff20348 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.943817 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0b621a9f-d844-4c93-aac7-ac129ff20348 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&device_id=dfbe4a9b-2213-4e8e-bf88-eef0f9524102&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0859106 Jul 13 07:51:38.946807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56410) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:39.049536 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e283584-4388-49ef-86f9-f57c447b8752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.071821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3e2511-e147-4c4f-8e20-4001778951fa tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:39.077078 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-aa3e2511-e147-4c4f-8e20-4001778951fa tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/networks/75b317aa-f619-44a8-8b4e-874cbb2cbe23 HTTP/1.1" status: 200 len: 881 time: 0.1264713 Jul 13 07:51:39.077516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56414) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:39.105574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e283584-4388-49ef-86f9-f57c447b8752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54a08f9-bf49-47f3-9d0f-98514db5c91d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:39.114763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8e283584-4388-49ef-86f9-f57c447b8752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.116748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8e283584-4388-49ef-86f9-f57c447b8752 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d54a08f9-bf49-47f3-9d0f-98514db5c91d HTTP/1.1" status: 204 len: 168 time: 0.5043356 Jul 13 07:51:39.119231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56416) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:39.120270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4def5050-47dd-4e32-b123-c1cccd3aec35 None None] Network e1715653-9864-499e-b6cd-9c4daa9e50e3 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:39.154115 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9a9d3f46-095f-495a-885f-c619454dda07 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfbe4a9b-2213-4e8e-bf88-eef0f9524102 HTTP/1.1" status: 200 len: 205 time: 0.0740380 Jul 13 07:51:39.156525 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56418) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:39.218697 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.318779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Deleting port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:39.324077 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.329161 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.442784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] For port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4ebe8b2e-73ca-4598-9231-fb1bdeb766d9,segment=NetworkSegment(370f47d6-3cca-428d-b8aa-eb06da1f9bc9),segment_id=370f47d6-3cca-428d-b8aa-eb06da1f9bc9)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:39.443683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.453916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8282be6-2f17-42ad-8e42-647d0163c7f7 None None] DHCP port deletion for e1715653-9864-499e-b6cd-9c4daa9e50e3 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:51:39.479203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Calling delete_port for 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:39.509486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 58520164-658e-4e62-9752-88dd0ec4bee9 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:39.559494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 58520164-658e-4e62-9752-88dd0ec4bee9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:39.560159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 58520164-658e-4e62-9752-88dd0ec4bee9 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:39.560759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device dcea0243-3cdf-44c3-a3c3-25f85c8c23cc no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:39.604945 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.609360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: dcea0243-3cdf-44c3-a3c3-25f85c8c23cc {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:39.609816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device dcea0243-3cdf-44c3-a3c3-25f85c8c23cc not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:39.629774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c8282be6-2f17-42ad-8e42-647d0163c7f7 None None] Deleting port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:39.630535 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c8282be6-2f17-42ad-8e42-647d0163c7f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.651489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] No DVR routers for this DVR port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:39.663071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebe8b2e-73ca-4598-9231-fb1bdeb766d9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:39.815404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c8282be6-2f17-42ad-8e42-647d0163c7f7 None None] For port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:39.815883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c8282be6-2f17-42ad-8e42-647d0163c7f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.845399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c8282be6-2f17-42ad-8e42-647d0163c7f7 None None] Calling delete_port for 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:39.848551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-c8282be6-2f17-42ad-8e42-647d0163c7f7 None None] Port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:51:39.857144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c8282be6-2f17-42ad-8e42-647d0163c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.865765 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.912458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1715653-9864-499e-b6cd-9c4daa9e50e3']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:39.925137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8282be6-2f17-42ad-8e42-647d0163c7f7 None None] No DVR routers for this DVR port 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:39.930065 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8282be6-2f17-42ad-8e42-647d0163c7f7 None None] Pushing event deleted for resources: {'Port': ['ID=4ebe8b2e-73ca-4598-9231-fb1bdeb766d9,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:39.939102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370f47d6-3cca-428d-b8aa-eb06da1f9bc9') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:39.939420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370f47d6-3cca-428d-b8aa-eb06da1f9bc9') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:39.964107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.986277 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:39.998524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:39.999643 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:40.003048 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:40.025657 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.075551 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.083161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.088366 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e1715653-9864-499e-b6cd-9c4daa9e50e3 HTTP/1.1" status: 204 len: 168 time: 0.9678922 Jul 13 07:51:40.125158 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Deleting port ce9723ed-66c9-49c9-a915-cc4ab349f4e1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:40.125502 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.136697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8325594-ae13-46ac-bdf3-c2ee0f72daa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1715653-9864-499e-b6cd-9c4daa9e50e3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.230099 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.246055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Calling delete_port for ce9723ed-66c9-49c9-a915-cc4ab349f4e1 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:40.303818 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56442) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:40.404122 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5bead868-fe51-4149-93ce-ce0b03fccd92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f49a6945e3d4830af7c8d434c54d152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990562 Jul 13 07:51:40.406857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56446) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:40.495977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-743b2a39-2e55-4a6d-9464-8c63d98abd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.510322 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.554632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Pushing event deleted for resources: {'Port': ['ID=ce9723ed-66c9-49c9-a915-cc4ab349f4e1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.567711 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-743b2a39-2e55-4a6d-9464-8c63d98abd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.579000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.579346 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.579696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.580055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.580398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.580735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.581066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.581588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.581957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.582292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.582615 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.582941 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:40.661722 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.758728 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.760656 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-743b2a39-2e55-4a6d-9464-8c63d98abd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.763640 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-743b2a39-2e55-4a6d-9464-8c63d98abd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.767434 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-743b2a39-2e55-4a6d-9464-8c63d98abd16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e556036f-5dd1-4d44-846f-d8d2791557e1 HTTP/1.1" status: 204 len: 168 time: 0.3572295 Jul 13 07:51:40.767434 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.778002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b2a39-2e55-4a6d-9464-8c63d98abd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e556036f-5dd1-4d44-846f-d8d2791557e1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.828986 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.829635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Fanout notify agent at l3_agent the message router_deleted on router dfbe4a9b-2213-4e8e-bf88-eef0f9524102 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:40.836787 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.838220 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f7e131b1-5ae9-480a-8aa0-6ace53d18073 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/dfbe4a9b-2213-4e8e-bf88-eef0f9524102 HTTP/1.1" status: 204 len: 168 time: 1.6801937 Jul 13 07:51:40.843198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56456) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:40.848234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2087544303', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}, 'admin_state_up': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:40.888949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.890238 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.990449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.184179 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.297346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56472) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:41.350891 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-68cb2c2c-34af-4d5c-b612-42e37cdd0eb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1740becf702042ff99fede65d277848f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519848 Jul 13 07:51:41.354031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56474) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:41.438421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f41adb93-91c9-4780-96dd-c0219ec592b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.446818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.470692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:41.476610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.477708 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f41adb93-91c9-4780-96dd-c0219ec592b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.510917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:41.512218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4ebe8b2e-73ca-4598-9231-fb1bdeb766d9 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:41.553535 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f41adb93-91c9-4780-96dd-c0219ec592b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.556256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f41adb93-91c9-4780-96dd-c0219ec592b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.559010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f41adb93-91c9-4780-96dd-c0219ec592b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca668644-ddc8-4bf0-917e-dfa7db600335 HTTP/1.1" status: 204 len: 168 time: 0.2037661 Jul 13 07:51:41.570264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41adb93-91c9-4780-96dd-c0219ec592b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca668644-ddc8-4bf0-917e-dfa7db600335,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:41.629888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Allocated IP 172.25.6.205 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/283da031-9cc0-4209-a754-8adc259114f7) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:41.770943 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.821607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:41.870266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:41.877296 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:41.885808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:41.919891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Pushing event updated for resources: {'Port': ['ID=283da031-9cc0-4209-a754-8adc259114f7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:42.218982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.471827 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.550667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56514) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.638925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Router 85ed95ef-b873-4d42-b784-c70235e9545d is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:42.692950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-132721703-network', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:42.726585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Made reservation on behalf of 61afa8c44ca84a50b67ca815e46c5340 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:42.729802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.752002 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.755727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:42.765254 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2fab23-0549-498d-aa39-24fae6067bd2 None None] Sync routers for ids ['85ed95ef-b873-4d42-b784-c70235e9545d'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:42.778872 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2fab23-0549-498d-aa39-24fae6067bd2 None None] Routers {'85ed95ef-b873-4d42-b784-c70235e9545d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:42.779661 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7b2fab23-0549-498d-aa39-24fae6067bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['85ed95ef-b873-4d42-b784-c70235e9545d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:42.827317 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7b2fab23-0549-498d-aa39-24fae6067bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:42.836946 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2fab23-0549-498d-aa39-24fae6067bd2 None None] Routers {'85ed95ef-b873-4d42-b784-c70235e9545d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:42.838083 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7b2fab23-0549-498d-aa39-24fae6067bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['85ed95ef-b873-4d42-b784-c70235e9545d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:42.871201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.877475 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.884284 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7b2fab23-0549-498d-aa39-24fae6067bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:42.885186 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.885813 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2fab23-0549-498d-aa39-24fae6067bd2 None None] The sync data for ids ['85ed95ef-b873-4d42-b784-c70235e9545d'] in n-d-798249-7 is: [] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:42.887622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-591c2b5f-f070-4263-afef-cb41a61b3621 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0422540 Jul 13 07:51:42.891207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56526) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:42.902705 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:42.909534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:42.924904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6ef3bb-b064-42d7-8f6b-ec40aef4d28a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:42.930356 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.930706 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Added segment e97d3529-fac9-4438-ba7a-c9ce42c94239 of type vlan for network cc145af8-18ba-4b1e-b01d-c87c2c655737 Jul 13 07:51:42.979178 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.017271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.018279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:43.018817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.060236 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5081480 Jul 13 07:51:43.060923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56528) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:43.092949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Request body: {'subnet': {'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-132721703-subnet', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:43.097051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbc6de-0ef1-4395-ba5e-281a7109df72 admin admin] Pushing event updated for resources: {'Network': ['ID=cc145af8-18ba-4b1e-b01d-c87c2c655737,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:43.113404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network cc145af8-18ba-4b1e-b01d-c87c2c655737 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:43.132711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Made reservation on behalf of 61afa8c44ca84a50b67ca815e46c5340 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:43.135181 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.364728 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.382528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.471430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Deleting port 283da031-9cc0-4209-a754-8adc259114f7 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:43.471971 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.491755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.587049 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.606754 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Calling delete_port for 283da031-9cc0-4209-a754-8adc259114f7 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:43.610232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Checking segment: {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:43.610788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Network hostable DHCP agents. Network: cc145af8-18ba-4b1e-b01d-c87c2c655737, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:43.624941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7e5312-e48f-4373-9c93-f986e8f41ee8,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:43.654305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Network cc145af8-18ba-4b1e-b01d-c87c2c655737 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:43.676266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, cc145af8-18ba-4b1e-b01d-c87c2c655737) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:43.686395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:43.691334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382226d-b790-461f-a504-bc99e6f36dbe None None] Network cc145af8-18ba-4b1e-b01d-c87c2c655737 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:43.706012 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.724580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3fed9b27-55ba-4c51-b575-6715ead37169 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6362464 Jul 13 07:51:43.727130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56544) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:43.733546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-132721703-router', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:43.768169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.769352 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.825264 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.870183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Pushing event deleted for resources: {'Port': ['ID=283da031-9cc0-4209-a754-8adc259114f7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:43.921310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.942133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-cc145af8-18ba-4b1e-b01d-c87c2c655737', 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'fixed_ips': [{'subnet_id': 'be7e5312-e48f-4373-9c93-f986e8f41ee8'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:43.943062 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:43.952496 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.102993 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.129902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Allocated IP 172.20.0.2 (cc145af8-18ba-4b1e-b01d-c87c2c655737/be7e5312-e48f-4373-9c93-f986e8f41ee8/0382a43c-18d1-41e2-a2a6-854c86b04052) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:44.311041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b1246a57-939c-49d9-a387-6cddcb389c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.329611 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.362713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Transition to ACTIVE for port object 0382a43c-18d1-41e2-a2a6-854c86b04052 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:44.402993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Transition to ACTIVE for port object 0382a43c-18d1-41e2-a2a6-854c86b04052 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:44.421194 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.467146 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.504783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.515835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Network cc145af8-18ba-4b1e-b01d-c87c2c655737 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:44.534316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:44.538816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:44.629673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Pushing event updated for resources: {'Port': ['ID=0382a43c-18d1-41e2-a2a6-854c86b04052,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:44.717268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Allocated IP 172.25.6.39 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/a5691f01-0359-403b-8b3a-f6c9b60d9a73) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:44.795942 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.808922 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627219', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1968323'] for router, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:44.943724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Router 85ed95ef-b873-4d42-b784-c70235e9545d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:45.035562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Attempting to bind port 0382a43c-18d1-41e2-a2a6-854c86b04052 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:45.036129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Attempting to bind port 0382a43c-18d1-41e2-a2a6-854c86b04052 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:45.036600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Attempting to bind port 0382a43c-18d1-41e2-a2a6-854c86b04052 on network cc145af8-18ba-4b1e-b01d-c87c2c655737 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:45.044812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:45.045423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Checking segment: {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:45.046131 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.046628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Bound using segment: {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:45.047222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Bound port: 0382a43c-18d1-41e2-a2a6-854c86b04052, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:45.047731 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.057091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:45.075386 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.080499 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4aaff1c0-4f52-47d1-81de-7ddbf49ef20d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "PUT /v2.0/routers/85ed95ef-b873-4d42-b784-c70235e9545d HTTP/1.1" status: 200 len: 710 time: 2.1877835 Jul 13 07:51:45.083199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56564) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:45.134994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] For port 0382a43c-18d1-41e2-a2a6-854c86b04052, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:45.139408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] For port 0382a43c-18d1-41e2-a2a6-854c86b04052, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0382a43c-18d1-41e2-a2a6-854c86b04052,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:45.142676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119df5b-35ae-4bba-8be0-2159e3bc18dd None None] Sync routers for ids ['85ed95ef-b873-4d42-b784-c70235e9545d'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:45.152955 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.190773 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ba27dee0-47cb-469d-8f53-13336363c1d7 tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/routers/85ed95ef-b873-4d42-b784-c70235e9545d HTTP/1.1" status: 200 len: 745 time: 0.1057162 Jul 13 07:51:45.194218 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56566) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:45.196365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119df5b-35ae-4bba-8be0-2159e3bc18dd None None] Routers {'85ed95ef-b873-4d42-b784-c70235e9545d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:45.197168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4119df5b-35ae-4bba-8be0-2159e3bc18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['85ed95ef-b873-4d42-b784-c70235e9545d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:45.256266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4119df5b-35ae-4bba-8be0-2159e3bc18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:45.262903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4256a49c-fcde-4676-b676-1d9dc53ef04e tempest-RoutersIpV6AdminTest-136680362 tempest-RoutersIpV6AdminTest-136680362-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&device_id=85ed95ef-b873-4d42-b784-c70235e9545d HTTP/1.1" status: 200 len: 205 time: 0.0651472 Jul 13 07:51:45.265718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56568) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:45.295309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Pushing event updated for resources: {'Port': ['ID=0382a43c-18d1-41e2-a2a6-854c86b04052,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:45.306473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119df5b-35ae-4bba-8be0-2159e3bc18dd None None] Routers {'85ed95ef-b873-4d42-b784-c70235e9545d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:45.307657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4119df5b-35ae-4bba-8be0-2159e3bc18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['85ed95ef-b873-4d42-b784-c70235e9545d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:45.310798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.311396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.311806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.312857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.313267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.315626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.316124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.316472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.316882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.317404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.318374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.325980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3005f7-92a4-4a34-a028-45fa8ad96e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:45.330587 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-feb9515c-6bf3-401f-986c-925da226570e tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=85ed95ef-b873-4d42-b784-c70235e9545d HTTP/1.1" status: 200 len: 205 time: 0.0634017 Jul 13 07:51:45.334463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56572) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:45.382138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4119df5b-35ae-4bba-8be0-2159e3bc18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:45.382909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119df5b-35ae-4bba-8be0-2159e3bc18dd None None] The sync data for ids ['85ed95ef-b873-4d42-b784-c70235e9545d'] in n-d-798249-7 is: [] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:45.417325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.507823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.519830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d448f90-2aeb-4d37-a2f2-aba12d027cdc tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.591854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:45.598547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:45.611306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:45.618632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Pushing event updated for resources: {'Port': ['ID=a5691f01-0359-403b-8b3a-f6c9b60d9a73,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:45.817857 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d448f90-2aeb-4d37-a2f2-aba12d027cdc tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.820091 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d448f90-2aeb-4d37-a2f2-aba12d027cdc tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.868630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d448f90-2aeb-4d37-a2f2-aba12d027cdc tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.870000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d448f90-2aeb-4d37-a2f2-aba12d027cdc tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Fanout notify agent at l3_agent the message router_deleted on router 85ed95ef-b873-4d42-b784-c70235e9545d {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:51:45.887331 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d448f90-2aeb-4d37-a2f2-aba12d027cdc tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:45.905614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56586) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:45.906283 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7d448f90-2aeb-4d37-a2f2-aba12d027cdc tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/85ed95ef-b873-4d42-b784-c70235e9545d HTTP/1.1" status: 204 len: 168 time: 0.5699735 Jul 13 07:51:45.952056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d2fa7de5-1ef9-4e5c-8732-37ed55168fe8 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=85ed95ef-b873-4d42-b784-c70235e9545d HTTP/1.1" status: 200 len: 205 time: 0.0464444 Jul 13 07:51:45.954149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56588) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.005479 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-02db3067-3e63-4e75-bb7c-0ac5b7551bb0 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] delete failed (client error): The resource could not be found. Jul 13 07:51:46.006539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-02db3067-3e63-4e75-bb7c-0ac5b7551bb0 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/85ed95ef-b873-4d42-b784-c70235e9545d HTTP/1.1" status: 404 len: 336 time: 0.0512025 Jul 13 07:51:46.009380 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56590) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.018300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.047114 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-999c04cd-b153-4e23-849f-46f64976df67 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfbe4a9b-2213-4e8e-bf88-eef0f9524102 HTTP/1.1" status: 200 len: 205 time: 0.0359507 Jul 13 07:51:46.049425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56592) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.095657 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-d033f72c-fe7a-4576-8559-2f9a12f8d06b tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] delete failed (client error): The resource could not be found. Jul 13 07:51:46.099043 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d033f72c-fe7a-4576-8559-2f9a12f8d06b tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/dfbe4a9b-2213-4e8e-bf88-eef0f9524102 HTTP/1.1" status: 404 len: 336 time: 0.0464387 Jul 13 07:51:46.099319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56594) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.146108 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4286fae4-a6aa-4ec7-b402-1efccf8b91db tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e03e940-e75f-4445-b493-0e5eadaf1862 HTTP/1.1" status: 200 len: 205 time: 0.0454464 Jul 13 07:51:46.148692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56600) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.201910 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-6588efec-3812-4998-acb4-d8a37e45944e tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] delete failed (client error): The resource could not be found. Jul 13 07:51:46.202963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6588efec-3812-4998-acb4-d8a37e45944e tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/5e03e940-e75f-4445-b493-0e5eadaf1862 HTTP/1.1" status: 404 len: 336 time: 0.0510194 Jul 13 07:51:46.205822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56602) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.243480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f46926b1-25b2-48c1-a018-2a8653fb604d tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f778058-06c8-40e9-923c-8e1273970b42 HTTP/1.1" status: 200 len: 205 time: 0.0344203 Jul 13 07:51:46.246802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56604) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.300744 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-f7812c74-a567-436b-85a7-4008c4b61245 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] delete failed (client error): The resource could not be found. Jul 13 07:51:46.302123 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f7812c74-a567-436b-85a7-4008c4b61245 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/3f778058-06c8-40e9-923c-8e1273970b42 HTTP/1.1" status: 404 len: 336 time: 0.0540485 Jul 13 07:51:46.304799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56606) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.365329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.391739 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1253993f-dec3-4a2c-91c8-81d911432bb2 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22 HTTP/1.1" status: 200 len: 205 time: 0.0857639 Jul 13 07:51:46.392424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56610) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.452639 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-6d4bc996-9110-471e-9cbb-fefdb67be6b0 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] delete failed (client error): The resource could not be found. Jul 13 07:51:46.453784 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6d4bc996-9110-471e-9cbb-fefdb67be6b0 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/c07ac6d7-1aa7-4a0e-bdb4-43ec7e9b2c22 HTTP/1.1" status: 404 len: 336 time: 0.0604258 Jul 13 07:51:46.456628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56614) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.493485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-54be64e4-226b-4b39-931e-ec4fe0cf11bd tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc003d4a-4526-4f10-bc7e-6094f9eb6f81 HTTP/1.1" status: 200 len: 205 time: 0.0336313 Jul 13 07:51:46.494745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56620) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.561703 n-d-798249-7 neutron-server[93839]: INFO neutron.api.v2.resource [None req-a0265110-2fb5-4daa-a69f-54fd2b780a51 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] delete failed (client error): The resource could not be found. Jul 13 07:51:46.563097 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a0265110-2fb5-4daa-a69f-54fd2b780a51 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/routers/fc003d4a-4526-4f10-bc7e-6094f9eb6f81 HTTP/1.1" status: 404 len: 336 time: 0.0666816 Jul 13 07:51:46.567479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56622) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.600578 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a74aeb7-c17c-4766-89d7-3eba6e86d523 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:46.601077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a74aeb7-c17c-4766-89d7-3eba6e86d523 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:46.605048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ebd758-001a-4cf0-ad10-2dd6bb0c98cd None None] Network cc145af8-18ba-4b1e-b01d-c87c2c655737 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:46.607037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4a74aeb7-c17c-4766-89d7-3eba6e86d523 tempest-RoutersIpV6AdminTest-1717794714 tempest-RoutersIpV6AdminTest-1717794714-project] 10.222.0.44 "DELETE /v2.0/subnets/4c2a752a-13ef-4b0e-9b7d-6de5072e220f HTTP/1.1" status: 404 len: 337 time: 0.0384729 Jul 13 07:51:46.607782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Router a360e2d2-fe41-43a7-921a-12dc4b23cb39 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:46.718646 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1e9507e9-f218-4e09-9e11-e31de42a4a93 None None] Provisioning for port 0382a43c-18d1-41e2-a2a6-854c86b04052 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:46.798384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:46.805641 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Sync routers for ids ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:46.820518 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:46.822124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b0ec7dc1-8724-4adc-a1f6-032208eefa84 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0937819 Jul 13 07:51:46.825783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56634) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:46.827168 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Routers {'a360e2d2-fe41-43a7-921a-12dc4b23cb39'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:46.827818 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:46.979337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56636) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:47.053193 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Set router a360e2d2-fe41-43a7-921a-12dc4b23cb39 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:47.064667 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.191538 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-691557e2-b95d-4907-b209-8d2391210975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.244362 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-171c1e8e-29df-494c-be79-07b7aee5514b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.389502 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'name': 'tempest-TestServerMultinode-132721703-router', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:43Z', 'updated_at': '2021-07-13T07:51:45Z', 'revision_number': 3, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'gw_port': {'id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:44Z', 'updated_at': '2021-07-13T07:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:47.393489 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-691557e2-b95d-4907-b209-8d2391210975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.399318 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-691557e2-b95d-4907-b209-8d2391210975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.430063 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Checking router: a360e2d2-fe41-43a7-921a-12dc4b23cb39 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:47.430487 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Updating router a360e2d2-fe41-43a7-921a-12dc4b23cb39 port a5691f01-0359-403b-8b3a-f6c9b60d9a73 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:47.463394 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-691557e2-b95d-4907-b209-8d2391210975 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9881097e0ed44aa295650b7e50f25507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806292 Jul 13 07:51:47.466286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691557e2-b95d-4907-b209-8d2391210975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3ebc60-92fb-4e62-81da-014797d894f1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:47.468604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56646) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:47.506872 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.577928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ea0f-8ca6-4592-8f49-eeeb44684133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.585394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0382a43c-18d1-41e2-a2a6-854c86b04052 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:47.628943 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ea0f-8ca6-4592-8f49-eeeb44684133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.678399 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.715552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 0382a43c-18d1-41e2-a2a6-854c86b04052 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:47.722770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0382a43c-18d1-41e2-a2a6-854c86b04052 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:47.723570 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.733954 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ea0f-8ca6-4592-8f49-eeeb44684133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.737815 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ea0f-8ca6-4592-8f49-eeeb44684133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:47.742447 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6ed8ea0f-8ca6-4592-8f49-eeeb44684133 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a3ebc60-92fb-4e62-81da-014797d894f1 HTTP/1.1" status: 204 len: 168 time: 0.2726979 Jul 13 07:51:47.752967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8ea0f-8ca6-4592-8f49-eeeb44684133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3ebc60-92fb-4e62-81da-014797d894f1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:47.912620 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.004348 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Allocated IP 172.20.0.1 (cc145af8-18ba-4b1e-b01d-c87c2c655737/be7e5312-e48f-4373-9c93-f986e8f41ee8/e5517d96-c45a-4c08-9aa1-7c3a18da1c5d) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:48.012178 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.027953 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Transition to ACTIVE for port object a5691f01-0359-403b-8b3a-f6c9b60d9a73 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:48.030836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 0382a43c-18d1-41e2-a2a6-854c86b04052, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0382a43c-18d1-41e2-a2a6-854c86b04052,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:48.034817 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.037512 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.042172 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.147504 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Attempting to bind port a5691f01-0359-403b-8b3a-f6c9b60d9a73 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:48.147938 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Attempting to bind port a5691f01-0359-403b-8b3a-f6c9b60d9a73 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:48.148451 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Attempting to bind port a5691f01-0359-403b-8b3a-f6c9b60d9a73 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:48.183075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=0382a43c-18d1-41e2-a2a6-854c86b04052,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:48.193132 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce7265-7a0e-4198-a7ca-1f78cf47fc3c None None] Pushing event updated for resources: {'Port': ['ID=a5691f01-0359-403b-8b3a-f6c9b60d9a73,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:48.199693 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:48.200108 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:48.200548 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.200933 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:48.201700 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Bound port: a5691f01-0359-403b-8b3a-f6c9b60d9a73, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:48.206330 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.256673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.288126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Transition to ACTIVE for port object e5517d96-c45a-4c08-9aa1-7c3a18da1c5d will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:48.300771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56666) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:48.330703 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] For port a5691f01-0359-403b-8b3a-f6c9b60d9a73, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:48.334922 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] For port a5691f01-0359-403b-8b3a-f6c9b60d9a73, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a5691f01-0359-403b-8b3a-f6c9b60d9a73,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:48.344609 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.345430 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.385402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4e9a2f9a-7fd8-4715-8471-fccd0f8b8dd0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4c0333bdc074a79baba78c10180d798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834394 Jul 13 07:51:48.389247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56668) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:48.417012 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Routers {'a360e2d2-fe41-43a7-921a-12dc4b23cb39'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:48.417650 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:48.428602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Network cc145af8-18ba-4b1e-b01d-c87c2c655737 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:48.434744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:48.442338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:48.485345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Pushing event updated for resources: {'Port': ['ID=e5517d96-c45a-4c08-9aa1-7c3a18da1c5d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:48.514585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a844eda1-37b7-4d20-824c-150e020441bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.522060 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.550413 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce7265-7a0e-4198-a7ca-1f78cf47fc3c None None] Pushing event updated for resources: {'Port': ['ID=a5691f01-0359-403b-8b3a-f6c9b60d9a73,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:48.565688 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a844eda1-37b7-4d20-824c-150e020441bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.619093 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afe4d7-39f1-4ebc-9eb1-7353bc87e4ce req-10c63de9-6837-47cd-bc55-f00f189462ef tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:48.637350 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12afe4d7-39f1-4ebc-9eb1-7353bc87e4ce req-10c63de9-6837-47cd-bc55-f00f189462ef tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 946 time: 0.2752268 Jul 13 07:51:48.684160 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a844eda1-37b7-4d20-824c-150e020441bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.687108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a844eda1-37b7-4d20-824c-150e020441bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.693209 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a844eda1-37b7-4d20-824c-150e020441bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1dbaab09-2af7-442b-b9aa-53148f11f6b4 HTTP/1.1" status: 204 len: 168 time: 0.3007538 Jul 13 07:51:48.696710 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] Set router a360e2d2-fe41-43a7-921a-12dc4b23cb39 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:48.729528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844eda1-37b7-4d20-824c-150e020441bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbaab09-2af7-442b-b9aa-53148f11f6b4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:48.812445 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12afe4d7-39f1-4ebc-9eb1-7353bc87e4ce req-d051c907-0e78-4e18-80cc-fb6ce57e7a83 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716225 Jul 13 07:51:48.930712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ee0a755f-dad9-42b8-b1f7-53ae07d4032c None None] Provisioning for port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:48.935900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ee0a755f-dad9-42b8-b1f7-53ae07d4032c None None] Provisioning complete for port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:48.943373 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ee0a755f-dad9-42b8-b1f7-53ae07d4032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:48.967053 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.029941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a755f-dad9-42b8-b1f7-53ae07d4032c None None] Port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:49.030476 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'name': 'tempest-TestServerMultinode-132721703-router', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:43Z', 'updated_at': '2021-07-13T07:51:45Z', 'revision_number': 3, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'gw_port': {'id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:44Z', 'updated_at': '2021-07-13T07:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:49.062771 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da746659-2a55-4d83-b0b9-96ffef65287a None None] The sync data for ids ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'] in n-d-798249-7 is: [{'id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'name': 'tempest-TestServerMultinode-132721703-router', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:43Z', 'updated_at': '2021-07-13T07:51:45Z', 'revision_number': 3, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'gw_port': {'id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:44Z', 'updated_at': '2021-07-13T07:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:49.300139 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.309213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.521475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Pushing event updated for resources: {'Port': ['ID=e5517d96-c45a-4c08-9aa1-7c3a18da1c5d,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:49.588493 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.637278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0382a43c-18d1-41e2-a2a6-854c86b04052 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:49.834304 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.835750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0382a43c-18d1-41e2-a2a6-854c86b04052 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:49.836147 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:49.847565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Network cc145af8-18ba-4b1e-b01d-c87c2c655737 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:49.850986 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:49.987666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-abbc9aaf-a18d-4953-9468-c41c51cb0e4c None None] Provisioning complete for port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:49.988238 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-abbc9aaf-a18d-4953-9468-c41c51cb0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.112141 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:51:50.127640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-abbc9aaf-a18d-4953-9468-c41c51cb0e4c None None] Port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:50.223835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Router a360e2d2-fe41-43a7-921a-12dc4b23cb39 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:51:50.357579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d851c041-5e34-44eb-b87e-55c7fcc2984b None None] Provisioning complete for port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:50.358089 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d851c041-5e34-44eb-b87e-55c7fcc2984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:50.408737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56732) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:50.450237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d851c041-5e34-44eb-b87e-55c7fcc2984b None None] Port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:50.630074 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f03ded5b-bf89-462a-82b1-4daf26ecb70e tempest-AgentManagementNegativeTest-1684109700 tempest-AgentManagementNegativeTest-1684109700-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2191784 Jul 13 07:51:50.817944 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:50.833577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-44249cc1-2495-4d04-82eb-2f5b56201772 admin admin] 10.222.0.44 "PUT /v2.0/routers/a360e2d2-fe41-43a7-921a-12dc4b23cb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0063815 Jul 13 07:51:51.023153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56760) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:51.173278 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-115bc31a-fd8a-438c-ab8f-38bd67a80798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.314125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-115bc31a-fd8a-438c-ab8f-38bd67a80798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.321842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-115bc31a-fd8a-438c-ab8f-38bd67a80798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.375366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bc31a-fd8a-438c-ab8f-38bd67a80798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c517926a-e69b-4665-9f16-421ddfae47c2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:51.382227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-115bc31a-fd8a-438c-ab8f-38bd67a80798 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca9012e696ca49e39f883277bb2d70b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555071 Jul 13 07:51:51.382528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56774) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:51.443194 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27f86f32-52d2-4e04-ba9e-264fdc1777ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.467299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27f86f32-52d2-4e04-ba9e-264fdc1777ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.530771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a5691f01-0359-403b-8b3a-f6c9b60d9a73 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:51.539639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27f86f32-52d2-4e04-ba9e-264fdc1777ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.543223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27f86f32-52d2-4e04-ba9e-264fdc1777ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.561428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-27f86f32-52d2-4e04-ba9e-264fdc1777ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c517926a-e69b-4665-9f16-421ddfae47c2 HTTP/1.1" status: 204 len: 168 time: 0.1776464 Jul 13 07:51:51.592158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f86f32-52d2-4e04-ba9e-264fdc1777ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c517926a-e69b-4665-9f16-421ddfae47c2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:51.663118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a5691f01-0359-403b-8b3a-f6c9b60d9a73 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:51.673513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a5691f01-0359-403b-8b3a-f6c9b60d9a73 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:51.677374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56788) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:51.677692 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.684170 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-670689095-network', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:51.736483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Made reservation on behalf of b4a222e53e9747f5bcced19824b9f04a for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:51.738990 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.755803 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.807309 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.842459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port a5691f01-0359-403b-8b3a-f6c9b60d9a73, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a5691f01-0359-403b-8b3a-f6c9b60d9a73,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:51.846552 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.921927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.928539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.941086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Sync routers for ids ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:51.959705 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:51.976230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3445be5-ff54-4c5d-9563-a7f53f85320b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:51.977347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Routers {'a360e2d2-fe41-43a7-921a-12dc4b23cb39'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:51.978625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:51.983386 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:51.984178 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Added segment 114916c8-003c-440b-b057-7f7463bc4217 of type vlan for network 3abf2de9-e608-4dba-9407-6c16ee617204 Jul 13 07:51:52.092717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.095707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=a5691f01-0359-403b-8b3a-f6c9b60d9a73,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:52.142150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.144267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:52.145217 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.179367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4998140 Jul 13 07:51:52.182218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56808) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:52.188472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Request body: {'subnet': {'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-670689095-subnet', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:52.189120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Set router a360e2d2-fe41-43a7-921a-12dc4b23cb39 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:52.232335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Made reservation on behalf of b4a222e53e9747f5bcced19824b9f04a for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:52.237733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.262692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d91add-e798-458f-9978-42a7a037ebdb admin admin] Pushing event updated for resources: {'Network': ['ID=3abf2de9-e608-4dba-9407-6c16ee617204,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:52.326317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 3abf2de9-e608-4dba-9407-6c16ee617204 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:52.500400 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.583252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a682b3-6692-417f-be2f-ed8d78d80ae4,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:52.588479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Checking segment: {'id': '114916c8-003c-440b-b057-7f7463bc4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:52.589422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Network hostable DHCP agents. Network: 3abf2de9-e608-4dba-9407-6c16ee617204, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:52.604584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'name': 'tempest-TestServerMultinode-132721703-router', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:43Z', 'updated_at': '2021-07-13T07:51:48Z', 'revision_number': 4, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'gw_port': {'id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:44Z', 'updated_at': '2021-07-13T07:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e5517d96-c45a-4c08-9aa1-7c3a18da1c5d', 'name': '', 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'mac_address': 'fa:16:3e:7a:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'be7e5312-e48f-4373-9c93-f986e8f41ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:47Z', 'updated_at': '2021-07-13T07:51:49Z', 'revision_number': 2, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'subnets': [{'id': 'be7e5312-e48f-4373-9c93-f986e8f41ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:52.640965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Checking router: a360e2d2-fe41-43a7-921a-12dc4b23cb39 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:52.641335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Updating router a360e2d2-fe41-43a7-921a-12dc4b23cb39 port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:52.646996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Network 3abf2de9-e608-4dba-9407-6c16ee617204 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:52.662111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 3abf2de9-e608-4dba-9407-6c16ee617204) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:52.673660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:52.675015 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.693093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e174c86a-9489-4f95-b609-b8784b1dccec None None] Network 3abf2de9-e608-4dba-9407-6c16ee617204 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:52.695476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e8767822-9db3-46e3-87f5-19c68b65fb64 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5117543 Jul 13 07:51:52.698763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56830) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:52.705977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-670689095-router', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:52.741642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.745299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.783286 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.823021 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:52.828936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56832) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:52.913963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:51:53.022206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-448377408'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:53.068260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Made reservation on behalf of cc7a838880b64c63b001094e0b777e34 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:53.075257 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.096599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.122836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-3abf2de9-e608-4dba-9407-6c16ee617204', 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'fixed_ips': [{'subnet_id': '31a682b3-6692-417f-be2f-ed8d78d80ae4'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:53.124225 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.234670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.335499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.341440 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.383457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:53.390881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f00d25-df39-49b7-9afd-540f97f0bf0d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:53.400479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.401019 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Added segment 1a7465a4-7e02-48d3-9b94-569ddd44fe48 of type vlan for network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd Jul 13 07:51:53.477470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.524699 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.533049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:53.533861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.558994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:53.593096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'port_id': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'mac_address': 'fa:16:3e:14:94:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:51:53.601610 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7705972 Jul 13 07:51:53.602189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Allocated IP 172.20.0.2 (3abf2de9-e608-4dba-9407-6c16ee617204/31a682b3-6692-417f-be2f-ed8d78d80ae4/7a940eb1-5595-4b93-949c-4d9361e47c6c) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:53.616236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a5691f01-0359-403b-8b3a-f6c9b60d9a73 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:53.621363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56860) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:53.636212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Request body: {'subnet': {'network_id': '908fff21-bc45-4281-b5a1-c2a5e29a3fdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:53.785174 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.800815 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.862716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Made reservation on behalf of cc7a838880b64c63b001094e0b777e34 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:53.873630 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.884781 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.923505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23750785-0ade-4009-8fa5-2686add30f02 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event updated for resources: {'Network': ['ID=908fff21-bc45-4281-b5a1-c2a5e29a3fdd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:54.119413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:54.129813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc2ceb9c-ac19-407e-aabc-5594315b4b70 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:54.166899 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Allocated IP 172.25.6.229 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/aea4d508-727c-4847-88d3-dbc21a065d51) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:54.185864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a5691f01-0359-403b-8b3a-f6c9b60d9a73 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:54.192120 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.311893 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.329581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:54.378990 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.398739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.472086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Transition to ACTIVE for port object e5517d96-c45a-4c08-9aa1-7c3a18da1c5d will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:54.479011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:54.553077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event updated for resources: {'Subnet': ['ID=d2cd6c14-feef-4b54-a643-33c4ccec5748,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:54.596882 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.629222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['cc2ceb9c-ac19-407e-aabc-5594315b4b70'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:54.685510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.717306 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.823316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908d0d5-2f40-4afc-84bf-57e3428d72c3 None None] Pushing event updated for resources: {'Port': ['ID=e5517d96-c45a-4c08-9aa1-7c3a18da1c5d,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:54.834976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Checking segment: {'id': '1a7465a4-7e02-48d3-9b94-569ddd44fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '908fff21-bc45-4281-b5a1-c2a5e29a3fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:54.835449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Network hostable DHCP agents. Network: 908fff21-bc45-4281-b5a1-c2a5e29a3fdd, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:54.871932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:54.885993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:54.891797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:54.894071 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Pushing event updated for resources: {'Port': ['ID=aea4d508-727c-4847-88d3-dbc21a065d51,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:54.953590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:54.995566 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 908fff21-bc45-4281-b5a1-c2a5e29a3fdd) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:55.029694 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:55.035842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.140298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf5f95-bcd7-4b7f-8836-3b1447c0ed75 None None] Network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:55.229807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eaa4bd59-3535-4e11-a238-b401b3eea573 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6046727 Jul 13 07:51:55.232400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56894) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:55.238041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Request body: {'port': {'network_id': '908fff21-bc45-4281-b5a1-c2a5e29a3fdd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-701812286'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:55.252904 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.302779 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-18f1aa8b-fae3-4c86-9c0a-65028a6e8eaa None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:55.303179 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18f1aa8b-fae3-4c86-9c0a-65028a6e8eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.315827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Attempting to bind port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:55.316816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Attempting to bind port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:55.317195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Attempting to bind port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d on network cc145af8-18ba-4b1e-b01d-c87c2c655737 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:55.328236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Transition to ACTIVE for port object 7a940eb1-5595-4b93-949c-4d9361e47c6c will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:55.400981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Transition to ACTIVE for port object 7a940eb1-5595-4b93-949c-4d9361e47c6c will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:55.431479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:55.432074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Checking segment: {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:55.432563 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.433056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Bound using segment: {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:55.433842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Bound port: e5517d96-c45a-4c08-9aa1-7c3a18da1c5d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:55.434328 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.444358 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.520323 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.545972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Pushing event updated for resources: {'Port': ['ID=7a940eb1-5595-4b93-949c-4d9361e47c6c,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:55.574063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Made reservation on behalf of cc7a838880b64c63b001094e0b777e34 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:55.578551 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.635696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] device_id is not set on port 19094b37-3b73-48f7-afd2-c38a282b2bc0 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:55.639853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Network 3abf2de9-e608-4dba-9407-6c16ee617204 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:55.641404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:55.651695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:55.677016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] For port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:55.717871 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18f1aa8b-fae3-4c86-9c0a-65028a6e8eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.819748 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] For port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e5517d96-c45a-4c08-9aa1-7c3a18da1c5d,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:55.823249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Allocated IP 2001:db8::104 (908fff21-bc45-4281-b5a1-c2a5e29a3fdd/d2cd6c14-feef-4b54-a643-33c4ccec5748/19094b37-3b73-48f7-afd2-c38a282b2bc0) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:55.837389 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.855313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:55.857788 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695586a3-c91e-4962-8de4-d85655922d00" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:55.909893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Attempting to bind port 7a940eb1-5595-4b93-949c-4d9361e47c6c on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:55.910365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Attempting to bind port 7a940eb1-5595-4b93-949c-4d9361e47c6c by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '114916c8-003c-440b-b057-7f7463bc4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:55.910823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Attempting to bind port 7a940eb1-5595-4b93-949c-4d9361e47c6c on network 3abf2de9-e608-4dba-9407-6c16ee617204 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:55.923327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-18f1aa8b-fae3-4c86-9c0a-65028a6e8eaa None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:55.941902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:55.942429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Checking segment: {'id': '114916c8-003c-440b-b057-7f7463bc4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:55.942930 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.943419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Bound using segment: {'id': '114916c8-003c-440b-b057-7f7463bc4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:55.944028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Bound port: 7a940eb1-5595-4b93-949c-4d9361e47c6c, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114916c8-003c-440b-b057-7f7463bc4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:55.944512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.957313 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.101639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] For port 7a940eb1-5595-4b93-949c-4d9361e47c6c, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:56.105309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] For port 7a940eb1-5595-4b93-949c-4d9361e47c6c, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7a940eb1-5595-4b93-949c-4d9361e47c6c,segment=NetworkSegment(114916c8-003c-440b-b057-7f7463bc4217),segment_id=114916c8-003c-440b-b057-7f7463bc4217)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:56.106392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Routers {'a360e2d2-fe41-43a7-921a-12dc4b23cb39'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:56.107520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:56.110410 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18f1aa8b-fae3-4c86-9c0a-65028a6e8eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.115479 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4749c3c-b3a8-4a08-939f-7213ec8727cf x-openstack-request-id: req-a4749c3c-b3a8-4a08-939f-7213ec8727cf {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:56.115751 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:56.116070 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4749c3c-b3a8-4a08-939f-7213ec8727cf {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:56.116796 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'code': 200} Jul 13 07:51:56.187701 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.254290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-908fff21-bc45-4281-b5a1-c2a5e29a3fdd', 'network_id': '908fff21-bc45-4281-b5a1-c2a5e29a3fdd', 'tenant_id': 'cc7a838880b64c63b001094e0b777e34', 'fixed_ips': [{'subnet_id': 'd2cd6c14-feef-4b54-a643-33c4ccec5748'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:56.255928 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.267091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.285936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Router 0777dfe5-7998-45c8-88a5-fc2611f33434 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:51:56.308872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Transition to ACTIVE for port object 19094b37-3b73-48f7-afd2-c38a282b2bc0 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:56.320670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908d0d5-2f40-4afc-84bf-57e3428d72c3 None None] Pushing event updated for resources: {'Port': ['ID=e5517d96-c45a-4c08-9aa1-7c3a18da1c5d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:56.377389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.433917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:56.438609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:56.442636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:56.450371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:56.451466 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.511248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:51:56.524087 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Sync routers for ids ['0777dfe5-7998-45c8-88a5-fc2611f33434'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:51:56.550809 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.555016 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5c6818ef-d9db-40b4-a054-2ae32169c049 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8520138 Jul 13 07:51:56.555186 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Routers {'0777dfe5-7998-45c8-88a5-fc2611f33434'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:56.555783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 56924) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:56.558220 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0777dfe5-7998-45c8-88a5-fc2611f33434'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:56.584808 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3511913 Jul 13 07:51:56.585840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c286631-d0f6-4b8f-b5be-e20a7894fcb7 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event updated for resources: {'Port': ['ID=19094b37-3b73-48f7-afd2-c38a282b2bc0,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:56.593908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56926) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:56.607497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Request body: {'port': {'network_id': '908fff21-bc45-4281-b5a1-c2a5e29a3fdd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2132864706', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:56.608243 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.api.validators [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] bootfile-name is not in valid_values {{(pid=93838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:51:56.608905 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.api.validators [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] tftp-server is not in valid_values {{(pid=93838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:51:56.609193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.api.validators [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] server-ip-address is not in valid_values {{(pid=93838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:51:56.831657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1aa8b-fae3-4c86-9c0a-65028a6e8eaa None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:56.880312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] Set router a360e2d2-fe41-43a7-921a-12dc4b23cb39 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:56.975958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Made reservation on behalf of cc7a838880b64c63b001094e0b777e34 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:56.981149 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:56.996469 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Set router 0777dfe5-7998-45c8-88a5-fc2611f33434 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:57.057119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] device_id is not set on port 0f3de6a5-8ba0-4648-92d1-9150d0cc65f8 yet. {{(pid=93838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:51:57.285253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Allocated IP 2001:db8::2 (908fff21-bc45-4281-b5a1-c2a5e29a3fdd/d2cd6c14-feef-4b54-a643-33c4ccec5748/daeb98e0-3671-4d68-9911-e9733fb9386b) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:57.549764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:57.552057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b8943-0f86-4856-9267-2c78d0889150 None None] Pushing event updated for resources: {'Port': ['ID=7a940eb1-5595-4b93-949c-4d9361e47c6c,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:57.733949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.791631 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'name': 'tempest-TestServerMultinode-670689095-router', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:52Z', 'updated_at': '2021-07-13T07:51:55Z', 'revision_number': 3, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'gw_port': {'id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:53Z', 'updated_at': '2021-07-13T07:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:57.858320 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Checking router: 0777dfe5-7998-45c8-88a5-fc2611f33434 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:51:57.858934 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Updating router 0777dfe5-7998-45c8-88a5-fc2611f33434 port aea4d508-727c-4847-88d3-dbc21a065d51 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:51:57.955264 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.195598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Allocated IP 172.20.0.1 (3abf2de9-e608-4dba-9407-6c16ee617204/31a682b3-6692-417f-be2f-ed8d78d80ae4/7830c064-66f1-43d4-b651-15b8a0eb5cc6) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:58.408546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d0984-dbf0-413c-b0f9-181cacaff91a None None] Network 3abf2de9-e608-4dba-9407-6c16ee617204 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:58.484975 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.512577 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Transition to ACTIVE for port object aea4d508-727c-4847-88d3-dbc21a065d51 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:58.519458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ddab5c11-557f-4f30-92ef-ab4f93628399 None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:58.519876 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ddab5c11-557f-4f30-92ef-ab4f93628399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.528001 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.531249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.551816 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.570275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Transition to ACTIVE for port object 7830c064-66f1-43d4-b651-15b8a0eb5cc6 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:58.656997 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.702031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Network 3abf2de9-e608-4dba-9407-6c16ee617204 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:58.704721 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:58.709200 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2473c-8f31-4f9e-8571-efbc379b0946 None None] Pushing event updated for resources: {'Port': ['ID=aea4d508-727c-4847-88d3-dbc21a065d51,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:58.736762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:58.740373 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Attempting to bind port aea4d508-727c-4847-88d3-dbc21a065d51 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:58.740750 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Attempting to bind port aea4d508-727c-4847-88d3-dbc21a065d51 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:58.741115 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Attempting to bind port aea4d508-727c-4847-88d3-dbc21a065d51 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:58.757649 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:58.758028 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:58.758437 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.758915 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:58.759602 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Bound port: aea4d508-727c-4847-88d3-dbc21a065d51, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:58.759994 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.781663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Transition to ACTIVE for port object daeb98e0-3671-4d68-9911-e9733fb9386b will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:58.790895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Pushing event updated for resources: {'Port': ['ID=7830c064-66f1-43d4-b651-15b8a0eb5cc6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:58.803252 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.820628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Transition to ACTIVE for port object daeb98e0-3671-4d68-9911-e9733fb9386b will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:58.845413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:58.845886 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.891667 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] For port aea4d508-727c-4847-88d3-dbc21a065d51, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:58.904447 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] For port aea4d508-727c-4847-88d3-dbc21a065d51, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=aea4d508-727c-4847-88d3-dbc21a065d51,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:58.919437 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.012207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Allocated IP 2001:db8::3be (908fff21-bc45-4281-b5a1-c2a5e29a3fdd/d2cd6c14-feef-4b54-a643-33c4ccec5748/0f3de6a5-8ba0-4648-92d1-9150d0cc65f8) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:59.090681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.143052 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Routers {'0777dfe5-7998-45c8-88a5-fc2611f33434'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:51:59.143701 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0777dfe5-7998-45c8-88a5-fc2611f33434'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:59.157818 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2473c-8f31-4f9e-8571-efbc379b0946 None None] Pushing event updated for resources: {'Port': ['ID=aea4d508-727c-4847-88d3-dbc21a065d51,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:59.241045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:59.280001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:59.298066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:59.368665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Pushing event updated for resources: {'Port': ['ID=daeb98e0-3671-4d68-9911-e9733fb9386b,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:59.387044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.415483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'name': 'tempest-TestServerMultinode-132721703-router', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:43Z', 'updated_at': '2021-07-13T07:51:48Z', 'revision_number': 4, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'gw_port': {'id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:44Z', 'updated_at': '2021-07-13T07:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e5517d96-c45a-4c08-9aa1-7c3a18da1c5d', 'name': '', 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'mac_address': 'fa:16:3e:7a:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'be7e5312-e48f-4373-9c93-f986e8f41ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:47Z', 'updated_at': '2021-07-13T07:51:55Z', 'revision_number': 4, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'subnets': [{'id': 'be7e5312-e48f-4373-9c93-f986e8f41ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:59.431166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Transition to ACTIVE for port object 0f3de6a5-8ba0-4648-92d1-9150d0cc65f8 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:59.435724 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] Set router 0777dfe5-7998-45c8-88a5-fc2611f33434 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:51:59.546762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.634551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c67f3-9bf0-433a-b8d3-73383b7b35f5 None None] The sync data for ids ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'] in n-d-798249-7 is: [{'id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'name': 'tempest-TestServerMultinode-132721703-router', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:43Z', 'updated_at': '2021-07-13T07:51:48Z', 'revision_number': 4, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'gw_port': {'id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:44Z', 'updated_at': '2021-07-13T07:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e5517d96-c45a-4c08-9aa1-7c3a18da1c5d', 'name': '', 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'mac_address': 'fa:16:3e:7a:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'be7e5312-e48f-4373-9c93-f986e8f41ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:47Z', 'updated_at': '2021-07-13T07:51:55Z', 'revision_number': 4, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'subnets': [{'id': 'be7e5312-e48f-4373-9c93-f986e8f41ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:51:59.734278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Attempting to bind port daeb98e0-3671-4d68-9911-e9733fb9386b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:59.735123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Attempting to bind port daeb98e0-3671-4d68-9911-e9733fb9386b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '1a7465a4-7e02-48d3-9b94-569ddd44fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '908fff21-bc45-4281-b5a1-c2a5e29a3fdd'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:59.736216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Attempting to bind port daeb98e0-3671-4d68-9911-e9733fb9386b on network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:59.738747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:59.746163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:59.756390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:59.774331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:59.775405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Checking segment: {'id': '1a7465a4-7e02-48d3-9b94-569ddd44fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '908fff21-bc45-4281-b5a1-c2a5e29a3fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:59.775921 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.776445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Bound using segment: {'id': '1a7465a4-7e02-48d3-9b94-569ddd44fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '908fff21-bc45-4281-b5a1-c2a5e29a3fdd'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:59.777044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Bound port: daeb98e0-3671-4d68-9911-e9733fb9386b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7465a4-7e02-48d3-9b94-569ddd44fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '908fff21-bc45-4281-b5a1-c2a5e29a3fdd'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:59.777633 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.794272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:59.804752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.845139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7a940eb1-5595-4b93-949c-4d9361e47c6c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:59.880453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event updated for resources: {'Port': ['ID=0f3de6a5-8ba0-4648-92d1-9150d0cc65f8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:59.886133 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'name': 'tempest-TestServerMultinode-670689095-router', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:52Z', 'updated_at': '2021-07-13T07:51:55Z', 'revision_number': 3, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'gw_port': {'id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:53Z', 'updated_at': '2021-07-13T07:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:59.950571 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-748715f8-6f78-4ddc-85cc-50e7b617424f tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3534098 Jul 13 07:51:59.953047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 56990) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:00.013958 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851eb0b1-bfbf-4a0a-9412-3790b9287b03 None None] The sync data for ids ['0777dfe5-7998-45c8-88a5-fc2611f33434'] in n-d-798249-7 is: [{'id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'name': 'tempest-TestServerMultinode-670689095-router', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:52Z', 'updated_at': '2021-07-13T07:51:55Z', 'revision_number': 3, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'gw_port': {'id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:53Z', 'updated_at': '2021-07-13T07:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:00.128384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-25a42c6f-5771-40cc-a285-d5cfef425c06 None None] Provisioning for port 7a940eb1-5595-4b93-949c-4d9361e47c6c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:00.240936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] For port daeb98e0-3671-4d68-9911-e9733fb9386b, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:00.261238 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.274561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] For port daeb98e0-3671-4d68-9911-e9733fb9386b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=daeb98e0-3671-4d68-9911-e9733fb9386b,segment=NetworkSegment(1a7465a4-7e02-48d3-9b94-569ddd44fe48),segment_id=1a7465a4-7e02-48d3-9b94-569ddd44fe48)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:00.301614 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.311610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 7a940eb1-5595-4b93-949c-4d9361e47c6c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:00.328373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f017a-1a96-41f2-9942-a3fb547ae87d tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:00.356258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7a940eb1-5595-4b93-949c-4d9361e47c6c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:00.356894 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.382082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f017a-1a96-41f2-9942-a3fb547ae87d tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:00.423989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f017a-1a96-41f2-9942-a3fb547ae87d tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:00.449109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8e3f017a-1a96-41f2-9942-a3fb547ae87d tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4922612 Jul 13 07:52:00.449758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57000) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:00.579188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5002c-0753-4207-83d4-aa6e89bbec61 None None] Pushing event updated for resources: {'Port': ['ID=daeb98e0-3671-4d68-9911-e9733fb9386b,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:00.622163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6be27a8d-2e4d-400c-8f95-06adcf6d7b2a None None] Provisioning for port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:00.664666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6be27a8d-2e4d-400c-8f95-06adcf6d7b2a None None] Provisioning complete for port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:00.665230 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6be27a8d-2e4d-400c-8f95-06adcf6d7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.918331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7a846596-7215-417a-aced-47ce6d940108 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Deleting port 0f3de6a5-8ba0-4648-92d1-9150d0cc65f8 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:00.918714 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a846596-7215-417a-aced-47ce6d940108 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.923165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6be27a8d-2e4d-400c-8f95-06adcf6d7b2a None None] Port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:00.953375 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.953934 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:00.974547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.137176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6be27a8d-2e4d-400c-8f95-06adcf6d7b2a None None] Provisioning complete for port 7a940eb1-5595-4b93-949c-4d9361e47c6c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:01.140738 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6be27a8d-2e4d-400c-8f95-06adcf6d7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.197043 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Pushing event updated for resources: {'Port': ['ID=7830c064-66f1-43d4-b651-15b8a0eb5cc6,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:01.328709 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a846596-7215-417a-aced-47ce6d940108 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.338729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 7a940eb1-5595-4b93-949c-4d9361e47c6c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7a940eb1-5595-4b93-949c-4d9361e47c6c,segment=NetworkSegment(114916c8-003c-440b-b057-7f7463bc4217),segment_id=114916c8-003c-440b-b057-7f7463bc4217)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:01.356816 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.374964 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.407272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7a846596-7215-417a-aced-47ce6d940108 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Calling delete_port for 0f3de6a5-8ba0-4648-92d1-9150d0cc65f8 owned by {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:01.742141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a846596-7215-417a-aced-47ce6d940108 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.750264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=7a940eb1-5595-4b93-949c-4d9361e47c6c,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:01.768129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Network 3abf2de9-e608-4dba-9407-6c16ee617204 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:01.775030 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:01.801263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a846596-7215-417a-aced-47ce6d940108 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event deleted for resources: {'Port': ['ID=0f3de6a5-8ba0-4648-92d1-9150d0cc65f8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:01.884565 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a846596-7215-417a-aced-47ce6d940108 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.890847 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7a846596-7215-417a-aced-47ce6d940108 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "DELETE /v2.0/ports/0f3de6a5-8ba0-4648-92d1-9150d0cc65f8 HTTP/1.1" status: 204 len: 168 time: 1.4353585 Jul 13 07:52:01.897328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57018) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:01.910321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device aea4d508-727c-4847-88d3-dbc21a065d51 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:01.919486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Request body: {'port': {'name': 'tempest-new-port-name-40000439', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:01.923791 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.api.validators [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] bootfile-name is not in valid_values {{(pid=93839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:52:01.924421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-71463312-6fd4-4de8-9217-6b3ec6e496ad None None] Provisioning complete for port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:01.924557 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.api.validators [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] tftp-server is not in valid_values {{(pid=93839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:52:01.924871 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71463312-6fd4-4de8-9217-6b3ec6e496ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:01.925231 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.api.validators [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] server-ip-address is not in valid_values {{(pid=93839) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:52:02.159893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-71463312-6fd4-4de8-9217-6b3ec6e496ad None None] Port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:02.176516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port aea4d508-727c-4847-88d3-dbc21a065d51 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:02.188758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port aea4d508-727c-4847-88d3-dbc21a065d51 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:02.189134 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.371526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.387539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Router 0777dfe5-7998-45c8-88a5-fc2611f33434 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:02.515448 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.543994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fa409544-89b0-49f5-8dce-b57c6b7ed2fa None None] Provisioning complete for port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:02.546253 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fa409544-89b0-49f5-8dce-b57c6b7ed2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.682512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port aea4d508-727c-4847-88d3-dbc21a065d51, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=aea4d508-727c-4847-88d3-dbc21a065d51,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:02.720450 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.772379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb5f43-4094-4079-8073-77e628c218f9 None None] Network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:02.824342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.879605 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.945485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fa409544-89b0-49f5-8dce-b57c6b7ed2fa None None] Port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:02.955356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e5517d96-c45a-4c08-9aa1-7c3a18da1c5d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:03.026551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] In _notify_port_updated(), no bound segment for port 19094b37-3b73-48f7-afd2-c38a282b2bc0 on network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd {{(pid=93839) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:52:03.050400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:03.051123 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.055650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57044) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:03.060659 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "PUT /v2.0/ports/19094b37-3b73-48f7-afd2-c38a282b2bc0 HTTP/1.1" status: 200 len: 1128 time: 1.1541936 Jul 13 07:52:03.088950 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045a780-c48a-4f5f-9ccd-ec9a3379f442 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event updated for resources: {'Port': ['ID=19094b37-3b73-48f7-afd2-c38a282b2bc0,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:03.113445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:03.161741 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-23472157-8f11-4229-9ecf-c0ac476e6e56 admin admin] 10.222.0.44 "PUT /v2.0/routers/0777dfe5-7998-45c8-88a5-fc2611f33434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5966220 Jul 13 07:52:03.218100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-61a95397-5029-4889-bc36-d6896b422137 None None] Provisioning for port daeb98e0-3671-4d68-9911-e9733fb9386b completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:03.256358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:03.262193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a109637b-2fec-40ed-995a-bce2f8271560 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:03.272415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57050) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:03.273746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a109637b-2fec-40ed-995a-bce2f8271560 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "GET /v2.0/ports/19094b37-3b73-48f7-afd2-c38a282b2bc0 HTTP/1.1" status: 200 len: 1128 time: 0.2105980 Jul 13 07:52:03.307681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:03.308172 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.404531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=aea4d508-727c-4847-88d3-dbc21a065d51,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:03.430290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-0f64e017-f369-4625-9828-74b282117f94 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Deleting port 19094b37-3b73-48f7-afd2-c38a282b2bc0 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:03.432670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f64e017-f369-4625-9828-74b282117f94 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.507692 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.568197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e5517d96-c45a-4c08-9aa1-7c3a18da1c5d,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:03.593723 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.642559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f64e017-f369-4625-9828-74b282117f94 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.669894 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-0f64e017-f369-4625-9828-74b282117f94 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Calling delete_port for 19094b37-3b73-48f7-afd2-c38a282b2bc0 owned by {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:03.716391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device daeb98e0-3671-4d68-9911-e9733fb9386b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:03.726383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e5517d96-c45a-4c08-9aa1-7c3a18da1c5d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:03.913663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port daeb98e0-3671-4d68-9911-e9733fb9386b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:03.935834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port daeb98e0-3671-4d68-9911-e9733fb9386b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:03.936300 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.171157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f64e017-f369-4625-9828-74b282117f94 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.225860 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.249334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64e017-f369-4625-9828-74b282117f94 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event deleted for resources: {'Port': ['ID=19094b37-3b73-48f7-afd2-c38a282b2bc0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:04.322102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-04953c3d-03fe-47c0-b3d6-cdff652b9102 None None] Provisioning complete for port daeb98e0-3671-4d68-9911-e9733fb9386b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:04.322798 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-04953c3d-03fe-47c0-b3d6-cdff652b9102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.411496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port daeb98e0-3671-4d68-9911-e9733fb9386b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=daeb98e0-3671-4d68-9911-e9733fb9386b,segment=NetworkSegment(1a7465a4-7e02-48d3-9b94-569ddd44fe48),segment_id=1a7465a4-7e02-48d3-9b94-569ddd44fe48)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:04.414631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0f64e017-f369-4625-9828-74b282117f94 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.422901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57078) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:04.433228 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0f64e017-f369-4625-9828-74b282117f94 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "DELETE /v2.0/ports/19094b37-3b73-48f7-afd2-c38a282b2bc0 HTTP/1.1" status: 204 len: 168 time: 1.1591895 Jul 13 07:52:04.443656 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.589900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5970a9b4-9427-40fb-8569-51c38a692ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Deleting subnet d2cd6c14-feef-4b54-a643-33c4ccec5748 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:04.606867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=daeb98e0-3671-4d68-9911-e9733fb9386b,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:04.632101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5970a9b4-9427-40fb-8569-51c38a692ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.645404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8393119b-6027-4716-aea8-017e2135832d None None] Sync routers for ids ['0777dfe5-7998-45c8-88a5-fc2611f33434'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:04.687077 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.692438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8393119b-6027-4716-aea8-017e2135832d None None] Routers {'0777dfe5-7998-45c8-88a5-fc2611f33434'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:04.704189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8393119b-6027-4716-aea8-017e2135832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0777dfe5-7998-45c8-88a5-fc2611f33434'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:04.822878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5970a9b4-9427-40fb-8569-51c38a692ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:04.892885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8393119b-6027-4716-aea8-017e2135832d None None] Set router 0777dfe5-7998-45c8-88a5-fc2611f33434 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:04.994490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-deca9da8-bd51-454a-b3c7-30ae77446c55 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:04.996341 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-deca9da8-bd51-454a-b3c7-30ae77446c55 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/networks?id=cc145af8-18ba-4b1e-b01d-c87c2c655737 HTTP/1.1" status: 200 len: 910 time: 0.2608502 Jul 13 07:52:05.027086 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-2a14c0c6-6282-4902-9a52-03cd4e455d1a tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/quotas/b4a222e53e9747f5bcced19824b9f04a HTTP/1.1" status: 200 len: 375 time: 0.0232019 Jul 13 07:52:05.085905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device aea4d508-727c-4847-88d3-dbc21a065d51 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:05.142550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5970a9b4-9427-40fb-8569-51c38a692ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.263531 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5970a9b4-9427-40fb-8569-51c38a692ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.309166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port aea4d508-727c-4847-88d3-dbc21a065d51 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:05.309603 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.339490 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970a9b4-9427-40fb-8569-51c38a692ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event deleted for resources: {'Subnet': ['ID=d2cd6c14-feef-4b54-a643-33c4ccec5748,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:05.360161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5970a9b4-9427-40fb-8569-51c38a692ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.364772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-e8fb1fad-3e60-4964-a64f-84d5a76cd976 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4a222e53e9747f5bcced19824b9f04a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3313124 Jul 13 07:52:05.365775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5970a9b4-9427-40fb-8569-51c38a692ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "DELETE /v2.0/subnets/d2cd6c14-feef-4b54-a643-33c4ccec5748 HTTP/1.1" status: 204 len: 168 time: 0.9413474 Jul 13 07:52:05.367547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57096) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:05.469226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-04953c3d-03fe-47c0-b3d6-cdff652b9102 None None] Could not find standard attr ID for object 19094b37-3b73-48f7-afd2-c38a282b2bc0. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:05.528121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da96a359-109c-4af4-8d7b-9a878cae8341 None None] Network 908fff21-bc45-4281-b5a1-c2a5e29a3fdd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:05.611825 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.648285 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-c5995025-b72f-4c98-b4f5-ed5ff0275d9d service neutron] 10.222.0.44 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706590 Jul 13 07:52:05.660045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e5517d96-c45a-4c08-9aa1-7c3a18da1c5d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:05.735651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Deleting port daeb98e0-3671-4d68-9911-e9733fb9386b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:05.736370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.871875 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] For port daeb98e0-3671-4d68-9911-e9733fb9386b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=daeb98e0-3671-4d68-9911-e9733fb9386b,segment=NetworkSegment(1a7465a4-7e02-48d3-9b94-569ddd44fe48),segment_id=1a7465a4-7e02-48d3-9b94-569ddd44fe48)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:05.872726 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.873394 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-27eadc34-1b7f-411c-9133-7816089a1b9b service neutron] 10.222.0.44 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081113 Jul 13 07:52:05.913847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Calling delete_port for daeb98e0-3671-4d68-9911-e9733fb9386b owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:06.139710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.188462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8393119b-6027-4716-aea8-017e2135832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'name': 'tempest-TestServerMultinode-670689095-router', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:52Z', 'updated_at': '2021-07-13T07:52:00Z', 'revision_number': 4, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'gw_port': {'id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:53Z', 'updated_at': '2021-07-13T07:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7830c064-66f1-43d4-b651-15b8a0eb5cc6', 'name': '', 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'mac_address': 'fa:16:3e:a6:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '31a682b3-6692-417f-be2f-ed8d78d80ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:57Z', 'updated_at': '2021-07-13T07:52:00Z', 'revision_number': 2, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'subnets': [{'id': '31a682b3-6692-417f-be2f-ed8d78d80ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:06.195983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event deleted for resources: {'Port': ['ID=daeb98e0-3671-4d68-9911-e9733fb9386b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:06.210383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] No DVR routers for this DVR port daeb98e0-3671-4d68-9911-e9733fb9386b on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:06.311278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8393119b-6027-4716-aea8-017e2135832d None None] Checking router: 0777dfe5-7998-45c8-88a5-fc2611f33434 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:06.311697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8393119b-6027-4716-aea8-017e2135832d None None] Updating router 0777dfe5-7998-45c8-88a5-fc2611f33434 port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:52:06.414643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a038e54a-cdeb-4ded-85c8-a8592e485131 None None] Provisioning complete for port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:06.415383 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a038e54a-cdeb-4ded-85c8-a8592e485131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.446734 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8393119b-6027-4716-aea8-017e2135832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.472240 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.533041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3a00fec-3a68-4353-aa6d-59ce072591f9 req-fc157154-1beb-49a7-b13f-025f0ad62f99 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 210 time: 0.2649775 Jul 13 07:52:06.536984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908fff21-bc45-4281-b5a1-c2a5e29a3fdd']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:06.571406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7465a4-7e02-48d3-9b94-569ddd44fe48') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:06.571713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7465a4-7e02-48d3-9b94-569ddd44fe48') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:06.607007 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.641995 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.656037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:06.658816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:06.662364 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:06.798812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.806945 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.827432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] 10.222.0.44 "DELETE /v2.0/networks/908fff21-bc45-4281-b5a1-c2a5e29a3fdd HTTP/1.1" status: 204 len: 168 time: 1.4442773 Jul 13 07:52:06.859933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865a40c-57ce-44ee-a899-369a01ef5ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159 tempest-ExtraDHCPOptionsIpV6TestJSON-999417159-project] Pushing event deleted for resources: {'Network': ['ID=908fff21-bc45-4281-b5a1-c2a5e29a3fdd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:07.003703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09dc7d-a04d-420c-acc2-30a16a01af99 None None] DHCP port deletion for 908fff21-bc45-4281-b5a1-c2a5e29a3fdd request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:07.055382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:07.055744 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.126346 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8393119b-6027-4716-aea8-017e2135832d None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.160249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8393119b-6027-4716-aea8-017e2135832d None None] Transition to ACTIVE for port object 7830c064-66f1-43d4-b651-15b8a0eb5cc6 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:07.168572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a038e54a-cdeb-4ded-85c8-a8592e485131 None None] Could not find standard attr ID for object 19094b37-3b73-48f7-afd2-c38a282b2bc0. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:07.175826 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8393119b-6027-4716-aea8-017e2135832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.179771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a038e54a-cdeb-4ded-85c8-a8592e485131 None None] Could not find standard attr ID for object 0f3de6a5-8ba0-4648-92d1-9150d0cc65f8. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:07.335753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device daeb98e0-3671-4d68-9911-e9733fb9386b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:07.450510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: daeb98e0-3671-4d68-9911-e9733fb9386b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:07.450868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device daeb98e0-3671-4d68-9911-e9733fb9386b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 07:52:07.454817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fc848-a3c9-4491-b4a2-25f75a7acf62 None None] Pushing event updated for resources: {'Port': ['ID=7830c064-66f1-43d4-b651-15b8a0eb5cc6,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:07.509282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57130) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:07.542098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Port daeb98e0-3671-4d68-9911-e9733fb9386b not found, will not notify nova. {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 07:52:07.542516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7a940eb1-5595-4b93-949c-4d9361e47c6c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:07.685159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8393119b-6027-4716-aea8-017e2135832d None None] Attempting to bind port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:07.685531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8393119b-6027-4716-aea8-017e2135832d None None] Attempting to bind port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '114916c8-003c-440b-b057-7f7463bc4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:07.685900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393119b-6027-4716-aea8-017e2135832d None None] Attempting to bind port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 on network 3abf2de9-e608-4dba-9407-6c16ee617204 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:07.696043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393119b-6027-4716-aea8-017e2135832d None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:07.696522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393119b-6027-4716-aea8-017e2135832d None None] Checking segment: {'id': '114916c8-003c-440b-b057-7f7463bc4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:07.707345 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8393119b-6027-4716-aea8-017e2135832d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.707825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393119b-6027-4716-aea8-017e2135832d None None] Bound using segment: {'id': '114916c8-003c-440b-b057-7f7463bc4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:07.708410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8393119b-6027-4716-aea8-017e2135832d None None] Bound port: 7830c064-66f1-43d4-b651-15b8a0eb5cc6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114916c8-003c-440b-b057-7f7463bc4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:07.708988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8393119b-6027-4716-aea8-017e2135832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.831025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8393119b-6027-4716-aea8-017e2135832d None None] For port 7830c064-66f1-43d4-b651-15b8a0eb5cc6, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:07.837375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8393119b-6027-4716-aea8-017e2135832d None None] For port 7830c064-66f1-43d4-b651-15b8a0eb5cc6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7830c064-66f1-43d4-b651-15b8a0eb5cc6,segment=NetworkSegment(114916c8-003c-440b-b057-7f7463bc4217),segment_id=114916c8-003c-440b-b057-7f7463bc4217)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:07.853983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8393119b-6027-4716-aea8-017e2135832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.855658 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f4cd3be-9d5f-4271-b831-2e849e1f0f24 req-23d8b0c4-38ec-42fa-b6d4-5d973aed45d8 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 210 time: 0.0966365 Jul 13 07:52:07.915729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7a940eb1-5595-4b93-949c-4d9361e47c6c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:07.917725 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:07.980919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57138) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:07.995895 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-42ea484c-ac33-46bb-8237-b7031f8e076e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc7a838880b64c63b001094e0b777e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851942 Jul 13 07:52:08.092207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fc848-a3c9-4491-b4a2-25f75a7acf62 None None] Pushing event updated for resources: {'Port': ['ID=7830c064-66f1-43d4-b651-15b8a0eb5cc6,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:08.114330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8393119b-6027-4716-aea8-017e2135832d None None] Routers {'0777dfe5-7998-45c8-88a5-fc2611f33434'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:08.115087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8393119b-6027-4716-aea8-017e2135832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:51:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0777dfe5-7998-45c8-88a5-fc2611f33434'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:08.144669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.209979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.222269 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.563623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8393119b-6027-4716-aea8-017e2135832d None None] Set router 0777dfe5-7998-45c8-88a5-fc2611f33434 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:08.596971 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.599497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.616616 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45f00d25-df39-49b7-9afd-540f97f0bf0d HTTP/1.1" status: 204 len: 168 time: 0.6345079 Jul 13 07:52:08.650678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f00d25-df39-49b7-9afd-540f97f0bf0d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:08.655458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device daeb98e0-3671-4d68-9911-e9733fb9386b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:08.670300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.670859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.671360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.671863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.672399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.672912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.673399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.673884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.674375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.674860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.675345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.675827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc4ce7-2a70-4b5e-9dcb-e867fe63d45c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:08.690215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-22e5a9ad-6b14-45bf-8081-2cb4a66f1d75 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:08.692058 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-22e5a9ad-6b14-45bf-8081-2cb4a66f1d75 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.53 "GET /v2.0/networks?id=cc145af8-18ba-4b1e-b01d-c87c2c655737 HTTP/1.1" status: 200 len: 910 time: 0.4504905 Jul 13 07:52:08.699151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-a000f5fe-3a5a-4c07-a0ad-99794f51574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:08.701038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-a000f5fe-3a5a-4c07-a0ad-99794f51574e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1097 time: 0.4133081 Jul 13 07:52:08.706143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Request body: {'port': {'device_id': 'e70c2783-d9bc-4d07-869c-e144432b117b', 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737', 'admin_state_up': True, 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:08.734269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: daeb98e0-3671-4d68-9911-e9733fb9386b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:08.734622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device daeb98e0-3671-4d68-9911-e9733fb9386b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:08.751273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Made reservation on behalf of b4a222e53e9747f5bcced19824b9f04a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:08.754233 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.085272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8393119b-6027-4716-aea8-017e2135832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'name': 'tempest-TestServerMultinode-670689095-router', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:52Z', 'updated_at': '2021-07-13T07:52:00Z', 'revision_number': 4, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'gw_port': {'id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:53Z', 'updated_at': '2021-07-13T07:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7830c064-66f1-43d4-b651-15b8a0eb5cc6', 'name': '', 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'mac_address': 'fa:16:3e:a6:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '31a682b3-6692-417f-be2f-ed8d78d80ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:57Z', 'updated_at': '2021-07-13T07:52:07Z', 'revision_number': 4, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'subnets': [{'id': '31a682b3-6692-417f-be2f-ed8d78d80ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:09.120477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8393119b-6027-4716-aea8-017e2135832d None None] The sync data for ids ['0777dfe5-7998-45c8-88a5-fc2611f33434'] in n-d-798249-7 is: [{'id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'name': 'tempest-TestServerMultinode-670689095-router', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:52Z', 'updated_at': '2021-07-13T07:52:00Z', 'revision_number': 4, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'gw_port': {'id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:53Z', 'updated_at': '2021-07-13T07:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7830c064-66f1-43d4-b651-15b8a0eb5cc6', 'name': '', 'network_id': '3abf2de9-e608-4dba-9407-6c16ee617204', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'mac_address': 'fa:16:3e:a6:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '31a682b3-6692-417f-be2f-ed8d78d80ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:57Z', 'updated_at': '2021-07-13T07:52:07Z', 'revision_number': 4, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'subnets': [{'id': '31a682b3-6692-417f-be2f-ed8d78d80ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:09.328987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Allocated IP 172.20.0.9 (cc145af8-18ba-4b1e-b01d-c87c2c655737/be7e5312-e48f-4373-9c93-f986e8f41ee8/2b34c892-3406-43f0-b2d0-59528b90d611) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:09.528899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.544081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Transition to ACTIVE for port object 2b34c892-3406-43f0-b2d0-59528b90d611 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:09.660946 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.745191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Pushing event updated for resources: {'Port': ['ID=2b34c892-3406-43f0-b2d0-59528b90d611,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:09.782867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Network cc145af8-18ba-4b1e-b01d-c87c2c655737 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:09.795625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:09.807517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:09.848869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:09.849482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.877114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-1ff8f120-a59a-40bd-84a8-cb310cd94007 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1750402 Jul 13 07:52:09.895972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-b1889869-5301-47d9-ad16-5d80412f250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:09.897979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-b1889869-5301-47d9-ad16-5d80412f250a service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 1.1715202 Jul 13 07:52:09.923409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2e9b5-770d-4d83-a1d1-d7d808aafcbb req-9960bf9c-3bb6-4a93-b346-2341e9fc208a tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:09.953183 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-93d2e9b5-770d-4d83-a1d1-d7d808aafcbb req-9960bf9c-3bb6-4a93-b346-2341e9fc208a tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1027 time: 0.3715370 Jul 13 07:52:09.992105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-c027cb8a-9d45-4df6-9755-b6c9f451c1f6 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:52:09.994495 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-c027cb8a-9d45-4df6-9755-b6c9f451c1f6 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0830119 Jul 13 07:52:10.075970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Request body: {'port': {'device_id': 'e70c2783-d9bc-4d07-869c-e144432b117b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:10.249713 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57186) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:10.282455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.319788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-dc3c0f79-fc6e-4d05-b3ad-5d27b3305eaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1002 time: 0.4100611 Jul 13 07:52:10.387492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f907d8d0-4c76-4944-82ef-c9d5e436e428 None None] Provisioning for port 2b34c892-3406-43f0-b2d0-59528b90d611 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:10.396540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f907d8d0-4c76-4944-82ef-c9d5e436e428 None None] Provisioning complete for port 2b34c892-3406-43f0-b2d0-59528b90d611 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:10.397386 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f907d8d0-4c76-4944-82ef-c9d5e436e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.447386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1618709799-network', 'tenant_id': '18ab0df2aedb4f07a1ef8bb73dc14246'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:10.510209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f907d8d0-4c76-4944-82ef-c9d5e436e428 None None] Port 2b34c892-3406-43f0-b2d0-59528b90d611 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:10.534695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-93d2e9b5-770d-4d83-a1d1-d7d808aafcbb req-410a0ae0-b7a0-4ff8-b9e6-ee1171fe2bf7 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780294 Jul 13 07:52:10.541587 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Made reservation on behalf of 18ab0df2aedb4f07a1ef8bb73dc14246 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:10.543960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.577513 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.698154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7830c064-66f1-43d4-b651-15b8a0eb5cc6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:10.743071 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.758871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.801533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:10.823327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:10.828382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:10.828760 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.832123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-7f486004-1cdd-403d-a3f3-016540377439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:10.833783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-7f486004-1cdd-403d-a3f3-016540377439 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.4912422 Jul 13 07:52:10.844126 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.844748 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Added segment 8f073232-de08-45ef-8c53-5a3b1fcd2056 of type vlan for network 280ad0f3-2e88-44ec-99d8-f2a00aa62c74 Jul 13 07:52:10.846466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfcbde1-7e2c-489c-9199-3c13d4667544,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:10.951682 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:10.999249 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.029642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.031806 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:11.032610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.081272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 7830c064-66f1-43d4-b651-15b8a0eb5cc6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7830c064-66f1-43d4-b651-15b8a0eb5cc6,segment=NetworkSegment(114916c8-003c-440b-b057-7f7463bc4217),segment_id=114916c8-003c-440b-b057-7f7463bc4217)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:11.088910 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.176998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-595a5627-6ecf-409d-8c43-f72e80600485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:11.179098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-595a5627-6ecf-409d-8c43-f72e80600485 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3353212 Jul 13 07:52:11.193073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-6ab6ad9a-bf5a-43c7-a93f-5109cf2ada83 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:52:11.195047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-6ab6ad9a-bf5a-43c7-a93f-5109cf2ada83 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075679 Jul 13 07:52:11.212408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=7830c064-66f1-43d4-b651-15b8a0eb5cc6,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:11.224903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] Pushing event updated for resources: {'Network': ['ID=280ad0f3-2e88-44ec-99d8-f2a00aa62c74,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:11.241024 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 280ad0f3-2e88-44ec-99d8-f2a00aa62c74 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:11.245348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8bf38fde-256e-40b8-aabf-b4a79fa0fe9c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9945116 Jul 13 07:52:11.248265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57198) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:11.253603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Request body: {'subnet': {'network_id': '280ad0f3-2e88-44ec-99d8-f2a00aa62c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1618709799-subnet', 'tenant_id': '18ab0df2aedb4f07a1ef8bb73dc14246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:11.402710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Made reservation on behalf of 18ab0df2aedb4f07a1ef8bb73dc14246 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:11.405306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.440697 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-4539c415-2860-4a37-acd1-9713e521a546 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360728 Jul 13 07:52:11.443114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b34c892-3406-43f0-b2d0-59528b90d611 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:11.502298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.597286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Transition to ACTIVE for port object 2b34c892-3406-43f0-b2d0-59528b90d611 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:11.620331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.694658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b16865fc-f523-48a5-b9c1-8ae6d067bade None None] Provisioning complete for port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:11.696627 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b16865fc-f523-48a5-b9c1-8ae6d067bade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:11.750309 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4713268b-bd03-4d1a-9773-d476c6f5ea2f req-7da6a1f5-7f56-41f9-aa6e-7d6bddc75e11 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609899 Jul 13 07:52:11.795191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Pushing event updated for resources: {'Port': ['ID=2b34c892-3406-43f0-b2d0-59528b90d611,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:12.052125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Attempting to bind port 2b34c892-3406-43f0-b2d0-59528b90d611 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:12.052728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Attempting to bind port 2b34c892-3406-43f0-b2d0-59528b90d611 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:12.053230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Attempting to bind port 2b34c892-3406-43f0-b2d0-59528b90d611 on network cc145af8-18ba-4b1e-b01d-c87c2c655737 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:12.067014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Port 2b34c892-3406-43f0-b2d0-59528b90d611 on network cc145af8-18ba-4b1e-b01d-c87c2c655737 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:52:12.067847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Attempting to bind port 2b34c892-3406-43f0-b2d0-59528b90d611 on network cc145af8-18ba-4b1e-b01d-c87c2c655737 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:12.078377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:12.079024 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Checking segment: {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:12.079651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Bound using segment: {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:12.080457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Bound port: 2b34c892-3406-43f0-b2d0-59528b90d611, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:12.081884 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.123420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0e06c-43eb-4a67-9788-9a8773892182 req-1b422925-e655-4f07-b14c-b6e1bd47ad84 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:12.128840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-50f0e06c-43eb-4a67-9788-9a8773892182 req-1b422925-e655-4f07-b14c-b6e1bd47ad84 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1052 time: 0.1309476 Jul 13 07:52:12.248387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-50f0e06c-43eb-4a67-9788-9a8773892182 req-1fb09bc4-0fc7-45f2-8b13-dbb0efa3b250 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096361 Jul 13 07:52:12.269581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] For port 2b34c892-3406-43f0-b2d0-59528b90d611, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:12.275372 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.328884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee1ab20-d886-4e76-9e9d-767194b3d175,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:12.350604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] For port 2b34c892-3406-43f0-b2d0-59528b90d611, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2b34c892-3406-43f0-b2d0-59528b90d611,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:12.381086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.397845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:12.400426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.401862 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] 10.222.0.53 "PUT /v2.0/ports/2b34c892-3406-43f0-b2d0-59528b90d611 HTTP/1.1" status: 200 len: 1091 time: 2.3309774 Jul 13 07:52:12.405672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70c2783-d9bc-4d07-869c-e144432b117b', 'tag': '2b34c892-3406-43f0-b2d0-59528b90d611'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:12.411217 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c19248-1d7f-4c6a-be43-ada95db32fac" -d '{"events": [{"name": "network-changed", "server_uuid": "e70c2783-d9bc-4d07-869c-e144432b117b", "tag": "2b34c892-3406-43f0-b2d0-59528b90d611"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:12.475302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Checking segment: {'id': '8f073232-de08-45ef-8c53-5a3b1fcd2056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '280ad0f3-2e88-44ec-99d8-f2a00aa62c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:12.475692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Network hostable DHCP agents. Network: 280ad0f3-2e88-44ec-99d8-f2a00aa62c74, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:12.583245 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba786d-f91e-4985-971f-0de32fb758cb x-openstack-request-id: req-8fba786d-f91e-4985-971f-0de32fb758cb {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:12.583245 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70c2783-d9bc-4d07-869c-e144432b117b", "tag": "2b34c892-3406-43f0-b2d0-59528b90d611", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:12.583477 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8fba786d-f91e-4985-971f-0de32fb758cb {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:12.587387 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70c2783-d9bc-4d07-869c-e144432b117b', 'tag': '2b34c892-3406-43f0-b2d0-59528b90d611', 'status': 'completed', 'code': 200} Jul 13 07:52:12.650319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9f5f4-5779-40be-b608-24dee8176482 service neutron] Pushing event updated for resources: {'Port': ['ID=2b34c892-3406-43f0-b2d0-59528b90d611,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:12.656625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7830c064-66f1-43d4-b651-15b8a0eb5cc6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:12.661382 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Network 280ad0f3-2e88-44ec-99d8-f2a00aa62c74 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:12.690568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 280ad0f3-2e88-44ec-99d8-f2a00aa62c74) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:12.698152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:12.699254 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.734240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-30cf0f58-0da5-4562-b9d1-8fedcd135a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:12.738901 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-30cf0f58-0da5-4562-b9d1-8fedcd135a6c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4a222e53e9747f5bcced19824b9f04a&device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1094 time: 0.2655106 Jul 13 07:52:12.746543 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3f8a40ce-b88e-4d80-9630-8c7013e670e0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4965818 Jul 13 07:52:12.747627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b73e5-dba0-413f-a214-07674af94bc8 None None] Network 280ad0f3-2e88-44ec-99d8-f2a00aa62c74 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:12.837335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:12.837667 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:12.855919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-57ff4476-ac7d-4163-bdc9-44d15cfb1782 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b34c892-3406-43f0-b2d0-59528b90d611 HTTP/1.1" status: 200 len: 217 time: 0.1079891 Jul 13 07:52:12.940974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-741fb1ff-e5b7-43be-ae81-522230c201d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:12.942728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-741fb1ff-e5b7-43be-ae81-522230c201d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be7e5312-e48f-4373-9c93-f986e8f41ee8 HTTP/1.1" status: 200 len: 848 time: 0.0749454 Jul 13 07:52:13.046380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-0026685a-39a9-4ef9-bd03-11959c52a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:13.048247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-0026685a-39a9-4ef9-bd03-11959c52a48d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cc145af8-18ba-4b1e-b01d-c87c2c655737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991139 Jul 13 07:52:13.113346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb434f22-6ed6-463b-9e62-8c8df2338c30 None None] Network 280ad0f3-2e88-44ec-99d8-f2a00aa62c74 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:13.356502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-54fffe3f-7436-4a38-b0c3-cc707ae4cbea service neutron] 10.222.0.53 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984626 Jul 13 07:52:13.573438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f60dd-00f0-41d8-a9d8-5a6abb1b28d5 req-3be9826e-8976-4b5a-bce0-1ab481013c2b tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:13.576759 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a4f60dd-00f0-41d8-a9d8-5a6abb1b28d5 req-3be9826e-8976-4b5a-bce0-1ab481013c2b tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1094 time: 0.1045163 Jul 13 07:52:13.624739 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2bd35ca1-046d-4560-aa7f-94c6876d4226 req-e02f1d10-6f6e-4822-a692-33384a930c6e service neutron] 10.222.0.53 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585545 Jul 13 07:52:13.672330 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5a4f60dd-00f0-41d8-a9d8-5a6abb1b28d5 req-6a0ebb21-5897-4625-98c7-f758c42eb00e tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876811 Jul 13 07:52:13.789805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-8fdc2b12-e6ca-4933-9512-208f34050206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:13.791632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-8fdc2b12-e6ca-4933-9512-208f34050206 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4a222e53e9747f5bcced19824b9f04a&device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1094 time: 0.0942862 Jul 13 07:52:13.857702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57250) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:13.864420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-534420321-network', 'tenant_id': '72e9e25ce5824ebe9d7cfde1425f60e6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:13.955575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Made reservation on behalf of 72e9e25ce5824ebe9d7cfde1425f60e6 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:13.958653 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:13.992816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.012531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-e4892845-e00d-46cb-86af-469cfdd3312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:14.016663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-e4892845-e00d-46cb-86af-469cfdd3312c service neutron] 10.222.0.53 "GET /v2.0/networks?id=cc145af8-18ba-4b1e-b01d-c87c2c655737 HTTP/1.1" status: 200 len: 910 time: 0.2125034 Jul 13 07:52:14.130079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-0b920367-c259-4c54-bd6b-f8fd7ea1624d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b34c892-3406-43f0-b2d0-59528b90d611 HTTP/1.1" status: 200 len: 217 time: 0.1064506 Jul 13 07:52:14.246416 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.256551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-1c34f95d-9f6d-426b-8f1f-9de5e01288cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:14.257899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.259804 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-1c34f95d-9f6d-426b-8f1f-9de5e01288cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be7e5312-e48f-4373-9c93-f986e8f41ee8 HTTP/1.1" status: 200 len: 848 time: 0.1160166 Jul 13 07:52:14.294118 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-82e07254-7e14-4cd0-b94c-da973c3d607b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.304451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:14.312752 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc25f12-d47c-498c-a687-3832f6855f83,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:14.320831 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.322261 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Added segment 5963042d-e608-41c1-bbf5-3a36d7c76c64 of type vlan for network a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f Jul 13 07:52:14.401814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.409792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-056b4da5-b463-4b72-ae31-e869b698ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:14.421982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-056b4da5-b463-4b72-ae31-e869b698ee93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cc145af8-18ba-4b1e-b01d-c87c2c655737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550796 Jul 13 07:52:14.446516 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.447570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:14.448200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.540594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6814492 Jul 13 07:52:14.541381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57284) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:14.556447 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Request body: {'subnet': {'network_id': 'a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-534420321-subnet', 'tenant_id': '72e9e25ce5824ebe9d7cfde1425f60e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:14.620645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-b4f5a37d-1ea2-4627-98de-82db3d0da4d7 service neutron] 10.222.0.53 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941662 Jul 13 07:52:14.651855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a85054-6c69-46be-8464-7bc44a00625d admin admin] Pushing event updated for resources: {'Network': ['ID=a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:14.657019 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Made reservation on behalf of 72e9e25ce5824ebe9d7cfde1425f60e6 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:14.660079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:14.676904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:14.795482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a4c19248-1d7f-4c6a-be43-ada95db32fac req-b908c604-1a30-4eae-83f8-20551e07436e service neutron] 10.222.0.53 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660085 Jul 13 07:52:15.033300 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.091627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabffdc-68b9-43b7-b695-f0c554c3219f req-84154f35-81eb-4769-a795-f0758216ec91 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:15.093198 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bcabffdc-68b9-43b7-b695-f0c554c3219f req-84154f35-81eb-4769-a795-f0758216ec91 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1094 time: 0.1672804 Jul 13 07:52:15.131770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4f8c7a-d2e3-46d7-8e42-39dd38a6b8c0,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:15.136149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Checking segment: {'id': '5963042d-e608-41c1-bbf5-3a36d7c76c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:15.136526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Network hostable DHCP agents. Network: a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:15.165213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Network a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:15.179114 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:15.182742 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bcabffdc-68b9-43b7-b695-f0c554c3219f req-62ae389c-38a1-430a-ad5f-49e4bdaf7fbd tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738604 Jul 13 07:52:15.190283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26554378-828c-4717-bd51-53fa28d12fbc None None] Network a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:15.205807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:15.206545 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.225223 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e967a412-26de-4ab3-985e-a60d988dd354 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6769223 Jul 13 07:52:15.407158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d33416-50cd-41d7-aa28-451f6159a527 None None] Network a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:15.525131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57348) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:15.631920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-648c9c11-c8b5-4d02-b6b4-6000cc07d479 admin admin] Deleting subnet fee1ab20-d886-4e76-9e9d-767194b3d175 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:15.644782 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-648c9c11-c8b5-4d02-b6b4-6000cc07d479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.697679 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-648c9c11-c8b5-4d02-b6b4-6000cc07d479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.746364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-648c9c11-c8b5-4d02-b6b4-6000cc07d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.813290 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-648c9c11-c8b5-4d02-b6b4-6000cc07d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.845799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c9c11-c8b5-4d02-b6b4-6000cc07d479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee1ab20-d886-4e76-9e9d-767194b3d175,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:15.857025 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-648c9c11-c8b5-4d02-b6b4-6000cc07d479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.860542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-648c9c11-c8b5-4d02-b6b4-6000cc07d479 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fee1ab20-d886-4e76-9e9d-767194b3d175 HTTP/1.1" status: 204 len: 168 time: 0.3380604 Jul 13 07:52:15.862582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57352) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:15.971386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.081656 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.095470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280ad0f3-2e88-44ec-99d8-f2a00aa62c74']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:16.155477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f073232-de08-45ef-8c53-5a3b1fcd2056') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:16.155783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f073232-de08-45ef-8c53-5a3b1fcd2056') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:16.173477 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.196784 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.208778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:16.209533 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:16.214815 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:16.406322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.418455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.436274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] 10.222.0.44 "DELETE /v2.0/networks/280ad0f3-2e88-44ec-99d8-f2a00aa62c74 HTTP/1.1" status: 204 len: 168 time: 0.5705547 Jul 13 07:52:16.443276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57392) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:16.454188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfdbd7-283b-4cfa-9317-aa6e63a1b898 admin admin] Pushing event deleted for resources: {'Network': ['ID=280ad0f3-2e88-44ec-99d8-f2a00aa62c74,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:16.549052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09db87f-4e25-490a-8d88-86e910a13077 admin admin] Deleting subnet db4f8c7a-d2e3-46d7-8e42-39dd38a6b8c0 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:16.553670 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e09db87f-4e25-490a-8d88-86e910a13077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.634021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b33d77-71bb-4746-99bf-d733bbf93d0f req-01ba4cff-d592-4e67-9e57-7b5313be9185 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:16.634456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2b34c892-3406-43f0-b2d0-59528b90d611 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:52:16.635920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83b33d77-71bb-4746-99bf-d733bbf93d0f req-01ba4cff-d592-4e67-9e57-7b5313be9185 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1094 time: 0.2009571 Jul 13 07:52:16.638768 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e09db87f-4e25-490a-8d88-86e910a13077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.802826 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e09db87f-4e25-490a-8d88-86e910a13077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.835587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2b34c892-3406-43f0-b2d0-59528b90d611, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2b34c892-3406-43f0-b2d0-59528b90d611,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:16.862781 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83b33d77-71bb-4746-99bf-d733bbf93d0f req-0c130712-687d-4f6a-b857-a9d8888acdb1 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454604 Jul 13 07:52:16.869203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '2b34c892-3406-43f0-b2d0-59528b90d611', 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737', 'port_id': '2b34c892-3406-43f0-b2d0-59528b90d611', 'mac_address': 'fa:16:3e:13:5a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7e5312-e48f-4373-9c93-f986e8f41ee8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:52:16.910594 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e09db87f-4e25-490a-8d88-86e910a13077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.996066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09db87f-4e25-490a-8d88-86e910a13077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4f8c7a-d2e3-46d7-8e42-39dd38a6b8c0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:17.012760 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e09db87f-4e25-490a-8d88-86e910a13077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.015441 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e09db87f-4e25-490a-8d88-86e910a13077 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/db4f8c7a-d2e3-46d7-8e42-39dd38a6b8c0 HTTP/1.1" status: 204 len: 168 time: 0.5710874 Jul 13 07:52:17.018011 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57424) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:17.018137 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.077451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b34c892-3406-43f0-b2d0-59528b90d611 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:17.108666 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.122467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2b34c892-3406-43f0-b2d0-59528b90d611, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2b34c892-3406-43f0-b2d0-59528b90d611,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:17.132373 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.194698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.295804 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f495b949-2230-4ac8-85e0-d2996f50a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.299686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=2b34c892-3406-43f0-b2d0-59528b90d611,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:17.462110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2b34c892-3406-43f0-b2d0-59528b90d611'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:17.493072 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.536188 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:17.562322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5963042d-e608-41c1-bbf5-3a36d7c76c64') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:17.562663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5963042d-e608-41c1-bbf5-3a36d7c76c64') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:17.575479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.595530 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.603198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:17.603415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:17.605855 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:17.712764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.735298 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:17.737793 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f HTTP/1.1" status: 204 len: 168 time: 0.7184286 Jul 13 07:52:17.758660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e847927-e722-4ea0-b119-98b9955df17e admin admin] Pushing event deleted for resources: {'Network': ['ID=a2cabe6e-dc3c-4fa7-b50d-4fb3f1b8855f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:17.958849 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.104843 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57494) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:18.194688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8a30b-f8b8-4a1d-8ce1-a2ebb5aed555 req-05d69b35-0574-460a-bbfb-94a55c303e3f tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:18.201175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-25a75a6c-98f5-4fd3-9edd-60f39841d801 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18ab0df2aedb4f07a1ef8bb73dc14246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914278 Jul 13 07:52:18.202256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57498) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:18.203867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8fc8a30b-f8b8-4a1d-8ce1-a2ebb5aed555 req-05d69b35-0574-460a-bbfb-94a55c303e3f tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1095 time: 0.1202953 Jul 13 07:52:18.283506 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8fc8a30b-f8b8-4a1d-8ce1-a2ebb5aed555 req-c6324e62-8f2e-4e59-8c8b-63bbb7f8d9cb tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709281 Jul 13 07:52:18.337169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-35eda1bb-df02-46e5-bba1-3c5da997f501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.366139 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-35eda1bb-df02-46e5-bba1-3c5da997f501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.440876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-35eda1bb-df02-46e5-bba1-3c5da997f501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.443678 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-35eda1bb-df02-46e5-bba1-3c5da997f501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.444926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-35eda1bb-df02-46e5-bba1-3c5da997f501 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbfcbde1-7e2c-489c-9199-3c13d4667544 HTTP/1.1" status: 204 len: 168 time: 0.2322943 Jul 13 07:52:18.466834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eda1bb-df02-46e5-bba1-3c5da997f501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfcbde1-7e2c-489c-9199-3c13d4667544,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:18.644214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2b34c892-3406-43f0-b2d0-59528b90d611 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:18.702382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 2b34c892-3406-43f0-b2d0-59528b90d611 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:18.706629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 2b34c892-3406-43f0-b2d0-59528b90d611 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:18.707344 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.873562 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:18.962040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70c2783-d9bc-4d07-869c-e144432b117b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b34c892-3406-43f0-b2d0-59528b90d611'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:18.968166 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cba71ba-8a83-46bb-b7d4-0c3fca1516e2" -d '{"events": [{"server_uuid": "e70c2783-d9bc-4d07-869c-e144432b117b", "name": "network-vif-plugged", "status": "completed", "tag": "2b34c892-3406-43f0-b2d0-59528b90d611"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:19.015993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2b34c892-3406-43f0-b2d0-59528b90d611, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2b34c892-3406-43f0-b2d0-59528b90d611,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:19.045487 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.091304 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033361da-96b6-44f8-98a2-c9abd7a748dd x-openstack-request-id: req-033361da-96b6-44f8-98a2-c9abd7a748dd {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:19.091649 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70c2783-d9bc-4d07-869c-e144432b117b", "name": "network-vif-plugged", "status": "completed", "tag": "2b34c892-3406-43f0-b2d0-59528b90d611", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:19.091908 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-033361da-96b6-44f8-98a2-c9abd7a748dd {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:19.092376 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70c2783-d9bc-4d07-869c-e144432b117b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b34c892-3406-43f0-b2d0-59528b90d611', 'code': 200} Jul 13 07:52:19.129364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57548) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.186226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=2b34c892-3406-43f0-b2d0-59528b90d611,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:19.222428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57556) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.230306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6b2e79d5-54f6-4916-a802-c5269048ed59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72e9e25ce5824ebe9d7cfde1425f60e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877545 Jul 13 07:52:19.364162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b3487a6c-8dc3-4129-936b-4e4df0343765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.411329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b3487a6c-8dc3-4129-936b-4e4df0343765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.637086 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b3487a6c-8dc3-4129-936b-4e4df0343765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.646386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6edfeff7-00d0-4df4-93c2-961a6f785d78 None None] Provisioning complete for port 2b34c892-3406-43f0-b2d0-59528b90d611 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:19.648183 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6edfeff7-00d0-4df4-93c2-961a6f785d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.665233 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b3487a6c-8dc3-4129-936b-4e4df0343765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.669741 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b3487a6c-8dc3-4129-936b-4e4df0343765 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cc25f12-d47c-498c-a687-3832f6855f83 HTTP/1.1" status: 204 len: 168 time: 0.4461961 Jul 13 07:52:19.701298 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3487a6c-8dc3-4129-936b-4e4df0343765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc25f12-d47c-498c-a687-3832f6855f83,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:19.820950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ab6ba-0b75-4358-bab5-8b23a3d6b46a req-63c02830-0287-44f1-b406-5e91d27a73f4 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:19.823015 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-596ab6ba-0b75-4358-bab5-8b23a3d6b46a req-63c02830-0287-44f1-b406-5e91d27a73f4 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1096 time: 0.2390432 Jul 13 07:52:19.839030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54301902-a4bc-458c-a580-61cbb5a9fd15 req-6b9a686a-ef03-4069-b908-ed9b28fa2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:19.840920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54301902-a4bc-458c-a580-61cbb5a9fd15 req-6b9a686a-ef03-4069-b908-ed9b28fa2e0c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1096 time: 0.6043141 Jul 13 07:52:19.930281 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-596ab6ba-0b75-4358-bab5-8b23a3d6b46a req-ac5f5b0f-273d-4b2a-a19b-6f9725b5cacf tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934961 Jul 13 07:52:19.951859 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54301902-a4bc-458c-a580-61cbb5a9fd15 req-e16c3626-0ecf-4a74-ba8e-128b02fb888c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010077 Jul 13 07:52:19.974109 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:21.216615 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8c867-130d-45c8-8fe7-d9117992dd7d req-f62f35a5-ea48-4d16-8a1e-77d8386e5990 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:21.218081 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9b8c867-130d-45c8-8fe7-d9117992dd7d req-f62f35a5-ea48-4d16-8a1e-77d8386e5990 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1096 time: 0.1338415 Jul 13 07:52:21.321923 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a9b8c867-130d-45c8-8fe7-d9117992dd7d req-d959de9d-4054-4faa-af6f-41830308a2cd tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959742 Jul 13 07:52:21.479866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f2b7-eb46-4a4e-b838-19dbd9e667f9 req-094dc41e-22f5-43d8-b849-2c250d35e32b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:21.482229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9688f2b7-eb46-4a4e-b838-19dbd9e667f9 req-094dc41e-22f5-43d8-b849-2c250d35e32b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 946 time: 0.1285138 Jul 13 07:52:21.523507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58f564-aa09-4a39-9056-1733322113f6 req-cdfb4047-1104-4c88-bfa0-5cc6a4b32f29 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:21.525594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f58f564-aa09-4a39-9056-1733322113f6 req-cdfb4047-1104-4c88-bfa0-5cc6a4b32f29 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1096 time: 0.0754974 Jul 13 07:52:21.560704 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9688f2b7-eb46-4a4e-b838-19dbd9e667f9 req-be29b1e7-4580-495a-803e-891ee71cf51a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726027 Jul 13 07:52:21.608708 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f58f564-aa09-4a39-9056-1733322113f6 req-6dd63a85-175d-4345-a7a0-1337bf80eac1 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715549 Jul 13 07:52:21.882226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856b80c-af58-4d98-91be-b9b2229d29d5 req-1e05fea4-e4a4-4a09-8d56-fef8bbeb6742 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:21.884074 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e856b80c-af58-4d98-91be-b9b2229d29d5 req-1e05fea4-e4a4-4a09-8d56-fef8bbeb6742 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1096 time: 0.1414645 Jul 13 07:52:21.980632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e856b80c-af58-4d98-91be-b9b2229d29d5 req-a5bb849e-c3c7-43cd-9a88-c4b80729197e tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729461 Jul 13 07:52:22.385206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-721bf412-9e2a-4489-b8f2-ab149ed3bd83 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:22.392726 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-721bf412-9e2a-4489-b8f2-ab149ed3bd83 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/networks?id=cc145af8-18ba-4b1e-b01d-c87c2c655737 HTTP/1.1" status: 200 len: 910 time: 0.1120157 Jul 13 07:52:22.407204 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-51cb4a77-daa4-4b4a-8a39-bf18695c279e tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/quotas/b4a222e53e9747f5bcced19824b9f04a HTTP/1.1" status: 200 len: 375 time: 0.0136037 Jul 13 07:52:22.491220 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-8a22a618-700f-4ccf-bc84-450be969987c tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4a222e53e9747f5bcced19824b9f04a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752833 Jul 13 07:52:22.636661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-2a90a73a-6d69-418b-bf79-0bc038b748b4 service neutron] 10.222.0.44 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444471 Jul 13 07:52:22.763661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-1482a0eb-d03e-4c41-b614-7d3736398068 service neutron] 10.222.0.44 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203930 Jul 13 07:52:23.045017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:23.047554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ac4e29c-89b8-4134-9770-36d02a26aeb2 req-44626c6a-9f14-4c3b-8441-b9471c0fcee6 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 210 time: 0.0492158 Jul 13 07:52:23.176233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57898) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:23.223478 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.267377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:23.269939 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5da402-69c1-4305-9bd1-79a865a27016" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:23.295263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:23.301570 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.423599 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e349344-1f77-43da-a1f5-e72e8c1550cd x-openstack-request-id: req-8e349344-1f77-43da-a1f5-e72e8c1550cd {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:23.424551 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:23.425070 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e349344-1f77-43da-a1f5-e72e8c1550cd {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:23.425839 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'code': 200} Jul 13 07:52:23.432583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:23.463842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1e008c9-69d3-4f55-a18a-fc4f6f550bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.677406 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1e008c9-69d3-4f55-a18a-fc4f6f550bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.683666 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f1e008c9-69d3-4f55-a18a-fc4f6f550bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.760256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f1e008c9-69d3-4f55-a18a-fc4f6f550bf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d27e0918e1e4049b767063aae7f8443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815315 Jul 13 07:52:23.763056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57916) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:23.775771 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e008c9-69d3-4f55-a18a-fc4f6f550bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e69dadb-79e9-4c06-8bb0-0b7537dfa0e3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:23.843705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-14d4e262-1582-4a4c-abaf-acc3ac3b79e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.845952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-be5a3340-f8db-4e0e-923f-591cf33a19c4 None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:23.846574 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be5a3340-f8db-4e0e-923f-591cf33a19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.896986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-14d4e262-1582-4a4c-abaf-acc3ac3b79e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.951647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-14d4e262-1582-4a4c-abaf-acc3ac3b79e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.955053 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-14d4e262-1582-4a4c-abaf-acc3ac3b79e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.956648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-14d4e262-1582-4a4c-abaf-acc3ac3b79e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e69dadb-79e9-4c06-8bb0-0b7537dfa0e3 HTTP/1.1" status: 204 len: 168 time: 0.1922174 Jul 13 07:52:23.968196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4e262-1582-4a4c-abaf-acc3ac3b79e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e69dadb-79e9-4c06-8bb0-0b7537dfa0e3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:24.001697 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be5a3340-f8db-4e0e-923f-591cf33a19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.041940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-be5a3340-f8db-4e0e-923f-591cf33a19c4 None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:24.048726 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be5a3340-f8db-4e0e-923f-591cf33a19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.145735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a3340-f8db-4e0e-923f-591cf33a19c4 None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:24.318857 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a4af224-9251-4c9c-b71d-0533c3698d20 req-e9b7682c-7a34-4043-8b86-af080894c443 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 210 time: 0.0485284 Jul 13 07:52:24.418769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8fa170ee-afc0-451f-a174-50ed3d6fde95 None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:24.419518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fa170ee-afc0-451f-a174-50ed3d6fde95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.423296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 57928) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:24.437891 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a95f563-7b56-41f2-b741-103197194645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.666216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-e41ec058-c69a-4133-a2c9-6a2cec72209a tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:24.668313 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-e41ec058-c69a-4133-a2c9-6a2cec72209a tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.54 "GET /v2.0/networks?id=cc145af8-18ba-4b1e-b01d-c87c2c655737 HTTP/1.1" status: 200 len: 910 time: 0.1616721 Jul 13 07:52:24.686074 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a95f563-7b56-41f2-b741-103197194645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.693356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Request body: {'port': {'device_id': 'e4fecfea-3558-4b7b-8ff9-38c7e5f15148', 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737', 'admin_state_up': True, 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:24.699898 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a95f563-7b56-41f2-b741-103197194645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.762159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7a95f563-7b56-41f2-b741-103197194645 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8df85931ba7948549ac491dc95009bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376796 Jul 13 07:52:24.764716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 57934) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:24.765363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95f563-7b56-41f2-b741-103197194645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11557da1-1a9a-43a0-aa98-bb2371e785b4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:24.793577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Made reservation on behalf of b4a222e53e9747f5bcced19824b9f04a for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:24.796915 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.841034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38a0345e-05e9-4948-b0d6-1a510f721f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.867718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38a0345e-05e9-4948-b0d6-1a510f721f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.935733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38a0345e-05e9-4948-b0d6-1a510f721f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.938743 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-38a0345e-05e9-4948-b0d6-1a510f721f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.940453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-38a0345e-05e9-4948-b0d6-1a510f721f81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11557da1-1a9a-43a0-aa98-bb2371e785b4 HTTP/1.1" status: 204 len: 168 time: 0.1734409 Jul 13 07:52:24.950674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0345e-05e9-4948-b0d6-1a510f721f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11557da1-1a9a-43a0-aa98-bb2371e785b4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:24.984244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Allocated IP 172.20.0.6 (cc145af8-18ba-4b1e-b01d-c87c2c655737/be7e5312-e48f-4373-9c93-f986e8f41ee8/8876326c-8fb1-4dd6-8590-ffa15faf0a3c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:25.064506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:52:25.205699 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.221651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Transition to ACTIVE for port object 8876326c-8fb1-4dd6-8590-ffa15faf0a3c will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:25.237724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:25.260439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'port_id': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'mac_address': 'fa:16:3e:14:94:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:52:25.288114 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.306756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2b34c892-3406-43f0-b2d0-59528b90d611'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:25.341604 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.359165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Pushing event updated for resources: {'Port': ['ID=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:25.369668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc2ceb9c-ac19-407e-aabc-5594315b4b70 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:25.396792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Network cc145af8-18ba-4b1e-b01d-c87c2c655737 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:25.400352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:25.403472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:25.417809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:25.432682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:25.435157 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e75799-c015-4408-87aa-1197a4ca9cd8" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:25.451289 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.468448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:25.469656 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.510518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-f08e39bf-36f8-4234-b055-ca7f8fe17d85 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8205094 Jul 13 07:52:25.550142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Request body: {'port': {'device_id': 'e4fecfea-3558-4b7b-8ff9-38c7e5f15148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:25.555532 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca87232a-82f4-4930-a15a-c337af7985d4 x-openstack-request-id: req-ca87232a-82f4-4930-a15a-c337af7985d4 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:25.555532 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:25.555532 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca87232a-82f4-4930-a15a-c337af7985d4 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:25.556004 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'code': 200} Jul 13 07:52:25.603493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['cc2ceb9c-ac19-407e-aabc-5594315b4b70'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:25.670598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:25.714088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e8cfd-362a-45e0-b6d3-c2105af797de req-53fac76d-1060-4bc3-a15c-5e83d764fc22 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:25.721248 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-886e8cfd-362a-45e0-b6d3-c2105af797de req-53fac76d-1060-4bc3-a15c-5e83d764fc22 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1027 time: 0.1338754 Jul 13 07:52:25.778904 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-886e8cfd-362a-45e0-b6d3-c2105af797de req-f814b8f2-e623-4a68-b419-02d1e2d6dcec tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566809 Jul 13 07:52:25.812728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.973488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1ed6ae24-a462-4fc1-a41c-ed2fe730f9bc None None] Provisioning for port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:26.003974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1ed6ae24-a462-4fc1-a41c-ed2fe730f9bc None None] Provisioning complete for port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:26.005513 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1ed6ae24-a462-4fc1-a41c-ed2fe730f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.209661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1ed6ae24-a462-4fc1-a41c-ed2fe730f9bc None None] Port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:26.362333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9f3e3b0c-f372-4b09-90f6-1d18914b7026 None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:26.364824 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3b0c-f372-4b09-90f6-1d18914b7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.674571 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3b0c-f372-4b09-90f6-1d18914b7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.771759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9f3e3b0c-f372-4b09-90f6-1d18914b7026 None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:26.791469 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3b0c-f372-4b09-90f6-1d18914b7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.930268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e3b0c-f372-4b09-90f6-1d18914b7026 None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:27.072665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:27.112474 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:52:27.213467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8876326c-8fb1-4dd6-8590-ffa15faf0a3c {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:27.222864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.237396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Transition to ACTIVE for port object 8876326c-8fb1-4dd6-8590-ffa15faf0a3c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:27.251182 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.256144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:27.256698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.358917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Pushing event updated for resources: {'Port': ['ID=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:27.525013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0864e-0c4b-4146-9b8c-5a09c6b77e1a req-99350eff-9615-4647-be75-78947c5b1b44 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:27.527287 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-77adda91-1b70-4598-b285-2e6f59746d3f None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:27.527671 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-77adda91-1b70-4598-b285-2e6f59746d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.537245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04a0864e-0c4b-4146-9b8c-5a09c6b77e1a req-99350eff-9615-4647-be75-78947c5b1b44 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1027 time: 0.4335127 Jul 13 07:52:27.607007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Attempting to bind port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:27.607354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Attempting to bind port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:27.607877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Attempting to bind port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c on network cc145af8-18ba-4b1e-b01d-c87c2c655737 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:27.615391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c on network cc145af8-18ba-4b1e-b01d-c87c2c655737 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:52:27.615637 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Attempting to bind port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c on network cc145af8-18ba-4b1e-b01d-c87c2c655737 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:27.626388 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:27.628785 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb173de8-0362-4fa0-9c3a-19988e5456af" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:27.629299 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:27.629642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Checking segment: {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:27.630032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Bound using segment: {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:27.630465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Bound port: 8876326c-8fb1-4dd6-8590-ffa15faf0a3c, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97d3529-fac9-4438-ba7a-c9ce42c94239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:27.630825 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.689770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04a0864e-0c4b-4146-9b8c-5a09c6b77e1a req-68f69cec-d547-4026-a878-8d6e72cc49e2 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515422 Jul 13 07:52:27.782991 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678ca7ab-0597-40a5-b3bf-9c8d57cb3a75 x-openstack-request-id: req-678ca7ab-0597-40a5-b3bf-9c8d57cb3a75 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:27.783569 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:27.784264 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-678ca7ab-0597-40a5-b3bf-9c8d57cb3a75 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:27.786239 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'code': 200} Jul 13 07:52:27.889218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] For port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:27.909258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] For port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:27.923161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.018325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:28.018951 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.026347 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] 10.222.0.54 "PUT /v2.0/ports/8876326c-8fb1-4dd6-8590-ffa15faf0a3c HTTP/1.1" status: 200 len: 1091 time: 2.4918785 Jul 13 07:52:28.026897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fecfea-3558-4b7b-8ff9-38c7e5f15148', 'tag': '8876326c-8fb1-4dd6-8590-ffa15faf0a3c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:28.029430 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363d217c-b178-4e3b-a9e2-7d215db46d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fecfea-3558-4b7b-8ff9-38c7e5f15148", "tag": "8876326c-8fb1-4dd6-8590-ffa15faf0a3c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:28.127209 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c782aa0-81fe-40bd-b3d8-79ca453b9623 service neutron] Pushing event updated for resources: {'Port': ['ID=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:28.194287 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b57c158-a62f-4248-a1e0-a3f98414101d x-openstack-request-id: req-7b57c158-a62f-4248-a1e0-a3f98414101d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:28.194597 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fecfea-3558-4b7b-8ff9-38c7e5f15148", "tag": "8876326c-8fb1-4dd6-8590-ffa15faf0a3c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:28.194887 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b57c158-a62f-4248-a1e0-a3f98414101d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:28.196274 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fecfea-3558-4b7b-8ff9-38c7e5f15148', 'tag': '8876326c-8fb1-4dd6-8590-ffa15faf0a3c', 'status': 'completed', 'code': 200} Jul 13 07:52:28.240963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4fc7f27d-4cc7-417b-90a2-fb68559f63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:28.251303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-4fc7f27d-4cc7-417b-90a2-fb68559f63eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4a222e53e9747f5bcced19824b9f04a&device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1094 time: 0.1570928 Jul 13 07:52:28.317730 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-23da266c-a625-4f8d-bedd-70ebee55e3c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8876326c-8fb1-4dd6-8590-ffa15faf0a3c HTTP/1.1" status: 200 len: 217 time: 0.0577683 Jul 13 07:52:28.371607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-edddd649-9787-4684-871c-6fb5557f9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:28.373866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-edddd649-9787-4684-871c-6fb5557f9064 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be7e5312-e48f-4373-9c93-f986e8f41ee8 HTTP/1.1" status: 200 len: 848 time: 0.0499780 Jul 13 07:52:28.496636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-6e3b9de8-817e-46a5-92dd-a48802ab9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:28.498381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-6e3b9de8-817e-46a5-92dd-a48802ab9a87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc145af8-18ba-4b1e-b01d-c87c2c655737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186357 Jul 13 07:52:28.658908 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-658cf58f-2315-408d-a18e-22b38eb72801 service neutron] 10.222.0.54 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531172 Jul 13 07:52:28.821064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f0a8438-0cd3-4b01-a198-180698a3cdf4 req-2037b46c-68d9-4826-b549-607db3f7e670 service neutron] 10.222.0.54 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516399 Jul 13 07:52:29.020242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff609b4-f99c-4d36-b299-00ffce216dfe req-26823d18-4c22-427b-9bde-6999e067314b tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:29.029813 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ff609b4-f99c-4d36-b299-00ffce216dfe req-26823d18-4c22-427b-9bde-6999e067314b tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1094 time: 0.0885160 Jul 13 07:52:29.039791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-6bfcf088-5afd-4e20-b469-41951cb4f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:29.041548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-6bfcf088-5afd-4e20-b469-41951cb4f350 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b4a222e53e9747f5bcced19824b9f04a&device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1094 time: 0.1297829 Jul 13 07:52:29.079690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ff609b4-f99c-4d36-b299-00ffce216dfe req-cb96ce00-714a-497e-b1a4-856950ec0e6e tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485556 Jul 13 07:52:29.190830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-c69116fb-3951-48ad-b97e-bf1817c2fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:29.193114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-c69116fb-3951-48ad-b97e-bf1817c2fc6d service neutron] 10.222.0.54 "GET /v2.0/networks?id=cc145af8-18ba-4b1e-b01d-c87c2c655737 HTTP/1.1" status: 200 len: 910 time: 0.1431980 Jul 13 07:52:29.298208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-a699036b-54b6-44c3-9126-1498380b5eb5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8876326c-8fb1-4dd6-8590-ffa15faf0a3c HTTP/1.1" status: 200 len: 217 time: 0.0635128 Jul 13 07:52:29.436247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-4ce62f49-0434-4a7f-aa1c-361f2c05e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:29.436948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-4ce62f49-0434-4a7f-aa1c-361f2c05e83f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be7e5312-e48f-4373-9c93-f986e8f41ee8 HTTP/1.1" status: 200 len: 848 time: 0.1379421 Jul 13 07:52:29.549724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-f568e053-6ac1-464e-a93f-5ba890372860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:29.551283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-f568e053-6ac1-464e-a93f-5ba890372860 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc145af8-18ba-4b1e-b01d-c87c2c655737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024036 Jul 13 07:52:29.757069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-cf418c89-2d3e-4925-8255-642c0d6302a0 service neutron] 10.222.0.54 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965656 Jul 13 07:52:29.878259 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-363d217c-b178-4e3b-a9e2-7d215db46d3e req-77f9d731-0485-4575-bcfc-becc3d9dfd46 service neutron] 10.222.0.54 "GET /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127219 Jul 13 07:52:30.431823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd27b51-4a92-488d-93da-257c7c176614 req-2365148d-915b-4b76-9baf-923d9e5dfd08 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:30.440916 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5bd27b51-4a92-488d-93da-257c7c176614 req-2365148d-915b-4b76-9baf-923d9e5dfd08 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1094 time: 0.1571085 Jul 13 07:52:30.499234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5bd27b51-4a92-488d-93da-257c7c176614 req-f8ce528e-dc82-41be-8597-9f6beb117fc1 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522110 Jul 13 07:52:31.093664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8876326c-8fb1-4dd6-8590-ffa15faf0a3c details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:52:31.162482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58118) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:31.302553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:31.322999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '8876326c-8fb1-4dd6-8590-ffa15faf0a3c', 'network_id': 'cc145af8-18ba-4b1e-b01d-c87c2c655737', 'port_id': '8876326c-8fb1-4dd6-8590-ffa15faf0a3c', 'mac_address': 'fa:16:3e:28:17:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7e5312-e48f-4373-9c93-f986e8f41ee8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:52:31.385791 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.406852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8876326c-8fb1-4dd6-8590-ffa15faf0a3c {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:31.458744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:31.471611 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.496375 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-66d0c503-8044-4bee-ae17-636aa0e7add5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.574530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:31.779841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['8876326c-8fb1-4dd6-8590-ffa15faf0a3c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:31.828639 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-66d0c503-8044-4bee-ae17-636aa0e7add5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.871884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-66d0c503-8044-4bee-ae17-636aa0e7add5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.942493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-66d0c503-8044-4bee-ae17-636aa0e7add5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26154b4cabef4c7b918cc4667fa70131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7789204 Jul 13 07:52:31.945732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58130) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:32.046344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0c503-8044-4bee-ae17-636aa0e7add5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4bd8b5-0981-4ce4-8217-c018f3f19b91,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:32.057252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becb2a7-fe53-431c-9aab-53dcabbbbc54 req-f19e4b0f-beea-49b7-b57e-805a6e146625 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:32.068771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8becb2a7-fe53-431c-9aab-53dcabbbbc54 req-f19e4b0f-beea-49b7-b57e-805a6e146625 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1095 time: 0.2382689 Jul 13 07:52:32.103055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2aca5e1-045f-40f0-ba52-2fd0e585284c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.164174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8becb2a7-fe53-431c-9aab-53dcabbbbc54 req-b4b9a3a8-f90b-46eb-96f3-dc478ac9e8ec tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920367 Jul 13 07:52:32.182837 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2aca5e1-045f-40f0-ba52-2fd0e585284c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.254222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2aca5e1-045f-40f0-ba52-2fd0e585284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.258280 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2aca5e1-045f-40f0-ba52-2fd0e585284c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.259927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b2aca5e1-045f-40f0-ba52-2fd0e585284c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f4bd8b5-0981-4ce4-8217-c018f3f19b91 HTTP/1.1" status: 204 len: 168 time: 0.3122964 Jul 13 07:52:32.268550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aca5e1-045f-40f0-ba52-2fd0e585284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4bd8b5-0981-4ce4-8217-c018f3f19b91,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:32.687739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58140) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:32.708698 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c03127c-c7a4-4b07-8f8a-35666d821bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.864290 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c03127c-c7a4-4b07-8f8a-35666d821bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.869982 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c03127c-c7a4-4b07-8f8a-35666d821bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.927218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3c03127c-c7a4-4b07-8f8a-35666d821bf9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eac91406f11047db81e09d6a66a5cd45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383187 Jul 13 07:52:32.931066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03127c-c7a4-4b07-8f8a-35666d821bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63be5d3-736c-4991-86ac-2036abdd9212,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:32.932519 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58146) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:33.008065 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd88f052-6cb0-4a64-9889-6ab4d42ac8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.030895 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd88f052-6cb0-4a64-9889-6ab4d42ac8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.088554 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd88f052-6cb0-4a64-9889-6ab4d42ac8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.090514 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8876326c-8fb1-4dd6-8590-ffa15faf0a3c up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:33.091465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fd88f052-6cb0-4a64-9889-6ab4d42ac8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.095284 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fd88f052-6cb0-4a64-9889-6ab4d42ac8d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c63be5d3-736c-4991-86ac-2036abdd9212 HTTP/1.1" status: 204 len: 168 time: 0.1567123 Jul 13 07:52:33.102529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88f052-6cb0-4a64-9889-6ab4d42ac8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63be5d3-736c-4991-86ac-2036abdd9212,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:33.177988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:33.183821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:33.184675 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.303085 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.361910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fecfea-3558-4b7b-8ff9-38c7e5f15148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8876326c-8fb1-4dd6-8590-ffa15faf0a3c'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:33.369100 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df996ab7-182a-4849-a89d-88cdfee0eede" -d '{"events": [{"server_uuid": "e4fecfea-3558-4b7b-8ff9-38c7e5f15148", "name": "network-vif-plugged", "status": "completed", "tag": "8876326c-8fb1-4dd6-8590-ffa15faf0a3c"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:33.407240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:33.420500 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.473676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22558059-ae24-42f6-8266-3d914cc10d8b req-e1aa314c-39ba-47a1-ad04-2f3c8ee4faf0 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:33.475276 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22558059-ae24-42f6-8266-3d914cc10d8b req-e1aa314c-39ba-47a1-ad04-2f3c8ee4faf0 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1095 time: 0.1749947 Jul 13 07:52:33.526018 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d6218c-1355-46d3-a95c-5aa31ae5e6a3 x-openstack-request-id: req-32d6218c-1355-46d3-a95c-5aa31ae5e6a3 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:33.529964 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fecfea-3558-4b7b-8ff9-38c7e5f15148", "name": "network-vif-plugged", "status": "completed", "tag": "8876326c-8fb1-4dd6-8590-ffa15faf0a3c", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:33.530517 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32d6218c-1355-46d3-a95c-5aa31ae5e6a3 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:33.531397 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fecfea-3558-4b7b-8ff9-38c7e5f15148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8876326c-8fb1-4dd6-8590-ffa15faf0a3c', 'code': 200} Jul 13 07:52:33.536284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:33.587249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22558059-ae24-42f6-8266-3d914cc10d8b req-926f24aa-be90-45c5-a0bb-5e11d9017281 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874317 Jul 13 07:52:33.696459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56da06-ebd6-44c4-9ae1-5760d5fbfc44 req-8f02aad3-9551-40c8-b969-8772ff527d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:33.699251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b56da06-ebd6-44c4-9ae1-5760d5fbfc44 req-8f02aad3-9551-40c8-b969-8772ff527d32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1096 time: 0.1110697 Jul 13 07:52:33.769071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b56da06-ebd6-44c4-9ae1-5760d5fbfc44 req-0590c6bf-3c11-4e5f-9442-4eb2e710ea43 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615723 Jul 13 07:52:34.033743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-41d80712-241f-4e23-bb18-b11db580403c None None] Provisioning complete for port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:34.034282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-41d80712-241f-4e23-bb18-b11db580403c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.603004 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:35.032193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299c04-a7fd-49ec-972d-042b3fb52189 req-bb47c79c-5de2-467c-b183-53577472c7f5 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:35.047739 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0e299c04-a7fd-49ec-972d-042b3fb52189 req-bb47c79c-5de2-467c-b183-53577472c7f5 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1096 time: 0.1792786 Jul 13 07:52:35.168653 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0e299c04-a7fd-49ec-972d-042b3fb52189 req-b9570156-62a0-4ef6-8959-788dd24227ba tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196246 Jul 13 07:52:36.599584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db4309-37ea-4d12-9db2-c9402efb8f2c req-0a3990dc-6234-4336-bf51-338daea42c78 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:36.605836 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1db4309-37ea-4d12-9db2-c9402efb8f2c req-0a3990dc-6234-4336-bf51-338daea42c78 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1096 time: 0.1661029 Jul 13 07:52:36.730102 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1db4309-37ea-4d12-9db2-c9402efb8f2c req-adb05f1c-0c68-4ecd-8ac9-db4edbc32223 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138985 Jul 13 07:52:37.056669 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67082c9-7efd-484a-be45-9abd374b7d3e req-a383df14-4077-45b9-ae58-3e1fc7e31a4a tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:37.071971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a67082c9-7efd-484a-be45-9abd374b7d3e req-a383df14-4077-45b9-ae58-3e1fc7e31a4a tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1096 time: 0.1255538 Jul 13 07:52:37.146537 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a67082c9-7efd-484a-be45-9abd374b7d3e req-cc10bc08-299e-4393-a793-a9e8c4b734e6 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731270 Jul 13 07:52:37.499110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58248) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:37.509888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-891415372', 'description': 'tempest-secgroup-smoke-891415372 description', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:37.536397 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b2e3c-5528-4bb3-a91f-d7c0adee0156 req-b832543e-e2e3-48c2-a5c3-5acd32273343 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:37.543612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-530b2e3c-5528-4bb3-a91f-d7c0adee0156 req-b832543e-e2e3-48c2-a5c3-5acd32273343 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1096 time: 0.1888442 Jul 13 07:52:37.603742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.613950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-530b2e3c-5528-4bb3-a91f-d7c0adee0156 req-ef6f1996-6469-46d1-8d24-2ddc48b4b0fa tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674260 Jul 13 07:52:37.615801 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.782205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.790244 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.856799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d007b7d-9315-4224-9e7d-787fad6aeb45,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:37.920850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.933894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:37.994284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee072ec-89bd-4705-9cf1-3803fa5c7005,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.011163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.016083 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-665adcde-b17b-4d23-ae0d-2dab38bba329 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5095499 Jul 13 07:52:38.019916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58254) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.031683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1c8d404c-845d-4d12-a059-056c59a7c5c6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '8ee072ec-89bd-4705-9cf1-3803fa5c7005', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:38.063357 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.099013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8d404c-845d-4d12-a059-056c59a7c5c6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.247690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faab4a2-219b-4d39-9eb5-4210235a693d req-ff8fa95a-c032-4f59-b0ca-8e16366352cd tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:38.249973 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8d404c-845d-4d12-a059-056c59a7c5c6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.252039 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0faab4a2-219b-4d39-9eb5-4210235a693d req-ff8fa95a-c032-4f59-b0ca-8e16366352cd tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1096 time: 0.0767429 Jul 13 07:52:38.259454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8d404c-845d-4d12-a059-056c59a7c5c6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.303183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d404c-845d-4d12-a059-056c59a7c5c6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce393eb3-b3b5-4e80-8ef4-f97a88cef742,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.318969 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8d404c-845d-4d12-a059-056c59a7c5c6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.321264 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1c8d404c-845d-4d12-a059-056c59a7c5c6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3001411 Jul 13 07:52:38.324886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58262) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.330045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d30a307b-5d84-47e4-8f95-8d312b515316 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '8ee072ec-89bd-4705-9cf1-3803fa5c7005', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:38.342950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0faab4a2-219b-4d39-9eb5-4210235a693d req-ab7d573e-3f07-4e02-b8d5-f8f32060f73f tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737927 Jul 13 07:52:38.389199 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d30a307b-5d84-47e4-8f95-8d312b515316 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.473161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d30a307b-5d84-47e4-8f95-8d312b515316 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.478932 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d30a307b-5d84-47e4-8f95-8d312b515316 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.501242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a307b-5d84-47e4-8f95-8d312b515316 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f26f42-fb5c-4958-800e-74b44b431cb5,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.511720 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d30a307b-5d84-47e4-8f95-8d312b515316 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.516298 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d30a307b-5d84-47e4-8f95-8d312b515316 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1875739 Jul 13 07:52:38.516298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58264) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.521098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-605fb66b-ff7f-4e50-ba2f-f5a4a8d866a4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '8ee072ec-89bd-4705-9cf1-3803fa5c7005', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:38.581559 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-605fb66b-ff7f-4e50-ba2f-f5a4a8d866a4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.710568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-605fb66b-ff7f-4e50-ba2f-f5a4a8d866a4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.718902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-605fb66b-ff7f-4e50-ba2f-f5a4a8d866a4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.756999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fb66b-ff7f-4e50-ba2f-f5a4a8d866a4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd28a0b-814a-4445-be87-15794cdd6d0e,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.786667 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-605fb66b-ff7f-4e50-ba2f-f5a4a8d866a4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.791030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-605fb66b-ff7f-4e50-ba2f-f5a4a8d866a4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730930 Jul 13 07:52:38.792954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58272) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.810213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5cac3880-cf54-4c0c-8938-9593555a5e16 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '8ee072ec-89bd-4705-9cf1-3803fa5c7005', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:38.896524 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5cac3880-cf54-4c0c-8938-9593555a5e16 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.045810 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5cac3880-cf54-4c0c-8938-9593555a5e16 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.073515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5cac3880-cf54-4c0c-8938-9593555a5e16 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.105927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac3880-cf54-4c0c-8938-9593555a5e16 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31865d1-4e44-4e08-8735-a46ec7b4e727,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.109374 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5cac3880-cf54-4c0c-8938-9593555a5e16 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.110925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5cac3880-cf54-4c0c-8938-9593555a5e16 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108940 Jul 13 07:52:39.113867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58280) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.119095 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-288462f5-0c3f-4293-b6b6-3c07f1a713bc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '8ee072ec-89bd-4705-9cf1-3803fa5c7005', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:39.159952 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-288462f5-0c3f-4293-b6b6-3c07f1a713bc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Project eb87c2e5cee545e3bec40c9ac923c7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:52:39.174980 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-288462f5-0c3f-4293-b6b6-3c07f1a713bc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.289684 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-288462f5-0c3f-4293-b6b6-3c07f1a713bc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.297533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-288462f5-0c3f-4293-b6b6-3c07f1a713bc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.353650 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288462f5-0c3f-4293-b6b6-3c07f1a713bc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01f40db-7768-42a2-b6c2-b050952b8c42,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.359618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-288462f5-0c3f-4293-b6b6-3c07f1a713bc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.376974 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-288462f5-0c3f-4293-b6b6-3c07f1a713bc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2620792 Jul 13 07:52:39.383734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58294) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.408528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-575cb743-e9cd-4b0d-bbd7-0f0c387e4297 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '8ee072ec-89bd-4705-9cf1-3803fa5c7005', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:39.451861 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-575cb743-e9cd-4b0d-bbd7-0f0c387e4297 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Project eb87c2e5cee545e3bec40c9ac923c7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:52:39.474062 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-575cb743-e9cd-4b0d-bbd7-0f0c387e4297 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.581694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-acff7e71-1a2d-4970-b6ae-ed5cf01a40ae tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:39.589805 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-acff7e71-1a2d-4970-b6ae-ed5cf01a40ae tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1096 time: 0.3000329 Jul 13 07:52:39.668880 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-575cb743-e9cd-4b0d-bbd7-0f0c387e4297 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.677890 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-575cb743-e9cd-4b0d-bbd7-0f0c387e4297 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.704437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650890e5-964b-4b5e-8f9a-a63bdb539990 req-06707871-80ed-4280-8a67-fc432b07a05d tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:39.711886 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-650890e5-964b-4b5e-8f9a-a63bdb539990 req-06707871-80ed-4280-8a67-fc432b07a05d tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 1096 time: 0.1989944 Jul 13 07:52:39.753900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cb743-e9cd-4b0d-bbd7-0f0c387e4297 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd979141-213b-42a0-bf96-fd3ec73799c9,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.780366 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-575cb743-e9cd-4b0d-bbd7-0f0c387e4297 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.781589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-575cb743-e9cd-4b0d-bbd7-0f0c387e4297 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3941100 Jul 13 07:52:39.785582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58296) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.792192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'network': {'name': 'tempest-network-smoke--631451139', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'port_security_enabled': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:39.807351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-650890e5-964b-4b5e-8f9a-a63bdb539990 req-458c00ff-fc77-4be7-b569-4f6f9049e6af tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944636 Jul 13 07:52:39.829608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-4bec538e-ebf5-45a0-a895-3373d4ad4d87 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Deleting port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:39.829608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-4bec538e-ebf5-45a0-a895-3373d4ad4d87 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.846943 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:39.853157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.891468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:39.931232 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.931739 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Added segment 537add0d-fefe-47f8-8e29-421d0e1e7457 of type vlan for network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b Jul 13 07:52:39.958443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-4bec538e-ebf5-45a0-a895-3373d4ad4d87 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] For port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:39.958827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-4bec538e-ebf5-45a0-a895-3373d4ad4d87 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.972777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-4bec538e-ebf5-45a0-a895-3373d4ad4d87 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Calling delete_port for 8876326c-8fb1-4dd6-8590-ffa15faf0a3c owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:39.987862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.045466 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.051197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:40.051774 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.105043 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3178954 Jul 13 07:52:40.107722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58298) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:40.114783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'admin_state_up': True, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:40.152879 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.153801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.321776 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-4bec538e-ebf5-45a0-a895-3373d4ad4d87 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.341787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['8876326c-8fb1-4dd6-8590-ffa15faf0a3c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:40.399992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2b34c892-3406-43f0-b2d0-59528b90d611'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:40.417785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec538e-ebf5-45a0-a895-3373d4ad4d87 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Pushing event deleted for resources: {'Port': ['ID=8876326c-8fb1-4dd6-8590-ffa15faf0a3c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:40.535515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-4bec538e-ebf5-45a0-a895-3373d4ad4d87 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] No DVR routers for this DVR port 8876326c-8fb1-4dd6-8590-ffa15faf0a3c on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:40.542601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-4bec538e-ebf5-45a0-a895-3373d4ad4d87 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.545734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f9d428c8-6d91-4118-821d-21f3db03ee32 req-4bec538e-ebf5-45a0-a895-3373d4ad4d87 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.54 "DELETE /v2.0/ports/8876326c-8fb1-4dd6-8590-ffa15faf0a3c HTTP/1.1" status: 204 len: 173 time: 0.9561484 Jul 13 07:52:40.546137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fecfea-3558-4b7b-8ff9-38c7e5f15148', 'name': 'network-vif-deleted', 'tag': '8876326c-8fb1-4dd6-8590-ffa15faf0a3c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:40.553168 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3432186-46ff-4b0c-935d-0f23e1c75754" -d '{"events": [{"server_uuid": "e4fecfea-3558-4b7b-8ff9-38c7e5f15148", "name": "network-vif-deleted", "tag": "8876326c-8fb1-4dd6-8590-ffa15faf0a3c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:40.660383 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6864e12-7852-4e3d-99d9-3fc99dfba196 x-openstack-request-id: req-c6864e12-7852-4e3d-99d9-3fc99dfba196 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:40.661011 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fecfea-3558-4b7b-8ff9-38c7e5f15148", "name": "network-vif-deleted", "tag": "8876326c-8fb1-4dd6-8590-ffa15faf0a3c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:40.661011 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6864e12-7852-4e3d-99d9-3fc99dfba196 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:40.662373 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fecfea-3558-4b7b-8ff9-38c7e5f15148', 'name': 'network-vif-deleted', 'tag': '8876326c-8fb1-4dd6-8590-ffa15faf0a3c', 'status': 'completed', 'code': 200} Jul 13 07:52:40.998433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Network': ['ID=589aa437-7c3f-4e5a-8ae9-3326e2c6367b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:41.012099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.012797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.013349 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.013893 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.014455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.015010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.015564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.016165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.016744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.017294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.017849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.018396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851b201-c62a-4174-b4e5-f0d81dcb00f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:41.034578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:41.120459 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.403360 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b32be2c3-6516-43b9-b3fc-603ac817b5c2 req-003cff4b-0e7b-4f1c-b76f-16c12fb31078 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fecfea-3558-4b7b-8ff9-38c7e5f15148 HTTP/1.1" status: 200 len: 210 time: 0.0936420 Jul 13 07:52:41.604430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.016411 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.042718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.219221 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.25.6.119 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/8200fb74-a5e3-4495-96a0-d1db67169a9e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:42.408942 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.464231 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.513787 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:42.523839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:42.527621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:42.583406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=8200fb74-a5e3-4495-96a0-d1db67169a9e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:43.038812 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.182788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8876326c-8fb1-4dd6-8590-ffa15faf0a3c no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:43.218381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 8876326c-8fb1-4dd6-8590-ffa15faf0a3c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:43.218754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 8876326c-8fb1-4dd6-8590-ffa15faf0a3c not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:43.323173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1e346-2cd2-49e7-8f05-6e17c086772c req-24e286c0-28c5-40ed-b45a-1ba4e80325ee tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:43.324768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16f1e346-2cd2-49e7-8f05-6e17c086772c req-24e286c0-28c5-40ed-b45a-1ba4e80325ee tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1096 time: 0.1674128 Jul 13 07:52:43.439777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16f1e346-2cd2-49e7-8f05-6e17c086772c req-78a0dac3-eb8e-40cc-be84-9c3d89de0ad4 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964744 Jul 13 07:52:43.501453 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.678778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 8a6771f4-e681-4ec8-8d69-0275d51dc72a is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:52:43.843325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:43.853835 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Sync routers for ids ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:43.866428 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Routers {'8a6771f4-e681-4ec8-8d69-0275d51dc72a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:43.871168 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:43.884789 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.887103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-30254a30-3bb3-4b75-8d02-2af4ddd878cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7775230 Jul 13 07:52:43.890072 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58352) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.085878 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d3279105-8e18-49fd-96fe-a084cf9f1202 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=eb87c2e5cee545e3bec40c9ac923c7cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1940846 Jul 13 07:52:44.088662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58358) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.111801 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Set router 8a6771f4-e681-4ec8-8d69-0275d51dc72a gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:44.295369 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dd941552-2de1-4ef0-9269-76d4424e4e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.340211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29559c61-f35e-4ba1-89f4-7b0fd792c1ea tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.342430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-29559c61-f35e-4ba1-89f4-7b0fd792c1ea tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2525468 Jul 13 07:52:44.345302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58366) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.411663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-9f912584-f438-45ab-b9e4-088cff244a0e tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.414498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-9f912584-f438-45ab-b9e4-088cff244a0e tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1096 time: 0.0705197 Jul 13 07:52:44.419697 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6c22afac-609e-4b16-b739-d5b6a38316a2 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731342 Jul 13 07:52:44.422949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58368) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.436465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-754855074', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:44.501099 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:44.540668 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Checking router: 8a6771f4-e681-4ec8-8d69-0275d51dc72a for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:44.541368 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Updating router 8a6771f4-e681-4ec8-8d69-0275d51dc72a port 8200fb74-a5e3-4495-96a0-d1db67169a9e binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:52:44.602482 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.713211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-069ee69b-b8b8-4873-8dbf-28fb61b11303 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Deleting port 2b34c892-3406-43f0-b2d0-59528b90d611 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:44.713573 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-069ee69b-b8b8-4873-8dbf-28fb61b11303 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.756597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:44.773073 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.163768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-069ee69b-b8b8-4873-8dbf-28fb61b11303 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] For port 2b34c892-3406-43f0-b2d0-59528b90d611, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2b34c892-3406-43f0-b2d0-59528b90d611,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:45.164479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-069ee69b-b8b8-4873-8dbf-28fb61b11303 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.193582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-069ee69b-b8b8-4873-8dbf-28fb61b11303 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Calling delete_port for 2b34c892-3406-43f0-b2d0-59528b90d611 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:45.215646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d6bd5-4f39-4961-a8d3-6f2b4165da88 req-59eea83b-edd9-4e0c-9848-944316647492 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.236906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-210d6bd5-4f39-4961-a8d3-6f2b4165da88 req-59eea83b-edd9-4e0c-9848-944316647492 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 1096 time: 0.4032092 Jul 13 07:52:45.281027 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.406891 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-210d6bd5-4f39-4961-a8d3-6f2b4165da88 req-9790c1b9-ecd7-48ff-a9ba-6b504ad04f30 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d3445be5-ff54-4c5d-9563-a7f53f85320b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640615 Jul 13 07:52:45.484470 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.485416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Subnet': ['ID=6e0cab49-178f-490f-9195-a20d788eecba,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.493651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Checking segment: {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:45.495193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network hostable DHCP agents. Network: 589aa437-7c3f-4e5a-8ae9-3326e2c6367b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:45.541119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:45.555959 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 589aa437-7c3f-4e5a-8ae9-3326e2c6367b) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:45.560978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.561709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.568344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a87d03-0334-4b26-9c2e-91c6e89db135 None None] Network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:45.593289 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-437cad4c-b38e-4bce-8d87-eff7915ed9a1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1676211 Jul 13 07:52:45.594935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-069ee69b-b8b8-4873-8dbf-28fb61b11303 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.595638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58396) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.596927 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Transition to ACTIVE for port object 8200fb74-a5e3-4495-96a0-d1db67169a9e will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:45.617886 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.631549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ee69b-b8b8-4873-8dbf-28fb61b11303 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b34c892-3406-43f0-b2d0-59528b90d611,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.752878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-069ee69b-b8b8-4873-8dbf-28fb61b11303 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] No DVR routers for this DVR port 2b34c892-3406-43f0-b2d0-59528b90d611 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:45.759748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58398) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.766471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-069ee69b-b8b8-4873-8dbf-28fb61b11303 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.771704 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51d39521-23a6-4ca4-8778-cf83c0f0a08f req-069ee69b-b8b8-4873-8dbf-28fb61b11303 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2b34c892-3406-43f0-b2d0-59528b90d611 HTTP/1.1" status: 204 len: 173 time: 1.3504283 Jul 13 07:52:45.772064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70c2783-d9bc-4d07-869c-e144432b117b', 'name': 'network-vif-deleted', 'tag': '2b34c892-3406-43f0-b2d0-59528b90d611'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:45.786187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2b34c892-3406-43f0-b2d0-59528b90d611'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:45.788205 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1666684d-1d05-4f81-835c-40c7b26ffe58" -d '{"events": [{"server_uuid": "e70c2783-d9bc-4d07-869c-e144432b117b", "name": "network-vif-deleted", "tag": "2b34c892-3406-43f0-b2d0-59528b90d611"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:45.844829 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Pushing event updated for resources: {'Port': ['ID=8200fb74-a5e3-4495-96a0-d1db67169a9e,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.886662 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.897025 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.897549 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.898119 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.899718 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.902183 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.902632 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.903480 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.903480 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.904531 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.905201 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.905750 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:45.911911 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Attempting to bind port 8200fb74-a5e3-4495-96a0-d1db67169a9e on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:45.912501 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Attempting to bind port 8200fb74-a5e3-4495-96a0-d1db67169a9e by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:45.913581 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Attempting to bind port 8200fb74-a5e3-4495-96a0-d1db67169a9e on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:45.931366 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:45.932195 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:45.932982 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.933543 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:45.934438 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Bound port: 8200fb74-a5e3-4495-96a0-d1db67169a9e, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:45.934993 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.935346 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12766804-21af-4bbb-b231-16b685ea3f5b x-openstack-request-id: req-12766804-21af-4bbb-b231-16b685ea3f5b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:45.935646 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70c2783-d9bc-4d07-869c-e144432b117b", "name": "network-vif-deleted", "tag": "2b34c892-3406-43f0-b2d0-59528b90d611", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:45.935928 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12766804-21af-4bbb-b231-16b685ea3f5b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:45.936358 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70c2783-d9bc-4d07-869c-e144432b117b', 'name': 'network-vif-deleted', 'tag': '2b34c892-3406-43f0-b2d0-59528b90d611', 'status': 'completed', 'code': 200} Jul 13 07:52:46.033791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6b0f-4f56-4c4b-9607-23b910a399c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.053293 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] For port 8200fb74-a5e3-4495-96a0-d1db67169a9e, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:46.061739 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] For port 8200fb74-a5e3-4495-96a0-d1db67169a9e, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8200fb74-a5e3-4495-96a0-d1db67169a9e,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:46.072455 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.101062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:46.114373 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.152808 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Routers {'8a6771f4-e681-4ec8-8d69-0275d51dc72a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:46.153667 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:46.211825 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6b0f-4f56-4c4b-9607-23b910a399c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.217449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6b0f-4f56-4c4b-9607-23b910a399c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.274387 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0f0f6b0f-4f56-4c4b-9607-23b910a399c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19a398cbbb4e40b28a4b6fa0d5301dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133955 Jul 13 07:52:46.275321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f6b0f-4f56-4c4b-9607-23b910a399c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c48688-dc13-4c54-b40b-c12ae9ba56ae,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.278369 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58406) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:46.362006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f92816e-c65b-42fd-b5b6-7e4a2308609a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.423114 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e0b22-7c04-4c82-ae28-0c38d4b98631 None None] Pushing event updated for resources: {'Port': ['ID=8200fb74-a5e3-4495-96a0-d1db67169a9e,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.430177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Allocated IP 172.20.0.2 (589aa437-7c3f-4e5a-8ae9-3326e2c6367b/6e0cab49-178f-490f-9195-a20d788eecba/36c6f0b3-7b8a-4523-b45d-a1518f4e93e9) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:46.452540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f92816e-c65b-42fd-b5b6-7e4a2308609a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.583840 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] Set router 8a6771f4-e681-4ec8-8d69-0275d51dc72a gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:46.588812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f92816e-c65b-42fd-b5b6-7e4a2308609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.592317 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9f92816e-c65b-42fd-b5b6-7e4a2308609a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.596662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9f92816e-c65b-42fd-b5b6-7e4a2308609a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2c48688-dc13-4c54-b40b-c12ae9ba56ae HTTP/1.1" status: 204 len: 168 time: 0.3171878 Jul 13 07:52:46.639368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92816e-c65b-42fd-b5b6-7e4a2308609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c48688-dc13-4c54-b40b-c12ae9ba56ae,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.680090 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.831411 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.853770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Transition to ACTIVE for port object 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:46.885288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Transition to ACTIVE for port object 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:46.906152 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78ac0271-a021-48f6-bbc8-993a496f0fc9 req-b0d0d2b1-44e6-422e-8657-835e1d97a7f9 tempest-TestServerMultinode-1534559390 tempest-TestServerMultinode-1534559390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e70c2783-d9bc-4d07-869c-e144432b117b HTTP/1.1" status: 200 len: 210 time: 0.1143734 Jul 13 07:52:46.924350 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.001834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:47.014898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:47.025582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:47.113974 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.20.0.1 (589aa437-7c3f-4e5a-8ae9-3326e2c6367b/6e0cab49-178f-490f-9195-a20d788eecba/7b934b52-9b43-4eec-8c56-ae75873ccc43) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:47.154827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Pushing event updated for resources: {'Port': ['ID=36c6f0b3-7b8a-4523-b45d-a1518f4e93e9,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.169490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.170234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.170798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.171373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.171892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.174113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.174746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.175429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.176033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.176530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.177411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.177909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:47.181843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.187946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Attempting to bind port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:47.192590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Attempting to bind port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:47.192792 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:47.197042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Attempting to bind port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 on network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:47.227852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:47.228460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Checking segment: {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:47.229041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.229589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Bound using segment: {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:47.230265 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Bound port: 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:47.230820 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.245091 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aacc23-7fa1-4437-91ce-2ec4a0a7fd7d None None] The sync data for ids ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'] in n-d-798249-7 is: [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:42Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:47.328424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58418) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.356478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] For port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:47.356723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.357165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] For port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=36c6f0b3-7b8a-4523-b45d-a1518f4e93e9,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:47.374741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5361433-74a6-40d3-a2e5-e925617df194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.381063 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.390471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Transition to ACTIVE for port object 7b934b52-9b43-4eec-8c56-ae75873ccc43 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:47.451415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.505325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:47.511243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:47.515783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:47.542147 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dec45b4a-28b8-4348-8e2d-02424f3e2c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.568164 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27208ff-b1ba-49d6-b17c-ed09bc3bde0c None None] Pushing event updated for resources: {'Port': ['ID=36c6f0b3-7b8a-4523-b45d-a1518f4e93e9,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.591362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=7b934b52-9b43-4eec-8c56-ae75873ccc43,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.611997 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5361433-74a6-40d3-a2e5-e925617df194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.620573 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.626604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a5361433-74a6-40d3-a2e5-e925617df194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.689789 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58434) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.709468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a5361433-74a6-40d3-a2e5-e925617df194 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d51772e774d343a988f2c8ed8e8c2611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601365 Jul 13 07:52:47.741731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5361433-74a6-40d3-a2e5-e925617df194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580b97a3-fdb6-4e04-8e8f-252d3e0eec74,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.849211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e655838b-372f-4753-a724-aa321e49211b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.962020 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.982140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.023527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e655838b-372f-4753-a724-aa321e49211b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.077737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58444) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:48.187083 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e655838b-372f-4753-a724-aa321e49211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.189779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e655838b-372f-4753-a724-aa321e49211b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.190953 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e655838b-372f-4753-a724-aa321e49211b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/580b97a3-fdb6-4e04-8e8f-252d3e0eec74 HTTP/1.1" status: 204 len: 168 time: 0.5005405 Jul 13 07:52:48.295122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655838b-372f-4753-a724-aa321e49211b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580b97a3-fdb6-4e04-8e8f-252d3e0eec74,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.685774 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.697284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.717438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b210a-e4c5-4a65-a989-cb53e1546047 req-a4695ada-5a65-44c1-ba31-afb5630eef56 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:48.730090 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-244b210a-e4c5-4a65-a989-cb53e1546047 req-a4695ada-5a65-44c1-ba31-afb5630eef56 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.3108861 Jul 13 07:52:48.736677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2b34c892-3406-43f0-b2d0-59528b90d611 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:48.831922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 2b34c892-3406-43f0-b2d0-59528b90d611 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:48.836621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2b34c892-3406-43f0-b2d0-59528b90d611 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:48.840130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:48.886869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-244b210a-e4c5-4a65-a989-cb53e1546047 req-6546d330-24ee-4d50-9e70-70d329cc472c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512122 Jul 13 07:52:48.910936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=7b934b52-9b43-4eec-8c56-ae75873ccc43,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.973471 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.041882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58464) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:49.051786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:49.057073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8200fb74-a5e3-4495-96a0-d1db67169a9e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:49.096475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5af65d71-351a-47b1-a285-be86374311f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.103465 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.151986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 8200fb74-a5e3-4495-96a0-d1db67169a9e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:49.159311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8200fb74-a5e3-4495-96a0-d1db67169a9e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:49.159695 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.320592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5af65d71-351a-47b1-a285-be86374311f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.358156 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.358389 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5af65d71-351a-47b1-a285-be86374311f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.384539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 8200fb74-a5e3-4495-96a0-d1db67169a9e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8200fb74-a5e3-4495-96a0-d1db67169a9e,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:49.386574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58912b03-d4de-4782-b74f-361b95fc81b6 None None] Network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:49.392581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af65d71-351a-47b1-a285-be86374311f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dd6f5d-9f63-4d2b-bce4-1002200df231,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:49.424249 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5af65d71-351a-47b1-a285-be86374311f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75303973a074484b99c709ecdfc1d38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805561 Jul 13 07:52:49.429914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58474) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:49.466082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:49.483024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:49.500213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.618055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] Deleting port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:49.618843 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.782744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] For port e5517d96-c45a-4c08-9aa1-7c3a18da1c5d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e5517d96-c45a-4c08-9aa1-7c3a18da1c5d,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:49.783380 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.797886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] Calling delete_port for e5517d96-c45a-4c08-9aa1-7c3a18da1c5d owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:49.897977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a1840a4e-1b01-488e-9e67-a0eb2841d9a2 None None] Provisioning for port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:49.916806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a1840a4e-1b01-488e-9e67-a0eb2841d9a2 None None] Provisioning complete for port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:49.917177 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a1840a4e-1b01-488e-9e67-a0eb2841d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.993976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=8200fb74-a5e3-4495-96a0-d1db67169a9e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.000604 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.037406 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-906c767a-f6a3-4831-aa80-2790f92d9d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.118003 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a1840a4e-1b01-488e-9e67-a0eb2841d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.132938 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-906c767a-f6a3-4831-aa80-2790f92d9d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.194864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a1840a4e-1b01-488e-9e67-a0eb2841d9a2 None None] For port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=36c6f0b3-7b8a-4523-b45d-a1518f4e93e9,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:50.200802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 8a6771f4-e681-4ec8-8d69-0275d51dc72a has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:50.211787 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a1840a4e-1b01-488e-9e67-a0eb2841d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.267151 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-906c767a-f6a3-4831-aa80-2790f92d9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.270132 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-906c767a-f6a3-4831-aa80-2790f92d9d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.271935 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-906c767a-f6a3-4831-aa80-2790f92d9d45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64dd6f5d-9f63-4d2b-bce4-1002200df231 HTTP/1.1" status: 204 len: 168 time: 0.8409872 Jul 13 07:52:50.285770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c767a-f6a3-4831-aa80-2790f92d9d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dd6f5d-9f63-4d2b-bce4-1002200df231,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.286114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1840a4e-1b01-488e-9e67-a0eb2841d9a2 None None] Pushing event updated for resources: {'Port': ['ID=36c6f0b3-7b8a-4523-b45d-a1518f4e93e9,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.374790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:50.391557 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2bb9a636-b752-4ca7-a9a4-937d9a6b1be8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "PUT /v2.0/routers/8a6771f4-e681-4ec8-8d69-0275d51dc72a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7870870 Jul 13 07:52:50.391880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Sync routers for ids ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:50.400091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Routers {'8a6771f4-e681-4ec8-8d69-0275d51dc72a'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:50.400835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:50.546635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91682d25-1ea4-4d25-a8aa-a94c79396069 req-d9557590-246b-4c36-a2ba-e7a103d58e56 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.551875 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91682d25-1ea4-4d25-a8aa-a94c79396069 req-d9557590-246b-4c36-a2ba-e7a103d58e56 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.5324018 Jul 13 07:52:50.613545 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.641039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-91682d25-1ea4-4d25-a8aa-a94c79396069 req-4cda9667-a2e9-40b4-9884-bcbb7bf11440 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783422 Jul 13 07:52:50.680667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5517d96-c45a-4c08-9aa1-7c3a18da1c5d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.696428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:50.727421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-bc07dcba-d577-4c25-9b55-29a00b3900a2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-891415372&fields=id&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 267 time: 0.1028266 Jul 13 07:52:50.854455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3d5dadd1-d384-4e41-8d1e-173dcf926166 None None] Provisioning for port 7b934b52-9b43-4eec-8c56-ae75873ccc43 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:50.863228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Set router 8a6771f4-e681-4ec8-8d69-0275d51dc72a gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:50.876473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3d5dadd1-d384-4e41-8d1e-173dcf926166 None None] Provisioning complete for port 7b934b52-9b43-4eec-8c56-ae75873ccc43 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:50.876859 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3d5dadd1-d384-4e41-8d1e-173dcf926166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.976994 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-356fe7f9-c918-4975-adb7-69c3effaa4f7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.977323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3d5dadd1-d384-4e41-8d1e-173dcf926166 None None] Port 7b934b52-9b43-4eec-8c56-ae75873ccc43 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:50.984357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-356fe7f9-c918-4975-adb7-69c3effaa4f7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 796 time: 0.2521677 Jul 13 07:52:51.018435 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-2f0e49e1-9af3-4e00-bdd0-e8fcdd102d6b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/quotas/eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 375 time: 0.0319281 Jul 13 07:52:51.024922 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:51.025306 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.116345 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.156379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-b9163352-18a0-4865-8f0e-6ad686b29223 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284144 Jul 13 07:52:51.190472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3d5dadd1-d384-4e41-8d1e-173dcf926166 None None] Provisioning complete for port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:51.191048 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3d5dadd1-d384-4e41-8d1e-173dcf926166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.297774 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-bc36a3a9-06a3-4d18-9b02-9305328bff7c service neutron] 10.222.0.44 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364934 Jul 13 07:52:51.360812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:51.436425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-be04857f-d2f7-4bcc-ad47-f3f7d437e991 service neutron] 10.222.0.44 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373317 Jul 13 07:52:51.614773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] Router a360e2d2-fe41-43a7-921a-12dc4b23cb39 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:52:51.775569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:52:51.792447 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] Sync routers for ids ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:52:51.817576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8200fb74-a5e3-4495-96a0-d1db67169a9e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:51.818288 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] Routers {'a360e2d2-fe41-43a7-921a-12dc4b23cb39'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:51.819489 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:51.823712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2ea2e3fe-222c-4bad-bb8b-d181aa644100 admin admin] 10.222.0.44 "PUT /v2.0/routers/a360e2d2-fe41-43a7-921a-12dc4b23cb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7425737 Jul 13 07:52:51.826414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58520) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:51.924797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4bbc7807-aebf-4927-8960-cd9a9937808c req-00b0b55e-bb6b-4438-85cc-7f8c6d43331e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 210 time: 0.1347251 Jul 13 07:52:51.935993 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.074100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:47Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7b934b52-9b43-4eec-8c56-ae75873ccc43', 'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:b7:f2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:46Z', 'updated_at': '2021-07-13T07:52:48Z', 'revision_number': 2, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': '6e0cab49-178f-490f-9195-a20d788eecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:52.090333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.091029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a8587ccf-19c7-4078-931d-8768c3d7ff79 None None] Provisioning complete for port 7b934b52-9b43-4eec-8c56-ae75873ccc43 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:52.093121 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a8587ccf-19c7-4078-931d-8768c3d7ff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.102527 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] Set router a360e2d2-fe41-43a7-921a-12dc4b23cb39 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:52.154199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:52.157820 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be9f1c6-47b7-467f-bd59-f25a173dfdfc" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:52.194679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Checking router: 8a6771f4-e681-4ec8-8d69-0275d51dc72a for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:52.195308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Updating router 8a6771f4-e681-4ec8-8d69-0275d51dc72a port 7b934b52-9b43-4eec-8c56-ae75873ccc43 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:52:52.231962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:52.249598 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.291049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a8587ccf-19c7-4078-931d-8768c3d7ff79 None None] Port 7b934b52-9b43-4eec-8c56-ae75873ccc43 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:52.325290 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.327996 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7543886-4f0b-4d53-bfef-d38496f71a78 x-openstack-request-id: req-d7543886-4f0b-4d53-bfef-d38496f71a78 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:52.328337 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:52.328590 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7543886-4f0b-4d53-bfef-d38496f71a78 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:52.328988 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'code': 200} Jul 13 07:52:52.339841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8200fb74-a5e3-4495-96a0-d1db67169a9e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:52.340250 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.379316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4a45-f856-4ef2-835e-4adb360e7ebf req-2c7ea54b-2036-4db3-aa7f-0d768877a4b9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.381857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ade4a45-f856-4ef2-835e-4adb360e7ebf req-2c7ea54b-2036-4db3-aa7f-0d768877a4b9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.2872953 Jul 13 07:52:52.492208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=12']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:52.514976 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ade4a45-f856-4ef2-835e-4adb360e7ebf req-7ab2ef17-0ea7-434c-b250-8f285fc4b18b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231229 Jul 13 07:52:52.516617 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.580566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-28773c62-92d6-41ac-bfec-b805e4c19b07 None None] Provisioning complete for port 7b934b52-9b43-4eec-8c56-ae75873ccc43 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:52.580943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-28773c62-92d6-41ac-bfec-b805e4c19b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.596366 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'name': 'tempest-TestServerMultinode-132721703-router', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:43Z', 'updated_at': '2021-07-13T07:52:50Z', 'revision_number': 5, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'gw_port': {'id': 'a5691f01-0359-403b-8b3a-f6c9b60d9a73', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:44Z', 'updated_at': '2021-07-13T07:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:52.640957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Deleting port a5691f01-0359-403b-8b3a-f6c9b60d9a73 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:52.641641 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.643296 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] Checking router: a360e2d2-fe41-43a7-921a-12dc4b23cb39 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:52:52.664188 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] Routers {'a360e2d2-fe41-43a7-921a-12dc4b23cb39'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:52.665379 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:52.840861 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] Set router a360e2d2-fe41-43a7-921a-12dc4b23cb39 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:52.861445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] For port a5691f01-0359-403b-8b3a-f6c9b60d9a73, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a5691f01-0359-403b-8b3a-f6c9b60d9a73,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:52.864390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.909160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-28773c62-92d6-41ac-bfec-b805e4c19b07 None None] Port 7b934b52-9b43-4eec-8c56-ae75873ccc43 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:52:52.910319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Calling delete_port for a5691f01-0359-403b-8b3a-f6c9b60d9a73 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:52.980947 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'name': 'tempest-TestServerMultinode-132721703-router', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:43Z', 'updated_at': '2021-07-13T07:52:52Z', 'revision_number': 6, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:53.055336 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2678d1-36ff-4720-adc6-fb8a00692d75 None None] The sync data for ids ['a360e2d2-fe41-43a7-921a-12dc4b23cb39'] in n-d-798249-7 is: [{'id': 'a360e2d2-fe41-43a7-921a-12dc4b23cb39', 'name': 'tempest-TestServerMultinode-132721703-router', 'tenant_id': '61afa8c44ca84a50b67ca815e46c5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:43Z', 'updated_at': '2021-07-13T07:52:52Z', 'revision_number': 6, 'project_id': '61afa8c44ca84a50b67ca815e46c5340', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:53.198432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:52:53.249651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-64c182a9-9789-4245-9f8e-1901cafad381 None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:53.250293 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64c182a9-9789-4245-9f8e-1901cafad381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.340221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.resource_extend [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:52:53.351798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5f8cf28-36fc-4537-a4bd-e4eb9d46f7e1 req-ac2a20af-8f56-484b-9be7-e5c3d25b7370 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 210 time: 0.0876906 Jul 13 07:52:53.379167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.423165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5691f01-0359-403b-8b3a-f6c9b60d9a73,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:53.572109 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.765616 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.768636 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.926907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.927486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a360e2d2-fe41-43a7-921a-12dc4b23cb39 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:52:53.959787 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.961090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:53.962553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7e97a8d2-90c4-4b94-9cfe-d4ad96abbc66 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a360e2d2-fe41-43a7-921a-12dc4b23cb39 HTTP/1.1" status: 204 len: 168 time: 2.1350274 Jul 13 07:52:53.965580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58586) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:53.981309 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.990282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64c182a9-9789-4245-9f8e-1901cafad381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.998010 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'port_id': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'mac_address': 'fa:16:3e:14:94:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:52:54.009517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Transition to ACTIVE for port object 7b934b52-9b43-4eec-8c56-ae75873ccc43 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:54.060037 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.062768 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.071828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-98d220b3-efe1-4467-9860-d6882a8d35f5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.074108 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-98d220b3-efe1-4467-9860-d6882a8d35f5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 796 time: 0.2996795 Jul 13 07:52:54.089552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b105dc0-c5db-4924-b551-1de4d4693bc2 req-59453c9c-4e80-48c7-a1f6-d5215a0db040 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:54.101498 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b105dc0-c5db-4924-b551-1de4d4693bc2 req-59453c9c-4e80-48c7-a1f6-d5215a0db040 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 945 time: 0.2674599 Jul 13 07:52:54.166228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed46de6d-46a2-4cca-a809-23500e03fcbf admin admin] Deleting subnet be7e5312-e48f-4373-9c93-f986e8f41ee8 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:54.197917 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b105dc0-c5db-4924-b551-1de4d4693bc2 req-dd3d8228-5fa6-4223-83cb-0a34afbdac4a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948319 Jul 13 07:52:54.198503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed46de6d-46a2-4cca-a809-23500e03fcbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.228945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2ceb9c-ac19-407e-aabc-5594315b4b70 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:54.244727 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-e6534e85-88e3-4822-80a2-68d0d6880f58 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 379 time: 0.1563222 Jul 13 07:52:54.257078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'port': {'device_id': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'admin_state_up': True, 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'security_groups': ['8ee072ec-89bd-4705-9cf1-3803fa5c7005']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:54.279721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-64c182a9-9789-4245-9f8e-1901cafad381 None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:54.290185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed46de6d-46a2-4cca-a809-23500e03fcbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.327639 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-64c182a9-9789-4245-9f8e-1901cafad381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.352503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:54.354893 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a17b9c7-700a-4978-a6e4-e8d21e251f1a" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:54.434796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ece19-1ae1-40d8-9cdf-37473e29efc8 None None] Pushing event updated for resources: {'Port': ['ID=7b934b52-9b43-4eec-8c56-ae75873ccc43,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:54.511062 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0575c6e0-847b-4743-ad8c-8e9c09ecf201 x-openstack-request-id: req-0575c6e0-847b-4743-ad8c-8e9c09ecf201 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:54.512358 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:54.512728 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0575c6e0-847b-4743-ad8c-8e9c09ecf201 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:54.514251 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'code': 200} Jul 13 07:52:54.720466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Attempting to bind port 7b934b52-9b43-4eec-8c56-ae75873ccc43 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:54.726192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Attempting to bind port 7b934b52-9b43-4eec-8c56-ae75873ccc43 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:54.728301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Attempting to bind port 7b934b52-9b43-4eec-8c56-ae75873ccc43 on network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:54.780048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:54.780584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Checking segment: {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:54.781117 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.781644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Bound using segment: {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:54.784519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Bound port: 7b934b52-9b43-4eec-8c56-ae75873ccc43, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:54.786257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.844194 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c5150207-24c4-4008-8d29-95583f980879 req-ec8f0a9f-12a4-43af-8859-b6a9b4d88762 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 210 time: 0.0926230 Jul 13 07:52:54.844780 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed46de6d-46a2-4cca-a809-23500e03fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.902473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:54.906294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.975347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] For port 7b934b52-9b43-4eec-8c56-ae75873ccc43, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:54.979343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] For port 7b934b52-9b43-4eec-8c56-ae75873ccc43, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7b934b52-9b43-4eec-8c56-ae75873ccc43,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:54.984522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c182a9-9789-4245-9f8e-1901cafad381 None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=13']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:55.000257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:52:55.000895 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:52:55.005439 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.067566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.20.0.9 (589aa437-7c3f-4e5a-8ae9-3326e2c6367b/6e0cab49-178f-490f-9195-a20d788eecba/2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:55.199527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e5517d96-c45a-4c08-9aa1-7c3a18da1c5d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:55.239371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e5517d96-c45a-4c08-9aa1-7c3a18da1c5d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:55.239971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e5517d96-c45a-4c08-9aa1-7c3a18da1c5d not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:55.240216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a5691f01-0359-403b-8b3a-f6c9b60d9a73 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:55.289675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Routers {'8a6771f4-e681-4ec8-8d69-0275d51dc72a'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:52:55.290334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:55.293989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a5691f01-0359-403b-8b3a-f6c9b60d9a73 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:55.294336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a5691f01-0359-403b-8b3a-f6c9b60d9a73 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:55.348224 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.363849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Transition to ACTIVE for port object 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:55.392988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ece19-1ae1-40d8-9cdf-37473e29efc8 None None] Pushing event updated for resources: {'Port': ['ID=7b934b52-9b43-4eec-8c56-ae75873ccc43,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:55.417142 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.449567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2e1beb1e-ea0c-4870-a7fe-cc43a166ef1c None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:55.452708 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2e1beb1e-ea0c-4870-a7fe-cc43a166ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.478286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:55.484732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:55.494671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:55.578544 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed46de6d-46a2-4cca-a809-23500e03fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.740454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:55.753875 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.775554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46de6d-46a2-4cca-a809-23500e03fcbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7e5312-e48f-4373-9c93-f986e8f41ee8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:55.799507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] Set router 8a6771f4-e681-4ec8-8d69-0275d51dc72a gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:52:55.825770 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed46de6d-46a2-4cca-a809-23500e03fcbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.830526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58618) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:55.832038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ed46de6d-46a2-4cca-a809-23500e03fcbf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/be7e5312-e48f-4373-9c93-f986e8f41ee8 HTTP/1.1" status: 204 len: 168 time: 1.8646650 Jul 13 07:52:55.844812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ef2b8-d170-46df-a3ee-c43be4476f17 None None] Network cc145af8-18ba-4b1e-b01d-c87c2c655737 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:55.853258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:55.853908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.951367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc2ceb9c-ac19-407e-aabc-5594315b4b70 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:55.953554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7316fe05-437c-4e79-9e36-36306d1c3f12 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7037153 Jul 13 07:52:55.992892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501c151-da78-40a6-ac55-a2cbc4e2c95f req-11f253ef-5b98-4fe6-b679-e175e232cf23 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:55.996733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7501c151-da78-40a6-ac55-a2cbc4e2c95f req-11f253ef-5b98-4fe6-b679-e175e232cf23 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.4358487 Jul 13 07:52:56.008376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Request body: {'port': {'device_id': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:56.037828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:56.064101 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.143724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.276586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Deleting port 0382a43c-18d1-41e2-a2a6-854c86b04052 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:56.276925 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.290124 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.361157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=14']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.377424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051d20-0189-4abc-9108-ff9bd39773c5 req-1bfaae8f-1be6-4335-8dca-29936b74eea6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:56.379646 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db051d20-0189-4abc-9108-ff9bd39773c5 req-1bfaae8f-1be6-4335-8dca-29936b74eea6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 931 time: 0.2467391 Jul 13 07:52:56.452290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['cc2ceb9c-ac19-407e-aabc-5594315b4b70'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:56.509555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:52:56.517195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] For port 0382a43c-18d1-41e2-a2a6-854c86b04052, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0382a43c-18d1-41e2-a2a6-854c86b04052,segment=NetworkSegment(e97d3529-fac9-4438-ba7a-c9ce42c94239),segment_id=e97d3529-fac9-4438-ba7a-c9ce42c94239)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:56.517574 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.519274 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.538231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Transition to ACTIVE for port object 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:56.575917 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7501c151-da78-40a6-ac55-a2cbc4e2c95f req-bfcde3e6-bfbf-4b8d-8573-05259bf7769a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330647 Jul 13 07:52:56.576674 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.577384 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db051d20-0189-4abc-9108-ff9bd39773c5 req-4735a6af-ecad-4b22-bde2-918f0c41e9ed tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470654 Jul 13 07:52:56.596979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Calling delete_port for 0382a43c-18d1-41e2-a2a6-854c86b04052 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:56.679562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.867986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04385af8-35d1-4d2d-9b4e-7bbb6c6fc869 None None] DHCP port deletion for cc145af8-18ba-4b1e-b01d-c87c2c655737 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:56.895436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b5bf9d1c-87ed-4087-aafd-f947fd03225b None None] Provisioning for port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:56.978932 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.039624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Attempting to bind port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:57.040176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Attempting to bind port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:57.040343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Attempting to bind port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 on network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:57.065158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 on network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:52:57.066701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Pushing event deleted for resources: {'Port': ['ID=0382a43c-18d1-41e2-a2a6-854c86b04052,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:57.074802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] No DVR routers for this DVR port 0382a43c-18d1-41e2-a2a6-854c86b04052 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:57.076699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Attempting to bind port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 on network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:57.105246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:57.117552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Checking segment: {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:57.118355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Bound using segment: {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:57.118840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Bound port: 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:57.119218 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.132602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:47Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7b934b52-9b43-4eec-8c56-ae75873ccc43', 'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:b7:f2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:46Z', 'updated_at': '2021-07-13T07:52:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': '6e0cab49-178f-490f-9195-a20d788eecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:57.223858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-04385af8-35d1-4d2d-9b4e-7bbb6c6fc869 None None] The port '0382a43c-18d1-41e2-a2a6-854c86b04052' was deleted {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 07:52:57.247558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0382a43c-18d1-41e2-a2a6-854c86b04052 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:57.276626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 0382a43c-18d1-41e2-a2a6-854c86b04052 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:57.277189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0382a43c-18d1-41e2-a2a6-854c86b04052 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:57.281179 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.289453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd090d-37c6-4d14-8f14-56ce753ebec9 None None] The sync data for ids ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'] in n-d-798249-7 is: [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:47Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7b934b52-9b43-4eec-8c56-ae75873ccc43', 'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:b7:f2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:46Z', 'updated_at': '2021-07-13T07:52:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': '6e0cab49-178f-490f-9195-a20d788eecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:52:57.309975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc145af8-18ba-4b1e-b01d-c87c2c655737']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:57.315326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:57.323858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:57.337259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.364072 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97d3529-fac9-4438-ba7a-c9ce42c94239') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:57.364507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97d3529-fac9-4438-ba7a-c9ce42c94239') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:57.388554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:57.392959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.399436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] 10.222.0.53 "PUT /v2.0/ports/2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 1091 time: 1.4307241 Jul 13 07:52:57.403354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:57.408892 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6046f31-42a1-42db-b275-4b0c2ee916d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:57.436771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3642214b-dc5a-4ed2-b4ed-21332da50fce None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:57.437694 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3642214b-dc5a-4ed2-b4ed-21332da50fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.449775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.509257 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.538166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:57.541141 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:57.544635 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:57.639536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e52218-69b2-40e8-a24c-aaa9a3fad5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:57.659171 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2131c0d-c9e0-4f5a-b23d-5b90b0465af7 x-openstack-request-id: req-a2131c0d-c9e0-4f5a-b23d-5b90b0465af7 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:57.659442 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:57.659692 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2131c0d-c9e0-4f5a-b23d-5b90b0465af7 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:57.661672 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'status': 'completed', 'code': 200} Jul 13 07:52:57.738029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-17a83e1c-566e-499a-831a-4aa917575b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:57.739577 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-17a83e1c-566e-499a-831a-4aa917575b18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1094 time: 0.2524858 Jul 13 07:52:57.812996 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3642214b-dc5a-4ed2-b4ed-21332da50fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.828337 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.836939 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.843444 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cc145af8-18ba-4b1e-b01d-c87c2c655737 HTTP/1.1" status: 204 len: 168 time: 2.0115168 Jul 13 07:52:57.849582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58646) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:57.892458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-a7b41b62-e854-4217-8e2d-841d0efd5bcc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 217 time: 0.1450841 Jul 13 07:52:57.915446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3642214b-dc5a-4ed2-b4ed-21332da50fce None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:57.919895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:57.925825 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdb0f2b-0482-4276-bcbd-7d603149da96" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:57.940685 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3642214b-dc5a-4ed2-b4ed-21332da50fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.025954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67366e04-2ff6-4b5e-a737-c7e86682f881 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc145af8-18ba-4b1e-b01d-c87c2c655737,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:58.034659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-dab7c807-f166-4de4-af43-31eb096da122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:58.036205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-dab7c807-f166-4de4-af43-31eb096da122 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 200 len: 834 time: 0.1369095 Jul 13 07:52:58.096061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642214b-dc5a-4ed2-b4ed-21332da50fce None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=15']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:58.295608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a48b-432b-4215-b6a3-bdbdd1de7f55 req-046364b3-4d9c-437d-b473-1ec4a89b3ff7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:58.307064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3267a48b-432b-4215-b6a3-bdbdd1de7f55 req-046364b3-4d9c-437d-b473-1ec4a89b3ff7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 943 time: 0.2686422 Jul 13 07:52:58.365595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-52f0d6da-cb91-432b-b197-51e7afee1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:58.369685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-52f0d6da-cb91-432b-b197-51e7afee1c1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3107376 Jul 13 07:52:58.386731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:58.474655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbc51-32bb-48ab-8a0a-168a80d4ea4f req-59f4ddad-7033-4b5c-abb8-1920158db7a6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:58.482401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-89cdbc51-32bb-48ab-8a0a-168a80d4ea4f req-59f4ddad-7033-4b5c-abb8-1920158db7a6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.4813352 Jul 13 07:52:58.499450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3267a48b-432b-4215-b6a3-bdbdd1de7f55 req-e845cee8-9db7-445f-92da-59dd31e45378 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910770 Jul 13 07:52:58.560523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:58.562249 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.616431 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f028e4e4-019a-4643-9fdf-c753eaf1aba4 x-openstack-request-id: req-f028e4e4-019a-4643-9fdf-c753eaf1aba4 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:58.618597 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:58.620343 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f028e4e4-019a-4643-9fdf-c753eaf1aba4 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:58.620957 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'code': 200} Jul 13 07:52:58.649854 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-fc2ed713-3f56-4dd3-8541-111b1788c313 service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681813 Jul 13 07:52:58.673749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bd549eca-92b5-403b-abb0-a4c01e81cb3f None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:58.675811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bd549eca-92b5-403b-abb0-a4c01e81cb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.682067 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-89cdbc51-32bb-48ab-8a0a-168a80d4ea4f req-4a263f00-a1dd-4f23-8684-0b3a3dcb914c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933439 Jul 13 07:52:58.848963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5ed89a4-aeb1-4999-a1bd-09ec65a92227 req-7294a737-258d-4b9f-a17f-a34fc2967327 service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924198 Jul 13 07:52:58.973709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.013180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-75034d72-3605-4a0e-9f2a-58de58963b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.014718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-75034d72-3605-4a0e-9f2a-58de58963b4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1094 time: 0.0942976 Jul 13 07:52:59.209951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7b934b52-9b43-4eec-8c56-ae75873ccc43 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:59.284563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-98f384a3-59d2-41bf-a2ff-0282b64b1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.287167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-98f384a3-59d2-41bf-a2ff-0282b64b1248 service neutron] 10.222.0.53 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 897 time: 0.2643139 Jul 13 07:52:59.294727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 7b934b52-9b43-4eec-8c56-ae75873ccc43 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:59.310563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7b934b52-9b43-4eec-8c56-ae75873ccc43 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:59.310951 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.404840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-27ac0e42-2fb4-42d2-a592-64725d9537a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 217 time: 0.1080253 Jul 13 07:52:59.501292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-4621ac00-8141-424d-afa8-0055677afa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.502948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-4621ac00-8141-424d-afa8-0055677afa85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 200 len: 834 time: 0.0894423 Jul 13 07:52:59.511046 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.607340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 7b934b52-9b43-4eec-8c56-ae75873ccc43, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7b934b52-9b43-4eec-8c56-ae75873ccc43,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:59.615773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] Deleting port 7830c064-66f1-43d4-b651-15b8a0eb5cc6 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:59.616561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-f250d46f-431f-47c0-b330-a8732d43bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.617020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.619641 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.623927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-f250d46f-431f-47c0-b330-a8732d43bed6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116452 Jul 13 07:52:59.735718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-b190a20d-bd91-4114-8060-3512ee81459e service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048493 Jul 13 07:52:59.875963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=7b934b52-9b43-4eec-8c56-ae75873ccc43,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:59.897464 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] For port 7830c064-66f1-43d4-b651-15b8a0eb5cc6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7830c064-66f1-43d4-b651-15b8a0eb5cc6,segment=NetworkSegment(114916c8-003c-440b-b057-7f7463bc4217),segment_id=114916c8-003c-440b-b057-7f7463bc4217)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:59.898407 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.925702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6046f31-42a1-42db-b275-4b0c2ee916d8 req-1a3b8819-7160-4966-82ea-9655f3cb63be service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753438 Jul 13 07:52:59.954500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] Calling delete_port for 7830c064-66f1-43d4-b651-15b8a0eb5cc6 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:00.048842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11fad3-bf8a-4c7d-9e5b-9a8086ea141f req-3e429363-fcf6-486a-94ed-e7beab4b135a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.057362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d11fad3-bf8a-4c7d-9e5b-9a8086ea141f req-3e429363-fcf6-486a-94ed-e7beab4b135a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 943 time: 0.3250773 Jul 13 07:53:00.147268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d11fad3-bf8a-4c7d-9e5b-9a8086ea141f req-435e2575-86aa-42d8-9e49-0737167c2967 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745311 Jul 13 07:53:00.197244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-55eaff23-e04c-411f-84af-7514f57a5cc5 None None] Provisioning complete for port 7b934b52-9b43-4eec-8c56-ae75873ccc43 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:00.197782 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-55eaff23-e04c-411f-84af-7514f57a5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.328100 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42bf6-ee69-4bea-ba4b-f676b12dcdbc req-794b6871-35e1-47a8-8b3c-0aea3eb0424b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.329757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-79d42bf6-ee69-4bea-ba4b-f676b12dcdbc req-794b6871-35e1-47a8-8b3c-0aea3eb0424b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1447074 Jul 13 07:53:00.389620 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-79d42bf6-ee69-4bea-ba4b-f676b12dcdbc req-2bbfdbba-9eba-4714-86ac-4f56354a2bbc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527852 Jul 13 07:53:00.390811 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.440714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] Pushing event deleted for resources: {'Port': ['ID=7830c064-66f1-43d4-b651-15b8a0eb5cc6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:00.767021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:53:00.778212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.972232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:00.992844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'port_id': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'mac_address': 'fa:16:3e:81:15:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:53:01.051847 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.107580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:01.149963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:01.159889 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.197505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] Router 0777dfe5-7998-45c8-88a5-fc2611f33434 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:01.235283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:01.309839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7b934b52-9b43-4eec-8c56-ae75873ccc43 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:01.450181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:01.544670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bac7a-6fd4-492f-9030-3cef160521b0 req-7858fa6a-2673-400e-b2cb-47071e3c9837 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:01.556677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-996bac7a-6fd4-492f-9030-3cef160521b0 req-7858fa6a-2673-400e-b2cb-47071e3c9837 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 944 time: 0.1927779 Jul 13 07:53:01.626202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7b934b52-9b43-4eec-8c56-ae75873ccc43 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:01.626593 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.717670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-996bac7a-6fd4-492f-9030-3cef160521b0 req-6c79ee88-4c6f-4b6a-92a0-8209c375015a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600003 Jul 13 07:53:02.277291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58684) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:02.277909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58686) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:02.421099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a28521-ccb6-47aa-9530-4e17e234e233 req-60f3f7f7-ccb8-467b-bda8-8e71f7d948b4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:02.422687 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0a28521-ccb6-47aa-9530-4e17e234e233 req-60f3f7f7-ccb8-467b-bda8-8e71f7d948b4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.3109982 Jul 13 07:53:02.448768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:02.475322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-879c8f9f-c364-4146-acc1-29656970e112 admin admin] 10.222.0.44 "PUT /v2.0/routers/0777dfe5-7998-45c8-88a5-fc2611f33434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6220481 Jul 13 07:53:02.478067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58692) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:02.479723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] Sync routers for ids ['0777dfe5-7998-45c8-88a5-fc2611f33434'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:02.552618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] Routers {'0777dfe5-7998-45c8-88a5-fc2611f33434'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:02.558747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0777dfe5-7998-45c8-88a5-fc2611f33434'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:02.586586 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0a28521-ccb6-47aa-9530-4e17e234e233 req-4934e899-007e-467f-b33c-6b6c7b40febd tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545079 Jul 13 07:53:02.601854 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cdd44e84-4781-4833-8881-d3901e2c1092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.659966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cdddb06b-2720-4224-9699-323138347e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.784817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] Set router 0777dfe5-7998-45c8-88a5-fc2611f33434 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:02.845340 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cdddb06b-2720-4224-9699-323138347e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.850342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-cdd44e84-4781-4833-8881-d3901e2c1092 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:53:02.850342 n-d-798249-7 neutron-server[93838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:53:02.850342 n-d-798249-7 neutron-server[93838]: [parameters: {'project_id': '9166bece435746be9102da2ef64a52ed', 'id': 'a892d48e-e97c-4396-87f0-48406094bf70', 'expiration': datetime.datetime(2021, 7, 13, 7, 55, 2, 726558)}] Jul 13 07:53:02.850342 n-d-798249-7 neutron-server[93838]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:53:02.850342 n-d-798249-7 neutron-server[93838]: DEBUG oslo_db.api [None req-cdd44e84-4781-4833-8881-d3901e2c1092 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:53:02.876216 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cdddb06b-2720-4224-9699-323138347e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.907386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddb06b-2720-4224-9699-323138347e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6261a1d-01cc-429a-9fdd-4d072774cc22,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:02.946338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cdddb06b-2720-4224-9699-323138347e55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a39408357c5d431aa1f4891d63a9d34c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6652246 Jul 13 07:53:02.948403 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58696) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:02.967842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.013561 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86448a54-1125-47b3-9593-6557578d8cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.047587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86448a54-1125-47b3-9593-6557578d8cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.083107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'name': 'tempest-TestServerMultinode-670689095-router', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:52Z', 'updated_at': '2021-07-13T07:53:00Z', 'revision_number': 5, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'gw_port': {'id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:53Z', 'updated_at': '2021-07-13T07:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:03.129411 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86448a54-1125-47b3-9593-6557578d8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.138226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86448a54-1125-47b3-9593-6557578d8cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.144046 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-86448a54-1125-47b3-9593-6557578d8cb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6261a1d-01cc-429a-9fdd-4d072774cc22 HTTP/1.1" status: 204 len: 168 time: 0.1930819 Jul 13 07:53:03.153618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] Checking router: 0777dfe5-7998-45c8-88a5-fc2611f33434 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:03.156333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86448a54-1125-47b3-9593-6557578d8cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6261a1d-01cc-429a-9fdd-4d072774cc22,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:03.189122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] Routers {'0777dfe5-7998-45c8-88a5-fc2611f33434'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:03.189818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['0777dfe5-7998-45c8-88a5-fc2611f33434'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:03.356479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] Set router 0777dfe5-7998-45c8-88a5-fc2611f33434 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:03.444089 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cdd44e84-4781-4833-8881-d3901e2c1092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.556134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce36874-08b9-449c-9a82-dd170f551dc3 req-3b7f5c2a-c3bd-42f3-8edd-668982925e46 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:03.557994 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dce36874-08b9-449c-9a82-dd170f551dc3 req-3b7f5c2a-c3bd-42f3-8edd-668982925e46 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 944 time: 0.5930314 Jul 13 07:53:03.628787 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dce36874-08b9-449c-9a82-dd170f551dc3 req-b6b63ac9-7562-4c98-8d15-3132dee85db4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569372 Jul 13 07:53:03.640006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.649134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58708) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:03.658068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'name': 'tempest-TestServerMultinode-670689095-router', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:52Z', 'updated_at': '2021-07-13T07:53:00Z', 'revision_number': 5, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'gw_port': {'id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:53Z', 'updated_at': '2021-07-13T07:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:03.666864 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33d99dd3-859f-4c4d-b119-4832b6672e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.690391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754bbd0-2cd5-4706-85df-4b84fe765f6d None None] The sync data for ids ['0777dfe5-7998-45c8-88a5-fc2611f33434'] in n-d-798249-7 is: [{'id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'name': 'tempest-TestServerMultinode-670689095-router', 'tenant_id': 'b4a222e53e9747f5bcced19824b9f04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:51:52Z', 'updated_at': '2021-07-13T07:53:00Z', 'revision_number': 5, 'project_id': 'b4a222e53e9747f5bcced19824b9f04a', 'gw_port': {'id': 'aea4d508-727c-4847-88d3-dbc21a065d51', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0777dfe5-7998-45c8-88a5-fc2611f33434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:51:53Z', 'updated_at': '2021-07-13T07:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:03.772483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Deleting port aea4d508-727c-4847-88d3-dbc21a065d51 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:03.773557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.854078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf71d53-cb97-42ce-8ad7-d8a6ee1d9f10 req-ab4a068f-2078-46f2-936b-c717a3f1c6f3 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:03.855477 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcf71d53-cb97-42ce-8ad7-d8a6ee1d9f10 req-ab4a068f-2078-46f2-936b-c717a3f1c6f3 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0815184 Jul 13 07:53:03.879474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] For port aea4d508-727c-4847-88d3-dbc21a065d51, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=aea4d508-727c-4847-88d3-dbc21a065d51,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:03.880229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.898006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cdd44e84-4781-4833-8881-d3901e2c1092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.905450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Calling delete_port for aea4d508-727c-4847-88d3-dbc21a065d51 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:03.908485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dcf71d53-cb97-42ce-8ad7-d8a6ee1d9f10 req-4dba4497-6a6f-4d19-b5ff-ca967726bac9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471694 Jul 13 07:53:03.913698 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cdd44e84-4781-4833-8881-d3901e2c1092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.014534 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cdd44e84-4781-4833-8881-d3901e2c1092 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9166bece435746be9102da2ef64a52ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7338402 Jul 13 07:53:04.015129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd44e84-4781-4833-8881-d3901e2c1092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b11936-4e53-4f41-9b34-b36e048fb346,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.018993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58710) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:04.044318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33d99dd3-859f-4c4d-b119-4832b6672e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.051467 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33d99dd3-859f-4c4d-b119-4832b6672e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.102356 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-33d99dd3-859f-4c4d-b119-4832b6672e9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9aa2c2209e34a95985691f069ce73e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510677 Jul 13 07:53:04.103294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d99dd3-859f-4c4d-b119-4832b6672e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a585e1-051b-4597-ad94-e923a8281115,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.105800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58712) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:04.109826 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a919-b47a-4671-8418-83a03fa2485b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.117439 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:53:04.154723 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a919-b47a-4671-8418-83a03fa2485b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.184830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ed7593e-1ee4-4b35-aecc-e606c6966095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.213232 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ed7593e-1ee4-4b35-aecc-e606c6966095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.296781 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ed7593e-1ee4-4b35-aecc-e606c6966095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.301009 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ed7593e-1ee4-4b35-aecc-e606c6966095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.302345 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8ed7593e-1ee4-4b35-aecc-e606c6966095 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6a585e1-051b-4597-ad94-e923a8281115 HTTP/1.1" status: 204 len: 168 time: 0.1843393 Jul 13 07:53:04.317251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a919-b47a-4671-8418-83a03fa2485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.320511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a919-b47a-4671-8418-83a03fa2485b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.320664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7593e-1ee4-4b35-aecc-e606c6966095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a585e1-051b-4597-ad94-e923a8281115,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.325757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e7f1a919-b47a-4671-8418-83a03fa2485b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02b11936-4e53-4f41-9b34-b36e048fb346 HTTP/1.1" status: 204 len: 168 time: 0.3013558 Jul 13 07:53:04.406465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1a919-b47a-4671-8418-83a03fa2485b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b11936-4e53-4f41-9b34-b36e048fb346,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.464762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.498361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea4d508-727c-4847-88d3-dbc21a065d51,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.573797 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.593455 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.680514 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.683912 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.735364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.736329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0777dfe5-7998-45c8-88a5-fc2611f33434 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:53:04.741988 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.746491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58724) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:04.747389 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0776896f-9a70-4cf5-bac6-671a19acfed6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0777dfe5-7998-45c8-88a5-fc2611f33434 HTTP/1.1" status: 204 len: 168 time: 2.2673790 Jul 13 07:53:04.770949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:04.908308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d9a1a3-388c-46ee-819f-10b8ba3a6e84 admin admin] Deleting subnet 31a682b3-6692-417f-be2f-ed8d78d80ae4 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:04.916470 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87d9a1a3-388c-46ee-819f-10b8ba3a6e84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.924419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:04.934711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:04.938683 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.038480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87d9a1a3-388c-46ee-819f-10b8ba3a6e84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.139875 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdd4e8-037a-47f8-a75b-fff7ad031e72 req-e42578fc-2e3e-44e0-9faf-49cab8fcbc59 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:05.141534 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4bdd4e8-037a-47f8-a75b-fff7ad031e72 req-e42578fc-2e3e-44e0-9faf-49cab8fcbc59 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 944 time: 0.2248354 Jul 13 07:53:05.207843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.212858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4bdd4e8-037a-47f8-a75b-fff7ad031e72 req-59e21692-191a-4cdb-829e-b377d529c494 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624895 Jul 13 07:53:05.257447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:05.258847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:05.261738 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be12661b-07a4-414e-9a19-e46338aaeabf" -d '{"events": [{"server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "name": "network-vif-plugged", "status": "completed", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:05.265132 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.326995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:05.345016 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06988188-8ad0-4481-b65c-cfc2d84ad5f7 x-openstack-request-id: req-06988188-8ad0-4481-b65c-cfc2d84ad5f7 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:05.345516 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "name": "network-vif-plugged", "status": "completed", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:05.345931 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06988188-8ad0-4481-b65c-cfc2d84ad5f7 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:05.346558 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'code': 200} Jul 13 07:53:05.376909 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87d9a1a3-388c-46ee-819f-10b8ba3a6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.512709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7830c064-66f1-43d4-b651-15b8a0eb5cc6 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:05.559491 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87d9a1a3-388c-46ee-819f-10b8ba3a6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.595731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 7830c064-66f1-43d4-b651-15b8a0eb5cc6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:05.596169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7830c064-66f1-43d4-b651-15b8a0eb5cc6 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:05.622072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe02a-6276-48a8-b2fc-5debb6a6920d req-69e1740a-af01-431a-b851-c70b89dcae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:05.623813 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4affe02a-6276-48a8-b2fc-5debb6a6920d req-69e1740a-af01-431a-b851-c70b89dcae57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1096 time: 0.1968760 Jul 13 07:53:05.656825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38171206-cb64-4173-80a4-9513662e418a req-286366e2-8389-4245-bef4-d72cdc51da43 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:05.678007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-38171206-cb64-4173-80a4-9513662e418a req-286366e2-8389-4245-bef4-d72cdc51da43 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.3179669 Jul 13 07:53:05.684609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e4912dd6-46f9-4944-af96-aaffcf7f64c0 None None] Provisioning complete for port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:05.685392 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e4912dd6-46f9-4944-af96-aaffcf7f64c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.689033 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-87d9a1a3-388c-46ee-819f-10b8ba3a6e84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.695398 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-87d9a1a3-388c-46ee-819f-10b8ba3a6e84 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31a682b3-6692-417f-be2f-ed8d78d80ae4 HTTP/1.1" status: 204 len: 168 time: 0.9476449 Jul 13 07:53:05.700935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4affe02a-6276-48a8-b2fc-5debb6a6920d req-0a681401-74a5-4857-a0fb-37b5ff12399d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625525 Jul 13 07:53:05.701658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58752) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:05.713616 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9a1a3-388c-46ee-819f-10b8ba3a6e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a682b3-6692-417f-be2f-ed8d78d80ae4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:05.732692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2616e80d-40c2-4864-b313-67068d0a9619 None None] Network 3abf2de9-e608-4dba-9407-6c16ee617204 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:05.799750 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-38171206-cb64-4173-80a4-9513662e418a req-5255b985-fc99-4858-a516-17e19238d58f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206992 Jul 13 07:53:05.832232 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.911280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Deleting port 7a940eb1-5595-4b93-949c-4d9361e47c6c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:05.911678 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.990740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] For port 7a940eb1-5595-4b93-949c-4d9361e47c6c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7a940eb1-5595-4b93-949c-4d9361e47c6c,segment=NetworkSegment(114916c8-003c-440b-b057-7f7463bc4217),segment_id=114916c8-003c-440b-b057-7f7463bc4217)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:05.991445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.007757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58762) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:06.015283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Calling delete_port for 7a940eb1-5595-4b93-949c-4d9361e47c6c owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:06.109710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b469b0f1-a4fc-4b26-b39e-3b3d8372586f None None] DHCP port deletion for 3abf2de9-e608-4dba-9407-6c16ee617204 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:06.117397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.142525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b469b0f1-a4fc-4b26-b39e-3b3d8372586f None None] The port '7a940eb1-5595-4b93-949c-4d9361e47c6c' was deleted {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 07:53:06.172624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a940eb1-5595-4b93-949c-4d9361e47c6c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:06.175173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] No DVR routers for this DVR port 7a940eb1-5595-4b93-949c-4d9361e47c6c on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:06.283110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.295753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abf2de9-e608-4dba-9407-6c16ee617204']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:06.309863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114916c8-003c-440b-b057-7f7463bc4217') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:06.310170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114916c8-003c-440b-b057-7f7463bc4217') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:06.320807 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.336378 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1440394864-network', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:06.355655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.364473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:06.366200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:06.370020 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:06.379734 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Made reservation on behalf of bf25f413fdb849a49fe8e01b97fae55d for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:06.382446 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.395385 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.491597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.499875 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.504722 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] 10.222.0.44 "DELETE /v2.0/networks/3abf2de9-e608-4dba-9407-6c16ee617204 HTTP/1.1" status: 204 len: 168 time: 0.8009963 Jul 13 07:53:06.520209 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4969d-0e51-4b5d-b0ca-f2ce631ccb5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3abf2de9-e608-4dba-9407-6c16ee617204,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:06.554992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208a430-61f0-4d84-b186-1551514c7aea req-a86a1608-e67f-4959-b2fc-4028a8773b90 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:06.557249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c208a430-61f0-4d84-b186-1551514c7aea req-a86a1608-e67f-4959-b2fc-4028a8773b90 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.1132867 Jul 13 07:53:06.584835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.595620 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.640291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c208a430-61f0-4d84-b186-1551514c7aea req-da2461ea-d18b-46db-ab44-f3e313d3f530 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756459 Jul 13 07:53:06.651929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:06.691312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd3bdc-ed43-40c2-9f7c-f50ae20f8b05,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:06.694640 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.694984 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Added segment a799e50a-797b-4914-973a-6e0a09fba6de of type vlan for network ed635e4c-8201-47c8-a2a5-741b21edb6f6 Jul 13 07:53:06.721038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58780) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:06.768711 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.796484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-52894a17-97b8-4729-ba37-3cf2bde02c02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61afa8c44ca84a50b67ca815e46c5340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719552 Jul 13 07:53:06.801361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58784) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:06.820989 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.823057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:06.823937 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.898040 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] Pushing event updated for resources: {'Network': ['ID=ed635e4c-8201-47c8-a2a5-741b21edb6f6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:06.906299 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d60a7c42-3157-40d9-9f76-8bf20e918560 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8973150 Jul 13 07:53:06.907654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58788) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:06.910254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ed635e4c-8201-47c8-a2a5-741b21edb6f6 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:06.926658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Request body: {'subnet': {'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1440394864-subnet', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:06.930633 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1478ec6-d6bf-4935-91a5-1da686b827f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.961087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1478ec6-d6bf-4935-91a5-1da686b827f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.993042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Made reservation on behalf of bf25f413fdb849a49fe8e01b97fae55d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:06.999895 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.075004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1478ec6-d6bf-4935-91a5-1da686b827f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.080332 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1478ec6-d6bf-4935-91a5-1da686b827f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.083788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c1478ec6-d6bf-4935-91a5-1da686b827f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb6ef3bb-b064-42d7-8f6b-ec40aef4d28a HTTP/1.1" status: 204 len: 168 time: 0.2810411 Jul 13 07:53:07.110272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1478ec6-d6bf-4935-91a5-1da686b827f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6ef3bb-b064-42d7-8f6b-ec40aef4d28a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.176232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d0ada-a7a9-49d1-93e2-dbb7ec60aa02 req-b91d4f4c-8a16-4e12-b21f-979a6fcca20d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:07.178965 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d2d0ada-a7a9-49d1-93e2-dbb7ec60aa02 req-b91d4f4c-8a16-4e12-b21f-979a6fcca20d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1728647 Jul 13 07:53:07.198410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device aea4d508-727c-4847-88d3-dbc21a065d51 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:07.241433 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d2d0ada-a7a9-49d1-93e2-dbb7ec60aa02 req-37c91093-40b6-4bce-9bfd-dc3798f2366e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554690 Jul 13 07:53:07.255226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: aea4d508-727c-4847-88d3-dbc21a065d51 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:07.256380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device aea4d508-727c-4847-88d3-dbc21a065d51 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:07.257558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7a940eb1-5595-4b93-949c-4d9361e47c6c no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:07.289611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 7a940eb1-5595-4b93-949c-4d9361e47c6c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:07.290343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7a940eb1-5595-4b93-949c-4d9361e47c6c not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:07.377030 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.448436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Checking segment: {'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:07.448737 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Network hostable DHCP agents. Network: ed635e4c-8201-47c8-a2a5-741b21edb6f6, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:07.452560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a74da5-af5e-443b-a37d-98d6206570ee,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.477089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Network ed635e4c-8201-47c8-a2a5-741b21edb6f6 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:07.498963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ed635e4c-8201-47c8-a2a5-741b21edb6f6) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:07.506262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:07.507027 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.509007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8463f9d-7c07-45f6-9b3b-0267f96f9b42 None None] Network ed635e4c-8201-47c8-a2a5-741b21edb6f6 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:07.529315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58800) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:07.530045 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cadc3d1e-1a2c-4fa6-8efe-767d0c5a95ab admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6096992 Jul 13 07:53:07.534039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:07.589129 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.590197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.714666 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.717168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58810) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:07.782552 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7cfc143b-a497-4a3c-bb3c-4f2268d67097 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4a222e53e9747f5bcced19824b9f04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636287 Jul 13 07:53:07.783707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58812) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:07.857991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:07.859649 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.870538 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa350698-38d3-4ecb-bad3-72256a37d869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.901640 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa350698-38d3-4ecb-bad3-72256a37d869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.964668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa350698-38d3-4ecb-bad3-72256a37d869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.967723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aa350698-38d3-4ecb-bad3-72256a37d869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.983927 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aa350698-38d3-4ecb-bad3-72256a37d869 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3445be5-ff54-4c5d-9563-a7f53f85320b HTTP/1.1" status: 204 len: 168 time: 0.1905367 Jul 13 07:53:08.004935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa350698-38d3-4ecb-bad3-72256a37d869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3445be5-ff54-4c5d-9563-a7f53f85320b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:08.017912 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.063661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Allocated IP 172.20.0.2 (ed635e4c-8201-47c8-a2a5-741b21edb6f6/62a74da5-af5e-443b-a37d-98d6206570ee/8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:08.225013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669845c-b248-485f-a0ea-7a1b61ac5d0b req-fcd58980-fd49-4b50-9394-7f3c20cf39de tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:08.226879 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9669845c-b248-485f-a0ea-7a1b61ac5d0b req-fcd58980-fd49-4b50-9394-7f3c20cf39de tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.1990004 Jul 13 07:53:08.252529 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.304232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9669845c-b248-485f-a0ea-7a1b61ac5d0b req-08d50430-c4d5-4b5f-b89e-9e3b1b293b5f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602412 Jul 13 07:53:08.428860 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.473787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Transition to ACTIVE for port object 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:08.503083 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.530859 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.580042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Transition to ACTIVE for port object 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:08.588323 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.668288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Allocated IP 172.25.6.36 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/da2d6cdd-ae90-469f-8370-8c894fd8c23d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:08.709233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a845b-f92c-4ded-bcd4-f174277ea1a3 req-c0993709-9603-4481-857c-3eba1aac1653 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:08.714107 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-231a845b-f92c-4ded-bcd4-f174277ea1a3 req-c0993709-9603-4481-857c-3eba1aac1653 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.2287791 Jul 13 07:53:08.715027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Pushing event updated for resources: {'Port': ['ID=8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:08.738790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Network ed635e4c-8201-47c8-a2a5-741b21edb6f6 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:08.750703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:08.759988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:08.817986 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-231a845b-f92c-4ded-bcd4-f174277ea1a3 req-a605c34f-02c6-4dc7-b26f-ec768630f773 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960543 Jul 13 07:53:08.880323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Attempting to bind port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:08.881410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Attempting to bind port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:08.882096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Attempting to bind port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c on network ed635e4c-8201-47c8-a2a5-741b21edb6f6 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:08.895086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:08.895508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Checking segment: {'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:08.896566 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.897276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Bound using segment: {'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:08.898257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Bound port: 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:08.898649 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.938712 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.993819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.051088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] For port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:09.057708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] For port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:09.065164 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.107114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:09.140731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:09.147013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:09.206466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Pushing event updated for resources: {'Port': ['ID=da2d6cdd-ae90-469f-8370-8c894fd8c23d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.228479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d367e-8795-4aed-9582-a2647399d8c4 None None] Pushing event updated for resources: {'Port': ['ID=8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.239479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.240495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.248476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.248838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.249184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.249534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.249871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.250210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.250558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.250873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.251206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.251537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:09.269547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefe207-1282-4153-b52f-a4c7b1099843 req-c661b7ec-0b7d-4d96-bdc8-a3f6188d7372 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:09.271193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ccefe207-1282-4153-b52f-a4c7b1099843 req-c661b7ec-0b7d-4d96-bdc8-a3f6188d7372 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.4327335 Jul 13 07:53:09.433136 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-bf81ab68-fad6-493f-bbfc-d10bf223ac42 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3945885 Jul 13 07:53:09.502606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ccefe207-1282-4153-b52f-a4c7b1099843 req-02f4de1b-4c05-486e-bd62-09b2e86467fd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648183 Jul 13 07:53:09.532526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58838) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.635123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30f9b79-8895-4d73-b2e6-59f3a99f1341 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:09.638729 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a30f9b79-8895-4d73-b2e6-59f3a99f1341 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1091 time: 0.1051338 Jul 13 07:53:09.641885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58840) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.657707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:09.716915 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.959317 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.192832 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.199426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-82059c53-99cf-4386-8765-46db2d030d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.201116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-82059c53-99cf-4386-8765-46db2d030d99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1098 time: 0.9654052 Jul 13 07:53:10.270805 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06accd9d-f7a1-4809-b1e7-48e18a3ae007 req-751911f0-03aa-4c66-baf7-c261e3572589 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.277242 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-06accd9d-f7a1-4809-b1e7-48e18a3ae007 req-751911f0-03aa-4c66-baf7-c261e3572589 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1606851 Jul 13 07:53:10.292971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-0d0fe32a-97fd-43d3-b4b9-71bceb07eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.294848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-0d0fe32a-97fd-43d3-b4b9-71bceb07eba8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1096 time: 0.7057326 Jul 13 07:53:10.335068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.25.6.169 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/50cf63ef-ab7e-42a3-887f-456ada287bc8) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:10.382247 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-06accd9d-f7a1-4809-b1e7-48e18a3ae007 req-ddb32cd9-20fd-458a-9b1d-5f49e1a227b8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000774 Jul 13 07:53:10.499777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-145ca213-0263-41fd-9430-01ff30a9b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.501568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-145ca213-0263-41fd-9430-01ff30a9b525 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.2636192 Jul 13 07:53:10.516835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.603038 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.612051 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-759911d2-9317-4904-ad9f-8b19e3af967e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1002 time: 0.1001868 Jul 13 07:53:10.666576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=50cf63ef-ab7e-42a3-887f-456ada287bc8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.679804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:10.681364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:10.685947 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:10.711677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-aeaf2523-69c5-423f-a4b3-e56878162d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.713678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-aeaf2523-69c5-423f-a4b3-e56878162d96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0937486 Jul 13 07:53:10.721387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-b141d598-47ba-4a30-b168-431acca5de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.728976 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-b141d598-47ba-4a30-b168-431acca5de45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 897 time: 0.3835285 Jul 13 07:53:10.842663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-994b6597-6ae6-46e1-abe1-a10837dfc0db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 217 time: 0.0503380 Jul 13 07:53:10.901644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feec68ce-3cfb-416d-9250-1670c3c33548 None None] Network ed635e4c-8201-47c8-a2a5-741b21edb6f6 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:10.968225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-0dc66834-035f-4678-8ba5-b5b534cae70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.970072 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-0dc66834-035f-4678-8ba5-b5b534cae70c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 200 len: 834 time: 0.1174252 Jul 13 07:53:11.018887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-1e51ad28-b481-492e-b5e8-8c6bf67bbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:11.020683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-1e51ad28-b481-492e-b5e8-8c6bf67bbe40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2889118 Jul 13 07:53:11.084715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1ec1ae23-3644-4073-8a23-f91667dbb185 None None] Provisioning for port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:11.205845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-e62075b9-9d06-48d1-85f7-da52f2903ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:11.207691 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-e62075b9-9d06-48d1-85f7-da52f2903ce7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2220402 Jul 13 07:53:11.265914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:11.269051 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.353317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:11.358067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:11.358569 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.422034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.518540 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.529904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-38117b19-27ea-46f9-b374-d4d4c96ba074 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720519 Jul 13 07:53:11.577299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.593859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:11.601856 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.681191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.689636 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-8adaacd1-9d67-4887-b916-1f2ae74dfd82 service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351659 Jul 13 07:53:11.751673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-05824eba-44cd-4709-97cc-3601dc411206 None None] Provisioning complete for port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:11.752375 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-05824eba-44cd-4709-97cc-3601dc411206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.755437 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cdb2eee-98db-4cf2-bc68-82e756b0c2f4 req-2039ad70-b696-46e5-9b82-d8f7459aed22 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110465 Jul 13 07:53:11.858626 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.867813 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.916112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Router 3375048b-1c83-47e9-b4d6-09935e0c1922 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:53:11.955146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=50cf63ef-ab7e-42a3-887f-456ada287bc8,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.961810 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.997911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90eab6-c9a2-476b-9186-efdcda36bed9 req-689d2479-39f9-46d2-ad20-08c325d0dd19 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:11.999509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bb90eab6-c9a2-476b-9186-efdcda36bed9 req-689d2479-39f9-46d2-ad20-08c325d0dd19 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.3632126 Jul 13 07:53:12.011669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8becbfa7-5cdc-43ec-8340-df17aad76306 req-f79caee6-1e65-425e-9e44-2b73c2f107d1 service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341809 Jul 13 07:53:12.081071 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Floating IP 9b5b0350-8662-460a-af6a-6db737aa99c3 associated. External IP: 172.25.6.169, port: 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653. Jul 13 07:53:12.097210 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bb90eab6-c9a2-476b-9186-efdcda36bed9 req-6e8098b0-9a3d-4a0e-bb25-910abd16f850 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902762 Jul 13 07:53:12.125614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:12.139311 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Sync routers for ids ['3375048b-1c83-47e9-b4d6-09935e0c1922'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:12.152940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.154931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-de65c869-3012-4de7-8c9b-735af20d8e2c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6244757 Jul 13 07:53:12.158248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58858) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:12.173167 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Routers {'3375048b-1c83-47e9-b4d6-09935e0c1922'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:12.173957 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3375048b-1c83-47e9-b4d6-09935e0c1922'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:12.336168 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Set router 3375048b-1c83-47e9-b4d6-09935e0c1922 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:12.389166 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 8a6771f4-e681-4ec8-8d69-0275d51dc72a has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:12.557786 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:09Z', 'revision_number': 3, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:12.591827 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Checking router: 3375048b-1c83-47e9-b4d6-09935e0c1922 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:12.592907 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Updating router 3375048b-1c83-47e9-b4d6-09935e0c1922 port da2d6cdd-ae90-469f-8370-8c894fd8c23d binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:53:12.613484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:12.624558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] Sync routers for ids ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:12.641173 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.649356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] Routers {'8a6771f4-e681-4ec8-8d69-0275d51dc72a'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:12.650046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:12.700071 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6e213ebf-87bc-428d-9642-312594027a70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0532017 Jul 13 07:53:12.700071 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:12.701167 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f216c1d-afc5-41dd-8452-77d5244673ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:12.831352 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.926291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] Set router 8a6771f4-e681-4ec8-8d69-0275d51dc72a gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:12.932142 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.163177 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b086e14-cf4c-4c37-a982-a939ff721370 x-openstack-request-id: req-5b086e14-cf4c-4c37-a982-a939ff721370 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:13.163739 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:13.167152 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b086e14-cf4c-4c37-a982-a939ff721370 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:13.167609 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'status': 'completed', 'code': 200} Jul 13 07:53:13.203682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:13.256645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4ca5f-8c8b-4ae9-8594-02c33f4bd1e4 req-0abfa11f-8803-4def-a9b5-2df50da77f20 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:13.266770 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6bd4ca5f-8c8b-4ae9-8594-02c33f4bd1e4 req-0abfa11f-8803-4def-a9b5-2df50da77f20 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.2128079 Jul 13 07:53:13.292183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Allocated IP 172.20.0.1 (ed635e4c-8201-47c8-a2a5-741b21edb6f6/62a74da5-af5e-443b-a37d-98d6206570ee/1269b37b-abf5-4801-b4fc-8476bafb6eb0) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:13.363100 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6bd4ca5f-8c8b-4ae9-8594-02c33f4bd1e4 req-cd1d1014-d77a-42a0-b021-b9c26111d588 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930374 Jul 13 07:53:13.414878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58892) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:13.466845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-e9b5374a-5d7b-4852-92b2-f8889a8a9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:13.468478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-e9b5374a-5d7b-4852-92b2-f8889a8a9d25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1096 time: 0.3018599 Jul 13 07:53:13.483774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:13.484229 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.556548 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.582735 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Transition to ACTIVE for port object da2d6cdd-ae90-469f-8370-8c894fd8c23d will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:13.586825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:47Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9b5b0350-8662-460a-af6a-6db737aa99c3', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'port_id': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'mac_address': 'fa:16:3e:81:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:11Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b934b52-9b43-4eec-8c56-ae75873ccc43', 'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:b7:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:46Z', 'updated_at': '2021-07-13T07:52:59Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': '6e0cab49-178f-490f-9195-a20d788eecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:13.588343 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-94a0059c-0b0c-403b-a298-2c2da5e9a7d0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/9b5b0350-8662-460a-af6a-6db737aa99c3 HTTP/1.1" status: 200 len: 991 time: 0.1719773 Jul 13 07:53:13.600798 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.694380 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530df97-e32b-4426-b39e-9aef2fd52e8c None None] Pushing event updated for resources: {'Port': ['ID=da2d6cdd-ae90-469f-8370-8c894fd8c23d,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:13.697496 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Attempting to bind port da2d6cdd-ae90-469f-8370-8c894fd8c23d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:13.699313 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Attempting to bind port da2d6cdd-ae90-469f-8370-8c894fd8c23d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:13.700438 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Attempting to bind port da2d6cdd-ae90-469f-8370-8c894fd8c23d on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:13.718732 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:13.719535 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:13.720145 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.720717 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:13.721370 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Bound port: da2d6cdd-ae90-469f-8370-8c894fd8c23d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:13.728108 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.759917 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.787288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Transition to ACTIVE for port object 1269b37b-abf5-4801-b4fc-8476bafb6eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:13.833951 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] For port da2d6cdd-ae90-469f-8370-8c894fd8c23d, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:13.838339 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] For port da2d6cdd-ae90-469f-8370-8c894fd8c23d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=da2d6cdd-ae90-469f-8370-8c894fd8c23d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:13.846740 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.936417 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Routers {'3375048b-1c83-47e9-b4d6-09935e0c1922'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:13.937375 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3375048b-1c83-47e9-b4d6-09935e0c1922'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:13.941237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-c670717c-5d6b-4b0c-81ba-e0cb4eec7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:13.944592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-c670717c-5d6b-4b0c-81ba-e0cb4eec7e08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 897 time: 0.3968108 Jul 13 07:53:13.947677 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.980792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] Checking router: 8a6771f4-e681-4ec8-8d69-0275d51dc72a for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:14.020630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] Routers {'8a6771f4-e681-4ec8-8d69-0275d51dc72a'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:14.021829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:14.046737 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530df97-e32b-4426-b39e-9aef2fd52e8c None None] Pushing event updated for resources: {'Port': ['ID=da2d6cdd-ae90-469f-8370-8c894fd8c23d,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:14.184437 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] Set router 3375048b-1c83-47e9-b4d6-09935e0c1922 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:14.192684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] Set router 8a6771f4-e681-4ec8-8d69-0275d51dc72a gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:14.473124 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75fa6a58-dff7-47ad-8eac-9d136ffbdf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.482633 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:09Z', 'revision_number': 3, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:14.514006 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8ea883-f598-42a9-8b7e-fc41d569c0db None None] The sync data for ids ['3375048b-1c83-47e9-b4d6-09935e0c1922'] in n-d-798249-7 is: [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:09Z', 'revision_number': 3, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:14.522937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:47Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9b5b0350-8662-460a-af6a-6db737aa99c3', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'port_id': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'mac_address': 'fa:16:3e:81:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:11Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b934b52-9b43-4eec-8c56-ae75873ccc43', 'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:b7:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:46Z', 'updated_at': '2021-07-13T07:52:59Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': '6e0cab49-178f-490f-9195-a20d788eecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:14.562400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ebbd-dc47-4bee-b815-3958cd551f1d None None] The sync data for ids ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'] in n-d-798249-7 is: [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:47Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9b5b0350-8662-460a-af6a-6db737aa99c3', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'port_id': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'mac_address': 'fa:16:3e:81:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:11Z', 'updated_at': '2021-07-13T07:53:11Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b934b52-9b43-4eec-8c56-ae75873ccc43', 'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:b7:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:46Z', 'updated_at': '2021-07-13T07:52:59Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': '6e0cab49-178f-490f-9195-a20d788eecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:14.592309 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58896) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:14.687677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-b4c208e9-6d90-4256-8974-9e59c7f7b236 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 999 time: 0.7269132 Jul 13 07:53:14.723152 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-95f87ae2-397e-4a32-a2d2-487d7ca584f7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/9b5b0350-8662-460a-af6a-6db737aa99c3 HTTP/1.1" status: 200 len: 991 time: 0.1295686 Jul 13 07:53:14.727423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Network ed635e4c-8201-47c8-a2a5-741b21edb6f6 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:14.738238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:14.765212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:14.810560 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Pushing event updated for resources: {'Port': ['ID=1269b37b-abf5-4801-b4fc-8476bafb6eb0,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:14.855260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1c4a4-d968-45fe-837a-4ee1428579f1 req-24ed5d72-0814-4ef8-aa4b-2f15a8f5f3eb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:14.864741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6e1c4a4-d968-45fe-837a-4ee1428579f1 req-24ed5d72-0814-4ef8-aa4b-2f15a8f5f3eb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 1.3237164 Jul 13 07:53:14.947877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-5c79493a-5065-4569-888b-fe7435b07cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:14.949427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-5c79493a-5065-4569-888b-fe7435b07cd8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 200 len: 834 time: 0.2368503 Jul 13 07:53:15.082050 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e46fbe-00fe-4215-8936-ee04192aafd1 None None] New status for floating IP 9b5b0350-8662-460a-af6a-6db737aa99c3: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:53:15.109299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.133992 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6e1c4a4-d968-45fe-837a-4ee1428579f1 req-f0addc5d-b943-4c8b-bcf0-aecb4ec296b1 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664170 Jul 13 07:53:15.254731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-180cdbb9-4ac2-48eb-ba23-c9644d9b980e None None] Provisioning for port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:15.273426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-180cdbb9-4ac2-48eb-ba23-c9644d9b980e None None] Provisioning complete for port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:15.273796 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-180cdbb9-4ac2-48eb-ba23-c9644d9b980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.375085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-180cdbb9-4ac2-48eb-ba23-c9644d9b980e None None] Port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:15.378966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device da2d6cdd-ae90-469f-8370-8c894fd8c23d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:15.467962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-8c0aa6cd-17cb-4ec8-a2e5-70049c5affdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:15.471305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-8c0aa6cd-17cb-4ec8-a2e5-70049c5affdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5031023 Jul 13 07:53:15.491838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port da2d6cdd-ae90-469f-8370-8c894fd8c23d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:15.496854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port da2d6cdd-ae90-469f-8370-8c894fd8c23d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:15.497411 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.634342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.687871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-e545f4b5-239c-4bd6-96cb-f6b4eccf5bd9 service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052109 Jul 13 07:53:15.690124 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.727731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58900) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.761991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port da2d6cdd-ae90-469f-8370-8c894fd8c23d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=da2d6cdd-ae90-469f-8370-8c894fd8c23d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:15.780156 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.900478 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a213cdab-f581-40ae-905d-33c69cf4e903 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/9b5b0350-8662-460a-af6a-6db737aa99c3 HTTP/1.1" status: 200 len: 993 time: 0.1713943 Jul 13 07:53:15.921768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=da2d6cdd-ae90-469f-8370-8c894fd8c23d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:16.071804 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.089078 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f216c1d-afc5-41dd-8452-77d5244673ee req-71fe2e9d-f1e5-4875-baac-8015498349f7 service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084159 Jul 13 07:53:16.090759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.193334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Pushing event updated for resources: {'Port': ['ID=1269b37b-abf5-4801-b4fc-8476bafb6eb0,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:16.205206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.408363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Network ed635e4c-8201-47c8-a2a5-741b21edb6f6 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:16.414267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:16.471730 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0bda6-0f10-4b5b-a7d7-fdc090270c91 req-058266a9-200f-4b49-a4a4-bc65cab20659 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:16.473401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bbd0bda6-0f10-4b5b-a7d7-fdc090270c91 req-058266a9-200f-4b49-a4a4-bc65cab20659 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1495829 Jul 13 07:53:16.556372 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bbd0bda6-0f10-4b5b-a7d7-fdc090270c91 req-3da067ba-913c-41a3-a4dd-e6c541f56451 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728891 Jul 13 07:53:16.637291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-858f4d06-09ef-4ad2-acd8-119b740c7d1b None None] Provisioning complete for port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:16.637765 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-858f4d06-09ef-4ad2-acd8-119b740c7d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.653213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Router 3375048b-1c83-47e9-b4d6-09935e0c1922 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:16.754534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-858f4d06-09ef-4ad2-acd8-119b740c7d1b None None] Port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:16.894346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:16.907410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cb366973-614c-41cc-9e36-b615996d18eb admin admin] 10.222.0.44 "PUT /v2.0/routers/3375048b-1c83-47e9-b4d6-09935e0c1922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7479773 Jul 13 07:53:17.026084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58916) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:17.151552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d4953d08-01af-4c93-970f-88a16f1be2eb None None] Provisioning complete for port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:17.151932 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d4953d08-01af-4c93-970f-88a16f1be2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.195366 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.246681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device da2d6cdd-ae90-469f-8370-8c894fd8c23d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:17.278399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d4953d08-01af-4c93-970f-88a16f1be2eb None None] Port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:17.296585 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68d17fa2-b2c0-4d3e-82e0-4d1649a00428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.323980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port da2d6cdd-ae90-469f-8370-8c894fd8c23d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:17.324395 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.415430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b43bb1f9-690d-4723-b676-bd7098b185b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.535342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Sync routers for ids ['3375048b-1c83-47e9-b4d6-09935e0c1922'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:17.557438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Routers {'3375048b-1c83-47e9-b4d6-09935e0c1922'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:17.558270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:53:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3375048b-1c83-47e9-b4d6-09935e0c1922'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:17.560744 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b43bb1f9-690d-4723-b676-bd7098b185b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.591642 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b43bb1f9-690d-4723-b676-bd7098b185b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.685928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bb1f9-690d-4723-b676-bd7098b185b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b2c9e-944a-4af4-911c-194311072887,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:17.708115 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b43bb1f9-690d-4723-b676-bd7098b185b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcd93a1e1f1c44309790c02539770d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6773899 Jul 13 07:53:17.709147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58936) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:17.719530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Set router 3375048b-1c83-47e9-b4d6-09935e0c1922 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:17.834619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58940) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:17.842573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2005052227-network', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:17.854411 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5462fd09-6301-4edc-b4eb-41fb9c30c61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.887075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Made reservation on behalf of fc450b0fb9c34b4e8c9f5aa701ecc130 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:17.888504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5462fd09-6301-4edc-b4eb-41fb9c30c61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.889524 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.900567 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.920793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89138a92-df78-47e1-9ab7-069c1a027daa req-8cbd2133-a2db-473d-a4ce-5b4bd2e64612 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:17.922778 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-89138a92-df78-47e1-9ab7-069c1a027daa req-8cbd2133-a2db-473d-a4ce-5b4bd2e64612 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1455727 Jul 13 07:53:17.984853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-89138a92-df78-47e1-9ab7-069c1a027daa req-673264a5-18be-4d9a-8ce0-75ea5fa6f29a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490355 Jul 13 07:53:18.011312 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5462fd09-6301-4edc-b4eb-41fb9c30c61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.016246 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5462fd09-6301-4edc-b4eb-41fb9c30c61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.017725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5462fd09-6301-4edc-b4eb-41fb9c30c61a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/032b2c9e-944a-4af4-911c-194311072887 HTTP/1.1" status: 204 len: 168 time: 0.3075707 Jul 13 07:53:18.028717 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.030654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462fd09-6301-4edc-b4eb-41fb9c30c61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b2c9e-944a-4af4-911c-194311072887,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.092479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '1269b37b-abf5-4801-b4fc-8476bafb6eb0', 'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'mac_address': 'fa:16:3e:be:f1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 2, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'subnets': [{'id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:18.118268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.124456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Checking router: 3375048b-1c83-47e9-b4d6-09935e0c1922 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:18.124984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Updating router 3375048b-1c83-47e9-b4d6-09935e0c1922 port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:53:18.136072 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.166735 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.172294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:18.190072 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a68e03-ab67-4559-a1df-e7a46635e9b9,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.204969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.206059 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Added segment fe043f66-e773-4631-8910-0d1295ef076b of type vlan for network 74595bf9-2f94-4346-b2a2-a597fb232181 Jul 13 07:53:18.260383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.301913 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.304042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:18.305543 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.342744 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5064812 Jul 13 07:53:18.345715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58946) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:18.380941 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Request body: {'subnet': {'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2005052227-subnet', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:18.387571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddbe9b-b895-4d66-9877-edc37192bd59 admin admin] Pushing event updated for resources: {'Network': ['ID=74595bf9-2f94-4346-b2a2-a597fb232181,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.414406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Made reservation on behalf of fc450b0fb9c34b4e8c9f5aa701ecc130 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:18.416927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 74595bf9-2f94-4346-b2a2-a597fb232181 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:18.418319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.512132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:18.530812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1adb4c08-c606-4c27-93be-83acc2bb2a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.602311 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.615824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Transition to ACTIVE for port object 1269b37b-abf5-4801-b4fc-8476bafb6eb0 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:18.623935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.654693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.680491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1adb4c08-c606-4c27-93be-83acc2bb2a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.690762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1adb4c08-c606-4c27-93be-83acc2bb2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.716638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80866772-ae2c-4704-a8d1-2be1e555a5db None None] Pushing event updated for resources: {'Port': ['ID=1269b37b-abf5-4801-b4fc-8476bafb6eb0,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.717552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0353e643-9be8-4d07-a052-598bc342881c,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.733106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1adb4c08-c606-4c27-93be-83acc2bb2a30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c11ff5915d84b4a9513ec324ea40968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169015 Jul 13 07:53:18.733106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58956) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:18.765575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Checking segment: {'id': 'fe043f66-e773-4631-8910-0d1295ef076b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:18.766080 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Network hostable DHCP agents. Network: 74595bf9-2f94-4346-b2a2-a597fb232181, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:18.779233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Attempting to bind port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:18.779803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Attempting to bind port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:18.779971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Attempting to bind port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 on network ed635e4c-8201-47c8-a2a5-741b21edb6f6 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:18.786589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:18.787068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Checking segment: {'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:18.787881 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.788415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Bound using segment: {'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:18.788971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Bound port: 1269b37b-abf5-4801-b4fc-8476bafb6eb0, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:18.789447 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.792108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Network 74595bf9-2f94-4346-b2a2-a597fb232181 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:18.792917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb4c08-c606-4c27-93be-83acc2bb2a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3187a355-bf88-43df-8ba3-1ec40f73c132,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.822078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 74595bf9-2f94-4346-b2a2-a597fb232181) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:18.823089 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72707467-3553-4108-bf7f-f25ce8642fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.831912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:18.832754 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.835755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30843f14-967b-4ad0-9db9-80fdcdfbf45b None None] Network 74595bf9-2f94-4346-b2a2-a597fb232181 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:18.855475 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-95d03cee-5fe6-47ab-8710-6561c7afd7e1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5082679 Jul 13 07:53:18.857973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 58962) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:18.858885 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72707467-3553-4108-bf7f-f25ce8642fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.864452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2005052227-router', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:18.906884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.909172 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.931388 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] For port 1269b37b-abf5-4801-b4fc-8476bafb6eb0, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:18.932952 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72707467-3553-4108-bf7f-f25ce8642fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.935940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72707467-3553-4108-bf7f-f25ce8642fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.939698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-72707467-3553-4108-bf7f-f25ce8642fd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3187a355-bf88-43df-8ba3-1ec40f73c132 HTTP/1.1" status: 204 len: 168 time: 0.2034214 Jul 13 07:53:18.944217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] For port 1269b37b-abf5-4801-b4fc-8476bafb6eb0, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1269b37b-abf5-4801-b4fc-8476bafb6eb0,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:18.950217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72707467-3553-4108-bf7f-f25ce8642fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3187a355-bf88-43df-8ba3-1ec40f73c132,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.982146 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.986288 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.132941 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.135028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Routers {'3375048b-1c83-47e9-b4d6-09935e0c1922'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:19.135658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:53:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3375048b-1c83-47e9-b4d6-09935e0c1922'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:19.137620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80866772-ae2c-4704-a8d1-2be1e555a5db None None] Pushing event updated for resources: {'Port': ['ID=1269b37b-abf5-4801-b4fc-8476bafb6eb0,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.253070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-74595bf9-2f94-4346-b2a2-a597fb232181', 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'fixed_ips': [{'subnet_id': '0353e643-9be8-4d07-a052-598bc342881c'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:19.254380 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.335696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a86f46-0732-43ae-8679-0343eb3e74ba req-1e5e5542-9896-47a1-9978-c1bcab557ab5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:19.337730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-61a86f46-0732-43ae-8679-0343eb3e74ba req-1e5e5542-9896-47a1-9978-c1bcab557ab5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1508207 Jul 13 07:53:19.404305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] Set router 3375048b-1c83-47e9-b4d6-09935e0c1922 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:19.531772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58978) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:19.549235 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-feead5b6-568d-44c0-9b4d-fe353d388fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.559710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Allocated IP 172.20.0.2 (74595bf9-2f94-4346-b2a2-a597fb232181/0353e643-9be8-4d07-a052-598bc342881c/c8b2c767-f083-419f-ab80-18a7d3a3f4b2) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:19.683726 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-feead5b6-568d-44c0-9b4d-fe353d388fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.697424 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-feead5b6-568d-44c0-9b4d-fe353d388fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.735772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-feead5b6-568d-44c0-9b4d-fe353d388fa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c1d4f0110d046d5b9a3478b723b464c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026517 Jul 13 07:53:19.738939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 58984) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:19.786220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feead5b6-568d-44c0-9b4d-fe353d388fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3d90f-a375-4be0-a3f5-044608d55104,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.814158 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.841038 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20380ff2-b49d-4ad6-b13d-200c3d11c9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.845068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.849844 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.856154 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-61a86f46-0732-43ae-8679-0343eb3e74ba req-b4955c19-410b-4db4-8406-b069188cbe94 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297569 Jul 13 07:53:19.884493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20380ff2-b49d-4ad6-b13d-200c3d11c9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.970366 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.973519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '1269b37b-abf5-4801-b4fc-8476bafb6eb0', 'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'mac_address': 'fa:16:3e:be:f1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:18Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'subnets': [{'id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:19.985908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20380ff2-b49d-4ad6-b13d-200c3d11c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.991006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20380ff2-b49d-4ad6-b13d-200c3d11c9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.994660 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-20380ff2-b49d-4ad6-b13d-200c3d11c9a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39e3d90f-a375-4be0-a3f5-044608d55104 HTTP/1.1" status: 204 len: 168 time: 0.2498581 Jul 13 07:53:20.004923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20380ff2-b49d-4ad6-b13d-200c3d11c9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3d90f-a375-4be0-a3f5-044608d55104,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:20.006519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Transition to ACTIVE for port object c8b2c767-f083-419f-ab80-18a7d3a3f4b2 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:20.008912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d5b91-40a9-41c1-a4d9-fc08dc6b0455 None None] The sync data for ids ['3375048b-1c83-47e9-b4d6-09935e0c1922'] in n-d-798249-7 is: [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '1269b37b-abf5-4801-b4fc-8476bafb6eb0', 'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'mac_address': 'fa:16:3e:be:f1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:18Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'subnets': [{'id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:20.038869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Allocated IP 172.25.6.87 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/c395f999-072c-4838-bf6a-107ce9874e0b) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:20.058028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Transition to ACTIVE for port object c8b2c767-f083-419f-ab80-18a7d3a3f4b2 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:20.085753 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.180580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Network 74595bf9-2f94-4346-b2a2-a597fb232181 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:20.190703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:20.196093 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:20.199269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Pushing event updated for resources: {'Port': ['ID=c8b2c767-f083-419f-ab80-18a7d3a3f4b2,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:20.247853 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.261896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Attempting to bind port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:20.263256 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Attempting to bind port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'fe043f66-e773-4631-8910-0d1295ef076b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:20.263808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Attempting to bind port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 on network 74595bf9-2f94-4346-b2a2-a597fb232181 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:20.275501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:20.277049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Checking segment: {'id': 'fe043f66-e773-4631-8910-0d1295ef076b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:20.277617 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.278531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Bound using segment: {'id': 'fe043f66-e773-4631-8910-0d1295ef076b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:20.280330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Bound port: c8b2c767-f083-419f-ab80-18a7d3a3f4b2, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe043f66-e773-4631-8910-0d1295ef076b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:20.280700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.316577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.380576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:20.383401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] For port c8b2c767-f083-419f-ab80-18a7d3a3f4b2, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:20.387753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] For port c8b2c767-f083-419f-ab80-18a7d3a3f4b2, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c8b2c767-f083-419f-ab80-18a7d3a3f4b2,segment=NetworkSegment(fe043f66-e773-4631-8910-0d1295ef076b),segment_id=fe043f66-e773-4631-8910-0d1295ef076b)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:20.389529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:20.394512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.410944 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:20.414912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Pushing event updated for resources: {'Port': ['ID=c395f999-072c-4838-bf6a-107ce9874e0b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:20.465855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cadde9-f44e-4a5d-a2c1-59ba8ce72cdf None None] Pushing event updated for resources: {'Port': ['ID=c8b2c767-f083-419f-ab80-18a7d3a3f4b2,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:20.758776 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.066537 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.175028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163e568-9966-4650-b5a6-2592817f8905 req-b3687cef-bb41-4af8-8c10-df026aacd111 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:21.176464 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5163e568-9966-4650-b5a6-2592817f8905 req-b3687cef-bb41-4af8-8c10-df026aacd111 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1216471 Jul 13 07:53:21.200156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c8b2c767-f083-419f-ab80-18a7d3a3f4b2 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:21.253974 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5163e568-9966-4650-b5a6-2592817f8905 req-beb9a6a4-278d-444d-835e-78b2140413fb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657995 Jul 13 07:53:21.295434 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:21.298675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Router c058e650-0d8b-4a4f-a0b0-e168ce67606c is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:53:21.300853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1269b37b-abf5-4801-b4fc-8476bafb6eb0 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:21.363741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:21.371260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:21.372362 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.519366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:21.525509 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.530676 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Sync routers for ids ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:21.543002 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.548524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59046) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:21.548768 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Routers {'c058e650-0d8b-4a4f-a0b0-e168ce67606c'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:21.549312 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:53:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:21.558714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-292277d2-b50c-4256-ac55-813997aa5795 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6993308 Jul 13 07:53:21.599012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 1269b37b-abf5-4801-b4fc-8476bafb6eb0, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1269b37b-abf5-4801-b4fc-8476bafb6eb0,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:21.609984 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.751529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=1269b37b-abf5-4801-b4fc-8476bafb6eb0,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:21.774018 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Set router c058e650-0d8b-4a4f-a0b0-e168ce67606c gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:22.052413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c33efd-e1de-44e7-b347-f801ddaa6959 req-c8693957-ce76-4ad7-96bb-c860cefc3976 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:22.056200 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e5c33efd-e1de-44e7-b347-f801ddaa6959 req-c8693957-ce76-4ad7-96bb-c860cefc3976 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1528168 Jul 13 07:53:22.102079 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'name': 'tempest-TestServerBasicOps-2005052227-router', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 3, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'gw_port': {'id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:19Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:22.130553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e5c33efd-e1de-44e7-b347-f801ddaa6959 req-ad9974c2-cf17-4fb6-8978-3182e00ce00e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645740 Jul 13 07:53:22.150201 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Checking router: c058e650-0d8b-4a4f-a0b0-e168ce67606c for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:22.150531 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Updating router c058e650-0d8b-4a4f-a0b0-e168ce67606c port c395f999-072c-4838-bf6a-107ce9874e0b binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:53:22.165034 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b90a49-bd47-4f9b-861f-b47e288cd578 None None] Network 74595bf9-2f94-4346-b2a2-a597fb232181 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:22.195282 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.284268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7ed733f7-2982-41b1-a61d-dc06d6790f28 None None] Provisioning for port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:22.292475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7ed733f7-2982-41b1-a61d-dc06d6790f28 None None] Provisioning complete for port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:22.293326 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ed733f7-2982-41b1-a61d-dc06d6790f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.355750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.509291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:22.574938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Allocated IP 172.20.0.1 (74595bf9-2f94-4346-b2a2-a597fb232181/0353e643-9be8-4d07-a052-598bc342881c/80920374-2571-4962-a404-1893523a4623) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:22.604296 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ed733f7-2982-41b1-a61d-dc06d6790f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.656270 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.692409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7ed733f7-2982-41b1-a61d-dc06d6790f28 None None] For port c8b2c767-f083-419f-ab80-18a7d3a3f4b2, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c8b2c767-f083-419f-ab80-18a7d3a3f4b2,segment=NetworkSegment(fe043f66-e773-4631-8910-0d1295ef076b),segment_id=fe043f66-e773-4631-8910-0d1295ef076b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:22.703464 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ed733f7-2982-41b1-a61d-dc06d6790f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.703705 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Transition to ACTIVE for port object c395f999-072c-4838-bf6a-107ce9874e0b will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:22.717207 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.774283 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.812965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Transition to ACTIVE for port object 80920374-2571-4962-a404-1893523a4623 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:22.847192 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Attempting to bind port c395f999-072c-4838-bf6a-107ce9874e0b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:22.847669 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Attempting to bind port c395f999-072c-4838-bf6a-107ce9874e0b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:22.848161 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Attempting to bind port c395f999-072c-4838-bf6a-107ce9874e0b on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:22.851336 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.866202 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:22.867907 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:22.868424 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.868936 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:22.873026 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Bound port: c395f999-072c-4838-bf6a-107ce9874e0b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:22.873538 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.876429 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48a4cb-c644-474a-b908-ac8a9c76af1b None None] Pushing event updated for resources: {'Port': ['ID=c395f999-072c-4838-bf6a-107ce9874e0b,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:22.884631 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.916194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7ed733f7-2982-41b1-a61d-dc06d6790f28 None None] Provisioning complete for port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:22.916581 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ed733f7-2982-41b1-a61d-dc06d6790f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.921209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed733f7-2982-41b1-a61d-dc06d6790f28 None None] Pushing event updated for resources: {'Port': ['ID=c8b2c767-f083-419f-ab80-18a7d3a3f4b2,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:22.953314 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] For port c395f999-072c-4838-bf6a-107ce9874e0b, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:22.963020 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] For port c395f999-072c-4838-bf6a-107ce9874e0b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c395f999-072c-4838-bf6a-107ce9874e0b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:22.977842 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.988333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:22.990487 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bf5008-f9e7-4f53-b59f-2dc56e921d8d" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:23.010616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:23.013086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Pushing event updated for resources: {'Port': ['ID=80920374-2571-4962-a404-1893523a4623,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.024326 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.030886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Network 74595bf9-2f94-4346-b2a2-a597fb232181 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:23.034563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:23.039142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:23.146639 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Routers {'c058e650-0d8b-4a4f-a0b0-e168ce67606c'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:23.148318 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.151283 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:53:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:23.173837 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d69f63-472b-42fe-8886-5b708d677a81 x-openstack-request-id: req-c4d69f63-472b-42fe-8886-5b708d677a81 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:23.174416 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:23.174873 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4d69f63-472b-42fe-8886-5b708d677a81 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:23.175512 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'code': 200} Jul 13 07:53:23.204271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c8b2c767-f083-419f-ab80-18a7d3a3f4b2 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:23.257807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=16']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.327772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59126) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:23.335627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a33d3a23-af45-43f0-aa4c-482a633bbc4d None None] Provisioning complete for port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:23.336140 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a33d3a23-af45-43f0-aa4c-482a633bbc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.377041 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48a4cb-c644-474a-b908-ac8a9c76af1b None None] Pushing event updated for resources: {'Port': ['ID=c395f999-072c-4838-bf6a-107ce9874e0b,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.428729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:23.429514 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.483739 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.552840 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2105a1bb-0b44-49b5-970a-5b08732ee368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.553425 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] Set router c058e650-0d8b-4a4f-a0b0-e168ce67606c gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:23.631996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1269b37b-abf5-4801-b4fc-8476bafb6eb0 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:23.718675 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2105a1bb-0b44-49b5-970a-5b08732ee368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.723654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2105a1bb-0b44-49b5-970a-5b08732ee368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.734453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78a68bbb-da1e-481a-b4fb-fe528c9cab2f None None] Provisioning for port 80920374-2571-4962-a404-1893523a4623 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:23.738051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:23.738428 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.756628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2105a1bb-0b44-49b5-970a-5b08732ee368 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ee28f83cd7c4648aee3bcef505d6513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240558 Jul 13 07:53:23.761010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59150) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:23.767939 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.777195 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.792936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78a68bbb-da1e-481a-b4fb-fe528c9cab2f None None] Provisioning complete for port 80920374-2571-4962-a404-1893523a4623 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:23.793314 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78a68bbb-da1e-481a-b4fb-fe528c9cab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.794802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105a1bb-0b44-49b5-970a-5b08732ee368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33686192-fd6f-4d14-8080-56956f097873,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.863303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-78a68bbb-da1e-481a-b4fb-fe528c9cab2f None None] Port 80920374-2571-4962-a404-1893523a4623 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:23.876744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Pushing event updated for resources: {'Port': ['ID=80920374-2571-4962-a404-1893523a4623,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.898096 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.917551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78a68bbb-da1e-481a-b4fb-fe528c9cab2f None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:23.917814 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78a68bbb-da1e-481a-b4fb-fe528c9cab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.918647 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8af061d7-e7d8-44be-af26-e6eb28627df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.960533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8af061d7-e7d8-44be-af26-e6eb28627df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.979977 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'name': 'tempest-TestServerBasicOps-2005052227-router', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 3, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'gw_port': {'id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:19Z', 'updated_at': '2021-07-13T07:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:24.015642 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b1591-88cf-4970-a529-09283797f799 None None] The sync data for ids ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'] in n-d-798249-7 is: [{'id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'name': 'tempest-TestServerBasicOps-2005052227-router', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:20Z', 'revision_number': 3, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'gw_port': {'id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:19Z', 'updated_at': '2021-07-13T07:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:24.049709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8af061d7-e7d8-44be-af26-e6eb28627df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.052502 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8af061d7-e7d8-44be-af26-e6eb28627df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.056565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8af061d7-e7d8-44be-af26-e6eb28627df5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33686192-fd6f-4d14-8080-56956f097873 HTTP/1.1" status: 204 len: 168 time: 0.2915909 Jul 13 07:53:24.063262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af061d7-e7d8-44be-af26-e6eb28627df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33686192-fd6f-4d14-8080-56956f097873,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:24.117437 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78a68bbb-da1e-481a-b4fb-fe528c9cab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.132595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Network 74595bf9-2f94-4346-b2a2-a597fb232181 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:24.134381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:24.170644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-78a68bbb-da1e-481a-b4fb-fe528c9cab2f None None] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:24.188721 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78a68bbb-da1e-481a-b4fb-fe528c9cab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.266589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a68bbb-da1e-481a-b4fb-fe528c9cab2f None None] Pushing event updated for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=17']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:24.280500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Router c058e650-0d8b-4a4f-a0b0-e168ce67606c has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:24.398876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a386e5-6f1e-4cab-bdf4-53061f91da7d req-1a0b139b-3f68-40ce-b0c4-7df512a420cc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:24.401703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-90a386e5-6f1e-4cab-bdf4-53061f91da7d req-1a0b139b-3f68-40ce-b0c4-7df512a420cc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1173372 Jul 13 07:53:24.421798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e3b9d77f-4b24-424a-b474-0d49bfb372da None None] Provisioning complete for port 80920374-2571-4962-a404-1893523a4623 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:24.422369 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e3b9d77f-4b24-424a-b474-0d49bfb372da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.539481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-90a386e5-6f1e-4cab-bdf4-53061f91da7d req-f028af07-28e6-4aba-863b-e74f2afb2688 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215942 Jul 13 07:53:24.558618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9d77f-4b24-424a-b474-0d49bfb372da None None] Port 80920374-2571-4962-a404-1893523a4623 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:24.583799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59170) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:24.599956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:24.605202 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d73e440-e690-4719-be2c-781b44738c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.607750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-96f43b13-9eff-4352-9b72-dac7c73f692f admin admin] 10.222.0.44 "PUT /v2.0/routers/c058e650-0d8b-4a4f-a0b0-e168ce67606c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0571394 Jul 13 07:53:24.776957 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d73e440-e690-4719-be2c-781b44738c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.783522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d833ecd8-1949-473d-ba6c-c5a3528ba3da None None] Provisioning complete for port 80920374-2571-4962-a404-1893523a4623 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:24.783990 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d833ecd8-1949-473d-ba6c-c5a3528ba3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.788859 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d73e440-e690-4719-be2c-781b44738c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.835723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d833ecd8-1949-473d-ba6c-c5a3528ba3da None None] Port 80920374-2571-4962-a404-1893523a4623 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:24.836740 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7d73e440-e690-4719-be2c-781b44738c88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2cdf47dd5d274d98bb30c51ec9b49471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501838 Jul 13 07:53:24.837668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73e440-e690-4719-be2c-781b44738c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ac4964-6b04-4f10-9769-ea4566fe39ab,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:24.839449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59178) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:24.857179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d833ecd8-1949-473d-ba6c-c5a3528ba3da None None] Provisioning complete for port cc2ceb9c-ac19-407e-aabc-5594315b4b70 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:24.858090 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d833ecd8-1949-473d-ba6c-c5a3528ba3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.948539 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c97e-fde3-437c-8533-eb8a03bc90d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.059318 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c97e-fde3-437c-8533-eb8a03bc90d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.170143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-18cea727-9131-4e7e-a107-bb62b5eb7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:25.172066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-18cea727-9131-4e7e-a107-bb62b5eb7d6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1098 time: 0.1768143 Jul 13 07:53:25.177728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:25.180260 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241c11ac-7003-4184-8b93-9b5c9bc8906f" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:25.183822 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c97e-fde3-437c-8533-eb8a03bc90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.185038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c395f999-072c-4838-bf6a-107ce9874e0b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:25.186967 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c97e-fde3-437c-8533-eb8a03bc90d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.188797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b4f6c97e-fde3-437c-8533-eb8a03bc90d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08ac4964-6b04-4f10-9769-ea4566fe39ab HTTP/1.1" status: 204 len: 168 time: 0.3473501 Jul 13 07:53:25.214594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af64e8-ff73-4ca5-ad33-1562485dd172 req-bc7f0fca-79c0-432f-b427-c281bf58c33f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:25.224224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8af64e8-ff73-4ca5-ad33-1562485dd172 req-bc7f0fca-79c0-432f-b427-c281bf58c33f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1526725 Jul 13 07:53:25.282094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6c97e-fde3-437c-8533-eb8a03bc90d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ac4964-6b04-4f10-9769-ea4566fe39ab,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:25.293098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d8af64e8-ff73-4ca5-ad33-1562485dd172 req-080d5f42-b7fb-4414-8d72-3a7b3e364aef tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670464 Jul 13 07:53:25.328705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c395f999-072c-4838-bf6a-107ce9874e0b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:25.337106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c395f999-072c-4838-bf6a-107ce9874e0b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:25.338409 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.376113 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d657a76d-c062-4189-a305-c741940bb232 x-openstack-request-id: req-d657a76d-c062-4189-a305-c741940bb232 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:25.376412 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-plugged", "status": "completed", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:25.376672 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d657a76d-c062-4189-a305-c741940bb232 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:25.377067 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'code': 200} Jul 13 07:53:25.383352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-21df06a1-56c1-4421-aa03-bb5ad9eb455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:25.385270 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-21df06a1-56c1-4421-aa03-bb5ad9eb455d service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.2038524 Jul 13 07:53:25.452174 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.467160 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-184aa14b-0095-4aeb-aeef-174c99916929 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1002 time: 0.0728419 Jul 13 07:53:25.479914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port c395f999-072c-4838-bf6a-107ce9874e0b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c395f999-072c-4838-bf6a-107ce9874e0b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:25.488085 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.527517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-bd4d8cff-8362-42cb-9716-2d66415e515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:25.529305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-bd4d8cff-8362-42cb-9716-2d66415e515a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0549295 Jul 13 07:53:25.571567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=c395f999-072c-4838-bf6a-107ce9874e0b,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:25.612892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-abbcdd4d-60f4-47e3-a1c0-f37bf7c8f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:25.615057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-abbcdd4d-60f4-47e3-a1c0-f37bf7c8f5ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780625 Jul 13 07:53:25.725447 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-3b395d28-3366-45ae-a16c-75504e361f5c service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015310 Jul 13 07:53:25.796172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59196) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:25.802489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-62af285e-278b-4286-9229-2fccf601aec9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211442241', 'description': 'tempest-secgroup-smoke-1211442241 description', 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:25.824790 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62af285e-278b-4286-9229-2fccf601aec9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.837153 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f328d0bc-defc-446e-bfae-18a18a259a8d req-bcdf52ce-23fb-4bc9-a717-25dc629e1eed service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003461 Jul 13 07:53:25.930599 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62af285e-278b-4286-9229-2fccf601aec9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.935924 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62af285e-278b-4286-9229-2fccf601aec9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.980350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af285e-278b-4286-9229-2fccf601aec9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a299ec1f-c81f-4fc2-8b2e-de932986e771,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:25.986073 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62af285e-278b-4286-9229-2fccf601aec9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.987821 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-62af285e-278b-4286-9229-2fccf601aec9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1896126 Jul 13 07:53:25.990856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59204) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:25.996155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a17fa375-de67-4d57-a0d1-bfee5b89217d tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Request body: {'security_group_rule': {'security_group_id': 'a299ec1f-c81f-4fc2-8b2e-de932986e771', 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:26.027882 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a17fa375-de67-4d57-a0d1-bfee5b89217d tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.102087 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a17fa375-de67-4d57-a0d1-bfee5b89217d tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.105820 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a17fa375-de67-4d57-a0d1-bfee5b89217d tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.124104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fa375-de67-4d57-a0d1-bfee5b89217d tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9c27aa-5769-4a1c-adf8-90044fe7d7ea,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.132291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a17fa375-de67-4d57-a0d1-bfee5b89217d tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.136538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a17fa375-de67-4d57-a0d1-bfee5b89217d tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445401 Jul 13 07:53:26.137173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59208) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:26.142648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-583b46c0-54b8-4ef6-9930-5eda7bf72486 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Request body: {'security_group_rule': {'security_group_id': 'a299ec1f-c81f-4fc2-8b2e-de932986e771', 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:26.171814 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-583b46c0-54b8-4ef6-9930-5eda7bf72486 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.239778 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-583b46c0-54b8-4ef6-9930-5eda7bf72486 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.244425 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-583b46c0-54b8-4ef6-9930-5eda7bf72486 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.265242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b46c0-54b8-4ef6-9930-5eda7bf72486 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f297c07-ae38-4c19-833b-df5b375e5995,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.273213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-583b46c0-54b8-4ef6-9930-5eda7bf72486 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.274723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-583b46c0-54b8-4ef6-9930-5eda7bf72486 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365316 Jul 13 07:53:26.277654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59214) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:26.282978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3f2f9514-256e-4d3b-9059-7578abb5bcb6 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Request body: {'security_group_rule': {'security_group_id': 'a299ec1f-c81f-4fc2-8b2e-de932986e771', 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:26.316980 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9514-256e-4d3b-9059-7578abb5bcb6 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.399937 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9514-256e-4d3b-9059-7578abb5bcb6 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.410064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9514-256e-4d3b-9059-7578abb5bcb6 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.444550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f9514-256e-4d3b-9059-7578abb5bcb6 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170e98f2-b9a0-40ec-9a3a-1d20430b58db,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.460057 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9514-256e-4d3b-9059-7578abb5bcb6 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.464577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3f2f9514-256e-4d3b-9059-7578abb5bcb6 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855452 Jul 13 07:53:26.465719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59218) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:26.474360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8d7eb958-6159-4cff-855b-c1de314efd7a tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Request body: {'security_group_rule': {'security_group_id': 'a299ec1f-c81f-4fc2-8b2e-de932986e771', 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:26.508629 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb958-6159-4cff-855b-c1de314efd7a tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.550862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333fb5f-a27e-49d7-8cc1-e9595e8eec61 req-f9e12804-0a77-48a4-b5a7-454c7c0bbcd2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:26.554098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5333fb5f-a27e-49d7-8cc1-e9595e8eec61 req-f9e12804-0a77-48a4-b5a7-454c7c0bbcd2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0884778 Jul 13 07:53:26.587286 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb958-6159-4cff-855b-c1de314efd7a tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.592610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb958-6159-4cff-855b-c1de314efd7a tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.608901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eb958-6159-4cff-855b-c1de314efd7a tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c080f2-853c-4f10-b1b3-16bff1d9d8dc,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.613220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5333fb5f-a27e-49d7-8cc1-e9595e8eec61 req-7ed53885-b0e4-44af-8687-1f0650c3ed05 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527499 Jul 13 07:53:26.627081 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb958-6159-4cff-855b-c1de314efd7a tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.628367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8d7eb958-6159-4cff-855b-c1de314efd7a tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1613255 Jul 13 07:53:26.631920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59220) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:26.653682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-467c135e-b375-492d-8291-483ac9c5554f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Request body: {'security_group_rule': {'security_group_id': 'a299ec1f-c81f-4fc2-8b2e-de932986e771', 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:26.707385 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-467c135e-b375-492d-8291-483ac9c5554f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Project bf25f413fdb849a49fe8e01b97fae55d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:53:26.713791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-467c135e-b375-492d-8291-483ac9c5554f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.777719 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-467c135e-b375-492d-8291-483ac9c5554f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.782567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-467c135e-b375-492d-8291-483ac9c5554f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.801366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c135e-b375-492d-8291-483ac9c5554f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcdcb95-d216-4bdf-9892-e7f033a8b103,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.816297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-467c135e-b375-492d-8291-483ac9c5554f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.817968 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-467c135e-b375-492d-8291-483ac9c5554f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1846061 Jul 13 07:53:26.820372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59228) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:26.825304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e9b40359-f0bb-4d64-91f0-cb24152570ee tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Request body: {'security_group_rule': {'security_group_id': 'a299ec1f-c81f-4fc2-8b2e-de932986e771', 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:26.865063 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-e9b40359-f0bb-4d64-91f0-cb24152570ee tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Project bf25f413fdb849a49fe8e01b97fae55d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:53:26.871375 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9b40359-f0bb-4d64-91f0-cb24152570ee tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.946767 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9b40359-f0bb-4d64-91f0-cb24152570ee tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.951716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9b40359-f0bb-4d64-91f0-cb24152570ee tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.975823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e9b40359-f0bb-4d64-91f0-cb24152570ee tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.990433 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e9b40359-f0bb-4d64-91f0-cb24152570ee tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559017 Jul 13 07:53:26.994591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b40359-f0bb-4d64-91f0-cb24152570ee tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4394c9b9-0f37-46f8-a325-2fbc8f4fa5fa,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:27.118144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c395f999-072c-4838-bf6a-107ce9874e0b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:27.169146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c395f999-072c-4838-bf6a-107ce9874e0b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:27.169531 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.265516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Sync routers for ids ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:27.287379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Routers {'c058e650-0d8b-4a4f-a0b0-e168ce67606c'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:27.288002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-aea718a7-396b-4704-a888-248af80fba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:53:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:27.294582 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-680d39f9-0bfb-4a6f-a5ae-606b206008d0 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211442241&fields=id&tenant_id=bf25f413fdb849a49fe8e01b97fae55d HTTP/1.1" status: 200 len: 267 time: 0.0361054 Jul 13 07:53:27.400393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Set router c058e650-0d8b-4a4f-a0b0-e168ce67606c gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:27.416808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-9bf47b92-01fd-4bca-8de5-73e379b5e766 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:27.418316 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-9bf47b92-01fd-4bca-8de5-73e379b5e766 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/networks?id=ed635e4c-8201-47c8-a2a5-741b21edb6f6 HTTP/1.1" status: 200 len: 809 time: 0.1166596 Jul 13 07:53:27.436427 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-75a5894d-2500-4f2f-afad-cf67868e5b42 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/quotas/bf25f413fdb849a49fe8e01b97fae55d HTTP/1.1" status: 200 len: 375 time: 0.0114126 Jul 13 07:53:27.522481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-c1a561de-9e79-4745-83dc-25ecf8dc671b tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf25f413fdb849a49fe8e01b97fae55d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774472 Jul 13 07:53:27.627594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-aea718a7-396b-4704-a888-248af80fba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'name': 'tempest-TestServerBasicOps-2005052227-router', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:23Z', 'revision_number': 4, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'gw_port': {'id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:19Z', 'updated_at': '2021-07-13T07:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '80920374-2571-4962-a404-1893523a4623', 'name': '', 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'mac_address': 'fa:16:3e:ee:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '0353e643-9be8-4d07-a052-598bc342881c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:22Z', 'updated_at': '2021-07-13T07:53:23Z', 'revision_number': 2, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'subnets': [{'id': '0353e643-9be8-4d07-a052-598bc342881c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:27.633024 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-3c8309c7-95b0-450c-9421-eff92d457c5c service neutron] 10.222.0.44 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979364 Jul 13 07:53:27.655632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Checking router: c058e650-0d8b-4a4f-a0b0-e168ce67606c for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:27.656155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Updating router c058e650-0d8b-4a4f-a0b0-e168ce67606c port 80920374-2571-4962-a404-1893523a4623 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:53:27.693926 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.731186 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-709362a3-c2a6-4f1a-8dae-782637ee5935 service neutron] 10.222.0.44 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917840 Jul 13 07:53:27.814849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add15bc-aa9a-4073-ac24-4cef1b962ee2 req-b6cbe8d1-9470-4ad6-b4f1-73287f3f8b0e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:27.816580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0add15bc-aa9a-4073-ac24-4cef1b962ee2 req-b6cbe8d1-9470-4ad6-b4f1-73287f3f8b0e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0886102 Jul 13 07:53:27.878229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0add15bc-aa9a-4073-ac24-4cef1b962ee2 req-3983682f-ce4a-49e4-940f-0ad8d9f6bc9c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550084 Jul 13 07:53:28.049863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-316ebe2c-f0f8-4157-85ea-c9f9e8b3d0f4 req-cecda8ba-7bfa-44c4-b326-052afa8e44ea tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 210 time: 0.0648928 Jul 13 07:53:28.098144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.115399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Transition to ACTIVE for port object 80920374-2571-4962-a404-1893523a4623 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:28.125519 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.265364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Attempting to bind port 80920374-2571-4962-a404-1893523a4623 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:28.265799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Attempting to bind port 80920374-2571-4962-a404-1893523a4623 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'fe043f66-e773-4631-8910-0d1295ef076b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:28.266166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Attempting to bind port 80920374-2571-4962-a404-1893523a4623 on network 74595bf9-2f94-4346-b2a2-a597fb232181 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:28.273893 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456e585-6d7b-4530-8ec1-1fcfbfcc7378 req-2c24b4ee-ee25-4f7d-9439-12369e726e2c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:28.275938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c456e585-6d7b-4530-8ec1-1fcfbfcc7378 req-2c24b4ee-ee25-4f7d-9439-12369e726e2c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1045098 Jul 13 07:53:28.290330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6583e8c-c206-41fd-aada-63ba56bd1fbb None None] Pushing event updated for resources: {'Port': ['ID=80920374-2571-4962-a404-1893523a4623,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:28.294955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:28.295586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Checking segment: {'id': 'fe043f66-e773-4631-8910-0d1295ef076b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:28.296286 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.297162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Bound using segment: {'id': 'fe043f66-e773-4631-8910-0d1295ef076b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:28.298123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Bound port: 80920374-2571-4962-a404-1893523a4623, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe043f66-e773-4631-8910-0d1295ef076b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:28.299472 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.371031 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c456e585-6d7b-4530-8ec1-1fcfbfcc7378 req-a9ffda76-666b-4b57-8d85-3997b2f5b134 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882087 Jul 13 07:53:28.384954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-aea718a7-396b-4704-a888-248af80fba2c None None] For port 80920374-2571-4962-a404-1893523a4623, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:28.390299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-aea718a7-396b-4704-a888-248af80fba2c None None] For port 80920374-2571-4962-a404-1893523a4623, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=80920374-2571-4962-a404-1893523a4623,segment=NetworkSegment(fe043f66-e773-4631-8910-0d1295ef076b),segment_id=fe043f66-e773-4631-8910-0d1295ef076b)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:28.410081 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.473032 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Routers {'c058e650-0d8b-4a4f-a0b0-e168ce67606c'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:28.474259 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-aea718a7-396b-4704-a888-248af80fba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:53:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:28.524125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6583e8c-c206-41fd-aada-63ba56bd1fbb None None] Pushing event updated for resources: {'Port': ['ID=80920374-2571-4962-a404-1893523a4623,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:28.612817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fd46d-c5ff-4c75-8148-39c6c7a1712a req-909edcc3-eba6-48e3-94dd-5f2040b97cae tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:28.615131 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-116fd46d-c5ff-4c75-8148-39c6c7a1712a req-909edcc3-eba6-48e3-94dd-5f2040b97cae tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0957201 Jul 13 07:53:28.690935 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-116fd46d-c5ff-4c75-8148-39c6c7a1712a req-cad5d3de-5975-4b82-bb5f-d702fc5a838b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694451 Jul 13 07:53:28.830712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-aea718a7-396b-4704-a888-248af80fba2c None None] Set router c058e650-0d8b-4a4f-a0b0-e168ce67606c gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:29.025312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38872427-6c07-4e67-af16-f0300584ca8e req-277c9ad7-abb0-42b3-8a27-4c041b2828c6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:29.032234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-277c9ad7-abb0-42b3-8a27-4c041b2828c6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 812 time: 0.1462319 Jul 13 07:53:29.061877 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-d7b722fc-7142-4bd5-b1d4-84da39036d32 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/quotas/2914ed24f1774e4cbc06010dd6012a79 HTTP/1.1" status: 200 len: 375 time: 0.0283287 Jul 13 07:53:29.096733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-aea718a7-396b-4704-a888-248af80fba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'name': 'tempest-TestServerBasicOps-2005052227-router', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:23Z', 'revision_number': 4, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'gw_port': {'id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:19Z', 'updated_at': '2021-07-13T07:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '80920374-2571-4962-a404-1893523a4623', 'name': '', 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'mac_address': 'fa:16:3e:ee:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '0353e643-9be8-4d07-a052-598bc342881c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:22Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'subnets': [{'id': '0353e643-9be8-4d07-a052-598bc342881c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:29.130782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea718a7-396b-4704-a888-248af80fba2c None None] The sync data for ids ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'] in n-d-798249-7 is: [{'id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'name': 'tempest-TestServerBasicOps-2005052227-router', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:53:23Z', 'revision_number': 4, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'gw_port': {'id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:19Z', 'updated_at': '2021-07-13T07:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '80920374-2571-4962-a404-1893523a4623', 'name': '', 'network_id': '74595bf9-2f94-4346-b2a2-a597fb232181', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'mac_address': 'fa:16:3e:ee:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '0353e643-9be8-4d07-a052-598bc342881c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:22Z', 'updated_at': '2021-07-13T07:53:28Z', 'revision_number': 4, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'subnets': [{'id': '0353e643-9be8-4d07-a052-598bc342881c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:29.157265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-07492e37-7441-4a8c-929d-d91dca2b1456 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0945072 Jul 13 07:53:29.287954 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f27222bf-822c-4df7-9dd7-b9807a0e29e8 req-7a0e9e65-d2f5-4751-9b1e-9a8893986205 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 210 time: 0.0581653 Jul 13 07:53:29.823988 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-c81f5117-cdf6-4d05-accc-f85959d4b28c service neutron] 10.222.0.44 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548767 Jul 13 07:53:29.952189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-08c8c45b-baba-4096-9c00-9da262951e24 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:29.953648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-08c8c45b-baba-4096-9c00-9da262951e24 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.54 "GET /v2.0/networks?id=ed635e4c-8201-47c8-a2a5-741b21edb6f6 HTTP/1.1" status: 200 len: 809 time: 0.1868844 Jul 13 07:53:29.997837 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-a2f719f3-a884-4bce-a2c9-f5009f25a404 service neutron] 10.222.0.44 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408572 Jul 13 07:53:30.013124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-7c66b77a-643c-413b-b91b-e6afe0d2d004 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf25f413fdb849a49fe8e01b97fae55d HTTP/1.1" status: 200 len: 380 time: 0.0490479 Jul 13 07:53:30.023728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Request body: {'port': {'device_id': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'admin_state_up': True, 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'security_groups': ['a299ec1f-c81f-4fc2-8b2e-de932986e771']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:30.208602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Made reservation on behalf of bf25f413fdb849a49fe8e01b97fae55d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:30.212547 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.250964 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4fb73da7-afd8-4657-b3ad-b15c72760ccc req-646ed97e-94dd-4af6-b17e-d17ff1ea98dc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 210 time: 0.0717452 Jul 13 07:53:30.371455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Allocated IP 172.20.0.11 (ed635e4c-8201-47c8-a2a5-741b21edb6f6/62a74da5-af5e-443b-a37d-98d6206570ee/5dba0e6b-2999-41d3-b208-b131aa833127) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:30.509788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de70e9ef-2d95-481c-bbf3-eeabbe37e84c req-679c59e7-3cc6-4b3a-8a14-663b65d65ef2 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 210 time: 0.0401049 Jul 13 07:53:30.590697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59304) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:30.600608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.617803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Transition to ACTIVE for port object 5dba0e6b-2999-41d3-b208-b131aa833127 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:30.655874 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.711402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Network ed635e4c-8201-47c8-a2a5-741b21edb6f6 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:30.717147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:30.722295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:30.727976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event updated for resources: {'Port': ['ID=5dba0e6b-2999-41d3-b208-b131aa833127,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:30.824034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4928a967-366d-4fc3-a5b1-39a630859fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.835894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.836981 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.946067 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4928a967-366d-4fc3-a5b1-39a630859fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.950375 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4928a967-366d-4fc3-a5b1-39a630859fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.963243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-557f01f8-c789-4379-b809-0e47d724fd4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9442255 Jul 13 07:53:30.977572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Request body: {'port': {'device_id': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:31.004788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928a967-366d-4fc3-a5b1-39a630859fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d208a64b-201a-4a0f-a17b-15da9cd52ec0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:31.016400 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4928a967-366d-4fc3-a5b1-39a630859fc2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13dbf2285e024ecc8b9a640c79834aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221849 Jul 13 07:53:31.016400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59308) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:31.045247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-501da48a-de3d-4b51-af6a-53bd2267d5d2 None None] Provisioning for port 5dba0e6b-2999-41d3-b208-b131aa833127 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:31.053047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-501da48a-de3d-4b51-af6a-53bd2267d5d2 None None] Provisioning complete for port 5dba0e6b-2999-41d3-b208-b131aa833127 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:31.053433 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-501da48a-de3d-4b51-af6a-53bd2267d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.097093 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.101138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-501da48a-de3d-4b51-af6a-53bd2267d5d2 None None] Port 5dba0e6b-2999-41d3-b208-b131aa833127 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:31.127499 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cf5da96-0a54-4be8-a65b-2c77db82894b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.155538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 80920374-2571-4962-a404-1893523a4623 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:31.165236 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cf5da96-0a54-4be8-a65b-2c77db82894b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.209545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 80920374-2571-4962-a404-1893523a4623 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:31.214741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 80920374-2571-4962-a404-1893523a4623 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:31.215324 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.220669 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cf5da96-0a54-4be8-a65b-2c77db82894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.224193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9cf5da96-0a54-4be8-a65b-2c77db82894b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.228259 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9cf5da96-0a54-4be8-a65b-2c77db82894b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d208a64b-201a-4a0f-a17b-15da9cd52ec0 HTTP/1.1" status: 204 len: 168 time: 0.2100127 Jul 13 07:53:31.242026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5da96-0a54-4be8-a65b-2c77db82894b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d208a64b-201a-4a0f-a17b-15da9cd52ec0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:31.350222 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.394118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 80920374-2571-4962-a404-1893523a4623, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=80920374-2571-4962-a404-1893523a4623,segment=NetworkSegment(fe043f66-e773-4631-8910-0d1295ef076b),segment_id=fe043f66-e773-4631-8910-0d1295ef076b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:31.402120 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.527428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=80920374-2571-4962-a404-1893523a4623,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:31.563485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a62b86a8-dbbc-4836-ba0a-e9c52e0b0dd5 req-5074cb66-4549-4ec5-bad3-572374181e8f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 210 time: 0.0996032 Jul 13 07:53:31.826809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1eabbe71-2570-4f56-bcc0-597330c03ffb None None] Provisioning complete for port 80920374-2571-4962-a404-1893523a4623 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:31.827174 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1eabbe71-2570-4f56-bcc0-597330c03ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.846546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dba0e6b-2999-41d3-b208-b131aa833127 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:31.859621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38872427-6c07-4e67-af16-f0300584ca8e req-019e8e02-d4d2-4117-9c2a-ddd3f291e025 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:31.861258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-019e8e02-d4d2-4117-9c2a-ddd3f291e025 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.53 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 812 time: 0.3183842 Jul 13 07:53:31.872096 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.886473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'port': {'device_id': 'a5ec63a5-0282-4c57-8d3f-c07457d9ee69', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'admin_state_up': True, 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:31.936868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf09e7c-edbc-4c54-8c17-360a2a97739a req-9c233db5-3ccf-4542-90bf-b5bc932a5ac9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:31.938468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cbf09e7c-edbc-4c54-8c17-360a2a97739a req-9c233db5-3ccf-4542-90bf-b5bc932a5ac9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 932 time: 0.2322245 Jul 13 07:53:31.947833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Transition to ACTIVE for port object 5dba0e6b-2999-41d3-b208-b131aa833127 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:31.993844 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.104522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cbf09e7c-edbc-4c54-8c17-360a2a97739a req-6b0bf2ed-aa86-420c-ba76-8f39884b675b tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526999 Jul 13 07:53:32.115482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Pushing event updated for resources: {'Port': ['ID=5dba0e6b-2999-41d3-b208-b131aa833127,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:32.206195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Made reservation on behalf of 2914ed24f1774e4cbc06010dd6012a79 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:32.210291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.232265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Attempting to bind port 5dba0e6b-2999-41d3-b208-b131aa833127 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:32.232597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Attempting to bind port 5dba0e6b-2999-41d3-b208-b131aa833127 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:32.232945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Attempting to bind port 5dba0e6b-2999-41d3-b208-b131aa833127 on network ed635e4c-8201-47c8-a2a5-741b21edb6f6 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:32.248903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Port 5dba0e6b-2999-41d3-b208-b131aa833127 on network ed635e4c-8201-47c8-a2a5-741b21edb6f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:53:32.249224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Attempting to bind port 5dba0e6b-2999-41d3-b208-b131aa833127 on network ed635e4c-8201-47c8-a2a5-741b21edb6f6 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:32.257751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:32.258100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Checking segment: {'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:32.258494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Bound using segment: {'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:32.258940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Bound port: 5dba0e6b-2999-41d3-b208-b131aa833127, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a799e50a-797b-4914-973a-6e0a09fba6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:32.259306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.411570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] For port 5dba0e6b-2999-41d3-b208-b131aa833127, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:32.417219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] For port 5dba0e6b-2999-41d3-b208-b131aa833127, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5dba0e6b-2999-41d3-b208-b131aa833127,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:32.421962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Allocated IP 172.20.0.5 (4546adef-06e9-4bc6-9117-3c771b5dd666/8dc8c035-1d70-4ee8-9f77-04ddd6128332/713e7c7d-8806-4c12-9c7a-244172f3d5c1) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:32.424434 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.466138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:32.466809 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.468814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] 10.222.0.54 "PUT /v2.0/ports/5dba0e6b-2999-41d3-b208-b131aa833127 HTTP/1.1" status: 200 len: 1092 time: 1.4988825 Jul 13 07:53:32.472462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'tag': '5dba0e6b-2999-41d3-b208-b131aa833127'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:32.477267 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5652dff2-e6a6-4620-8297-22f6f03e3724", "tag": "5dba0e6b-2999-41d3-b208-b131aa833127"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:32.546512 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df1761-16b5-429f-b418-8f382bc0f28f x-openstack-request-id: req-41df1761-16b5-429f-b418-8f382bc0f28f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:32.546824 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5652dff2-e6a6-4620-8297-22f6f03e3724", "tag": "5dba0e6b-2999-41d3-b208-b131aa833127", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:32.547134 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41df1761-16b5-429f-b418-8f382bc0f28f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:32.547617 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'tag': '5dba0e6b-2999-41d3-b208-b131aa833127', 'status': 'completed', 'code': 200} Jul 13 07:53:32.579233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c67f5a-b00a-4508-ac7d-ce499bed0e7e service neutron] Pushing event updated for resources: {'Port': ['ID=5dba0e6b-2999-41d3-b208-b131aa833127,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:32.705231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-39eb4a42-2679-4ed9-b833-c2dafe1ea121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:32.705231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-39eb4a42-2679-4ed9-b833-c2dafe1ea121 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf25f413fdb849a49fe8e01b97fae55d&device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 1095 time: 0.1771595 Jul 13 07:53:32.774949 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-2eeb74a9-423b-4c77-be86-22ba15c38d3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dba0e6b-2999-41d3-b208-b131aa833127 HTTP/1.1" status: 200 len: 217 time: 0.0583169 Jul 13 07:53:32.779560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.783408 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e0cdf66e-3c7f-4f84-bde9-5a13c2b07d3e req-17f0904f-8ecb-4800-8c3c-6a0e811d1df1 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 210 time: 0.0611310 Jul 13 07:53:32.832216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Transition to ACTIVE for port object 713e7c7d-8806-4c12-9c7a-244172f3d5c1 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:32.851486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-fe759b19-0327-48d1-8456-4fd677c858b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:32.853507 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-fe759b19-0327-48d1-8456-4fd677c858b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62a74da5-af5e-443b-a37d-98d6206570ee HTTP/1.1" status: 200 len: 848 time: 0.0716863 Jul 13 07:53:32.915743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.966993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:32.976243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:32.979145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:33.016630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-267681a2-9320-4619-8cc9-3fc99caf0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.018459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-267681a2-9320-4619-8cc9-3fc99caf0009 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed635e4c-8201-47c8-a2a5-741b21edb6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576953 Jul 13 07:53:33.022316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'Port': ['ID=713e7c7d-8806-4c12-9c7a-244172f3d5c1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:33.084056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.084056 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.136753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 80920374-2571-4962-a404-1893523a4623 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:33.157540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-dcf8e198-e332-4317-bf29-91b78bcb0cbf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2789605 Jul 13 07:53:33.172169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Request body: {'port': {'device_id': 'a5ec63a5-0282-4c57-8d3f-c07457d9ee69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:33.233416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 80920374-2571-4962-a404-1893523a4623 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:33.234289 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.265360 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-dd28fa45-0082-45dd-a21d-3e79ffe1b882 service neutron] 10.222.0.54 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356160 Jul 13 07:53:33.313395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7466832f-58c0-489a-9b39-3a26663ce83e None None] Provisioning for port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:33.323485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7466832f-58c0-489a-9b39-3a26663ce83e None None] Provisioning complete for port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:33.323857 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7466832f-58c0-489a-9b39-3a26663ce83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.368687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7466832f-58c0-489a-9b39-3a26663ce83e None None] Port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:33.403300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.446477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42601c-f5bc-4fe4-93be-e2424fe2742f req-56cbf3ac-dafd-4646-8c5d-e282cc01f19b tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.448056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae42601c-f5bc-4fe4-93be-e2424fe2742f req-56cbf3ac-dafd-4646-8c5d-e282cc01f19b tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 944 time: 0.1996090 Jul 13 07:53:33.451916 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5fd5dec-d344-4efd-84fe-17d1aa45b7c8 req-387e2944-37ba-4cec-802b-3ec2fcfc3afc service neutron] 10.222.0.54 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678913 Jul 13 07:53:33.609397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae42601c-f5bc-4fe4-93be-e2424fe2742f req-0057ee6f-ed22-4626-9723-e9f384bc152a tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547499 Jul 13 07:53:33.697619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-ddf0a18c-c259-4eb6-8e6e-9037dc007dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.699115 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-ddf0a18c-c259-4eb6-8e6e-9037dc007dde service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf25f413fdb849a49fe8e01b97fae55d&device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 1095 time: 0.1846275 Jul 13 07:53:33.849306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713e7c7d-8806-4c12-9c7a-244172f3d5c1 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:33.857495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-24b88d0d-87ac-4def-af33-697a477974a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.858991 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-24b88d0d-87ac-4def-af33-697a477974a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed635e4c-8201-47c8-a2a5-741b21edb6f6 HTTP/1.1" status: 200 len: 910 time: 0.1525898 Jul 13 07:53:33.860763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.920867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Transition to ACTIVE for port object 713e7c7d-8806-4c12-9c7a-244172f3d5c1 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:33.923204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-718cd397-a85d-42e5-95c9-b049843b1851 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dba0e6b-2999-41d3-b208-b131aa833127 HTTP/1.1" status: 200 len: 217 time: 0.0526843 Jul 13 07:53:33.925124 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.984276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad48a6d-0d1c-48a2-b4dc-b53b4c151989 req-b62224b1-9bab-43b9-8961-adf0daf3eaf3 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.986621 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fad48a6d-0d1c-48a2-b4dc-b53b4c151989 req-b62224b1-9bab-43b9-8961-adf0daf3eaf3 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 943 time: 0.0727718 Jul 13 07:53:34.017628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Pushing event updated for resources: {'Port': ['ID=713e7c7d-8806-4c12-9c7a-244172f3d5c1,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:34.027632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-f504a027-00e0-4745-9386-6f503454d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.029076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-f504a027-00e0-4745-9386-6f503454d639 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62a74da5-af5e-443b-a37d-98d6206570ee HTTP/1.1" status: 200 len: 848 time: 0.0969317 Jul 13 07:53:34.043849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fad48a6d-0d1c-48a2-b4dc-b53b4c151989 req-87931b6f-4da1-48c8-a850-b78c6d910cef tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498326 Jul 13 07:53:34.158218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Attempting to bind port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:34.158558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Attempting to bind port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:34.158889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Attempting to bind port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:34.174787 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:53:34.175127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Attempting to bind port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:34.186787 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-8a2b431b-96a0-4302-b15a-b1e1a28fe209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.188628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-8a2b431b-96a0-4302-b15a-b1e1a28fe209 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed635e4c-8201-47c8-a2a5-741b21edb6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406693 Jul 13 07:53:34.189536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:34.189884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Checking segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:34.190413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Bound using segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:34.191017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Bound port: 713e7c7d-8806-4c12-9c7a-244172f3d5c1, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:34.191222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.599146 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.656752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] For port 713e7c7d-8806-4c12-9c7a-244172f3d5c1, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:34.661459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] For port 713e7c7d-8806-4c12-9c7a-244172f3d5c1, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=713e7c7d-8806-4c12-9c7a-244172f3d5c1,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:34.664356 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-05a79368-9190-4047-b2bb-75a35c5d2112 service neutron] 10.222.0.54 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684396 Jul 13 07:53:34.666887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.714030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.714900 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.716365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] 10.222.0.53 "PUT /v2.0/ports/713e7c7d-8806-4c12-9c7a-244172f3d5c1 HTTP/1.1" status: 200 len: 1091 time: 1.5485814 Jul 13 07:53:34.730278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ec63a5-0282-4c57-8d3f-c07457d9ee69', 'tag': '713e7c7d-8806-4c12-9c7a-244172f3d5c1'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:34.733400 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a714d166-29b6-4c41-8448-39f565cef50e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ec63a5-0282-4c57-8d3f-c07457d9ee69", "tag": "713e7c7d-8806-4c12-9c7a-244172f3d5c1"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:34.800151 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb46d63-2563-43f4-a44b-84428ff5614d x-openstack-request-id: req-fdb46d63-2563-43f4-a44b-84428ff5614d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:34.800445 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ec63a5-0282-4c57-8d3f-c07457d9ee69", "tag": "713e7c7d-8806-4c12-9c7a-244172f3d5c1", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:34.800713 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fdb46d63-2563-43f4-a44b-84428ff5614d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:34.801849 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ec63a5-0282-4c57-8d3f-c07457d9ee69', 'tag': '713e7c7d-8806-4c12-9c7a-244172f3d5c1', 'status': 'completed', 'code': 200} Jul 13 07:53:34.909115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c644945-65dd-4383-b0a6-f24fcfba8e9f service neutron] Pushing event updated for resources: {'Port': ['ID=713e7c7d-8806-4c12-9c7a-244172f3d5c1,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:34.951718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe1ac572-87ea-4fb0-a994-0dd1f62f61fb req-30dac4f3-302b-46ac-bc8e-33199eb3f1f5 service neutron] 10.222.0.54 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789943 Jul 13 07:53:34.987667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b4979-f76a-4d19-bc8f-372ea0949243 req-c400a9f7-ff89-4176-90af-fc286cdc8a0c tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.989250 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d7b4979-f76a-4d19-bc8f-372ea0949243 req-c400a9f7-ff89-4176-90af-fc286cdc8a0c tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 944 time: 0.2353151 Jul 13 07:53:34.991047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38872427-6c07-4e67-af16-f0300584ca8e req-3b46f2fe-e3c5-4320-bad0-cb71d8cde125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:34.992454 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-3b46f2fe-e3c5-4320-bad0-cb71d8cde125 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 1094 time: 0.2026520 Jul 13 07:53:35.047674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-90347926-4029-4dc9-83a2-5c2c64d6110b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713e7c7d-8806-4c12-9c7a-244172f3d5c1 HTTP/1.1" status: 200 len: 217 time: 0.0453496 Jul 13 07:53:35.092467 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d7b4979-f76a-4d19-bc8f-372ea0949243 req-aed483b0-2f61-48e5-b83e-d548ab883c03 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965574 Jul 13 07:53:35.119476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38872427-6c07-4e67-af16-f0300584ca8e req-958c3631-05fa-4b8d-a658-c4e0dd18d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.121197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-958c3631-05fa-4b8d-a658-c4e0dd18d354 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0617235 Jul 13 07:53:35.196167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38872427-6c07-4e67-af16-f0300584ca8e req-a13d2498-4edd-41eb-9678-91548f5ebeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.197717 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-a13d2498-4edd-41eb-9678-91548f5ebeba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600235 Jul 13 07:53:35.231530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355baa78-a894-437b-b4f5-d2afcfd0b18a req-05a31380-5ff3-4103-8b1e-512e2de61d04 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.233209 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-355baa78-a894-437b-b4f5-d2afcfd0b18a req-05a31380-5ff3-4103-8b1e-512e2de61d04 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 943 time: 0.0677156 Jul 13 07:53:35.285307 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-355baa78-a894-437b-b4f5-d2afcfd0b18a req-20af8d77-149c-4dfa-9e67-5d8ff7241f29 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454397 Jul 13 07:53:35.304143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-f5795a72-a3a8-4ce9-9a39-8b3d0ba6e52e service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929041 Jul 13 07:53:35.394458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38872427-6c07-4e67-af16-f0300584ca8e req-1928f614-2af0-4fb3-a164-e1ae2df2aa46 service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884216 Jul 13 07:53:35.494802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d166-29b6-4c41-8448-39f565cef50e req-86351ecc-fcdd-49bd-95bc-cfedbb880b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.496388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a714d166-29b6-4c41-8448-39f565cef50e req-86351ecc-fcdd-49bd-95bc-cfedbb880b13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 1094 time: 0.0542026 Jul 13 07:53:35.604574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d166-29b6-4c41-8448-39f565cef50e req-6712a13e-1b22-45a4-bc60-8f3c5f3cab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.606441 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a714d166-29b6-4c41-8448-39f565cef50e req-6712a13e-1b22-45a4-bc60-8f3c5f3cab5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.1037350 Jul 13 07:53:35.652765 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a714d166-29b6-4c41-8448-39f565cef50e req-734f278b-9b59-4ef4-aef9-f500e2d8e778 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713e7c7d-8806-4c12-9c7a-244172f3d5c1 HTTP/1.1" status: 200 len: 217 time: 0.0376751 Jul 13 07:53:35.704611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d166-29b6-4c41-8448-39f565cef50e req-c46e6da4-99f0-4044-a622-d0448443e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.706131 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a714d166-29b6-4c41-8448-39f565cef50e req-c46e6da4-99f0-4044-a622-d0448443e99a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0446401 Jul 13 07:53:35.768068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714d166-29b6-4c41-8448-39f565cef50e req-e5b4ea83-7a03-4526-b340-4bd1cf48ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.770322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a714d166-29b6-4c41-8448-39f565cef50e req-e5b4ea83-7a03-4526-b340-4bd1cf48ef25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542166 Jul 13 07:53:35.871359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a714d166-29b6-4c41-8448-39f565cef50e req-836ff83d-b635-4287-b004-1052fe2f404b service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927572 Jul 13 07:53:35.971644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a714d166-29b6-4c41-8448-39f565cef50e req-0f7cb45b-0b29-49ce-9124-793fe08320b7 service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889959 Jul 13 07:53:36.278193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c798a5-bfb0-4233-bd3c-9e3c32da9d2d req-af4a59b9-f6b4-4333-875d-eb30a5c3c937 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:36.279318 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9c798a5-bfb0-4233-bd3c-9e3c32da9d2d req-af4a59b9-f6b4-4333-875d-eb30a5c3c937 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 944 time: 0.0654256 Jul 13 07:53:36.318021 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9c798a5-bfb0-4233-bd3c-9e3c32da9d2d req-dfc49527-30e8-4d2e-ac34-27d209c8b526 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329821 Jul 13 07:53:36.462630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15652ec-6814-4c9c-b24e-be76431f899d req-1ab0e383-c27d-486a-84c7-c4578afaa3df tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:36.464162 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b15652ec-6814-4c9c-b24e-be76431f899d req-1ab0e383-c27d-486a-84c7-c4578afaa3df tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 943 time: 0.0641074 Jul 13 07:53:36.502507 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b15652ec-6814-4c9c-b24e-be76431f899d req-9297180d-212e-454b-a031-7acaada72dfc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327365 Jul 13 07:53:36.568924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5dba0e6b-2999-41d3-b208-b131aa833127 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:53:36.664165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5dba0e6b-2999-41d3-b208-b131aa833127, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5dba0e6b-2999-41d3-b208-b131aa833127,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:36.675353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '5dba0e6b-2999-41d3-b208-b131aa833127', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'port_id': '5dba0e6b-2999-41d3-b208-b131aa833127', 'mac_address': 'fa:16:3e:e9:ec:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:53:36.716768 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.730384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dba0e6b-2999-41d3-b208-b131aa833127 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:36.749324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5dba0e6b-2999-41d3-b208-b131aa833127, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5dba0e6b-2999-41d3-b208-b131aa833127,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:36.753513 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.805991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5dba0e6b-2999-41d3-b208-b131aa833127,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:37.010855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['5dba0e6b-2999-41d3-b208-b131aa833127'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:37.496270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e826731-48b0-42ee-b505-0b22633b82c9 req-0c1dbb67-0eb4-492e-95cd-9e11cbec972d tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:37.497882 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e826731-48b0-42ee-b505-0b22633b82c9 req-0c1dbb67-0eb4-492e-95cd-9e11cbec972d tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 945 time: 0.0668972 Jul 13 07:53:37.537114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e826731-48b0-42ee-b505-0b22633b82c9 req-08a44e2d-46fb-40ab-89b2-808751c4250f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333695 Jul 13 07:53:37.683364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a99078-6c67-41e4-9b47-3b96c39a8b5f req-59678799-c87c-4b1e-815b-35996021972b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:37.684893 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-36a99078-6c67-41e4-9b47-3b96c39a8b5f req-59678799-c87c-4b1e-815b-35996021972b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 943 time: 0.0648048 Jul 13 07:53:37.727388 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-36a99078-6c67-41e4-9b47-3b96c39a8b5f req-304c96e4-f7d7-459a-8fc2-112362da2ee5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369041 Jul 13 07:53:38.032037 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.578112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5dba0e6b-2999-41d3-b208-b131aa833127 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:38.632084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 5dba0e6b-2999-41d3-b208-b131aa833127 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:38.636121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 5dba0e6b-2999-41d3-b208-b131aa833127 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:38.636482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.727022 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.730561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e7b0a-9b1c-4bdc-b3a6-8ce14700c44e req-72a81bae-6857-4886-9fc4-221d67ea19e5 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:38.732234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5e7b0a-9b1c-4bdc-b3a6-8ce14700c44e req-72a81bae-6857-4886-9fc4-221d67ea19e5 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 945 time: 0.0780883 Jul 13 07:53:38.762492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5dba0e6b-2999-41d3-b208-b131aa833127, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5dba0e6b-2999-41d3-b208-b131aa833127,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:38.763521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba0e6b-2999-41d3-b208-b131aa833127'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:38.766556 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d78a566-0a5b-4e96-9557-36ed553b4334" -d '{"events": [{"server_uuid": "5652dff2-e6a6-4620-8297-22f6f03e3724", "name": "network-vif-plugged", "status": "completed", "tag": "5dba0e6b-2999-41d3-b208-b131aa833127"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:38.778859 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.789530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5e7b0a-9b1c-4bdc-b3a6-8ce14700c44e req-2bb92b48-37c8-41c5-b936-1a9712e08a82 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510840 Jul 13 07:53:38.839863 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdb6430-ad97-4035-9501-92fbe97de042 x-openstack-request-id: req-7fdb6430-ad97-4035-9501-92fbe97de042 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:38.840528 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5652dff2-e6a6-4620-8297-22f6f03e3724", "name": "network-vif-plugged", "status": "completed", "tag": "5dba0e6b-2999-41d3-b208-b131aa833127", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:38.840790 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fdb6430-ad97-4035-9501-92fbe97de042 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:38.841314 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba0e6b-2999-41d3-b208-b131aa833127', 'code': 200} Jul 13 07:53:38.850450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5dba0e6b-2999-41d3-b208-b131aa833127,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:38.939811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 713e7c7d-8806-4c12-9c7a-244172f3d5c1 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:53:38.962619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0996c8-d04c-46dd-8ff7-2a3c904287a9 req-51f75466-0b6f-47e9-9cf6-57276592e93f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:38.965657 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c0996c8-d04c-46dd-8ff7-2a3c904287a9 req-51f75466-0b6f-47e9-9cf6-57276592e93f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 943 time: 0.0976284 Jul 13 07:53:38.989919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefead6f-e021-4514-a9bb-fae77761e1f3 req-d82e69be-95ca-4227-a00e-940c8941b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:38.993751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fefead6f-e021-4514-a9bb-fae77761e1f3 req-d82e69be-95ca-4227-a00e-940c8941b725 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 1097 time: 0.0704052 Jul 13 07:53:39.046636 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fefead6f-e021-4514-a9bb-fae77761e1f3 req-3a24a991-75c9-4213-bc9c-309a7243fcb8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439060 Jul 13 07:53:39.061341 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c0996c8-d04c-46dd-8ff7-2a3c904287a9 req-a8879091-9103-48b1-a403-5183a8f94c32 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858226 Jul 13 07:53:39.123962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 713e7c7d-8806-4c12-9c7a-244172f3d5c1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=713e7c7d-8806-4c12-9c7a-244172f3d5c1,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:39.136051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '713e7c7d-8806-4c12-9c7a-244172f3d5c1', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'port_id': '713e7c7d-8806-4c12-9c7a-244172f3d5c1', 'mac_address': 'fa:16:3e:77:8c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:53:39.172695 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.191541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713e7c7d-8806-4c12-9c7a-244172f3d5c1 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:53:39.213540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-68425e3f-08cd-4db6-9cae-55209275a59e None None] Provisioning complete for port 5dba0e6b-2999-41d3-b208-b131aa833127 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:39.213923 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68425e3f-08cd-4db6-9cae-55209275a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.240238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 713e7c7d-8806-4c12-9c7a-244172f3d5c1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=713e7c7d-8806-4c12-9c7a-244172f3d5c1,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:39.246718 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.315229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=713e7c7d-8806-4c12-9c7a-244172f3d5c1,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:39.514980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['713e7c7d-8806-4c12-9c7a-244172f3d5c1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:53:39.990639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6dbf6-13d5-4e2e-b274-75ce3b5e5cc9 req-2a284b69-1f9e-421f-a936-08b59038859e tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:39.992405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0e6dbf6-13d5-4e2e-b274-75ce3b5e5cc9 req-2a284b69-1f9e-421f-a936-08b59038859e tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 946 time: 0.0724690 Jul 13 07:53:40.031317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0e6dbf6-13d5-4e2e-b274-75ce3b5e5cc9 req-04616951-87ac-497c-8ac4-15853df82547 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335059 Jul 13 07:53:40.265955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5dd53-da49-4bce-a269-ecf84690d67e req-d99c277d-7c98-46b5-8945-3152207e37a0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:40.267387 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4cd5dd53-da49-4bce-a269-ecf84690d67e req-d99c277d-7c98-46b5-8945-3152207e37a0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 944 time: 0.0654304 Jul 13 07:53:40.307633 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4cd5dd53-da49-4bce-a269-ecf84690d67e req-18d8c1f9-d5a3-4903-8043-d8d05f5e7575 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Jul 13 07:53:40.954178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 713e7c7d-8806-4c12-9c7a-244172f3d5c1 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:41.003940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:41.008889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:41.009272 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.088328 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.111212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ec63a5-0282-4c57-8d3f-c07457d9ee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713e7c7d-8806-4c12-9c7a-244172f3d5c1'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:41.113560 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19bffa0-37a2-4f92-baea-3068b44c0101" -d '{"events": [{"server_uuid": "a5ec63a5-0282-4c57-8d3f-c07457d9ee69", "name": "network-vif-plugged", "status": "completed", "tag": "713e7c7d-8806-4c12-9c7a-244172f3d5c1"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:41.125966 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:53:41.131625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 713e7c7d-8806-4c12-9c7a-244172f3d5c1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=713e7c7d-8806-4c12-9c7a-244172f3d5c1,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:41.138680 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.178695 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617d0f62-0978-4214-9a0a-fc81e074778f x-openstack-request-id: req-617d0f62-0978-4214-9a0a-fc81e074778f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:41.178994 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ec63a5-0282-4c57-8d3f-c07457d9ee69", "name": "network-vif-plugged", "status": "completed", "tag": "713e7c7d-8806-4c12-9c7a-244172f3d5c1", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:41.179340 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-617d0f62-0978-4214-9a0a-fc81e074778f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:41.179868 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ec63a5-0282-4c57-8d3f-c07457d9ee69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713e7c7d-8806-4c12-9c7a-244172f3d5c1', 'code': 200} Jul 13 07:53:41.217657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=713e7c7d-8806-4c12-9c7a-244172f3d5c1,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:41.338678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c823fe-5c0a-4359-82cc-516d8a1aca3d req-4d778441-0172-4721-8e2e-f733ca437e93 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:41.340472 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82c823fe-5c0a-4359-82cc-516d8a1aca3d req-4d778441-0172-4721-8e2e-f733ca437e93 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 946 time: 0.1500814 Jul 13 07:53:41.348404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3e5d6-57ae-4659-9d5f-b7a37ecc5af1 req-3fbd552a-814a-41dc-a0a5-dcaa153b3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:41.350187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10d3e5d6-57ae-4659-9d5f-b7a37ecc5af1 req-3fbd552a-814a-41dc-a0a5-dcaa153b3f6a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 1096 time: 0.0962029 Jul 13 07:53:41.422396 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82c823fe-5c0a-4359-82cc-516d8a1aca3d req-1ea52641-f11d-4890-9dfd-2fb4446806a8 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709291 Jul 13 07:53:41.447281 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10d3e5d6-57ae-4659-9d5f-b7a37ecc5af1 req-1e2c3ccf-0539-4ce9-8388-60cc7d3d8881 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654418 Jul 13 07:53:41.548850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d3579c93-08b2-4cb2-8af4-282d916b84a6 None None] Provisioning complete for port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:41.549484 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3579c93-08b2-4cb2-8af4-282d916b84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.553725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfc968-c071-4732-933e-2288daadddc9 req-6f9abd49-60f9-4ef6-8cf3-cf604803617a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:41.561739 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f9cfc968-c071-4732-933e-2288daadddc9 req-6f9abd49-60f9-4ef6-8cf3-cf604803617a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0888352 Jul 13 07:53:41.624930 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f9cfc968-c071-4732-933e-2288daadddc9 req-8df4c9e1-b364-4ad2-bfcd-ad95b4952910 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579088 Jul 13 07:53:41.633327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e023f6-c85c-4357-a903-faed7d959731 req-7756788c-e2ef-41ed-9309-c1f00ec20f43 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:41.635272 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-05e023f6-c85c-4357-a903-faed7d959731 req-7756788c-e2ef-41ed-9309-c1f00ec20f43 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 946 time: 0.0738597 Jul 13 07:53:41.676626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-05e023f6-c85c-4357-a903-faed7d959731 req-6deb958f-ba6d-4d5d-bf82-eff2626227e0 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338569 Jul 13 07:53:41.851457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ca788-cf22-44ab-a26e-896b5220c1ac req-73c5f0ba-d85a-4c5f-ba85-69800d3e7e2e tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:41.853053 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fc2ca788-cf22-44ab-a26e-896b5220c1ac req-73c5f0ba-d85a-4c5f-ba85-69800d3e7e2e tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 946 time: 0.0661967 Jul 13 07:53:41.894526 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fc2ca788-cf22-44ab-a26e-896b5220c1ac req-bcef60c4-06ab-4850-8a66-53d287568623 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353830 Jul 13 07:53:41.922012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59492) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:42.124852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d5ffc-8bd8-40a5-87d1-8ae8700ef24b tempest-TestServerBasicOps-969788700 tempest-TestServerBasicOps-969788700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:42.126295 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ab8d5ffc-8bd8-40a5-87d1-8ae8700ef24b tempest-TestServerBasicOps-969788700 tempest-TestServerBasicOps-969788700-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 1092 time: 0.2031550 Jul 13 07:53:42.129227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59496) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:42.134583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '5dba0e6b-2999-41d3-b208-b131aa833127', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:42.162312 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.267167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.390111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Allocated IP 172.25.6.159 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/264c372d-a340-40d1-a2c5-55fc6b6ca1aa) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:42.503337 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.545055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.580719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:42.586048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:42.589659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:42.621011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event updated for resources: {'Port': ['ID=264c372d-a340-40d1-a2c5-55fc6b6ca1aa,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:42.901711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f0ab8-7c0f-49f8-b149-6596562e928d req-536e7eb8-2495-4d08-99b1-37041d9c43f6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:42.902744 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e3f0ab8-7c0f-49f8-b149-6596562e928d req-536e7eb8-2495-4d08-99b1-37041d9c43f6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.1307111 Jul 13 07:53:43.038550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e3f0ab8-7c0f-49f8-b149-6596562e928d req-4d3b20ea-c568-4c38-8a10-e009eee8f1ab tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152992 Jul 13 07:53:43.126599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.256867 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.324391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a778a03-8313-4b7d-a39d-bf9d2db7dfd8 req-433ead85-8a3b-4d26-bde5-e1d2033e0a0b tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:43.326225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a778a03-8313-4b7d-a39d-bf9d2db7dfd8 req-433ead85-8a3b-4d26-bde5-e1d2033e0a0b tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1096 time: 0.1424947 Jul 13 07:53:43.363237 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2a778a03-8313-4b7d-a39d-bf9d2db7dfd8 req-1945a396-f0ca-4326-99ac-419337ad8ce2 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.446953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509a8d6-a7bb-48c6-aa65-05663a6ac42c req-00dddf60-28a0-47ba-817f-f016c7b45ef9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:43.454224 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b509a8d6-a7bb-48c6-aa65-05663a6ac42c req-00dddf60-28a0-47ba-817f-f016c7b45ef9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0774310 Jul 13 07:53:43.504057 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.509094 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b509a8d6-a7bb-48c6-aa65-05663a6ac42c req-9d275cf6-af40-44cc-9aea-b32d82996d58 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535448 Jul 13 07:53:43.520067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.639542 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2a778a03-8313-4b7d-a39d-bf9d2db7dfd8 req-1945a396-f0ca-4326-99ac-419337ad8ce2 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.652427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2a778a03-8313-4b7d-a39d-bf9d2db7dfd8 req-1945a396-f0ca-4326-99ac-419337ad8ce2 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.655216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event updated for resources: {'Port': ['ID=264c372d-a340-40d1-a2c5-55fc6b6ca1aa,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:43.668798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.736362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a778a03-8313-4b7d-a39d-bf9d2db7dfd8 req-1945a396-f0ca-4326-99ac-419337ad8ce2 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4009261 Jul 13 07:53:43.759458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945a396-f0ca-4326-99ac-419337ad8ce2 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eb230c-c479-453e-b92e-0f36901a96bd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:43.847332 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Floating IP 164f34a2-0fa4-4a69-9721-9f9e754e01d8 associated. External IP: 172.25.6.159, port: 5dba0e6b-2999-41d3-b208-b131aa833127. Jul 13 07:53:43.954794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044140d-289c-470c-b4bb-423645518318 req-2e67daf7-9047-41d8-b1c4-b25a08e52480 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:43.956526 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6044140d-289c-470c-b4bb-423645518318 req-2e67daf7-9047-41d8-b1c4-b25a08e52480 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0711629 Jul 13 07:53:43.999223 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6044140d-289c-470c-b4bb-423645518318 req-f4b67a65-809e-4d74-86ae-7836136d26b2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355229 Jul 13 07:53:44.026907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59520) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.096066 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b08a200d-d78d-4742-83b2-75cfd5ce3093 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/9b5b0350-8662-460a-af6a-6db737aa99c3 HTTP/1.1" status: 200 len: 993 time: 0.0631735 Jul 13 07:53:44.268874 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6bcc0051-e4a4-4d06-aeaf-9debd71b1ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.368898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Router 3375048b-1c83-47e9-b4d6-09935e0c1922 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:44.478493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:44.493830 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] Sync routers for ids ['3375048b-1c83-47e9-b4d6-09935e0c1922'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:44.496684 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.506139 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] Routers {'3375048b-1c83-47e9-b4d6-09935e0c1922'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:44.506767 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:53:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3375048b-1c83-47e9-b4d6-09935e0c1922'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:44.549214 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-37645c59-f955-49e0-a159-15d79a7d6608 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4179418 Jul 13 07:53:44.549897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'tag': '5dba0e6b-2999-41d3-b208-b131aa833127'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:53:44.560878 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4146e7-e10b-4188-bcbf-134c81ae8a38" -d '{"events": [{"name": "network-changed", "server_uuid": "5652dff2-e6a6-4620-8297-22f6f03e3724", "tag": "5dba0e6b-2999-41d3-b208-b131aa833127"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:53:44.652305 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] Set router 3375048b-1c83-47e9-b4d6-09935e0c1922 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:44.712244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13ab91-f201-479b-b507-bd4fe87e1755 req-5bf59ef2-4ebc-4bdd-a728-65c86ea97685 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:44.714225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff13ab91-f201-479b-b507-bd4fe87e1755 req-5bf59ef2-4ebc-4bdd-a728-65c86ea97685 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0811751 Jul 13 07:53:44.775248 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff13ab91-f201-479b-b507-bd4fe87e1755 req-2bbb407c-780f-4325-8035-50083e286bf0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505428 Jul 13 07:53:44.856228 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4408cca1-1408-4ee7-9238-d62c40b317ab x-openstack-request-id: req-4408cca1-1408-4ee7-9238-d62c40b317ab {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:53:44.856687 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5652dff2-e6a6-4620-8297-22f6f03e3724", "tag": "5dba0e6b-2999-41d3-b208-b131aa833127", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:53:44.857130 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4408cca1-1408-4ee7-9238-d62c40b317ab {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:53:44.857683 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'tag': '5dba0e6b-2999-41d3-b208-b131aa833127', 'status': 'completed', 'code': 200} Jul 13 07:53:44.965329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59542) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.976097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-329a0fe4-4cec-4095-a65a-58c0ec35504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:44.977955 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-329a0fe4-4cec-4095-a65a-58c0ec35504c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf25f413fdb849a49fe8e01b97fae55d&device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 1097 time: 0.0949037 Jul 13 07:53:45.034552 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '164f34a2-0fa4-4a69-9721-9f9e754e01d8', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'floating_ip_address': '172.25.6.159', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'port_id': '5dba0e6b-2999-41d3-b208-b131aa833127', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'mac_address': 'fa:16:3e:e9:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:42Z', 'updated_at': '2021-07-13T07:53:42Z', 'revision_number': 0, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1269b37b-abf5-4801-b4fc-8476bafb6eb0', 'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'mac_address': 'fa:16:3e:be:f1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:21Z', 'revision_number': 5, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'subnets': [{'id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:45.065981 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] Checking router: 3375048b-1c83-47e9-b4d6-09935e0c1922 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:53:45.075724 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] Routers {'3375048b-1c83-47e9-b4d6-09935e0c1922'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:45.076426 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:53:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3375048b-1c83-47e9-b4d6-09935e0c1922'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:45.135566 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-af1f790a-477c-4494-9609-505014dcde24 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1587930 Jul 13 07:53:45.145021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-53f901e1-8900-4124-84fb-e47ea5bb3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:45.147823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-53f901e1-8900-4124-84fb-e47ea5bb3fdc service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed635e4c-8201-47c8-a2a5-741b21edb6f6 HTTP/1.1" status: 200 len: 910 time: 0.1617315 Jul 13 07:53:45.212247 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] Set router 3375048b-1c83-47e9-b4d6-09935e0c1922 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:53:45.218914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8b657-c8a4-40c1-9628-dea53a7cce0f req-0c284f78-01f2-4b45-b675-54a113aca36a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:45.220738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5b8b657-c8a4-40c1-9628-dea53a7cce0f req-0c284f78-01f2-4b45-b675-54a113aca36a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.1892776 Jul 13 07:53:45.260079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-f2a72f02-8947-498a-8dcf-e88d583ebc3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dba0e6b-2999-41d3-b208-b131aa833127 HTTP/1.1" status: 200 len: 1000 time: 0.1021039 Jul 13 07:53:45.337813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-8ce11a36-51ba-402b-bfea-8f73a89d95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:45.339587 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-8ce11a36-51ba-402b-bfea-8f73a89d95b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62a74da5-af5e-443b-a37d-98d6206570ee HTTP/1.1" status: 200 len: 848 time: 0.0714724 Jul 13 07:53:45.351636 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5b8b657-c8a4-40c1-9628-dea53a7cce0f req-36135f18-8cf2-4783-9d50-239d882493f4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958433 Jul 13 07:53:45.432393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-9844b293-b605-4b27-b404-e6051414c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:45.434125 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-9844b293-b605-4b27-b404-e6051414c24f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed635e4c-8201-47c8-a2a5-741b21edb6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813329 Jul 13 07:53:45.565218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-81d05ad3-801e-4167-a960-49bf88c021ae service neutron] 10.222.0.54 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228147 Jul 13 07:53:45.566128 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '164f34a2-0fa4-4a69-9721-9f9e754e01d8', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'floating_ip_address': '172.25.6.159', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'port_id': '5dba0e6b-2999-41d3-b208-b131aa833127', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'mac_address': 'fa:16:3e:e9:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:42Z', 'updated_at': '2021-07-13T07:53:42Z', 'revision_number': 0, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1269b37b-abf5-4801-b4fc-8476bafb6eb0', 'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'mac_address': 'fa:16:3e:be:f1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:21Z', 'revision_number': 5, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'subnets': [{'id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:45.628198 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd9c71-4e91-4229-8194-028947a3e0a9 None None] The sync data for ids ['3375048b-1c83-47e9-b4d6-09935e0c1922'] in n-d-798249-7 is: [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '164f34a2-0fa4-4a69-9721-9f9e754e01d8', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'floating_ip_address': '172.25.6.159', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'port_id': '5dba0e6b-2999-41d3-b208-b131aa833127', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'mac_address': 'fa:16:3e:e9:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:53:42Z', 'updated_at': '2021-07-13T07:53:42Z', 'revision_number': 0, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1269b37b-abf5-4801-b4fc-8476bafb6eb0', 'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'mac_address': 'fa:16:3e:be:f1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:21Z', 'revision_number': 5, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'subnets': [{'id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:45.707246 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d4146e7-e10b-4188-bcbf-134c81ae8a38 req-0c7764c6-c7d1-4619-8072-df974f0a4f41 service neutron] 10.222.0.54 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340189 Jul 13 07:53:45.985018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edd916-b6b3-44c4-84ea-00a481b536a4 None None] New status for floating IP 164f34a2-0fa4-4a69-9721-9f9e754e01d8: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:53:46.009078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aa314-2eda-47f3-b38f-0ec98792d9ad req-461a71f3-6f30-48dc-a709-dc15c1dc2e46 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:46.017091 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-831aa314-2eda-47f3-b38f-0ec98792d9ad req-461a71f3-6f30-48dc-a709-dc15c1dc2e46 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.1079421 Jul 13 07:53:46.070129 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-831aa314-2eda-47f3-b38f-0ec98792d9ad req-f1ebd95e-32ec-4894-bb53-f19a0880da01 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 Jul 13 07:53:46.297292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59580) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:46.414277 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.558905 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.563868 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.572684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06080d-741d-456a-8ba8-3c30e9a7ae7f req-04e29400-976a-452e-9222-f9c6333fbaa8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:46.574713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f06080d-741d-456a-8ba8-3c30e9a7ae7f req-04e29400-976a-452e-9222-f9c6333fbaa8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0883322 Jul 13 07:53:46.607658 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=058045217afa4d48add73d068125d738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092151 Jul 13 07:53:46.608671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf30feda-e388-4d38-96a9-3ebc3c537f37,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:46.610346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59586) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:46.616497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.616778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.617116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.617450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.617782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.618108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.618436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.618758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.619133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.619408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.619724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.620064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0211ec03-4f4e-4573-bd60-8d5ae570bc4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:46.626808 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f06080d-741d-456a-8ba8-3c30e9a7ae7f req-d1815f2d-e3a6-4278-a913-2445b23847c5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456398 Jul 13 07:53:46.667388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d67af88-3ada-4ab3-8832-4d5765e20a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.689620 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d67af88-3ada-4ab3-8832-4d5765e20a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.740889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d67af88-3ada-4ab3-8832-4d5765e20a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.743572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d67af88-3ada-4ab3-8832-4d5765e20a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.744751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2d67af88-3ada-4ab3-8832-4d5765e20a45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf30feda-e388-4d38-96a9-3ebc3c537f37 HTTP/1.1" status: 204 len: 168 time: 0.1335032 Jul 13 07:53:46.752692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67af88-3ada-4ab3-8832-4d5765e20a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf30feda-e388-4d38-96a9-3ebc3c537f37,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:46.948358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-1be9eeac-8cf3-4d85-9b3c-b15466ff7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:46.949939 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-1be9eeac-8cf3-4d85-9b3c-b15466ff7984 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1096 time: 0.0588093 Jul 13 07:53:47.049169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-1c9e9a8f-a37d-40b7-9472-1c11f873ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:47.050753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-1c9e9a8f-a37d-40b7-9472-1c11f873ea71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 897 time: 0.0940449 Jul 13 07:53:47.088671 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.129177 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-ce341d6b-8800-459c-9fc7-d0a3dec141ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 1001 time: 0.0723014 Jul 13 07:53:47.185696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-2e9c560a-1722-4c7d-9796-46dc6135ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:47.187258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-2e9c560a-1722-4c7d-9796-46dc6135ac00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 200 len: 834 time: 0.0524669 Jul 13 07:53:47.251305 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e38795f-70f0-47e3-bf69-7e47a3058dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.256245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-df6b60d4-c448-4178-9888-7dbde2f508e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:47.257872 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-df6b60d4-c448-4178-9888-7dbde2f508e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645595 Jul 13 07:53:47.272235 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c4d58-004d-49e6-9787-5039f5642bfa req-ee5c89bd-8bf4-4142-acc3-3d4f77ab4ffa tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:47.273765 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f02c4d58-004d-49e6-9787-5039f5642bfa req-ee5c89bd-8bf4-4142-acc3-3d4f77ab4ffa tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0863643 Jul 13 07:53:47.311206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f02c4d58-004d-49e6-9787-5039f5642bfa req-779e7d61-7bd1-4cc8-83e2-21180104713e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Jul 13 07:53:47.359137 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-d7737111-2f6e-4700-b98d-9ee490f66bf3 service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920954 Jul 13 07:53:47.454074 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-63566606-f281-41e2-a8a1-91e7c942ecbd service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883040 Jul 13 07:53:47.821177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef028d5d-7094-4d63-8567-cbc67df18ed8 req-e250e994-b4d4-4384-bf11-d58cdbb608cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:47.822663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef028d5d-7094-4d63-8567-cbc67df18ed8 req-e250e994-b4d4-4384-bf11-d58cdbb608cb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0629623 Jul 13 07:53:47.861485 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef028d5d-7094-4d63-8567-cbc67df18ed8 req-c6f3657a-c45e-4f13-926f-e671f2ed5f66 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331330 Jul 13 07:53:47.951736 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.486682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594412ae-a729-4a2f-aca4-285bbc46af74 req-6912c702-69d3-4a94-a829-6b9694915088 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:48.488186 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-594412ae-a729-4a2f-aca4-285bbc46af74 req-6912c702-69d3-4a94-a829-6b9694915088 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0626996 Jul 13 07:53:48.526411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-594412ae-a729-4a2f-aca4-285bbc46af74 req-ed5da4ba-8458-40b7-9931-68cf47176f86 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Jul 13 07:53:49.041053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d4fd-bb0a-4de0-bbac-b94eb7f17039 req-3fe02a43-2841-4b80-88b3-27f09d4b11fc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:49.042558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c89d4fd-bb0a-4de0-bbac-b94eb7f17039 req-3fe02a43-2841-4b80-88b3-27f09d4b11fc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0647612 Jul 13 07:53:49.081582 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c89d4fd-bb0a-4de0-bbac-b94eb7f17039 req-8dc0e975-319d-496b-a6db-528e3a957d62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Jul 13 07:53:49.702794 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56572d11-043e-4bb3-b483-473606bbd47b req-3e670164-a4d5-4262-bd37-271e761cd825 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:49.704320 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56572d11-043e-4bb3-b483-473606bbd47b req-3e670164-a4d5-4262-bd37-271e761cd825 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0667956 Jul 13 07:53:49.745190 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56572d11-043e-4bb3-b483-473606bbd47b req-19bcd135-c9da-4c61-8b12-02dd08039eb5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Jul 13 07:53:49.784503 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.257082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c04de-f182-4529-8d30-1e664e702931 req-0a21625f-dd9f-4a08-9177-b247c685ec55 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:50.258461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b45c04de-f182-4529-8d30-1e664e702931 req-0a21625f-dd9f-4a08-9177-b247c685ec55 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0674682 Jul 13 07:53:50.295699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b45c04de-f182-4529-8d30-1e664e702931 req-fba85076-c49e-4405-99bf-6298f9cc0809 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316412 Jul 13 07:53:50.921732 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b7980-3bc1-481d-b8d3-3067cfc13b63 req-d1defb4b-14c9-4108-9bea-1a52d52b8c7d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:50.923229 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-864b7980-3bc1-481d-b8d3-3067cfc13b63 req-d1defb4b-14c9-4108-9bea-1a52d52b8c7d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0656171 Jul 13 07:53:50.961327 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-864b7980-3bc1-481d-b8d3-3067cfc13b63 req-8797ff76-f9c5-46c1-9be3-17dfc9b608ed tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Jul 13 07:53:51.478944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae2de6-cac3-43d4-b11a-77887ab2c464 req-2febd8d3-a4fd-4e1b-a72b-2cc6f2bbfdbe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:51.480484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9dae2de6-cac3-43d4-b11a-77887ab2c464 req-2febd8d3-a4fd-4e1b-a72b-2cc6f2bbfdbe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0635161 Jul 13 07:53:51.516613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9dae2de6-cac3-43d4-b11a-77887ab2c464 req-00416047-8020-48bd-b995-f4995c366d44 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306661 Jul 13 07:53:52.131212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6291-8a33-446a-8a31-5ad7f824185e req-dccc8860-a257-447d-ad44-7ba5c95a8835 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:52.132729 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-957f6291-8a33-446a-8a31-5ad7f824185e req-dccc8860-a257-447d-ad44-7ba5c95a8835 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0633898 Jul 13 07:53:52.174437 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-957f6291-8a33-446a-8a31-5ad7f824185e req-e1608c98-3457-42c3-b19e-45d8d08ff03b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360014 Jul 13 07:53:52.692823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fded9f2-90ac-4524-b142-93af76873677 req-7f8a4f5d-94fc-4976-be91-32ed5d378c4a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:52.694311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fded9f2-90ac-4524-b142-93af76873677 req-7f8a4f5d-94fc-4976-be91-32ed5d378c4a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0642030 Jul 13 07:53:52.735232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fded9f2-90ac-4524-b142-93af76873677 req-69e04ff6-0f2a-4e30-a443-eae3a5afccd9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353911 Jul 13 07:53:53.349547 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f71fee-b5e0-4f1c-a6fd-f907aa2ac427 req-ecc71839-b714-4903-9b51-05e706cc4fc9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:53.351022 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-93f71fee-b5e0-4f1c-a6fd-f907aa2ac427 req-ecc71839-b714-4903-9b51-05e706cc4fc9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0624785 Jul 13 07:53:53.391738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-93f71fee-b5e0-4f1c-a6fd-f907aa2ac427 req-9aadff0d-f3f1-413b-af9b-2ca2a5a32fe8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Jul 13 07:53:53.910089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032de67e-d3eb-41fd-88ce-8f0b0c0d626e req-b976feaf-1fdf-40a2-a4b8-4f521e87cb8f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:53.912247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-032de67e-d3eb-41fd-88ce-8f0b0c0d626e req-b976feaf-1fdf-40a2-a4b8-4f521e87cb8f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0652688 Jul 13 07:53:53.949174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-032de67e-d3eb-41fd-88ce-8f0b0c0d626e req-30305566-cc92-40c5-afb1-5653fffb0a44 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Jul 13 07:53:54.562845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592e065-35c5-4bce-a47f-8fb2b00fe151 req-1c84d5ac-1b28-41b1-8667-959fdd7b5780 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:54.564346 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c592e065-35c5-4bce-a47f-8fb2b00fe151 req-1c84d5ac-1b28-41b1-8667-959fdd7b5780 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0627425 Jul 13 07:53:54.603107 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c592e065-35c5-4bce-a47f-8fb2b00fe151 req-673ff7f7-6900-4c44-a76a-0b5d63db1983 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331163 Jul 13 07:53:55.122749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bd27e-b9aa-4947-851d-56f78751abb6 req-5485e97a-aca3-4a79-872e-7d503ca38e53 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:55.124289 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-332bd27e-b9aa-4947-851d-56f78751abb6 req-5485e97a-aca3-4a79-872e-7d503ca38e53 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0646384 Jul 13 07:53:55.163247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-332bd27e-b9aa-4947-851d-56f78751abb6 req-3220292e-a0c4-4c95-89a8-feeab0f2a10b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325148 Jul 13 07:53:55.778137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510996ba-df1f-4ade-90e6-ffb2f8863843 req-42d8b294-ac88-4de7-b135-cfbc7c952fc3 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:55.779612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-510996ba-df1f-4ade-90e6-ffb2f8863843 req-42d8b294-ac88-4de7-b135-cfbc7c952fc3 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0675189 Jul 13 07:53:55.816976 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-510996ba-df1f-4ade-90e6-ffb2f8863843 req-af4c6a38-b423-4dc7-9095-b5ce19d63296 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Jul 13 07:53:56.341985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190e66c-20ee-4c68-b6e0-c66d5ceafb39 req-11ad18ed-5748-41ec-b695-48045b5ce74e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:56.343464 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d190e66c-20ee-4c68-b6e0-c66d5ceafb39 req-11ad18ed-5748-41ec-b695-48045b5ce74e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0658472 Jul 13 07:53:56.380559 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d190e66c-20ee-4c68-b6e0-c66d5ceafb39 req-c1ce8ad2-5b0f-4132-bd16-edbda801c131 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315349 Jul 13 07:53:56.987584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4b130-27bd-43f5-921c-54d0fce526db req-5d4a7ee8-5fe4-4d5c-b1c9-1b0e18896135 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:56.989076 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97a4b130-27bd-43f5-921c-54d0fce526db req-5d4a7ee8-5fe4-4d5c-b1c9-1b0e18896135 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0632834 Jul 13 07:53:57.027609 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97a4b130-27bd-43f5-921c-54d0fce526db req-f4cf5078-784e-4ab6-9745-ed5358c62d6b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Jul 13 07:53:57.556395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a869bf6-2106-4776-8362-459bf86c192a req-f93b9321-8580-413f-af01-75544625126a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:57.557898 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a869bf6-2106-4776-8362-459bf86c192a req-f93b9321-8580-413f-af01-75544625126a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0633163 Jul 13 07:53:57.595106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0a869bf6-2106-4776-8362-459bf86c192a req-7783fde8-1360-4f88-bee3-dc83f69d770f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315869 Jul 13 07:53:58.200677 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689f1fa-d947-4a10-a144-4d19ea979a08 req-ff41bb77-12f1-4864-b1e2-1e9910f772cc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:58.202068 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f689f1fa-d947-4a10-a144-4d19ea979a08 req-ff41bb77-12f1-4864-b1e2-1e9910f772cc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0622211 Jul 13 07:53:58.242676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f689f1fa-d947-4a10-a144-4d19ea979a08 req-f5ec705d-12e5-42fa-ac5b-ff0d971e8584 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Jul 13 07:53:58.766746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1607a-37d6-4724-9f00-0bdd24fab7f7 req-ab0f4888-21f4-4294-989c-eff98334d8c6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:58.768266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38e1607a-37d6-4724-9f00-0bdd24fab7f7 req-ab0f4888-21f4-4294-989c-eff98334d8c6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0634313 Jul 13 07:53:58.809366 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38e1607a-37d6-4724-9f00-0bdd24fab7f7 req-bccc48b9-eca2-41ed-a8f7-a6346ddb4c94 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347016 Jul 13 07:53:59.417112 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7910d4-4464-4704-aa34-e25cdbdc2869 req-171b6c15-6724-491a-9c0f-b02fc91af807 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:59.418596 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e7910d4-4464-4704-aa34-e25cdbdc2869 req-171b6c15-6724-491a-9c0f-b02fc91af807 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0661221 Jul 13 07:53:59.455301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6e7910d4-4464-4704-aa34-e25cdbdc2869 req-ddf7ab5f-41d5-4704-8b1f-68359339ee21 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Jul 13 07:53:59.983058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0442b9-dfba-4d5d-8bc4-d3ccbd068d01 req-3dc42b68-0132-479e-9d41-1851b2ed2335 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:59.984574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e0442b9-dfba-4d5d-8bc4-d3ccbd068d01 req-3dc42b68-0132-479e-9d41-1851b2ed2335 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0640104 Jul 13 07:54:00.023221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e0442b9-dfba-4d5d-8bc4-d3ccbd068d01 req-6023c8d4-a0e6-487e-a05a-58900fff98e0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331299 Jul 13 07:54:00.627402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d8a9-0e81-40bd-b278-7450ed6a3fcb req-b7e6885c-ce3c-411a-bf01-f21bf10a1552 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:00.629451 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1867d8a9-0e81-40bd-b278-7450ed6a3fcb req-b7e6885c-ce3c-411a-bf01-f21bf10a1552 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0632880 Jul 13 07:54:00.666213 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1867d8a9-0e81-40bd-b278-7450ed6a3fcb req-6cc4e964-797d-42c9-b8bf-92970ca0ac3b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Jul 13 07:54:01.198168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd9e1c-b838-42e3-803a-4dc50db3d059 req-c30b055a-564c-48c0-b43c-ad19e4a1f619 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:01.199575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5edd9e1c-b838-42e3-803a-4dc50db3d059 req-c30b055a-564c-48c0-b43c-ad19e4a1f619 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0633793 Jul 13 07:54:01.237171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5edd9e1c-b838-42e3-803a-4dc50db3d059 req-bab0c02c-7fd2-46bc-b80e-1d9636f0e0e8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320787 Jul 13 07:54:01.842169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cc06b-2042-4ac0-a7b4-cbbc613c7eba req-48fb8c3c-ca00-4747-a495-dc6d406f7370 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:01.843682 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b3cc06b-2042-4ac0-a7b4-cbbc613c7eba req-48fb8c3c-ca00-4747-a495-dc6d406f7370 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0682950 Jul 13 07:54:01.881732 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b3cc06b-2042-4ac0-a7b4-cbbc613c7eba req-c6441532-ab88-43ca-ad78-9616acfaa574 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Jul 13 07:54:02.414397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016fc5f-fbc3-44f7-ada5-30ce8bfc1439 req-e6a6bb63-65b6-4b13-8d1f-f68fe67a78c0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:02.415857 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9016fc5f-fbc3-44f7-ada5-30ce8bfc1439 req-e6a6bb63-65b6-4b13-8d1f-f68fe67a78c0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0661464 Jul 13 07:54:02.452175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9016fc5f-fbc3-44f7-ada5-30ce8bfc1439 req-93559b41-21e2-4795-ac05-1312ef646586 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307775 Jul 13 07:54:03.058044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacf57b-681a-45c5-adaf-a707bc833aa8 req-3b86c0df-1a16-40c0-85e5-f7830020354f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:03.059532 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-abacf57b-681a-45c5-adaf-a707bc833aa8 req-3b86c0df-1a16-40c0-85e5-f7830020354f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0635631 Jul 13 07:54:03.096722 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-abacf57b-681a-45c5-adaf-a707bc833aa8 req-ab3b2410-d0af-4057-9a15-b2d6393eb856 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Jul 13 07:54:03.627436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94187c0-2dc5-4f87-9855-3719e1702607 req-dcbc449e-240a-4d23-9812-8dcc67b7e13c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:03.629227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b94187c0-2dc5-4f87-9855-3719e1702607 req-dcbc449e-240a-4d23-9812-8dcc67b7e13c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0654936 Jul 13 07:54:03.667499 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b94187c0-2dc5-4f87-9855-3719e1702607 req-a413fd4c-6f78-48f4-b659-77308d84c068 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328150 Jul 13 07:54:04.267428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d6d01-d62f-4a83-9818-a024f799c8a8 req-813e1ee1-4afc-479b-85b2-bf2da7f21708 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:04.268963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a4d6d01-d62f-4a83-9818-a024f799c8a8 req-813e1ee1-4afc-479b-85b2-bf2da7f21708 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0625372 Jul 13 07:54:04.310378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a4d6d01-d62f-4a83-9818-a024f799c8a8 req-98c3f700-f795-4e40-b26f-edbe217deacf tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Jul 13 07:54:04.520033 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-37342b15-5fb1-4da0-8ce1-e21044f91112 service neutron] show failed (client error): The resource could not be found. Jul 13 07:54:04.521236 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-37342b15-5fb1-4da0-8ce1-e21044f91112 service neutron] 10.222.0.53 "GET /v2.0/ports/2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653/bindings/n-h2-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0548406 Jul 13 07:54:04.590755 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.847269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-2ee4d617-485e-4161-94e5-42645a5fdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:04.848958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-2ee4d617-485e-4161-94e5-42645a5fdd89 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 1096 time: 0.1229920 Jul 13 07:54:04.867556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:04.880361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134492f-67b1-40d2-bb1c-39f3f00137fe req-534c0ad8-897b-4298-a39e-b17763381fa9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:04.881838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b134492f-67b1-40d2-bb1c-39f3f00137fe req-534c0ad8-897b-4298-a39e-b17763381fa9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.1001780 Jul 13 07:54:04.968085 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b134492f-67b1-40d2-bb1c-39f3f00137fe req-1ca94df7-ec46-4928-a94c-6e195156d8d0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650113 Jul 13 07:54:04.979644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.179033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:05.210977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:05.253172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:05.256595 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac18a29-34ae-4c80-9044-59179116203d" -d '{"events": [{"server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:05.260435 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.273750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Transition to ACTIVE for port object 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:05.277547 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.308098 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4d4172-07f3-4f48-b757-8f901fff58bb x-openstack-request-id: req-8a4d4172-07f3-4f48-b757-8f901fff58bb {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:05.309066 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:05.309066 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a4d4172-07f3-4f48-b757-8f901fff58bb {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:05.309066 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'code': 200} Jul 13 07:54:05.395711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Pushing event updated for resources: {'Port': ['ID=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:05.477679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] No DVR routers for this DVR port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:05.584277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aabdea-8406-47d5-9af5-4463c0556edc req-70d25850-5519-43c4-ad08-8a5e8568cd3d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:05.585678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1aabdea-8406-47d5-9af5-4463c0556edc req-70d25850-5519-43c4-ad08-8a5e8568cd3d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.1523137 Jul 13 07:54:05.655149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1aabdea-8406-47d5-9af5-4463c0556edc req-69e5983a-4b75-4b57-a483-e24004cac321 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629861 Jul 13 07:54:05.664358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Attempting to bind port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:05.664692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Attempting to bind port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:05.665020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Attempting to bind port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 on network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:05.669463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 on network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:05.669850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Attempting to bind port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 on network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:05.674552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:05.674885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Checking segment: {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:05.675264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Bound using segment: {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:05.675726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Bound port: 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537add0d-fefe-47f8-8e29-421d0e1e7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:05.676120 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.736972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:05.739910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:05.744403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.778821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:05.779436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.780893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] 10.222.0.54 "PUT /v2.0/ports/2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 1091 time: 0.9203849 Jul 13 07:54:05.802881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd576679-2ac3-4ddf-9ffc-0015b4bef05c service neutron] Pushing event updated for resources: {'Port': ['ID=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:05.864331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-c2e1e711-d6b8-4db0-88e3-6db2dcc234b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:05.865987 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-c2e1e711-d6b8-4db0-88e3-6db2dcc234b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1094 time: 0.0600741 Jul 13 07:54:05.958035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-7c127cb6-2cc8-4b46-bd14-d826339e8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:05.959505 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-7c127cb6-2cc8-4b46-bd14-d826339e8b3d service neutron] 10.222.0.54 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 897 time: 0.0865870 Jul 13 07:54:06.031873 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-3efc6462-9d61-49e9-8bc0-4e81f5782264 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 999 time: 0.0659728 Jul 13 07:54:06.079539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-c0fbe059-95c3-48fa-bea0-9374c3314427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:06.081097 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-c0fbe059-95c3-48fa-bea0-9374c3314427 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 200 len: 834 time: 0.0429487 Jul 13 07:54:06.136890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-f24886bd-b2bf-4b28-9ad6-45697d46766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:06.138399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-f24886bd-b2bf-4b28-9ad6-45697d46766d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512860 Jul 13 07:54:06.146662 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f947d-1291-430e-a988-c950a761435f req-b471f7b6-3f0d-4d70-86f8-ddd1569c3f59 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:06.148191 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b1f947d-1291-430e-a988-c950a761435f req-b471f7b6-3f0d-4d70-86f8-ddd1569c3f59 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 943 time: 0.0644298 Jul 13 07:54:06.186679 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b1f947d-1291-430e-a988-c950a761435f req-e6637ab3-eb0d-4b4c-b299-414ec7850d0a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328546 Jul 13 07:54:06.230055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-0ff64aff-be59-4581-904b-3e64c37bfae2 service neutron] 10.222.0.54 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848680 Jul 13 07:54:06.317507 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-4d95f58c-fd4c-41f8-87dd-3a7c7811c931 service neutron] 10.222.0.54 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806127 Jul 13 07:54:06.829750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f206f1-8a89-4ab0-8dd2-ea20c55f5b7a req-86850d76-3f71-47f9-9c67-8298bd781b22 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:06.831206 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-29f206f1-8a89-4ab0-8dd2-ea20c55f5b7a req-86850d76-3f71-47f9-9c67-8298bd781b22 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0659196 Jul 13 07:54:07.153897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-29f206f1-8a89-4ab0-8dd2-ea20c55f5b7a req-de632457-2e42-446c-932c-05948009eb76 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160965 Jul 13 07:54:07.310825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:07.313122 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:07.360507 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3079b36-0bfb-4eb2-a1ee-dba76df41da1 x-openstack-request-id: req-d3079b36-0bfb-4eb2-a1ee-dba76df41da1 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:07.360799 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:07.360931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ca3b6-ec90-475c-a132-de79fdb8ee2c req-1461f539-55a8-430f-ba7a-33ad40b66167 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.361396 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3079b36-0bfb-4eb2-a1ee-dba76df41da1 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:07.361503 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'status': 'completed', 'code': 200} Jul 13 07:54:07.362607 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ed9ca3b6-ec90-475c-a132-de79fdb8ee2c req-1461f539-55a8-430f-ba7a-33ad40b66167 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 943 time: 0.0655298 Jul 13 07:54:07.406900 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ed9ca3b6-ec90-475c-a132-de79fdb8ee2c req-d814a032-f3dd-4229-b1b9-6ce9029d0629 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380087 Jul 13 07:54:07.467832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-e7c1a091-65e5-4b1b-86dc-0b87b9375be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.469358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-e7c1a091-65e5-4b1b-86dc-0b87b9375be6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1094 time: 0.0892630 Jul 13 07:54:07.474773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-ba1b443f-5bbf-46b8-b7c9-70e6d221b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.476170 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-ba1b443f-5bbf-46b8-b7c9-70e6d221b841 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1094 time: 0.0881095 Jul 13 07:54:07.629792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-269a471b-32fb-40a4-af4c-bb38ce149ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.631166 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-269a471b-32fb-40a4-af4c-bb38ce149ff0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 897 time: 0.1541760 Jul 13 07:54:07.633751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-727f80ce-9b5e-40b4-991e-7f3315261d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.635064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-727f80ce-9b5e-40b4-991e-7f3315261d30 service neutron] 10.222.0.54 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 897 time: 0.1501982 Jul 13 07:54:07.738935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-f5a069d0-1945-4745-b80e-ff79c5b9f77b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 999 time: 0.1009326 Jul 13 07:54:07.744567 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-2a22cc14-d5c3-482e-b2f1-8d807c152737 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 999 time: 0.1007740 Jul 13 07:54:07.821365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-240072a5-2b71-4f13-8065-c409f52963cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.822811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-240072a5-2b71-4f13-8065-c409f52963cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 200 len: 834 time: 0.0773957 Jul 13 07:54:07.824187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-dca2de6d-eb9e-4b3d-ace5-f1117c617513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.825506 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-dca2de6d-eb9e-4b3d-ace5-f1117c617513 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 200 len: 834 time: 0.0730324 Jul 13 07:54:07.922917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-f102227c-a9f2-4016-aba2-60730c46fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.924471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-f102227c-a9f2-4016-aba2-60730c46fdbd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878801 Jul 13 07:54:07.926910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-26d18b48-d5e4-48d2-977b-bd44b14effee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:07.928350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-26d18b48-d5e4-48d2-977b-bd44b14effee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994797 Jul 13 07:54:08.053445 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.085187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-ff0f9071-bcc5-472f-a4bb-2d0546911bd9 service neutron] 10.222.0.54 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520023 Jul 13 07:54:08.088689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-8894e10a-ab55-4608-9165-8a93698a5676 service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478560 Jul 13 07:54:08.246351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-68d8c1a2-ab57-4f59-830b-68bf8fa4e119 service neutron] 10.222.0.54 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543348 Jul 13 07:54:08.248611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46d150f4-1d6c-4d15-b5b5-769f21dc2d71 req-86595335-c265-4c3b-adb0-eac79f8230a6 service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494663 Jul 13 07:54:08.348970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ebe00-22fa-4974-971e-7ee9ccbd3c5f req-052297eb-8d75-4008-a1bf-020a3dad0856 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.350443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-544ebe00-22fa-4974-971e-7ee9ccbd3c5f req-052297eb-8d75-4008-a1bf-020a3dad0856 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0672631 Jul 13 07:54:08.387385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-544ebe00-22fa-4974-971e-7ee9ccbd3c5f req-47741973-a2f7-4db5-af32-6fd8aaadc5ba tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Jul 13 07:54:08.589739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914e4f5-9167-46aa-a41f-7df3c6915632 req-3b5e6c01-74fd-4391-98a2-c68337714f43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.591234 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c914e4f5-9167-46aa-a41f-7df3c6915632 req-3b5e6c01-74fd-4391-98a2-c68337714f43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 943 time: 0.0697660 Jul 13 07:54:08.630371 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c914e4f5-9167-46aa-a41f-7df3c6915632 req-576a4f06-8412-46c1-9838-52c201a058b2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334234 Jul 13 07:54:08.739155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:08.838783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:08.854147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'port_id': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'mac_address': 'fa:16:3e:81:15:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:08.897732 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.912102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:08.928909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53847c58-0778-4294-adc6-59bb2d11914d req-42147713-53bc-4911-901d-1f5e9d8aa043 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.930454 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53847c58-0778-4294-adc6-59bb2d11914d req-42147713-53bc-4911-901d-1f5e9d8aa043 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 943 time: 0.0687592 Jul 13 07:54:08.935381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:08.940141 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.970160 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-53847c58-0778-4294-adc6-59bb2d11914d req-ee4f3156-ff7a-401f-bce9-b7e1bd87a972 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340540 Jul 13 07:54:08.992281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-da352504-e62e-484e-b430-9b00830968af tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:08.994414 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-da352504-e62e-484e-b430-9b00830968af tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 943 time: 0.1231480 Jul 13 07:54:08.999522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:09.008368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.008882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.009325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.009762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.010741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.010741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.011068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.011462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.011852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.012293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.012708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.013010 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:09.067079 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-cf85c06b-b67d-4f3b-87f7-8c5687c25704 service neutron] delete failed (client error): The resource could not be found. Jul 13 07:54:09.068582 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-cf85c06b-b67d-4f3b-87f7-8c5687c25704 service neutron] 10.222.0.53 "DELETE /v2.0/ports/2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0674479 Jul 13 07:54:09.138545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:09.159149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-056037f6-69e7-473e-8526-a994061a8554 req-5d6c5605-541f-4697-92a9-540731871485 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584958 Jul 13 07:54:09.186132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:09.218494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:09.262025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-d40fdcb2-d9fd-4c48-90e2-2fb9bee6d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.263439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-d40fdcb2-d9fd-4c48-90e2-2fb9bee6d915 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1095 time: 0.0919528 Jul 13 07:54:09.308598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056037f6-69e7-473e-8526-a994061a8554 req-822de8ec-a09b-43c7-83b8-886e3870f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.310091 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-056037f6-69e7-473e-8526-a994061a8554 req-822de8ec-a09b-43c7-83b8-886e3870f451 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1098 time: 0.1004813 Jul 13 07:54:09.423011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-874e9567-a582-4ad4-acf2-378291365668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.424541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-874e9567-a582-4ad4-acf2-378291365668 service neutron] 10.222.0.53 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 897 time: 0.1544573 Jul 13 07:54:09.490155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056037f6-69e7-473e-8526-a994061a8554 req-1f6914bb-80b4-44bc-aea1-2b296e803b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.491629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-056037f6-69e7-473e-8526-a994061a8554 req-1f6914bb-80b4-44bc-aea1-2b296e803b8e service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.1531875 Jul 13 07:54:09.503378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-2abe295b-c20e-4fdc-9742-fc2c3df69f03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 1000 time: 0.0722671 Jul 13 07:54:09.635980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-056037f6-69e7-473e-8526-a994061a8554 req-28c78384-2009-4444-951f-9e96e92f8b87 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1002 time: 0.1313913 Jul 13 07:54:09.638437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-e46f701f-75fa-4b0d-b6fe-0320884b1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.639847 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-e46f701f-75fa-4b0d-b6fe-0320884b1c64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 200 len: 834 time: 0.1294632 Jul 13 07:54:09.729809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3dd9e-3aee-49d3-b67d-edf681c9b633 req-b9fd6549-c788-4543-b7ac-aa9a6350f449 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.731292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cab3dd9e-3aee-49d3-b67d-edf681c9b633 req-b9fd6549-c788-4543-b7ac-aa9a6350f449 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.2199781 Jul 13 07:54:09.739343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056037f6-69e7-473e-8526-a994061a8554 req-05cecf36-0a9d-4180-a6d6-c1fb69136ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.740745 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-056037f6-69e7-473e-8526-a994061a8554 req-05cecf36-0a9d-4180-a6d6-c1fb69136ccc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0931005 Jul 13 07:54:09.816530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cab3dd9e-3aee-49d3-b67d-edf681c9b633 req-83ab1bbc-05b1-4d94-906e-285b1e5801bb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783045 Jul 13 07:54:09.825446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-4b407e5b-3bde-41d5-8404-4859ccb56716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.826933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-4b407e5b-3bde-41d5-8404-4859ccb56716 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804366 Jul 13 07:54:09.870121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056037f6-69e7-473e-8526-a994061a8554 req-2f531b55-e5af-4bec-b128-cab0840c2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:09.871633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-056037f6-69e7-473e-8526-a994061a8554 req-2f531b55-e5af-4bec-b128-cab0840c2f5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226110 Jul 13 07:54:09.981595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-65236404-865b-49cf-ae60-a85269f099a5 service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472962 Jul 13 07:54:10.038308 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-056037f6-69e7-473e-8526-a994061a8554 req-a234d1c0-f13a-49bd-b11f-ca2ec035de8f service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389742 Jul 13 07:54:10.168319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f09c-4023-42e7-acb8-142674c89bab req-54820508-96a0-4b38-b991-8e58a93dd2b7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:10.169852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5163f09c-4023-42e7-acb8-142674c89bab req-54820508-96a0-4b38-b991-8e58a93dd2b7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 944 time: 0.0740323 Jul 13 07:54:10.185179 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-597498d5-5980-4ac0-afe9-d81384b8b295 req-648c9982-ccb4-49a7-a286-9cb43ba2a0df service neutron] 10.222.0.53 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959894 Jul 13 07:54:10.209287 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5163f09c-4023-42e7-acb8-142674c89bab req-12efd702-c8e2-4865-b2c0-86304463c133 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334210 Jul 13 07:54:10.213508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dfc53-df1f-4b26-a79d-62d67fee41da req-45d3b6e6-851f-45e0-994e-4b72e4be5d46 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:10.215069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c0dfc53-df1f-4b26-a79d-62d67fee41da req-45d3b6e6-851f-45e0-994e-4b72e4be5d46 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1816578 Jul 13 07:54:10.235819 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-056037f6-69e7-473e-8526-a994061a8554 req-a9dafdeb-d275-46c7-8414-d58eefbdf0ce service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610024 Jul 13 07:54:10.265212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c0dfc53-df1f-4b26-a79d-62d67fee41da req-2d2a08ed-44a2-4d6b-8aad-d7105dbc0570 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 Jul 13 07:54:10.451118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4df63b-580b-4fc2-a4d9-913811d02b1f req-baf2c9a4-31eb-4291-badb-706937269541 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:10.452576 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bf4df63b-580b-4fc2-a4d9-913811d02b1f req-baf2c9a4-31eb-4291-badb-706937269541 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0638583 Jul 13 07:54:10.490429 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bf4df63b-580b-4fc2-a4d9-913811d02b1f req-02f3247e-209f-41d6-b3f6-570ed07f0001 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Jul 13 07:54:10.749254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:10.770044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-271ffc47-b173-48c0-9c90-27d7a3f58edd tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:10.771811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-271ffc47-b173-48c0-9c90-27d7a3f58edd tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 812 time: 0.1056201 Jul 13 07:54:10.788220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-2f5639c9-ac7c-4218-aaf6-ab049fab7c55 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/quotas/2914ed24f1774e4cbc06010dd6012a79 HTTP/1.1" status: 200 len: 375 time: 0.0104339 Jul 13 07:54:10.806175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:10.809977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:10.810350 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.889858 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.916124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:10.918487 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6f0786-4e1a-4098-89ff-eab36bb703db" -d '{"events": [{"server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "name": "network-vif-plugged", "status": "completed", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:10.933103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:10.938092 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:10.997733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:11.121771 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9d90f5-c8b8-4dfe-bfc2-9414aa81620a x-openstack-request-id: req-de9d90f5-c8b8-4dfe-bfc2-9414aa81620a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:11.122072 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "name": "network-vif-plugged", "status": "completed", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:11.122579 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de9d90f5-c8b8-4dfe-bfc2-9414aa81620a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:11.122985 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'code': 200} Jul 13 07:54:11.232246 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-56e185f7-b4e7-4b18-9cc7-6d626859a6e5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4377668 Jul 13 07:54:11.235567 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-a7c35fb8-bff0-4d5d-bb4c-965072f73def service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854969 Jul 13 07:54:11.243634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-e5593313-c033-45cf-a591-7668490431b1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:54:11.244609 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-e5593313-c033-45cf-a591-7668490431b1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056419 Jul 13 07:54:11.309815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a9452f0e-f270-41e1-b81c-95f18fcb68e8 None None] Provisioning complete for port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:11.310181 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9452f0e-f270-41e1-b81c-95f18fcb68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.377066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-fd252263-b166-41e4-a4d5-214293575227 service neutron] 10.222.0.44 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262553 Jul 13 07:54:11.402556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-b89c19c4-bf77-49b4-b2d9-8fd58730bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:11.402987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535f9ae-5381-4826-9794-a293224d4c08 req-0089790e-f9d7-4ce1-9cef-0add852d50d3 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:11.404071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-b89c19c4-bf77-49b4-b2d9-8fd58730bdfa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 1096 time: 0.1235538 Jul 13 07:54:11.404760 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7535f9ae-5381-4826-9794-a293224d4c08 req-0089790e-f9d7-4ce1-9cef-0add852d50d3 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0739305 Jul 13 07:54:11.444124 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7535f9ae-5381-4826-9794-a293224d4c08 req-a085697b-4c29-465b-99c8-22b238eab30e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329514 Jul 13 07:54:11.469473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59708) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:11.540951 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2ad4315e-d3a2-4e23-b421-ed0798818ecd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/9b5b0350-8662-460a-af6a-6db737aa99c3 HTTP/1.1" status: 200 len: 993 time: 0.0649908 Jul 13 07:54:11.554035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-65cb19fc-f845-4f3b-a7e5-2179c49d82c4 service neutron] 10.222.0.44 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626885 Jul 13 07:54:11.558374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-c04522ed-7b08-4b06-8ebe-e1467cddf985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:11.559752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-c04522ed-7b08-4b06-8ebe-e1467cddf985 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.1343744 Jul 13 07:54:11.607087 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-711576d2-c120-4bf4-9ceb-f64e3f281586 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713e7c7d-8806-4c12-9c7a-244172f3d5c1 HTTP/1.1" status: 200 len: 217 time: 0.0399468 Jul 13 07:54:11.655956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-41db0a80-fa93-4ce1-9d4a-162900dfc307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:11.657465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-41db0a80-fa93-4ce1-9d4a-162900dfc307 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0441298 Jul 13 07:54:11.717338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-d42ee31b-7464-440d-b17f-a9c88f4329c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:11.718930 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-d42ee31b-7464-440d-b17f-a9c88f4329c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557253 Jul 13 07:54:11.734691 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0c431f72-dd29-4db4-8dba-88758b575553 req-4e4203a9-ee2f-4089-abb8-2104272b6e47 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 210 time: 0.0300448 Jul 13 07:54:11.821039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-fa57fc62-0ea3-4d8a-980d-031611197a89 service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953321 Jul 13 07:54:11.921612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5f4bd2a-96bb-4e34-8696-709263b33ba4 req-e0fb2b34-c3be-4d71-9f31-ccb95507a786 service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931895 Jul 13 07:54:12.792698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-833f4747-c85b-4994-9c2e-63e9699e7093 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:12.794202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-833f4747-c85b-4994-9c2e-63e9699e7093 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 812 time: 0.1077452 Jul 13 07:54:12.808536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'port': {'device_id': '35d27ad9-a920-4be4-81c2-77c5cd9c10c7', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'admin_state_up': True, 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:12.908521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6cbb1ec-1f0b-4b21-801a-4937d4e0d923 req-e03ba3ba-b42b-4585-93ac-ee8feb6203a4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 210 time: 0.0408320 Jul 13 07:54:12.946278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Made reservation on behalf of 2914ed24f1774e4cbc06010dd6012a79 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:12.950024 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.078087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Allocated IP 172.20.0.6 (4546adef-06e9-4bc6-9117-3c771b5dd666/8dc8c035-1d70-4ee8-9f77-04ddd6128332/f4e9c63e-3861-400c-bb6a-63c08df7f592) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:13.219786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.233397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Transition to ACTIVE for port object f4e9c63e-3861-400c-bb6a-63c08df7f592 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:13.265732 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.276858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['713e7c7d-8806-4c12-9c7a-244172f3d5c1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:13.313652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:13.318919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:13.322925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:13.351110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'Port': ['ID=f4e9c63e-3861-400c-bb6a-63c08df7f592,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:13.364487 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.364780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.365135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.365483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.365829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.366160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.366503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.366836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.367368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.367709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.368555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.368905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:13.390225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:13.390875 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.415020 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-1ffff4d9-48ec-450b-9449-0aaaf24afbc4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103106 Jul 13 07:54:13.427895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Request body: {'port': {'device_id': '35d27ad9-a920-4be4-81c2-77c5cd9c10c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:13.502281 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.629105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e29cece6-9d4a-4c83-a8a6-d9ea78c88dc5 None None] Provisioning for port f4e9c63e-3861-400c-bb6a-63c08df7f592 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:13.632636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e29cece6-9d4a-4c83-a8a6-d9ea78c88dc5 None None] Provisioning complete for port f4e9c63e-3861-400c-bb6a-63c08df7f592 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:13.633006 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e29cece6-9d4a-4c83-a8a6-d9ea78c88dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.666902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e29cece6-9d4a-4c83-a8a6-d9ea78c88dc5 None None] Port f4e9c63e-3861-400c-bb6a-63c08df7f592 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:13.769399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e9c63e-3861-400c-bb6a-63c08df7f592 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:13.777063 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.789240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Transition to ACTIVE for port object f4e9c63e-3861-400c-bb6a-63c08df7f592 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:13.792963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:13.840894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e9c63e-3861-400c-bb6a-63c08df7f592,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:13.914449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Attempting to bind port f4e9c63e-3861-400c-bb6a-63c08df7f592 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:13.914794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Attempting to bind port f4e9c63e-3861-400c-bb6a-63c08df7f592 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:13.915135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Attempting to bind port f4e9c63e-3861-400c-bb6a-63c08df7f592 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:13.919658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Port f4e9c63e-3861-400c-bb6a-63c08df7f592 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:13.919988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Attempting to bind port f4e9c63e-3861-400c-bb6a-63c08df7f592 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:13.924965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:13.925474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Checking segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:13.925878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Bound using segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:13.926317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Bound port: f4e9c63e-3861-400c-bb6a-63c08df7f592, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:13.926684 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.000837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] For port f4e9c63e-3861-400c-bb6a-63c08df7f592, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:14.005342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] For port f4e9c63e-3861-400c-bb6a-63c08df7f592, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f4e9c63e-3861-400c-bb6a-63c08df7f592,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:14.011044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.047511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.048177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.049665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] 10.222.0.54 "PUT /v2.0/ports/f4e9c63e-3861-400c-bb6a-63c08df7f592 HTTP/1.1" status: 200 len: 1091 time: 0.6269891 Jul 13 07:54:14.050623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d27ad9-a920-4be4-81c2-77c5cd9c10c7', 'tag': 'f4e9c63e-3861-400c-bb6a-63c08df7f592'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:14.052932 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb2c2af-8184-4e62-a15f-a9abc05f35e7" -d '{"events": [{"name": "network-changed", "server_uuid": "35d27ad9-a920-4be4-81c2-77c5cd9c10c7", "tag": "f4e9c63e-3861-400c-bb6a-63c08df7f592"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:14.082452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e31ae-cad2-4213-aec0-52331d4f6691 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e9c63e-3861-400c-bb6a-63c08df7f592,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:14.099312 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1997792-9750-400f-b4a2-8a49aa734a9f x-openstack-request-id: req-f1997792-9750-400f-b4a2-8a49aa734a9f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:14.099735 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d27ad9-a920-4be4-81c2-77c5cd9c10c7", "tag": "f4e9c63e-3861-400c-bb6a-63c08df7f592", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:14.100085 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1997792-9750-400f-b4a2-8a49aa734a9f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:14.100565 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d27ad9-a920-4be4-81c2-77c5cd9c10c7', 'tag': 'f4e9c63e-3861-400c-bb6a-63c08df7f592', 'status': 'completed', 'code': 200} Jul 13 07:54:14.118972 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76261c8-46bd-4c3b-a8bc-de99a35b016e req-c9e6e09a-cc8a-4ca7-b47e-a51995127164 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.120866 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e76261c8-46bd-4c3b-a8bc-de99a35b016e req-c9e6e09a-cc8a-4ca7-b47e-a51995127164 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 943 time: 0.0936065 Jul 13 07:54:14.165999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e76261c8-46bd-4c3b-a8bc-de99a35b016e req-1c81ddf6-c897-4625-b899-53ae51c9b764 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Jul 13 07:54:14.168857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-4da1c46b-6960-43ca-8a7b-3821dbf3cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.170428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-4da1c46b-6960-43ca-8a7b-3821dbf3cc70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 1094 time: 0.0603380 Jul 13 07:54:14.220435 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-b3dd0a78-5a90-41f5-bb3d-70f84cba4671 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e9c63e-3861-400c-bb6a-63c08df7f592 HTTP/1.1" status: 200 len: 217 time: 0.0407016 Jul 13 07:54:14.271823 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-efd6be84-d848-4e70-a468-77bc92891b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.279756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-2e12dc93-21eb-44ba-8d1c-eb199dc6b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.281328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-2e12dc93-21eb-44ba-8d1c-eb199dc6b993 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0473468 Jul 13 07:54:14.338810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-fce042fe-a48a-4e4d-8db0-2f38fba00e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.340376 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-fce042fe-a48a-4e4d-8db0-2f38fba00e40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519433 Jul 13 07:54:14.433671 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-0962d0fa-c70b-42bf-98db-228222409f59 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854473 Jul 13 07:54:14.521543 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c3ba724-5854-4c9f-b0ab-677ff3590536 req-354420c9-5f45-4e5c-897f-a031c1f5bc2f service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813899 Jul 13 07:54:14.623904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-864a0075-f444-4aea-89de-8c6041e9540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.625414 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-864a0075-f444-4aea-89de-8c6041e9540a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 1094 time: 0.0562224 Jul 13 07:54:14.714665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-c34b576a-6a72-4a26-9dba-57af0ba9b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.716077 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-c34b576a-6a72-4a26-9dba-57af0ba9b830 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.0833740 Jul 13 07:54:14.761855 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-d1fcb812-8268-4eab-8109-6e748e4074e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4e9c63e-3861-400c-bb6a-63c08df7f592 HTTP/1.1" status: 200 len: 217 time: 0.0380490 Jul 13 07:54:14.810454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-1080e762-c138-4c8f-9ba3-98d88a0823af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.811871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-1080e762-c138-4c8f-9ba3-98d88a0823af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0434577 Jul 13 07:54:14.869813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-203ec76f-b862-4b39-ac0c-f902e244b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:14.871275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-203ec76f-b862-4b39-ac0c-f902e244b87a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512273 Jul 13 07:54:14.966563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-b9b18dbc-d22c-40bb-b8e4-5d7611b4cd39 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857124 Jul 13 07:54:15.054769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abb2c2af-8184-4e62-a15f-a9abc05f35e7 req-3eb2ba5f-3c3a-42c3-b633-6c477461cdb8 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812225 Jul 13 07:54:15.349939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4990879-045b-47d3-b17a-2cba65b8133f req-f95a6eb5-2535-4808-ac9d-82059254fb3a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:15.351413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4990879-045b-47d3-b17a-2cba65b8133f req-f95a6eb5-2535-4808-ac9d-82059254fb3a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 943 time: 0.0681870 Jul 13 07:54:15.388450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4990879-045b-47d3-b17a-2cba65b8133f req-2bfb2c9d-6fda-41ad-a8e5-78fe9923da49 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 13 07:54:16.562589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a035be-9524-4d10-b6f9-2258d32fc4ee req-8e7a0c71-be89-4fd1-b384-922467c11c79 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:16.564111 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8a035be-9524-4d10-b6f9-2258d32fc4ee req-8e7a0c71-be89-4fd1-b384-922467c11c79 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 943 time: 0.0630746 Jul 13 07:54:16.602068 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d8a035be-9524-4d10-b6f9-2258d32fc4ee req-0f315449-3f5c-4462-9470-963544553c37 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323229 Jul 13 07:54:16.779843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f4e9c63e-3861-400c-bb6a-63c08df7f592 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:54:16.873142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f4e9c63e-3861-400c-bb6a-63c08df7f592, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f4e9c63e-3861-400c-bb6a-63c08df7f592,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:16.884087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'f4e9c63e-3861-400c-bb6a-63c08df7f592', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'port_id': 'f4e9c63e-3861-400c-bb6a-63c08df7f592', 'mac_address': 'fa:16:3e:7e:31:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:54:16.920308 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:16.932390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e9c63e-3861-400c-bb6a-63c08df7f592 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:16.951250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f4e9c63e-3861-400c-bb6a-63c08df7f592, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f4e9c63e-3861-400c-bb6a-63c08df7f592,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:16.955119 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.006472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f4e9c63e-3861-400c-bb6a-63c08df7f592,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:17.083595 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.204561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f4e9c63e-3861-400c-bb6a-63c08df7f592'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:54:17.272731 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1b20c3e6-abef-4c0a-a236-495ce7c026f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.954532 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:17.957459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842ade3-ffa0-4f27-897a-16cf741fbede req-ac8ae729-0097-419a-a604-dbe75fc90825 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:17.959010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c842ade3-ffa0-4f27-897a-16cf741fbede req-ac8ae729-0097-419a-a604-dbe75fc90825 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 944 time: 0.0662301 Jul 13 07:54:17.997016 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c842ade3-ffa0-4f27-897a-16cf741fbede req-101ba6f1-a832-48d8-bc76-30931026f1bb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Jul 13 07:54:18.116461 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:54:18.779988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f4e9c63e-3861-400c-bb6a-63c08df7f592 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:18.859737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port f4e9c63e-3861-400c-bb6a-63c08df7f592 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:18.864825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port f4e9c63e-3861-400c-bb6a-63c08df7f592 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:18.865197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:18.978328 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.007583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d27ad9-a920-4be4-81c2-77c5cd9c10c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e9c63e-3861-400c-bb6a-63c08df7f592'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:19.010046 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675e153f-be3b-48c8-9395-6fddbadcb519" -d '{"events": [{"server_uuid": "35d27ad9-a920-4be4-81c2-77c5cd9c10c7", "name": "network-vif-plugged", "status": "completed", "tag": "f4e9c63e-3861-400c-bb6a-63c08df7f592"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:19.176491 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6b4e4a-da07-420f-b6b8-eadffa204b91 x-openstack-request-id: req-9f6b4e4a-da07-420f-b6b8-eadffa204b91 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:19.176806 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d27ad9-a920-4be4-81c2-77c5cd9c10c7", "name": "network-vif-plugged", "status": "completed", "tag": "f4e9c63e-3861-400c-bb6a-63c08df7f592", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:19.177041 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f6b4e4a-da07-420f-b6b8-eadffa204b91 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:19.177439 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d27ad9-a920-4be4-81c2-77c5cd9c10c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e9c63e-3861-400c-bb6a-63c08df7f592', 'code': 200} Jul 13 07:54:19.180842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f4e9c63e-3861-400c-bb6a-63c08df7f592, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f4e9c63e-3861-400c-bb6a-63c08df7f592,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:19.184948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.233001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39816da6-e54b-4ebb-9ca6-742012caec56 req-5acc6acf-ea81-4a4c-b237-a6569018dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:19.234538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39816da6-e54b-4ebb-9ca6-742012caec56 req-5acc6acf-ea81-4a4c-b237-a6569018dc42 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 1095 time: 0.1020582 Jul 13 07:54:19.242248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f4e9c63e-3861-400c-bb6a-63c08df7f592,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:19.256451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd0d4c-cda7-4b2a-b7e4-a5f6de7f0ae5 req-a11b4723-d736-4389-8d8f-0c1d1f0c6283 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:19.258055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7fd0d4c-cda7-4b2a-b7e4-a5f6de7f0ae5 req-a11b4723-d736-4389-8d8f-0c1d1f0c6283 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 944 time: 0.1166909 Jul 13 07:54:19.294879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b038e-fcc7-49db-8723-353802a98131 req-91269e64-c051-40f4-918c-ccedb1c98f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:19.301954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39816da6-e54b-4ebb-9ca6-742012caec56 req-8c739247-e813-402e-83fa-c957baeac595 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601141 Jul 13 07:54:19.302970 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fc2b038e-fcc7-49db-8723-353802a98131 req-91269e64-c051-40f4-918c-ccedb1c98f8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 1097 time: 0.1861930 Jul 13 07:54:19.315305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7fd0d4c-cda7-4b2a-b7e4-a5f6de7f0ae5 req-9c2277a2-badb-462a-a6e8-e64ece60722f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474129 Jul 13 07:54:19.337080 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fc2b038e-fcc7-49db-8723-353802a98131 req-d41b1482-76e2-4387-a9b8-ec7ff1e18561 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329962 Jul 13 07:54:19.514347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-47237385-67e3-424d-a630-723fe0d17f42 None None] Provisioning complete for port f4e9c63e-3861-400c-bb6a-63c08df7f592 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:19.514633 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-47237385-67e3-424d-a630-723fe0d17f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:19.807762 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:20.488872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942001f8-60a9-43ea-878c-3854cb6a4a0a req-f5c763dd-31ed-4fbc-b40f-dcbeaacda2f5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:20.490399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-942001f8-60a9-43ea-878c-3854cb6a4a0a req-f5c763dd-31ed-4fbc-b40f-dcbeaacda2f5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 945 time: 0.0632961 Jul 13 07:54:20.527807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-942001f8-60a9-43ea-878c-3854cb6a4a0a req-c193014b-5a1b-4ec7-9e80-8f8f6f9de9ed tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Jul 13 07:54:33.975047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74fb14-e108-4148-bcfe-4e4ce956da32 req-919bf234-153a-4a4e-ac53-c8e87a920594 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:33.976621 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d74fb14-e108-4148-bcfe-4e4ce956da32 req-919bf234-153a-4a4e-ac53-c8e87a920594 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0678678 Jul 13 07:54:34.012947 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d74fb14-e108-4148-bcfe-4e4ce956da32 req-015b56c7-48c9-4b9a-bea7-dd0fef37163b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308130 Jul 13 07:54:34.195060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7e7c3-d267-43b5-bd7f-5bf67f53c1ff req-f4876cf4-ff88-407a-8a88-4b851bf843d0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:34.196465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16e7e7c3-d267-43b5-bd7f-5bf67f53c1ff req-f4876cf4-ff88-407a-8a88-4b851bf843d0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0678940 Jul 13 07:54:34.234353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16e7e7c3-d267-43b5-bd7f-5bf67f53c1ff req-e0260e36-b4fd-45c5-972f-3db524d6703c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323663 Jul 13 07:54:34.594740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc91b41-247f-4f2e-870d-cd40740d3e99 req-0496d273-6599-4c23-83a8-b0438a586816 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:34.597845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-afc91b41-247f-4f2e-870d-cd40740d3e99 req-0496d273-6599-4c23-83a8-b0438a586816 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0650215 Jul 13 07:54:34.614751 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:34.634682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-afc91b41-247f-4f2e-870d-cd40740d3e99 req-bbae1ee9-34c8-4e50-b3dd-695e95030fa0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323715 Jul 13 07:54:35.246576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862447e-9c75-4868-9133-ef5282edcf9d req-27c472b3-004b-449c-ac4e-497cd4e3a6c7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:35.248084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e862447e-9c75-4868-9133-ef5282edcf9d req-27c472b3-004b-449c-ac4e-497cd4e3a6c7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0635786 Jul 13 07:54:35.285796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e862447e-9c75-4868-9133-ef5282edcf9d req-068ba5bb-291a-41fa-a5bb-460b12c71ab6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Jul 13 07:54:36.459481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd1288-5b17-45c2-b72c-171c592a1cb8 req-f857d15f-db53-4e6f-b0e5-20600a98a72e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:36.460992 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-edfd1288-5b17-45c2-b72c-171c592a1cb8 req-f857d15f-db53-4e6f-b0e5-20600a98a72e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0636506 Jul 13 07:54:36.498112 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-edfd1288-5b17-45c2-b72c-171c592a1cb8 req-552a01ac-834e-4d07-be23-f8abfa0efb5d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316522 Jul 13 07:54:37.674624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebb642-1a3e-47d7-846f-4c2b8261410f req-23c1ce04-bf9f-4da4-b476-d9cbe89632ac tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:37.676895 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-edebb642-1a3e-47d7-846f-4c2b8261410f req-23c1ce04-bf9f-4da4-b476-d9cbe89632ac tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0680776 Jul 13 07:54:37.714368 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-edebb642-1a3e-47d7-846f-4c2b8261410f req-456f6862-fcc8-464a-b403-863394fbe50e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Jul 13 07:54:38.076484 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:38.893538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aee8b9-c933-4c1a-8908-aa780e7dfb4d req-46f8e139-35a8-4eff-b822-fd9a32ebfc2b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:38.896088 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18aee8b9-c933-4c1a-8908-aa780e7dfb4d req-46f8e139-35a8-4eff-b822-fd9a32ebfc2b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0680203 Jul 13 07:54:38.933838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-18aee8b9-c933-4c1a-8908-aa780e7dfb4d req-4472a263-1fe9-4706-829c-c1f3306b3e32 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Jul 13 07:54:40.109041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115a51a-fbf7-45d2-bf8d-36726fc6c678 req-fde5b55c-36be-4991-9f5c-782fb98c8195 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:40.110705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1115a51a-fbf7-45d2-bf8d-36726fc6c678 req-fde5b55c-36be-4991-9f5c-782fb98c8195 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0668283 Jul 13 07:54:40.150069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1115a51a-fbf7-45d2-bf8d-36726fc6c678 req-4e42f3b3-dad1-42c6-a7f5-2523c327cd9c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328484 Jul 13 07:54:40.183282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59fabf-dcfb-4ce8-8f1c-ef900f72946e req-9964b3c9-c712-4061-917f-698eb91bb527 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:40.184959 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad59fabf-dcfb-4ce8-8f1c-ef900f72946e req-9964b3c9-c712-4061-917f-698eb91bb527 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1096 time: 0.0545099 Jul 13 07:54:40.218483 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad59fabf-dcfb-4ce8-8f1c-ef900f72946e req-8ba47dd3-5f07-4bd0-81e4-c40d12b28f1f tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276656 Jul 13 07:54:40.243676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59826) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:40.399311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port 50cf63ef-ab7e-42a3-887f-456ada287bc8 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:40.399657 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.476266 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.476504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.488559 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for 50cf63ef-ab7e-42a3-887f-456ada287bc8 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:40.631269 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.653865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=50cf63ef-ab7e-42a3-887f-456ada287bc8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:40.715671 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.716111 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Floating IP 9b5b0350-8662-460a-af6a-6db737aa99c3 disassociated (deleted). External IP: 172.25.6.169, port: 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653. Jul 13 07:54:40.920392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 8a6771f4-e681-4ec8-8d69-0275d51dc72a has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:54:41.323784 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:41.328632 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.328742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62611185-8bac-4afe-b16c-d9caaae983df req-ea02a09d-a570-449e-a513-27fa6be9688a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.329791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62611185-8bac-4afe-b16c-d9caaae983df req-ea02a09d-a570-449e-a513-27fa6be9688a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0668528 Jul 13 07:54:41.333654 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] Sync routers for ids ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:41.342823 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] Routers {'8a6771f4-e681-4ec8-8d69-0275d51dc72a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:41.343793 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:54:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:41.366406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6245994c-9f3c-4aae-858a-25a8106d7bda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/floatingips/9b5b0350-8662-460a-af6a-6db737aa99c3 HTTP/1.1" status: 204 len: 168 time: 1.1216342 Jul 13 07:54:41.367329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:41.369830 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b927277-8e8e-4d98-ad28-c75977aa4cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:41.374745 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-62611185-8bac-4afe-b16c-d9caaae983df req-1724517f-11a9-4936-a9eb-70cd789e78b8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383692 Jul 13 07:54:41.423013 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff11da-4a04-4e7e-909f-b2bc333c64cb x-openstack-request-id: req-58ff11da-4a04-4e7e-909f-b2bc333c64cb {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:41.423363 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:41.423696 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58ff11da-4a04-4e7e-909f-b2bc333c64cb {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:41.424711 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'status': 'completed', 'code': 200} Jul 13 07:54:41.454755 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] Set router 8a6771f4-e681-4ec8-8d69-0275d51dc72a gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:41.504046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-d0c63f03-f16a-4151-b067-ef493a3ea39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.505619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-d0c63f03-f16a-4151-b067-ef493a3ea39a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 1096 time: 0.0578227 Jul 13 07:54:41.608313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-83ff6f61-5788-4aba-9635-9804747a60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.609925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-83ff6f61-5788-4aba-9635-9804747a60dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 200 len: 897 time: 0.0958726 Jul 13 07:54:41.656293 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-755e2a83-dc52-409c-9743-e46d05b48483 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 200 len: 217 time: 0.0373018 Jul 13 07:54:41.674497 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:47Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7b934b52-9b43-4eec-8c56-ae75873ccc43', 'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:b7:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:46Z', 'updated_at': '2021-07-13T07:52:59Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': '6e0cab49-178f-490f-9195-a20d788eecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:41.738730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-e5e3dcc2-9044-476f-a810-db72142f2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.740224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-e5e3dcc2-9044-476f-a810-db72142f2079 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 200 len: 834 time: 0.0773668 Jul 13 07:54:41.787385 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] Checking router: 8a6771f4-e681-4ec8-8d69-0275d51dc72a for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:54:41.795529 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] Routers {'8a6771f4-e681-4ec8-8d69-0275d51dc72a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:41.796174 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:54:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:41.804316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bb2cc-d580-4b06-9962-d4e7ddfd1f19 req-b6d4d1d5-ae0d-4b45-b0c6-ae01d76a6484 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.805826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-428bb2cc-d580-4b06-9962-d4e7ddfd1f19 req-b6d4d1d5-ae0d-4b45-b0c6-ae01d76a6484 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.1093836 Jul 13 07:54:41.843185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-5db21abe-71c1-4081-a1ff-317efc781473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:41.844846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-5db21abe-71c1-4081-a1ff-317efc781473 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=589aa437-7c3f-4e5a-8ae9-3326e2c6367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931222 Jul 13 07:54:41.857608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-428bb2cc-d580-4b06-9962-d4e7ddfd1f19 req-54eae4d1-357d-4b71-85a0-b1bc8e8c35f3 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443749 Jul 13 07:54:41.907409 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] Set router 8a6771f4-e681-4ec8-8d69-0275d51dc72a gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:41.950800 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-4eb3cd22-0f15-4f03-8883-20845ce68e72 service neutron] 10.222.0.54 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922484 Jul 13 07:54:42.045270 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b927277-8e8e-4d98-ad28-c75977aa4cb4 req-63f77a15-2f7b-4d29-ac4c-1aba69af5f2d service neutron] 10.222.0.54 "GET /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844448 Jul 13 07:54:42.101925 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:47Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7b934b52-9b43-4eec-8c56-ae75873ccc43', 'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:b7:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:46Z', 'updated_at': '2021-07-13T07:52:59Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': '6e0cab49-178f-490f-9195-a20d788eecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:42.126833 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418842c8-1bea-4ea9-bafd-33b942560964 None None] The sync data for ids ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'] in n-d-798249-7 is: [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:52:47Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '7b934b52-9b43-4eec-8c56-ae75873ccc43', 'name': '', 'network_id': '589aa437-7c3f-4e5a-8ae9-3326e2c6367b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:b7:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '6e0cab49-178f-490f-9195-a20d788eecba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:46Z', 'updated_at': '2021-07-13T07:52:59Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': '6e0cab49-178f-490f-9195-a20d788eecba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:42.339029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b25be1-eac0-4fd4-8320-4ff92555b4c9 None None] New status for floating IP 9b5b0350-8662-460a-af6a-6db737aa99c3: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:54:42.553755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5d64-a67c-4e6a-8471-1fc1b968db08 req-b91dd5c6-e3e4-4067-af67-c0553cad395b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:42.555244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-534f5d64-a67c-4e6a-8471-1fc1b968db08 req-b91dd5c6-e3e4-4067-af67-c0553cad395b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0642097 Jul 13 07:54:42.593074 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-534f5d64-a67c-4e6a-8471-1fc1b968db08 req-07c43aff-34ea-4624-94f3-8c7e0426448f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321686 Jul 13 07:54:43.032321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008222ff-90cd-4cb1-baba-dab002e35b23 req-785c3b95-5996-4941-85ba-d8e1914408be tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:43.033826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-008222ff-90cd-4cb1-baba-dab002e35b23 req-785c3b95-5996-4941-85ba-d8e1914408be tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0634158 Jul 13 07:54:43.075462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-008222ff-90cd-4cb1-baba-dab002e35b23 req-320f4b19-ef56-42b3-8936-660ccc3cffe2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ee072ec-89bd-4705-9cf1-3803fa5c7005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361249 Jul 13 07:54:43.214319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-f7e77793-fb29-4618-9c5f-6bcacbbfcf6d tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:43.215713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-f7e77793-fb29-4618-9c5f-6bcacbbfcf6d tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0e08e69-5840-465c-9619-22f6e33e4129 HTTP/1.1" status: 200 len: 945 time: 0.0646124 Jul 13 07:54:43.312178 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-6717c778-b043-4595-9456-650cd5713669 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:43.312521 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-6717c778-b043-4595-9456-650cd5713669 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.400335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-6717c778-b043-4595-9456-650cd5713669 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:43.400695 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-6717c778-b043-4595-9456-650cd5713669 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.412154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-6717c778-b043-4595-9456-650cd5713669 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:43.537710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-6717c778-b043-4595-9456-650cd5713669 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.564775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717c778-b043-4595-9456-650cd5713669 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:43.613631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-6717c778-b043-4595-9456-650cd5713669 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] No DVR routers for this DVR port 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:43.616215 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-6717c778-b043-4595-9456-650cd5713669 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:43.618231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1be31a0-b1c4-41a8-80ca-c9019146ae9b req-6717c778-b043-4595-9456-650cd5713669 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.54 "DELETE /v2.0/ports/2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 HTTP/1.1" status: 204 len: 173 time: 0.3966711 Jul 13 07:54:43.618672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'name': 'network-vif-deleted', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:43.620919 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318620cb-ac46-4aa0-91b6-5bceb9846947" -d '{"events": [{"server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "name": "network-vif-deleted", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:43.735100 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1977eca-3746-4b0d-9029-4fb6c0dccd4b x-openstack-request-id: req-d1977eca-3746-4b0d-9029-4fb6c0dccd4b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:43.735650 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e08e69-5840-465c-9619-22f6e33e4129", "name": "network-vif-deleted", "tag": "2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:43.735907 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1977eca-3746-4b0d-9029-4fb6c0dccd4b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:43.736345 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e08e69-5840-465c-9619-22f6e33e4129', 'name': 'network-vif-deleted', 'tag': '2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653', 'status': 'completed', 'code': 200} Jul 13 07:54:43.775569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b04999-415c-420d-8c1d-057cdadc1dd5 req-0b9f0cd3-7527-471e-9b81-af7e6cc8bf0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:43.777098 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26b04999-415c-420d-8c1d-057cdadc1dd5 req-0b9f0cd3-7527-471e-9b81-af7e6cc8bf0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0692260 Jul 13 07:54:43.814645 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26b04999-415c-420d-8c1d-057cdadc1dd5 req-4d473778-f183-4cea-9231-e9efaab2e0b0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Jul 13 07:54:44.169843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59848) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:44.274211 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e4c41da5-783f-4250-99b0-37b742eea239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:44.827038 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:44.995765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1acc7-fa5e-4010-a84d-15a244358611 req-7a55e2f2-3bda-4b4d-ba4c-c785a631219f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:44.997299 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-47e1acc7-fa5e-4010-a84d-15a244358611 req-7a55e2f2-3bda-4b4d-ba4c-c785a631219f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0674522 Jul 13 07:54:45.036278 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-47e1acc7-fa5e-4010-a84d-15a244358611 req-e4f46a9b-5040-4ee3-8cb7-199527680aba tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330637 Jul 13 07:54:45.096355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port 7b934b52-9b43-4eec-8c56-ae75873ccc43 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:45.096742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.185117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port 7b934b52-9b43-4eec-8c56-ae75873ccc43, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7b934b52-9b43-4eec-8c56-ae75873ccc43,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:45.185825 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.198899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for 7b934b52-9b43-4eec-8c56-ae75873ccc43 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:45.381686 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.412689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=7b934b52-9b43-4eec-8c56-ae75873ccc43,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:45.589295 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:45.803049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 8a6771f4-e681-4ec8-8d69-0275d51dc72a has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:54:45.906934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:45.912559 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6e099bee-b2b1-426b-b52e-80eb7987d24a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "PUT /v2.0/routers/8a6771f4-e681-4ec8-8d69-0275d51dc72a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7416675 Jul 13 07:54:45.915212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59852) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:45.917868 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] Sync routers for ids ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:45.927603 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] Routers {'8a6771f4-e681-4ec8-8d69-0275d51dc72a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:45.928329 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:54:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:45.969575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa335c9-ccc1-4412-bbf9-f3b81da45cfa tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting subnet 6e0cab49-178f-490f-9195-a20d788eecba {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:45.973483 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afa335c9-ccc1-4412-bbf9-f3b81da45cfa tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.016949 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afa335c9-ccc1-4412-bbf9-f3b81da45cfa tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.034362 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] Set router 8a6771f4-e681-4ec8-8d69-0275d51dc72a gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:46.129894 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afa335c9-ccc1-4412-bbf9-f3b81da45cfa tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.218718 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:54:45Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:46.247398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9ba70-964b-4ee7-a8c9-221ad511dd6c req-5bf3bf4c-debc-4aec-aee8-5cf2a4ce6b63 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.248983 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-42b9ba70-964b-4ee7-a8c9-221ad511dd6c req-5bf3bf4c-debc-4aec-aee8-5cf2a4ce6b63 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0977263 Jul 13 07:54:46.249413 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] Checking router: 8a6771f4-e681-4ec8-8d69-0275d51dc72a for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:54:46.250457 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afa335c9-ccc1-4412-bbf9-f3b81da45cfa tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.262882 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] Routers {'8a6771f4-e681-4ec8-8d69-0275d51dc72a'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:46.264134 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:54:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:46.299591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa335c9-ccc1-4412-bbf9-f3b81da45cfa tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0cab49-178f-490f-9195-a20d788eecba,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:46.303479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-afa335c9-ccc1-4412-bbf9-f3b81da45cfa tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.305430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-afa335c9-ccc1-4412-bbf9-f3b81da45cfa tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/subnets/6e0cab49-178f-490f-9195-a20d788eecba HTTP/1.1" status: 204 len: 168 time: 0.3892868 Jul 13 07:54:46.308177 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59856) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:46.314275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5085e8e-255b-44e8-b16d-6d5bca4a8333 None None] Network 589aa437-7c3f-4e5a-8ae9-3326e2c6367b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:46.324480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-42b9ba70-964b-4ee7-a8c9-221ad511dd6c req-7046e61e-e815-4d6a-816a-3684461d7e89 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654554 Jul 13 07:54:46.379105 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] Set router 8a6771f4-e681-4ec8-8d69-0275d51dc72a gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:46.451561 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.555967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f90a60-d77d-4a5b-ba61-8fb5cec13d37 None None] DHCP port deletion for 589aa437-7c3f-4e5a-8ae9-3326e2c6367b request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:54:46.609288 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.611685 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:54:45Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:46.616365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-29f90a60-d77d-4a5b-ba61-8fb5cec13d37 None None] Deleting port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:46.616968 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-29f90a60-d77d-4a5b-ba61-8fb5cec13d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.646688 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9111b225-401c-41ad-a88b-6454098f0c4c None None] The sync data for ids ['8a6771f4-e681-4ec8-8d69-0275d51dc72a'] in n-d-798249-7 is: [{'id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1902267743', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:52:40Z', 'updated_at': '2021-07-13T07:54:45Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '8200fb74-a5e3-4495-96a0-d1db67169a9e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6771f4-e681-4ec8-8d69-0275d51dc72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:52:42Z', 'updated_at': '2021-07-13T07:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:46.704208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-29f90a60-d77d-4a5b-ba61-8fb5cec13d37 None None] For port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=36c6f0b3-7b8a-4523-b45d-a1518f4e93e9,segment=NetworkSegment(537add0d-fefe-47f8-8e29-421d0e1e7457),segment_id=537add0d-fefe-47f8-8e29-421d0e1e7457)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:46.704608 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-29f90a60-d77d-4a5b-ba61-8fb5cec13d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.708621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port 8200fb74-a5e3-4495-96a0-d1db67169a9e {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:46.709244 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.717361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-29f90a60-d77d-4a5b-ba61-8fb5cec13d37 None None] Calling delete_port for 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:46.747275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-e8e0558f-5826-45e7-9384-6748451713a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.748916 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-e8e0558f-5826-45e7-9384-6748451713a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1098 time: 0.0968418 Jul 13 07:54:46.804132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port 8200fb74-a5e3-4495-96a0-d1db67169a9e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8200fb74-a5e3-4495-96a0-d1db67169a9e,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:46.804547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.805580 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-29f90a60-d77d-4a5b-ba61-8fb5cec13d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:46.816901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for 8200fb74-a5e3-4495-96a0-d1db67169a9e owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:46.829121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f90a60-d77d-4a5b-ba61-8fb5cec13d37 None None] Pushing event deleted for resources: {'Port': ['ID=36c6f0b3-7b8a-4523-b45d-a1518f4e93e9,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:46.839980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f90a60-d77d-4a5b-ba61-8fb5cec13d37 None None] No DVR routers for this DVR port 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:46.850126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795050f-0157-4642-9608-c2f9ffe90bcd req-bd72cbfb-8d8b-4768-8d7f-072e70f706d0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.850787 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b795050f-0157-4642-9608-c2f9ffe90bcd req-bd72cbfb-8d8b-4768-8d7f-072e70f706d0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1409092 Jul 13 07:54:46.886312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-85da1ea9-d72e-432b-a543-27ac43613658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:46.887814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-85da1ea9-d72e-432b-a543-27ac43613658 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.1311007 Jul 13 07:54:46.941317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b795050f-0157-4642-9608-c2f9ffe90bcd req-94f2376d-2a88-4562-91df-529d3ba96840 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813105 Jul 13 07:54:46.970277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:46.978154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-efdce4cb-9d95-4dea-bcd7-8096672a8aac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1002 time: 0.0782847 Jul 13 07:54:46.992173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:46.992604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2f5a4ac6-f2fb-4856-b61f-0bf60ab1c653 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:47.004499 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.028407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=8200fb74-a5e3-4495-96a0-d1db67169a9e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:47.032592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-9d20f1bf-1b62-435e-9af2-c837489db2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:47.034912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-9d20f1bf-1b62-435e-9af2-c837489db2cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0495656 Jul 13 07:54:47.039461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.039819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.040195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.040539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.040876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.041213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.041548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.041882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.042226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.042564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.042884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.043207 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:47.091146 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.102784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-fdf9aa63-5dcb-47c3-aed1-b8365d6aa0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:47.104316 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-fdf9aa63-5dcb-47c3-aed1-b8365d6aa0d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618725 Jul 13 07:54:47.135829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.223333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-d06b221c-225b-4010-82dd-ff28a13a2736 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111958 Jul 13 07:54:47.235314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.239249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.249412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:47.276372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:47.276721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 36c6f0b3-7b8a-4523-b45d-a1518f4e93e9 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:47.277152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7b934b52-9b43-4eec-8c56-ae75873ccc43 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:47.291118 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.291832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Fanout notify agent at l3_agent the message router_deleted on router 8a6771f4-e681-4ec8-8d69-0275d51dc72a {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:54:47.298135 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c70ab4c-af49-4412-9fad-0dd7f9298987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.300245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 7b934b52-9b43-4eec-8c56-ae75873ccc43 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:47.300554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7b934b52-9b43-4eec-8c56-ae75873ccc43 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:47.307479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.311624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-31cb8b40-4b20-440b-a08d-730031e3324a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/routers/8a6771f4-e681-4ec8-8d69-0275d51dc72a HTTP/1.1" status: 204 len: 168 time: 1.0014603 Jul 13 07:54:47.312282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59862) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:47.357906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d87d797-622d-4c35-8df7-a46a8bb0adc8 req-fe108b59-c527-4962-b9b6-e4a2d33a0217 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273336 Jul 13 07:54:47.407579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.493979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.504379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589aa437-7c3f-4e5a-8ae9-3326e2c6367b']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:47.514181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537add0d-fefe-47f8-8e29-421d0e1e7457') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:47.514476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537add0d-fefe-47f8-8e29-421d0e1e7457') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:47.523176 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.541321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.547967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:54:47.548386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:54:47.551947 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:54:47.609322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.615640 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.617523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/networks/589aa437-7c3f-4e5a-8ae9-3326e2c6367b HTTP/1.1" status: 204 len: 168 time: 0.3048606 Jul 13 07:54:47.620449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59864) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:47.631720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05742a-e8a9-49fc-bf7d-1d204fccf7a6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Network': ['ID=589aa437-7c3f-4e5a-8ae9-3326e2c6367b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:47.679806 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e59d5f18-ce77-44ff-a158-30604cf05619 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.708976 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e59d5f18-ce77-44ff-a158-30604cf05619 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.775300 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e59d5f18-ce77-44ff-a158-30604cf05619 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.778330 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e59d5f18-ce77-44ff-a158-30604cf05619 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:47.779721 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e59d5f18-ce77-44ff-a158-30604cf05619 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/security-groups/8ee072ec-89bd-4705-9cf1-3803fa5c7005 HTTP/1.1" status: 204 len: 168 time: 0.1580946 Jul 13 07:54:47.789976 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d5f18-ce77-44ff-a158-30604cf05619 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee072ec-89bd-4705-9cf1-3803fa5c7005,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:47.957726 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:48.119986 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010f244-4f1a-43d5-8515-4b1c23fee8e3 req-06d95401-fb96-4717-bed7-e807348798e9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:48.121431 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0010f244-4f1a-43d5-8515-4b1c23fee8e3 req-06d95401-fb96-4717-bed7-e807348798e9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0639822 Jul 13 07:54:48.158804 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0010f244-4f1a-43d5-8515-4b1c23fee8e3 req-ad28ec0c-cb86-4101-b00e-e1a87930cf1e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317950 Jul 13 07:54:48.327575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926b737-40ae-46ca-86f7-d18ddb5a3547 req-ce4fe946-3e7c-42a2-8a58-fe0169432011 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:48.329067 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0926b737-40ae-46ca-86f7-d18ddb5a3547 req-ce4fe946-3e7c-42a2-8a58-fe0169432011 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0628352 Jul 13 07:54:48.370632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0926b737-40ae-46ca-86f7-d18ddb5a3547 req-b2ea4a66-7a95-4d6f-877f-9278e92712eb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352981 Jul 13 07:54:48.732316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c2d9f-2584-4270-9285-687db8d6987d req-995f7236-a38a-4644-928d-39b22e94e05a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:48.733694 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-122c2d9f-2584-4270-9285-687db8d6987d req-995f7236-a38a-4644-928d-39b22e94e05a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0625739 Jul 13 07:54:48.771098 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-122c2d9f-2584-4270-9285-687db8d6987d req-5428062a-95ad-45d4-b676-955039b454d0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312462 Jul 13 07:54:49.083559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59884) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:49.088427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e57f7676-6f91-449a-9cb0-ee63d420e6e2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-108305363', 'description': 'tempest-secgroup-smoke-108305363 description', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:49.113091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e57f7676-6f91-449a-9cb0-ee63d420e6e2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.119433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8200fb74-a5e3-4495-96a0-d1db67169a9e no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:49.127037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c2aac-6904-4400-9030-58971ac8fc30 req-619715ae-6a3b-4fb2-b596-b78eaa23102e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:49.134244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-654c2aac-6904-4400-9030-58971ac8fc30 req-619715ae-6a3b-4fb2-b596-b78eaa23102e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0749948 Jul 13 07:54:49.149743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 8200fb74-a5e3-4495-96a0-d1db67169a9e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:49.162046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8200fb74-a5e3-4495-96a0-d1db67169a9e not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:49.188599 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-654c2aac-6904-4400-9030-58971ac8fc30 req-0fdd1370-32c2-484a-8dfe-c67a9d14429e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526314 Jul 13 07:54:49.210795 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e57f7676-6f91-449a-9cb0-ee63d420e6e2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.213694 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e57f7676-6f91-449a-9cb0-ee63d420e6e2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.242048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e57f7676-6f91-449a-9cb0-ee63d420e6e2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.243266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e57f7676-6f91-449a-9cb0-ee63d420e6e2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1586599 Jul 13 07:54:49.247072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59886) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:49.251660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-858f66f8-3dea-4c89-80b0-cb2939e52d55 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '9ae3098c-b625-4fbc-9293-660c3fe87e99', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:49.255789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f7676-6f91-449a-9cb0-ee63d420e6e2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae3098c-b625-4fbc-9293-660c3fe87e99,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:49.279574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-858f66f8-3dea-4c89-80b0-cb2939e52d55 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.337813 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-858f66f8-3dea-4c89-80b0-cb2939e52d55 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.341066 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-858f66f8-3dea-4c89-80b0-cb2939e52d55 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.357988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f66f8-3dea-4c89-80b0-cb2939e52d55 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91a870f-78b4-4cef-83f6-bf0cd7919606,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:49.364238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-858f66f8-3dea-4c89-80b0-cb2939e52d55 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.365456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-858f66f8-3dea-4c89-80b0-cb2939e52d55 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174877 Jul 13 07:54:49.368339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59888) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:49.372700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f07c57c4-c646-43d6-9ca9-cf3ef8a6c5ee tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '9ae3098c-b625-4fbc-9293-660c3fe87e99', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:49.397211 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c57c4-c646-43d6-9ca9-cf3ef8a6c5ee tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.452142 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c57c4-c646-43d6-9ca9-cf3ef8a6c5ee tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.455384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c57c4-c646-43d6-9ca9-cf3ef8a6c5ee tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.476755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c57c4-c646-43d6-9ca9-cf3ef8a6c5ee tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a7984e-3be1-46e5-b01a-d7d6d71ca09d,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:49.480275 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f07c57c4-c646-43d6-9ca9-cf3ef8a6c5ee tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.483961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f07c57c4-c646-43d6-9ca9-cf3ef8a6c5ee tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122026 Jul 13 07:54:49.484507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59890) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:49.489064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a3235ec0-16e4-4ef0-b488-ac277a9b479c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '9ae3098c-b625-4fbc-9293-660c3fe87e99', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:49.515488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3235ec0-16e4-4ef0-b488-ac277a9b479c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.577367 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3235ec0-16e4-4ef0-b488-ac277a9b479c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.581445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3235ec0-16e4-4ef0-b488-ac277a9b479c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.598885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3235ec0-16e4-4ef0-b488-ac277a9b479c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3c2233-25ff-4ea8-8716-c5f3ee1ad5ea,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:49.604833 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a3235ec0-16e4-4ef0-b488-ac277a9b479c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.608489 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a3235ec0-16e4-4ef0-b488-ac277a9b479c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206284 Jul 13 07:54:49.608651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59892) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:49.613532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-63b9d7ec-2d98-444d-9d67-ec369b2a9d14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '9ae3098c-b625-4fbc-9293-660c3fe87e99', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:49.639843 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63b9d7ec-2d98-444d-9d67-ec369b2a9d14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.693212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63b9d7ec-2d98-444d-9d67-ec369b2a9d14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.696772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63b9d7ec-2d98-444d-9d67-ec369b2a9d14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.714516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9d7ec-2d98-444d-9d67-ec369b2a9d14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d23f24-e60c-475c-b3dd-bbce4b94ca80,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:49.719811 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-63b9d7ec-2d98-444d-9d67-ec369b2a9d14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.721037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-63b9d7ec-2d98-444d-9d67-ec369b2a9d14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1113341 Jul 13 07:54:49.724391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59894) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:49.728772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2b3d0e9d-bbe6-454a-8185-c5e5a2b6c179 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '9ae3098c-b625-4fbc-9293-660c3fe87e99', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:49.748853 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-2b3d0e9d-bbe6-454a-8185-c5e5a2b6c179 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Project eb87c2e5cee545e3bec40c9ac923c7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:54:49.753475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0e9d-bbe6-454a-8185-c5e5a2b6c179 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.778498 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.812871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0e9d-bbe6-454a-8185-c5e5a2b6c179 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.816299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0e9d-bbe6-454a-8185-c5e5a2b6c179 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.833665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d0e9d-bbe6-454a-8185-c5e5a2b6c179 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c44ceb-9330-4ac1-b02f-2f00d269c815,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:49.839216 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0e9d-bbe6-454a-8185-c5e5a2b6c179 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.840451 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2b3d0e9d-bbe6-454a-8185-c5e5a2b6c179 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151097 Jul 13 07:54:49.843264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59896) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:49.848530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-075d0e37-f5f3-4d5d-b036-a2183ba9e095 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '9ae3098c-b625-4fbc-9293-660c3fe87e99', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:49.869168 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-075d0e37-f5f3-4d5d-b036-a2183ba9e095 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Project eb87c2e5cee545e3bec40c9ac923c7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:54:49.873787 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075d0e37-f5f3-4d5d-b036-a2183ba9e095 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.937059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075d0e37-f5f3-4d5d-b036-a2183ba9e095 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.940969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075d0e37-f5f3-4d5d-b036-a2183ba9e095 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.958163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d0e37-f5f3-4d5d-b036-a2183ba9e095 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722d14aa-a8d0-4001-b726-5ce98cae5864,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:49.964267 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-075d0e37-f5f3-4d5d-b036-a2183ba9e095 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:49.965464 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-075d0e37-f5f3-4d5d-b036-a2183ba9e095 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212783 Jul 13 07:54:49.968285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59898) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:49.973321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'network': {'name': 'tempest-network-smoke--948460528', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'port_security_enabled': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:49.992687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:49.996057 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.020511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:54:50.029279 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.029743 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Added segment eaae3e05-4156-417b-981b-b2187b47fbf4 of type vlan for network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b Jul 13 07:54:50.071753 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.100285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.105744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:50.106326 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.142310 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1729703 Jul 13 07:54:50.145848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59900) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:50.150708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'admin_state_up': True, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:50.173277 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.174363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.174830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14466d86-048b-47d9-8cb1-954cc186216c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Network': ['ID=28db44f9-e16b-4d7d-93e2-9b23cec92d6b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:50.193847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:54:50.234645 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.408127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.452189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ae796-4514-4bea-acd6-176b7f07b530 req-dbe3991f-da43-4126-83c4-804160be9e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:50.453697 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c9ae796-4514-4bea-acd6-176b7f07b530 req-dbe3991f-da43-4126-83c4-804160be9e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1476469 Jul 13 07:54:50.505210 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c9ae796-4514-4bea-acd6-176b7f07b530 req-78a8fef6-1428-4323-b9cf-00b72f61848c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450387 Jul 13 07:54:50.657663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.677603 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.784211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.25.6.220 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/946f8fdf-d173-40c6-a645-7045f92f40ca) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:50.889222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.933559 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:50.970639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:50.975786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:50.981222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:51.036715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=946f8fdf-d173-40c6-a645-7045f92f40ca,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:51.462971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ef3e5-6c17-4d03-a104-c24c2253a803 req-da759fdf-1ddd-43df-ab74-0fa4e7b001d3 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:51.464510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-839ef3e5-6c17-4d03-a104-c24c2253a803 req-da759fdf-1ddd-43df-ab74-0fa4e7b001d3 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.4865811 Jul 13 07:54:51.543043 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-839ef3e5-6c17-4d03-a104-c24c2253a803 req-7a067c2f-adae-4bbe-a87e-59c948b17f40 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723114 Jul 13 07:54:51.609266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.803193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:51.931422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router af9bd51f-6666-467f-86af-42a5b0bc2038 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:54:52.031989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:52.042895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Sync routers for ids ['af9bd51f-6666-467f-86af-42a5b0bc2038'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:52.051036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.052299 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c88b9f8d-9815-45c2-8d3e-6ae7d2917079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9054096 Jul 13 07:54:52.052949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Routers {'af9bd51f-6666-467f-86af-42a5b0bc2038'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:52.053688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9bd51f-6666-467f-86af-42a5b0bc2038'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:52.055429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59908) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:52.093390 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2340b0c5-1d3a-4687-a96a-a24323aab3d4 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=eb87c2e5cee545e3bec40c9ac923c7cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368614 Jul 13 07:54:52.096066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59910) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:52.156255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Set router af9bd51f-6666-467f-86af-42a5b0bc2038 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:52.182831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9173fbfe-276c-434e-bb8e-2d8bec505458 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:52.184381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9173fbfe-276c-434e-bb8e-2d8bec505458 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868361 Jul 13 07:54:52.187199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59912) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:52.225577 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bf2ce8c9-6bf1-491d-8f98-b624723a33e8 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373089 Jul 13 07:54:52.228189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59914) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:52.233094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1021396558', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:52.319629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:52.323366 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.328864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:51Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:52.354671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Checking router: af9bd51f-6666-467f-86af-42a5b0bc2038 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:54:52.355017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Updating router af9bd51f-6666-467f-86af-42a5b0bc2038 port 946f8fdf-d173-40c6-a645-7045f92f40ca binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:54:52.391227 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.506048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.562070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Subnet': ['ID=dcd2b64e-b15b-4c8e-9a60-0521146980c6,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:52.573086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Checking segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:52.573457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network hostable DHCP agents. Network: 28db44f9-e16b-4d7d-93e2-9b23cec92d6b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:54:52.591264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:54:52.600546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 28db44f9-e16b-4d7d-93e2-9b23cec92d6b) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:52.604772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:52.605490 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.623239 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a49901d6-382f-43ae-a132-44a29557badc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3938513 Jul 13 07:54:52.625964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59920) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:52.633342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2991f3-e2d3-4926-b535-a484a170f60e None None] Network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:52.673531 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.712423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Transition to ACTIVE for port object 946f8fdf-d173-40c6-a645-7045f92f40ca will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:52.723754 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.805726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Attempting to bind port 946f8fdf-d173-40c6-a645-7045f92f40ca on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:52.806092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Attempting to bind port 946f8fdf-d173-40c6-a645-7045f92f40ca by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:52.806449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Attempting to bind port 946f8fdf-d173-40c6-a645-7045f92f40ca on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:52.814597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a74992-debf-4bc9-a8bf-cea1345c08b3 req-3a6f5940-825d-4a42-848e-6e191b5d4059 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:52.816391 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-14a74992-debf-4bc9-a8bf-cea1345c08b3 req-3a6f5940-825d-4a42-848e-6e191b5d4059 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0782340 Jul 13 07:54:52.817002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:52.817371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:52.817767 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.818153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:52.818617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Bound port: 946f8fdf-d173-40c6-a645-7045f92f40ca, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:52.818994 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.847072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca66196-4467-4139-9973-12a9c7f2aa6c None None] Pushing event updated for resources: {'Port': ['ID=946f8fdf-d173-40c6-a645-7045f92f40ca,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:52.859699 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-14a74992-debf-4bc9-a8bf-cea1345c08b3 req-eea9b8ca-bfb6-4f92-aa13-f2107ac63ac7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365961 Jul 13 07:54:52.879844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] For port 946f8fdf-d173-40c6-a645-7045f92f40ca, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:52.884480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] For port 946f8fdf-d173-40c6-a645-7045f92f40ca, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=946f8fdf-d173-40c6-a645-7045f92f40ca,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:52.918621 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:52.946231 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:54:52.947070 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.038940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Routers {'af9bd51f-6666-467f-86af-42a5b0bc2038'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:53.039573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9bd51f-6666-467f-86af-42a5b0bc2038'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:53.046489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca66196-4467-4139-9973-12a9c7f2aa6c None None] Pushing event updated for resources: {'Port': ['ID=946f8fdf-d173-40c6-a645-7045f92f40ca,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:53.114285 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747c42-5b5a-44a4-a139-7d3cc8ef454d req-e1e33c4f-7371-4208-b9ff-8804a56e5e91 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:53.115784 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c747c42-5b5a-44a4-a139-7d3cc8ef454d req-e1e33c4f-7371-4208-b9ff-8804a56e5e91 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1316540 Jul 13 07:54:53.187233 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c747c42-5b5a-44a4-a139-7d3cc8ef454d req-de763fe2-3c86-4494-835d-331e2573b2eb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638425 Jul 13 07:54:53.191388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.344419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Allocated IP 172.20.0.2 (28db44f9-e16b-4d7d-93e2-9b23cec92d6b/dcd2b64e-b15b-4c8e-9a60-0521146980c6/51def8e7-8143-45e8-a744-7915f6f14347) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:53.354918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] Set router af9bd51f-6666-467f-86af-42a5b0bc2038 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:53.383185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80481777-610b-4b6e-99ee-9ad61156b439 req-ec8893cf-eee8-4a05-ad4a-1b6230982d02 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:53.384732 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-80481777-610b-4b6e-99ee-9ad61156b439 req-ec8893cf-eee8-4a05-ad4a-1b6230982d02 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0778315 Jul 13 07:54:53.428510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-80481777-610b-4b6e-99ee-9ad61156b439 req-d2c70ef2-0795-41cd-aa3e-634b422444ad tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368097 Jul 13 07:54:53.609261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dd5e6-9783-4a19-9834-fc3907e26269 req-b3085536-07a0-47fc-8fb8-a14ed37ec0a7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:53.610776 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-704dd5e6-9783-4a19-9834-fc3907e26269 req-b3085536-07a0-47fc-8fb8-a14ed37ec0a7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0686972 Jul 13 07:54:53.631921 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.643611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Transition to ACTIVE for port object 51def8e7-8143-45e8-a744-7915f6f14347 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:53.650761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-704dd5e6-9783-4a19-9834-fc3907e26269 req-a54fafa5-f223-4832-9c5f-764ca27f7980 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331194 Jul 13 07:54:53.663169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:51Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:53.665206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Transition to ACTIVE for port object 51def8e7-8143-45e8-a744-7915f6f14347 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:53.691830 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.693806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a48f9a-261f-4c66-a724-8777bc5ec089 None None] The sync data for ids ['af9bd51f-6666-467f-86af-42a5b0bc2038'] in n-d-798249-7 is: [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:51Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:53.730295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.20.0.1 (28db44f9-e16b-4d7d-93e2-9b23cec92d6b/dcd2b64e-b15b-4c8e-9a60-0521146980c6/5d5cf123-362e-4911-978e-a51726bdd6da) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:53.733587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:53.738821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:53.743780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:53.756246 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Pushing event updated for resources: {'Port': ['ID=51def8e7-8143-45e8-a744-7915f6f14347,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:53.814606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Attempting to bind port 51def8e7-8143-45e8-a744-7915f6f14347 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:53.815730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Attempting to bind port 51def8e7-8143-45e8-a744-7915f6f14347 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:53.816108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Attempting to bind port 51def8e7-8143-45e8-a744-7915f6f14347 on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:53.821432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:53.821809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Checking segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:53.822217 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.822616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Bound using segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:53.823085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Bound port: 51def8e7-8143-45e8-a744-7915f6f14347, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:53.823473 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.854487 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.873511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Transition to ACTIVE for port object 5d5cf123-362e-4911-978e-a51726bdd6da will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:53.891298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] For port 51def8e7-8143-45e8-a744-7915f6f14347, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:53.897690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] For port 51def8e7-8143-45e8-a744-7915f6f14347, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=51def8e7-8143-45e8-a744-7915f6f14347,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:53.902967 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.949589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.988004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed97be-20bb-4401-a3c3-cdee586d981b None None] Pushing event updated for resources: {'Port': ['ID=51def8e7-8143-45e8-a744-7915f6f14347,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:54.015592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:54.019061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:54.023325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:54.048255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=5d5cf123-362e-4911-978e-a51726bdd6da,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:54.083490 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.269509 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.563117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.568161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.651204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=5d5cf123-362e-4911-978e-a51726bdd6da,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:54.666769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.765370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:54.766831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:54.930806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9620a9-e164-451f-a9c6-48d93af3df7a None None] Network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:55.053582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5484cb20-d2b1-4035-ae3d-83bb5ccd15d6 None None] Provisioning for port 51def8e7-8143-45e8-a744-7915f6f14347 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:55.121226 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:54:55.212325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router af9bd51f-6666-467f-86af-42a5b0bc2038 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:54:55.252127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 946f8fdf-d173-40c6-a645-7045f92f40ca up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:55.309004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 946f8fdf-d173-40c6-a645-7045f92f40ca completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:55.314025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 946f8fdf-d173-40c6-a645-7045f92f40ca triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:55.314408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.337297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:54:55.343084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-abaad346-37cb-4165-8d39-3187aade877c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "PUT /v2.0/routers/af9bd51f-6666-467f-86af-42a5b0bc2038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7161560 Jul 13 07:54:55.407729 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.434169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 946f8fdf-d173-40c6-a645-7045f92f40ca, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=946f8fdf-d173-40c6-a645-7045f92f40ca,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:55.443335 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.477732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-da1b2b41-c2b3-4cfa-8dbd-6634c551d7b0 None None] Provisioning for port 5d5cf123-362e-4911-978e-a51726bdd6da completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:55.487451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 51def8e7-8143-45e8-a744-7915f6f14347 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:55.493269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-da1b2b41-c2b3-4cfa-8dbd-6634c551d7b0 None None] Provisioning complete for port 5d5cf123-362e-4911-978e-a51726bdd6da triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:55.493753 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-da1b2b41-c2b3-4cfa-8dbd-6634c551d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.555421 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Sync routers for ids ['af9bd51f-6666-467f-86af-42a5b0bc2038'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:54:55.572601 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Routers {'af9bd51f-6666-467f-86af-42a5b0bc2038'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:55.572818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=946f8fdf-d173-40c6-a645-7045f92f40ca,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:55.573672 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9bd51f-6666-467f-86af-42a5b0bc2038'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:55.579272 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-648222b3-0ec4-43ef-bb1f-1be7a7525cdf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108305363&fields=id&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 267 time: 0.0414095 Jul 13 07:54:55.579865 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-da1b2b41-c2b3-4cfa-8dbd-6634c551d7b0 None None] Port 5d5cf123-362e-4911-978e-a51726bdd6da cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:55.596274 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 51def8e7-8143-45e8-a744-7915f6f14347 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:55.600979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 51def8e7-8143-45e8-a744-7915f6f14347 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:55.601356 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.710025 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Set router af9bd51f-6666-467f-86af-42a5b0bc2038 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:55.718632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-00617525-7f77-4c5c-81c8-5e45080e7cfe None None] Provisioning complete for port 5d5cf123-362e-4911-978e-a51726bdd6da triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:55.719025 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-00617525-7f77-4c5c-81c8-5e45080e7cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.722763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-da7a1c46-80b6-4b09-8123-b4a91e72acdf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:55.729829 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-da7a1c46-80b6-4b09-8123-b4a91e72acdf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 796 time: 0.1416750 Jul 13 07:54:55.741703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.748771 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-d15cc0d3-3aea-492d-a50d-237c8a44980a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/quotas/eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 375 time: 0.0179951 Jul 13 07:54:55.783092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-00617525-7f77-4c5c-81c8-5e45080e7cfe None None] Port 5d5cf123-362e-4911-978e-a51726bdd6da cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:55.788356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 51def8e7-8143-45e8-a744-7915f6f14347, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=51def8e7-8143-45e8-a744-7915f6f14347,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:55.797075 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.850300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-af613d72-f4a4-4b8e-9513-6aff2a46e717 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948882 Jul 13 07:54:55.852185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=51def8e7-8143-45e8-a744-7915f6f14347,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:55.855831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-5ea2713f-077c-42ef-baaf-cbcfb2e7a009 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:54:55.856896 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-5ea2713f-077c-42ef-baaf-cbcfb2e7a009 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056460 Jul 13 07:54:55.964041 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-054fdaf8-81e7-45fa-afda-57689107ed1d service neutron] 10.222.0.44 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001656 Jul 13 07:54:55.970471 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5d5cf123-362e-4911-978e-a51726bdd6da', 'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:8a:87:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:53Z', 'updated_at': '2021-07-13T07:54:54Z', 'revision_number': 2, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:56.004447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-75b0db2a-7ae0-4e41-8623-7ce36b3f3523 None None] Provisioning complete for port 5d5cf123-362e-4911-978e-a51726bdd6da triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:56.005032 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75b0db2a-7ae0-4e41-8623-7ce36b3f3523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.006894 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Checking router: af9bd51f-6666-467f-86af-42a5b0bc2038 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:54:56.007482 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Updating router af9bd51f-6666-467f-86af-42a5b0bc2038 port 5d5cf123-362e-4911-978e-a51726bdd6da binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:54:56.054631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-75b0db2a-7ae0-4e41-8623-7ce36b3f3523 None None] Port 5d5cf123-362e-4911-978e-a51726bdd6da cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:56.072481 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-c18b3faa-1e7b-44a7-9ddb-522463bdfd7f service neutron] 10.222.0.44 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025610 Jul 13 07:54:56.137201 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.175084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-40ba9f3e-cf37-4f43-aac4-9a6c2ad0551f None None] Provisioning complete for port 5d5cf123-362e-4911-978e-a51726bdd6da triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:56.175639 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-40ba9f3e-cf37-4f43-aac4-9a6c2ad0551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.222205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-40ba9f3e-cf37-4f43-aac4-9a6c2ad0551f None None] Port 5d5cf123-362e-4911-978e-a51726bdd6da cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:56.270803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-23ef77d5-fe5b-4a16-810c-1e9e4bf077f4 req-399b8ec0-5349-4500-a27f-22c62e030366 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 210 time: 0.0305405 Jul 13 07:54:56.406246 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.416481 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Transition to ACTIVE for port object 5d5cf123-362e-4911-978e-a51726bdd6da will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:56.422114 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.473145 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Pushing event updated for resources: {'Port': ['ID=5d5cf123-362e-4911-978e-a51726bdd6da,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:56.482890 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.483228 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.483561 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.483888 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.484236 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.484562 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.484881 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.485193 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.485506 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.486253 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.486253 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.486447 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:56.539660 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Attempting to bind port 5d5cf123-362e-4911-978e-a51726bdd6da on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:56.540143 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Attempting to bind port 5d5cf123-362e-4911-978e-a51726bdd6da by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:56.540445 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Attempting to bind port 5d5cf123-362e-4911-978e-a51726bdd6da on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:56.546015 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:56.546388 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Checking segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:56.546787 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.547178 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Bound using segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:56.548226 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Bound port: 5d5cf123-362e-4911-978e-a51726bdd6da, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:56.548658 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.623693 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] For port 5d5cf123-362e-4911-978e-a51726bdd6da, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:56.629977 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] For port 5d5cf123-362e-4911-978e-a51726bdd6da, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5d5cf123-362e-4911-978e-a51726bdd6da,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:56.634710 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.698972 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Routers {'af9bd51f-6666-467f-86af-42a5b0bc2038'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:54:56.699605 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9bd51f-6666-467f-86af-42a5b0bc2038'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:56.701409 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0c557-8fd9-4311-862e-049226fba5a2 None None] Pushing event updated for resources: {'Port': ['ID=5d5cf123-362e-4911-978e-a51726bdd6da,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:56.812379 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] Set router af9bd51f-6666-467f-86af-42a5b0bc2038 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:54:57.011737 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5d5cf123-362e-4911-978e-a51726bdd6da', 'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:8a:87:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:53Z', 'updated_at': '2021-07-13T07:54:56Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:57.037485 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea694fb-7fed-48fa-8fbc-e99b556a23e9 None None] The sync data for ids ['af9bd51f-6666-467f-86af-42a5b0bc2038'] in n-d-798249-7 is: [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5d5cf123-362e-4911-978e-a51726bdd6da', 'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:8a:87:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:53Z', 'updated_at': '2021-07-13T07:54:56Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:54:57.280358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5d5cf123-362e-4911-978e-a51726bdd6da up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:57.392492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5d5cf123-362e-4911-978e-a51726bdd6da completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:57.397510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5d5cf123-362e-4911-978e-a51726bdd6da triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:57.397888 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.451980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-1aae170c-2ebf-41b0-829b-18741e372ce2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:57.462798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-1aae170c-2ebf-41b0-829b-18741e372ce2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 796 time: 0.1519082 Jul 13 07:54:57.485082 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2980aba0-7932-443c-ac4a-a0abcfba5f5c req-952041ae-607a-4e86-a8d5-eb2740729009 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 210 time: 0.0365655 Jul 13 07:54:57.511105 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.516657 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-f824947c-f8d8-49fc-9bd6-e8702550decd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 379 time: 0.0446005 Jul 13 07:54:57.525921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'port': {'device_id': '8adfd452-4638-4058-babb-34a223cbfcb9', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'admin_state_up': True, 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'security_groups': ['9ae3098c-b625-4fbc-9293-660c3fe87e99']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:57.547072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5d5cf123-362e-4911-978e-a51726bdd6da, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5d5cf123-362e-4911-978e-a51726bdd6da,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:57.552794 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.594855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 946f8fdf-d173-40c6-a645-7045f92f40ca up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:57.657392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:57.662600 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.667319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 946f8fdf-d173-40c6-a645-7045f92f40ca triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:57.667705 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.671030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5d5cf123-362e-4911-978e-a51726bdd6da,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:57.763782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 51def8e7-8143-45e8-a744-7915f6f14347 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:57.814626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.20.0.8 (28db44f9-e16b-4d7d-93e2-9b23cec92d6b/dcd2b64e-b15b-4c8e-9a60-0521146980c6/620d0dd8-9781-4567-b921-8486ddd4b105) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:54:57.833471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 51def8e7-8143-45e8-a744-7915f6f14347 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:57.834565 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.898388 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a89b7b4f-53af-49ca-935e-e461dde13fcc None None] Provisioning complete for port 5d5cf123-362e-4911-978e-a51726bdd6da triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:57.898388 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a89b7b4f-53af-49ca-935e-e461dde13fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:57.986502 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.006899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Transition to ACTIVE for port object 620d0dd8-9781-4567-b921-8486ddd4b105 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:58.042441 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.087182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:54:58.092767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:58.095834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:54:58.126734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:58.156638 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:58.157297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.174234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-7d6c4dad-45d3-4ff2-869d-aaf8c68c259c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6524212 Jul 13 07:54:58.186578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Request body: {'port': {'device_id': '8adfd452-4638-4058-babb-34a223cbfcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:58.276219 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.345600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6c75d013-9eda-4f70-8b98-2cd2fdff7ca9 None None] Provisioning for port 620d0dd8-9781-4567-b921-8486ddd4b105 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:54:58.349653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6c75d013-9eda-4f70-8b98-2cd2fdff7ca9 None None] Provisioning complete for port 620d0dd8-9781-4567-b921-8486ddd4b105 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:58.350023 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c75d013-9eda-4f70-8b98-2cd2fdff7ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.383886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6c75d013-9eda-4f70-8b98-2cd2fdff7ca9 None None] Port 620d0dd8-9781-4567-b921-8486ddd4b105 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:54:58.545171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620d0dd8-9781-4567-b921-8486ddd4b105 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:54:58.553476 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.565855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Transition to ACTIVE for port object 620d0dd8-9781-4567-b921-8486ddd4b105 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:54:58.569490 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.651208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:58.751898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e795f1-948c-42fc-8e7a-34319d69b148 req-11df3f8a-7a3e-418e-bd06-b33e75b72e34 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:58.753920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-87e795f1-948c-42fc-8e7a-34319d69b148 req-11df3f8a-7a3e-418e-bd06-b33e75b72e34 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 943 time: 0.1525035 Jul 13 07:54:58.754665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:54:58.755009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:54:58.755345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:58.762191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Port 620d0dd8-9781-4567-b921-8486ddd4b105 on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:54:58.762520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:54:58.779975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:54:58.780353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Checking segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:58.780745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Bound using segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:54:58.781185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Bound port: 620d0dd8-9781-4567-b921-8486ddd4b105, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:54:58.781549 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.833651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-87e795f1-948c-42fc-8e7a-34319d69b148 req-2dc1df57-af34-49cc-bdd8-39dd25a0bfad tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733657 Jul 13 07:54:58.862727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:54:58.865716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:54:58.870569 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.910278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:58.910927 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:58.912338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] 10.222.0.53 "PUT /v2.0/ports/620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 1091 time: 0.7304485 Jul 13 07:54:58.912782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:54:58.915162 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757" -d '{"events": [{"name": "network-changed", "server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:54:58.946281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c0a4d-bddb-4a26-a586-0b5c6c850de7 service neutron] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:58.962071 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906a6e7c-2203-45d5-8cbe-8c2c0854cc28 x-openstack-request-id: req-906a6e7c-2203-45d5-8cbe-8c2c0854cc28 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:54:58.962366 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:54:58.962627 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-906a6e7c-2203-45d5-8cbe-8c2c0854cc28 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:54:58.963095 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105', 'status': 'completed', 'code': 200} Jul 13 07:54:59.020063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-dd92e2f7-8ea5-4d10-8019-57db08483fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:59.021625 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-dd92e2f7-8ea5-4d10-8019-57db08483fd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0560889 Jul 13 07:54:59.065873 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-60e73d57-8aa4-4736-aa8f-196816f54333 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 217 time: 0.0368569 Jul 13 07:54:59.128867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-5dd343da-1623-4759-821c-cdbe128ef677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:59.128867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-5dd343da-1623-4759-821c-cdbe128ef677 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0529251 Jul 13 07:54:59.168994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5d5cf123-362e-4911-978e-a51726bdd6da up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:54:59.187905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-e181ab28-47a8-478b-93e9-7e2c1b2c540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:59.189510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-e181ab28-47a8-478b-93e9-7e2c1b2c540e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588760 Jul 13 07:54:59.216663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5d5cf123-362e-4911-978e-a51726bdd6da triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:54:59.217131 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:59.285134 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-b609cca5-ded2-404b-b480-5bb54285a216 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891695 Jul 13 07:54:59.374626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b39a41a-6dfb-4abc-a2f4-6c99c1eec25b req-148b7009-9a36-4b6b-86b7-b24c2f1bb274 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835683 Jul 13 07:54:59.473769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-739c742b-8bfb-47d4-a08a-a49139c7a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:59.475254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-739c742b-8bfb-47d4-a08a-a49139c7a46b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0523674 Jul 13 07:54:59.570847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-052d0917-15dc-4257-9675-3f1d35b015f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:59.574606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-052d0917-15dc-4257-9675-3f1d35b015f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.0928326 Jul 13 07:54:59.618741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-43ad8086-118c-4128-8b77-1f129bf222b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 217 time: 0.0367329 Jul 13 07:54:59.672442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-18b12d7a-52d4-42dd-8485-4de3daaae17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:59.673864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-18b12d7a-52d4-42dd-8485-4de3daaae17a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0464680 Jul 13 07:54:59.732007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-803fe9af-f4e6-48e7-b6bb-d2b9cd18d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:59.733562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-803fe9af-f4e6-48e7-b6bb-d2b9cd18d640 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531476 Jul 13 07:54:59.825232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-c6a3fe5d-dce6-44b0-bfb1-458d221575fc service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841300 Jul 13 07:54:59.926764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-024bb51c-06a5-4f9d-aa5a-c02cf9ff7757 req-e7d177df-32f0-4e2f-88c2-8f8ae3f655cf service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948448 Jul 13 07:55:00.011194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80a408-69ff-4ba7-8958-d5b92af27b69 req-a00d1295-2e21-4286-a94d-0a8d0f0cb468 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:00.012718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d80a408-69ff-4ba7-8958-d5b92af27b69 req-a00d1295-2e21-4286-a94d-0a8d0f0cb468 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 943 time: 0.0649204 Jul 13 07:55:00.050482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d80a408-69ff-4ba7-8958-d5b92af27b69 req-b69acc60-f03d-480e-951f-f2e3f8b56625 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320592 Jul 13 07:55:01.227704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17670a-b144-4559-beb0-34ef7094914c req-826d35d3-5107-498a-90b9-35a0b5771d70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:01.229125 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ae17670a-b144-4559-beb0-34ef7094914c req-826d35d3-5107-498a-90b9-35a0b5771d70 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 943 time: 0.0675614 Jul 13 07:55:01.265745 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ae17670a-b144-4559-beb0-34ef7094914c req-e40fc3f1-4a33-4120-bd32-3d8511fc2ee9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310049 Jul 13 07:55:01.369912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:01.462199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:01.476246 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '620d0dd8-9781-4567-b921-8486ddd4b105', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'port_id': '620d0dd8-9781-4567-b921-8486ddd4b105', 'mac_address': 'fa:16:3e:77:cb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:01.512361 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.524735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620d0dd8-9781-4567-b921-8486ddd4b105 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:01.542940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:01.546659 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.601377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:01.792452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['620d0dd8-9781-4567-b921-8486ddd4b105'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:02.443504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e268b97-7511-437f-b7c8-71e0b3d278e8 req-fdf9f3b5-e3c8-49e4-b0dd-b0515c6c0eea tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.445002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e268b97-7511-437f-b7c8-71e0b3d278e8 req-fdf9f3b5-e3c8-49e4-b0dd-b0515c6c0eea tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 944 time: 0.0670781 Jul 13 07:55:02.482555 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e268b97-7511-437f-b7c8-71e0b3d278e8 req-8f1460bf-a503-4378-a07a-29582b6babf0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Jul 13 07:55:03.389968 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:03.436314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 620d0dd8-9781-4567-b921-8486ddd4b105 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:03.439719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 620d0dd8-9781-4567-b921-8486ddd4b105 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:03.440126 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.515819 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.538724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:03.541145 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9b9d9a-4cd5-4304-8f7b-e0f47b9e12e9" -d '{"events": [{"server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "name": "network-vif-plugged", "status": "completed", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:03.555638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:03.559735 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.601689 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3bed71-d21c-4e2b-a0ed-01659d2283cf x-openstack-request-id: req-5e3bed71-d21c-4e2b-a0ed-01659d2283cf {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:03.602080 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "name": "network-vif-plugged", "status": "completed", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:03.602239 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e3bed71-d21c-4e2b-a0ed-01659d2283cf {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:03.602632 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105', 'code': 200} Jul 13 07:55:03.632173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:03.672222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d45322-adeb-4446-9150-22f40c8107e0 req-a9ca431d-5051-470d-bbe7-80502b11220c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.673777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77d45322-adeb-4446-9150-22f40c8107e0 req-a9ca431d-5051-470d-bbe7-80502b11220c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0666597 Jul 13 07:55:03.716296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77d45322-adeb-4446-9150-22f40c8107e0 req-eb0870a0-2aef-4911-bcfb-cf80eb78fd37 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358746 Jul 13 07:55:03.728795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5b988-9912-4194-93ad-8d91adefd2b4 req-de1011b2-8834-44b0-8d8b-7d94bfd9c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.730340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6c5b988-9912-4194-93ad-8d91adefd2b4 req-de1011b2-8834-44b0-8d8b-7d94bfd9c7fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0592353 Jul 13 07:55:03.767952 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6c5b988-9912-4194-93ad-8d91adefd2b4 req-050349e7-41a8-4d67-9f56-e86ef78c9c3f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310383 Jul 13 07:55:03.862138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-74eb38ee-db01-4ada-928e-338dca24123c None None] Provisioning complete for port 620d0dd8-9781-4567-b921-8486ddd4b105 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:03.862528 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74eb38ee-db01-4ada-928e-338dca24123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.606918 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.890823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b4367-643e-4740-85b2-282ef3615d29 req-0cb71e45-d15a-4c5e-9e1f-19c482d001c1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:04.896069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-172b4367-643e-4740-85b2-282ef3615d29 req-0cb71e45-d15a-4c5e-9e1f-19c482d001c1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0622416 Jul 13 07:55:04.931112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-172b4367-643e-4740-85b2-282ef3615d29 req-23655778-12f7-4653-a120-59fe0381fc81 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325739 Jul 13 07:55:05.106219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceb5a4-c3ae-43c1-9be7-916d8f336367 req-270bba2f-a3e3-431c-af36-56f8fc640279 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:05.107716 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8ceb5a4-c3ae-43c1-9be7-916d8f336367 req-270bba2f-a3e3-431c-af36-56f8fc640279 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0673661 Jul 13 07:55:05.147153 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8ceb5a4-c3ae-43c1-9be7-916d8f336367 req-ff95207a-212b-4033-b1e9-2c93328b68f3 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324705 Jul 13 07:55:05.171486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59976) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:05.223981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c153e2-50a6-450a-9d87-c4bdc2dc0904 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:05.225565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-40c153e2-50a6-450a-9d87-c4bdc2dc0904 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1091 time: 0.0530248 Jul 13 07:55:05.228287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59978) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:05.232664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '620d0dd8-9781-4567-b921-8486ddd4b105', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:05.253241 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.352090 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.455760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.25.6.217 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/d2298f5e-d751-4bb1-a9e0-1d083953a6a6) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:05.560895 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.602825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.637955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:05.640696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:05.647153 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:05.676273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=d2298f5e-d751-4bb1-a9e0-1d083953a6a6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:06.012495 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.085928 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.231910 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.236144 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.311239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=d2298f5e-d751-4bb1-a9e0-1d083953a6a6,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:06.319531 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.417927 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Floating IP 13559892-5e5d-4ec6-b518-6165ee061922 associated. External IP: 172.25.6.217, port: 620d0dd8-9781-4567-b921-8486ddd4b105. Jul 13 07:55:06.950105 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router af9bd51f-6666-467f-86af-42a5b0bc2038 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:07.056862 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:07.067213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] Sync routers for ids ['af9bd51f-6666-467f-86af-42a5b0bc2038'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:07.073988 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:07.080848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] Routers {'af9bd51f-6666-467f-86af-42a5b0bc2038'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:07.082145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9bd51f-6666-467f-86af-42a5b0bc2038'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:07.118722 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1e7103d6-823e-4dc8-9406-e25e36143573 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8870201 Jul 13 07:55:07.118722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:07.120381 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ec8604-1644-4128-8a7c-4af821325c15" -d '{"events": [{"name": "network-changed", "server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:07.159579 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca7325d-dc57-47ed-9184-ec416234ead7 x-openstack-request-id: req-5ca7325d-dc57-47ed-9184-ec416234ead7 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:07.159866 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:07.160146 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ca7325d-dc57-47ed-9184-ec416234ead7 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:07.160555 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105', 'status': 'completed', 'code': 200} Jul 13 07:55:07.215996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] Set router af9bd51f-6666-467f-86af-42a5b0bc2038 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:07.288570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec8604-1644-4128-8a7c-4af821325c15 req-d99e8a40-7113-4460-b846-62e226794603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:07.290142 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52ec8604-1644-4128-8a7c-4af821325c15 req-d99e8a40-7113-4460-b846-62e226794603 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1096 time: 0.1070738 Jul 13 07:55:07.302237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc954f-636e-4178-93c9-1498c268fc66 req-07980d1a-8835-497d-809d-a3f303a47336 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:07.303799 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7afc954f-636e-4178-93c9-1498c268fc66 req-07980d1a-8835-497d-809d-a3f303a47336 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0810609 Jul 13 07:55:07.398922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7afc954f-636e-4178-93c9-1498c268fc66 req-86cc9ba3-c1bb-40f6-a984-35f6acc12a68 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866733 Jul 13 07:55:07.423958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 59988) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:07.424573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec8604-1644-4128-8a7c-4af821325c15 req-4f454bb5-27f5-4aaf-967c-ff6a9a3a048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:07.426281 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52ec8604-1644-4128-8a7c-4af821325c15 req-4f454bb5-27f5-4aaf-967c-ff6a9a3a048d service neutron] 10.222.0.53 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.1214044 Jul 13 07:55:07.487825 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4f60253e-cd07-45c9-a944-897e9c218928 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/13559892-5e5d-4ec6-b518-6165ee061922 HTTP/1.1" status: 200 len: 991 time: 0.0621390 Jul 13 07:55:07.496092 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52ec8604-1644-4128-8a7c-4af821325c15 req-b841a6e5-0a54-4e75-9f85-8c9e88a00bc4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 999 time: 0.0623844 Jul 13 07:55:07.547984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec8604-1644-4128-8a7c-4af821325c15 req-c7fb9b8c-54f5-4b44-a86c-188197c25eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:07.549604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52ec8604-1644-4128-8a7c-4af821325c15 req-c7fb9b8c-54f5-4b44-a86c-188197c25eeb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0479200 Jul 13 07:55:07.592678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '13559892-5e5d-4ec6-b518-6165ee061922', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'port_id': '620d0dd8-9781-4567-b921-8486ddd4b105', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'mac_address': 'fa:16:3e:77:cb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adfd452-4638-4058-babb-34a223cbfcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:55:05Z', 'updated_at': '2021-07-13T07:55:05Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cf123-362e-4911-978e-a51726bdd6da', 'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:8a:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:53Z', 'updated_at': '2021-07-13T07:54:57Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:07.606883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec8604-1644-4128-8a7c-4af821325c15 req-74b651df-0f23-4427-b957-148fc7c825b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:07.609365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52ec8604-1644-4128-8a7c-4af821325c15 req-74b651df-0f23-4427-b957-148fc7c825b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533991 Jul 13 07:55:07.627021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] Checking router: af9bd51f-6666-467f-86af-42a5b0bc2038 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:07.635517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] Routers {'af9bd51f-6666-467f-86af-42a5b0bc2038'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:07.636107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9bd51f-6666-467f-86af-42a5b0bc2038'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:07.697303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52ec8604-1644-4128-8a7c-4af821325c15 req-68a6736f-3dfe-4eb7-8248-f8c5cc86b8d1 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816014 Jul 13 07:55:07.738309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] Set router af9bd51f-6666-467f-86af-42a5b0bc2038 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:07.790997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52ec8604-1644-4128-8a7c-4af821325c15 req-32d98f3d-0514-4108-a773-837c3411d21d service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873492 Jul 13 07:55:07.954111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '13559892-5e5d-4ec6-b518-6165ee061922', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'port_id': '620d0dd8-9781-4567-b921-8486ddd4b105', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'mac_address': 'fa:16:3e:77:cb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adfd452-4638-4058-babb-34a223cbfcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:55:05Z', 'updated_at': '2021-07-13T07:55:05Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cf123-362e-4911-978e-a51726bdd6da', 'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:8a:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:53Z', 'updated_at': '2021-07-13T07:54:57Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:07.983132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11d5da-6c42-4ebb-ab50-95b006909fed None None] The sync data for ids ['af9bd51f-6666-467f-86af-42a5b0bc2038'] in n-d-798249-7 is: [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '13559892-5e5d-4ec6-b518-6165ee061922', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'port_id': '620d0dd8-9781-4567-b921-8486ddd4b105', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'mac_address': 'fa:16:3e:77:cb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adfd452-4638-4058-babb-34a223cbfcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:55:05Z', 'updated_at': '2021-07-13T07:55:05Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cf123-362e-4911-978e-a51726bdd6da', 'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:8a:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:53Z', 'updated_at': '2021-07-13T07:54:57Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:08.070796 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:08.167987 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedada3e-ac31-4cd5-b033-84d014481829 None None] New status for floating IP 13559892-5e5d-4ec6-b518-6165ee061922: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:55:08.491702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 59990) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:08.555142 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-90198446-c822-45b8-9c4e-7c101dfd20d5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/13559892-5e5d-4ec6-b518-6165ee061922 HTTP/1.1" status: 200 len: 993 time: 0.0622003 Jul 13 07:55:11.098786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-4c85e7a1-7f02-4017-b57f-f5a004b66b9f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531559 Jul 13 07:55:11.231856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-1579c865-0a7e-4996-8703-d5337acd0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:11.233285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-1579c865-0a7e-4996-8703-d5337acd0ac3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 1096 time: 0.0923958 Jul 13 07:55:11.239597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-b7e29403-1a2f-4d19-8b0e-a20fc969fb44 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687993 Jul 13 07:55:11.377105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-68a76305-8236-4297-a1d4-dc286746bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:11.379258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-68a76305-8236-4297-a1d4-dc286746bebf service neutron] 10.222.0.53 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.1263149 Jul 13 07:55:11.381956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-f3548485-8580-4502-b07d-dd546ce4e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:11.383300 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-f3548485-8580-4502-b07d-dd546ce4e12d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf25f413fdb849a49fe8e01b97fae55d&device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 1097 time: 0.1200178 Jul 13 07:55:11.431197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-b4190c94-438b-42ae-8ae7-56470b1fdef8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=713e7c7d-8806-4c12-9c7a-244172f3d5c1 HTTP/1.1" status: 200 len: 217 time: 0.0456467 Jul 13 07:55:11.525467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-03696837-d549-48dd-b9d5-12be7e53f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:11.526809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-03696837-d549-48dd-b9d5-12be7e53f91a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0845490 Jul 13 07:55:11.569694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-cca63c6c-e35c-468b-96da-6895c6085f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:11.571118 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-cca63c6c-e35c-468b-96da-6895c6085f0a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed635e4c-8201-47c8-a2a5-741b21edb6f6 HTTP/1.1" status: 200 len: 910 time: 0.1484921 Jul 13 07:55:11.644765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-731ef171-ea5d-4fd5-8a5c-daabb714192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:11.646297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-731ef171-ea5d-4fd5-8a5c-daabb714192f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103811 Jul 13 07:55:11.648435 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-951b976e-bcb7-4b08-a35d-40023020d41e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dba0e6b-2999-41d3-b208-b131aa833127 HTTP/1.1" status: 200 len: 1002 time: 0.0696480 Jul 13 07:55:11.751945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-7eeb4eb7-de5e-4db2-8097-316a44d9b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:11.754435 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-7eeb4eb7-de5e-4db2-8097-316a44d9b1e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62a74da5-af5e-443b-a37d-98d6206570ee HTTP/1.1" status: 200 len: 848 time: 0.0931873 Jul 13 07:55:11.799404 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-524c7017-2203-42c6-91ea-d6988cca687d service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466093 Jul 13 07:55:11.884768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-03d63225-8fae-4a32-9f91-84796b4d2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:11.886290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-03d63225-8fae-4a32-9f91-84796b4d2477 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed635e4c-8201-47c8-a2a5-741b21edb6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213500 Jul 13 07:55:11.930594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eac2dada-730f-4ff7-9243-4c68dfef34c5 req-8d9d45a3-6198-42c8-b98e-d199bb7100b9 service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242752 Jul 13 07:55:11.994558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-88973057-7d24-4f82-ab9e-46c613a499eb service neutron] 10.222.0.54 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998805 Jul 13 07:55:12.083883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f1f22cb-17a6-4de6-b2c9-ce04cbbbfd3c req-debd9faa-5c94-47a5-b04c-b419cbd80d53 service neutron] 10.222.0.54 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824044 Jul 13 07:55:14.275523 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a61d124-ac69-4bb0-be94-825c3ac96f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.082778 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.259308 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-875a45d4-48d5-474d-8754-d0ac13279c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:17.960556 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.781286 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.769281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-654aa0e1-58c3-444c-b653-4fcd8966f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:21.770727 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-654aa0e1-58c3-444c-b653-4fcd8966f842 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1098 time: 0.0872605 Jul 13 07:55:21.825147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2457-8a1e-4cbd-90a8-95026f14a085 req-5352ac0a-93cd-4e9f-a1dc-2067b2fa3a5d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:21.826592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae2c2457-8a1e-4cbd-90a8-95026f14a085 req-5352ac0a-93cd-4e9f-a1dc-2067b2fa3a5d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1063561 Jul 13 07:55:21.906702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae2c2457-8a1e-4cbd-90a8-95026f14a085 req-70287e4e-871b-4aeb-9d8f-c7b00fb55788 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542955 Jul 13 07:55:21.908183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-f5b449a0-2f09-4768-8cca-a9d14ccf9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:21.909632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-f5b449a0-2f09-4768-8cca-a9d14ccf9130 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.1289823 Jul 13 07:55:21.974493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-c7a10924-020e-470b-b8bb-5d43485784a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1002 time: 0.0579464 Jul 13 07:55:22.022009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-4e4468c2-ff08-4a02-b867-8e69600c705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:22.023330 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-4e4468c2-ff08-4a02-b867-8e69600c705c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0422535 Jul 13 07:55:22.083163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-b9988c13-9fe7-4cbf-9f1d-fa797d9c6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:22.084659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-b9988c13-9fe7-4cbf-9f1d-fa797d9c6aa9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540359 Jul 13 07:55:22.177081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-331e4b10-1138-4ec9-8d83-559a8bc8f918 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841260 Jul 13 07:55:22.577679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c0591d9b-b1aa-440d-b6f1-41e8dbeb93cc req-dcc9d62f-86c5-4164-b905-d83bf7e845ad service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930402 Jul 13 07:55:23.084239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64b7dc-a8e6-48bc-835e-62594ea9b744 req-02babf59-3197-4c23-86c4-06be9cea8ec7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:23.085741 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c64b7dc-a8e6-48bc-835e-62594ea9b744 req-02babf59-3197-4c23-86c4-06be9cea8ec7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0672629 Jul 13 07:55:23.123892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c64b7dc-a8e6-48bc-835e-62594ea9b744 req-3b11395f-90c9-4487-9b3b-092e358526f0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Jul 13 07:55:24.297644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c3b93-52ba-4ccd-8efd-9b637e364076 req-dea75f6f-430f-4a85-b14c-869bd4922396 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.299119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-800c3b93-52ba-4ccd-8efd-9b637e364076 req-dea75f6f-430f-4a85-b14c-869bd4922396 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0627201 Jul 13 07:55:24.336391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-800c3b93-52ba-4ccd-8efd-9b637e364076 req-71769582-cc11-4a03-8a3e-4e27cbe4980e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Jul 13 07:55:32.121281 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:55:34.605821 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:37.285710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e8117-8aec-480f-82ac-b960b565110b req-91ff9cb1-55f2-48ac-ac9e-f5e7816ce798 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.287237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e97e8117-8aec-480f-82ac-b960b565110b req-91ff9cb1-55f2-48ac-ac9e-f5e7816ce798 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0515625 Jul 13 07:55:37.320365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e97e8117-8aec-480f-82ac-b960b565110b req-b934a1f3-32fa-446c-8ffc-b15614597496 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275955 Jul 13 07:55:37.493248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c4ff6-ba02-43cc-983c-e460d6edcd19 req-4b02caf1-3af8-4038-bbe1-f94ebef9f370 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:37.494635 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e6c4ff6-ba02-43cc-983c-e460d6edcd19 req-4b02caf1-3af8-4038-bbe1-f94ebef9f370 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0641673 Jul 13 07:55:37.531527 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e6c4ff6-ba02-43cc-983c-e460d6edcd19 req-ee30021c-a26c-47c6-9fc1-510e60d7cedc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312388 Jul 13 07:55:37.555837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60022) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:37.618547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d12e111a-8574-434e-9feb-07a4d0f85e24 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/13559892-5e5d-4ec6-b518-6165ee061922 HTTP/1.1" status: 200 len: 993 time: 0.0615292 Jul 13 07:55:38.069987 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:38.165271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60034) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:38.272858 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-b64eb21c-4bb1-4e4a-a2a9-3d092245ae8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063874 Jul 13 07:55:38.285731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392c9f1-8ecb-401d-8228-d2488f945e38 req-d62dabc1-92b4-47d4-8126-ebca18a7ea3b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:38.287245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e392c9f1-8ecb-401d-8228-d2488f945e38 req-d62dabc1-92b4-47d4-8126-ebca18a7ea3b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0676637 Jul 13 07:55:38.327753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e392c9f1-8ecb-401d-8228-d2488f945e38 req-c51e0f4f-a53e-482d-807a-80b042698ff5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346146 Jul 13 07:55:39.412389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-31a97d29-49c1-4b61-bcbe-e9687e904317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:39.413886 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-31a97d29-49c1-4b61-bcbe-e9687e904317 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0531888 Jul 13 07:55:39.504943 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644089c0-34fc-434a-ad1f-4ace358c087a req-1c60265a-8d20-4ba3-954d-866794f84744 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:39.506596 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-644089c0-34fc-434a-ad1f-4ace358c087a req-1c60265a-8d20-4ba3-954d-866794f84744 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0645697 Jul 13 07:55:39.508058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-513225c6-b99f-4a4a-85ec-ae255d2979cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:39.509533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-513225c6-b99f-4a4a-85ec-ae255d2979cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.0882215 Jul 13 07:55:39.545186 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-644089c0-34fc-434a-ad1f-4ace358c087a req-e1d11840-d5cf-4f3c-a0d2-d359f26540d7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327826 Jul 13 07:55:39.575061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-33ce73fa-0a4b-4322-a8b7-d635753e176c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 1001 time: 0.0583286 Jul 13 07:55:39.627995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-401cee4c-f19e-42e7-95dc-4fb9fc42514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:39.629411 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-401cee4c-f19e-42e7-95dc-4fb9fc42514b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0481639 Jul 13 07:55:39.686128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-58b72821-2e49-464a-857a-932ad10090e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:39.687583 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-58b72821-2e49-464a-857a-932ad10090e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508108 Jul 13 07:55:39.775935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-392d1eca-ae40-40b4-be12-558249d4720c service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813291 Jul 13 07:55:39.865848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-3aff0308-66cc-460d-8c33-f1ae63107f81 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833385 Jul 13 07:55:40.718559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649fcdf-5309-4ded-b5f2-4ebe4c37eb27 req-86c0eb69-1262-4064-8ccd-34d0553fc6eb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:40.720121 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d649fcdf-5309-4ded-b5f2-4ebe4c37eb27 req-86c0eb69-1262-4064-8ccd-34d0553fc6eb tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0637512 Jul 13 07:55:40.757152 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d649fcdf-5309-4ded-b5f2-4ebe4c37eb27 req-27143b83-bd54-4b79-bea4-0c382adce3c8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307283 Jul 13 07:55:41.933614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7394ad6-2082-4824-8d66-68ca10419d13 req-6fdbf141-f0cf-4e04-9cbe-2fc52d5cb287 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:41.935115 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a7394ad6-2082-4824-8d66-68ca10419d13 req-6fdbf141-f0cf-4e04-9cbe-2fc52d5cb287 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0673037 Jul 13 07:55:41.973860 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a7394ad6-2082-4824-8d66-68ca10419d13 req-3ecd5aa4-b618-4dc4-b65c-697cfc824abd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325549 Jul 13 07:55:43.150470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d74a8-f319-4605-b12f-811bafd22f5d req-8d733fb1-7fc6-4a91-9831-e0e69f8d8936 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:43.151873 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b90d74a8-f319-4605-b12f-811bafd22f5d req-8d733fb1-7fc6-4a91-9831-e0e69f8d8936 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0670681 Jul 13 07:55:43.190931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b90d74a8-f319-4605-b12f-811bafd22f5d req-681776d9-28f9-49c5-bd07-3835eef5ef7f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333169 Jul 13 07:55:44.276570 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a98f0797-e2e9-4136-8a88-dfd779c67313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:44.365500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4107f99-51e3-4bbd-b975-9f3f983f1707 req-3092ba1b-7e0a-4912-ac03-b4abfa862119 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:44.366978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4107f99-51e3-4bbd-b975-9f3f983f1707 req-3092ba1b-7e0a-4912-ac03-b4abfa862119 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0628047 Jul 13 07:55:44.403996 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4107f99-51e3-4bbd-b975-9f3f983f1707 req-0463019f-798e-49d4-8c1e-be15c9db1355 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314662 Jul 13 07:55:45.574236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c9617-c58e-49bc-8671-8793c1dcc2f7 req-33900b42-a92b-44c2-ac6d-8046f43500b2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:45.575783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-878c9617-c58e-49bc-8671-8793c1dcc2f7 req-33900b42-a92b-44c2-ac6d-8046f43500b2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0631607 Jul 13 07:55:45.612969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-878c9617-c58e-49bc-8671-8793c1dcc2f7 req-b7061065-55ad-4a81-9ccd-87e4e09ed169 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310977 Jul 13 07:55:46.784767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7ff69-053f-484b-a90e-480f4da4c956 req-45155701-4cae-42d3-b967-ddf6ebca9d3f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:46.786243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ab7ff69-053f-484b-a90e-480f4da4c956 req-45155701-4cae-42d3-b967-ddf6ebca9d3f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0628247 Jul 13 07:55:46.823193 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ab7ff69-053f-484b-a90e-480f4da4c956 req-ee288730-9e90-4dc3-94ad-c41b533d91c4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314763 Jul 13 07:55:47.083111 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.258224 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-282c2859-0e35-462d-9c2f-beee29281c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.963485 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:47.999949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8f35f-2f9b-4d78-80f0-c154aadf186d req-6577036c-ae73-4ba4-b0e0-68c71f4bdd32 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:48.001463 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bab8f35f-2f9b-4d78-80f0-c154aadf186d req-6577036c-ae73-4ba4-b0e0-68c71f4bdd32 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0626528 Jul 13 07:55:48.039162 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bab8f35f-2f9b-4d78-80f0-c154aadf186d req-b552e3d9-3ecf-4897-ab2f-5ca2c55ec444 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Jul 13 07:55:49.216932 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d7e6f-c5fc-4e55-949a-560c3a9a7f5b req-6227b538-6b07-4cee-a994-a521c7e3ac0a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:49.218353 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-429d7e6f-c5fc-4e55-949a-560c3a9a7f5b req-6227b538-6b07-4cee-a994-a521c7e3ac0a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0675297 Jul 13 07:55:49.255713 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-429d7e6f-c5fc-4e55-949a-560c3a9a7f5b req-86ebea2a-de73-40ad-9207-ff342d9bd6b4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316603 Jul 13 07:55:49.786496 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:50.433851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0781f7-e7b8-464f-baab-d8b133680fe3 req-9afe91f2-4cf9-4ff1-9e94-1cbc59894b2c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:50.435333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d0781f7-e7b8-464f-baab-d8b133680fe3 req-9afe91f2-4cf9-4ff1-9e94-1cbc59894b2c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0671897 Jul 13 07:55:50.472899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d0781f7-e7b8-464f-baab-d8b133680fe3 req-b7fa71b2-f431-4ace-9e2f-1304350450f7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Jul 13 07:55:51.645074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded339e9-9174-4de7-98d6-97798278537c req-4667665e-0a05-4684-a8ec-2711b78d6819 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:51.646552 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ded339e9-9174-4de7-98d6-97798278537c req-4667665e-0a05-4684-a8ec-2711b78d6819 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 945 time: 0.0649104 Jul 13 07:55:51.683694 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ded339e9-9174-4de7-98d6-97798278537c req-f563f64b-3ae9-4bae-9c5a-c46fecbcb81e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Jul 13 07:55:51.751262 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-b9378ac1-d719-4867-a504-c35bea12e8e9 service neutron] show failed (client error): The resource could not be found. Jul 13 07:55:51.752470 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-b9378ac1-d719-4867-a504-c35bea12e8e9 service neutron] 10.222.0.53 "GET /v2.0/ports/620d0dd8-9781-4567-b921-8486ddd4b105/bindings/n-h2-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0544195 Jul 13 07:55:52.005257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-5665fa5f-e166-4d36-a2c6-ebdafbfa946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:52.006711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-5665fa5f-e166-4d36-a2c6-ebdafbfa946b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 1096 time: 0.0538757 Jul 13 07:55:52.019885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:52.093079 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.288459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:52.319912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:52.361176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:52.363781 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888e864c-8cf3-4c76-90aa-bb679ac5d5c4" -d '{"events": [{"server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:52.367248 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.380877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Transition to ACTIVE for port object 620d0dd8-9781-4567-b921-8486ddd4b105 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:52.384854 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.418744 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a623f574-0cd7-4849-be8d-f52177525cbd x-openstack-request-id: req-a623f574-0cd7-4849-be8d-f52177525cbd {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:52.418744 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "name": "network-vif-unplugged", "status": "completed", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:52.418744 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a623f574-0cd7-4849-be8d-f52177525cbd {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:52.419068 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105', 'code': 200} Jul 13 07:55:52.465397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:52.477464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.477817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.478164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.478515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.478857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.479196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.479533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.479867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.480222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.480557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.480888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.481218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:52.521122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] No DVR routers for this DVR port 620d0dd8-9781-4567-b921-8486ddd4b105 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:52.659165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:52.659500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:52.659832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:52.664200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Port 620d0dd8-9781-4567-b921-8486ddd4b105 on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:55:52.664528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:52.669252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:52.669591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Checking segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:52.669978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Bound using segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:52.670404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Bound port: 620d0dd8-9781-4567-b921-8486ddd4b105, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:52.670758 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.737543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:52.740615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:52.745313 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.778877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:52.779753 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.781182 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] 10.222.0.54 "PUT /v2.0/ports/620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 1091 time: 0.7663500 Jul 13 07:55:52.809589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bc458-788a-430d-83c7-d7877a1b32c2 service neutron] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:52.870453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-f8c600aa-fcc9-426c-90cd-be3f303f500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:52.870902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be967637-02c5-4b9e-a0ee-73535c43102a req-e01099a7-5753-4f8b-b3ee-0be2f91ec269 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:52.872119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-f8c600aa-fcc9-426c-90cd-be3f303f500b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0595529 Jul 13 07:55:52.876490 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be967637-02c5-4b9e-a0ee-73535c43102a req-e01099a7-5753-4f8b-b3ee-0be2f91ec269 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 943 time: 0.0781558 Jul 13 07:55:52.923285 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be967637-02c5-4b9e-a0ee-73535c43102a req-f842a713-c0c5-4484-b193-a9729067e174 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447431 Jul 13 07:55:52.975067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-2e7729bf-8365-45ef-b325-4886ec435bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:52.976588 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-2e7729bf-8365-45ef-b325-4886ec435bd7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.0984931 Jul 13 07:55:53.042185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-5fa18abf-9945-4380-96fa-a4afd3fa8f51 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 999 time: 0.0593133 Jul 13 07:55:53.095042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-1d925381-2a75-41ba-aed6-42ddfa891c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:53.097038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-1d925381-2a75-41ba-aed6-42ddfa891c04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0478220 Jul 13 07:55:53.154415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-5fd975a6-9880-4363-9a1e-ee14ade885f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:53.155921 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-5fd975a6-9880-4363-9a1e-ee14ade885f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529265 Jul 13 07:55:53.242172 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-064a05f7-0058-4abb-a861-48ae1408859d service neutron] 10.222.0.54 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794868 Jul 13 07:55:53.337639 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-756adc8d-afb7-4811-8d13-7f36684c3fad req-624413f2-466c-48de-8281-061abfa22c4d service neutron] 10.222.0.54 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855219 Jul 13 07:55:54.099238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa8e3f-53d8-4b03-9fb0-e7e7f35791cb req-f17e520d-214d-4146-acb9-075f2eb5b81e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.100764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81fa8e3f-53d8-4b03-9fb0-e7e7f35791cb req-f17e520d-214d-4146-acb9-075f2eb5b81e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 943 time: 0.0640256 Jul 13 07:55:54.137687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-81fa8e3f-53d8-4b03-9fb0-e7e7f35791cb req-9aa3bf7d-dda4-4f84-b556-e60158e65c57 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Jul 13 07:55:54.420689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:54.422970 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11749d6-723e-48b4-a98a-2de0646374e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:54.469612 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382f9103-2426-4867-b3db-c357bd85957c x-openstack-request-id: req-382f9103-2426-4867-b3db-c357bd85957c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:54.469910 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:54.470208 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-382f9103-2426-4867-b3db-c357bd85957c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:54.470640 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105', 'status': 'completed', 'code': 200} Jul 13 07:55:54.583909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-2cde414d-66b5-415e-9319-c5effd76f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.585439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-2cde414d-66b5-415e-9319-c5effd76f78b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0883148 Jul 13 07:55:54.588106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-b2c7ce60-861a-447f-b343-5abb904d036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.589486 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-b2c7ce60-861a-447f-b343-5abb904d036b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1094 time: 0.1012824 Jul 13 07:55:54.742186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-4c46d2b1-c284-444e-b0aa-357479337a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.743606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-4c46d2b1-c284-444e-b0aa-357479337a76 service neutron] 10.222.0.54 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.1500287 Jul 13 07:55:54.747955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-969e5507-1ec6-4b30-adf6-1969d07cab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.749322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-969e5507-1ec6-4b30-adf6-1969d07cab80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.1477549 Jul 13 07:55:54.855597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-53b68772-944d-4a55-b7af-d5ee740307e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 999 time: 0.1047366 Jul 13 07:55:54.857400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-53d7c7ae-cc8c-416d-bea6-464c2c52c339 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 999 time: 0.0990856 Jul 13 07:55:54.942797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-f2037588-0be2-4fc4-a974-b4d14e42a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.944300 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-f2037588-0be2-4fc4-a974-b4d14e42a388 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0809739 Jul 13 07:55:54.945683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-21239d9f-c145-4af2-b432-e5c4546a8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.947012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-21239d9f-c145-4af2-b432-e5c4546a8a28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0765851 Jul 13 07:55:55.040870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-46db7440-23ae-4520-9fba-c766f775b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:55.042397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-46db7440-23ae-4520-9fba-c766f775b8cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923285 Jul 13 07:55:55.044134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-a2ffd410-34b0-4c8b-9da4-4250b9ad3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:55.045497 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-a2ffd410-34b0-4c8b-9da4-4250b9ad3408 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866702 Jul 13 07:55:55.205530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-34c7a785-b972-46a4-b665-456c880b32b7 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564898 Jul 13 07:55:55.208475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-28629fdd-90f8-441e-aabe-6d548ead2029 service neutron] 10.222.0.54 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524541 Jul 13 07:55:55.403800 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-7d357b39-bf75-465e-b5e8-300fa3f1da62 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921787 Jul 13 07:55:55.406331 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c11749d6-723e-48b4-a98a-2de0646374e9 req-f88d3a1e-284d-4701-8a28-72c25039bde7 service neutron] 10.222.0.54 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869907 Jul 13 07:55:55.421305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedda4d1-2edd-45fa-81c3-a68de264555d req-c301b736-fd36-4314-8001-15ad1b579e8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:55.422984 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eedda4d1-2edd-45fa-81c3-a68de264555d req-c301b736-fd36-4314-8001-15ad1b579e8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 943 time: 0.1721954 Jul 13 07:55:55.461756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eedda4d1-2edd-45fa-81c3-a68de264555d req-810581d5-c156-4581-88f1-d782b2fdd749 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Jul 13 07:55:55.570383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:55.606649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:55.795039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-d6bd7030-0f0a-4950-a12c-771355d3821e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:55.796564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-d6bd7030-0f0a-4950-a12c-771355d3821e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.54 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 943 time: 0.0817983 Jul 13 07:55:55.891711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-0ea4afa4-2100-4732-80b9-6ba5715c0e18 service neutron] 10.222.0.54 "GET /v2.0/ports/620d0dd8-9781-4567-b921-8486ddd4b105/bindings/n-h2-798249-7 HTTP/1.1" status: 200 len: 382 time: 0.0854726 Jul 13 07:55:55.905514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9678d0c-f104-4fe0-b79c-63572ae0d974 req-4160cd50-7fe1-4297-956c-98a938298ec0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:55.907046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c9678d0c-f104-4fe0-b79c-63572ae0d974 req-4160cd50-7fe1-4297-956c-98a938298ec0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 943 time: 0.1095734 Jul 13 07:55:55.976846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c9678d0c-f104-4fe0-b79c-63572ae0d974 req-7b79ea59-223c-456b-919d-834adb95ee1d tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639422 Jul 13 07:55:55.998051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-9b9ed4e9-ae4f-4863-a9c7-bf5cf2582fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:55.998051 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-9b9ed4e9-ae4f-4863-a9c7-bf5cf2582fac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0771546 Jul 13 07:55:56.084035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-e2afdd52-bbef-41bd-aaa4-37c3cbce6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.085492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-e2afdd52-bbef-41bd-aaa4-37c3cbce6e49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.0821004 Jul 13 07:55:56.152436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-8632de64-f898-406c-bea4-f960e0b24171 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 999 time: 0.0601249 Jul 13 07:55:56.200572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-2126edac-70d4-4716-81b3-d5356924de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.201997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-2126edac-70d4-4716-81b3-d5356924de12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0429370 Jul 13 07:55:56.256981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-ccc25fa9-9c46-4f92-8cf5-d0d2c6a9acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.258354 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-ccc25fa9-9c46-4f92-8cf5-d0d2c6a9acb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500147 Jul 13 07:55:56.348697 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-37861653-aa15-402f-876b-08fefc17e877 service neutron] 10.222.0.54 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830760 Jul 13 07:55:56.439585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-c4f5665f-f158-467c-a2b6-8e6003587873 service neutron] 10.222.0.54 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841484 Jul 13 07:55:56.634434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79aecd-7b6b-41d0-ae87-105a1be078a5 req-a2b46951-4ffe-4aca-a195-412c194a7119 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.635938 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb79aecd-7b6b-41d0-ae87-105a1be078a5 req-a2b46951-4ffe-4aca-a195-412c194a7119 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0638204 Jul 13 07:55:56.673491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb79aecd-7b6b-41d0-ae87-105a1be078a5 req-1f883c9b-d174-4ab1-a082-39896791b947 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Jul 13 07:55:56.843221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca327588-9218-4d78-b408-1f604532536a req-ec13c178-725e-4cb8-adf9-6abf7deb4169 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:56.844763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca327588-9218-4d78-b408-1f604532536a req-ec13c178-725e-4cb8-adf9-6abf7deb4169 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0624270 Jul 13 07:55:56.882453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca327588-9218-4d78-b408-1f604532536a req-d48b7453-df30-4455-8db0-a2787415e8d0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317147 Jul 13 07:55:57.110596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-af1ef5a6-087c-4eac-9daf-c0ae02a245a4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:57.112287 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-af1ef5a6-087c-4eac-9daf-c0ae02a245a4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 812 time: 0.1063852 Jul 13 07:55:57.126977 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-0e514f74-58cf-44eb-83b0-08ec769dd3f1 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/quotas/2914ed24f1774e4cbc06010dd6012a79 HTTP/1.1" status: 200 len: 375 time: 0.0092087 Jul 13 07:55:57.154342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a355f-e73f-4473-b3a9-d181b9d8de17 req-48e27d86-c01c-44ab-af0a-10f1ad9a5ee0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:57.155786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b2a355f-e73f-4473-b3a9-d181b9d8de17 req-48e27d86-c01c-44ab-af0a-10f1ad9a5ee0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 943 time: 0.0655591 Jul 13 07:55:57.192580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b2a355f-e73f-4473-b3a9-d181b9d8de17 req-9b3d3c31-0380-488a-83bc-3dc5c8ec7d0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306656 Jul 13 07:55:57.206111 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-5bb71cc4-d393-4001-8b7c-fd4e491fc9ae tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0732028 Jul 13 07:55:57.347886 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-27ff377b-6386-4f4a-8d95-a6bbab199edc service neutron] 10.222.0.44 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347950 Jul 13 07:55:57.370981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:57.437903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9a07f23c-eb2e-481e-8011-a25ee5e05673 service neutron] 10.222.0.44 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839672 Jul 13 07:55:57.466033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:57.478217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '620d0dd8-9781-4567-b921-8486ddd4b105', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'port_id': '620d0dd8-9781-4567-b921-8486ddd4b105', 'mac_address': 'fa:16:3e:77:cb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:57.514536 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.527497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620d0dd8-9781-4567-b921-8486ddd4b105 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:57.546850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:57.551282 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.620168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:57.629026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.629445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.629853 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.630247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.630784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.631316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.631897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.632315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.632848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.633465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.633797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.634186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:57.646641 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6c1d50a-4e03-494b-9264-a89dbf7d80c7 req-46ca6120-9ede-4cd5-bce7-948499bc9418 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 210 time: 0.0462689 Jul 13 07:55:58.381515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1a0a4-c290-476b-833f-82ed2a638a1c req-1f54b8f0-71f7-4fbb-9628-46d3455c0eda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:58.383076 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ecb1a0a4-c290-476b-833f-82ed2a638a1c req-1f54b8f0-71f7-4fbb-9628-46d3455c0eda tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 944 time: 0.0741765 Jul 13 07:55:58.409419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-fffe187a-3009-4786-a82a-df5333b264d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:58.410961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-fffe187a-3009-4786-a82a-df5333b264d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 1095 time: 0.0547230 Jul 13 07:55:58.421638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ecb1a0a4-c290-476b-833f-82ed2a638a1c req-4f0aa632-4642-4fcc-9d12-25213b5e9e36 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326178 Jul 13 07:55:58.425424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:58.495934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.702373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:58.739228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:58.798138 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3119f0e8-6b9a-4e47-88e3-45d33039e651 req-470f5705-cdb1-4d60-a9ce-638c8733ee6d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 210 time: 0.0329959 Jul 13 07:55:58.801108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 620d0dd8-9781-4567-b921-8486ddd4b105 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:58.810707 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.822285 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Ignored duplicate provisioning block setup for port 620d0dd8-9781-4567-b921-8486ddd4b105 by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:55:58.828912 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.834243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-1d9b1ee0-2be6-490a-a4df-7df178a54950 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:58.835796 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-1d9b1ee0-2be6-490a-a4df-7df178a54950 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.53 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 812 time: 0.1446922 Jul 13 07:55:58.849691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'port': {'device_id': '8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'admin_state_up': True, 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:58.916355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=9']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:58.950977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] No DVR routers for this DVR port 620d0dd8-9781-4567-b921-8486ddd4b105 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:58.990409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Made reservation on behalf of 2914ed24f1774e4cbc06010dd6012a79 for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:58.994509 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.097288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:59.097624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:59.097954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:59.102098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Port 620d0dd8-9781-4567-b921-8486ddd4b105 on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:55:59.102416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Attempting to bind port 620d0dd8-9781-4567-b921-8486ddd4b105 on network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:59.107059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:59.107851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Checking segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:59.107851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Bound using segment: {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:59.108211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Bound port: 620d0dd8-9781-4567-b921-8486ddd4b105, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaae3e05-4156-417b-981b-b2187b47fbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:59.108617 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.145718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Allocated IP 172.20.0.9 (4546adef-06e9-4bc6-9117-3c771b5dd666/8dc8c035-1d70-4ee8-9f77-04ddd6128332/1f0a02ec-08a1-48ef-843b-24eabd957f0f) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:59.171084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:59.174618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:59.178113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.220180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:59.220895 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.222413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] 10.222.0.53 "PUT /v2.0/ports/620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 1091 time: 0.8027515 Jul 13 07:55:59.222869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:59.225280 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff00cff8-526b-4ac7-b5b0-b7637741708b" -d '{"events": [{"name": "network-changed", "server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:59.249337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9fc2e-cf51-4011-96e5-1e5913715754 service neutron] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=10']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:59.298039 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.310539 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542d1908-7f1b-486f-aeb1-c9dcfd8905a0 x-openstack-request-id: req-542d1908-7f1b-486f-aeb1-c9dcfd8905a0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:59.310991 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:59.311439 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-542d1908-7f1b-486f-aeb1-c9dcfd8905a0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:59.311934 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105', 'status': 'completed', 'code': 200} Jul 13 07:55:59.319241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Transition to ACTIVE for port object 1f0a02ec-08a1-48ef-843b-24eabd957f0f will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:59.354746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.367064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-5f380384-2a65-4ca2-bb0e-f990277d1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:59.368618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['713e7c7d-8806-4c12-9c7a-244172f3d5c1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:59.369118 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-5f380384-2a65-4ca2-bb0e-f990277d1633 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1095 time: 0.0932240 Jul 13 07:55:59.371409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f4e9c63e-3861-400c-bb6a-63c08df7f592'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:59.414120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'Port': ['ID=1f0a02ec-08a1-48ef-843b-24eabd957f0f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:59.427992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-b07ab819-638c-4e7f-b563-298c5c740dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:59.429865 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-b07ab819-638c-4e7f-b563-298c5c740dcc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1095 time: 0.0962000 Jul 13 07:55:59.432042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.432418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.432755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.433094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.433436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.433770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.434097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.434424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.434748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.435264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.435580 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.435904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:59.441024 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:59.443105 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:59.445572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:59.530462 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:59.531156 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.564584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-573ab4a9-ddf5-4664-be70-6fb3f3a738f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:59.566666 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-573ab4a9-ddf5-4664-be70-6fb3f3a738f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.1906183 Jul 13 07:55:59.567662 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-baa7ccea-eecc-4fa7-aa8b-6ccae2eb6b51 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7233577 Jul 13 07:55:59.583330 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Request body: {'port': {'device_id': '8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:59.598311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-bb0c6feb-778e-479c-a35e-e71430ebb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:59.600423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-bb0c6feb-778e-479c-a35e-e71430ebb418 service neutron] 10.222.0.54 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.1362050 Jul 13 07:55:59.681284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.743311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b85c8d79-e259-4908-9e59-23843a8baf37 None None] Provisioning for port 1f0a02ec-08a1-48ef-843b-24eabd957f0f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:59.747602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b85c8d79-e259-4908-9e59-23843a8baf37 None None] Provisioning complete for port 1f0a02ec-08a1-48ef-843b-24eabd957f0f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:59.748119 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b85c8d79-e259-4908-9e59-23843a8baf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.787040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b85c8d79-e259-4908-9e59-23843a8baf37 None None] Port 1f0a02ec-08a1-48ef-843b-24eabd957f0f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:00.027725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0a02ec-08a1-48ef-843b-24eabd957f0f {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:00.038287 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.047119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc64e7-40b0-4fda-87d9-fd0fd0bb6b8b req-f4f7d17d-6eea-475b-98da-7f90e571a1a5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.048660 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2dc64e7-40b0-4fda-87d9-fd0fd0bb6b8b req-f4f7d17d-6eea-475b-98da-7f90e571a1a5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 931 time: 0.1266344 Jul 13 07:56:00.071961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Transition to ACTIVE for port object 1f0a02ec-08a1-48ef-843b-24eabd957f0f will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:00.080597 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.081655 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-93cb16a4-d616-4975-8c86-fa01635e443c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 999 time: 0.4849257 Jul 13 07:56:00.092610 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-dde1b7e2-f35a-4736-8c31-f140a82969af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 999 time: 0.4822161 Jul 13 07:56:00.122810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2dc64e7-40b0-4fda-87d9-fd0fd0bb6b8b req-7c30e0ad-669c-4c9f-a312-409614cca37e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667646 Jul 13 07:56:00.153707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0a02ec-08a1-48ef-843b-24eabd957f0f,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:00.169679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030c812-6585-4c35-bea5-db52419fec6d req-1798c529-8dbf-4c71-b2bc-dcd9fdd7b968 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.171257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8030c812-6585-4c35-bea5-db52419fec6d req-1798c529-8dbf-4c71-b2bc-dcd9fdd7b968 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 944 time: 0.5647311 Jul 13 07:56:00.204340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-6eb1bc36-bc44-489e-926f-b750339eebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.206650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-6eb1bc36-bc44-489e-926f-b750339eebc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.1014545 Jul 13 07:56:00.208441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-598167c2-ab32-4277-8d4c-db4182c735ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.209900 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-598167c2-ab32-4277-8d4c-db4182c735ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.1164398 Jul 13 07:56:00.235646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Attempting to bind port 1f0a02ec-08a1-48ef-843b-24eabd957f0f on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:00.236230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Attempting to bind port 1f0a02ec-08a1-48ef-843b-24eabd957f0f by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:00.236740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Attempting to bind port 1f0a02ec-08a1-48ef-843b-24eabd957f0f on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:00.241567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Port 1f0a02ec-08a1-48ef-843b-24eabd957f0f on network 4546adef-06e9-4bc6-9117-3c771b5dd666 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:56:00.241894 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Attempting to bind port 1f0a02ec-08a1-48ef-843b-24eabd957f0f on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:00.247123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:00.247473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Checking segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:00.247864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Bound using segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:00.248401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Bound port: 1f0a02ec-08a1-48ef-843b-24eabd957f0f, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:00.248767 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.282099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8030c812-6585-4c35-bea5-db52419fec6d req-4ed2ba3e-77ae-4623-8618-c9b41d6938d3 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024210 Jul 13 07:56:00.327870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-8336da5d-58c1-427b-9e54-2f5147a69280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.329444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-8336da5d-58c1-427b-9e54-2f5147a69280 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151066 Jul 13 07:56:00.333258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215e76-8b8c-453c-a2bc-a1799528766a req-8a39fabd-019c-43f5-baea-51e0cc31cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.334286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] For port 1f0a02ec-08a1-48ef-843b-24eabd957f0f, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:00.334719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-8a39fabd-019c-43f5-baea-51e0cc31cca9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004982 Jul 13 07:56:00.338043 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] For port 1f0a02ec-08a1-48ef-843b-24eabd957f0f, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f0a02ec-08a1-48ef-843b-24eabd957f0f,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:00.344727 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.385516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.386136 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.388471 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] 10.222.0.53 "PUT /v2.0/ports/1f0a02ec-08a1-48ef-843b-24eabd957f0f HTTP/1.1" status: 200 len: 1091 time: 0.8095005 Jul 13 07:56:00.415169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d', 'tag': '1f0a02ec-08a1-48ef-843b-24eabd957f0f'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:00.417518 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d", "tag": "1f0a02ec-08a1-48ef-843b-24eabd957f0f"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:00.419999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91716d-3171-4bb4-b97c-dfd721a596a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0a02ec-08a1-48ef-843b-24eabd957f0f,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:00.491008 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388ab8c3-f1d6-4afd-b8ca-43a3070922fe x-openstack-request-id: req-388ab8c3-f1d6-4afd-b8ca-43a3070922fe {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:00.491372 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d", "tag": "1f0a02ec-08a1-48ef-843b-24eabd957f0f", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:00.491694 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-388ab8c3-f1d6-4afd-b8ca-43a3070922fe {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:00.492191 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d', 'tag': '1f0a02ec-08a1-48ef-843b-24eabd957f0f', 'status': 'completed', 'code': 200} Jul 13 07:56:00.494594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-286e9712-7343-4d53-a1a2-f18be507e65e service neutron] 10.222.0.54 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573162 Jul 13 07:56:00.496607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-9feeae90-d2c6-42b3-b88b-d36091e3734e service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519778 Jul 13 07:56:00.520813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-574d0844-9454-4ae4-b6e4-acbaeb56d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.522457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-574d0844-9454-4ae4-b6e4-acbaeb56d1a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 1094 time: 0.0847890 Jul 13 07:56:00.565794 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-496b943b-6b40-4ff5-a5b0-190b027b4b97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f0a02ec-08a1-48ef-843b-24eabd957f0f HTTP/1.1" status: 200 len: 217 time: 0.0361476 Jul 13 07:56:00.623041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9cc816f9-7550-4f81-a730-331c89c85015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.624633 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-9cc816f9-7550-4f81-a730-331c89c85015 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0520191 Jul 13 07:56:00.664701 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-03fdce05-a96a-4271-b329-22922c6e6c51 service neutron] 10.222.0.54 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629772 Jul 13 07:56:00.666628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61215e76-8b8c-453c-a2bc-a1799528766a req-bebf94dc-6774-410e-bf3c-a1e2f39c3476 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638315 Jul 13 07:56:00.684716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-0a65b437-d4ff-4da6-a68b-38ae4990d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.686296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-0a65b437-d4ff-4da6-a68b-38ae4990d7e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554414 Jul 13 07:56:00.769428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-69c585ef-8ed8-4f55-992c-d239bfb58cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.770959 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-69c585ef-8ed8-4f55-992c-d239bfb58cef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1095 time: 0.0535045 Jul 13 07:56:00.785783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-888617fe-2b55-46a2-943a-29dc75cfa8a3 service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825305 Jul 13 07:56:00.863944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-02ea2f07-5670-4803-b987-527a4c0592e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.865492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-02ea2f07-5670-4803-b987-527a4c0592e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.0882502 Jul 13 07:56:00.886192 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0ae047fe-3e7c-4065-a3f4-f5a3524ea377 req-d53a908f-6dc1-4800-b62d-ae55df91fd0c service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943227 Jul 13 07:56:00.936599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-ab892ec4-eb37-49da-b297-8e35750f603b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 999 time: 0.0639260 Jul 13 07:56:00.985504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-a2c51684-9349-43f4-bae7-fbee45a909e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.987107 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-a2c51684-9349-43f4-bae7-fbee45a909e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0439625 Jul 13 07:56:00.992042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-ecd6c8ef-ea31-42fc-9962-a679508b8906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:00.993560 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-ecd6c8ef-ea31-42fc-9962-a679508b8906 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 1094 time: 0.0554450 Jul 13 07:56:01.048183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-00235c6b-893e-493c-9806-811d2076f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.049754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-00235c6b-893e-493c-9806-811d2076f1fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555294 Jul 13 07:56:01.088831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-a322eba6-6ff0-4df7-b325-521a590cf23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.090466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-a322eba6-6ff0-4df7-b325-521a590cf23d service neutron] 10.222.0.53 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.0906589 Jul 13 07:56:01.133350 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-1e0fbd5a-e740-4f36-bb2b-4a1eed551fd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f0a02ec-08a1-48ef-843b-24eabd957f0f HTTP/1.1" status: 200 len: 217 time: 0.0344520 Jul 13 07:56:01.139099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-5315108d-77de-43e1-a5e2-7f120f9beaca service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816226 Jul 13 07:56:01.187516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-ad039f7e-05f9-49a3-bc83-965e96d421f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.189033 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-ad039f7e-05f9-49a3-bc83-965e96d421f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0490820 Jul 13 07:56:01.239044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff00cff8-526b-4ac7-b5b0-b7637741708b req-31c10861-0aef-4668-ad12-5c536c572187 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936704 Jul 13 07:56:01.246722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-db271c37-cf7e-4c97-8023-69d67ea7d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.248362 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-db271c37-cf7e-4c97-8023-69d67ea7d735 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524290 Jul 13 07:56:01.308591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c924aa-3d48-4d66-b7da-e01c83d32150 req-06eb7474-4fd0-4990-a243-fd423dd99a50 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.310110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5c924aa-3d48-4d66-b7da-e01c83d32150 req-06eb7474-4fd0-4990-a243-fd423dd99a50 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 943 time: 0.0675313 Jul 13 07:56:01.338222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-5da104d7-99e9-4c81-a7e1-1acedc13aaf8 service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834043 Jul 13 07:56:01.350226 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5c924aa-3d48-4d66-b7da-e01c83d32150 req-db6c8d26-87ea-426b-be67-e0bb037cc2fc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341599 Jul 13 07:56:01.402198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:01.434744 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25d9fc67-5c8c-4c4a-97a0-ac916fde27c4 req-a9ce9a84-8215-4a81-9a0a-8f3b3384805b service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891347 Jul 13 07:56:01.445307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:01.498023 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d28ec4-2a74-4185-971e-f4f739121a91 req-301437f6-2111-42bb-b906-eff2ce8387a0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:01.499500 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23d28ec4-2a74-4185-971e-f4f739121a91 req-301437f6-2111-42bb-b906-eff2ce8387a0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 944 time: 0.0638480 Jul 13 07:56:01.537485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23d28ec4-2a74-4185-971e-f4f739121a91 req-be3ac83e-49e2-4fce-be17-069363f1b2e7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323892 Jul 13 07:56:02.529061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edfa9e-82ad-4d17-aab3-b4ffb672d785 req-26edcae1-0652-4be6-bca3-15d6f18b1184 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:02.530527 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79edfa9e-82ad-4d17-aab3-b4ffb672d785 req-26edcae1-0652-4be6-bca3-15d6f18b1184 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 943 time: 0.0619838 Jul 13 07:56:02.574629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79edfa9e-82ad-4d17-aab3-b4ffb672d785 req-b0260354-19d2-4db3-8a50-d91efa6cedde tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Jul 13 07:56:02.715064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb6bdd-2530-4c5e-82a0-00712ea33aa6 req-d02ec48b-e66b-4d16-9bda-a2eb8206605a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:02.716469 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4bb6bdd-2530-4c5e-82a0-00712ea33aa6 req-d02ec48b-e66b-4d16-9bda-a2eb8206605a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 944 time: 0.0668781 Jul 13 07:56:02.754013 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4bb6bdd-2530-4c5e-82a0-00712ea33aa6 req-6b809db7-2b4f-406f-975c-4fa1d769fb30 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318093 Jul 13 07:56:02.778922 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60158) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:02.838260 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c6316112-e1b0-4f24-9af9-874ac8a2e124 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/13559892-5e5d-4ec6-b518-6165ee061922 HTTP/1.1" status: 200 len: 991 time: 0.0582550 Jul 13 07:56:03.621004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1f0a02ec-08a1-48ef-843b-24eabd957f0f details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:03.713266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1f0a02ec-08a1-48ef-843b-24eabd957f0f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f0a02ec-08a1-48ef-843b-24eabd957f0f,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:03.723932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '1f0a02ec-08a1-48ef-843b-24eabd957f0f', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'port_id': '1f0a02ec-08a1-48ef-843b-24eabd957f0f', 'mac_address': 'fa:16:3e:f6:9d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:56:03.749476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb7a8-6f9b-4e9c-94bc-6a8c7e5af9cc req-95d4ed89-be06-4cd7-a79d-00a5ccb2abf0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:03.751096 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-170eb7a8-6f9b-4e9c-94bc-6a8c7e5af9cc req-95d4ed89-be06-4cd7-a79d-00a5ccb2abf0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 943 time: 0.0635870 Jul 13 07:56:03.760412 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.777099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0a02ec-08a1-48ef-843b-24eabd957f0f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:03.790522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-170eb7a8-6f9b-4e9c-94bc-6a8c7e5af9cc req-748a6748-e14b-4adf-9415-73d73b52e7e2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Jul 13 07:56:03.796500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1f0a02ec-08a1-48ef-843b-24eabd957f0f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f0a02ec-08a1-48ef-843b-24eabd957f0f,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:03.802823 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.833385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:03.868439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=1f0a02ec-08a1-48ef-843b-24eabd957f0f,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:03.953267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:03.965711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '620d0dd8-9781-4567-b921-8486ddd4b105', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'port_id': '620d0dd8-9781-4567-b921-8486ddd4b105', 'mac_address': 'fa:16:3e:77:cb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:56:04.007428 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.020636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620d0dd8-9781-4567-b921-8486ddd4b105 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:04.039816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:04.043531 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.105985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:04.309825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['620d0dd8-9781-4567-b921-8486ddd4b105'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:04.314055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['1f0a02ec-08a1-48ef-843b-24eabd957f0f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:04.631543 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.962137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f175-e348-4bda-a7e2-b0bdf17a0c7c req-831164b3-3283-430e-a628-d12d468a121e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:04.963620 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a705f175-e348-4bda-a7e2-b0bdf17a0c7c req-831164b3-3283-430e-a628-d12d468a121e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 944 time: 0.0627663 Jul 13 07:56:05.007682 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a705f175-e348-4bda-a7e2-b0bdf17a0c7c req-fa17b399-8777-4f00-af65-3fa9a49355d1 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384738 Jul 13 07:56:05.635891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:05.682887 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 620d0dd8-9781-4567-b921-8486ddd4b105 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:05.686428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 620d0dd8-9781-4567-b921-8486ddd4b105 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:05.686803 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.759536 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.784215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:05.786443 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d485624c-d2bc-4413-924c-8a0cf4503972" -d '{"events": [{"server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "name": "network-vif-plugged", "status": "completed", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:05.798665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:05.803359 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.829877 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcaef29-76ee-479e-87fa-29afe3cc658c x-openstack-request-id: req-4bcaef29-76ee-479e-87fa-29afe3cc658c {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:05.830693 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "name": "network-vif-plugged", "status": "completed", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:05.830986 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bcaef29-76ee-479e-87fa-29afe3cc658c {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:05.831402 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105', 'code': 200} Jul 13 07:56:05.836873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1f0a02ec-08a1-48ef-843b-24eabd957f0f up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:05.885553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=12']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:05.903772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 1f0a02ec-08a1-48ef-843b-24eabd957f0f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:05.907774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 1f0a02ec-08a1-48ef-843b-24eabd957f0f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:05.908221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.991788 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.025130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 1f0a02ec-08a1-48ef-843b-24eabd957f0f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f0a02ec-08a1-48ef-843b-24eabd957f0f,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:06.028885 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.082546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=1f0a02ec-08a1-48ef-843b-24eabd957f0f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:06.118695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-aa5ca764-d120-4e8c-806f-4ad59f44f452 None None] Provisioning complete for port 620d0dd8-9781-4567-b921-8486ddd4b105 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:06.119213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aa5ca764-d120-4e8c-806f-4ad59f44f452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.199486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9f358-7012-4bd3-8a09-967209cd945e req-6188102d-908c-46f9-a4af-d753225ebca8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:06.201464 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81f9f358-7012-4bd3-8a09-967209cd945e req-6188102d-908c-46f9-a4af-d753225ebca8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 945 time: 0.0667932 Jul 13 07:56:06.242808 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-81f9f358-7012-4bd3-8a09-967209cd945e req-70ee0f11-0adc-4c7e-a5b5-528ea59e1a1c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Jul 13 07:56:06.326924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-497243ca-5542-4411-aba2-0e9c3f3f30dd None None] Provisioning complete for port 1f0a02ec-08a1-48ef-843b-24eabd957f0f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:06.327299 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-497243ca-5542-4411-aba2-0e9c3f3f30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.415632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fc767-1c40-4e73-bc92-64fe5989f7b2 req-33f24c2c-a7fd-4d31-9723-d379e0481810 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:07.417144 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de8fc767-1c40-4e73-bc92-64fe5989f7b2 req-33f24c2c-a7fd-4d31-9723-d379e0481810 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 945 time: 0.0644252 Jul 13 07:56:07.454038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de8fc767-1c40-4e73-bc92-64fe5989f7b2 req-5400861b-4126-4077-882a-3bfe60f3e376 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314033 Jul 13 07:56:07.832426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0a02ec-08a1-48ef-843b-24eabd957f0f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:07.834762 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202a6dc0-24ec-43f1-a491-79c0b2b81ef8" -d '{"events": [{"server_uuid": "8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d", "name": "network-vif-plugged", "status": "completed", "tag": "1f0a02ec-08a1-48ef-843b-24eabd957f0f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:07.869078 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532695b7-dc2c-4feb-b0b8-f70d2229e928 x-openstack-request-id: req-532695b7-dc2c-4feb-b0b8-f70d2229e928 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:07.869372 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d", "name": "network-vif-plugged", "status": "completed", "tag": "1f0a02ec-08a1-48ef-843b-24eabd957f0f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:07.869627 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-532695b7-dc2c-4feb-b0b8-f70d2229e928 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:07.870049 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0a02ec-08a1-48ef-843b-24eabd957f0f', 'code': 200} Jul 13 07:56:07.982855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a990e-f70c-4f3e-9aeb-e22395320f85 req-aa37b682-d480-4220-8de5-a2ad17346850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:07.984373 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee6a990e-f70c-4f3e-9aeb-e22395320f85 req-aa37b682-d480-4220-8de5-a2ad17346850 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 1096 time: 0.0524218 Jul 13 07:56:08.018649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee6a990e-f70c-4f3e-9aeb-e22395320f85 req-d8b753b6-9427-41b4-b80b-4575b3c20064 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283244 Jul 13 07:56:08.066055 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.631348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c4987-d140-46c5-8026-6e53568bb303 req-a4bdd4db-a888-44c4-aec4-9f80d87d7a1a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:08.632864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5c4987-d140-46c5-8026-6e53568bb303 req-a4bdd4db-a888-44c4-aec4-9f80d87d7a1a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 945 time: 0.0687518 Jul 13 07:56:08.670808 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5c4987-d140-46c5-8026-6e53568bb303 req-cd514a2f-bcf1-464d-b792-bb1b5b0605a5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323205 Jul 13 07:56:09.120190 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:56:09.852652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ddb22-79f4-488f-9069-9bac805bdf00 req-f5174b80-1957-4e44-9e74-1990e20b1fd2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:09.854177 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-854ddb22-79f4-488f-9069-9bac805bdf00 req-f5174b80-1957-4e44-9e74-1990e20b1fd2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 945 time: 0.0683281 Jul 13 07:56:09.893064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-854ddb22-79f4-488f-9069-9bac805bdf00 req-9f692224-b0c4-42c6-84ca-a0838168a9ba tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Jul 13 07:56:10.038730 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e473058-9071-419d-988b-876da06b2eab req-6162fe5f-dbd6-49de-8ef3-bcdfc0bd844a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2914ed24f1774e4cbc06010dd6012a79 HTTP/1.1" status: 200 len: 267 time: 0.0423377 Jul 13 07:56:10.104213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e473058-9071-419d-988b-876da06b2eab req-40e31b46-8fa8-4fa2-a757-b91ece84f848 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.105688 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e473058-9071-419d-988b-876da06b2eab req-40e31b46-8fa8-4fa2-a757-b91ece84f848 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 945 time: 0.0618389 Jul 13 07:56:10.116853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-4e473058-9071-419d-988b-876da06b2eab req-b9e24086-66a9-46bf-a5c9-4f799dcf0610 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'port': {'security_groups': []}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:10.201468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4e473058-9071-419d-988b-876da06b2eab req-b9e24086-66a9-46bf-a5c9-4f799dcf0610 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.357784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4e473058-9071-419d-988b-876da06b2eab req-b9e24086-66a9-46bf-a5c9-4f799dcf0610 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] For port 1f0a02ec-08a1-48ef-843b-24eabd957f0f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f0a02ec-08a1-48ef-843b-24eabd957f0f,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:10.386316 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4e473058-9071-419d-988b-876da06b2eab req-b9e24086-66a9-46bf-a5c9-4f799dcf0610 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.390415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4e473058-9071-419d-988b-876da06b2eab req-b9e24086-66a9-46bf-a5c9-4f799dcf0610 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.402315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['713e7c7d-8806-4c12-9c7a-244172f3d5c1', '1f0a02ec-08a1-48ef-843b-24eabd957f0f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:10.406508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f4e9c63e-3861-400c-bb6a-63c08df7f592'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:10.435286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e473058-9071-419d-988b-876da06b2eab req-b9e24086-66a9-46bf-a5c9-4f799dcf0610 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.435800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4e473058-9071-419d-988b-876da06b2eab req-b9e24086-66a9-46bf-a5c9-4f799dcf0610 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.437235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e473058-9071-419d-988b-876da06b2eab req-b9e24086-66a9-46bf-a5c9-4f799dcf0610 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "PUT /v2.0/ports/1f0a02ec-08a1-48ef-843b-24eabd957f0f HTTP/1.1" status: 200 len: 904 time: 0.3250108 Jul 13 07:56:10.437692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d', 'tag': '1f0a02ec-08a1-48ef-843b-24eabd957f0f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:10.440098 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82d1f16-03ad-456b-8c60-43824e46c2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d", "tag": "1f0a02ec-08a1-48ef-843b-24eabd957f0f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:10.471599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e24086-66a9-46bf-a5c9-4f799dcf0610 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'Port': ['ID=1f0a02ec-08a1-48ef-843b-24eabd957f0f,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:10.496670 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13cfa8f-2ea4-4482-b1c0-dd7489b2d4ac x-openstack-request-id: req-f13cfa8f-2ea4-4482-b1c0-dd7489b2d4ac {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:10.496990 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d", "tag": "1f0a02ec-08a1-48ef-843b-24eabd957f0f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:10.497567 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f13cfa8f-2ea4-4482-b1c0-dd7489b2d4ac {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:10.497990 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d', 'tag': '1f0a02ec-08a1-48ef-843b-24eabd957f0f', 'status': 'completed', 'code': 200} Jul 13 07:56:10.518449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['1f0a02ec-08a1-48ef-843b-24eabd957f0f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:10.648169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-c5037b93-a298-4a8d-a863-c3fec97d3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.649854 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-c5037b93-a298-4a8d-a863-c3fec97d3dbf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 1058 time: 0.1202183 Jul 13 07:56:10.659385 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ae12b-b6b3-49b9-99ff-dde7c349e90a req-17fdc089-b64c-4add-bbe3-7f1a980afb48 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.661076 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f5ae12b-b6b3-49b9-99ff-dde7c349e90a req-17fdc089-b64c-4add-bbe3-7f1a980afb48 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 907 time: 0.0912206 Jul 13 07:56:10.758779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-6491a58f-0f5a-47bd-a75c-008a095d89af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.760206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-6491a58f-0f5a-47bd-a75c-008a095d89af service neutron] 10.222.0.53 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.0981622 Jul 13 07:56:10.761223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7e334258-b9b3-4b9f-ab64-ebd4677313e0 None None] Provisioning complete for port 1f0a02ec-08a1-48ef-843b-24eabd957f0f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:10.761595 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7e334258-b9b3-4b9f-ab64-ebd4677313e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:10.804233 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-a017e6ac-f63b-43cf-8069-556bffd77a19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f0a02ec-08a1-48ef-843b-24eabd957f0f HTTP/1.1" status: 200 len: 217 time: 0.0360408 Jul 13 07:56:10.845247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c5b0e-a01c-4421-a921-d1137fdd74d7 req-260a4faa-76d5-4b22-8746-ffb4edc4b526 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.848078 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-901c5b0e-a01c-4421-a921-d1137fdd74d7 req-260a4faa-76d5-4b22-8746-ffb4edc4b526 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0680144 Jul 13 07:56:10.858696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-92da1c00-b9d7-4e8b-aafb-272ffc92cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.860401 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-92da1c00-b9d7-4e8b-aafb-272ffc92cc89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0499806 Jul 13 07:56:10.895870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-901c5b0e-a01c-4421-a921-d1137fdd74d7 req-e450ece1-ceca-46d3-b642-d48f1caccc43 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Jul 13 07:56:10.919504 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-e1d6ca37-d4e4-4316-9bf2-56ed56011946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.921194 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-e1d6ca37-d4e4-4316-9bf2-56ed56011946 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537145 Jul 13 07:56:11.027386 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-5e1ed1f2-f1f2-4f5d-9fa3-c213992b87bc service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984380 Jul 13 07:56:11.134878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bd485-a859-4da6-80d8-e3c30539ab23 req-e25b20ab-4ccd-4e4e-8b82-837e94162a0a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:11.136391 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c78bd485-a859-4da6-80d8-e3c30539ab23 req-e25b20ab-4ccd-4e4e-8b82-837e94162a0a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1282413 Jul 13 07:56:11.164914 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d82d1f16-03ad-456b-8c60-43824e46c2f9 req-3774fa08-05ae-4a4d-a8f6-8df297f97e71 service neutron] 10.222.0.53 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215866 Jul 13 07:56:11.184223 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c78bd485-a859-4da6-80d8-e3c30539ab23 req-c8fb64bb-3b95-467b-9b5d-6eee10952fc2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365624 Jul 13 07:56:11.407257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1dc54fc2-7daf-4d82-b7ee-fe9ce41dab4c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:11.409071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1dc54fc2-7daf-4d82-b7ee-fe9ce41dab4c tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 812 time: 0.1014130 Jul 13 07:56:11.423290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-d9aa7f6f-8eaa-4ade-920a-d506497f887a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/quotas/2914ed24f1774e4cbc06010dd6012a79 HTTP/1.1" status: 200 len: 375 time: 0.0088840 Jul 13 07:56:11.509936 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-293938cb-b5a6-4774-b7d0-21a04436bce9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0811958 Jul 13 07:56:11.599575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-91420bc7-d512-439b-aefc-6c354d8ce2dd service neutron] 10.222.0.44 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830262 Jul 13 07:56:11.690940 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-4105253b-9789-4f65-9cb0-2781e17ec8ab service neutron] 10.222.0.44 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856059 Jul 13 07:56:11.864925 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-337b5281-239f-4372-a235-7ebb86887abb req-63f6a87e-2cf9-49ec-b82d-e2c3984b542e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 210 time: 0.0352149 Jul 13 07:56:12.140742 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-105d1d98-bb92-4992-9daf-27a8268f2338 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528219 Jul 13 07:56:12.242418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-a27f3f3c-3bf9-42b4-b589-0cc621573087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.243844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-a27f3f3c-3bf9-42b4-b589-0cc621573087 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1098 time: 0.0548308 Jul 13 07:56:12.355680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-075f5021-c95f-45a7-a5d1-bc14110c5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.357205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-075f5021-c95f-45a7-a5d1-bc14110c5d74 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.0936868 Jul 13 07:56:12.423380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-b56d490f-2fa6-4208-b8e8-121566df9c3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1002 time: 0.0596447 Jul 13 07:56:12.477900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-c14d3cab-6bce-41d9-860a-f53bfe655558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.479370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-c14d3cab-6bce-41d9-860a-f53bfe655558 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0491190 Jul 13 07:56:12.538990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-04eba3f5-d4b7-4db2-b868-0a2fdebded87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.540528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-04eba3f5-d4b7-4db2-b868-0a2fdebded87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522299 Jul 13 07:56:12.629986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-a94ea5ea-b3e3-43ee-a766-0beda4cda2e8 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819411 Jul 13 07:56:12.724615 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cc07870-8a89-4cf8-b9ab-526427a88eec req-61bfa669-c954-4aed-b749-08cd163b2315 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871065 Jul 13 07:56:12.905362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-9ec3f910-d1c6-406b-b6f2-3955119e001f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.906881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-9ec3f910-d1c6-406b-b6f2-3955119e001f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 812 time: 0.1071846 Jul 13 07:56:12.920052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Request body: {'port': {'device_id': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'admin_state_up': True, 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:13.032539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4581896f-20ff-4508-b179-7414a2a604ea req-473ad9dd-10ba-47e6-9b7d-1f12f773902f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 210 time: 0.0385609 Jul 13 07:56:13.069431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Made reservation on behalf of 2914ed24f1774e4cbc06010dd6012a79 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:13.073042 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.105942 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-5e69f979-8026-43da-a349-267a8790cc5b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529263 Jul 13 07:56:13.180129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-832ce420-8c12-4f5c-bd72-29d6c84ab275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:13.181642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-832ce420-8c12-4f5c-bd72-29d6c84ab275 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1097 time: 0.0536866 Jul 13 07:56:13.213144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Allocated IP 172.20.0.4 (4546adef-06e9-4bc6-9117-3c771b5dd666/8dc8c035-1d70-4ee8-9f77-04ddd6128332/6eea9ffd-7518-4bab-9fde-b80354052705) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:13.290999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-4b0271be-a604-4a64-b027-324ee8732498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:13.292524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-4b0271be-a604-4a64-b027-324ee8732498 service neutron] 10.222.0.53 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.0903974 Jul 13 07:56:13.356751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-9b580317-f027-40c4-a4ee-914ad80a8a10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 1001 time: 0.0577381 Jul 13 07:56:13.362122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.375516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Transition to ACTIVE for port object 6eea9ffd-7518-4bab-9fde-b80354052705 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:13.404921 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-df3390fd-5c1d-4c3d-9f7f-0657776b24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:13.406302 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-df3390fd-5c1d-4c3d-9f7f-0657776b24c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0432100 Jul 13 07:56:13.410093 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.422727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f4e9c63e-3861-400c-bb6a-63c08df7f592'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:13.425819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['713e7c7d-8806-4c12-9c7a-244172f3d5c1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:13.458092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:13.461547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:13.465504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:13.472342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-409039c9-2c39-4026-bc39-c2003f8c4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:13.474426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-409039c9-2c39-4026-bc39-c2003f8c4bd2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604017 Jul 13 07:56:13.494686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event updated for resources: {'Port': ['ID=6eea9ffd-7518-4bab-9fde-b80354052705,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:13.524001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:13.525270 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.543420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1fa0f709-c032-4231-8305-c6c112db4d0f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272769 Jul 13 07:56:13.556806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Request body: {'port': {'device_id': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:13.594807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-29e0e295-4627-4fc2-b1c4-5fb6d6a01a42 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131456 Jul 13 07:56:13.661741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.710519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be97b021-8f84-47b8-897b-8622c46e99e7 req-9328c8aa-773f-41ca-8820-aee048ceedba service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073225 Jul 13 07:56:13.784552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-555ec144-e264-453d-9c9a-02027056e8b0 None None] Provisioning for port 6eea9ffd-7518-4bab-9fde-b80354052705 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:13.788204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-555ec144-e264-453d-9c9a-02027056e8b0 None None] Provisioning complete for port 6eea9ffd-7518-4bab-9fde-b80354052705 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:13.788580 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-555ec144-e264-453d-9c9a-02027056e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.822418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-555ec144-e264-453d-9c9a-02027056e8b0 None None] Port 6eea9ffd-7518-4bab-9fde-b80354052705 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:13.943416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eea9ffd-7518-4bab-9fde-b80354052705 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:13.950653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:13.962514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Transition to ACTIVE for port object 6eea9ffd-7518-4bab-9fde-b80354052705 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:13.966170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:14.018296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Pushing event updated for resources: {'Port': ['ID=6eea9ffd-7518-4bab-9fde-b80354052705,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:14.091705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Attempting to bind port 6eea9ffd-7518-4bab-9fde-b80354052705 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:14.092136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Attempting to bind port 6eea9ffd-7518-4bab-9fde-b80354052705 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:14.092408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Attempting to bind port 6eea9ffd-7518-4bab-9fde-b80354052705 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:14.097107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Port 6eea9ffd-7518-4bab-9fde-b80354052705 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:56:14.097466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Attempting to bind port 6eea9ffd-7518-4bab-9fde-b80354052705 on network 4546adef-06e9-4bc6-9117-3c771b5dd666 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:14.103357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:14.103706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Checking segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:14.104133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Bound using segment: {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:14.104569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Bound port: 6eea9ffd-7518-4bab-9fde-b80354052705, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:14.104931 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:14.173342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:14.177426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6eea9ffd-7518-4bab-9fde-b80354052705,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:14.182252 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:14.215471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:14.216081 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:14.217593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] 10.222.0.54 "PUT /v2.0/ports/6eea9ffd-7518-4bab-9fde-b80354052705 HTTP/1.1" status: 200 len: 1091 time: 0.6664793 Jul 13 07:56:14.217902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:14.220163 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b18d88f-d268-424f-8b7a-da3473ba432c" -d '{"events": [{"name": "network-changed", "server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:14.220322 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe189b-4726-49ed-a324-f6fda3cda7fb req-114e3bd6-cb0b-4aa3-aa30-19b4713ff9af tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:14.223714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1fe189b-4726-49ed-a324-f6fda3cda7fb req-114e3bd6-cb0b-4aa3-aa30-19b4713ff9af tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 943 time: 0.0704451 Jul 13 07:56:14.246944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cd768-d557-4b49-b613-5a217cb7cd1a service neutron] Pushing event updated for resources: {'Port': ['ID=6eea9ffd-7518-4bab-9fde-b80354052705,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:14.278466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f1fe189b-4726-49ed-a324-f6fda3cda7fb req-c5226907-c4c1-4e61-ac92-6b0f18f66d40 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447409 Jul 13 07:56:14.295305 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd81286-5442-4cbc-a08a-2fcf43f14bb6 x-openstack-request-id: req-dcd81286-5442-4cbc-a08a-2fcf43f14bb6 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:14.295830 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:14.296058 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcd81286-5442-4cbc-a08a-2fcf43f14bb6 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:14.296702 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705', 'status': 'completed', 'code': 200} Jul 13 07:56:14.301286 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f028556e-6758-4a95-800d-26ae8e902caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:14.349491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-9c48d63a-8af4-4f85-8f5b-6f7edd4905ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:14.351076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-9c48d63a-8af4-4f85-8f5b-6f7edd4905ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 1094 time: 0.0809774 Jul 13 07:56:14.396488 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-6c93362e-449a-4323-b38e-d6ae92d3928b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eea9ffd-7518-4bab-9fde-b80354052705 HTTP/1.1" status: 200 len: 217 time: 0.0376542 Jul 13 07:56:14.446085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1d8320d2-bedb-430c-ae64-913bacbc65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:14.447552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-1d8320d2-bedb-430c-ae64-913bacbc65d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0451095 Jul 13 07:56:14.510862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-3664261a-c356-4765-9598-dead6684ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:14.512412 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-3664261a-c356-4765-9598-dead6684ae9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564942 Jul 13 07:56:14.601299 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-6d4e95a7-b5c9-4417-ad64-7db152cabc98 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825548 Jul 13 07:56:14.694042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c314f433-7e7d-4397-8526-332ce4c320e9 req-6db6ff3c-e1e5-4242-b58e-ce5b60f82e4c service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867898 Jul 13 07:56:14.790394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-ac5da155-6461-4b6c-97b3-966cb85bc6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:14.791869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-ac5da155-6461-4b6c-97b3-966cb85bc6a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 1094 time: 0.0532889 Jul 13 07:56:14.883338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-b1a7bbe6-0316-4a82-a147-1a7011e237e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:14.884820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-b1a7bbe6-0316-4a82-a147-1a7011e237e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.0867946 Jul 13 07:56:14.926959 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-3e6131e5-63b3-4449-a494-fe13a5000600 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eea9ffd-7518-4bab-9fde-b80354052705 HTTP/1.1" status: 200 len: 217 time: 0.0354760 Jul 13 07:56:14.975294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-b7ff1084-f95c-4ec4-adf9-bda183a65059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:14.976737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-b7ff1084-f95c-4ec4-adf9-bda183a65059 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0420010 Jul 13 07:56:15.039333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-1fef3a0d-ae57-4333-9ae5-1df34283e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:15.040905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-1fef3a0d-ae57-4333-9ae5-1df34283e6a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546999 Jul 13 07:56:15.128038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-8e8b40b1-8c8a-44d6-bcec-92ee86687922 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800784 Jul 13 07:56:15.218756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b18d88f-d268-424f-8b7a-da3473ba432c req-c232b952-6e7b-4fa8-88b8-01596384439c service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844123 Jul 13 07:56:15.444266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34088b61-136b-4ecf-b6c4-23019fe3191c req-4e492278-73ff-49e3-b277-4bbf73d1f319 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:15.445737 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-34088b61-136b-4ecf-b6c4-23019fe3191c req-4e492278-73ff-49e3-b277-4bbf73d1f319 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 943 time: 0.0670223 Jul 13 07:56:15.482779 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-34088b61-136b-4ecf-b6c4-23019fe3191c req-d33d3796-0fc0-4ec9-b2db-3da5083f7a98 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Jul 13 07:56:16.655090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c4130-a340-43de-a9d3-e4af543c9053 req-4845eec6-5b5a-4843-9c8a-3ba0204978df tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:16.656481 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d34c4130-a340-43de-a9d3-e4af543c9053 req-4845eec6-5b5a-4843-9c8a-3ba0204978df tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 943 time: 0.0629623 Jul 13 07:56:16.694031 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d34c4130-a340-43de-a9d3-e4af543c9053 req-f7b5d3d4-e10b-44af-9ab8-acf031010962 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310898 Jul 13 07:56:17.088559 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:17.258177 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d3a8417c-6f6c-4523-bd90-f921deff1a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:17.466786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6eea9ffd-7518-4bab-9fde-b80354052705 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:17.557301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6eea9ffd-7518-4bab-9fde-b80354052705,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:17.568311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '6eea9ffd-7518-4bab-9fde-b80354052705', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'port_id': '6eea9ffd-7518-4bab-9fde-b80354052705', 'mac_address': 'fa:16:3e:c4:54:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:56:17.603550 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:17.618791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eea9ffd-7518-4bab-9fde-b80354052705 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:17.637406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6eea9ffd-7518-4bab-9fde-b80354052705,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:17.641101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:17.692828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=6eea9ffd-7518-4bab-9fde-b80354052705,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:17.880347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4ad06-18a8-47a4-8b1f-83330038c9cb req-981b2eb0-88b7-47f8-aec5-050d35be43de tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:17.881865 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2cb4ad06-18a8-47a4-8b1f-83330038c9cb req-981b2eb0-88b7-47f8-aec5-050d35be43de tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 944 time: 0.0729635 Jul 13 07:56:17.895594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['6eea9ffd-7518-4bab-9fde-b80354052705'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:17.926204 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2cb4ad06-18a8-47a4-8b1f-83330038c9cb req-4c68a381-0bd4-4a02-968a-64d7d2205622 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388072 Jul 13 07:56:17.979172 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.102447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177ea3c-12e0-4826-b37f-c5ecc2376866 req-69f4db12-e7f9-4497-b6cf-746f512dd751 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:19.103924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0177ea3c-12e0-4826-b37f-c5ecc2376866 req-69f4db12-e7f9-4497-b6cf-746f512dd751 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 944 time: 0.0631554 Jul 13 07:56:19.145262 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0177ea3c-12e0-4826-b37f-c5ecc2376866 req-aa3d6037-e25c-4da6-a14d-577423cc115b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357990 Jul 13 07:56:19.466848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6eea9ffd-7518-4bab-9fde-b80354052705 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:19.525981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 6eea9ffd-7518-4bab-9fde-b80354052705 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:19.531005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 6eea9ffd-7518-4bab-9fde-b80354052705 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:19.531569 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.613945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.637051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:19.639277 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614ca9e6-9305-451c-8d88-b851206b9707" -d '{"events": [{"server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "name": "network-vif-plugged", "status": "completed", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:19.653819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6eea9ffd-7518-4bab-9fde-b80354052705,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:19.658983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.807521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01bbee-e787-4c4f-b265-0e58e994b4b5 req-276a04a1-3d02-4450-9eeb-6e1e470f6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:19.809085 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f01bbee-e787-4c4f-b265-0e58e994b4b5 req-276a04a1-3d02-4450-9eeb-6e1e470f6c32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 1096 time: 0.0595970 Jul 13 07:56:19.847318 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f01bbee-e787-4c4f-b265-0e58e994b4b5 req-dd3acf32-a0ab-496c-95da-0ead284ae39f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Jul 13 07:56:19.863321 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87544b80-3783-4e0a-9d60-fde60829740f x-openstack-request-id: req-87544b80-3783-4e0a-9d60-fde60829740f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:19.863615 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "name": "network-vif-plugged", "status": "completed", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:19.863871 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87544b80-3783-4e0a-9d60-fde60829740f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:19.864289 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705', 'code': 200} Jul 13 07:56:19.905902 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:19.959358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=6eea9ffd-7518-4bab-9fde-b80354052705,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:20.170543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c502471f-955c-4807-8a6e-55df531f33b5 None None] Provisioning complete for port 6eea9ffd-7518-4bab-9fde-b80354052705 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:20.170819 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c502471f-955c-4807-8a6e-55df531f33b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.321327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c88171-729b-441d-9cbd-a711eb95e9ce req-c10fe0f7-8efb-430b-945d-19ef2aa75f48 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:20.322862 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-60c88171-729b-441d-9cbd-a711eb95e9ce req-c10fe0f7-8efb-430b-945d-19ef2aa75f48 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0650861 Jul 13 07:56:20.362096 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-60c88171-729b-441d-9cbd-a711eb95e9ce req-5d5011ca-3c8b-42a5-ab6b-850809c582fe tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Jul 13 07:56:21.534896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a47621-b798-4dc9-9344-fb99c6bb5384 req-cc9930a7-0732-4187-a304-94ba46795c18 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:21.536374 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21a47621-b798-4dc9-9344-fb99c6bb5384 req-cc9930a7-0732-4187-a304-94ba46795c18 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0623512 Jul 13 07:56:21.572976 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-21a47621-b798-4dc9-9344-fb99c6bb5384 req-70c98732-9c1b-43ac-9603-7c8847f7f093 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Jul 13 07:56:21.917088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321118aa-a4b8-4059-8937-f6c4e403bf1f req-f3657578-5662-42b0-a5aa-35937ee2f107 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:21.918730 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-321118aa-a4b8-4059-8937-f6c4e403bf1f req-f3657578-5662-42b0-a5aa-35937ee2f107 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0732436 Jul 13 07:56:21.956580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-321118aa-a4b8-4059-8937-f6c4e403bf1f req-890e78b2-0c74-4297-8c3d-aa70fdace07a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Jul 13 07:56:23.138109 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a52f7-12df-44d1-9e9b-bd453d7aadb6 req-78ad063f-f183-4529-a978-dbd7ce9884ef tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:23.139615 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-834a52f7-12df-44d1-9e9b-bd453d7aadb6 req-78ad063f-f183-4529-a978-dbd7ce9884ef tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0663741 Jul 13 07:56:23.178281 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-834a52f7-12df-44d1-9e9b-bd453d7aadb6 req-b0d218a2-43b7-48f5-97e6-dd6fe0b0311a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319159 Jul 13 07:56:23.717060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0113dd1-3e64-4f1c-8b01-5b7868f98792 req-27a98efe-aa34-4368-a014-e31b1d0afb17 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:23.718543 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0113dd1-3e64-4f1c-8b01-5b7868f98792 req-27a98efe-aa34-4368-a014-e31b1d0afb17 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0631366 Jul 13 07:56:23.756340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0113dd1-3e64-4f1c-8b01-5b7868f98792 req-bee7a4e6-8c92-415b-ba4a-af83942414e1 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 Jul 13 07:56:24.930945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b101-dca7-4bcd-bae5-5c03306ef82e req-c0bc9465-2ac5-46ec-b90e-6f38ef4409f9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:24.932512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a522b101-dca7-4bcd-bae5-5c03306ef82e req-c0bc9465-2ac5-46ec-b90e-6f38ef4409f9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0650506 Jul 13 07:56:24.969927 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a522b101-dca7-4bcd-bae5-5c03306ef82e req-70d41da1-f2f3-44ad-a0df-18705a8b9aab tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Jul 13 07:56:25.529999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6eea9ffd-7518-4bab-9fde-b80354052705 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:25.623789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6eea9ffd-7518-4bab-9fde-b80354052705,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:25.635665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '6eea9ffd-7518-4bab-9fde-b80354052705', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'port_id': '6eea9ffd-7518-4bab-9fde-b80354052705', 'mac_address': 'fa:16:3e:c4:54:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:56:25.672874 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.685746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6eea9ffd-7518-4bab-9fde-b80354052705 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:25.707188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6eea9ffd-7518-4bab-9fde-b80354052705,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:25.711214 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.769131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=6eea9ffd-7518-4bab-9fde-b80354052705,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:25.838276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['6eea9ffd-7518-4bab-9fde-b80354052705'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:26.017547 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cf0efe73-8df5-4c77-8d0e-5b400d32cb42 None None] Provisioning complete for port 6eea9ffd-7518-4bab-9fde-b80354052705 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:26.017915 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf0efe73-8df5-4c77-8d0e-5b400d32cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.105849 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf0efe73-8df5-4c77-8d0e-5b400d32cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.133073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:26.135337 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500e7198-8094-47df-b670-7c7736500369" -d '{"events": [{"server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "name": "network-vif-plugged", "status": "completed", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:26.149244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cf0efe73-8df5-4c77-8d0e-5b400d32cb42 None None] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6eea9ffd-7518-4bab-9fde-b80354052705,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:26.156629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf0efe73-8df5-4c77-8d0e-5b400d32cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:26.175202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67f433-6544-40e7-bb04-28d2828602f8 req-9e1b7820-c84c-4a13-acfc-92985aea7e1e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:26.182655 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e67f433-6544-40e7-bb04-28d2828602f8 req-9e1b7820-c84c-4a13-acfc-92985aea7e1e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 944 time: 0.0931561 Jul 13 07:56:26.193017 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9cb4d7-99ed-46d7-bc30-e4a7cc3d17ef x-openstack-request-id: req-ca9cb4d7-99ed-46d7-bc30-e4a7cc3d17ef {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:26.193736 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "name": "network-vif-plugged", "status": "completed", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:26.195098 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca9cb4d7-99ed-46d7-bc30-e4a7cc3d17ef {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:26.195519 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705', 'code': 200} Jul 13 07:56:26.227687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0efe73-8df5-4c77-8d0e-5b400d32cb42 None None] Pushing event updated for resources: {'Port': ['ID=6eea9ffd-7518-4bab-9fde-b80354052705,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:26.240000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7e67f433-6544-40e7-bb04-28d2828602f8 req-001caafc-3f0c-474f-b4b1-f3c1611fb27a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560427 Jul 13 07:56:26.443273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e088d25b-1c48-41c8-bbda-74c44f9851af None None] Provisioning complete for port 6eea9ffd-7518-4bab-9fde-b80354052705 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:26.444311 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e088d25b-1c48-41c8-bbda-74c44f9851af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.454902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d65cd-d415-478c-9011-e87b1dfe09bd req-6b0766f9-88ac-4442-b833-c715002e5a6b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:27.460483 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca2d65cd-d415-478c-9011-e87b1dfe09bd req-6b0766f9-88ac-4442-b833-c715002e5a6b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0930488 Jul 13 07:56:27.499213 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca2d65cd-d415-478c-9011-e87b1dfe09bd req-1923c437-ee5e-44a3-96e5-20fc4e65ef72 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354435 Jul 13 07:56:27.540809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6eea9ffd-7518-4bab-9fde-b80354052705 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:27.604904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 6eea9ffd-7518-4bab-9fde-b80354052705 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:27.605675 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:29.043203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e12b99-a6dc-4c77-aee5-cba546f84a5a req-3279f51e-8ba2-4235-b28d-17b26eaa63b1 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:29.045719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9e12b99-a6dc-4c77-aee5-cba546f84a5a req-3279f51e-8ba2-4235-b28d-17b26eaa63b1 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.4226866 Jul 13 07:56:29.101975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9e12b99-a6dc-4c77-aee5-cba546f84a5a req-8ff479f0-2b04-4e1f-9ad8-5027ab496437 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495970 Jul 13 07:56:30.303784 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbc01a-d87c-4be6-9717-6015a0828a3e req-aa7b19e1-3fb4-4353-b1ec-f10a86b74069 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:30.308716 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e3dbc01a-d87c-4be6-9717-6015a0828a3e req-aa7b19e1-3fb4-4353-b1ec-f10a86b74069 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0751503 Jul 13 07:56:30.352104 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e3dbc01a-d87c-4be6-9717-6015a0828a3e req-db0e6993-bc2a-44c7-8603-30ab6b390025 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407627 Jul 13 07:56:31.584356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e3b0-eefe-4298-8802-a63d1d2ff4ff req-60bba68e-c8b9-485b-b620-7d41bdfe15f0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:31.585931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f49e3b0-eefe-4298-8802-a63d1d2ff4ff req-60bba68e-c8b9-485b-b620-7d41bdfe15f0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.1060073 Jul 13 07:56:31.628766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f49e3b0-eefe-4298-8802-a63d1d2ff4ff req-c349b662-3213-44ee-9324-944c48c22a96 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372515 Jul 13 07:56:32.822702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a20b33-209a-45d7-9d01-687d840874f3 req-cf02f1df-9796-44e0-bdb0-f62a27a4552b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:32.824349 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3a20b33-209a-45d7-9d01-687d840874f3 req-cf02f1df-9796-44e0-bdb0-f62a27a4552b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0668182 Jul 13 07:56:32.872852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3a20b33-209a-45d7-9d01-687d840874f3 req-110cf2b7-5ad2-4d79-9364-b65cebd04fe0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Jul 13 07:56:34.071432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eda40c-e1fb-493a-b5b9-4fe288cbe47c req-7f80ba8a-27b0-4fe0-86dd-53e9aa2d824a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:34.073125 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08eda40c-e1fb-493a-b5b9-4fe288cbe47c req-7f80ba8a-27b0-4fe0-86dd-53e9aa2d824a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0759637 Jul 13 07:56:34.129375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-08eda40c-e1fb-493a-b5b9-4fe288cbe47c req-a3896795-07ac-43e4-bd18-fedaee57ce7a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488987 Jul 13 07:56:34.632205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.302433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c34c1-9632-4b36-9c02-f6a3adb411e6 req-ed529fd2-4049-497e-bc6c-625df9142ae4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:35.303928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-872c34c1-9632-4b36-9c02-f6a3adb411e6 req-ed529fd2-4049-497e-bc6c-625df9142ae4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0695279 Jul 13 07:56:35.341547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-872c34c1-9632-4b36-9c02-f6a3adb411e6 req-e759ecce-3e48-4025-8df6-dba06756f5af tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316327 Jul 13 07:56:35.471674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde3e5b-36cf-4c40-939b-df542c7d4718 req-90a87b45-0d3e-4b8e-981e-b1e32d5eb2c9 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:35.473159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8dde3e5b-36cf-4c40-939b-df542c7d4718 req-90a87b45-0d3e-4b8e-981e-b1e32d5eb2c9 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1097 time: 0.0539248 Jul 13 07:56:35.507229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8dde3e5b-36cf-4c40-939b-df542c7d4718 req-7f9db0c1-0e3b-4cf5-a0a5-6ae6533af1d6 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284131 Jul 13 07:56:35.531522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60332) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:35.604872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-205b5beb-727f-43bf-8ae7-6c139bc2b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:35.606390 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-205b5beb-727f-43bf-8ae7-6c139bc2b23a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 1096 time: 0.0532665 Jul 13 07:56:35.687194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port d2298f5e-d751-4bb1-a9e0-1d083953a6a6 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:35.687533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.701090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-d443687f-238a-471d-81df-5d09aef9489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:35.702592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-d443687f-238a-471d-81df-5d09aef9489c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.0897453 Jul 13 07:56:35.748694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-5af58113-2fd9-46a9-a2c9-5e95e922c400 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eea9ffd-7518-4bab-9fde-b80354052705 HTTP/1.1" status: 200 len: 217 time: 0.0390930 Jul 13 07:56:35.774150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.774476 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.786097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for d2298f5e-d751-4bb1-a9e0-1d083953a6a6 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:35.805463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-1a066e36-1717-4190-b2ea-7ba20e150241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:35.806961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-1a066e36-1717-4190-b2ea-7ba20e150241 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0484760 Jul 13 07:56:35.865004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-3ed90028-188a-49f1-b7ff-99fff1615731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:35.866523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-3ed90028-188a-49f1-b7ff-99fff1615731 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515237 Jul 13 07:56:35.930748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.959668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=d2298f5e-d751-4bb1-a9e0-1d083953a6a6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:35.965106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-be632e60-6b15-4c1b-bea8-0e3f075f3e20 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908945 Jul 13 07:56:36.021580 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.021820 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Floating IP 13559892-5e5d-4ec6-b518-6165ee061922 disassociated (deleted). External IP: 172.25.6.217, port: 620d0dd8-9781-4567-b921-8486ddd4b105. Jul 13 07:56:36.054979 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f563b125-06b5-4fd9-bbe6-baaf536706e2 req-1b076a39-e2bf-405a-b720-bf0d68c2644b service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831866 Jul 13 07:56:36.580177 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router af9bd51f-6666-467f-86af-42a5b0bc2038 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:36.590836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca400f2d-b46b-4fc5-a375-b409fbb699fd req-55dc3af6-b7bb-4071-a548-a0acb69615cc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:36.592354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca400f2d-b46b-4fc5-a375-b409fbb699fd req-55dc3af6-b7bb-4071-a548-a0acb69615cc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.1236539 Jul 13 07:56:36.676176 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ca400f2d-b46b-4fc5-a375-b409fbb699fd req-f4979391-d15d-41e6-b8f9-7c57b0c6ae85 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779932 Jul 13 07:56:36.725059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:36.729894 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.736854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] Sync routers for ids ['af9bd51f-6666-467f-86af-42a5b0bc2038'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:36.745696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] Routers {'af9bd51f-6666-467f-86af-42a5b0bc2038'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:36.746316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9bd51f-6666-467f-86af-42a5b0bc2038'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:36.770153 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4e173dc8-1c26-4784-9bce-b8904c9abff9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/floatingips/13559892-5e5d-4ec6-b518-6165ee061922 HTTP/1.1" status: 204 len: 168 time: 1.2374763 Jul 13 07:56:36.770827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:36.773195 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a92f0b-6ec3-487b-b739-fd1c58be5162" -d '{"events": [{"name": "network-changed", "server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:36.811902 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789467b6-333c-45aa-8992-e69d15bfbc2a x-openstack-request-id: req-789467b6-333c-45aa-8992-e69d15bfbc2a {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:36.812232 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:36.812490 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-789467b6-333c-45aa-8992-e69d15bfbc2a {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:36.812892 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105', 'status': 'completed', 'code': 200} Jul 13 07:56:36.858445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] Set router af9bd51f-6666-467f-86af-42a5b0bc2038 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:36.905012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-e2386449-1cca-44f2-89e7-b459b9fdff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:36.906879 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-e2386449-1cca-44f2-89e7-b459b9fdff41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 1097 time: 0.0665929 Jul 13 07:56:37.009860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-c0233483-9364-4f1d-91f1-510b91aafd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:37.011428 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-c0233483-9364-4f1d-91f1-510b91aafd94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 200 len: 897 time: 0.0989127 Jul 13 07:56:37.057264 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-e7982fb5-bd09-4fb5-889f-9eec5c60e3b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 200 len: 217 time: 0.0379331 Jul 13 07:56:37.073199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5d5cf123-362e-4911-978e-a51726bdd6da', 'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:8a:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:53Z', 'updated_at': '2021-07-13T07:54:57Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:37.099584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] Checking router: af9bd51f-6666-467f-86af-42a5b0bc2038 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:37.107848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] Routers {'af9bd51f-6666-467f-86af-42a5b0bc2038'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:37.111747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9bd51f-6666-467f-86af-42a5b0bc2038'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:37.137834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-891cc4fc-8660-4dcd-8745-080bb960b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:37.139309 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-891cc4fc-8660-4dcd-8745-080bb960b053 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 200 len: 835 time: 0.0743380 Jul 13 07:56:37.201456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d599090-bc77-41a7-aabe-1f8e6de292ea req-aa5b8358-1e35-4130-a427-63a85af9472e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:37.202849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6d599090-bc77-41a7-aabe-1f8e6de292ea req-aa5b8358-1e35-4130-a427-63a85af9472e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 946 time: 0.1115139 Jul 13 07:56:37.217518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] Set router af9bd51f-6666-467f-86af-42a5b0bc2038 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:37.238620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-06402f0d-d21c-4cd7-bec5-d9145b3d9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:37.240294 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-06402f0d-d21c-4cd7-bec5-d9145b3d9e6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=28db44f9-e16b-4d7d-93e2-9b23cec92d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936754 Jul 13 07:56:37.260384 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6d599090-bc77-41a7-aabe-1f8e6de292ea req-2167e9e2-96ce-4009-a73d-a909221fd0fd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495017 Jul 13 07:56:37.336347 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-70b06418-c9cd-4b07-a64b-79f65c7b1054 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860455 Jul 13 07:56:37.415920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5d5cf123-362e-4911-978e-a51726bdd6da', 'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:8a:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:53Z', 'updated_at': '2021-07-13T07:54:57Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:37.427944 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6a92f0b-6ec3-487b-b739-fd1c58be5162 req-dae60943-1d16-47da-ad44-fa572acfc9b5 service neutron] 10.222.0.53 "GET /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853281 Jul 13 07:56:37.441708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd88cf4-aaa1-4cbf-bc6e-68aa23a7f09c None None] The sync data for ids ['af9bd51f-6666-467f-86af-42a5b0bc2038'] in n-d-798249-7 is: [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:54Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5d5cf123-362e-4911-978e-a51726bdd6da', 'name': '', 'network_id': '28db44f9-e16b-4d7d-93e2-9b23cec92d6b', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:8a:87:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:53Z', 'updated_at': '2021-07-13T07:54:57Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'dcd2b64e-b15b-4c8e-9a60-0521146980c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:37.652323 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1566f7-22ad-4cfc-83d9-7f7089c2b8d4 None None] New status for floating IP 13559892-5e5d-4ec6-b518-6165ee061922: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:56:37.860037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0e6e9-dbcb-4c59-9987-f7aa88cd98eb req-8d773277-e621-41fd-b058-cd7f4f2fa182 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:37.862320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ced0e6e9-dbcb-4c59-9987-f7aa88cd98eb req-8d773277-e621-41fd-b058-cd7f4f2fa182 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0665042 Jul 13 07:56:37.912617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ced0e6e9-dbcb-4c59-9987-f7aa88cd98eb req-6e750d42-5450-4783-a338-9fbb503b9208 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438364 Jul 13 07:56:38.065025 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.349394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-a02d4d8d-c645-484d-937f-797a3daba283 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:38.350792 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-a02d4d8d-c645-484d-937f-797a3daba283 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 946 time: 0.0650907 Jul 13 07:56:38.495171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39365918-ab40-4610-aded-063e9ddcc0d9 req-9dc25cd1-652c-4f2d-b09b-5e56b0aa16be tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:38.496702 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-39365918-ab40-4610-aded-063e9ddcc0d9 req-9dc25cd1-652c-4f2d-b09b-5e56b0aa16be tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=8adfd452-4638-4058-babb-34a223cbfcb9 HTTP/1.1" status: 200 len: 946 time: 0.1148117 Jul 13 07:56:38.512923 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-b7f2799b-7cf6-4fce-82ff-22e5467c8e62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port 620d0dd8-9781-4567-b921-8486ddd4b105 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:38.513272 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-b7f2799b-7cf6-4fce-82ff-22e5467c8e62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.562687 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-39365918-ab40-4610-aded-063e9ddcc0d9 req-9108929c-8b0f-4eed-a4b2-030271434525 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=9ae3098c-b625-4fbc-9293-660c3fe87e99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593688 Jul 13 07:56:38.627512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-b7f2799b-7cf6-4fce-82ff-22e5467c8e62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port 620d0dd8-9781-4567-b921-8486ddd4b105, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=620d0dd8-9781-4567-b921-8486ddd4b105,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:38.627784 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-b7f2799b-7cf6-4fce-82ff-22e5467c8e62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.639041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-b7f2799b-7cf6-4fce-82ff-22e5467c8e62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for 620d0dd8-9781-4567-b921-8486ddd4b105 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:38.763189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-b7f2799b-7cf6-4fce-82ff-22e5467c8e62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.797269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2799b-7cf6-4fce-82ff-22e5467c8e62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=620d0dd8-9781-4567-b921-8486ddd4b105,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:38.843645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-b7f2799b-7cf6-4fce-82ff-22e5467c8e62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] No DVR routers for this DVR port 620d0dd8-9781-4567-b921-8486ddd4b105 on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:38.846448 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-b7f2799b-7cf6-4fce-82ff-22e5467c8e62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.848808 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c2ecff4-1e71-4e3b-ba30-ffeeb302157b req-b7f2799b-7cf6-4fce-82ff-22e5467c8e62 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "DELETE /v2.0/ports/620d0dd8-9781-4567-b921-8486ddd4b105 HTTP/1.1" status: 204 len: 173 time: 0.4925153 Jul 13 07:56:38.849260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'name': 'network-vif-deleted', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:38.852039 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa402555-22a2-4608-b450-c378ac2ed502" -d '{"events": [{"server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "name": "network-vif-deleted", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:38.887747 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff37bef8-cb8a-41ac-b7e6-5629720990de x-openstack-request-id: req-ff37bef8-cb8a-41ac-b7e6-5629720990de {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:38.888120 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adfd452-4638-4058-babb-34a223cbfcb9", "name": "network-vif-deleted", "tag": "620d0dd8-9781-4567-b921-8486ddd4b105", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:38.888378 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff37bef8-cb8a-41ac-b7e6-5629720990de {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:38.888788 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adfd452-4638-4058-babb-34a223cbfcb9', 'name': 'network-vif-deleted', 'tag': '620d0dd8-9781-4567-b921-8486ddd4b105', 'status': 'completed', 'code': 200} Jul 13 07:56:39.093489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb7ee8-95dd-42b0-8a17-027f33e3ac4a req-6ca1686c-5870-429b-824b-d8950cbd43aa tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:39.094938 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-edfb7ee8-95dd-42b0-8a17-027f33e3ac4a req-6ca1686c-5870-429b-824b-d8950cbd43aa tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0634036 Jul 13 07:56:39.133499 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-edfb7ee8-95dd-42b0-8a17-027f33e3ac4a req-a00049a8-e789-4816-95bd-de04e255e9c1 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Jul 13 07:56:39.320851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec25b1-57a3-4871-833f-b5b924a39126 req-74076bf8-6965-4298-8813-384ca6467197 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:39.322351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6ec25b1-57a3-4871-833f-b5b924a39126 req-74076bf8-6965-4298-8813-384ca6467197 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0715194 Jul 13 07:56:39.360159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6ec25b1-57a3-4871-833f-b5b924a39126 req-3d66cdba-2683-42e7-b004-665f8eabaf5e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321233 Jul 13 07:56:39.545996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0acd43-bda5-4f86-b1b6-5361387f39ca req-2f128d4d-e6f3-4073-9be0-01cc367bc14d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:39.547477 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c0acd43-bda5-4f86-b1b6-5361387f39ca req-2f128d4d-e6f3-4073-9be0-01cc367bc14d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0683761 Jul 13 07:56:39.585126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5c0acd43-bda5-4f86-b1b6-5361387f39ca req-561faf66-526a-4a41-88b3-3985962c5916 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318692 Jul 13 07:56:39.593835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6eea9ffd-7518-4bab-9fde-b80354052705 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:39.659707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60358) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:39.674322 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.700967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:39.703860 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ece777-c9cf-4303-a276-531f90052da7" -d '{"events": [{"server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "name": "network-vif-unplugged", "status": "completed", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:39.723760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6eea9ffd-7518-4bab-9fde-b80354052705,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:39.730979 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.760165 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d61da7-1469-402c-a33b-b53dfc8f18c2 x-openstack-request-id: req-f6d61da7-1469-402c-a33b-b53dfc8f18c2 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:39.760466 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "name": "network-vif-unplugged", "status": "failed", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:39.760770 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6d61da7-1469-402c-a33b-b53dfc8f18c2 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:39.761206 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705', 'code': 422} returned with failed status Jul 13 07:56:39.797510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=6eea9ffd-7518-4bab-9fde-b80354052705,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:40.025088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867b2dd-d994-42a4-acef-3c1be389a1b0 req-9390a31e-6dfd-475d-89f7-41d63dea3891 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:40.026564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f867b2dd-d994-42a4-acef-3c1be389a1b0 req-9390a31e-6dfd-475d-89f7-41d63dea3891 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1225781 Jul 13 07:56:40.054661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-658949a3-a39f-4ffb-97a1-77e8e0c68870 None None] Provisioning complete for port 6eea9ffd-7518-4bab-9fde-b80354052705 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:40.055034 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-658949a3-a39f-4ffb-97a1-77e8e0c68870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.089629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f867b2dd-d994-42a4-acef-3c1be389a1b0 req-b4feb5e3-489b-4f40-81b5-1cf2608eb3e9 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Jul 13 07:56:40.129882 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-658949a3-a39f-4ffb-97a1-77e8e0c68870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.161427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.161656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-658949a3-a39f-4ffb-97a1-77e8e0c68870 None None] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6eea9ffd-7518-4bab-9fde-b80354052705,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:40.166462 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-658949a3-a39f-4ffb-97a1-77e8e0c68870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.221520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658949a3-a39f-4ffb-97a1-77e8e0c68870 None None] Pushing event updated for resources: {'Port': ['ID=6eea9ffd-7518-4bab-9fde-b80354052705,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:40.425219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d0d20aed-cb9d-487a-9a4b-16ec05d82f7d None None] Provisioning complete for port 6eea9ffd-7518-4bab-9fde-b80354052705 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:40.425511 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0d20aed-cb9d-487a-9a4b-16ec05d82f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.445978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port 5d5cf123-362e-4911-978e-a51726bdd6da {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:40.446533 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.537565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port 5d5cf123-362e-4911-978e-a51726bdd6da, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5d5cf123-362e-4911-978e-a51726bdd6da,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:40.537929 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.549342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for 5d5cf123-362e-4911-978e-a51726bdd6da owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:40.728506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.752466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=5d5cf123-362e-4911-978e-a51726bdd6da,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:40.929021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.141394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router af9bd51f-6666-467f-86af-42a5b0bc2038 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:41.250795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:41.256613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5a40d84d-4bfc-4318-b24b-6c1634958ac4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "PUT /v2.0/routers/af9bd51f-6666-467f-86af-42a5b0bc2038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5953810 Jul 13 07:56:41.259002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60366) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:41.262163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] Sync routers for ids ['af9bd51f-6666-467f-86af-42a5b0bc2038'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:41.271738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] Routers {'af9bd51f-6666-467f-86af-42a5b0bc2038'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:41.272445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9bd51f-6666-467f-86af-42a5b0bc2038'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:41.318819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894abe3-5820-4f80-890c-9f796ec54824 req-5033e627-e950-42b4-8eef-7861274abcb2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:41.320355 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6894abe3-5820-4f80-890c-9f796ec54824 req-5033e627-e950-42b4-8eef-7861274abcb2 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1108105 Jul 13 07:56:41.328877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb903f78-22ff-4e4f-9609-60e9c4c3157c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting subnet dcd2b64e-b15b-4c8e-9a60-0521146980c6 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:56:41.337792 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb903f78-22ff-4e4f-9609-60e9c4c3157c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.373318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] Set router af9bd51f-6666-467f-86af-42a5b0bc2038 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:41.395205 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb903f78-22ff-4e4f-9609-60e9c4c3157c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.400163 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6894abe3-5820-4f80-890c-9f796ec54824 req-2d76e984-5e12-4c88-94a8-16f1003aa43e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688934 Jul 13 07:56:41.480329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb903f78-22ff-4e4f-9609-60e9c4c3157c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.543858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb903f78-22ff-4e4f-9609-60e9c4c3157c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.552568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:56:40Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:41.574045 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb903f78-22ff-4e4f-9609-60e9c4c3157c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd2b64e-b15b-4c8e-9a60-0521146980c6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:41.576051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cb903f78-22ff-4e4f-9609-60e9c4c3157c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.577933 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cb903f78-22ff-4e4f-9609-60e9c4c3157c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/subnets/dcd2b64e-b15b-4c8e-9a60-0521146980c6 HTTP/1.1" status: 204 len: 168 time: 0.3179944 Jul 13 07:56:41.579554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] Checking router: af9bd51f-6666-467f-86af-42a5b0bc2038 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:41.580672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60368) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:41.583045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ece52b-a63b-4dfd-b266-f7bf6912cfab None None] Network 28db44f9-e16b-4d7d-93e2-9b23cec92d6b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:41.612271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] Routers {'af9bd51f-6666-467f-86af-42a5b0bc2038'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:41.612889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['af9bd51f-6666-467f-86af-42a5b0bc2038'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:41.689623 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.793796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.848903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port 946f8fdf-d173-40c6-a645-7045f92f40ca {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:41.849251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.907079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:41.909954 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacd0371-eb2b-47d6-be36-57d728afc475" -d '{"events": [{"server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "name": "network-vif-plugged", "status": "completed", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:41.916450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:41.941708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port 946f8fdf-d173-40c6-a645-7045f92f40ca, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=946f8fdf-d173-40c6-a645-7045f92f40ca,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:41.942054 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.943414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 620d0dd8-9781-4567-b921-8486ddd4b105 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:41.943754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 620d0dd8-9781-4567-b921-8486ddd4b105 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:41.946017 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979e8afd-32e7-4bba-8889-d22474deb443 x-openstack-request-id: req-979e8afd-32e7-4bba-8889-d22474deb443 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:41.946380 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "name": "network-vif-plugged", "status": "failed", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:41.946632 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-979e8afd-32e7-4bba-8889-d22474deb443 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:41.947014 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705', 'code': 422} returned with failed status Jul 13 07:56:41.956773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for 946f8fdf-d173-40c6-a645-7045f92f40ca owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:41.972495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] Set router af9bd51f-6666-467f-86af-42a5b0bc2038 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:42.113755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c18bb-f48a-475b-b94e-3d9d23cef1f6 None None] DHCP port deletion for 28db44f9-e16b-4d7d-93e2-9b23cec92d6b request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:56:42.130818 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.157983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=946f8fdf-d173-40c6-a645-7045f92f40ca,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:42.193654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:56:40Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:42.217694 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.221423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838a1bc-1094-4fdd-9ab1-25cc4c2b65c2 None None] The sync data for ids ['af9bd51f-6666-467f-86af-42a5b0bc2038'] in n-d-798249-7 is: [{'id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344612773', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:56:40Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '946f8fdf-d173-40c6-a645-7045f92f40ca', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9bd51f-6666-467f-86af-42a5b0bc2038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:54:50Z', 'updated_at': '2021-07-13T07:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:42.227629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-914c18bb-f48a-475b-b94e-3d9d23cef1f6 None None] Deleting port 51def8e7-8143-45e8-a744-7915f6f14347 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:42.228005 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-914c18bb-f48a-475b-b94e-3d9d23cef1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.295050 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-914c18bb-f48a-475b-b94e-3d9d23cef1f6 None None] For port 51def8e7-8143-45e8-a744-7915f6f14347, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=51def8e7-8143-45e8-a744-7915f6f14347,segment=NetworkSegment(eaae3e05-4156-417b-981b-b2187b47fbf4),segment_id=eaae3e05-4156-417b-981b-b2187b47fbf4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:42.295753 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-914c18bb-f48a-475b-b94e-3d9d23cef1f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.307207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-914c18bb-f48a-475b-b94e-3d9d23cef1f6 None None] Calling delete_port for 51def8e7-8143-45e8-a744-7915f6f14347 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:42.311632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.314347 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.359768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.360253 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Fanout notify agent at l3_agent the message router_deleted on router af9bd51f-6666-467f-86af-42a5b0bc2038 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:56:42.367995 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.369139 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0226ae3e-e357-4acc-a552-79e1f2ede54b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/routers/af9bd51f-6666-467f-86af-42a5b0bc2038 HTTP/1.1" status: 204 len: 168 time: 0.7874477 Jul 13 07:56:42.371680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60372) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:42.388229 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-914c18bb-f48a-475b-b94e-3d9d23cef1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.413594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c18bb-f48a-475b-b94e-3d9d23cef1f6 None None] Pushing event deleted for resources: {'Port': ['ID=51def8e7-8143-45e8-a744-7915f6f14347,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:42.417222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c18bb-f48a-475b-b94e-3d9d23cef1f6 None None] No DVR routers for this DVR port 51def8e7-8143-45e8-a744-7915f6f14347 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:42.454875 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.543344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.554986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28db44f9-e16b-4d7d-93e2-9b23cec92d6b']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:42.564928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaae3e05-4156-417b-981b-b2187b47fbf4') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:42.565236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaae3e05-4156-417b-981b-b2187b47fbf4') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:42.574663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.580933 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b281e-2b24-4887-b97b-56987a0281e7 req-ade214dd-4791-449f-a31b-c46d8183b5fc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:42.583512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b4b281e-2b24-4887-b97b-56987a0281e7 req-ade214dd-4791-449f-a31b-c46d8183b5fc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0684767 Jul 13 07:56:42.590639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.601235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:56:42.601623 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:56:42.604832 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:56:42.632704 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9b4b281e-2b24-4887-b97b-56987a0281e7 req-972ec862-a559-4e5c-af30-8010cf1d9597 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Jul 13 07:56:42.671616 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.679624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.681764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/networks/28db44f9-e16b-4d7d-93e2-9b23cec92d6b HTTP/1.1" status: 204 len: 168 time: 0.3091292 Jul 13 07:56:42.684857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60376) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:42.693345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4388b-44e1-485c-ba98-0e3852307afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Network': ['ID=28db44f9-e16b-4d7d-93e2-9b23cec92d6b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:42.748179 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-116d2645-496a-4a74-b679-8fb7490f25b8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.773969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-116d2645-496a-4a74-b679-8fb7490f25b8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.841003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-116d2645-496a-4a74-b679-8fb7490f25b8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.845888 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-116d2645-496a-4a74-b679-8fb7490f25b8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.848871 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-116d2645-496a-4a74-b679-8fb7490f25b8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ae3098c-b625-4fbc-9293-660c3fe87e99 HTTP/1.1" status: 204 len: 168 time: 0.1625974 Jul 13 07:56:42.861268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d2645-496a-4a74-b679-8fb7490f25b8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae3098c-b625-4fbc-9293-660c3fe87e99,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:43.136522 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60382) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:43.141581 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4c1bd224-af8d-4ee1-abdf-3c4e1bf7b00d tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907036522', 'description': 'tempest-secgroup-smoke-907036522 description', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:43.164444 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c1bd224-af8d-4ee1-abdf-3c4e1bf7b00d tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.224798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5d5cf123-362e-4911-978e-a51726bdd6da no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:43.244640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5d5cf123-362e-4911-978e-a51726bdd6da {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:43.244990 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5d5cf123-362e-4911-978e-a51726bdd6da not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:43.245417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 946f8fdf-d173-40c6-a645-7045f92f40ca no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:43.246734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c1bd224-af8d-4ee1-abdf-3c4e1bf7b00d tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.250570 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c1bd224-af8d-4ee1-abdf-3c4e1bf7b00d tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.268268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 946f8fdf-d173-40c6-a645-7045f92f40ca {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:43.268617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 946f8fdf-d173-40c6-a645-7045f92f40ca not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:43.269243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 51def8e7-8143-45e8-a744-7915f6f14347 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:43.278998 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c1bd224-af8d-4ee1-abdf-3c4e1bf7b00d tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.280243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4c1bd224-af8d-4ee1-abdf-3c4e1bf7b00d tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1426749 Jul 13 07:56:43.283452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60384) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:43.285614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bd224-af8d-4ee1-abdf-3c4e1bf7b00d tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c38216f-3fd9-48a2-ac77-70425c3c1874,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:43.288511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 51def8e7-8143-45e8-a744-7915f6f14347 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:43.288861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 51def8e7-8143-45e8-a744-7915f6f14347 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:43.289286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-40395e41-829b-47dd-bca4-3a90c810bf84 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '5c38216f-3fd9-48a2-ac77-70425c3c1874', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:43.317129 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40395e41-829b-47dd-bca4-3a90c810bf84 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.370232 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40395e41-829b-47dd-bca4-3a90c810bf84 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.373462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40395e41-829b-47dd-bca4-3a90c810bf84 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.392737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40395e41-829b-47dd-bca4-3a90c810bf84 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c816c980-ef6a-4945-a65f-9b7fad1b8db8,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:43.394980 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-40395e41-829b-47dd-bca4-3a90c810bf84 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.396186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-40395e41-829b-47dd-bca4-3a90c810bf84 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116683 Jul 13 07:56:43.399116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60386) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:43.403780 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1240d3d0-2c1c-43ad-a64e-7177f2dddba1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '5c38216f-3fd9-48a2-ac77-70425c3c1874', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:43.430026 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1240d3d0-2c1c-43ad-a64e-7177f2dddba1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.486532 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1240d3d0-2c1c-43ad-a64e-7177f2dddba1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.489957 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1240d3d0-2c1c-43ad-a64e-7177f2dddba1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.507589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240d3d0-2c1c-43ad-a64e-7177f2dddba1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0add5bb-2f21-4848-b599-84228fd5210f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:43.512961 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1240d3d0-2c1c-43ad-a64e-7177f2dddba1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.514158 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1240d3d0-2c1c-43ad-a64e-7177f2dddba1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140215 Jul 13 07:56:43.517228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60388) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:43.521630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fe60f5b9-a1cb-4ab0-a731-98807d1393f5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '5c38216f-3fd9-48a2-ac77-70425c3c1874', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:43.546217 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe60f5b9-a1cb-4ab0-a731-98807d1393f5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.603049 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe60f5b9-a1cb-4ab0-a731-98807d1393f5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.606606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe60f5b9-a1cb-4ab0-a731-98807d1393f5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.621567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60f5b9-a1cb-4ab0-a731-98807d1393f5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2af338-6c96-42fe-89a4-087a215961a7,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:43.630592 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fe60f5b9-a1cb-4ab0-a731-98807d1393f5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.631828 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fe60f5b9-a1cb-4ab0-a731-98807d1393f5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137197 Jul 13 07:56:43.634509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60390) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:43.638920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-bd04f5a8-57c7-4bef-9418-19370028ce32 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '5c38216f-3fd9-48a2-ac77-70425c3c1874', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:43.664547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bd04f5a8-57c7-4bef-9418-19370028ce32 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.727019 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bd04f5a8-57c7-4bef-9418-19370028ce32 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.731267 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bd04f5a8-57c7-4bef-9418-19370028ce32 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.749937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04f5a8-57c7-4bef-9418-19370028ce32 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e1c899-fab2-4c3c-bfe3-3eb1053a0afb,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:43.757864 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bd04f5a8-57c7-4bef-9418-19370028ce32 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.759181 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bd04f5a8-57c7-4bef-9418-19370028ce32 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237147 Jul 13 07:56:43.762133 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60394) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:43.766926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-698e1877-4f6b-4704-bc53-9e303414ce35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '5c38216f-3fd9-48a2-ac77-70425c3c1874', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:43.789075 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-698e1877-4f6b-4704-bc53-9e303414ce35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Project eb87c2e5cee545e3bec40c9ac923c7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:56:43.793842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-698e1877-4f6b-4704-bc53-9e303414ce35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.824488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3bda9-289c-46f8-9240-99c5ce7555ad req-59ffd028-a9eb-4026-8290-3ce6df37762f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:43.825998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3ae3bda9-289c-46f8-9240-99c5ce7555ad req-59ffd028-a9eb-4026-8290-3ce6df37762f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0685525 Jul 13 07:56:43.855868 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-698e1877-4f6b-4704-bc53-9e303414ce35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.859718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-698e1877-4f6b-4704-bc53-9e303414ce35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.866056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3ae3bda9-289c-46f8-9240-99c5ce7555ad req-539f6dd4-fc33-42bc-ab36-d93c1c172efb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343630 Jul 13 07:56:43.878489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e1877-4f6b-4704-bc53-9e303414ce35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa70d62-d0c6-441e-aaf9-8d5709bad4bf,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:43.886229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-698e1877-4f6b-4704-bc53-9e303414ce35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.887429 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-698e1877-4f6b-4704-bc53-9e303414ce35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243649 Jul 13 07:56:43.890595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60396) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:43.896486 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-93c68d21-d67b-44cd-8cde-befcc0ba662b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '5c38216f-3fd9-48a2-ac77-70425c3c1874', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:43.919922 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-93c68d21-d67b-44cd-8cde-befcc0ba662b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Project eb87c2e5cee545e3bec40c9ac923c7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:56:43.925625 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93c68d21-d67b-44cd-8cde-befcc0ba662b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.986999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93c68d21-d67b-44cd-8cde-befcc0ba662b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.990897 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93c68d21-d67b-44cd-8cde-befcc0ba662b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.007984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c68d21-d67b-44cd-8cde-befcc0ba662b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2661cc-369b-43df-aadb-71abfa6d4e89,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:44.013962 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-93c68d21-d67b-44cd-8cde-befcc0ba662b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.015286 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-93c68d21-d67b-44cd-8cde-befcc0ba662b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234829 Jul 13 07:56:44.018857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60398) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:44.024086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'network': {'name': 'tempest-network-smoke--904047034', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'port_security_enabled': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:44.044718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:44.048732 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.074434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:56:44.083369 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.083725 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Added segment 5e19f7d8-6007-41aa-b44a-6157acddc807 of type vlan for network c9a854ea-8e18-43d1-b360-2f018aecb6ce Jul 13 07:56:44.123751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.152693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.158962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:44.159551 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.195539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1756787 Jul 13 07:56:44.198285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60400) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:44.202692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'admin_state_up': True, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:44.240275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b1189-8206-406f-93ce-3c4a11f1de3c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Network': ['ID=c9a854ea-8e18-43d1-b360-2f018aecb6ce,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:44.250789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c9a854ea-8e18-43d1-b360-2f018aecb6ce details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:56:44.256829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.257844 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.311353 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e38579e-e551-41d3-9c1d-ed57eb221225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.316268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.447407 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.636862 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.655535 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.758761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.25.6.107 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/e2725fa8-d324-4588-9a84-29bc0e2a129e) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:44.858335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.901201 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.937883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:44.943267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:44.946550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:44.979622 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=e2725fa8-d324-4588-9a84-29bc0e2a129e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:45.140365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439878e-9f28-436c-924d-839b1689e3ff req-f4afb2ce-7cfc-4cd6-8d6c-2d19fef37f1f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:45.142160 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2439878e-9f28-436c-924d-839b1689e3ff req-f4afb2ce-7cfc-4cd6-8d6c-2d19fef37f1f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1584213 Jul 13 07:56:45.228106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2439878e-9f28-436c-924d-839b1689e3ff req-846b5426-48b7-4ef5-8316-ea81dc691173 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777061 Jul 13 07:56:45.281722 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.475541 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:45.906297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 4bf1a417-65aa-4b21-a887-c4d6931a336d is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:56:46.011535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:46.022030 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Sync routers for ids ['4bf1a417-65aa-4b21-a887-c4d6931a336d'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:46.029889 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.031356 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-af509f1a-ce48-431c-9063-11cfed6066a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8321524 Jul 13 07:56:46.031491 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Routers {'4bf1a417-65aa-4b21-a887-c4d6931a336d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:46.032577 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4bf1a417-65aa-4b21-a887-c4d6931a336d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:46.035050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60406) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:46.063029 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-58268b7d-c339-4911-b669-c9cc2e64fae4 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=eb87c2e5cee545e3bec40c9ac923c7cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268819 Jul 13 07:56:46.065799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60408) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:46.124020 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:56:46.142867 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Set router 4bf1a417-65aa-4b21-a887-c4d6931a336d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:46.212466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00900ba9-b8fb-4b26-8246-7567d1797ea2 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:46.213890 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-00900ba9-b8fb-4b26-8246-7567d1797ea2 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1471915 Jul 13 07:56:46.217177 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60410) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:46.246123 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7b8fa6a2-e352-4d10-b06e-64c06af222e8 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278001 Jul 13 07:56:46.248684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60412) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:46.253973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1966505654', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:46.352386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:46.356946 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.405532 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:46.415200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed113da7-8963-4b9b-b494-acf263b790e4 req-931f6170-7dd8-4f7e-bbc3-d2cd30bd7f6e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:46.416768 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed113da7-8963-4b9b-b494-acf263b790e4 req-931f6170-7dd8-4f7e-bbc3-d2cd30bd7f6e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0709412 Jul 13 07:56:46.432231 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Checking router: 4bf1a417-65aa-4b21-a887-c4d6931a336d for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:46.432574 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Updating router 4bf1a417-65aa-4b21-a887-c4d6931a336d port e2725fa8-d324-4588-9a84-29bc0e2a129e binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:46.459087 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed113da7-8963-4b9b-b494-acf263b790e4 req-3ef9477c-d87a-435f-9a0f-2d41afcf1f70 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339372 Jul 13 07:56:46.471695 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.548833 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.615147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Subnet': ['ID=f951cb1f-bfdd-4957-ad58-f82607210316,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:46.627952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Checking segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:46.628332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network hostable DHCP agents. Network: c9a854ea-8e18-43d1-b360-2f018aecb6ce, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:56:46.649840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network c9a854ea-8e18-43d1-b360-2f018aecb6ce is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:56:46.661987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c9a854ea-8e18-43d1-b360-2f018aecb6ce) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:46.667648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:46.668537 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.673852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba61ea-c753-4a29-9bc1-368cf16e169e None None] Network c9a854ea-8e18-43d1-b360-2f018aecb6ce requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:46.691220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60416) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:46.691706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ff7d71c6-2c96-429f-91cf-da0b19f0bb80 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4418037 Jul 13 07:56:46.745426 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.755918 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Transition to ACTIVE for port object e2725fa8-d324-4588-9a84-29bc0e2a129e will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:46.762178 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.819703 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Attempting to bind port e2725fa8-d324-4588-9a84-29bc0e2a129e on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:46.820404 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Attempting to bind port e2725fa8-d324-4588-9a84-29bc0e2a129e by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:46.820964 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Attempting to bind port e2725fa8-d324-4588-9a84-29bc0e2a129e on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:46.826334 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Pushing event updated for resources: {'Port': ['ID=e2725fa8-d324-4588-9a84-29bc0e2a129e,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:46.830371 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:46.830793 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:46.831195 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.831705 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:46.832210 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Bound port: e2725fa8-d324-4588-9a84-29bc0e2a129e, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:46.832583 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.841333 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.841837 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.842176 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.842510 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.842837 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.843157 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.843491 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.843794 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.844171 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.844760 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.844900 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.845209 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:46.859432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:56:46.861202 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:46.926697 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] For port e2725fa8-d324-4588-9a84-29bc0e2a129e, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:46.930460 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] For port e2725fa8-d324-4588-9a84-29bc0e2a129e, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e2725fa8-d324-4588-9a84-29bc0e2a129e,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:46.934653 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.001282 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Routers {'4bf1a417-65aa-4b21-a887-c4d6931a336d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:47.001737 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4bf1a417-65aa-4b21-a887-c4d6931a336d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:47.023124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Allocated IP 172.20.0.2 (c9a854ea-8e18-43d1-b360-2f018aecb6ce/f951cb1f-bfdd-4957-ad58-f82607210316/85cc72bf-6c87-4bce-a678-8460f09ef4e9) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:47.044845 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddcdf4-c5da-4be9-b97d-ee083bb982c7 None None] Pushing event updated for resources: {'Port': ['ID=e2725fa8-d324-4588-9a84-29bc0e2a129e,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:47.120538 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.129512 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] Set router 4bf1a417-65aa-4b21-a887-c4d6931a336d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:47.192779 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.201485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Transition to ACTIVE for port object 85cc72bf-6c87-4bce-a678-8460f09ef4e9 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:47.217964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Transition to ACTIVE for port object 85cc72bf-6c87-4bce-a678-8460f09ef4e9 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:47.224740 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.283208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Network c9a854ea-8e18-43d1-b360-2f018aecb6ce is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:47.287242 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-497d6623-1aac-419f-9459-5353797554b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.290212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:47.292633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:47.294402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Pushing event updated for resources: {'Port': ['ID=85cc72bf-6c87-4bce-a678-8460f09ef4e9,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:47.323765 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:47.351556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Attempting to bind port 85cc72bf-6c87-4bce-a678-8460f09ef4e9 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:47.352106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Attempting to bind port 85cc72bf-6c87-4bce-a678-8460f09ef4e9 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:47.352568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Attempting to bind port 85cc72bf-6c87-4bce-a678-8460f09ef4e9 on network c9a854ea-8e18-43d1-b360-2f018aecb6ce {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:47.356462 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39410c34-b8b1-4028-b5fb-b8cd861b1ab8 None None] The sync data for ids ['4bf1a417-65aa-4b21-a887-c4d6931a336d'] in n-d-798249-7 is: [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:45Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:47.358244 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:47.358700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Checking segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:47.359263 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.359745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Bound using segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:47.361597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Bound port: 85cc72bf-6c87-4bce-a678-8460f09ef4e9, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:47.361597 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.433523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] For port 85cc72bf-6c87-4bce-a678-8460f09ef4e9, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:47.436739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] For port 85cc72bf-6c87-4bce-a678-8460f09ef4e9, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=85cc72bf-6c87-4bce-a678-8460f09ef4e9,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:47.442046 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.510831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549f7fb-9597-4375-91ad-e522324ae3d2 None None] Pushing event updated for resources: {'Port': ['ID=85cc72bf-6c87-4bce-a678-8460f09ef4e9,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:47.553193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:47.715296 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416427e-6f85-4d9e-ac93-1b2a2e1607fb req-b0ec981b-c5ef-4c31-9cfc-6c125d33b9ae tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:47.717258 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2416427e-6f85-4d9e-ac93-1b2a2e1607fb req-b0ec981b-c5ef-4c31-9cfc-6c125d33b9ae tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1200409 Jul 13 07:56:47.787148 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2416427e-6f85-4d9e-ac93-1b2a2e1607fb req-f048f201-ca40-47d0-97db-bd07b8bec7fc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591836 Jul 13 07:56:47.933338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.20.0.1 (c9a854ea-8e18-43d1-b360-2f018aecb6ce/f951cb1f-bfdd-4957-ad58-f82607210316/e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:47.970882 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.059206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.075293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Transition to ACTIVE for port object e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:48.109870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.157605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network c9a854ea-8e18-43d1-b360-2f018aecb6ce is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:48.161093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:48.165143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:48.171992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:48.214319 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.370942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.511090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6307089-726e-42aa-9719-621a71d5d271 None None] Network c9a854ea-8e18-43d1-b360-2f018aecb6ce requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:48.600126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0b0b7468-6b9c-459a-bf86-880624b2e84b None None] Provisioning for port 85cc72bf-6c87-4bce-a678-8460f09ef4e9 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:48.665338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.669845 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.752646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:48.772604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.867630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network c9a854ea-8e18-43d1-b360-2f018aecb6ce is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:48.869214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:48.939676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5a3fc247-9110-4621-b4b8-0d3db0d1279b None None] Provisioning for port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:48.945109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5a3fc247-9110-4621-b4b8-0d3db0d1279b None None] Provisioning complete for port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:48.945601 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5a3fc247-9110-4621-b4b8-0d3db0d1279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:48.985829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fc247-9110-4621-b4b8-0d3db0d1279b None None] Port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:49.045896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 4bf1a417-65aa-4b21-a887-c4d6931a336d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:49.066122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3e28e-8f5c-4717-823a-c09a0b9b5024 req-4c2aad57-be78-47bc-9fb9-07e9659c01f1 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:49.067720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5d3e28e-8f5c-4717-823a-c09a0b9b5024 req-4c2aad57-be78-47bc-9fb9-07e9659c01f1 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1302989 Jul 13 07:56:49.179094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5d3e28e-8f5c-4717-823a-c09a0b9b5024 req-0b234515-8644-40a4-a9db-99335fe81cb4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053557 Jul 13 07:56:49.201701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:49.212173 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-41d46c71-acde-438a-a342-e6e286b86f8e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "PUT /v2.0/routers/4bf1a417-65aa-4b21-a887-c4d6931a336d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5198376 Jul 13 07:56:49.217944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Sync routers for ids ['4bf1a417-65aa-4b21-a887-c4d6931a336d'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:49.237926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-aa7ac665-9632-464b-8afe-36074738c597 None None] Provisioning complete for port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:49.237926 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac665-9632-464b-8afe-36074738c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.239222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Routers {'4bf1a417-65aa-4b21-a887-c4d6931a336d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:49.239878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4bf1a417-65aa-4b21-a887-c4d6931a336d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:49.332875 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ac665-9632-464b-8afe-36074738c597 None None] Port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:49.372839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e2725fa8-d324-4588-9a84-29bc0e2a129e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:49.386674 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-48c02fda-4cd4-46ec-ab70-2eb2fd2f23ee tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907036522&fields=id&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 267 time: 0.0499203 Jul 13 07:56:49.429279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Set router 4bf1a417-65aa-4b21-a887-c4d6931a336d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:49.503054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-d0744b70-53b5-49fc-b030-598e47bc9645 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:49.510196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-d0744b70-53b5-49fc-b030-598e47bc9645 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/networks?id=c9a854ea-8e18-43d1-b360-2f018aecb6ce HTTP/1.1" status: 200 len: 796 time: 0.1158566 Jul 13 07:56:49.520127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-70e6d02d-93ed-4d29-8324-0dce3f94790d None None] Provisioning complete for port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:49.520457 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-70e6d02d-93ed-4d29-8324-0dce3f94790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.522538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-69e9d45b-e19c-493a-b3fb-4e25e445ca19 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/quotas/eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 375 time: 0.0114188 Jul 13 07:56:49.533532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e2725fa8-d324-4588-9a84-29bc0e2a129e completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:49.562700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e2725fa8-d324-4588-9a84-29bc0e2a129e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:49.563073 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.597907 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-2a62fc8c-4d73-4414-a816-7c58f3dc2e5c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677574 Jul 13 07:56:49.637077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-70e6d02d-93ed-4d29-8324-0dce3f94790d None None] Port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:49.699640 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-e532dc76-9c9e-43cc-9030-3ce0f0a351ec service neutron] 10.222.0.44 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875821 Jul 13 07:56:49.730265 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.761700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e2725fa8-d324-4588-9a84-29bc0e2a129e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e2725fa8-d324-4588-9a84-29bc0e2a129e,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:49.770602 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.779060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-135a7b68-6c1e-4fd6-bd87-fb81c02b9885 None None] Provisioning complete for port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:49.779427 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-135a7b68-6c1e-4fd6-bd87-fb81c02b9885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:49.797337 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-5a668343-9fc7-47b1-b3f1-90c6f9d23e5f service neutron] 10.222.0.44 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916209 Jul 13 07:56:49.986410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf', 'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:67:2a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:47Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 2, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:49.998561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 85cc72bf-6c87-4bce-a678-8460f09ef4e9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:50.009821 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2ae1186-a4eb-497a-b114-53f80f5049fa req-f88b4abc-d960-46a0-a1bd-2b358bdc8a16 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 210 time: 0.0490177 Jul 13 07:56:50.049873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Checking router: 4bf1a417-65aa-4b21-a887-c4d6931a336d for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:50.050232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Updating router 4bf1a417-65aa-4b21-a887-c4d6931a336d port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:50.058962 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.104567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-135a7b68-6c1e-4fd6-bd87-fb81c02b9885 None None] Port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:50.116376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e2725fa8-d324-4588-9a84-29bc0e2a129e,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:50.127358 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.167932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 85cc72bf-6c87-4bce-a678-8460f09ef4e9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:50.178505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 85cc72bf-6c87-4bce-a678-8460f09ef4e9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:50.178866 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.381178 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.390389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f33997-45a6-4e8d-aedb-10a9eb172bb2 req-4d4b69bf-357b-4f12-9694-64e6150f199a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:50.393357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c7f33997-45a6-4e8d-aedb-10a9eb172bb2 req-4d4b69bf-357b-4f12-9694-64e6150f199a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0778511 Jul 13 07:56:50.435980 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c7f33997-45a6-4e8d-aedb-10a9eb172bb2 req-e96a9d60-f5df-4604-90eb-0d2f25c2f805 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352221 Jul 13 07:56:50.445042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 85cc72bf-6c87-4bce-a678-8460f09ef4e9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=85cc72bf-6c87-4bce-a678-8460f09ef4e9,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:50.452286 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.545364 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.548485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=85cc72bf-6c87-4bce-a678-8460f09ef4e9,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:50.558839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Transition to ACTIVE for port object e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:50.565346 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.620834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc2a12-316f-4200-acd4-2b88a3d0c043 None None] Pushing event updated for resources: {'Port': ['ID=e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:50.686647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Attempting to bind port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:50.687021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Attempting to bind port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:50.687582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Attempting to bind port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf on network c9a854ea-8e18-43d1-b360-2f018aecb6ce {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:50.693716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:50.694196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Checking segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:50.694668 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.695162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Bound using segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:50.695669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Bound port: e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:50.696144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.771146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] For port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:50.775230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] For port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:50.783947 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:50.819460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-d1d642b2-09db-479b-af8e-1a4a39fb37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:50.821890 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-d1d642b2-09db-479b-af8e-1a4a39fb37e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1098 time: 0.0681725 Jul 13 07:56:50.858381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffffdf-587a-4119-8bb4-6137dbf50499 req-a68c0cf7-c1da-475f-ba69-cb4e4fbabe07 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:50.861046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Routers {'4bf1a417-65aa-4b21-a887-c4d6931a336d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:50.861800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4bf1a417-65aa-4b21-a887-c4d6931a336d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:50.869095 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1ffffdf-587a-4119-8bb4-6137dbf50499 req-a68c0cf7-c1da-475f-ba69-cb4e4fbabe07 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0949950 Jul 13 07:56:50.910356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc2a12-316f-4200-acd4-2b88a3d0c043 None None] Pushing event updated for resources: {'Port': ['ID=e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:50.941539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a1ffffdf-587a-4119-8bb4-6137dbf50499 req-55717915-91b9-4abf-8b44-93bec300055a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712924 Jul 13 07:56:50.967665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-80a86444-7a38-4e19-bc70-d9b47e3c8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:50.970099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-80a86444-7a38-4e19-bc70-d9b47e3c8df5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.1403985 Jul 13 07:56:51.008345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] Set router 4bf1a417-65aa-4b21-a887-c4d6931a336d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:51.070786 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-6925868a-70e6-460f-85be-33244b651709 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1002 time: 0.0928082 Jul 13 07:56:51.129066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-b808fa30-6aae-48bd-8c03-85f0927c117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:51.130772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-b808fa30-6aae-48bd-8c03-85f0927c117c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0543814 Jul 13 07:56:51.196067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-32438fd6-5a06-44fb-b463-ff8b92a99556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:51.198834 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-32438fd6-5a06-44fb-b463-ff8b92a99556 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617576 Jul 13 07:56:51.262068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-6b2fdbe6-164f-401c-9510-a698e36c6fd9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:51.264399 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-6b2fdbe6-164f-401c-9510-a698e36c6fd9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/networks?id=c9a854ea-8e18-43d1-b360-2f018aecb6ce HTTP/1.1" status: 200 len: 796 time: 0.2012470 Jul 13 07:56:51.272738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7242c4fa-a30e-4327-845e-45ec46f42d76 req-9da72dc9-aa9d-43fd-a68d-eae6a9319634 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 210 time: 0.0515428 Jul 13 07:56:51.311534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e2725fa8-d324-4588-9a84-29bc0e2a129e up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:51.330764 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-d0d7f0c6-6fee-42c0-8129-ec69a4493812 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 379 time: 0.0570564 Jul 13 07:56:51.347951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'port': {'device_id': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'admin_state_up': True, 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'security_groups': ['5c38216f-3fd9-48a2-ac77-70425c3c1874']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:51.354326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-6ac70cc6-5df5-4003-bf29-80031fe9f60b service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486299 Jul 13 07:56:51.358433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf', 'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:67:2a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:47Z', 'updated_at': '2021-07-13T07:56:50Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:51.389232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d80f9-948f-4f44-bc86-40ec6d753cbe None None] The sync data for ids ['4bf1a417-65aa-4b21-a887-c4d6931a336d'] in n-d-798249-7 is: [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf', 'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:67:2a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:47Z', 'updated_at': '2021-07-13T07:56:50Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:51.409893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e2725fa8-d324-4588-9a84-29bc0e2a129e triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:51.410263 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.486238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-913b4d82-a0ce-4a3d-bd24-2b95862d4dbc req-febdc6bb-d2e0-40ca-9b99-5facb16e70ab service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212056 Jul 13 07:56:51.503211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'port': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:51.507088 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.519319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 85cc72bf-6c87-4bce-a678-8460f09ef4e9 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:51.569913 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 85cc72bf-6c87-4bce-a678-8460f09ef4e9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:51.570222 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.665649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.20.0.11 (c9a854ea-8e18-43d1-b360-2f018aecb6ce/f951cb1f-bfdd-4957-ad58-f82607210316/6a2c4d5f-b24b-4342-a514-f8a107f8e1e0) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:51.808695 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.822905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Transition to ACTIVE for port object 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:51.861221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:51.916277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network c9a854ea-8e18-43d1-b360-2f018aecb6ce is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:51.921761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:51.927288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:51.965185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:52.019641 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:52.020368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.049084 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-fa61e7cd-c6eb-4689-90fe-e8ff9118a817 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7109766 Jul 13 07:56:52.068358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Request body: {'port': {'device_id': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:52.179752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e7733b0e-ce8f-4c98-a167-7370fc7dea72 None None] Provisioning for port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:52.184340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e7733b0e-ce8f-4c98-a167-7370fc7dea72 None None] Provisioning complete for port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:52.184832 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e7733b0e-ce8f-4c98-a167-7370fc7dea72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.185920 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.219529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e7733b0e-ce8f-4c98-a167-7370fc7dea72 None None] Port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:52.255706 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf2fe-81f2-4215-99dd-ec7ddbecb04d req-7975382a-5f4c-48c0-ab2b-147cd599e912 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:52.257429 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a95cf2fe-81f2-4215-99dd-ec7ddbecb04d req-7975382a-5f4c-48c0-ab2b-147cd599e912 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.1423874 Jul 13 07:56:52.371932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a95cf2fe-81f2-4215-99dd-ec7ddbecb04d req-d19b4464-b2de-46e2-a484-d0dd107e3c7a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076353 Jul 13 07:56:52.472950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77219313-012d-44e4-a7df-a93fdea8800f req-765202e2-2ea6-4f24-a667-1262e1bcc011 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:52.476956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-77219313-012d-44e4-a7df-a93fdea8800f req-765202e2-2ea6-4f24-a667-1262e1bcc011 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 932 time: 0.0753000 Jul 13 07:56:52.514726 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-77219313-012d-44e4-a7df-a93fdea8800f req-8577904d-73b0-4356-9f8c-f83e612d6234 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344617 Jul 13 07:56:52.541784 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 {{(pid=93839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:52.550415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.562366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Transition to ACTIVE for port object 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 will not be triggered until provisioned by entity L2. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:52.567609 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.618531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Pushing event updated for resources: {'Port': ['ID=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:52.693294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:52.693631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:52.693961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on network c9a854ea-8e18-43d1-b360-2f018aecb6ce {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:52.698366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on network c9a854ea-8e18-43d1-b360-2f018aecb6ce not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:56:52.698929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on network c9a854ea-8e18-43d1-b360-2f018aecb6ce {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:52.704488 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:52.704827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Checking segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:52.705216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Bound using segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:52.705647 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Bound port: 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:52.706007 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.777414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, cleared binding levels {{(pid=93839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:52.780441 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:52.785231 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.819310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:52.820066 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:52.821348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] 10.222.0.53 "PUT /v2.0/ports/6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 200 len: 1092 time: 0.7627368 Jul 13 07:56:52.821793 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:52.824101 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30" -d '{"events": [{"name": "network-changed", "server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:52.863837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b189f0-b3c5-4c21-b23b-9636de37552f service neutron] Pushing event updated for resources: {'Port': ['ID=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,revision_number=3']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:52.869762 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d1a9ac-e714-43c7-99dc-f2873b6753d7 x-openstack-request-id: req-49d1a9ac-e714-43c7-99dc-f2873b6753d7 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:52.870062 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:52.870314 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49d1a9ac-e714-43c7-99dc-f2873b6753d7 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:52.870710 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'status': 'completed', 'code': 200} Jul 13 07:56:52.930883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-ddbf4669-bc18-4824-a429-757a543cc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:52.932506 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-ddbf4669-bc18-4824-a429-757a543cc217 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1095 time: 0.0573826 Jul 13 07:56:52.978704 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-11d746f4-87a1-437b-ac6b-e840c9e38750 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 200 len: 217 time: 0.0389178 Jul 13 07:56:53.028318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-2f40e0a8-6930-4aa5-87f9-7cd69143aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:53.029706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-2f40e0a8-6930-4aa5-87f9-7cd69143aa51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f951cb1f-bfdd-4957-ad58-f82607210316 HTTP/1.1" status: 200 len: 835 time: 0.0450132 Jul 13 07:56:53.086602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-6dfb04cd-2d09-4c97-a207-5f878f6d2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:53.088206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-6dfb04cd-2d09-4c97-a207-5f878f6d2e7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9a854ea-8e18-43d1-b360-2f018aecb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518687 Jul 13 07:56:53.178215 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-3b1b1302-e70c-4e3e-b914-a384b1adb8e6 service neutron] 10.222.0.53 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840461 Jul 13 07:56:53.248446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:53.274765 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3524dd4d-4080-4322-a528-bc10eda82c7f req-7d16dcda-c695-42b3-b93c-28959f608902 service neutron] 10.222.0.53 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899694 Jul 13 07:56:53.296459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:53.300663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:53.301035 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.370685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-350dfd2b-e810-496f-b58e-50064fadf15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:53.372281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-350dfd2b-e810-496f-b58e-50064fadf15c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1095 time: 0.0528042 Jul 13 07:56:53.377885 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.411269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:53.415671 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.482393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:53.483366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-06749d77-eb20-481c-81c1-bf1fc6a6370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:53.485524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-06749d77-eb20-481c-81c1-bf1fc6a6370b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c9a854ea-8e18-43d1-b360-2f018aecb6ce HTTP/1.1" status: 200 len: 897 time: 0.1064870 Jul 13 07:56:53.531512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-6d6fef22-4e4b-4f88-b5f6-5dc09cd137e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 200 len: 217 time: 0.0381675 Jul 13 07:56:53.577098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e70396-020d-46e8-bcaa-74a8dc924ea6 req-c35206c3-c7b8-44f7-b7b4-1930c1489631 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:53.578714 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2e70396-020d-46e8-bcaa-74a8dc924ea6 req-c35206c3-c7b8-44f7-b7b4-1930c1489631 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0820727 Jul 13 07:56:53.599202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-232fb656-a8a6-43b2-974f-5eaa787aa26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:53.601672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-232fb656-a8a6-43b2-974f-5eaa787aa26d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f951cb1f-bfdd-4957-ad58-f82607210316 HTTP/1.1" status: 200 len: 835 time: 0.0618396 Jul 13 07:56:53.626026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2e70396-020d-46e8-bcaa-74a8dc924ea6 req-726636db-6cf0-4326-be88-e3ad09c468bc tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407474 Jul 13 07:56:53.702574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6327c6e8-0e99-4fd3-8270-a7aa315fb32a None None] Provisioning complete for port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:53.703219 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6327c6e8-0e99-4fd3-8270-a7aa315fb32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:53.716874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-9e9d5fa9-49d2-47a0-9bcb-d1a75f54d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:53.718412 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-9e9d5fa9-49d2-47a0-9bcb-d1a75f54d283 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9a854ea-8e18-43d1-b360-2f018aecb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097362 Jul 13 07:56:53.734641 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9a6b9-b3db-4ce5-b9c4-f834681473e5 req-862ece08-e2d4-4311-9541-1aa0fd108f7f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:53.736397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6cf9a6b9-b3db-4ce5-b9c4-f834681473e5 req-862ece08-e2d4-4311-9541-1aa0fd108f7f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 944 time: 0.0835185 Jul 13 07:56:53.816208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1982e4b-671c-419f-8e8c-724e5e8d5a3a req-dd301670-6a8a-4acf-988c-19576d10a04b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:53.817710 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1982e4b-671c-419f-8e8c-724e5e8d5a3a req-dd301670-6a8a-4acf-988c-19576d10a04b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0679336 Jul 13 07:56:53.832248 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6cf9a6b9-b3db-4ce5-b9c4-f834681473e5 req-a75f85bd-3a59-4119-a5fb-c3f01b2bf40f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879521 Jul 13 07:56:53.855519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-b574f18c-20dc-47d0-be4d-be64b2d1fbde service neutron] 10.222.0.53 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286266 Jul 13 07:56:53.858132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1982e4b-671c-419f-8e8c-724e5e8d5a3a req-6d94965e-9721-4c5e-8e35-0e7545f76ede tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347075 Jul 13 07:56:53.960256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-daec8ff6-6fd6-49c4-a1d3-a2e2e8defb30 req-08503e3a-560e-4604-8142-8613eb656bae service neutron] 10.222.0.53 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963657 Jul 13 07:56:54.035167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53e6fa-7d86-4a16-b4af-7cddcb270b31 req-235b4edb-e3a6-499e-a3e7-feffe69556e8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:54.036681 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af53e6fa-7d86-4a16-b4af-7cddcb270b31 req-235b4edb-e3a6-499e-a3e7-feffe69556e8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0628965 Jul 13 07:56:54.073037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af53e6fa-7d86-4a16-b4af-7cddcb270b31 req-64c38f1e-e224-49fc-b711-a8ca8fbe5b4d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306587 Jul 13 07:56:54.432049 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c036f07-3ce2-4ed6-b6ea-fdd9fac5c94b req-6b7d82f8-4ecf-4b8d-8d6e-640c36bc10c6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:54.433434 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c036f07-3ce2-4ed6-b6ea-fdd9fac5c94b req-6b7d82f8-4ecf-4b8d-8d6e-640c36bc10c6 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0615656 Jul 13 07:56:54.472078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c036f07-3ce2-4ed6-b6ea-fdd9fac5c94b req-cb259525-7637-4782-9f5e-2cf4576a7346 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Jul 13 07:56:55.008226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bac89-8232-4108-a046-dfa94b56672b req-3385bc36-13cf-4859-80c9-c0109650bbf4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:55.009728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-854bac89-8232-4108-a046-dfa94b56672b req-3385bc36-13cf-4859-80c9-c0109650bbf4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 944 time: 0.0648851 Jul 13 07:56:55.047109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-854bac89-8232-4108-a046-dfa94b56672b req-c5ea9b5f-3acb-46d5-a093-2df0d75c303f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Jul 13 07:56:55.231590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:55.279558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:55.279926 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:55.649315 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d8eec-0401-4416-a596-114453f36e79 req-6fd1db93-76e2-4081-b4db-a2bbea1bb0cb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:55.650804 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b8d8eec-0401-4416-a596-114453f36e79 req-6fd1db93-76e2-4081-b4db-a2bbea1bb0cb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0673409 Jul 13 07:56:55.687927 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b8d8eec-0401-4416-a596-114453f36e79 req-7a014099-d489-43e9-9481-83b2f458d218 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Jul 13 07:56:55.895990 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:55.998271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:56.010668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'port_id': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'mac_address': 'fa:16:3e:0d:3f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:56:56.023388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-c0c1fc3f-7a73-40da-9268-1d36b53043a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:56.025640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-c0c1fc3f-7a73-40da-9268-1d36b53043a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2914ed24f1774e4cbc06010dd6012a79&device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 1098 time: 0.0687962 Jul 13 07:56:56.039038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafaa01-5bd6-4656-b9b6-ccb12fd1de9b req-3e8e78f2-783a-4565-94da-3fe11eb48b83 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:56.040574 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ceafaa01-5bd6-4656-b9b6-ccb12fd1de9b req-3e8e78f2-783a-4565-94da-3fe11eb48b83 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0712776 Jul 13 07:56:56.049087 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.066158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:56.081835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ceafaa01-5bd6-4656-b9b6-ccb12fd1de9b req-3c929f16-792a-4383-bc56-2fcb8fb75bbb tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357234 Jul 13 07:56:56.094856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:56.108481 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:56.132413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-172d5426-f229-4a35-9e02-5960b935ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:56.134017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-172d5426-f229-4a35-9e02-5960b935ae47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 200 len: 913 time: 0.1022913 Jul 13 07:56:56.168548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:56.246419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-09bd49fa-7515-49c7-927d-39a91bea7f5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 200 len: 1002 time: 0.1042645 Jul 13 07:56:56.306895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186a463-0200-46ea-83ee-500bf838ebce req-6758dfb4-fe70-4dd5-99a6-f8b90b66e40f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:56.308366 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3186a463-0200-46ea-83ee-500bf838ebce req-6758dfb4-fe70-4dd5-99a6-f8b90b66e40f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 945 time: 0.1184165 Jul 13 07:56:56.318434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-4e8745bf-8f81-4b5a-813f-826f53541304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:56.319827 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-4e8745bf-8f81-4b5a-813f-826f53541304 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 200 len: 851 time: 0.0651269 Jul 13 07:56:56.350890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:56.383607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3186a463-0200-46ea-83ee-500bf838ebce req-9fce3a01-1fab-467e-8f13-2fe2aecaba00 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675998 Jul 13 07:56:56.404408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-167ded70-0541-4456-a8a4-8b3213f8cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:56.405628 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-167ded70-0541-4456-a8a4-8b3213f8cc6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4546adef-06e9-4bc6-9117-3c771b5dd666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797651 Jul 13 07:56:56.493867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-357c5742-d8bd-47b7-8c14-ac52cbc1cd72 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821247 Jul 13 07:56:56.589593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c6ff55e-22b7-4c7c-afde-5f9c5e6ecf90 req-5744d320-bfe0-4153-98cf-69103da3f181 service neutron] 10.222.0.54 "GET /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878644 Jul 13 07:56:57.257307 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a7eaf-e7ae-4129-95fa-ae5c1849dd8b req-5ea1fe03-e86c-4220-a588-15f10514d4f8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:57.259069 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f3a7eaf-e7ae-4129-95fa-ae5c1849dd8b req-5ea1fe03-e86c-4220-a588-15f10514d4f8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0645132 Jul 13 07:56:57.301805 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f3a7eaf-e7ae-4129-95fa-ae5c1849dd8b req-7b01ba1b-5cc1-4154-9d00-98f6f91b3986 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369794 Jul 13 07:56:57.556749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0546ff2-948e-4a95-8a1e-fcec50066b28 req-53b13a0a-4040-41e1-beaf-bb73e0899fe4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:57.558265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0546ff2-948e-4a95-8a1e-fcec50066b28 req-53b13a0a-4040-41e1-beaf-bb73e0899fe4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 945 time: 0.0637391 Jul 13 07:56:57.595866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0546ff2-948e-4a95-8a1e-fcec50066b28 req-ae9bec9a-f7a1-4b01-8411-ecdf3e66ad00 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Jul 13 07:56:57.942198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:57.990133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:57.993763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:57.994140 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.070205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.238940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:58.241106 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fec718c-0b6f-45e6-bf7c-83f6a67234af" -d '{"events": [{"server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "name": "network-vif-plugged", "status": "completed", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:58.253840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:58.257949 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.283865 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab2fdbb-69c0-4af3-9fc3-1478b08c4543 x-openstack-request-id: req-7ab2fdbb-69c0-4af3-9fc3-1478b08c4543 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:58.284182 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "name": "network-vif-plugged", "status": "completed", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:58.284438 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ab2fdbb-69c0-4af3-9fc3-1478b08c4543 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:58.284825 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'code': 200} Jul 13 07:56:58.320185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:58.328394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.329371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.329716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.330051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.330386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.330716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.331618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.331985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.332345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.332670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.333255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.333582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:58.399850 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16ad1e-b242-4ed5-a71b-03d06a3dd3c5 req-5a1793d3-2d1d-4da8-a412-b797f458cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:58.401424 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb16ad1e-b242-4ed5-a71b-03d06a3dd3c5 req-5a1793d3-2d1d-4da8-a412-b797f458cca1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1097 time: 0.0576568 Jul 13 07:56:58.439328 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb16ad1e-b242-4ed5-a71b-03d06a3dd3c5 req-7030e493-c5b7-44b0-8f2f-8bacdf2b9cf7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314112 Jul 13 07:56:58.490819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb116f6-31b3-40b8-8d4d-3c42b558b2e2 req-6e6fb1aa-62e1-4d03-8ff9-1d6af176a917 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:58.492359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cb116f6-31b3-40b8-8d4d-3c42b558b2e2 req-6e6fb1aa-62e1-4d03-8ff9-1d6af176a917 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0722132 Jul 13 07:56:58.529943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4cb116f6-31b3-40b8-8d4d-3c42b558b2e2 req-f69f4628-0caa-4867-9c71-6d4d79215108 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320075 Jul 13 07:56:58.567665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80623712-be92-41c5-9481-8a02bc872b7a None None] Provisioning complete for port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:58.568057 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80623712-be92-41c5-9481-8a02bc872b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:58.705185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7b06a-161c-4b93-8905-f1110ad82418 req-9c41bc60-a5aa-46ad-b4d8-b8000db382e7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:58.706680 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15e7b06a-161c-4b93-8905-f1110ad82418 req-9c41bc60-a5aa-46ad-b4d8-b8000db382e7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0639820 Jul 13 07:56:58.743913 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15e7b06a-161c-4b93-8905-f1110ad82418 req-36c14cf7-554b-41dd-89bd-53848cf727f7 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Jul 13 07:56:58.769674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a924-fabc-46b1-969f-d13cbaf45d86 req-4d771ea6-2a54-487d-aac5-d9510f0f013a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:58.771310 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9a69a924-fabc-46b1-969f-d13cbaf45d86 req-4d771ea6-2a54-487d-aac5-d9510f0f013a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.0649028 Jul 13 07:56:58.810415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9a69a924-fabc-46b1-969f-d13cbaf45d86 req-36eab70e-7d73-4316-a3e3-2f0c1a089109 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332544 Jul 13 07:56:59.400839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-26d68f72-4c08-4f14-9ef8-d8fba28d5883 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:59.402329 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-26d68f72-4c08-4f14-9ef8-d8fba28d5883 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f80017ca-55bf-446c-91dc-19b2f104bc95 HTTP/1.1" status: 200 len: 945 time: 0.0668433 Jul 13 07:56:59.499027 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Deleting port 6eea9ffd-7518-4bab-9fde-b80354052705 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:59.499367 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.588497 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] For port 6eea9ffd-7518-4bab-9fde-b80354052705, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6eea9ffd-7518-4bab-9fde-b80354052705,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:59.588765 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.601651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Calling delete_port for 6eea9ffd-7518-4bab-9fde-b80354052705 owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:59.724904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.738305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['713e7c7d-8806-4c12-9c7a-244172f3d5c1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:59.740550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f4e9c63e-3861-400c-bb6a-63c08df7f592'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:59.766098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event deleted for resources: {'Port': ['ID=6eea9ffd-7518-4bab-9fde-b80354052705,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:59.817161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] No DVR routers for this DVR port 6eea9ffd-7518-4bab-9fde-b80354052705 on host n-h2-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:59.819487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.819837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.820214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.821302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.821302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.821302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.821576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.821851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.822177 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.822501 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.822825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.823150 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:59.830785 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:59.833413 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3ffbb92-9531-482f-b35b-20309328e2c7 req-eee868cc-ec3e-4bf5-b6e9-ed3d13565e24 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "DELETE /v2.0/ports/6eea9ffd-7518-4bab-9fde-b80354052705 HTTP/1.1" status: 204 len: 173 time: 0.4251220 Jul 13 07:56:59.833413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'name': 'network-vif-deleted', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:59.844736 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6ce61c-252b-480b-8080-d68abb8a0fdb" -d '{"events": [{"server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "name": "network-vif-deleted", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:00.035570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aeffe-024a-4d65-94a7-faea9a56c68c req-60146338-1223-483e-98ec-1490b49697c3 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:00.037102 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c95aeffe-024a-4d65-94a7-faea9a56c68c req-60146338-1223-483e-98ec-1490b49697c3 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.0825617 Jul 13 07:57:00.074238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c95aeffe-024a-4d65-94a7-faea9a56c68c req-cc3b29eb-77f5-45b0-98ec-2eebcfb229e4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Jul 13 07:57:00.120469 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e073ebd-52a5-4a59-8524-39cfd4dfc7c7 x-openstack-request-id: req-6e073ebd-52a5-4a59-8524-39cfd4dfc7c7 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:00.120820 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80017ca-55bf-446c-91dc-19b2f104bc95", "name": "network-vif-deleted", "tag": "6eea9ffd-7518-4bab-9fde-b80354052705", "status": "failed", "code": 422}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:00.121317 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e073ebd-52a5-4a59-8524-39cfd4dfc7c7 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:00.122046 n-d-798249-7 neutron-server[93839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f80017ca-55bf-446c-91dc-19b2f104bc95', 'name': 'network-vif-deleted', 'tag': '6eea9ffd-7518-4bab-9fde-b80354052705', 'status': 'failed', 'code': 422} returned with failed status Jul 13 07:57:00.284416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06c7a-1f1f-402e-963e-c14bdf9901fa req-f8ffb59a-3759-4686-ad34-329392a37a44 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:00.285967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-baf06c7a-1f1f-402e-963e-c14bdf9901fa req-f8ffb59a-3759-4686-ad34-329392a37a44 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.0805953 Jul 13 07:57:00.327225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-baf06c7a-1f1f-402e-963e-c14bdf9901fa req-b4981c59-d3bd-4915-a98e-d7352098fab5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355754 Jul 13 07:57:00.351612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60546) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:00.403147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe81d53-5363-4558-a30e-21c9fa1eb414 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:00.404736 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dbe81d53-5363-4558-a30e-21c9fa1eb414 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1092 time: 0.0520000 Jul 13 07:57:00.408238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60548) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:00.412632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:00.433532 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.539357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.645014 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.25.6.198 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/a2612bf1-2f09-4636-89cb-68018c917a26) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:00.649977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6591d0-eeda-41d8-aa84-778feb8ca196 req-89391380-8138-4bb7-a2dd-a4a619ec7011 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:00.651635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec6591d0-eeda-41d8-aa84-778feb8ca196 req-89391380-8138-4bb7-a2dd-a4a619ec7011 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 907 time: 0.0673726 Jul 13 07:57:00.751034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.789187 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.824658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:00.829320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:00.832776 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:00.856715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=a2612bf1-2f09-4636-89cb-68018c917a26,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:01.501651 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.577177 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.721470 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.725925 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.831559 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=a2612bf1-2f09-4636-89cb-68018c917a26,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:01.866751 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:01.996209 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-67d8791f-a7b2-4e14-ac8f-5a6347242a20 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:01.997705 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-67d8791f-a7b2-4e14-ac8f-5a6347242a20 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 907 time: 0.1939983 Jul 13 07:57:02.007020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa25c5e-600d-4198-975f-270e832addaa req-461b25bc-7920-4430-8553-317ea46d8fd4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:02.008491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6aa25c5e-600d-4198-975f-270e832addaa req-461b25bc-7920-4430-8553-317ea46d8fd4 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 907 time: 0.2240906 Jul 13 07:57:02.038407 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Floating IP 5d8629a6-f378-450d-a8c1-eec26ce9e5a4 associated. External IP: 172.25.6.198, port: 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0. Jul 13 07:57:02.232390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-83be0002-405e-40a2-8173-2428d7b4b0c8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Deleting port 1f0a02ec-08a1-48ef-843b-24eabd957f0f {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:02.232737 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-83be0002-405e-40a2-8173-2428d7b4b0c8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.361816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 4bf1a417-65aa-4b21-a887-c4d6931a336d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:02.369249 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-83be0002-405e-40a2-8173-2428d7b4b0c8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] For port 1f0a02ec-08a1-48ef-843b-24eabd957f0f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=1f0a02ec-08a1-48ef-843b-24eabd957f0f,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:02.369611 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-83be0002-405e-40a2-8173-2428d7b4b0c8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.384989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-83be0002-405e-40a2-8173-2428d7b4b0c8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Calling delete_port for 1f0a02ec-08a1-48ef-843b-24eabd957f0f owned by compute:nova {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:02.541586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:02.551059 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] Sync routers for ids ['4bf1a417-65aa-4b21-a887-c4d6931a336d'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:02.560502 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] Routers {'4bf1a417-65aa-4b21-a887-c4d6931a336d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:02.561184 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4bf1a417-65aa-4b21-a887-c4d6931a336d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:02.579913 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.630810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d26352fb-4d05-4e51-bd6d-de36eff7e489 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2214837 Jul 13 07:57:02.631659 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:02.634023 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:02.636850 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-83be0002-405e-40a2-8173-2428d7b4b0c8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.667143 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be0002-405e-40a2-8173-2428d7b4b0c8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event deleted for resources: {'Port': ['ID=1f0a02ec-08a1-48ef-843b-24eabd957f0f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:02.672699 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] Set router 4bf1a417-65aa-4b21-a887-c4d6931a336d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:02.697068 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625bdc05-7405-4f9d-94ad-97fea929056d x-openstack-request-id: req-625bdc05-7405-4f9d-94ad-97fea929056d {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:02.697486 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:02.697831 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-625bdc05-7405-4f9d-94ad-97fea929056d {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:02.698350 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'status': 'completed', 'code': 200} Jul 13 07:57:02.726102 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-83be0002-405e-40a2-8173-2428d7b4b0c8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] No DVR routers for this DVR port 1f0a02ec-08a1-48ef-843b-24eabd957f0f on host n-h1-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:02.732998 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-83be0002-405e-40a2-8173-2428d7b4b0c8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:02.737429 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a242d879-0cfd-471f-98c6-6d06bc0f2b7e req-83be0002-405e-40a2-8173-2428d7b4b0c8 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.53 "DELETE /v2.0/ports/1f0a02ec-08a1-48ef-843b-24eabd957f0f HTTP/1.1" status: 204 len: 173 time: 0.7266479 Jul 13 07:57:02.825710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-e123b092-67c6-428a-9e10-2992288f4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:02.827192 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-e123b092-67c6-428a-9e10-2992288f4f5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1097 time: 0.1013138 Jul 13 07:57:02.879975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc95d44-ed02-44b7-9141-1ddccf36a34c req-a50405fb-5312-43fd-abb0-50c8cd5ad686 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:02.881894 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cc95d44-ed02-44b7-9141-1ddccf36a34c req-a50405fb-5312-43fd-abb0-50c8cd5ad686 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.1019986 Jul 13 07:57:02.968039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cc95d44-ed02-44b7-9141-1ddccf36a34c req-2d2d5e24-fb1e-4b47-af2c-013a2215f6ac tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745142 Jul 13 07:57:02.968550 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5d8629a6-f378-450d-a8c1-eec26ce9e5a4', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'port_id': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'mac_address': 'fa:16:3e:0d:3f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:01Z', 'updated_at': '2021-07-13T07:57:01Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf', 'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:67:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:47Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:02.993093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60560) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:02.995653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-d2af01ed-f278-40bf-bee3-d5df2d9bb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:02.995785 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] Checking router: 4bf1a417-65aa-4b21-a887-c4d6931a336d for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:02.997152 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-d2af01ed-f278-40bf-bee3-d5df2d9bb8f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c9a854ea-8e18-43d1-b360-2f018aecb6ce HTTP/1.1" status: 200 len: 897 time: 0.1576798 Jul 13 07:57:03.003920 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] Routers {'4bf1a417-65aa-4b21-a887-c4d6931a336d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:03.004562 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4bf1a417-65aa-4b21-a887-c4d6931a336d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:03.095868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-467304e5-4608-4434-bb7e-7a10ec0a50ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 200 len: 1000 time: 0.0642462 Jul 13 07:57:03.114476 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] Set router 4bf1a417-65aa-4b21-a887-c4d6931a336d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:03.149141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dd20fb09-b80f-4c56-8bce-fb8eb5e41a50 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/5d8629a6-f378-450d-a8c1-eec26ce9e5a4 HTTP/1.1" status: 200 len: 992 time: 0.1547482 Jul 13 07:57:03.160348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-37fc0377-1590-4535-8a67-a723e5e8e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:03.162063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-37fc0377-1590-4535-8a67-a723e5e8e3f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f951cb1f-bfdd-4957-ad58-f82607210316 HTTP/1.1" status: 200 len: 835 time: 0.0598702 Jul 13 07:57:03.179893 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82a93810-9476-4bd2-8715-36c43608d4b2 req-5ae74c6b-9c2a-44c0-962c-6e0a1aa2810f tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d HTTP/1.1" status: 200 len: 210 time: 0.0440226 Jul 13 07:57:03.231524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-092b27fe-8368-4ae4-ad8a-81643edaf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:03.233190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-092b27fe-8368-4ae4-ad8a-81643edaf462 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9a854ea-8e18-43d1-b360-2f018aecb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589068 Jul 13 07:57:03.332574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-8bab55a2-0660-46c4-8b2b-afd2235da676 service neutron] 10.222.0.53 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918777 Jul 13 07:57:03.438304 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ef6ca22-8f9c-4c22-a93d-7c3614587cd2 req-79e29195-79f7-48f9-b89e-fbbf8d3a4ba8 service neutron] 10.222.0.53 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982900 Jul 13 07:57:03.460714 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5d8629a6-f378-450d-a8c1-eec26ce9e5a4', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'port_id': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'mac_address': 'fa:16:3e:0d:3f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:01Z', 'updated_at': '2021-07-13T07:57:01Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf', 'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:67:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:47Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:03.487809 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66399293-0201-4c4d-a347-13d8b7baa9e8 None None] The sync data for ids ['4bf1a417-65aa-4b21-a887-c4d6931a336d'] in n-d-798249-7 is: [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5d8629a6-f378-450d-a8c1-eec26ce9e5a4', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'port_id': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'mac_address': 'fa:16:3e:0d:3f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:57:01Z', 'updated_at': '2021-07-13T07:57:01Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf', 'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:67:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:47Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:03.680717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b8da4-5ae2-423c-8044-d37c57c73eb5 None None] New status for floating IP 5d8629a6-f378-450d-a8c1-eec26ce9e5a4: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:57:04.152912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60564) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:04.215093 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8ea570dc-d0b6-4b30-9f2d-95e5c8e5478a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/5d8629a6-f378-450d-a8c1-eec26ce9e5a4 HTTP/1.1" status: 200 len: 994 time: 0.0611238 Jul 13 07:57:04.622140 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.638714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a3fe5-813e-40eb-b1f1-f5119cafb33f req-ff44bedc-0b58-4d4f-885d-15cf629f8f86 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:04.640473 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-039a3fe5-813e-40eb-b1f1-f5119cafb33f req-ff44bedc-0b58-4d4f-885d-15cf629f8f86 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 945 time: 0.0626578 Jul 13 07:57:04.681961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-039a3fe5-813e-40eb-b1f1-f5119cafb33f req-5f628660-4beb-4f07-a21c-16c67c7bcf6b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351994 Jul 13 07:57:04.699175 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d', 'name': 'network-vif-deleted', 'tag': '1f0a02ec-08a1-48ef-843b-24eabd957f0f'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:04.701570 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4051f8a-7a7c-4d99-9119-27ca0261d9f2" -d '{"events": [{"server_uuid": "8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d", "name": "network-vif-deleted", "tag": "1f0a02ec-08a1-48ef-843b-24eabd957f0f"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:04.736260 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6684ccf6-c0b5-4eed-bd65-69e349edfbd1 x-openstack-request-id: req-6684ccf6-c0b5-4eed-bd65-69e349edfbd1 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:04.736560 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d", "name": "network-vif-deleted", "tag": "1f0a02ec-08a1-48ef-843b-24eabd957f0f", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:04.736812 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6684ccf6-c0b5-4eed-bd65-69e349edfbd1 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:04.737207 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f466b89-4b9f-4eb4-83d4-a5d4cb795c6d', 'name': 'network-vif-deleted', 'tag': '1f0a02ec-08a1-48ef-843b-24eabd957f0f', 'status': 'completed', 'code': 200} Jul 13 07:57:05.855412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7683ef-f527-4a06-9af0-59e8235a11f4 req-4061abdd-8ef4-4c77-b31b-855cd80f4a6a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:05.856967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b7683ef-f527-4a06-9af0-59e8235a11f4 req-4061abdd-8ef4-4c77-b31b-855cd80f4a6a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 945 time: 0.0632277 Jul 13 07:57:05.926770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b7683ef-f527-4a06-9af0-59e8235a11f4 req-e3d219fe-2157-48b9-ac90-f9cb3a27860b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579283 Jul 13 07:57:05.948098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-bac41afa-5619-42aa-9916-09e88e9cbfc5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:05.949551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-bac41afa-5619-42aa-9916-09e88e9cbfc5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "GET /v2.0/ports?device_id=35d27ad9-a920-4be4-81c2-77c5cd9c10c7 HTTP/1.1" status: 200 len: 945 time: 0.0887570 Jul 13 07:57:05.961039 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1f0a02ec-08a1-48ef-843b-24eabd957f0f no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:05.981358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 1f0a02ec-08a1-48ef-843b-24eabd957f0f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:05.981632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 1f0a02ec-08a1-48ef-843b-24eabd957f0f not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:06.058218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Deleting port f4e9c63e-3861-400c-bb6a-63c08df7f592 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:06.058559 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.145366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] For port f4e9c63e-3861-400c-bb6a-63c08df7f592, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f4e9c63e-3861-400c-bb6a-63c08df7f592,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:06.145731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.162625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Calling delete_port for f4e9c63e-3861-400c-bb6a-63c08df7f592 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:06.287145 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.299757 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['713e7c7d-8806-4c12-9c7a-244172f3d5c1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:06.301969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f4e9c63e-3861-400c-bb6a-63c08df7f592'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:06.316358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event deleted for resources: {'Port': ['ID=f4e9c63e-3861-400c-bb6a-63c08df7f592,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:06.352887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.353254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.353583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.353921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.354260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.354593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.354920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.355244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.355570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.355895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.356272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.356600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:06.378383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] No DVR routers for this DVR port f4e9c63e-3861-400c-bb6a-63c08df7f592 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:06.380956 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:06.382967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b63b43ed-4018-423e-810f-9c0ca8ea591f req-96cd5613-1a8f-404e-acf5-7f8a8219ff30 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "DELETE /v2.0/ports/f4e9c63e-3861-400c-bb6a-63c08df7f592 HTTP/1.1" status: 204 len: 173 time: 0.4273562 Jul 13 07:57:06.383397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d27ad9-a920-4be4-81c2-77c5cd9c10c7', 'name': 'network-vif-deleted', 'tag': 'f4e9c63e-3861-400c-bb6a-63c08df7f592'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:06.385672 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686bc151-80f4-49b5-aeba-8c08be9112dc" -d '{"events": [{"server_uuid": "35d27ad9-a920-4be4-81c2-77c5cd9c10c7", "name": "network-vif-deleted", "tag": "f4e9c63e-3861-400c-bb6a-63c08df7f592"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:06.427806 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98647e2-cfdd-46ad-beee-20f1e3ce0156 x-openstack-request-id: req-c98647e2-cfdd-46ad-beee-20f1e3ce0156 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:06.428747 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d27ad9-a920-4be4-81c2-77c5cd9c10c7", "name": "network-vif-deleted", "tag": "f4e9c63e-3861-400c-bb6a-63c08df7f592", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:06.429153 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c98647e2-cfdd-46ad-beee-20f1e3ce0156 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:06.429573 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d27ad9-a920-4be4-81c2-77c5cd9c10c7', 'name': 'network-vif-deleted', 'tag': 'f4e9c63e-3861-400c-bb6a-63c08df7f592', 'status': 'completed', 'code': 200} Jul 13 07:57:07.437672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e514c-f231-466d-9ed7-c3cdbaa962e5 req-47e90bbf-530c-4e70-99bf-79f6a9fb5e58 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:07.439088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d5e514c-f231-466d-9ed7-c3cdbaa962e5 req-47e90bbf-530c-4e70-99bf-79f6a9fb5e58 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.1237247 Jul 13 07:57:07.477156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d5e514c-f231-466d-9ed7-c3cdbaa962e5 req-7db2f8c0-06ff-4054-b5a2-d7685269668d tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jul 13 07:57:08.068705 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.502240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-0228ae27-71cf-4d7e-818a-c1bdec55a73b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:08.503689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-0228ae27-71cf-4d7e-818a-c1bdec55a73b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.0649557 Jul 13 07:57:08.602929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-33f12633-8e39-4420-969b-2b4ed228de59 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Deleting port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:08.603276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-33f12633-8e39-4420-969b-2b4ed228de59 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.695853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-33f12633-8e39-4420-969b-2b4ed228de59 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] For port 713e7c7d-8806-4c12-9c7a-244172f3d5c1, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=713e7c7d-8806-4c12-9c7a-244172f3d5c1,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:08.696241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-33f12633-8e39-4420-969b-2b4ed228de59 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:08.708314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563fe2d-9bc0-40f3-99a5-0d5b17fc507c req-2f70eaff-813a-4c29-b83a-c40820dd8cb5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:08.708857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-33f12633-8e39-4420-969b-2b4ed228de59 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Calling delete_port for 713e7c7d-8806-4c12-9c7a-244172f3d5c1 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:08.709855 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c563fe2d-9bc0-40f3-99a5-0d5b17fc507c req-2f70eaff-813a-4c29-b83a-c40820dd8cb5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5ec63a5-0282-4c57-8d3f-c07457d9ee69 HTTP/1.1" status: 200 len: 945 time: 0.1208405 Jul 13 07:57:08.748996 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c563fe2d-9bc0-40f3-99a5-0d5b17fc507c req-42e542c8-b9b0-4be9-9619-69a13dcbfb7e tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=59937c89-a3b2-42de-bb62-33c6c77a5d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329394 Jul 13 07:57:09.144619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-33f12633-8e39-4420-969b-2b4ed228de59 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:09.155617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['713e7c7d-8806-4c12-9c7a-244172f3d5c1'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:09.175507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f12633-8e39-4420-969b-2b4ed228de59 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event deleted for resources: {'Port': ['ID=713e7c7d-8806-4c12-9c7a-244172f3d5c1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:09.225409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-33f12633-8e39-4420-969b-2b4ed228de59 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] No DVR routers for this DVR port 713e7c7d-8806-4c12-9c7a-244172f3d5c1 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:09.228327 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-33f12633-8e39-4420-969b-2b4ed228de59 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:09.230113 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a1f47bf-b8db-443a-adfd-4cf1a01a5da3 req-33f12633-8e39-4420-969b-2b4ed228de59 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.53 "DELETE /v2.0/ports/713e7c7d-8806-4c12-9c7a-244172f3d5c1 HTTP/1.1" status: 204 len: 173 time: 0.7208850 Jul 13 07:57:09.230579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ec63a5-0282-4c57-8d3f-c07457d9ee69', 'name': 'network-vif-deleted', 'tag': '713e7c7d-8806-4c12-9c7a-244172f3d5c1'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:09.232881 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6978beb-b96b-4345-9cd4-f2e032f069c1" -d '{"events": [{"server_uuid": "a5ec63a5-0282-4c57-8d3f-c07457d9ee69", "name": "network-vif-deleted", "tag": "713e7c7d-8806-4c12-9c7a-244172f3d5c1"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:09.275527 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1963e9-f8a3-402b-9ac2-b808eaa888d0 x-openstack-request-id: req-ed1963e9-f8a3-402b-9ac2-b808eaa888d0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:09.276789 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ec63a5-0282-4c57-8d3f-c07457d9ee69", "name": "network-vif-deleted", "tag": "713e7c7d-8806-4c12-9c7a-244172f3d5c1", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:09.277238 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed1963e9-f8a3-402b-9ac2-b808eaa888d0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:09.277796 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ec63a5-0282-4c57-8d3f-c07457d9ee69', 'name': 'network-vif-deleted', 'tag': '713e7c7d-8806-4c12-9c7a-244172f3d5c1', 'status': 'completed', 'code': 200} Jul 13 07:57:09.761090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f4e9c63e-3861-400c-bb6a-63c08df7f592 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:09.781657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: f4e9c63e-3861-400c-bb6a-63c08df7f592 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:09.781883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f4e9c63e-3861-400c-bb6a-63c08df7f592 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:10.204992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fc1af-85f1-4edf-9685-9cc0f4f0d081 req-9336cb9d-e9f8-4bd2-b5c8-da6208219562 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:10.206398 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-568fc1af-85f1-4edf-9685-9cc0f4f0d081 req-9336cb9d-e9f8-4bd2-b5c8-da6208219562 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0677412 Jul 13 07:57:10.243239 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-568fc1af-85f1-4edf-9685-9cc0f4f0d081 req-2915a790-6f59-4065-ac11-8cdf6c8d2f73 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Jul 13 07:57:11.418018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fe3fc-0fd2-49c2-a4c8-15f3888de7f6 req-9cd68f9e-d03a-4b56-8f11-94e2191b1f97 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:11.419490 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e9fe3fc-0fd2-49c2-a4c8-15f3888de7f6 req-9cd68f9e-d03a-4b56-8f11-94e2191b1f97 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0637276 Jul 13 07:57:11.456646 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e9fe3fc-0fd2-49c2-a4c8-15f3888de7f6 req-07b8c35b-e1bd-487a-9c02-245b615a1137 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Jul 13 07:57:12.011750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 713e7c7d-8806-4c12-9c7a-244172f3d5c1 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:12.034940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 713e7c7d-8806-4c12-9c7a-244172f3d5c1 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:12.035286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 713e7c7d-8806-4c12-9c7a-244172f3d5c1 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:12.179398 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-5e2ab6a7-ce12-4b8f-8020-1d19b8190c30 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534551 Jul 13 07:57:12.295191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-5537e217-f251-4778-80a3-65d7ba738e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:12.297400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-5537e217-f251-4778-80a3-65d7ba738e09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf25f413fdb849a49fe8e01b97fae55d&device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 1097 time: 0.0936515 Jul 13 07:57:12.309313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643cf99-8a95-4437-a813-596de4a51f82 req-5e568d82-c734-41d7-923f-111f1b97c9b0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:12.310783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3643cf99-8a95-4437-a813-596de4a51f82 req-5e568d82-c734-41d7-923f-111f1b97c9b0 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0810120 Jul 13 07:57:12.466725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-9a5cdf3c-0133-451f-8b9c-5e7c7426c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:12.468154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-9a5cdf3c-0133-451f-8b9c-5e7c7426c7cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed635e4c-8201-47c8-a2a5-741b21edb6f6 HTTP/1.1" status: 200 len: 910 time: 0.1469297 Jul 13 07:57:12.523233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Deleting port cc2ceb9c-ac19-407e-aabc-5594315b4b70 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:12.523574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.562969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-1e836940-67c0-42bc-a131-733bf4c348a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dba0e6b-2999-41d3-b208-b131aa833127 HTTP/1.1" status: 200 len: 1002 time: 0.0881219 Jul 13 07:57:12.630326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c448af-6642-4b16-b45f-07b07f7cbb64 req-974ec311-8c03-429f-91b4-c0078205fcaa tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:12.631841 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b5c448af-6642-4b16-b45f-07b07f7cbb64 req-974ec311-8c03-429f-91b4-c0078205fcaa tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 947 time: 0.0643928 Jul 13 07:57:12.661898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] For port cc2ceb9c-ac19-407e-aabc-5594315b4b70, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=cc2ceb9c-ac19-407e-aabc-5594315b4b70,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:12.662258 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.665370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-1067c289-cb51-4577-8c9c-ad707c634be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:12.666845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-1067c289-cb51-4577-8c9c-ad707c634be2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62a74da5-af5e-443b-a37d-98d6206570ee HTTP/1.1" status: 200 len: 848 time: 0.0980604 Jul 13 07:57:12.672117 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b5c448af-6642-4b16-b45f-07b07f7cbb64 req-456c69c8-4d85-4808-bb22-2e02b7f9119b tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups?id=a8cc429f-e93e-4dc6-99f3-64320d957c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336306 Jul 13 07:57:12.857102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-5812f10d-eefd-4d40-a907-5ff194493eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:12.858413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-5812f10d-eefd-4d40-a907-5ff194493eeb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed635e4c-8201-47c8-a2a5-741b21edb6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840463 Jul 13 07:57:12.971148 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.971520 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:12.971833 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Floating IP acfd1f6c-45a2-4ab1-9361-c6f1f16d93c8 disassociated. External IP: 172.25.6.149, port: cc2ceb9c-ac19-407e-aabc-5594315b4b70. Jul 13 07:57:12.972202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Calling delete_port for cc2ceb9c-ac19-407e-aabc-5594315b4b70 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:13.038698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-a0b8d268-e4e9-44af-9f82-00316e67a467 service neutron] 10.222.0.54 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734378 Jul 13 07:57:13.173832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-c997d2c4-37d6-48d7-a1e2-1f255ea5f693 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1483800 Jul 13 07:57:13.205889 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3e13503-15d2-4e6a-9dfe-44e15e26adf2 req-17cc88cc-8801-4219-aa99-d6c579fccd37 service neutron] 10.222.0.54 "GET /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496749 Jul 13 07:57:13.261506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.294571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event deleted for resources: {'Port': ['ID=cc2ceb9c-ac19-407e-aabc-5594315b4b70,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:13.346454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-83eef6ab-a6da-4a92-9310-c79fb18ae7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:13.347970 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-83eef6ab-a6da-4a92-9310-c79fb18ae7f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1097 time: 0.1267142 Jul 13 07:57:13.481110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Router 9e232136-c62e-4d3f-8cd4-cea902c97061 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:13.504952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-6066f47d-8a6d-4112-8d52-3524f3841e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:13.506391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-6066f47d-8a6d-4112-8d52-3524f3841e67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c9a854ea-8e18-43d1-b360-2f018aecb6ce HTTP/1.1" status: 200 len: 897 time: 0.1119921 Jul 13 07:57:13.637393 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-6cfe3e9d-b76f-491d-bfc9-538ce6fdea2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 200 len: 1002 time: 0.0971448 Jul 13 07:57:13.677078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:13.686110 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] Sync routers for ids ['9e232136-c62e-4d3f-8cd4-cea902c97061'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:13.695252 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] Routers {'9e232136-c62e-4d3f-8cd4-cea902c97061'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:13.695936 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['9e232136-c62e-4d3f-8cd4-cea902c97061'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:13.728070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] No DVR routers for this DVR port cc2ceb9c-ac19-407e-aabc-5594315b4b70 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:13.730664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:13.732710 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3643cf99-8a95-4437-a813-596de4a51f82 req-2493b445-1bbd-46ef-9098-87cbd2459880 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.54 "DELETE /v2.0/ports/cc2ceb9c-ac19-407e-aabc-5594315b4b70 HTTP/1.1" status: 204 len: 173 time: 1.4127116 Jul 13 07:57:13.733165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-deleted', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:13.736150 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604d9f92-74bb-4145-8db5-57619c81714d" -d '{"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-deleted", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:13.739432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-9164ae03-b854-49e2-b3f5-78cfe6ce4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:13.740884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-9164ae03-b854-49e2-b3f5-78cfe6ce4f60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f951cb1f-bfdd-4957-ad58-f82607210316 HTTP/1.1" status: 200 len: 835 time: 0.0965743 Jul 13 07:57:13.817878 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1286c6f6-5d29-4a03-92e7-d6dc21e83182 x-openstack-request-id: req-1286c6f6-5d29-4a03-92e7-d6dc21e83182 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:13.818195 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17904936-dcdb-4ac4-b6b5-054da8e73185", "name": "network-vif-deleted", "tag": "cc2ceb9c-ac19-407e-aabc-5594315b4b70", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:13.818420 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1286c6f6-5d29-4a03-92e7-d6dc21e83182 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:13.818815 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17904936-dcdb-4ac4-b6b5-054da8e73185', 'name': 'network-vif-deleted', 'tag': 'cc2ceb9c-ac19-407e-aabc-5594315b4b70', 'status': 'completed', 'code': 200} Jul 13 07:57:13.823204 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] Set router 9e232136-c62e-4d3f-8cd4-cea902c97061 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:13.854450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6eab6efc-88a1-4b36-ae8d-e49f4793047d req-794708d3-1727-4f6c-a84f-881b95e40ba3 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/ports?device_id=17904936-dcdb-4ac4-b6b5-054da8e73185 HTTP/1.1" status: 200 len: 210 time: 0.0344837 Jul 13 07:57:13.883095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-c75cd360-4a67-46a1-8577-9c36c03e1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:13.884906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-c75cd360-4a67-46a1-8577-9c36c03e1f6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9a854ea-8e18-43d1-b360-2f018aecb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361465 Jul 13 07:57:13.979282 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-06a20f46-08a4-49c5-816a-dc8c77c5c595 service neutron] 10.222.0.53 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876186 Jul 13 07:57:14.036957 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '36d438fc-0e9f-452a-ba5b-d091447ab53d', 'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'mac_address': 'fa:16:3e:df:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:48Z', 'updated_at': '2021-07-13T07:49:57Z', 'revision_number': 5, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'subnets': [{'id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:14.062794 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] Checking router: 9e232136-c62e-4d3f-8cd4-cea902c97061 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:14.070814 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] Routers {'9e232136-c62e-4d3f-8cd4-cea902c97061'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:14.071430 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:56:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['9e232136-c62e-4d3f-8cd4-cea902c97061'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:14.074157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85ce3602-38f2-4e9c-91de-eab562c21d3a req-fc3ae8ae-fc70-41b9-962c-f4ba3c4a6031 service neutron] 10.222.0.53 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887446 Jul 13 07:57:14.177989 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] Set router 9e232136-c62e-4d3f-8cd4-cea902c97061 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:14.285257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-09443575-334d-4036-8e74-846ff10d0243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:14.382666 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '36d438fc-0e9f-452a-ba5b-d091447ab53d', 'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'mac_address': 'fa:16:3e:df:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:48Z', 'updated_at': '2021-07-13T07:49:57Z', 'revision_number': 5, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'subnets': [{'id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:14.413118 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2743311b-7611-46ef-9c90-bd17dd8001f3 None None] The sync data for ids ['9e232136-c62e-4d3f-8cd4-cea902c97061'] in n-d-798249-7 is: [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:49:49Z', 'revision_number': 4, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '36d438fc-0e9f-452a-ba5b-d091447ab53d', 'name': '', 'network_id': '4546adef-06e9-4bc6-9117-3c771b5dd666', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'mac_address': 'fa:16:3e:df:e4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:48Z', 'updated_at': '2021-07-13T07:49:57Z', 'revision_number': 5, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'subnets': [{'id': '8dc8c035-1d70-4ee8-9f77-04ddd6128332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:14.622611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f0597-1dff-4753-9193-3b98ba3f9b00 None None] New status for floating IP acfd1f6c-45a2-4ab1-9361-c6f1f16d93c8: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:57:14.981540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60612) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:15.036492 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-436894e6-8356-4c0b-b740-128cc18a9b79 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.059449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-436894e6-8356-4c0b-b740-128cc18a9b79 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.104988 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-436894e6-8356-4c0b-b740-128cc18a9b79 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.107563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-436894e6-8356-4c0b-b740-128cc18a9b79 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.111754 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-436894e6-8356-4c0b-b740-128cc18a9b79 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "DELETE /v2.0/security-groups/a8cc429f-e93e-4dc6-99f3-64320d957c18 HTTP/1.1" status: 204 len: 168 time: 0.1263325 Jul 13 07:57:15.112308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60614) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:15.119039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436894e6-8356-4c0b-b740-128cc18a9b79 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc429f-e93e-4dc6-99f3-64320d957c18,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:15.125822 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-40d043e3-47c4-4c4a-af56-0e85dffdeff5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] show failed (client error): The resource could not be found. Jul 13 07:57:15.126942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-40d043e3-47c4-4c4a-af56-0e85dffdeff5 tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "GET /v2.0/security-groups/a8cc429f-e93e-4dc6-99f3-64320d957c18 HTTP/1.1" status: 404 len: 347 time: 0.0136316 Jul 13 07:57:15.129566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60616) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:15.254737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-70cbf775-9c2b-41d5-9708-f38adc5e169a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Deleting port 51b45221-b117-4615-9480-71f0bc76d9ee {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:15.255083 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70cbf775-9c2b-41d5-9708-f38adc5e169a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.332531 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70cbf775-9c2b-41d5-9708-f38adc5e169a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.332862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70cbf775-9c2b-41d5-9708-f38adc5e169a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.344844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-70cbf775-9c2b-41d5-9708-f38adc5e169a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Calling delete_port for 51b45221-b117-4615-9480-71f0bc76d9ee owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:15.479656 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70cbf775-9c2b-41d5-9708-f38adc5e169a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.505836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbf775-9c2b-41d5-9708-f38adc5e169a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Pushing event deleted for resources: {'Port': ['ID=51b45221-b117-4615-9480-71f0bc76d9ee,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:15.564834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70cbf775-9c2b-41d5-9708-f38adc5e169a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.567426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-70cbf775-9c2b-41d5-9708-f38adc5e169a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:15.568620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-70cbf775-9c2b-41d5-9708-f38adc5e169a tempest-ServerActionsTestJSON-553763923 tempest-ServerActionsTestJSON-553763923-project] 10.222.0.44 "DELETE /v2.0/floatingips/acfd1f6c-45a2-4ab1-9361-c6f1f16d93c8 HTTP/1.1" status: 204 len: 168 time: 0.4381726 Jul 13 07:57:15.571512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60618) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:15.798317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:15.818088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: cc2ceb9c-ac19-407e-aabc-5594315b4b70 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:15.818431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device cc2ceb9c-ac19-407e-aabc-5594315b4b70 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:16.313850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:16.560809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] Deleting port 36d438fc-0e9f-452a-ba5b-d091447ab53d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:16.561156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:16.637318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] For port 36d438fc-0e9f-452a-ba5b-d091447ab53d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=36d438fc-0e9f-452a-ba5b-d091447ab53d,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:16.637607 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:16.650348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] Calling delete_port for 36d438fc-0e9f-452a-ba5b-d091447ab53d owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:16.824986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:16.854808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d438fc-0e9f-452a-ba5b-d091447ab53d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:17.014789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.091775 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.231620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] Router 9e232136-c62e-4d3f-8cd4-cea902c97061 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:17.258929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a3ec1a2-5272-4e07-86a1-09de2cb0eaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.340075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:17.345912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-05620d67-5356-479d-83a6-337db9493e48 admin admin] 10.222.0.44 "PUT /v2.0/routers/9e232136-c62e-4d3f-8cd4-cea902c97061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7734413 Jul 13 07:57:17.348394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60622) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:17.351030 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] Sync routers for ids ['9e232136-c62e-4d3f-8cd4-cea902c97061'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:17.360394 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] Routers {'9e232136-c62e-4d3f-8cd4-cea902c97061'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:17.360996 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['9e232136-c62e-4d3f-8cd4-cea902c97061'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:17.451820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.461508 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] Set router 9e232136-c62e-4d3f-8cd4-cea902c97061 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:17.550687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.606710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Deleting port b2523bb0-e815-4a7d-ac64-e7fba023f07b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:17.607058 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.636007 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:57:16Z', 'revision_number': 5, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port': {'id': 'b2523bb0-e815-4a7d-ac64-e7fba023f07b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:44Z', 'updated_at': '2021-07-13T07:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:17.662177 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] Checking router: 9e232136-c62e-4d3f-8cd4-cea902c97061 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:17.670483 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] Routers {'9e232136-c62e-4d3f-8cd4-cea902c97061'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:17.671120 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['9e232136-c62e-4d3f-8cd4-cea902c97061'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:17.685001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] For port b2523bb0-e815-4a7d-ac64-e7fba023f07b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b2523bb0-e815-4a7d-ac64-e7fba023f07b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:17.685366 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.697750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Calling delete_port for b2523bb0-e815-4a7d-ac64-e7fba023f07b owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:17.755729 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] Set router 9e232136-c62e-4d3f-8cd4-cea902c97061 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:17.809094 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:57:17Z', 'revision_number': 6, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:17.834918 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9337494-cafe-4cc5-ba13-41bcdba775b8 None None] The sync data for ids ['9e232136-c62e-4d3f-8cd4-cea902c97061'] in n-d-798249-7 is: [{'id': '9e232136-c62e-4d3f-8cd4-cea902c97061', 'name': 'tempest-ServerActionsTestJSON-2097728847-router', 'tenant_id': '2914ed24f1774e4cbc06010dd6012a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:43Z', 'updated_at': '2021-07-13T07:57:17Z', 'revision_number': 6, 'project_id': '2914ed24f1774e4cbc06010dd6012a79', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:17.863007 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.886622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2523bb0-e815-4a7d-ac64-e7fba023f07b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:17.954651 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:17.973914 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.050560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.052696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.094217 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.094710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e232136-c62e-4d3f-8cd4-cea902c97061 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:57:18.099029 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.100201 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-461c5eff-1f47-4460-a663-1dc0e8116f20 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9e232136-c62e-4d3f-8cd4-cea902c97061 HTTP/1.1" status: 204 len: 168 time: 0.7507286 Jul 13 07:57:18.102741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60624) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.147608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dee3761-4ce7-403f-8263-eb0b9aeb6188 admin admin] Deleting subnet 8dc8c035-1d70-4ee8-9f77-04ddd6128332 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:57:18.150498 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dee3761-4ce7-403f-8263-eb0b9aeb6188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.190627 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dee3761-4ce7-403f-8263-eb0b9aeb6188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.272101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dee3761-4ce7-403f-8263-eb0b9aeb6188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.324657 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dee3761-4ce7-403f-8263-eb0b9aeb6188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.351390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee3761-4ce7-403f-8263-eb0b9aeb6188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc8c035-1d70-4ee8-9f77-04ddd6128332,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:18.353388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0dee3761-4ce7-403f-8263-eb0b9aeb6188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.355967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0dee3761-4ce7-403f-8263-eb0b9aeb6188 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8dc8c035-1d70-4ee8-9f77-04ddd6128332 HTTP/1.1" status: 204 len: 168 time: 0.2514679 Jul 13 07:57:18.357722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60626) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:18.360544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516f8c96-f48a-4caf-8e8f-ae5ff225dc47 None None] Network 4546adef-06e9-4bc6-9117-3c771b5dd666 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:18.430164 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.481386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Deleting port e97ca989-4c4a-4212-9279-8ce45363a41f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:18.481824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.551494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] For port e97ca989-4c4a-4212-9279-8ce45363a41f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e97ca989-4c4a-4212-9279-8ce45363a41f,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:18.551861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.574013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Calling delete_port for e97ca989-4c4a-4212-9279-8ce45363a41f owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:18.595569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ff25b-a571-40f6-888b-e6623f94900e None None] DHCP port deletion for 4546adef-06e9-4bc6-9117-3c771b5dd666 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:57:18.643417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-829ff25b-a571-40f6-888b-e6623f94900e None None] Deleting port e97ca989-4c4a-4212-9279-8ce45363a41f {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:18.643788 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-829ff25b-a571-40f6-888b-e6623f94900e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.660353 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.687603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97ca989-4c4a-4212-9279-8ce45363a41f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:18.691178 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] No DVR routers for this DVR port e97ca989-4c4a-4212-9279-8ce45363a41f on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:18.708189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-829ff25b-a571-40f6-888b-e6623f94900e None None] For port e97ca989-4c4a-4212-9279-8ce45363a41f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e97ca989-4c4a-4212-9279-8ce45363a41f,segment=NetworkSegment(cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd),segment_id=cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:18.708585 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-829ff25b-a571-40f6-888b-e6623f94900e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.721715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-829ff25b-a571-40f6-888b-e6623f94900e None None] Calling delete_port for e97ca989-4c4a-4212-9279-8ce45363a41f owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:18.766298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.776023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4546adef-06e9-4bc6-9117-3c771b5dd666']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:18.786777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:18.787065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf74e28f-de4d-4fa6-8bc1-a95b9d4ad6bd') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:18.796626 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.798263 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-829ff25b-a571-40f6-888b-e6623f94900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.813384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.819565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:57:18.820065 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: timer() Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:57:18.821862 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:57:18.824531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ff25b-a571-40f6-888b-e6623f94900e None None] Pushing event deleted for resources: {'Port': ['ID=e97ca989-4c4a-4212-9279-8ce45363a41f,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:18.827873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ff25b-a571-40f6-888b-e6623f94900e None None] No DVR routers for this DVR port e97ca989-4c4a-4212-9279-8ce45363a41f on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:18.885647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.891515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:18.896610 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4546adef-06e9-4bc6-9117-3c771b5dd666 HTTP/1.1" status: 204 len: 168 time: 0.5379202 Jul 13 07:57:18.913651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea8aad-e161-445f-84d0-ad8c66abbd10 admin admin] Pushing event deleted for resources: {'Network': ['ID=4546adef-06e9-4bc6-9117-3c771b5dd666,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:19.010356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60630) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.049807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-adede1df-0cd3-40a9-b20e-0dcbe1f09d06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2914ed24f1774e4cbc06010dd6012a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382671 Jul 13 07:57:19.052259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60632) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.099383 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7098a6a2-30ee-4060-97d3-415bff828854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:19.119888 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7098a6a2-30ee-4060-97d3-415bff828854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:19.166867 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7098a6a2-30ee-4060-97d3-415bff828854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:19.169468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7098a6a2-30ee-4060-97d3-415bff828854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:19.170624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7098a6a2-30ee-4060-97d3-415bff828854 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59937c89-a3b2-42de-bb62-33c6c77a5d5d HTTP/1.1" status: 204 len: 168 time: 0.1174865 Jul 13 07:57:19.178106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098a6a2-30ee-4060-97d3-415bff828854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59937c89-a3b2-42de-bb62-33c6c77a5d5d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:19.255575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 36d438fc-0e9f-452a-ba5b-d091447ab53d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:19.278951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 36d438fc-0e9f-452a-ba5b-d091447ab53d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:19.279394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 36d438fc-0e9f-452a-ba5b-d091447ab53d not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:19.279892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e97ca989-4c4a-4212-9279-8ce45363a41f no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:19.298076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e97ca989-4c4a-4212-9279-8ce45363a41f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:19.298422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e97ca989-4c4a-4212-9279-8ce45363a41f not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:19.298842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b2523bb0-e815-4a7d-ac64-e7fba023f07b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:19.316996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: b2523bb0-e815-4a7d-ac64-e7fba023f07b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:19.317344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b2523bb0-e815-4a7d-ac64-e7fba023f07b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:19.793957 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:19.822830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60654) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:19.918210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-network', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:19.940068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Made reservation on behalf of 467305fef74b4ff1a3fec29e0259392d for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:19.942369 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:19.954163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.044219 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.048534 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.068474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:57:20.082916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee02b1a-53d5-4a07-a4de-e1105ccd12da,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:20.085785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.086119 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Added segment 0b677b65-3246-418a-872b-5517652ce15c of type vlan for network dcd13216-8f82-4b3c-867a-7ed0d7b98503 Jul 13 07:57:20.125422 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.153166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.154110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:20.154696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.185568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3615477 Jul 13 07:57:20.188901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60658) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:20.194075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Request body: {'subnet': {'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-subnet', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:20.218874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7590b57-c986-4c98-ba7c-ad97ed647053 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd13216-8f82-4b3c-867a-7ed0d7b98503,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:20.221242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Made reservation on behalf of 467305fef74b4ff1a3fec29e0259392d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:20.224136 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.229291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network dcd13216-8f82-4b3c-867a-7ed0d7b98503 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:57:20.398211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.451010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2625c3b3-967a-4f55-a599-a9e89c21b795,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:20.460063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Checking segment: {'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:20.460420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Network hostable DHCP agents. Network: dcd13216-8f82-4b3c-867a-7ed0d7b98503, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:57:20.476129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Network dcd13216-8f82-4b3c-867a-7ed0d7b98503 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:57:20.484081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, dcd13216-8f82-4b3c-867a-7ed0d7b98503) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:20.488001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:20.488610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.493513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354736f-f5c0-46b0-8339-334b18bd79e4 None None] Network dcd13216-8f82-4b3c-867a-7ed0d7b98503 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:20.503320 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-211c1051-d3e7-498f-8746-d315be7604e1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3131778 Jul 13 07:57:20.506291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60660) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:20.510975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-router', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:20.532453 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.533426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.584351 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:20.611055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1b0336-1ad7-4474-946c-dfbb717418b5 None None] Network dcd13216-8f82-4b3c-867a-7ed0d7b98503 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:20.716480 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.224789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.247369 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.358250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Allocated IP 172.25.6.37 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/65ed4a90-5995-4fc4-a2ca-083cf8b438b6) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:21.475212 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.516680 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:21.564427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:21.569798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:21.572004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Pushing event updated for resources: {'Port': ['ID=65ed4a90-5995-4fc4-a2ca-083cf8b438b6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:21.574676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:21.845905 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.060987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.188384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Router c1fdd503-4922-4e4d-9d9f-15bd2c859885 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:57:22.292963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:22.302883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c531877c-b338-4734-9bee-444514136d96 None None] Sync routers for ids ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:22.308830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.313140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5bb4c6fe-c60b-4cb0-93fd-745ed3a68f18 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.8029037 Jul 13 07:57:22.313306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c531877c-b338-4734-9bee-444514136d96 None None] Routers {'c1fdd503-4922-4e4d-9d9f-15bd2c859885'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:22.313306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c531877c-b338-4734-9bee-444514136d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:22.313540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60662) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:22.417552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c531877c-b338-4734-9bee-444514136d96 None None] Set router c1fdd503-4922-4e4d-9d9f-15bd2c859885 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:22.591012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c531877c-b338-4734-9bee-444514136d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-router', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:20Z', 'updated_at': '2021-07-13T07:57:21Z', 'revision_number': 3, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'gw_port': {'id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:21Z', 'updated_at': '2021-07-13T07:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:22.619763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c531877c-b338-4734-9bee-444514136d96 None None] Checking router: c1fdd503-4922-4e4d-9d9f-15bd2c859885 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:22.620152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c531877c-b338-4734-9bee-444514136d96 None None] Updating router c1fdd503-4922-4e4d-9d9f-15bd2c859885 port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:22.653731 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c531877c-b338-4734-9bee-444514136d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.718523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.873105 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Allocated IP 172.20.0.1 (dcd13216-8f82-4b3c-867a-7ed0d7b98503/2625c3b3-967a-4f55-a599-a9e89c21b795/5db2b913-8798-4fc5-93cf-261928f1dbc3) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:22.903552 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c531877c-b338-4734-9bee-444514136d96 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.913885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c531877c-b338-4734-9bee-444514136d96 None None] Transition to ACTIVE for port object 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:22.919617 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c531877c-b338-4734-9bee-444514136d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.966433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c531877c-b338-4734-9bee-444514136d96 None None] Attempting to bind port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:22.966804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c531877c-b338-4734-9bee-444514136d96 None None] Attempting to bind port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:22.967165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c531877c-b338-4734-9bee-444514136d96 None None] Attempting to bind port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:22.977571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c531877c-b338-4734-9bee-444514136d96 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:22.977946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c531877c-b338-4734-9bee-444514136d96 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:22.978348 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c531877c-b338-4734-9bee-444514136d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.978736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c531877c-b338-4734-9bee-444514136d96 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:22.979160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.979285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c531877c-b338-4734-9bee-444514136d96 None None] Bound port: 65ed4a90-5995-4fc4-a2ca-083cf8b438b6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:22.979558 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c531877c-b338-4734-9bee-444514136d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:22.981896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6306a0-a300-4069-9130-8cfa8cead736 None None] Pushing event updated for resources: {'Port': ['ID=65ed4a90-5995-4fc4-a2ca-083cf8b438b6,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:23.033790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c531877c-b338-4734-9bee-444514136d96 None None] For port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:23.037076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c531877c-b338-4734-9bee-444514136d96 None None] For port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=65ed4a90-5995-4fc4-a2ca-083cf8b438b6,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:23.041142 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c531877c-b338-4734-9bee-444514136d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.103371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c531877c-b338-4734-9bee-444514136d96 None None] Routers {'c1fdd503-4922-4e4d-9d9f-15bd2c859885'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:23.104033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c531877c-b338-4734-9bee-444514136d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:23.107197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6306a0-a300-4069-9130-8cfa8cead736 None None] Pushing event updated for resources: {'Port': ['ID=65ed4a90-5995-4fc4-a2ca-083cf8b438b6,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:23.126197 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:57:23.213989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c531877c-b338-4734-9bee-444514136d96 None None] Set router c1fdd503-4922-4e4d-9d9f-15bd2c859885 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:23.341505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.377524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Network dcd13216-8f82-4b3c-867a-7ed0d7b98503 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:23.383665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:23.387078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:23.393029 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Pushing event updated for resources: {'Port': ['ID=5db2b913-8798-4fc5-93cf-261928f1dbc3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:23.395073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c531877c-b338-4734-9bee-444514136d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-router', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:20Z', 'updated_at': '2021-07-13T07:57:21Z', 'revision_number': 3, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'gw_port': {'id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:21Z', 'updated_at': '2021-07-13T07:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:23.420437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c531877c-b338-4734-9bee-444514136d96 None None] The sync data for ids ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'] in n-d-798249-7 is: [{'id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-router', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:20Z', 'updated_at': '2021-07-13T07:57:21Z', 'revision_number': 3, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'gw_port': {'id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:21Z', 'updated_at': '2021-07-13T07:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:23.428623 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.565046 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.751176 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.756156 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.826391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Pushing event updated for resources: {'Port': ['ID=5db2b913-8798-4fc5-93cf-261928f1dbc3,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:23.842270 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:23.938093 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Network dcd13216-8f82-4b3c-867a-7ed0d7b98503 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:23.939499 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:24.060768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Router c1fdd503-4922-4e4d-9d9f-15bd2c859885 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:24.173174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:24.178227 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ed37017b-27c7-4d06-ba8e-9e287fcbbfb4 admin admin] 10.222.0.44 "PUT /v2.0/routers/c1fdd503-4922-4e4d-9d9f-15bd2c859885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637159 Jul 13 07:57:24.601423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-3fbe2414-c951-4483-8775-f07a891db25e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:24.602977 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-3fbe2414-c951-4483-8775-f07a891db25e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 819 time: 0.1010861 Jul 13 07:57:24.619068 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-4931cd3a-509f-47bc-b19e-cb9bf7a3e577 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/quotas/467305fef74b4ff1a3fec29e0259392d HTTP/1.1" status: 200 len: 375 time: 0.0101697 Jul 13 07:57:24.692267 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-c6bb3248-7a28-4013-840e-daf0b1773bb1 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679169 Jul 13 07:57:24.784667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-c14544b6-3b0f-4cc0-a3ae-1ce0ede305fc service neutron] 10.222.0.44 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853143 Jul 13 07:57:24.879691 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-0211e858-9797-4d80-b3f5-a28220e0ffb6 service neutron] 10.222.0.44 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891509 Jul 13 07:57:24.881313 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Sync routers for ids ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:24.891686 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Routers {'c1fdd503-4922-4e4d-9d9f-15bd2c859885'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:24.892345 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:25.076882 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c9dbd9b8-d877-42d6-877d-18e6e36fb2fc req-b2e9f44c-48de-4868-845c-181805638c14 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 210 time: 0.0306716 Jul 13 07:57:25.088258 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Set router c1fdd503-4922-4e4d-9d9f-15bd2c859885 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:25.338669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:25.351605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-4dad4d31-e63e-4e3b-885f-409dda3f4f10 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:25.353281 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-4dad4d31-e63e-4e3b-885f-409dda3f4f10 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 819 time: 0.1390862 Jul 13 07:57:25.371232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-dbd6d03f-1fa9-4aff-ae17-ca9b7348b3c0 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/quotas/467305fef74b4ff1a3fec29e0259392d HTTP/1.1" status: 200 len: 375 time: 0.0112824 Jul 13 07:57:25.371388 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-router', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:20Z', 'updated_at': '2021-07-13T07:57:23Z', 'revision_number': 4, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'gw_port': {'id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:21Z', 'updated_at': '2021-07-13T07:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5db2b913-8798-4fc5-93cf-261928f1dbc3', 'name': '', 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'mac_address': 'fa:16:3e:26:bc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '2625c3b3-967a-4f55-a599-a9e89c21b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:22Z', 'updated_at': '2021-07-13T07:57:23Z', 'revision_number': 2, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'subnets': [{'id': '2625c3b3-967a-4f55-a599-a9e89c21b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:25.403663 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Checking router: c1fdd503-4922-4e4d-9d9f-15bd2c859885 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:25.404035 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Updating router c1fdd503-4922-4e4d-9d9f-15bd2c859885 port 5db2b913-8798-4fc5-93cf-261928f1dbc3 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:25.409950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:25.416169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:25.416869 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.447424 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.452279 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-c3a017a6-dc72-4f58-90c3-2608b93f2866 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742605 Jul 13 07:57:25.513369 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.536684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=65ed4a90-5995-4fc4-a2ca-083cf8b438b6,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:25.541493 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.584677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-7124a0f9-2308-4a68-9a4e-04ed644ab0b6 service neutron] 10.222.0.44 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251616 Jul 13 07:57:25.616198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=65ed4a90-5995-4fc4-a2ca-083cf8b438b6,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:25.688617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-dbc621a9-3dbf-4f60-8e6c-08ddfa93d7a8 service neutron] 10.222.0.44 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026618 Jul 13 07:57:25.748126 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.758723 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Transition to ACTIVE for port object 5db2b913-8798-4fc5-93cf-261928f1dbc3 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:25.766229 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.879492 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a6070d32-53dc-41b5-adc1-d40c33310421 req-516fd2b3-714d-4415-8cb1-d1de082f7669 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0445967 Jul 13 07:57:25.899034 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Attempting to bind port 5db2b913-8798-4fc5-93cf-261928f1dbc3 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:25.899695 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Attempting to bind port 5db2b913-8798-4fc5-93cf-261928f1dbc3 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:25.899952 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Attempting to bind port 5db2b913-8798-4fc5-93cf-261928f1dbc3 on network dcd13216-8f82-4b3c-867a-7ed0d7b98503 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:25.901834 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76062b4-ce7b-4d4d-9b29-ddc8d7357578 None None] Pushing event updated for resources: {'Port': ['ID=5db2b913-8798-4fc5-93cf-261928f1dbc3,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:25.907887 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:25.908293 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Checking segment: {'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:25.908789 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.909077 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Bound using segment: {'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:25.909541 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Bound port: 5db2b913-8798-4fc5-93cf-261928f1dbc3, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:25.909919 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.971415 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] For port 5db2b913-8798-4fc5-93cf-261928f1dbc3, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:25.974467 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] For port 5db2b913-8798-4fc5-93cf-261928f1dbc3, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5db2b913-8798-4fc5-93cf-261928f1dbc3,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:25.978828 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.036424 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Routers {'c1fdd503-4922-4e4d-9d9f-15bd2c859885'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:26.037050 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:26.073236 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76062b4-ce7b-4d4d-9b29-ddc8d7357578 None None] Pushing event updated for resources: {'Port': ['ID=5db2b913-8798-4fc5-93cf-261928f1dbc3,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:26.152379 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] Set router c1fdd503-4922-4e4d-9d9f-15bd2c859885 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:26.381747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-536ac882-2ac7-4cfb-ae06-9002f536f428 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:26.386677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-536ac882-2ac7-4cfb-ae06-9002f536f428 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.54 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 819 time: 0.1605606 Jul 13 07:57:26.404942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Request body: {'port': {'device_id': '13c6a042-1508-41ef-95ec-0f7082da2713', 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503', 'admin_state_up': True, 'tenant_id': '467305fef74b4ff1a3fec29e0259392d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:26.438780 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-router', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:20Z', 'updated_at': '2021-07-13T07:57:23Z', 'revision_number': 4, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'gw_port': {'id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:21Z', 'updated_at': '2021-07-13T07:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5db2b913-8798-4fc5-93cf-261928f1dbc3', 'name': '', 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'mac_address': 'fa:16:3e:26:bc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '2625c3b3-967a-4f55-a599-a9e89c21b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:22Z', 'updated_at': '2021-07-13T07:57:25Z', 'revision_number': 4, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'subnets': [{'id': '2625c3b3-967a-4f55-a599-a9e89c21b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:26.483041 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bbe5da-74b9-4dd5-8c05-d78997ff7958 None None] The sync data for ids ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'] in n-d-798249-7 is: [{'id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-router', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:20Z', 'updated_at': '2021-07-13T07:57:23Z', 'revision_number': 4, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'gw_port': {'id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:21Z', 'updated_at': '2021-07-13T07:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5db2b913-8798-4fc5-93cf-261928f1dbc3', 'name': '', 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'mac_address': 'fa:16:3e:26:bc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '2625c3b3-967a-4f55-a599-a9e89c21b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:22Z', 'updated_at': '2021-07-13T07:57:25Z', 'revision_number': 4, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'subnets': [{'id': '2625c3b3-967a-4f55-a599-a9e89c21b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:26.603412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Made reservation on behalf of 467305fef74b4ff1a3fec29e0259392d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:26.610239 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:26.765628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Allocated IP 172.20.0.11 (dcd13216-8f82-4b3c-867a-7ed0d7b98503/2625c3b3-967a-4f55-a599-a9e89c21b795/4a08251a-58a2-43d1-b1a1-bb9674bcc458) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:26.970291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.031852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.136089 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1cdd168-1f70-45ad-a5b7-f279ab78803b req-694a5c86-9c8d-4d99-ac6f-38144d8a5627 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0864842 Jul 13 07:57:27.150383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Network dcd13216-8f82-4b3c-867a-7ed0d7b98503 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:27.163047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:27.165654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:27.202770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Pushing event updated for resources: {'Port': ['ID=4a08251a-58a2-43d1-b1a1-bb9674bcc458,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:27.270823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:27.271507 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.310157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-2986d00b-697b-4c42-9e35-6a77f5ab4e09 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:27.312614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-2986d00b-697b-4c42-9e35-6a77f5ab4e09 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.53 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 819 time: 0.2231655 Jul 13 07:57:27.325328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Request body: {'port': {'device_id': 'b4501ca2-1a78-48c5-8042-c87e2d23d5f2', 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503', 'admin_state_up': True, 'tenant_id': '467305fef74b4ff1a3fec29e0259392d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:27.330925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-58538193-42a9-4eb4-9911-66d0f95e95aa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9301896 Jul 13 07:57:27.354047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Request body: {'port': {'device_id': '13c6a042-1508-41ef-95ec-0f7082da2713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:27.441696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:27.492876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:27.493253 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.512847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.558544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Made reservation on behalf of 467305fef74b4ff1a3fec29e0259392d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:27.562601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.577627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5db2b913-8798-4fc5-93cf-261928f1dbc3 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:27.633181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5db2b913-8798-4fc5-93cf-261928f1dbc3 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:27.637624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5db2b913-8798-4fc5-93cf-261928f1dbc3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:27.637996 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.722592 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.757804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5db2b913-8798-4fc5-93cf-261928f1dbc3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5db2b913-8798-4fc5-93cf-261928f1dbc3,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:27.761989 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.816829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5db2b913-8798-4fc5-93cf-261928f1dbc3,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:27.869434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a08251a-58a2-43d1-b1a1-bb9674bcc458 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:27.877603 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.889272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Transition to ACTIVE for port object 4a08251a-58a2-43d1-b1a1-bb9674bcc458 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:27.895458 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:27.987044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Allocated IP 172.20.0.13 (dcd13216-8f82-4b3c-867a-7ed0d7b98503/2625c3b3-967a-4f55-a599-a9e89c21b795/177930af-9481-40e1-b679-4ae0622d99b3) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:27.991246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Pushing event updated for resources: {'Port': ['ID=4a08251a-58a2-43d1-b1a1-bb9674bcc458,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:28.098316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Attempting to bind port 4a08251a-58a2-43d1-b1a1-bb9674bcc458 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:28.098654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Attempting to bind port 4a08251a-58a2-43d1-b1a1-bb9674bcc458 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:28.098994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Attempting to bind port 4a08251a-58a2-43d1-b1a1-bb9674bcc458 on network dcd13216-8f82-4b3c-867a-7ed0d7b98503 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:28.119038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Port 4a08251a-58a2-43d1-b1a1-bb9674bcc458 on network dcd13216-8f82-4b3c-867a-7ed0d7b98503 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:57:28.119356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Attempting to bind port 4a08251a-58a2-43d1-b1a1-bb9674bcc458 on network dcd13216-8f82-4b3c-867a-7ed0d7b98503 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:28.127932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:28.128295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Checking segment: {'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:28.128680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Bound using segment: {'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:28.129100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Bound port: 4a08251a-58a2-43d1-b1a1-bb9674bcc458, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:28.129454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.249951 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.257725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] For port 4a08251a-58a2-43d1-b1a1-bb9674bcc458, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:28.261765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] For port 4a08251a-58a2-43d1-b1a1-bb9674bcc458, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:28.267839 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.282978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3555794d-a5ac-4cc4-8350-338f63c522c9 req-21afbe6e-12f4-425a-9cf8-c7b08d96fb8b tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0301058 Jul 13 07:57:28.313662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:28.314213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.315611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] 10.222.0.54 "PUT /v2.0/ports/4a08251a-58a2-43d1-b1a1-bb9674bcc458 HTTP/1.1" status: 200 len: 1092 time: 0.9662893 Jul 13 07:57:28.317640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c6a042-1508-41ef-95ec-0f7082da2713', 'tag': '4a08251a-58a2-43d1-b1a1-bb9674bcc458'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:28.319885 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd2cb5e-fa58-4338-96e4-a83019511544" -d '{"events": [{"name": "network-changed", "server_uuid": "13c6a042-1508-41ef-95ec-0f7082da2713", "tag": "4a08251a-58a2-43d1-b1a1-bb9674bcc458"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:28.348504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40369b2c-8813-4108-8191-79a001f0d666 service neutron] Pushing event updated for resources: {'Port': ['ID=4a08251a-58a2-43d1-b1a1-bb9674bcc458,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:28.362719 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563aea8-a451-41e6-a96c-e19eaf3b860d x-openstack-request-id: req-8563aea8-a451-41e6-a96c-e19eaf3b860d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:28.363007 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c6a042-1508-41ef-95ec-0f7082da2713", "tag": "4a08251a-58a2-43d1-b1a1-bb9674bcc458", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:28.363262 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8563aea8-a451-41e6-a96c-e19eaf3b860d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:28.363657 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c6a042-1508-41ef-95ec-0f7082da2713', 'tag': '4a08251a-58a2-43d1-b1a1-bb9674bcc458', 'status': 'completed', 'code': 200} Jul 13 07:57:28.366085 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.440304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Network dcd13216-8f82-4b3c-867a-7ed0d7b98503 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:28.446840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:28.451834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:28.454860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Pushing event updated for resources: {'Port': ['ID=177930af-9481-40e1-b679-4ae0622d99b3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:28.498614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-07bb2164-6e5c-49bf-924d-abe532ec4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:28.500516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-07bb2164-6e5c-49bf-924d-abe532ec4d53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 1095 time: 0.1469083 Jul 13 07:57:28.508354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:28.509024 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.554436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-bdfc44fe-0360-4938-9a05-ba7ff936d7ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458 HTTP/1.1" status: 200 len: 217 time: 0.0430434 Jul 13 07:57:28.559213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-0f4af8be-5219-445e-af1b-12d5f4e696b4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2382851 Jul 13 07:57:28.607931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-8f7ab5a0-43e9-4c68-9d1f-d45b1be35468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:28.609593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-8f7ab5a0-43e9-4c68-9d1f-d45b1be35468 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.0486643 Jul 13 07:57:28.628581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Request body: {'port': {'device_id': 'b4501ca2-1a78-48c5-8042-c87e2d23d5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:28.664569 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-7c8bd4d9-55a2-462d-bb82-0cc178c49926 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488868 Jul 13 07:57:28.773568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:28.799795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-c492d2a7-7f5b-4b48-b142-c553ccd3d04d service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255302 Jul 13 07:57:28.987139 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33a8c8c4-8c3a-4619-a048-e1cfdf00a9ff req-7768e100-6f45-4300-a58a-470bb64fce69 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670141 Jul 13 07:57:29.152576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2cb5e-fa58-4338-96e4-a83019511544 req-d6b140de-9a38-40b4-8ccf-360072726fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:29.153989 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1dd2cb5e-fa58-4338-96e4-a83019511544 req-d6b140de-9a38-40b4-8ccf-360072726fa8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 1095 time: 0.1132960 Jul 13 07:57:29.157395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177930af-9481-40e1-b679-4ae0622d99b3 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:29.171860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.202213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Transition to ACTIVE for port object 177930af-9481-40e1-b679-4ae0622d99b3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:29.207559 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.260306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5db2b913-8798-4fc5-93cf-261928f1dbc3 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:29.302473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Pushing event updated for resources: {'Port': ['ID=177930af-9481-40e1-b679-4ae0622d99b3,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:29.310115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2cb5e-fa58-4338-96e4-a83019511544 req-28cc9c34-6af1-406d-b4dd-735a97510b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:29.312196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1dd2cb5e-fa58-4338-96e4-a83019511544 req-28cc9c34-6af1-406d-b4dd-735a97510b66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 920 time: 0.1498525 Jul 13 07:57:29.317649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5db2b913-8798-4fc5-93cf-261928f1dbc3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:29.318237 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.388134 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1dd2cb5e-fa58-4338-96e4-a83019511544 req-b14e6717-82bc-4bcd-81af-46370fba5ce0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458 HTTP/1.1" status: 200 len: 217 time: 0.0591533 Jul 13 07:57:29.473565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c898ec-20cf-484b-89e5-b5f96fb5fd89 req-9146ca33-e4c6-4910-aaf5-7c22d7e04516 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:29.475207 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2c898ec-20cf-484b-89e5-b5f96fb5fd89 req-9146ca33-e4c6-4910-aaf5-7c22d7e04516 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 944 time: 0.0723431 Jul 13 07:57:29.519595 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2c898ec-20cf-484b-89e5-b5f96fb5fd89 req-d5892233-c88c-4c95-b1c5-7f4789866c3d tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Jul 13 07:57:29.773409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Attempting to bind port 177930af-9481-40e1-b679-4ae0622d99b3 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:29.773657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Attempting to bind port 177930af-9481-40e1-b679-4ae0622d99b3 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:29.773991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Attempting to bind port 177930af-9481-40e1-b679-4ae0622d99b3 on network dcd13216-8f82-4b3c-867a-7ed0d7b98503 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:29.780954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2cb5e-fa58-4338-96e4-a83019511544 req-f3f852bc-5608-4c1d-8346-7147ec9f2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:29.782428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1dd2cb5e-fa58-4338-96e4-a83019511544 req-f3f852bc-5608-4c1d-8346-7147ec9f2d3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.3859165 Jul 13 07:57:29.783111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Port 177930af-9481-40e1-b679-4ae0622d99b3 on network dcd13216-8f82-4b3c-867a-7ed0d7b98503 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:57:29.783428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Attempting to bind port 177930af-9481-40e1-b679-4ae0622d99b3 on network dcd13216-8f82-4b3c-867a-7ed0d7b98503 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:29.788211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:29.788552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Checking segment: {'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:29.788986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Bound using segment: {'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:29.789363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Bound port: 177930af-9481-40e1-b679-4ae0622d99b3, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b677b65-3246-418a-872b-5517652ce15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:29.789725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.824298 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1dd2cb5e-fa58-4338-96e4-a83019511544 req-38d4983a-94ff-409d-a00c-1428e4c1de66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326157 Jul 13 07:57:29.933018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] For port 177930af-9481-40e1-b679-4ae0622d99b3, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:29.950190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] For port 177930af-9481-40e1-b679-4ae0622d99b3, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=177930af-9481-40e1-b679-4ae0622d99b3,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:29.956378 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:29.985631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1dd2cb5e-fa58-4338-96e4-a83019511544 req-7d33036d-01ce-4439-b269-6f3c6e001709 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414416 Jul 13 07:57:30.002092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:30.002716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:30.004032 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] 10.222.0.53 "PUT /v2.0/ports/177930af-9481-40e1-b679-4ae0622d99b3 HTTP/1.1" status: 200 len: 1092 time: 1.4360244 Jul 13 07:57:30.098771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f00d3a-2d19-4433-b809-201113d8b38d service neutron] Pushing event updated for resources: {'Port': ['ID=177930af-9481-40e1-b679-4ae0622d99b3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:30.136162 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1dd2cb5e-fa58-4338-96e4-a83019511544 req-4302eca1-4796-4b7c-9fc6-f0fb658ed20b service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438985 Jul 13 07:57:30.148493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-bcbf195d-a4ca-4636-b4e3-3e6656929270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:30.149941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-bcbf195d-a4ca-4636-b4e3-3e6656929270 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 1095 time: 0.1089115 Jul 13 07:57:30.193963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-25d0c446-cd52-40a4-b100-af42a1f58344 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=177930af-9481-40e1-b679-4ae0622d99b3 HTTP/1.1" status: 200 len: 217 time: 0.0369284 Jul 13 07:57:30.241182 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-510c5061-ef5a-40f9-a2a1-08fb3c0ad990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:30.242608 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-510c5061-ef5a-40f9-a2a1-08fb3c0ad990 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.0427346 Jul 13 07:57:30.276264 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-32e28aca-2ae2-40e1-96da-cdd271cbbef1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272403 Jul 13 07:57:30.367056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4501ca2-1a78-48c5-8042-c87e2d23d5f2', 'tag': '177930af-9481-40e1-b679-4ae0622d99b3'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:30.369247 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f693a829-08d0-4596-a911-ec7626919523" -d '{"events": [{"name": "network-changed", "server_uuid": "b4501ca2-1a78-48c5-8042-c87e2d23d5f2", "tag": "177930af-9481-40e1-b679-4ae0622d99b3"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:30.378392 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-519cdc27-4559-4b4c-aa41-74c35abfc54c service neutron] 10.222.0.53 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941470 Jul 13 07:57:30.405786 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bca495-5414-4260-a86f-753175cdd864 x-openstack-request-id: req-42bca495-5414-4260-a86f-753175cdd864 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:30.406083 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4501ca2-1a78-48c5-8042-c87e2d23d5f2", "tag": "177930af-9481-40e1-b679-4ae0622d99b3", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:30.406357 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42bca495-5414-4260-a86f-753175cdd864 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:30.406736 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4501ca2-1a78-48c5-8042-c87e2d23d5f2', 'tag': '177930af-9481-40e1-b679-4ae0622d99b3', 'status': 'completed', 'code': 200} Jul 13 07:57:30.475160 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a862e4b9-d068-4112-b826-b6ab1a5dffcf req-815072ff-8f4d-4ea7-8818-f4961077ef06 service neutron] 10.222.0.53 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893476 Jul 13 07:57:30.569503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693a829-08d0-4596-a911-ec7626919523 req-8c60620e-3c34-48aa-b778-a634580a5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:30.571032 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f693a829-08d0-4596-a911-ec7626919523 req-8c60620e-3c34-48aa-b778-a634580a5def service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 1095 time: 0.0521867 Jul 13 07:57:30.661111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693a829-08d0-4596-a911-ec7626919523 req-3d7f0ed8-6ae9-4ffe-86c3-b7b110f58a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:30.662553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f693a829-08d0-4596-a911-ec7626919523 req-3d7f0ed8-6ae9-4ffe-86c3-b7b110f58a58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 920 time: 0.0840001 Jul 13 07:57:30.700495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664bfce-325d-45f0-8f95-eeb342faa243 req-17a118f9-bcd7-4fa9-8163-c931986e7985 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:30.702035 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e664bfce-325d-45f0-8f95-eeb342faa243 req-17a118f9-bcd7-4fa9-8163-c931986e7985 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 944 time: 0.0669799 Jul 13 07:57:30.709841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f693a829-08d0-4596-a911-ec7626919523 req-ad57170f-cddb-4180-a3df-3275188bc4d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=177930af-9481-40e1-b679-4ae0622d99b3 HTTP/1.1" status: 200 len: 217 time: 0.0402911 Jul 13 07:57:30.742124 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e664bfce-325d-45f0-8f95-eeb342faa243 req-6205b231-3e7c-4084-bee9-fe46965119eb tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339389 Jul 13 07:57:30.758864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693a829-08d0-4596-a911-ec7626919523 req-ed9d86c8-4dc5-4c43-9439-746561ccc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:30.760409 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f693a829-08d0-4596-a911-ec7626919523 req-ed9d86c8-4dc5-4c43-9439-746561ccc330 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.0443456 Jul 13 07:57:30.794436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f693a829-08d0-4596-a911-ec7626919523 req-d7e80e9a-b621-4d20-9af0-06bd4295d9ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263605 Jul 13 07:57:30.885716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f693a829-08d0-4596-a911-ec7626919523 req-9bfd3aa7-f98d-4300-b82a-624c08e22869 service neutron] 10.222.0.53 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828958 Jul 13 07:57:30.973661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f693a829-08d0-4596-a911-ec7626919523 req-19ca6ff2-3b48-4fdc-976e-72ee9e4243b2 service neutron] 10.222.0.53 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812905 Jul 13 07:57:31.924654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18799a4a-a3ae-497b-8be3-4d7c33394ccf req-76865788-3419-4b5b-b95d-2ffbf47dfa9e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:31.926178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18799a4a-a3ae-497b-8be3-4d7c33394ccf req-76865788-3419-4b5b-b95d-2ffbf47dfa9e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 944 time: 0.0702806 Jul 13 07:57:31.932253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4a08251a-58a2-43d1-b1a1-bb9674bcc458 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:57:31.963926 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18799a4a-a3ae-497b-8be3-4d7c33394ccf req-04553ea2-41ad-465c-9df1-cc5e249dd25a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Jul 13 07:57:32.025110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4a08251a-58a2-43d1-b1a1-bb9674bcc458, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:32.039597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '4a08251a-58a2-43d1-b1a1-bb9674bcc458', 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503', 'port_id': '4a08251a-58a2-43d1-b1a1-bb9674bcc458', 'mac_address': 'fa:16:3e:3f:fa:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2625c3b3-967a-4f55-a599-a9e89c21b795', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:57:32.071961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 177930af-9481-40e1-b679-4ae0622d99b3 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:57:32.080971 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.100312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a08251a-58a2-43d1-b1a1-bb9674bcc458 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:32.137771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4a08251a-58a2-43d1-b1a1-bb9674bcc458, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:32.145303 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.234671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 177930af-9481-40e1-b679-4ae0622d99b3, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=177930af-9481-40e1-b679-4ae0622d99b3,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:32.254605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '177930af-9481-40e1-b679-4ae0622d99b3', 'network_id': 'dcd13216-8f82-4b3c-867a-7ed0d7b98503', 'port_id': '177930af-9481-40e1-b679-4ae0622d99b3', 'mac_address': 'fa:16:3e:ba:b0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2625c3b3-967a-4f55-a599-a9e89c21b795', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:57:32.256268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4a08251a-58a2-43d1-b1a1-bb9674bcc458,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:32.294534 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.306667 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177930af-9481-40e1-b679-4ae0622d99b3 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:57:32.324950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 177930af-9481-40e1-b679-4ae0622d99b3, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=177930af-9481-40e1-b679-4ae0622d99b3,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:32.329525 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:32.386221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=177930af-9481-40e1-b679-4ae0622d99b3,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:32.428699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4a08251a-58a2-43d1-b1a1-bb9674bcc458'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:32.584493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['177930af-9481-40e1-b679-4ae0622d99b3'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:33.138003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb3858-4523-4467-bfb1-df4eabb1ac0b req-bbae33aa-2871-4dee-ae9f-f4e4e1214707 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:33.140272 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-37eb3858-4523-4467-bfb1-df4eabb1ac0b req-bbae33aa-2871-4dee-ae9f-f4e4e1214707 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0624983 Jul 13 07:57:33.178840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-37eb3858-4523-4467-bfb1-df4eabb1ac0b req-3b7d563d-900c-4934-9cf6-72dd02ae528a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330462 Jul 13 07:57:33.948252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4a08251a-58a2-43d1-b1a1-bb9674bcc458 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:33.994823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 4a08251a-58a2-43d1-b1a1-bb9674bcc458 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:33.998473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 4a08251a-58a2-43d1-b1a1-bb9674bcc458 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:33.999452 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.074438 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.086936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 177930af-9481-40e1-b679-4ae0622d99b3 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:34.121564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c6a042-1508-41ef-95ec-0f7082da2713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a08251a-58a2-43d1-b1a1-bb9674bcc458'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:34.123877 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093c6285-2851-4b79-b939-a57eb247d599" -d '{"events": [{"server_uuid": "13c6a042-1508-41ef-95ec-0f7082da2713", "name": "network-vif-plugged", "status": "completed", "tag": "4a08251a-58a2-43d1-b1a1-bb9674bcc458"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:34.142263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4a08251a-58a2-43d1-b1a1-bb9674bcc458, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:34.147970 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.172388 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd8f565-d263-48c0-9c0c-5aedea1fd560 x-openstack-request-id: req-0fd8f565-d263-48c0-9c0c-5aedea1fd560 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:34.172679 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c6a042-1508-41ef-95ec-0f7082da2713", "name": "network-vif-plugged", "status": "completed", "tag": "4a08251a-58a2-43d1-b1a1-bb9674bcc458", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:34.172933 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fd8f565-d263-48c0-9c0c-5aedea1fd560 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:34.173320 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c6a042-1508-41ef-95ec-0f7082da2713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a08251a-58a2-43d1-b1a1-bb9674bcc458', 'code': 200} Jul 13 07:57:34.214063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 177930af-9481-40e1-b679-4ae0622d99b3 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:34.215669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4a08251a-58a2-43d1-b1a1-bb9674bcc458,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:34.220874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 177930af-9481-40e1-b679-4ae0622d99b3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:34.221247 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.281214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1cf67-7af0-47f0-9879-b86a79cd29f5 req-770e3581-bdb2-44b3-b09d-7885bf923c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:34.282902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ef1cf67-7af0-47f0-9879-b86a79cd29f5 req-770e3581-bdb2-44b3-b09d-7885bf923c7b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 1097 time: 0.0551939 Jul 13 07:57:34.302596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.318054 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ef1cf67-7af0-47f0-9879-b86a79cd29f5 req-551156ce-0a59-42d4-834a-d8b0d5d5e1bd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291002 Jul 13 07:57:34.335132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 177930af-9481-40e1-b679-4ae0622d99b3, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=177930af-9481-40e1-b679-4ae0622d99b3,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:34.339045 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.358762 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692391b-e81c-4281-ae9a-372c3f30b24d req-48e39c89-5ada-4c59-92b0-b5386a9ee1c9 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:34.362038 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6692391b-e81c-4281-ae9a-372c3f30b24d req-48e39c89-5ada-4c59-92b0-b5386a9ee1c9 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 945 time: 0.0684280 Jul 13 07:57:34.391797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=177930af-9481-40e1-b679-4ae0622d99b3,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:34.401391 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6692391b-e81c-4281-ae9a-372c3f30b24d req-4aa654d5-5aab-4924-8699-9dd7406b0823 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353525 Jul 13 07:57:34.622055 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.470009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e59f28-0ca2-46b8-8fc8-77e5c557f8c6 req-6c0b2ff9-1ac3-4a5a-a958-071e58bc9c7e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.471431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-86e59f28-0ca2-46b8-8fc8-77e5c557f8c6 req-6c0b2ff9-1ac3-4a5a-a958-071e58bc9c7e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.0638845 Jul 13 07:57:35.512695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-86e59f28-0ca2-46b8-8fc8-77e5c557f8c6 req-81f2fd61-463d-4dba-81d2-b699ae578fcc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356500 Jul 13 07:57:35.537990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60748) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:35.582076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5ea37-bbe8-496e-a935-24c267456631 req-501e82ef-1e9c-4785-8174-aa120e2f48f0 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:35.583634 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7cf5ea37-bbe8-496e-a935-24c267456631 req-501e82ef-1e9c-4785-8174-aa120e2f48f0 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0671577 Jul 13 07:57:35.598647 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-29a2fbf6-a290-44d7-96ca-bebac6c404d7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/5d8629a6-f378-450d-a8c1-eec26ce9e5a4 HTTP/1.1" status: 200 len: 994 time: 0.0595012 Jul 13 07:57:35.626136 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7cf5ea37-bbe8-496e-a935-24c267456631 req-10dd8159-8d7a-4e5a-9174-c14d43b450e3 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368829 Jul 13 07:57:36.010212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b012673-d70b-46fe-8efa-86494631d0ec req-b45253a8-36ad-4a6e-9df6-7143e303ae1a tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:36.011749 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b012673-d70b-46fe-8efa-86494631d0ec req-b45253a8-36ad-4a6e-9df6-7143e303ae1a tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1097 time: 0.0518997 Jul 13 07:57:36.047517 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b012673-d70b-46fe-8efa-86494631d0ec req-1429546c-3655-42da-ac56-e6245154ee2c tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287998 Jul 13 07:57:36.174705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4501ca2-1a78-48c5-8042-c87e2d23d5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177930af-9481-40e1-b679-4ae0622d99b3'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:36.177183 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321e3e9b-a25b-4e6c-ae92-60b1d2689b01" -d '{"events": [{"server_uuid": "b4501ca2-1a78-48c5-8042-c87e2d23d5f2", "name": "network-vif-plugged", "status": "completed", "tag": "177930af-9481-40e1-b679-4ae0622d99b3"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:36.212454 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c1b74f-6d3f-4940-8faf-1ae20153bbf6 x-openstack-request-id: req-73c1b74f-6d3f-4940-8faf-1ae20153bbf6 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:36.212886 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4501ca2-1a78-48c5-8042-c87e2d23d5f2", "name": "network-vif-plugged", "status": "completed", "tag": "177930af-9481-40e1-b679-4ae0622d99b3", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:36.213236 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73c1b74f-6d3f-4940-8faf-1ae20153bbf6 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:36.213727 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4501ca2-1a78-48c5-8042-c87e2d23d5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177930af-9481-40e1-b679-4ae0622d99b3', 'code': 200} Jul 13 07:57:36.324307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e676aff-3643-4dac-95bf-2461c3a287c9 req-b95afae0-3935-4b72-b082-7338e0268fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:36.325851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e676aff-3643-4dac-95bf-2461c3a287c9 req-b95afae0-3935-4b72-b082-7338e0268fdf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 1097 time: 0.0514743 Jul 13 07:57:36.361430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e676aff-3643-4dac-95bf-2461c3a287c9 req-9cc7a0ba-14d4-4eeb-8a32-84412285107b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279632 Jul 13 07:57:36.665121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-13afeb4d-8f2b-4d11-9749-4274d82c5249 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0553110 Jul 13 07:57:36.809053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af07db0-3417-444b-bc6c-5de03d15280b req-bc65a590-6e4a-43ec-a528-f3400d4a9174 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:36.810612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2af07db0-3417-444b-bc6c-5de03d15280b req-bc65a590-6e4a-43ec-a528-f3400d4a9174 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0664876 Jul 13 07:57:36.850093 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2af07db0-3417-444b-bc6c-5de03d15280b req-9508dd29-2f74-4e3e-be33-b9484becb887 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332246 Jul 13 07:57:37.180981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-d18458f5-a164-407f-9865-ee95b8e61274 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:57:37.182815 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-d18458f5-a164-407f-9865-ee95b8e61274 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0652003 Jul 13 07:57:37.196050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Request body: {'binding': {'host': 'n-h2-798249-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:37.196569 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Unknown quota resources ['binding']. {{(pid=93839) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:57:37.330568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on host n-h2-798249-7 for vnic_type normal with profile None {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:37.330900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:37.331225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on network c9a854ea-8e18-43d1-b360-2f018aecb6ce {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:37.335421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on network c9a854ea-8e18-43d1-b360-2f018aecb6ce not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:57:37.335741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on network c9a854ea-8e18-43d1-b360-2f018aecb6ce {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:37.340560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:37.340896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Checking segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:37.341276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Bound using segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} {{(pid=93839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:37.341698 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.managers [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Bound port: 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'}}] {{(pid=93839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:37.424989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:37.429745 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] Notify callbacks [] for binding, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:37.430968 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] 10.222.0.44 "POST /v2.0/ports/6a2c4d5f-b24b-4342-a514-f8a107f8e1e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2401223 Jul 13 07:57:37.670989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-22939694-0a17-4ee9-b4c0-7820f3c1e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.672539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-22939694-0a17-4ee9-b4c0-7820f3c1e589 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1097 time: 0.0581758 Jul 13 07:57:37.738442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de1b17-09eb-4dd7-a7c0-66af31257be3 req-229d5bb8-53a0-4243-956a-9ffeae8f47b7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.740689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d9de1b17-09eb-4dd7-a7c0-66af31257be3 req-229d5bb8-53a0-4243-956a-9ffeae8f47b7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.0704012 Jul 13 07:57:37.761782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-6ec4e510-285c-4930-a4f4-d7c03d68580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.763281 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-6ec4e510-285c-4930-a4f4-d7c03d68580a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9a854ea-8e18-43d1-b360-2f018aecb6ce HTTP/1.1" status: 200 len: 897 time: 0.0848067 Jul 13 07:57:37.779725 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d9de1b17-09eb-4dd7-a7c0-66af31257be3 req-505120a4-206a-4e11-ad01-e69dff24f1ad tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333579 Jul 13 07:57:37.832830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-583344bf-69d0-46f2-94b4-2dee686c9b8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 200 len: 1002 time: 0.0637608 Jul 13 07:57:37.881049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-a4e1c284-d12c-4593-b4ac-c0ebf48e56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.882529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-a4e1c284-d12c-4593-b4ac-c0ebf48e56e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f951cb1f-bfdd-4957-ad58-f82607210316 HTTP/1.1" status: 200 len: 835 time: 0.0428424 Jul 13 07:57:37.942258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-cfed5693-b315-4d36-8cc0-92665d2333d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:37.943791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-cfed5693-b315-4d36-8cc0-92665d2333d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9a854ea-8e18-43d1-b360-2f018aecb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545452 Jul 13 07:57:38.078910 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.081523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-384c349f-d616-4578-a6e7-a0cae72b8ef1 service neutron] 10.222.0.54 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309371 Jul 13 07:57:38.093266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c17f1-93d2-4265-8bc3-8a1e442ee1dc req-5d86feef-d4e7-4389-bd1b-b66c887e3ff4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.094793 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef4c17f1-93d2-4265-8bc3-8a1e442ee1dc req-5d86feef-d4e7-4389-bd1b-b66c887e3ff4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.1254382 Jul 13 07:57:38.185311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef4c17f1-93d2-4265-8bc3-8a1e442ee1dc req-95385ad2-6aeb-40d5-8111-e30b69af7d93 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825357 Jul 13 07:57:38.210734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-d5ffb9bd-fd92-43d2-930e-dbcbdc450983 service neutron] 10.222.0.54 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150041 Jul 13 07:57:38.360248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-83f1bff8-9834-4196-a512-fc6b2a110444 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.361696 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-83f1bff8-9834-4196-a512-fc6b2a110444 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1097 time: 0.0959949 Jul 13 07:57:38.372629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-7'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:38.475123 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.599084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d1f4a-0aa0-4c4a-8cf9-dba16283ef99 req-6395a676-9d08-47ca-93bc-6729956115f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.600617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c2d1f4a-0aa0-4c4a-8cf9-dba16283ef99 req-6395a676-9d08-47ca-93bc-6729956115f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 1097 time: 0.1550868 Jul 13 07:57:38.688525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55e629-dba7-4754-bbd5-46e95ea03184 req-003f0ec4-547b-47b4-be86-dc7041b24a3d tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.689913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a55e629-dba7-4754-bbd5-46e95ea03184 req-003f0ec4-547b-47b4-be86-dc7041b24a3d tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.1744823 Jul 13 07:57:38.766671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:38.823471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a55e629-dba7-4754-bbd5-46e95ea03184 req-5247be5c-50dd-4623-b40f-3290fc7b5bf7 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047451 Jul 13 07:57:38.827306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d1f4a-0aa0-4c4a-8cf9-dba16283ef99 req-9cdd2b4e-b38f-4116-b29e-a44562de6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.828843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c2d1f4a-0aa0-4c4a-8cf9-dba16283ef99 req-9cdd2b4e-b38f-4116-b29e-a44562de6b1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 920 time: 0.2214818 Jul 13 07:57:38.880479 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c2d1f4a-0aa0-4c4a-8cf9-dba16283ef99 req-8c4c8c20-c257-497b-af0c-056fcbe87816 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=177930af-9481-40e1-b679-4ae0622d99b3 HTTP/1.1" status: 200 len: 217 time: 0.0395298 Jul 13 07:57:38.885645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:38.961494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012e07-a7b0-4634-abdc-e479235c5215 req-44281ac2-8407-4479-ac49-aeda5f5d5c16 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.962985 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25012e07-a7b0-4634-abdc-e479235c5215 req-44281ac2-8407-4479-ac49-aeda5f5d5c16 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.0651493 Jul 13 07:57:38.964476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:38.967011 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c63988a-a0f7-41d0-881c-3773161249b2" -d '{"events": [{"server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:38.973065 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:38.977213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d1f4a-0aa0-4c4a-8cf9-dba16283ef99 req-a697101d-4c6d-4f84-a08e-26ebbb02b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:38.978822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c2d1f4a-0aa0-4c4a-8cf9-dba16283ef99 req-a697101d-4c6d-4f84-a08e-26ebbb02b8bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.0915179 Jul 13 07:57:38.980582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.003509 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25012e07-a7b0-4634-abdc-e479235c5215 req-e8384b8d-d2fb-4620-a54d-fcc7434ad3b1 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343096 Jul 13 07:57:39.018744 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8665cd-4b5f-4c41-a70c-e3481e892d9e x-openstack-request-id: req-4b8665cd-4b5f-4c41-a70c-e3481e892d9e {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:39.019037 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:39.019290 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b8665cd-4b5f-4c41-a70c-e3481e892d9e {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:39.019686 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'code': 200} Jul 13 07:57:39.041434 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c2d1f4a-0aa0-4c4a-8cf9-dba16283ef99 req-b4ae7761-638c-4506-971a-25db7b18a615 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551832 Jul 13 07:57:39.140852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Pushing event updated for resources: {'Port': ['ID=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:39.231501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c2d1f4a-0aa0-4c4a-8cf9-dba16283ef99 req-2fa2fd36-febf-4bb2-b83f-756aebf589cf service neutron] 10.222.0.53 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801388 Jul 13 07:57:39.232319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on host n-h1-798249-7 for vnic_type normal with profile {"migrating_to": "n-h2-798249-7"} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:39.232652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:39.233520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on network c9a854ea-8e18-43d1-b360-2f018aecb6ce {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:39.237887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on network c9a854ea-8e18-43d1-b360-2f018aecb6ce not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:57:39.238233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Attempting to bind port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on network c9a854ea-8e18-43d1-b360-2f018aecb6ce {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:39.249897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8cd5b014-4fbd-48d1-ad77-e94dd090330c None None] Provisioning complete for port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:39.250450 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8cd5b014-4fbd-48d1-ad77-e94dd090330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.263361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:39.263711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Checking segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:39.264400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Bound using segment: {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:39.264852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Bound port: 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e19f7d8-6007-41aa-b44a-6157acddc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:39.265214 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.283588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5b014-4fbd-48d1-ad77-e94dd090330c None None] Port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:57:39.377443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c2d1f4a-0aa0-4c4a-8cf9-dba16283ef99 req-e2fdb1b5-dc9f-404d-bd4e-91a78ef6e46f service neutron] 10.222.0.53 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362259 Jul 13 07:57:39.379675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:39.382956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:39.387263 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.481708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Pushing event updated for resources: {'Port': ['ID=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,revision_number=8']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:39.528031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:39.528710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.530167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-52c9ec5d-3072-4815-96b0-9316df73476d service neutron] 10.222.0.54 "PUT /v2.0/ports/6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 200 len: 1122 time: 1.1617177 Jul 13 07:57:39.594110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:57:39.725641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5803009d-7364-4bbb-99d0-c8080917731c None None] Provisioning complete for port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:39.725922 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5803009d-7364-4bbb-99d0-c8080917731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.859727 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5803009d-7364-4bbb-99d0-c8080917731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.897324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:39.900039 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e21228c-adef-4fe8-b12c-bf62fced0961" -d '{"events": [{"server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "name": "network-vif-plugged", "status": "completed", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:39.918817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5803009d-7364-4bbb-99d0-c8080917731c None None] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:39.925482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5803009d-7364-4bbb-99d0-c8080917731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:39.955000 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b30f361-99c3-4b48-ac57-e875b46642ae x-openstack-request-id: req-1b30f361-99c3-4b48-ac57-e875b46642ae {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:39.955290 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "name": "network-vif-plugged", "status": "completed", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:39.955537 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b30f361-99c3-4b48-ac57-e875b46642ae {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:39.955926 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'code': 200} Jul 13 07:57:40.035156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57ae81-986f-4eaf-8949-89f5f575517e req-6c428bb9-8707-4e9c-a8ce-522991dccb61 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:40.043080 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b57ae81-986f-4eaf-8949-89f5f575517e req-6c428bb9-8707-4e9c-a8ce-522991dccb61 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0843537 Jul 13 07:57:40.053592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803009d-7364-4bbb-99d0-c8080917731c None None] Pushing event updated for resources: {'Port': ['ID=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:40.120650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b57ae81-986f-4eaf-8949-89f5f575517e req-a22b22cb-6c67-48ed-864e-f8bbf5aeda41 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674086 Jul 13 07:57:40.197874 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ce58d-b190-4ebb-b5da-c50ace5656fb req-db4f94ae-c89f-4865-95d4-6b7d98bb8bdf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:40.199404 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f0ce58d-b190-4ebb-b5da-c50ace5656fb req-db4f94ae-c89f-4865-95d4-6b7d98bb8bdf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.0658872 Jul 13 07:57:40.230588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-70f00a3a-395a-46a6-bfe1-97663331f08f None None] Provisioning complete for port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:40.230873 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-70f00a3a-395a-46a6-bfe1-97663331f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:40.240232 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f0ce58d-b190-4ebb-b5da-c50ace5656fb req-5f196ccf-bab5-4fd6-a1dc-87b905c3f3d2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346382 Jul 13 07:57:41.020573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:41.022927 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9527cd43-7479-4f8b-ad7f-391ce3001ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:41.058442 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00903a00-5406-4121-828d-16f6df3b48cb x-openstack-request-id: req-00903a00-5406-4121-828d-16f6df3b48cb {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:41.059048 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:41.059048 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00903a00-5406-4121-828d-16f6df3b48cb {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:41.059365 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'status': 'completed', 'code': 200} Jul 13 07:57:41.134089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-cd5864f1-3327-43e2-b109-7aab0755e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.135584 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-cd5864f1-3327-43e2-b109-7aab0755e75d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1127 time: 0.0526199 Jul 13 07:57:41.229239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-23fb0a16-352a-4b55-ad1a-2421f4b32d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.231186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-23fb0a16-352a-4b55-ad1a-2421f4b32d80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c9a854ea-8e18-43d1-b360-2f018aecb6ce HTTP/1.1" status: 200 len: 897 time: 0.0896018 Jul 13 07:57:41.287984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b32591-f629-4471-ae0f-2961a23dc5f1 req-06e201e7-6418-49a4-a27a-d577f98524c0 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.289590 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35b32591-f629-4471-ae0f-2961a23dc5f1 req-06e201e7-6418-49a4-a27a-d577f98524c0 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0647414 Jul 13 07:57:41.298151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-3f1489b7-9ff3-4908-b1f2-febb1e17cfed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 200 len: 1002 time: 0.0602925 Jul 13 07:57:41.328196 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35b32591-f629-4471-ae0f-2961a23dc5f1 req-cf94db42-5a5f-4cfb-b6ac-3aaac873342a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Jul 13 07:57:41.349716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-3bafc905-13f5-4141-ad7c-3ea0adfe59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.351300 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-3bafc905-13f5-4141-ad7c-3ea0adfe59a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f951cb1f-bfdd-4957-ad58-f82607210316 HTTP/1.1" status: 200 len: 835 time: 0.0466774 Jul 13 07:57:41.455667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-7c456ae1-2873-4d49-abae-f0b4c8be838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.457111 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-7c456ae1-2873-4d49-abae-f0b4c8be838f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9a854ea-8e18-43d1-b360-2f018aecb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996826 Jul 13 07:57:41.465001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45935d-706b-41b3-bcf5-121a8747046d req-36fc5a1f-ab81-4b1c-b116-270505419da0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:41.466365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f45935d-706b-41b3-bcf5-121a8747046d req-36fc5a1f-ab81-4b1c-b116-270505419da0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.1012931 Jul 13 07:57:41.556382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f45935d-706b-41b3-bcf5-121a8747046d req-2c25cc3a-2d83-469f-9f9d-15619a5211d6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813258 Jul 13 07:57:41.582487 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-f039734a-a3ff-4280-b930-674e07ec2b0e service neutron] 10.222.0.53 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151218 Jul 13 07:57:41.668030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9527cd43-7479-4f8b-ad7f-391ce3001ec7 req-8c9ac075-cdcd-4e33-97e1-93220fbf1be3 service neutron] 10.222.0.53 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791326 Jul 13 07:57:41.992989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:57:42.099826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:42.111463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 has no active binding in host n-h2-798249-7 {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:57:42.502936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02179e01-0669-4345-843c-1c219af14b00 req-4e40a83c-96aa-4ec5-bba5-d395cc82e2d7 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:42.504446 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02179e01-0669-4345-843c-1c219af14b00 req-4e40a83c-96aa-4ec5-bba5-d395cc82e2d7 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0631742 Jul 13 07:57:42.542300 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02179e01-0669-4345-843c-1c219af14b00 req-47656045-b1c4-4e44-a60e-58e85109c98c tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Jul 13 07:57:42.731246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98196b0f-d261-486c-9df7-819dfdf19241 req-16d29ade-92f5-4e0f-92f1-9de9d23c0264 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:42.732637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-98196b0f-d261-486c-9df7-819dfdf19241 req-16d29ade-92f5-4e0f-92f1-9de9d23c0264 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.0662115 Jul 13 07:57:42.769398 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-98196b0f-d261-486c-9df7-819dfdf19241 req-6632904f-a477-4815-b2e7-a19cca381a0e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311890 Jul 13 07:57:43.724444 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f0b17-f3f4-4809-b20d-1d4b8e9d2006 req-60b71fd8-ef2d-4bd7-929d-7b9ea6e0f4d2 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:43.725940 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c5f0b17-f3f4-4809-b20d-1d4b8e9d2006 req-60b71fd8-ef2d-4bd7-929d-7b9ea6e0f4d2 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0667295 Jul 13 07:57:43.765043 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8c5f0b17-f3f4-4809-b20d-1d4b8e9d2006 req-af78b343-962d-4665-829b-d06ae0adcd5d tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Jul 13 07:57:43.939646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55db32-9957-4975-b650-1cf3346a4d81 req-b42f1d52-d0fc-4962-804a-bd54746a3525 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:43.941174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9f55db32-9957-4975-b650-1cf3346a4d81 req-b42f1d52-d0fc-4962-804a-bd54746a3525 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 946 time: 0.0633619 Jul 13 07:57:43.978774 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9f55db32-9957-4975-b650-1cf3346a4d81 req-9e72485a-089b-4b98-bba7-54ea24d65436 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Jul 13 07:57:44.287211 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48d94000-b39c-467e-9811-fe2426213c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.649269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-092b48af-ec07-4ed3-afb1-25a46ad10d2c service neutron] 10.222.0.53 "GET /v2.0/ports/6a2c4d5f-b24b-4342-a514-f8a107f8e1e0/bindings/n-h2-798249-7 HTTP/1.1" status: 200 len: 384 time: 0.0545342 Jul 13 07:57:44.820762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-30d90ec8-b034-4644-93b1-00c95b03a8b4 service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:44.844196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-30d90ec8-b034-4644-93b1-00c95b03a8b4 service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:44.883695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:44.886037 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f94f5e8-70a3-4593-845f-3c78ab932f34" -d '{"events": [{"server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:44.893807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-30d90ec8-b034-4644-93b1-00c95b03a8b4 service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:44.908834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-30d90ec8-b034-4644-93b1-00c95b03a8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:44.939347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9a27e-b379-4f37-a7d5-5e7275024f11 req-f739cc84-1a73-4002-87e7-67f9dcede5cc tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:44.940936 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-24e9a27e-b379-4f37-a7d5-5e7275024f11 req-f739cc84-1a73-4002-87e7-67f9dcede5cc tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0661676 Jul 13 07:57:44.941827 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa25f53f-72d7-42b3-b914-94062ea76d40 x-openstack-request-id: req-fa25f53f-72d7-42b3-b914-94062ea76d40 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:44.942270 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:44.942379 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa25f53f-72d7-42b3-b914-94062ea76d40 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:44.942736 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'code': 200} Jul 13 07:57:44.979949 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-24e9a27e-b379-4f37-a7d5-5e7275024f11 req-187db743-6839-4d6f-b83a-b72f9d7745b2 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Jul 13 07:57:44.983665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-30d90ec8-b034-4644-93b1-00c95b03a8b4 service neutron] Transition to ACTIVE for port object 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:44.988171 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-30d90ec8-b034-4644-93b1-00c95b03a8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:45.084983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d90ec8-b034-4644-93b1-00c95b03a8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,revision_number=11']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:45.122270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-30d90ec8-b034-4644-93b1-00c95b03a8b4 service neutron] No DVR routers for this DVR port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:45.586513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7aa42-4ed8-43d8-ac97-ab987f4e1126 req-65da2789-3202-436b-80dd-e0ea5d69bf6f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.588001 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ff7aa42-4ed8-43d8-ac97-ab987f4e1126 req-65da2789-3202-436b-80dd-e0ea5d69bf6f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 945 time: 0.4677491 Jul 13 07:57:45.630561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-30d90ec8-b034-4644-93b1-00c95b03a8b4 service neutron] 10.222.0.53 "PUT /v2.0/ports/6a2c4d5f-b24b-4342-a514-f8a107f8e1e0/bindings/n-h2-798249-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9765723 Jul 13 07:57:45.648674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ff7aa42-4ed8-43d8-ac97-ab987f4e1126 req-8ef16fed-53a1-439a-8132-2a5ecd67717b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517876 Jul 13 07:57:45.838940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-10e618d2-3dda-42c1-8676-da0398dfa55b tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.840385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-10e618d2-3dda-42c1-8676-da0398dfa55b tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 1096 time: 0.1518707 Jul 13 07:57:45.899111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-d83fc434-55e8-4c35-821a-cb0775c120f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.900626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-d83fc434-55e8-4c35-821a-cb0775c120f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 1096 time: 0.0537117 Jul 13 07:57:45.973630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-ef822d6d-3095-4a73-9651-c98e61f5c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:45.975103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-ef822d6d-3095-4a73-9651-c98e61f5c7d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1096 time: 0.0526645 Jul 13 07:57:46.066789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-11dcdb94-8695-41e9-8f52-afbc9fccc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:46.068448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-11dcdb94-8695-41e9-8f52-afbc9fccc7c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9a854ea-8e18-43d1-b360-2f018aecb6ce HTTP/1.1" status: 200 len: 897 time: 0.0858119 Jul 13 07:57:46.139933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-b28520ad-fac9-4c3c-a5cc-268e7f19be79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 200 len: 1000 time: 0.0647297 Jul 13 07:57:46.164258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44816a08-1afc-44a7-8723-2ca5288f4497 req-c4921f05-431c-47c2-9ebe-2942814ef505 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:46.165735 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44816a08-1afc-44a7-8723-2ca5288f4497 req-c4921f05-431c-47c2-9ebe-2942814ef505 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0627146 Jul 13 07:57:46.189563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-71825d88-2931-4ec3-bd2b-d1b0e92a5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:46.191053 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-71825d88-2931-4ec3-bd2b-d1b0e92a5dff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f951cb1f-bfdd-4957-ad58-f82607210316 HTTP/1.1" status: 200 len: 835 time: 0.0447278 Jul 13 07:57:46.207271 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44816a08-1afc-44a7-8723-2ca5288f4497 req-8b872daf-9787-4603-9a07-a00aee1cf627 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350270 Jul 13 07:57:46.250212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-9c928d6a-f9bd-418f-bfba-9ae577180066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:46.251742 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-9c928d6a-f9bd-418f-bfba-9ae577180066 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9a854ea-8e18-43d1-b360-2f018aecb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528882 Jul 13 07:57:46.343091 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-8b96c877-b079-444a-a3ce-e4a601e7e7c6 service neutron] 10.222.0.54 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846667 Jul 13 07:57:46.432086 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-f751bc45-6b33-4f47-9bdc-50a53ebcad9f service neutron] 10.222.0.54 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827937 Jul 13 07:57:46.718493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-593e11da-0df9-4c2c-b84a-c21dedd663b3 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:46.720063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-593e11da-0df9-4c2c-b84a-c21dedd663b3 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 1096 time: 0.0637467 Jul 13 07:57:46.905983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387a6aa-4f0e-4f68-bce5-70605296ecf1 req-73c98dcd-744d-452c-8b8d-e69f4d18d0dc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:46.907503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4387a6aa-4f0e-4f68-bce5-70605296ecf1 req-73c98dcd-744d-452c-8b8d-e69f4d18d0dc tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 945 time: 0.1460259 Jul 13 07:57:46.921059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-d2b74d77-2914-4895-8bbd-6b7b05749d21 service neutron] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:46.930934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-d2b74d77-2914-4895-8bbd-6b7b05749d21 service neutron] Notify callbacks [] for binding, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:46.931998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-d2b74d77-2914-4895-8bbd-6b7b05749d21 service neutron] 10.222.0.54 "DELETE /v2.0/ports/6a2c4d5f-b24b-4342-a514-f8a107f8e1e0/bindings/n-h1-798249-7 HTTP/1.1" status: 204 len: 173 time: 0.2061181 Jul 13 07:57:46.953265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4387a6aa-4f0e-4f68-bce5-70605296ecf1 req-65d1cc9a-6ffd-485d-a396-75301070e55e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 Jul 13 07:57:47.094907 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.122750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038a5e-f632-4ea7-96c6-56f847006ba1 req-7baff3cc-26d8-40a5-8bb4-57eaa7523365 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:47.124462 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54038a5e-f632-4ea7-96c6-56f847006ba1 req-7baff3cc-26d8-40a5-8bb4-57eaa7523365 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1096 time: 0.0554786 Jul 13 07:57:47.160200 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54038a5e-f632-4ea7-96c6-56f847006ba1 req-9f1f43ed-9853-45c9-974f-c2c408c95436 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298436 Jul 13 07:57:47.266353 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d7d9946b-ffe6-44f1-bd42-4af760a8ff5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.356604 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061168a-2c77-4ebd-92af-0132ffb70027 req-dead9ba1-1353-4b55-aaab-c8da27812900 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:47.358661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9061168a-2c77-4ebd-92af-0132ffb70027 req-dead9ba1-1353-4b55-aaab-c8da27812900 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 945 time: 0.0708826 Jul 13 07:57:47.393450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d879b-7bc3-4d33-bb7f-551c1f17d026 req-6e3dcf24-2ff2-40cc-b8df-44132074eda3 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:47.395085 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1e3d879b-7bc3-4d33-bb7f-551c1f17d026 req-6e3dcf24-2ff2-40cc-b8df-44132074eda3 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0691845 Jul 13 07:57:47.397422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9061168a-2c77-4ebd-92af-0132ffb70027 req-fab80e83-1aec-4256-898c-d248ccca9509 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332444 Jul 13 07:57:47.423117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60844) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:47.435420 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1e3d879b-7bc3-4d33-bb7f-551c1f17d026 req-e7e79572-ffab-4bd1-89ae-9d1f4a43d54e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344653 Jul 13 07:57:47.488377 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a7fb316b-50d5-4215-be58-f19c67dbb7bd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/5d8629a6-f378-450d-a8c1-eec26ce9e5a4 HTTP/1.1" status: 200 len: 992 time: 0.0639784 Jul 13 07:57:47.738512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60850) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:47.892039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port a2612bf1-2f09-4636-89cb-68018c917a26 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:47.892392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.971693 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.972045 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.977019 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:47.984552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for a2612bf1-2f09-4636-89cb-68018c917a26 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:48.112240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:48.150070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:48.155346 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:48.180563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=a2612bf1-2f09-4636-89cb-68018c917a26,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:48.240239 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:48.240692 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Floating IP 5d8629a6-f378-450d-a8c1-eec26ce9e5a4 disassociated (deleted). External IP: 172.25.6.198, port: 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0. Jul 13 07:57:48.444335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 4bf1a417-65aa-4b21-a887-c4d6931a336d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:48.551234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:48.556200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:48.562080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] Sync routers for ids ['4bf1a417-65aa-4b21-a887-c4d6931a336d'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:48.571446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] Routers {'4bf1a417-65aa-4b21-a887-c4d6931a336d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:48.572394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4bf1a417-65aa-4b21-a887-c4d6931a336d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:48.596215 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6fc6c0de-e481-4ee3-b8df-a2bd37b0ab56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/floatingips/5d8629a6-f378-450d-a8c1-eec26ce9e5a4 HTTP/1.1" status: 204 len: 168 time: 0.8542492 Jul 13 07:57:48.596215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:48.596865 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce2c6bb-43fe-4ebe-9a1d-27e384272316" -d '{"events": [{"name": "network-changed", "server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:48.620239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea880f3-021b-44dd-b13e-9d828f565e24 req-674e59b4-6cb8-4d80-9b49-87aac5c1fa42 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:48.621918 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aea880f3-021b-44dd-b13e-9d828f565e24 req-674e59b4-6cb8-4d80-9b49-87aac5c1fa42 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0742400 Jul 13 07:57:48.662119 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aea880f3-021b-44dd-b13e-9d828f565e24 req-ee12ff7d-5b10-45f2-b29b-ee5d59653869 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Jul 13 07:57:48.680859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] Set router 4bf1a417-65aa-4b21-a887-c4d6931a336d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:48.711364 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceb0d36-df35-4e50-8202-32b419e5771f x-openstack-request-id: req-7ceb0d36-df35-4e50-8202-32b419e5771f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:48.711656 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:48.711911 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ceb0d36-df35-4e50-8202-32b419e5771f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:48.712359 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'status': 'completed', 'code': 200} Jul 13 07:57:48.793474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-8929705b-7f6c-47ac-875c-75d0de2dc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:48.795405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-8929705b-7f6c-47ac-875c-75d0de2dc260 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 1096 time: 0.0592890 Jul 13 07:57:48.884527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf', 'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:67:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:47Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:48.902442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-71ac16e7-6c6c-4dd6-9aad-8d37e895fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:48.903958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-71ac16e7-6c6c-4dd6-9aad-8d37e895fd9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c9a854ea-8e18-43d1-b360-2f018aecb6ce HTTP/1.1" status: 200 len: 897 time: 0.1020014 Jul 13 07:57:48.919146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] Checking router: 4bf1a417-65aa-4b21-a887-c4d6931a336d for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:48.927758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] Routers {'4bf1a417-65aa-4b21-a887-c4d6931a336d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:48.928409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4bf1a417-65aa-4b21-a887-c4d6931a336d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:48.955216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-f013acfa-6b6e-4820-92e7-d55c1860e6b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 200 len: 217 time: 0.0404935 Jul 13 07:57:48.997473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec62f1-82a3-42d2-8f7d-d19036da86c8 req-33c9d3c9-d179-4c45-98f6-6ff2e5f57e5a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:49.000071 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9ec62f1-82a3-42d2-8f7d-d19036da86c8 req-33c9d3c9-d179-4c45-98f6-6ff2e5f57e5a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 945 time: 0.0732048 Jul 13 07:57:49.008666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-ad9f1353-9f31-4d0a-883b-c5e5a94304fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:49.010562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-ad9f1353-9f31-4d0a-883b-c5e5a94304fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f951cb1f-bfdd-4957-ad58-f82607210316 HTTP/1.1" status: 200 len: 835 time: 0.0477738 Jul 13 07:57:49.035118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] Set router 4bf1a417-65aa-4b21-a887-c4d6931a336d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:49.040686 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9ec62f1-82a3-42d2-8f7d-d19036da86c8 req-d050464a-2162-4cb4-9927-99d2edd12b58 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c38216f-3fd9-48a2-ac77-70425c3c1874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347228 Jul 13 07:57:49.083601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-15e62e8e-8a1d-44f5-9f11-4ad994b529a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:49.085210 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-15e62e8e-8a1d-44f5-9f11-4ad994b529a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c9a854ea-8e18-43d1-b360-2f018aecb6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630732 Jul 13 07:57:49.186413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-80c44bd5-58db-4146-b235-55219a185ea7 service neutron] 10.222.0.54 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907216 Jul 13 07:57:49.281767 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dce2c6bb-43fe-4ebe-9a1d-27e384272316 req-472bd1ca-ee6c-4d97-9599-9ba399bc5ffc service neutron] 10.222.0.54 "GET /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863950 Jul 13 07:57:49.351982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-81081b11-2e15-4543-95e6-dfc0a43711c2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:49.353465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-81081b11-2e15-4543-95e6-dfc0a43711c2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.54 "GET /v2.0/ports?device_id=95e58ef2-d20a-41a2-8ca4-cd4ec2deca31 HTTP/1.1" status: 200 len: 945 time: 0.0634787 Jul 13 07:57:49.379608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf', 'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:67:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:47Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:49.408590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7223badc-0333-4d51-8420-3ea432fefbcb None None] The sync data for ids ['4bf1a417-65aa-4b21-a887-c4d6931a336d'] in n-d-798249-7 is: [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:48Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf', 'name': '', 'network_id': 'c9a854ea-8e18-43d1-b360-2f018aecb6ce', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:67:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:47Z', 'updated_at': '2021-07-13T07:56:53Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'f951cb1f-bfdd-4957-ad58-f82607210316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:49.460611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-a6bb51f3-bc33-4d93-b11c-467e31ffdc78 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:49.461179 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-a6bb51f3-bc33-4d93-b11c-467e31ffdc78 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:49.555456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-a6bb51f3-bc33-4d93-b11c-467e31ffdc78 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:49.555824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-a6bb51f3-bc33-4d93-b11c-467e31ffdc78 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:49.568740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-a6bb51f3-bc33-4d93-b11c-467e31ffdc78 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:49.627090 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dabdab4-126b-438c-8e7e-ddaaa2f78f30 None None] New status for floating IP 5d8629a6-f378-450d-a8c1-eec26ce9e5a4: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:57:49.699801 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-a6bb51f3-bc33-4d93-b11c-467e31ffdc78 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:49.736593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb51f3-bc33-4d93-b11c-467e31ffdc78 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=6a2c4d5f-b24b-4342-a514-f8a107f8e1e0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:49.786265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-a6bb51f3-bc33-4d93-b11c-467e31ffdc78 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] No DVR routers for this DVR port 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:49.788882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-a6bb51f3-bc33-4d93-b11c-467e31ffdc78 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:49.790865 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ea80a50-fb61-4d9f-896e-0c096a1ba1a4 req-a6bb51f3-bc33-4d93-b11c-467e31ffdc78 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.54 "DELETE /v2.0/ports/6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 HTTP/1.1" status: 204 len: 173 time: 0.4314680 Jul 13 07:57:49.797164 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:49.852286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a65e7c-35fa-4b30-9875-ebb6a379323a req-99143a1c-935c-4a13-bf07-103d8e1a6b05 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:49.853830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99a65e7c-35fa-4b30-9875-ebb6a379323a req-99143a1c-935c-4a13-bf07-103d8e1a6b05 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0687864 Jul 13 07:57:49.896716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99a65e7c-35fa-4b30-9875-ebb6a379323a req-e0237a5b-9bae-4040-9c0e-b787e44d9b5a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368228 Jul 13 07:57:50.145005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60864) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:50.506276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:50.714126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'name': 'network-vif-deleted', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:57:50.716383 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbed5d7-2eda-4ba3-83d3-d4374f52344e" -d '{"events": [{"server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "name": "network-vif-deleted", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:57:50.752649 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64df98fd-7c95-4251-9339-c5bcceb6353f x-openstack-request-id: req-64df98fd-7c95-4251-9339-c5bcceb6353f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:57:50.752941 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e58ef2-d20a-41a2-8ca4-cd4ec2deca31", "name": "network-vif-deleted", "tag": "6a2c4d5f-b24b-4342-a514-f8a107f8e1e0", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:57:50.753188 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64df98fd-7c95-4251-9339-c5bcceb6353f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:57:50.753573 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e58ef2-d20a-41a2-8ca4-cd4ec2deca31', 'name': 'network-vif-deleted', 'tag': '6a2c4d5f-b24b-4342-a514-f8a107f8e1e0', 'status': 'completed', 'code': 200} Jul 13 07:57:50.773496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:50.773773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:50.856828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:50.857185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:50.874294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:51.053583 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:51.071109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed828134-abfc-471e-8711-49490f8a0922 req-b618f5df-d2ff-439b-9ab3-7e51a15d0f46 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:51.072662 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ed828134-abfc-471e-8711-49490f8a0922 req-b618f5df-d2ff-439b-9ab3-7e51a15d0f46 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0633519 Jul 13 07:57:51.080700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:51.113072 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ed828134-abfc-471e-8711-49490f8a0922 req-97810261-3eae-442f-b1ff-d93f1f7cd6a2 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 Jul 13 07:57:51.252970 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:51.783922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 4bf1a417-65aa-4b21-a887-c4d6931a336d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:51.887169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:51.895541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d359d870-985b-4512-a3ef-a852e204634a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "PUT /v2.0/routers/4bf1a417-65aa-4b21-a887-c4d6931a336d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493656 Jul 13 07:57:51.898434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60870) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:51.908413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] Sync routers for ids ['4bf1a417-65aa-4b21-a887-c4d6931a336d'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:51.918458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] Routers {'4bf1a417-65aa-4b21-a887-c4d6931a336d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:51.919181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4bf1a417-65aa-4b21-a887-c4d6931a336d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:51.956456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c041359-f739-49b9-8e4f-8ca028dd14cf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting subnet f951cb1f-bfdd-4957-ad58-f82607210316 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:57:51.959396 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c041359-f739-49b9-8e4f-8ca028dd14cf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:51.998484 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c041359-f739-49b9-8e4f-8ca028dd14cf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.020304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] Set router 4bf1a417-65aa-4b21-a887-c4d6931a336d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:52.072198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:52.077977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c041359-f739-49b9-8e4f-8ca028dd14cf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.118085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:52.118435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 6a2c4d5f-b24b-4342-a514-f8a107f8e1e0 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:52.139098 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c041359-f739-49b9-8e4f-8ca028dd14cf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.161165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01606f1d-b9a5-4358-85a7-d1322f38de04 None None] Network c9a854ea-8e18-43d1-b360-2f018aecb6ce requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:52.169095 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c041359-f739-49b9-8e4f-8ca028dd14cf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Subnet': ['ID=f951cb1f-bfdd-4957-ad58-f82607210316,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:52.172704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6c041359-f739-49b9-8e4f-8ca028dd14cf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.177100 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6c041359-f739-49b9-8e4f-8ca028dd14cf tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/subnets/f951cb1f-bfdd-4957-ad58-f82607210316 HTTP/1.1" status: 204 len: 168 time: 0.2751722 Jul 13 07:57:52.177332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60874) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:52.289061 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.316733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e3bb5-b264-4080-92e4-e89e9fb505dc req-699cb3b9-afcd-4054-8f07-b52780c7e7b9 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:52.318415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d1e3bb5-b264-4080-92e4-e89e9fb505dc req-699cb3b9-afcd-4054-8f07-b52780c7e7b9 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0742550 Jul 13 07:57:52.334840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:57:51Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:52.358666 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d1e3bb5-b264-4080-92e4-e89e9fb505dc req-01f27856-65be-4921-969e-f689b003f25c tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 Jul 13 07:57:52.365099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] Checking router: 4bf1a417-65aa-4b21-a887-c4d6931a336d for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:52.374903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] Routers {'4bf1a417-65aa-4b21-a887-c4d6931a336d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:52.375534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['4bf1a417-65aa-4b21-a887-c4d6931a336d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:52.414270 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.431375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42de88-3693-4d8d-891e-d8f65015fe6d None None] DHCP port deletion for c9a854ea-8e18-43d1-b360-2f018aecb6ce request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:57:52.469175 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port e2725fa8-d324-4588-9a84-29bc0e2a129e {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:52.469622 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.506619 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] Set router 4bf1a417-65aa-4b21-a887-c4d6931a336d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:52.547415 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port e2725fa8-d324-4588-9a84-29bc0e2a129e, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e2725fa8-d324-4588-9a84-29bc0e2a129e,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:52.547779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.559192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for e2725fa8-d324-4588-9a84-29bc0e2a129e owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:52.594266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-dd42de88-3693-4d8d-891e-d8f65015fe6d None None] Deleting port 85cc72bf-6c87-4bce-a678-8460f09ef4e9 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:57:52.594530 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dd42de88-3693-4d8d-891e-d8f65015fe6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.695988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dd42de88-3693-4d8d-891e-d8f65015fe6d None None] For port 85cc72bf-6c87-4bce-a678-8460f09ef4e9, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=85cc72bf-6c87-4bce-a678-8460f09ef4e9,segment=NetworkSegment(5e19f7d8-6007-41aa-b44a-6157acddc807),segment_id=5e19f7d8-6007-41aa-b44a-6157acddc807)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:52.696333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dd42de88-3693-4d8d-891e-d8f65015fe6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.724193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.725803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-dd42de88-3693-4d8d-891e-d8f65015fe6d None None] Calling delete_port for 85cc72bf-6c87-4bce-a678-8460f09ef4e9 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:57:52.753856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=e2725fa8-d324-4588-9a84-29bc0e2a129e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:52.809031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:57:51Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:52.816284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.840121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0823c-42c2-4842-9964-431e2aaed75e None None] The sync data for ids ['4bf1a417-65aa-4b21-a887-c4d6931a336d'] in n-d-798249-7 is: [{'id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28955654', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:57:51Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': 'e2725fa8-d324-4588-9a84-29bc0e2a129e', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf1a417-65aa-4b21-a887-c4d6931a336d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:44Z', 'updated_at': '2021-07-13T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:52.848446 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dd42de88-3693-4d8d-891e-d8f65015fe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.876656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42de88-3693-4d8d-891e-d8f65015fe6d None None] No DVR routers for this DVR port 85cc72bf-6c87-4bce-a678-8460f09ef4e9 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:57:52.878225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42de88-3693-4d8d-891e-d8f65015fe6d None None] Pushing event deleted for resources: {'Port': ['ID=85cc72bf-6c87-4bce-a678-8460f09ef4e9,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:52.912165 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.914294 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.959589 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.960167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Fanout notify agent at l3_agent the message router_deleted on router 4bf1a417-65aa-4b21-a887-c4d6931a336d {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:57:52.966986 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:52.968111 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9ca82f79-a8b9-42ba-ab0a-0d9c7d26405b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/routers/4bf1a417-65aa-4b21-a887-c4d6931a336d HTTP/1.1" status: 204 len: 168 time: 0.7898407 Jul 13 07:57:52.970797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60876) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:53.043806 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.131857 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.141692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a854ea-8e18-43d1-b360-2f018aecb6ce']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:53.151148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e19f7d8-6007-41aa-b44a-6157acddc807') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:53.151437 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e19f7d8-6007-41aa-b44a-6157acddc807') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:53.160066 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.173738 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.180855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:57:53.181288 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:57:53.184539 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:57:53.246268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.264533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.266444 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/networks/c9a854ea-8e18-43d1-b360-2f018aecb6ce HTTP/1.1" status: 204 len: 168 time: 0.2947326 Jul 13 07:57:53.267757 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507216b-b9ac-4018-91c4-9a98b218e113 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Network': ['ID=c9a854ea-8e18-43d1-b360-2f018aecb6ce,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:53.269284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60878) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:53.343960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0edf7b54-08cc-4b2e-9017-501d8d94d26a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.347551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 85cc72bf-6c87-4bce-a678-8460f09ef4e9 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:53.367692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 85cc72bf-6c87-4bce-a678-8460f09ef4e9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:53.367887 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 85cc72bf-6c87-4bce-a678-8460f09ef4e9 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:53.368275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:53.382591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0edf7b54-08cc-4b2e-9017-501d8d94d26a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.387851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:53.388240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e6d9f5a7-1b7b-498f-b9d2-b3feeda22dbf not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:53.451447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0edf7b54-08cc-4b2e-9017-501d8d94d26a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.454115 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0edf7b54-08cc-4b2e-9017-501d8d94d26a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.455317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0edf7b54-08cc-4b2e-9017-501d8d94d26a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c38216f-3fd9-48a2-ac77-70425c3c1874 HTTP/1.1" status: 204 len: 168 time: 0.1849794 Jul 13 07:57:53.465310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf7b54-08cc-4b2e-9017-501d8d94d26a tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c38216f-3fd9-48a2-ac77-70425c3c1874,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:53.558974 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98d8c5-8e45-4f8c-b500-67ab66b772da req-c26da0ad-4f2d-462d-806c-de6de25400b1 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:53.560941 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-df98d8c5-8e45-4f8c-b500-67ab66b772da req-c26da0ad-4f2d-462d-806c-de6de25400b1 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0754530 Jul 13 07:57:53.610947 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-df98d8c5-8e45-4f8c-b500-67ab66b772da req-7d516ea6-45c5-4337-8abf-c30d656bd9b9 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Jul 13 07:57:54.074198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60886) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:54.079607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8df1a571-33c2-4b59-8ec6-83356c079766 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1406424841', 'description': 'tempest-secgroup-smoke-1406424841 description', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:54.102407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8df1a571-33c2-4b59-8ec6-83356c079766 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.188046 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8df1a571-33c2-4b59-8ec6-83356c079766 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.191588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8df1a571-33c2-4b59-8ec6-83356c079766 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.220961 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8df1a571-33c2-4b59-8ec6-83356c079766 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.222129 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8df1a571-33c2-4b59-8ec6-83356c079766 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1469023 Jul 13 07:57:54.223984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1a571-33c2-4b59-8ec6-83356c079766 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed44753-77fb-496e-8613-eba595e7c671,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:54.225174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60888) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:54.229996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6dc2635d-9ba5-43b9-ac28-8f27ef719540 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '1ed44753-77fb-496e-8613-eba595e7c671', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:54.257555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6dc2635d-9ba5-43b9-ac28-8f27ef719540 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.302138 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6dc2635d-9ba5-43b9-ac28-8f27ef719540 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.305500 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6dc2635d-9ba5-43b9-ac28-8f27ef719540 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.324778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2635d-9ba5-43b9-ac28-8f27ef719540 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec8c069-3418-4096-bec2-2989f4350093,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:54.331714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6dc2635d-9ba5-43b9-ac28-8f27ef719540 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.332986 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6dc2635d-9ba5-43b9-ac28-8f27ef719540 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066973 Jul 13 07:57:54.335697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60890) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:54.340200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-526166d7-3665-4f92-b599-aad4d6c1bd35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '1ed44753-77fb-496e-8613-eba595e7c671', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:54.365225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-526166d7-3665-4f92-b599-aad4d6c1bd35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.420313 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-526166d7-3665-4f92-b599-aad4d6c1bd35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.423546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-526166d7-3665-4f92-b599-aad4d6c1bd35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.441084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526166d7-3665-4f92-b599-aad4d6c1bd35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508d7274-0c4e-4fd0-8f19-9c7eb4dbd70b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:54.446516 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-526166d7-3665-4f92-b599-aad4d6c1bd35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.447931 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-526166d7-3665-4f92-b599-aad4d6c1bd35 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1109202 Jul 13 07:57:54.450354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60892) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:54.455589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6deb8824-61fe-429b-9f93-ca6753ad352e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '1ed44753-77fb-496e-8613-eba595e7c671', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:54.480685 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6deb8824-61fe-429b-9f93-ca6753ad352e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.541015 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6deb8824-61fe-429b-9f93-ca6753ad352e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.544248 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6deb8824-61fe-429b-9f93-ca6753ad352e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.561979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb8824-61fe-429b-9f93-ca6753ad352e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9697dd7-63f9-4cd2-8f67-571f64668c71,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:54.567376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6deb8824-61fe-429b-9f93-ca6753ad352e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.568596 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6deb8824-61fe-429b-9f93-ca6753ad352e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166427 Jul 13 07:57:54.571341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60894) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:54.575791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1ae495ac-fa53-4045-9bc2-d7fffd7aaa14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '1ed44753-77fb-496e-8613-eba595e7c671', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:54.601285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ae495ac-fa53-4045-9bc2-d7fffd7aaa14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.660388 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ae495ac-fa53-4045-9bc2-d7fffd7aaa14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.664397 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ae495ac-fa53-4045-9bc2-d7fffd7aaa14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.682386 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae495ac-fa53-4045-9bc2-d7fffd7aaa14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb4d26b-9df1-43be-95a1-699dd45e7dbe,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:54.689965 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ae495ac-fa53-4045-9bc2-d7fffd7aaa14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.691255 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1ae495ac-fa53-4045-9bc2-d7fffd7aaa14 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188760 Jul 13 07:57:54.694060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60898) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:54.698518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-385c2e6e-aabd-45ca-bb49-b5c1f3fa2afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '1ed44753-77fb-496e-8613-eba595e7c671', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:54.721510 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-385c2e6e-aabd-45ca-bb49-b5c1f3fa2afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Project eb87c2e5cee545e3bec40c9ac923c7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:57:54.735871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-385c2e6e-aabd-45ca-bb49-b5c1f3fa2afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.832108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-385c2e6e-aabd-45ca-bb49-b5c1f3fa2afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.840797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5a7bd-80b0-4a24-b1a3-b1c3a7e5317d req-b791121e-6f1a-4298-8aac-a1340d5fb6fd tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:54.842333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-45b5a7bd-80b0-4a24-b1a3-b1c3a7e5317d req-b791121e-6f1a-4298-8aac-a1340d5fb6fd tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.1167092 Jul 13 07:57:54.843415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-385c2e6e-aabd-45ca-bb49-b5c1f3fa2afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.875401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c2e6e-aabd-45ca-bb49-b5c1f3fa2afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce7f4ff-cdbc-477a-82c2-65fe4bc00014,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:54.880814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-385c2e6e-aabd-45ca-bb49-b5c1f3fa2afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.881986 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-385c2e6e-aabd-45ca-bb49-b5c1f3fa2afd tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1870048 Jul 13 07:57:54.884867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60900) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:54.890397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c0ab7510-c65a-498c-b7f4-72786fdf0582 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'security_group_rule': {'security_group_id': '1ed44753-77fb-496e-8613-eba595e7c671', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:54.899534 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-45b5a7bd-80b0-4a24-b1a3-b1c3a7e5317d req-5e7577e9-1750-469b-8c54-ab6ce5a5935d tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 Jul 13 07:57:54.913259 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-c0ab7510-c65a-498c-b7f4-72786fdf0582 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Project eb87c2e5cee545e3bec40c9ac923c7cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:57:54.918370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7510-c65a-498c-b7f4-72786fdf0582 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.980560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7510-c65a-498c-b7f4-72786fdf0582 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.983955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7510-c65a-498c-b7f4-72786fdf0582 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.002800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab7510-c65a-498c-b7f4-72786fdf0582 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d07a90-a3dc-4e9e-bea7-c869279d46cf,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:55.009173 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7510-c65a-498c-b7f4-72786fdf0582 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.010459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c0ab7510-c65a-498c-b7f4-72786fdf0582 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245501 Jul 13 07:57:55.013400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 60902) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:55.018936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'network': {'name': 'tempest-network-smoke--65240493', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'port_security_enabled': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:55.039249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:55.043288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.068205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:57:55.077480 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.077886 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Added segment 6733bd04-d163-4af1-99eb-fcea08677d31 of type vlan for network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 Jul 13 07:57:55.119780 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.147431 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.153046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:55.153637 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.189010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1739857 Jul 13 07:57:55.191811 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60904) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:55.196584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'admin_state_up': True, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:55.220155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9453e5-8a12-488f-8001-acb819c79079 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Network': ['ID=b40186ad-0d43-4d6d-8b5d-4d416122c9d1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:55.223334 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.224458 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.232925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e2725fa8-d324-4588-9a84-29bc0e2a129e no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:57:55.252871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e2725fa8-d324-4588-9a84-29bc0e2a129e {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:57:55.253215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e2725fa8-d324-4588-9a84-29bc0e2a129e not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:57:55.263209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:57:55.288229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.424944 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.610614 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.632434 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.734066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.25.6.223 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/89ab0f3f-6732-4f40-ad8a-b2671c133061) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:55.832758 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.874032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.909391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:55.913963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:55.916347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:55.944340 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=89ab0f3f-6732-4f40-ad8a-b2671c133061,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:56.077967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae7a00-37e8-416c-a00f-b2f29b877220 req-c4e2a304-7848-463c-8799-2f93fb211611 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:56.079503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-98ae7a00-37e8-416c-a00f-b2f29b877220 req-c4e2a304-7848-463c-8799-2f93fb211611 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0684845 Jul 13 07:57:56.124853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-98ae7a00-37e8-416c-a00f-b2f29b877220 req-bcefab27-fab6-42f0-9e23-38968f880a45 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Jul 13 07:57:56.477187 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.672414 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.794333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:57:56.898765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:56.909338 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Sync routers for ids ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:56.916781 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.918014 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b30807fe-2d5c-496f-93a6-786f57b83a56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7251017 Jul 13 07:57:56.918457 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Routers {'1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:56.919066 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:56.921674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60910) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:56.949567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b851f7a1-5c7c-4866-8d77-1b24d05e8060 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=eb87c2e5cee545e3bec40c9ac923c7cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267386 Jul 13 07:57:56.952254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60912) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:57.039359 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f43f17-9bda-4e99-bc6d-9fd046eb8ee4 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:57.040971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-64f43f17-9bda-4e99-bc6d-9fd046eb8ee4 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878170 Jul 13 07:57:57.043859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60914) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:57.077505 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0fdcd0bf-47fc-47a3-bd8d-f925b06ed80a tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323055 Jul 13 07:57:57.079891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60916) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:57.084783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-476503718', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:57.109356 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Set router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:57.171427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:57.175363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.284929 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:56Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:57.311325 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Checking router: 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:57.311670 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Updating router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e port 89ab0f3f-6732-4f40-ad8a-b2671c133061 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:57.348877 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.358329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89118a45-8add-4010-8662-6cbc95522dcc req-2737ceb8-c235-425d-a3b8-7a18f97c8d4d tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:57.359875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-89118a45-8add-4010-8662-6cbc95522dcc req-2737ceb8-c235-425d-a3b8-7a18f97c8d4d tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.1139221 Jul 13 07:57:57.434432 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-89118a45-8add-4010-8662-6cbc95522dcc req-7350f3ba-af17-4253-8124-dedeba698321 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679131 Jul 13 07:57:57.446736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.511562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Subnet': ['ID=a00d56e1-3795-4a6e-abf7-96b61f8d384b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:57.519075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Checking segment: {'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:57.519416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network hostable DHCP agents. Network: b40186ad-0d43-4d6d-8b5d-4d416122c9d1, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:57:57.535956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:57:57.543909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b40186ad-0d43-4d6d-8b5d-4d416122c9d1) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:57.549540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:57.550452 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.553654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b04c406-38f2-465d-8f44-1c2d0137bb52 None None] Network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:57.565781 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6813f7a9-9f54-43db-b2c1-dbb3467551a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4848108 Jul 13 07:57:57.568601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60920) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:57.600546 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.610982 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Transition to ACTIVE for port object 89ab0f3f-6732-4f40-ad8a-b2671c133061 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:57.618033 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.661171 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Attempting to bind port 89ab0f3f-6732-4f40-ad8a-b2671c133061 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:57.661566 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Attempting to bind port 89ab0f3f-6732-4f40-ad8a-b2671c133061 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:57.661907 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Attempting to bind port 89ab0f3f-6732-4f40-ad8a-b2671c133061 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:57.674840 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:57.675216 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:57.675618 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.676033 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:57.676500 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Bound port: 89ab0f3f-6732-4f40-ad8a-b2671c133061, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:57.676884 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.706850 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Pushing event updated for resources: {'Port': ['ID=89ab0f3f-6732-4f40-ad8a-b2671c133061,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:57.711650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:57:57.712878 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.720263 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.721015 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.721015 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.721254 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.721590 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.721921 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.722720 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.722720 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.722951 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.723186 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.723525 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.723835 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.746156 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] For port 89ab0f3f-6732-4f40-ad8a-b2671c133061, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:57.749599 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] For port 89ab0f3f-6732-4f40-ad8a-b2671c133061, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=89ab0f3f-6732-4f40-ad8a-b2671c133061,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:57.754112 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.810795 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Routers {'1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:57.811579 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:57.857992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Allocated IP 172.20.0.2 (b40186ad-0d43-4d6d-8b5d-4d416122c9d1/a00d56e1-3795-4a6e-abf7-96b61f8d384b/98087580-ccc4-412a-95aa-9b599f184d95) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:57.900308 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f3124-2028-420d-bf7c-bfd47c900b3c None None] Pushing event updated for resources: {'Port': ['ID=89ab0f3f-6732-4f40-ad8a-b2671c133061,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:57.922027 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] Set router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:58.021726 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.026465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.032500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Transition to ACTIVE for port object 98087580-ccc4-412a-95aa-9b599f184d95 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:58.048527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Transition to ACTIVE for port object 98087580-ccc4-412a-95aa-9b599f184d95 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:58.055571 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.096972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:58.103796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:58.106488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:58.113377 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:56Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:58.118902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Pushing event updated for resources: {'Port': ['ID=98087580-ccc4-412a-95aa-9b599f184d95,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:58.144774 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b4e1d-1ef6-4e14-bb8c-129d092b0523 None None] The sync data for ids ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'] in n-d-798249-7 is: [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:56Z', 'revision_number': 3, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:57:58.175283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Attempting to bind port 98087580-ccc4-412a-95aa-9b599f184d95 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:58.175651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Attempting to bind port 98087580-ccc4-412a-95aa-9b599f184d95 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:58.176037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Attempting to bind port 98087580-ccc4-412a-95aa-9b599f184d95 on network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:58.181314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:58.181687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Checking segment: {'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:58.182085 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.182492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Bound using segment: {'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:58.183036 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Bound port: 98087580-ccc4-412a-95aa-9b599f184d95, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:58.183452 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.250349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] For port 98087580-ccc4-412a-95aa-9b599f184d95, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:58.254640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] For port 98087580-ccc4-412a-95aa-9b599f184d95, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=98087580-ccc4-412a-95aa-9b599f184d95,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:58.258847 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.318647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860dceb-c909-46e1-96f3-17fb8d8693f7 None None] Pushing event updated for resources: {'Port': ['ID=98087580-ccc4-412a-95aa-9b599f184d95,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:58.336982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.20.0.1 (b40186ad-0d43-4d6d-8b5d-4d416122c9d1/a00d56e1-3795-4a6e-abf7-96b61f8d384b/e52d3685-9043-4d40-9ca3-43bd4830d4d8) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:58.499370 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.520758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Transition to ACTIVE for port object e52d3685-9043-4d40-9ca3-43bd4830d4d8 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:58.574856 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.632961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:58.640388 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:58.643082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:58.676926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=e52d3685-9043-4d40-9ca3-43bd4830d4d8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:58.688702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4d257-b2bf-419b-b63d-619dbdad134e req-3ecddf71-b051-4774-97c3-5d69ac968808 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:58.695775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ad4d257-b2bf-419b-b63d-619dbdad134e req-3ecddf71-b051-4774-97c3-5d69ac968808 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.1062336 Jul 13 07:57:58.704822 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.749175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ad4d257-b2bf-419b-b63d-619dbdad134e req-8cfb3914-99a1-48d2-b588-25c36ea0245c tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490217 Jul 13 07:57:58.861532 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.156834 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.161943 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.245613 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=e52d3685-9043-4d40-9ca3-43bd4830d4d8,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:59.258465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.357654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 89ab0f3f-6732-4f40-ad8a-b2671c133061 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:59.374899 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:59.376551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:59.412253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 89ab0f3f-6732-4f40-ad8a-b2671c133061 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:59.416468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 89ab0f3f-6732-4f40-ad8a-b2671c133061 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:59.416841 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.493997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c0e91b-dbc2-4c5b-8481-d41f964bdb74 None None] Network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:59.502505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:57:59.527063 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.587538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 89ab0f3f-6732-4f40-ad8a-b2671c133061, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=89ab0f3f-6732-4f40-ad8a-b2671c133061,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:57:59.599452 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.626136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:59.632703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8ac327f4-4ca7-487e-828e-eb00e3c18c33 None None] Provisioning for port 98087580-ccc4-412a-95aa-9b599f184d95 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:59.636368 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1319f041-b9d6-462d-b508-47b708df7e0b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "PUT /v2.0/routers/1ea93b69-b4ca-40ba-9cfd-f3acea479d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0664625 Jul 13 07:57:59.648999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 98087580-ccc4-412a-95aa-9b599f184d95 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:59.793523 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-9cd4455a-933b-457e-8da7-97f0ab751a08 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406424841&fields=id&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 267 time: 0.0409164 Jul 13 07:57:59.885044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=89ab0f3f-6732-4f40-ad8a-b2671c133061,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:59.902269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.903074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.903074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.903285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.903568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.904534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.904866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.905192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.905606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.905932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.906774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.906774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:59.929755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Sync routers for ids ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:59.939445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-a0b1745c-8711-406a-84a4-3bfb3d1f6f7b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:59.944493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-a0b1745c-8711-406a-84a4-3bfb3d1f6f7b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/networks?id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1 HTTP/1.1" status: 200 len: 795 time: 0.1416547 Jul 13 07:57:59.949292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Routers {'1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:59.949913 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:59.958252 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-6e2dbac2-1ace-49e3-8dcb-a52524d90905 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/quotas/eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 375 time: 0.0115266 Jul 13 07:57:59.962697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadec381-4e98-46a0-84fb-a938462c7322 req-16780b3a-716b-4d8b-9c94-497e63988bb0 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:59.964949 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dadec381-4e98-46a0-84fb-a938462c7322 req-16780b3a-716b-4d8b-9c94-497e63988bb0 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.1018393 Jul 13 07:57:59.999641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 98087580-ccc4-412a-95aa-9b599f184d95 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:00.010056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 98087580-ccc4-412a-95aa-9b599f184d95 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:00.010427 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.012655 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dadec381-4e98-46a0-84fb-a938462c7322 req-004935d0-1679-458b-a777-4cf4b6345c84 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Jul 13 07:58:00.101640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Set router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:00.125904 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:58:00.250846 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.336294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 98087580-ccc4-412a-95aa-9b599f184d95, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=98087580-ccc4-412a-95aa-9b599f184d95,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:00.345978 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.396859 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-c30a09f2-ef67-4d8a-8c90-e6e82b22d1b2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4324372 Jul 13 07:58:00.442839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3124843-e869-4709-987e-4a34fb93d60d None None] Provisioning complete for port 98087580-ccc4-412a-95aa-9b599f184d95 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:00.443336 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a3124843-e869-4709-987e-4a34fb93d60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.446568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=98087580-ccc4-412a-95aa-9b599f184d95,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:00.496325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:58Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e52d3685-9043-4d40-9ca3-43bd4830d4d8', 'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:72:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:58Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 2, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:00.510717 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-505bf7d9-3865-4981-bc5a-16220384bc77 service neutron] 10.222.0.44 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023510 Jul 13 07:58:00.527598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Checking router: 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:00.527598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Updating router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e port e52d3685-9043-4d40-9ca3-43bd4830d4d8 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:58:00.590967 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.615633 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-1611a0c7-f26f-4dad-8608-3097a71343ee service neutron] 10.222.0.44 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024716 Jul 13 07:58:00.629108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3124843-e869-4709-987e-4a34fb93d60d None None] Provisioning for port e52d3685-9043-4d40-9ca3-43bd4830d4d8 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:00.637369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3124843-e869-4709-987e-4a34fb93d60d None None] Provisioning complete for port e52d3685-9043-4d40-9ca3-43bd4830d4d8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:00.637741 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a3124843-e869-4709-987e-4a34fb93d60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.729515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a3124843-e869-4709-987e-4a34fb93d60d None None] Port e52d3685-9043-4d40-9ca3-43bd4830d4d8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:00.799843 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f1433bb-11c5-471d-b9e0-ba7b6f2189c5 req-8f7a2de6-9470-4525-b2d3-482dd5183df3 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 210 time: 0.0388718 Jul 13 07:58:00.881242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7ce24043-9093-492d-87cd-3e3bc0512335 None None] Provisioning complete for port e52d3685-9043-4d40-9ca3-43bd4830d4d8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:00.881619 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ce24043-9093-492d-87cd-3e3bc0512335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.949632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7ce24043-9093-492d-87cd-3e3bc0512335 None None] Port e52d3685-9043-4d40-9ca3-43bd4830d4d8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:00.961837 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.973442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Transition to ACTIVE for port object e52d3685-9043-4d40-9ca3-43bd4830d4d8 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:00.978395 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.034048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93408eb7-0317-40d1-bb8d-e7a68aab2220 None None] Pushing event updated for resources: {'Port': ['ID=e52d3685-9043-4d40-9ca3-43bd4830d4d8,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:01.095711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Attempting to bind port e52d3685-9043-4d40-9ca3-43bd4830d4d8 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:01.096130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Attempting to bind port e52d3685-9043-4d40-9ca3-43bd4830d4d8 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:01.096508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Attempting to bind port e52d3685-9043-4d40-9ca3-43bd4830d4d8 on network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:01.103907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:01.104386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Checking segment: {'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:01.104711 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.105106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Bound using segment: {'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:01.105590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Bound port: e52d3685-9043-4d40-9ca3-43bd4830d4d8, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:01.105981 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.202731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] For port e52d3685-9043-4d40-9ca3-43bd4830d4d8, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:01.206539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] For port e52d3685-9043-4d40-9ca3-43bd4830d4d8, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e52d3685-9043-4d40-9ca3-43bd4830d4d8,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:01.211277 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.236699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73f741-a629-43f7-a131-a5b3f39def2a req-e9adfde4-d9c0-4f5d-8824-905a28704858 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:01.238604 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b73f741-a629-43f7-a131-a5b3f39def2a req-e9adfde4-d9c0-4f5d-8824-905a28704858 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0829823 Jul 13 07:58:01.272468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Routers {'1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:01.273267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:01.300534 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b73f741-a629-43f7-a131-a5b3f39def2a req-3b6643a3-efd0-4f3b-8a55-d37fc5af4129 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555260 Jul 13 07:58:01.348440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 89ab0f3f-6732-4f40-ad8a-b2671c133061 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:01.412068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93408eb7-0317-40d1-bb8d-e7a68aab2220 None None] Pushing event updated for resources: {'Port': ['ID=e52d3685-9043-4d40-9ca3-43bd4830d4d8,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:01.457608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] Set router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:01.500095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 89ab0f3f-6732-4f40-ad8a-b2671c133061 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:01.500630 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.691769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 98087580-ccc4-412a-95aa-9b599f184d95 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:01.822019 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 98087580-ccc4-412a-95aa-9b599f184d95 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:01.822401 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.827957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:58Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e52d3685-9043-4d40-9ca3-43bd4830d4d8', 'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:72:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:58Z', 'updated_at': '2021-07-13T07:58:01Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:01.872280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c874dfa-5144-4da2-9dd1-a4a9bab847d9 None None] The sync data for ids ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'] in n-d-798249-7 is: [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:58Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e52d3685-9043-4d40-9ca3-43bd4830d4d8', 'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:72:c1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:58Z', 'updated_at': '2021-07-13T07:58:01Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:02.105998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-9e78983a-6d66-4f6f-ac98-084578ae5e73 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:02.109375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-9e78983a-6d66-4f6f-ac98-084578ae5e73 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/networks?id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1 HTTP/1.1" status: 200 len: 795 time: 0.1672704 Jul 13 07:58:02.174279 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-b0e8f779-dc04-4fea-a512-776ea3db32a0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb HTTP/1.1" status: 200 len: 380 time: 0.0543451 Jul 13 07:58:02.194419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9fba1974-6702-4808-81fc-c8865b4219d1 req-68c3881f-400b-4bee-8888-bc01a89b4a8f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 210 time: 0.0436246 Jul 13 07:58:02.198485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'port': {'device_id': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'admin_state_up': True, 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'security_groups': ['1ed44753-77fb-496e-8613-eba595e7c671']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:02.313797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Made reservation on behalf of eb87c2e5cee545e3bec40c9ac923c7cb for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:02.317855 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.458988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.20.0.13 (b40186ad-0d43-4d6d-8b5d-4d416122c9d1/a00d56e1-3795-4a6e-abf7-96b61f8d384b/9a2c6c66-00e1-4759-951a-11cd133fc563) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:02.477247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42bec-722c-4d5b-abf0-f04f85d5535d req-d57d45ec-e0c3-4617-86b3-109278c17cf2 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:02.478863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aff42bec-722c-4d5b-abf0-f04f85d5535d req-d57d45ec-e0c3-4617-86b3-109278c17cf2 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0705986 Jul 13 07:58:02.523835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aff42bec-722c-4d5b-abf0-f04f85d5535d req-cc0d974c-7807-49c8-8706-b04b6b07dfa4 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376720 Jul 13 07:58:02.625812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.640343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Transition to ACTIVE for port object 9a2c6c66-00e1-4759-951a-11cd133fc563 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:02.674312 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.722148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:02.725619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:02.729671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:02.736951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=9a2c6c66-00e1-4759-951a-11cd133fc563,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:02.787744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:02.788425 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.804841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-73e33d1c-acdb-4730-a19e-e7e9bb767163 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6128540 Jul 13 07:58:02.817670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Request body: {'port': {'device_id': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:02.899794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.041591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-70caff41-ce45-413c-bc00-98890de6cfb9 None None] Provisioning for port 9a2c6c66-00e1-4759-951a-11cd133fc563 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:03.046209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-70caff41-ce45-413c-bc00-98890de6cfb9 None None] Provisioning complete for port 9a2c6c66-00e1-4759-951a-11cd133fc563 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:03.046579 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-70caff41-ce45-413c-bc00-98890de6cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.083540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-70caff41-ce45-413c-bc00-98890de6cfb9 None None] Port 9a2c6c66-00e1-4759-951a-11cd133fc563 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:03.174546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2c6c66-00e1-4759-951a-11cd133fc563 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:58:03.182320 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.194752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Transition to ACTIVE for port object 9a2c6c66-00e1-4759-951a-11cd133fc563 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:03.198472 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.250932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2c6c66-00e1-4759-951a-11cd133fc563,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:03.324553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Attempting to bind port 9a2c6c66-00e1-4759-951a-11cd133fc563 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:03.325074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Attempting to bind port 9a2c6c66-00e1-4759-951a-11cd133fc563 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:03.325444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Attempting to bind port 9a2c6c66-00e1-4759-951a-11cd133fc563 on network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:03.330108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Port 9a2c6c66-00e1-4759-951a-11cd133fc563 on network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:58:03.330425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Attempting to bind port 9a2c6c66-00e1-4759-951a-11cd133fc563 on network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:03.347734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:03.348105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Checking segment: {'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:03.348618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Bound using segment: {'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:03.349069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Bound port: 9a2c6c66-00e1-4759-951a-11cd133fc563, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6733bd04-d163-4af1-99eb-fcea08677d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:03.349932 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.352511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e52d3685-9043-4d40-9ca3-43bd4830d4d8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:03.402424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e52d3685-9043-4d40-9ca3-43bd4830d4d8 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:03.408314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e52d3685-9043-4d40-9ca3-43bd4830d4d8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:03.408903 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.456241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309a0e-f026-4026-960c-f1d891da8d35 req-ffa39c51-d073-4bc9-8334-2474bb55afef tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:03.457779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-19309a0e-f026-4026-960c-f1d891da8d35 req-ffa39c51-d073-4bc9-8334-2474bb55afef tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 944 time: 0.1243846 Jul 13 07:58:03.458902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:03.462290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9a2c6c66-00e1-4759-951a-11cd133fc563,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:03.476868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.507561 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.533155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:03.533783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.535236 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] 10.222.0.53 "PUT /v2.0/ports/9a2c6c66-00e1-4759-951a-11cd133fc563 HTTP/1.1" status: 200 len: 1092 time: 0.7222538 Jul 13 07:58:03.537232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:03.539640 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a43556-acef-4906-8fa4-192b091d8792" -d '{"events": [{"name": "network-changed", "server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:03.549561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e52d3685-9043-4d40-9ca3-43bd4830d4d8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e52d3685-9043-4d40-9ca3-43bd4830d4d8,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:03.559182 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.564542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-19309a0e-f026-4026-960c-f1d891da8d35 req-2086cf8b-4367-4e1e-a537-94efec65978f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978673 Jul 13 07:58:03.567866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d8532-5edd-499a-9467-898e41bd14f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2c6c66-00e1-4759-951a-11cd133fc563,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:03.609020 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f64edf8-3d11-41cf-9a7d-7d7a0075dee3 x-openstack-request-id: req-1f64edf8-3d11-41cf-9a7d-7d7a0075dee3 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:03.609325 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:03.609719 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f64edf8-3d11-41cf-9a7d-7d7a0075dee3 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:03.612609 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'status': 'completed', 'code': 200} Jul 13 07:58:03.649318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e52d3685-9043-4d40-9ca3-43bd4830d4d8,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:03.667738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-c8132fb9-bd12-42f4-98d0-a2c303d4fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:03.669953 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-c8132fb9-bd12-42f4-98d0-a2c303d4fb6c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 1095 time: 0.0723457 Jul 13 07:58:03.715275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-cb13f264-27f9-45a5-8ad6-4e70ede0c83c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a2c6c66-00e1-4759-951a-11cd133fc563 HTTP/1.1" status: 200 len: 217 time: 0.0375683 Jul 13 07:58:03.797590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-1c7ad82b-ccc8-4a3f-8506-03c5096b29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:03.799101 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-1c7ad82b-ccc8-4a3f-8506-03c5096b29f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a00d56e1-3795-4a6e-abf7-96b61f8d384b HTTP/1.1" status: 200 len: 834 time: 0.0751240 Jul 13 07:58:03.848735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210818ae-8532-49b5-9c45-198ce3a1f855 req-f906ff76-aeba-464e-bddb-fab1a581ae4b tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:03.850268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-210818ae-8532-49b5-9c45-198ce3a1f855 req-f906ff76-aeba-464e-bddb-fab1a581ae4b tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.1375532 Jul 13 07:58:03.907144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-11d40991-3ae3-44e6-8df1-53571b5ee755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:03.908799 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-11d40991-3ae3-44e6-8df1-53571b5ee755 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027792 Jul 13 07:58:03.914010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-210818ae-8532-49b5-9c45-198ce3a1f855 req-1f227c4a-76f8-43da-8c05-83c06ef5b78a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520270 Jul 13 07:58:03.987094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e6ab6fc2-8bb2-4742-bbee-dfdb88928d76 None None] Provisioning complete for port e52d3685-9043-4d40-9ca3-43bd4830d4d8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:03.987560 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e6ab6fc2-8bb2-4742-bbee-dfdb88928d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.004842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-ec84f538-9ff4-4379-b465-7d253d1f55f8 service neutron] 10.222.0.53 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888309 Jul 13 07:58:04.097821 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd0870f3-463c-4306-b01d-ec1a1f693cfe req-a3405755-5528-4e2e-a9aa-70ec538b7003 service neutron] 10.222.0.53 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864244 Jul 13 07:58:04.194412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a43556-acef-4906-8fa4-192b091d8792 req-6aeef621-e1e6-46e5-955a-14237e43b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:04.195903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-34a43556-acef-4906-8fa4-192b091d8792 req-6aeef621-e1e6-46e5-955a-14237e43b864 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 1095 time: 0.0513270 Jul 13 07:58:04.286831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a43556-acef-4906-8fa4-192b091d8792 req-76a2622b-f557-4788-94ec-67345a165bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:04.288399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-34a43556-acef-4906-8fa4-192b091d8792 req-76a2622b-f557-4788-94ec-67345a165bc1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1 HTTP/1.1" status: 200 len: 896 time: 0.0860102 Jul 13 07:58:04.333474 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-34a43556-acef-4906-8fa4-192b091d8792 req-f3b1496a-dfc5-425b-92ec-428f02c87518 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a2c6c66-00e1-4759-951a-11cd133fc563 HTTP/1.1" status: 200 len: 217 time: 0.0374277 Jul 13 07:58:04.381363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a43556-acef-4906-8fa4-192b091d8792 req-45dde7b7-20f7-44ee-85bc-60eb2626f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:04.382846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-34a43556-acef-4906-8fa4-192b091d8792 req-45dde7b7-20f7-44ee-85bc-60eb2626f1d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a00d56e1-3795-4a6e-abf7-96b61f8d384b HTTP/1.1" status: 200 len: 834 time: 0.0428877 Jul 13 07:58:04.439179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a43556-acef-4906-8fa4-192b091d8792 req-197a3cda-1af3-4f37-bea5-30074f500fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:04.440668 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-34a43556-acef-4906-8fa4-192b091d8792 req-197a3cda-1af3-4f37-bea5-30074f500fd5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509181 Jul 13 07:58:04.532654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-34a43556-acef-4906-8fa4-192b091d8792 req-1466f296-e56b-4ec8-ab2a-9688f2a8cbef service neutron] 10.222.0.53 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847397 Jul 13 07:58:04.625211 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-34a43556-acef-4906-8fa4-192b091d8792 req-1aac1fd9-842b-41f5-9ff1-4c792a9db159 service neutron] 10.222.0.53 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857210 Jul 13 07:58:04.625464 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.746987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62323192-132e-4d39-a01f-9a45d6b23752 req-bc879a8b-d0fa-4cf9-a471-514ce7d26857 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:04.748497 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62323192-132e-4d39-a01f-9a45d6b23752 req-bc879a8b-d0fa-4cf9-a471-514ce7d26857 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 944 time: 0.0619471 Jul 13 07:58:04.786925 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62323192-132e-4d39-a01f-9a45d6b23752 req-b8e5829b-f1da-4b4c-9deb-82856e92b647 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Jul 13 07:58:05.090020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4be656-7542-4c88-be3a-0d725c1698fe req-55885f05-3cb3-4c2b-af02-ddc506e57478 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:05.091616 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd4be656-7542-4c88-be3a-0d725c1698fe req-55885f05-3cb3-4c2b-af02-ddc506e57478 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0672879 Jul 13 07:58:05.128270 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd4be656-7542-4c88-be3a-0d725c1698fe req-d19533e9-c4e4-40e6-b5b2-41bb98b48880 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Jul 13 07:58:05.277885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e52d3685-9043-4d40-9ca3-43bd4830d4d8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:05.457015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc5d15-50ed-4a05-9ab6-7b69f0f4bba1 req-59420eef-1ec9-4afb-8f2b-a1e9feba46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:05.458480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43dc5d15-50ed-4a05-9ab6-7b69f0f4bba1 req-59420eef-1ec9-4afb-8f2b-a1e9feba46e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 1097 time: 0.0537782 Jul 13 07:58:05.478127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e52d3685-9043-4d40-9ca3-43bd4830d4d8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:05.478417 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.492868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43dc5d15-50ed-4a05-9ab6-7b69f0f4bba1 req-3004e7e4-df0c-45cc-86e8-bdd93d0d17f8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280657 Jul 13 07:58:05.964285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f231d66-2d2b-4dbf-834f-707abd887f62 req-4cf875b1-eee0-4cd3-8716-16a41dd4d390 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:05.965757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f231d66-2d2b-4dbf-834f-707abd887f62 req-4cf875b1-eee0-4cd3-8716-16a41dd4d390 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 944 time: 0.0664046 Jul 13 07:58:06.003023 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0f231d66-2d2b-4dbf-834f-707abd887f62 req-fb86346d-a0bd-4fd7-b699-c19eac25210f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311809 Jul 13 07:58:06.206823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9a2c6c66-00e1-4759-951a-11cd133fc563 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:58:06.307391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9a2c6c66-00e1-4759-951a-11cd133fc563,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:06.313641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ea84c-019e-4b9e-9b9d-b8e67540a37a req-6a127642-79bb-4435-ae65-992603fcc656 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:06.315492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da5ea84c-019e-4b9e-9b9d-b8e67540a37a req-6a127642-79bb-4435-ae65-992603fcc656 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0726032 Jul 13 07:58:06.318880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'port_id': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'mac_address': 'fa:16:3e:30:02:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:58:06.356668 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da5ea84c-019e-4b9e-9b9d-b8e67540a37a req-b413b605-6e68-478f-9335-63a64c695164 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344629 Jul 13 07:58:06.357090 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.369424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2c6c66-00e1-4759-951a-11cd133fc563 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:58:06.389945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9a2c6c66-00e1-4759-951a-11cd133fc563,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:06.393392 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.447242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=9a2c6c66-00e1-4759-951a-11cd133fc563,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:06.625663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['9a2c6c66-00e1-4759-951a-11cd133fc563'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:58:07.179177 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021782e-7238-4a6b-b560-95e72e1e4d56 req-09d25744-a60f-43b6-9d86-ac8826c74375 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:07.180696 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f021782e-7238-4a6b-b560-95e72e1e4d56 req-09d25744-a60f-43b6-9d86-ac8826c74375 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0633593 Jul 13 07:58:07.218208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f021782e-7238-4a6b-b560-95e72e1e4d56 req-135282d9-2cef-4392-94b8-2d75fa2cbae3 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Jul 13 07:58:07.534157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a412-1cab-435f-8b9f-3ef88c44831a req-f37ade53-2735-4bd5-a3c9-b1a069b455d3 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:07.535636 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18d9a412-1cab-435f-8b9f-3ef88c44831a req-f37ade53-2735-4bd5-a3c9-b1a069b455d3 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0674689 Jul 13 07:58:07.572821 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-18d9a412-1cab-435f-8b9f-3ef88c44831a req-cd3556a0-9b50-4293-b70a-c0cd88653e9a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Jul 13 07:58:07.746773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a437409-db11-43fe-9f3a-9f3968bfde9f req-a7aadb95-1fa6-421f-b60c-1e4419d1d6c3 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:07.748340 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a437409-db11-43fe-9f3a-9f3968bfde9f req-a7aadb95-1fa6-421f-b60c-1e4419d1d6c3 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0666516 Jul 13 07:58:07.785725 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a437409-db11-43fe-9f3a-9f3968bfde9f req-0633f312-e306-4100-bbfb-feba385ad548 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Jul 13 07:58:08.078915 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.157560 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03109b8-5ad3-4f19-8430-a40924c7b31d req-94113c23-4afc-4afd-9166-84ac931e90fb tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:08.159101 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c03109b8-5ad3-4f19-8430-a40924c7b31d req-94113c23-4afc-4afd-9166-84ac931e90fb tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0699072 Jul 13 07:58:08.204576 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c03109b8-5ad3-4f19-8430-a40924c7b31d req-bea31d4c-6ecd-4533-bf43-0489c732560f tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Jul 13 07:58:08.226564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9a2c6c66-00e1-4759-951a-11cd133fc563 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:08.282722 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 9a2c6c66-00e1-4759-951a-11cd133fc563 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:08.286610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 9a2c6c66-00e1-4759-951a-11cd133fc563 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:08.286988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.362210 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.387834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:08.390409 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108ffbd7-577b-4297-8b1f-bef6442db396" -d '{"events": [{"server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:08.398063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c265e-04b4-43a9-978f-7a61c82d903c req-0b96a475-2a79-49e7-bdba-566717ff537c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:08.399590 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-335c265e-04b4-43a9-978f-7a61c82d903c req-0b96a475-2a79-49e7-bdba-566717ff537c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0638232 Jul 13 07:58:08.402976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9a2c6c66-00e1-4759-951a-11cd133fc563,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:08.408156 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.437512 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74ed5dc-a0df-4b89-a7ed-73e08f046570 x-openstack-request-id: req-c74ed5dc-a0df-4b89-a7ed-73e08f046570 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:08.437805 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:08.438061 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c74ed5dc-a0df-4b89-a7ed-73e08f046570 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:08.438639 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'code': 200} Jul 13 07:58:08.439822 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-335c265e-04b4-43a9-978f-7a61c82d903c req-093219d9-1b13-4661-9a80-6e08976c7a92 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343049 Jul 13 07:58:08.478752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=9a2c6c66-00e1-4759-951a-11cd133fc563,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:08.552430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb96224-6256-4b59-99fd-4614558cc859 req-f2223e56-887a-4fd2-95fa-d32ac1ea484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:08.553970 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fdb96224-6256-4b59-99fd-4614558cc859 req-f2223e56-887a-4fd2-95fa-d32ac1ea484a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 1097 time: 0.0588222 Jul 13 07:58:08.591595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fdb96224-6256-4b59-99fd-4614558cc859 req-7c7d571d-5ea1-4cb6-a40a-81135fae19f2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302672 Jul 13 07:58:08.645359 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e646a432-a3a7-462d-97d1-0bafdde5317e None None] Provisioning complete for port 9a2c6c66-00e1-4759-951a-11cd133fc563 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:08.645735 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e646a432-a3a7-462d-97d1-0bafdde5317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.388158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d1b9d-7679-4cb4-ae84-550da98f6b9c req-15e6eeef-b49b-4336-b27f-ab0cac2139d6 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:09.389966 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-452d1b9d-7679-4cb4-ae84-550da98f6b9c req-15e6eeef-b49b-4336-b27f-ab0cac2139d6 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0664966 Jul 13 07:58:09.429688 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-452d1b9d-7679-4cb4-ae84-550da98f6b9c req-e866a70b-82c0-4e62-81b9-fd144cf19106 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340576 Jul 13 07:58:09.625815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78fce0-bd66-4902-9667-090544123404 req-b09d0352-730b-4c31-88a2-8f68a9b14b37 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:09.627335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d78fce0-bd66-4902-9667-090544123404 req-b09d0352-730b-4c31-88a2-8f68a9b14b37 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0640280 Jul 13 07:58:09.665217 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d78fce0-bd66-4902-9667-090544123404 req-adf7a01c-9a90-4726-a1cf-cfbf5f1dabb3 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320513 Jul 13 07:58:09.851681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1e710-f9a0-42fa-ba35-d17e33cdd99d req-2b7d915a-6592-41d2-a23e-ed39569790f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:09.853195 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-32d1e710-f9a0-42fa-ba35-d17e33cdd99d req-2b7d915a-6592-41d2-a23e-ed39569790f6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0694618 Jul 13 07:58:09.867621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dd59b-2f95-4f74-a10c-f56a2f261b6c req-02c819cf-3be1-4229-bbeb-731aad815003 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:09.869162 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce2dd59b-2f95-4f74-a10c-f56a2f261b6c req-02c819cf-3be1-4229-bbeb-731aad815003 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0645809 Jul 13 07:58:09.892918 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-32d1e710-f9a0-42fa-ba35-d17e33cdd99d req-3df46828-b6a1-4b14-9829-f9c9b9b10cc0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334954 Jul 13 07:58:09.914409 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce2dd59b-2f95-4f74-a10c-f56a2f261b6c req-719a96c6-6d06-4b91-985d-22c6fd2133f2 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Jul 13 07:58:09.921265 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 60998) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:09.977067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2be9b-5d71-4ba8-9449-23f0ddd53632 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:09.978498 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4de2be9b-5d71-4ba8-9449-23f0ddd53632 tempest-TestNetworkAdvancedServerOps-1762265974 tempest-TestNetworkAdvancedServerOps-1762265974-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 1092 time: 0.0562799 Jul 13 07:58:09.981340 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32768) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:09.985750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:10.006935 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.101539 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.207827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Allocated IP 172.25.6.147 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/dcc67903-0d6c-47c1-8139-fdef2a0be32f) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:10.311765 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.356232 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.390549 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:10.393363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:10.398729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:10.426016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=dcc67903-0d6c-47c1-8139-fdef2a0be32f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:10.439132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.439463 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.439807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.440237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.440578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.440914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.441246 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.441575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.441905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.442234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.442560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.442883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:10.772538 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.844838 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.995705 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.001440 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.072002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event updated for resources: {'Port': ['ID=dcc67903-0d6c-47c1-8139-fdef2a0be32f,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:11.084367 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.091712 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ac675-5613-4004-b5f5-aad60b67e43c req-98402ed1-4bd1-4fe8-9391-6d9a3c5cf92a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:11.093286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee7ac675-5613-4004-b5f5-aad60b67e43c req-98402ed1-4bd1-4fe8-9391-6d9a3c5cf92a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0671895 Jul 13 07:58:11.131850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ee7ac675-5613-4004-b5f5-aad60b67e43c req-1bf0966f-7081-45fd-bcf9-f3ea05130dff tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325139 Jul 13 07:58:11.180431 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Floating IP 76ad34af-fcb6-4ee1-8f51-4eda6d2db499 associated. External IP: 172.25.6.147, port: 9a2c6c66-00e1-4759-951a-11cd133fc563. Jul 13 07:58:11.385068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:11.490055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:11.501317 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] Sync routers for ids ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:11.506983 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.510422 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] Routers {'1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:11.511033 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:11.543036 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8ebca147-0102-49fe-8bab-619e6e5ff794 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5605199 Jul 13 07:58:11.543582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:11.546504 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f2661-14a8-48cf-96a1-c5f092d384e5" -d '{"events": [{"name": "network-changed", "server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:11.583571 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69809e6-e5b6-482d-a0fa-98cc0ac2cb33 x-openstack-request-id: req-d69809e6-e5b6-482d-a0fa-98cc0ac2cb33 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:11.583869 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:11.584159 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d69809e6-e5b6-482d-a0fa-98cc0ac2cb33 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:11.584561 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'status': 'completed', 'code': 200} Jul 13 07:58:11.625592 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] Set router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:11.669812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-01f56d05-1207-41d2-ba49-f500652d2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:11.671543 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-01f56d05-1207-41d2-ba49-f500652d2202 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 1097 time: 0.0655315 Jul 13 07:58:11.705987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac01878-81d1-4329-83da-98c36b8643ba req-f0d66567-296c-4388-9949-26168331c333 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:11.707536 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ac01878-81d1-4329-83da-98c36b8643ba req-f0d66567-296c-4388-9949-26168331c333 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0722730 Jul 13 07:58:11.754036 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ac01878-81d1-4329-83da-98c36b8643ba req-dd8063f3-0e96-4188-91c9-8600d12817c2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406108 Jul 13 07:58:11.762241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-dcab23c4-ba6d-4b47-8f56-a0bb31978f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:11.764896 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-dcab23c4-ba6d-4b47-8f56-a0bb31978f26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1 HTTP/1.1" status: 200 len: 896 time: 0.0874650 Jul 13 07:58:11.780064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32776) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:11.836448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-107ab547-bfb6-41ad-8c06-dd94e657ee7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a2c6c66-00e1-4759-951a-11cd133fc563 HTTP/1.1" status: 200 len: 1000 time: 0.0651195 Jul 13 07:58:11.842397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-25b2f832-c231-4cfa-9ce4-654f0f5e11e6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/76ad34af-fcb6-4ee1-8f51-4eda6d2db499 HTTP/1.1" status: 200 len: 992 time: 0.0594637 Jul 13 07:58:11.858031 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:58Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '76ad34af-fcb6-4ee1-8f51-4eda6d2db499', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'port_id': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'mac_address': 'fa:16:3e:30:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:58:10Z', 'updated_at': '2021-07-13T07:58:10Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52d3685-9043-4d40-9ca3-43bd4830d4d8', 'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:72:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:58Z', 'updated_at': '2021-07-13T07:58:03Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:11.883079 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] Checking router: 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:11.885540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-99089a78-0ae3-4df7-99ab-e3a1ce87c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:11.887011 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-99089a78-0ae3-4df7-99ab-e3a1ce87c099 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a00d56e1-3795-4a6e-abf7-96b61f8d384b HTTP/1.1" status: 200 len: 834 time: 0.0442371 Jul 13 07:58:11.895090 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] Routers {'1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:11.895946 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:57:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:11.948320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-0e3af799-9ebc-4aa1-b1b1-9835c30465a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:11.950683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-0e3af799-9ebc-4aa1-b1b1-9835c30465a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562348 Jul 13 07:58:12.003827 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] Set router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:12.047009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-a0b208b1-f5b4-4ac4-925d-d817d255a7fb service neutron] 10.222.0.53 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895996 Jul 13 07:58:12.145465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-916f2661-14a8-48cf-96a1-c5f092d384e5 req-6141e62f-83d1-4754-8c6e-a8fda5bf4c4b service neutron] 10.222.0.53 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917585 Jul 13 07:58:12.319440 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:58Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '76ad34af-fcb6-4ee1-8f51-4eda6d2db499', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'port_id': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'mac_address': 'fa:16:3e:30:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:58:10Z', 'updated_at': '2021-07-13T07:58:10Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52d3685-9043-4d40-9ca3-43bd4830d4d8', 'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:72:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:58Z', 'updated_at': '2021-07-13T07:58:03Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:12.331143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d26c96-5f42-4df8-82d2-ccdde945f5bd req-2f94326b-243a-4201-b95d-9297b127af26 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:12.332686 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43d26c96-5f42-4df8-82d2-ccdde945f5bd req-2f94326b-243a-4201-b95d-9297b127af26 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0686455 Jul 13 07:58:12.344944 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d7aac-1563-410a-bbdc-6db6e57f981e None None] The sync data for ids ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'] in n-d-798249-7 is: [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:58Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '76ad34af-fcb6-4ee1-8f51-4eda6d2db499', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'port_id': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'mac_address': 'fa:16:3e:30:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:58:10Z', 'updated_at': '2021-07-13T07:58:10Z', 'revision_number': 0, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52d3685-9043-4d40-9ca3-43bd4830d4d8', 'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:72:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:58Z', 'updated_at': '2021-07-13T07:58:03Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:12.372748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43d26c96-5f42-4df8-82d2-ccdde945f5bd req-a3d972a6-af47-4a76-b7ea-bb67228a282e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Jul 13 07:58:12.537964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d629613e-81fc-4673-b609-2231e7b34c2d None None] New status for floating IP 76ad34af-fcb6-4ee1-8f51-4eda6d2db499: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:58:12.845229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32780) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:12.905948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8691ec97-6dc0-4786-a790-13ed7b10b37f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/76ad34af-fcb6-4ee1-8f51-4eda6d2db499 HTTP/1.1" status: 200 len: 994 time: 0.0595958 Jul 13 07:58:13.064374 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-3fd29fe9-7161-46cc-aceb-6a7d70b7910c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503097 Jul 13 07:58:13.158591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-08a14c21-5a70-4ca2-8cc5-bb5a910cfb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:13.160112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-08a14c21-5a70-4ca2-8cc5-bb5a910cfb95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 1097 time: 0.0567191 Jul 13 07:58:13.272735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-bfce55ed-5fe9-4792-af6b-4ba6c6f122ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:13.274194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-bfce55ed-5fe9-4792-af6b-4ba6c6f122ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 920 time: 0.0835927 Jul 13 07:58:13.318115 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-763bbaec-c6cf-49d8-9cd5-6dfdfd3aadcc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=177930af-9481-40e1-b679-4ae0622d99b3 HTTP/1.1" status: 200 len: 217 time: 0.0364130 Jul 13 07:58:13.364928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-2022864b-bb2b-433d-853f-052ae41bf40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:13.366321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-2022864b-bb2b-433d-853f-052ae41bf40e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.0423932 Jul 13 07:58:13.397374 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-78629af2-787b-4495-a28a-3c7c73ac11d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247700 Jul 13 07:58:13.489667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-10734f0a-ee5b-4ab9-b4d9-981e86c6772e service neutron] 10.222.0.53 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852349 Jul 13 07:58:13.547821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190a597-b9d1-4439-be74-eda8a3b01172 req-cdfa920e-dd6d-4b40-8c0e-66ff5657f6f8 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:13.549380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f190a597-b9d1-4439-be74-eda8a3b01172 req-cdfa920e-dd6d-4b40-8c0e-66ff5657f6f8 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0644581 Jul 13 07:58:13.582363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1b338cd3-bb19-4de0-a798-55a29a034d9b req-18ee8b13-214d-43a6-9ada-e9c394198544 service neutron] 10.222.0.53 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855494 Jul 13 07:58:13.592729 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f190a597-b9d1-4439-be74-eda8a3b01172 req-af0407a3-9196-4d7f-b8cb-6900f9668589 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374615 Jul 13 07:58:14.286731 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-295b5fbf-5a72-4060-9b1e-d8cedf84adb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.769084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b8fe3-485d-4145-8159-0c5efdc08060 req-f4fae8af-0e3e-4aaa-96c5-17ee31ad1899 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:14.771177 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa6b8fe3-485d-4145-8159-0c5efdc08060 req-f4fae8af-0e3e-4aaa-96c5-17ee31ad1899 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0696099 Jul 13 07:58:14.811167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa6b8fe3-485d-4145-8159-0c5efdc08060 req-4dcee84c-083b-43ee-b79b-8811ccc75180 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Jul 13 07:58:15.984371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9574f-28fb-4704-af8f-e99a543bbd20 req-9627808b-f27b-4182-a6e3-3513dfd087c5 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:15.985861 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55c9574f-28fb-4704-af8f-e99a543bbd20 req-9627808b-f27b-4182-a6e3-3513dfd087c5 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0628259 Jul 13 07:58:16.022594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55c9574f-28fb-4704-af8f-e99a543bbd20 req-ba1569fa-67b3-4770-86e4-d45d9f4ee394 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313175 Jul 13 07:58:17.096042 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.260753 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a5153fef-ee74-402b-8d20-e0506b301a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.712687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675d4c9-c2c3-470b-acbf-10c9ef244880 req-5c5e0a9d-4c26-427c-a321-3ac0aaa0a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:17.714104 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8675d4c9-c2c3-470b-acbf-10c9ef244880 req-5c5e0a9d-4c26-427c-a321-3ac0aaa0a5ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 1097 time: 0.1073985 Jul 13 07:58:17.721261 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1cdc1-c682-4161-a032-37229d51329f req-61ca4887-35a6-4500-a759-397baf6f887c tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:17.722770 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-39c1cdc1-c682-4161-a032-37229d51329f req-61ca4887-35a6-4500-a759-397baf6f887c tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0640087 Jul 13 07:58:17.760542 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-39c1cdc1-c682-4161-a032-37229d51329f req-aac6980b-3e1e-4880-b480-ef81b6583a0b tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Jul 13 07:58:17.808119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675d4c9-c2c3-470b-acbf-10c9ef244880 req-3be79d46-ac01-4ea6-9670-1a083c5805ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:17.809712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8675d4c9-c2c3-470b-acbf-10c9ef244880 req-3be79d46-ac01-4ea6-9670-1a083c5805ee service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 920 time: 0.0891433 Jul 13 07:58:17.850111 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8675d4c9-c2c3-470b-acbf-10c9ef244880 req-5d9c2a83-fbb7-4f3c-a6e8-74e4c4b5fcbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458 HTTP/1.1" status: 200 len: 217 time: 0.0335798 Jul 13 07:58:17.896505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675d4c9-c2c3-470b-acbf-10c9ef244880 req-6801a5b9-7bd6-4082-a39c-a783f5ebc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:17.898020 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8675d4c9-c2c3-470b-acbf-10c9ef244880 req-6801a5b9-7bd6-4082-a39c-a783f5ebc4bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.0425103 Jul 13 07:58:17.930540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8675d4c9-c2c3-470b-acbf-10c9ef244880 req-66e531d7-230a-4406-a257-776cbf68248f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258522 Jul 13 07:58:17.979005 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.027328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8675d4c9-c2c3-470b-acbf-10c9ef244880 req-be5620e1-d707-400b-a3db-16df7ba98b78 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900700 Jul 13 07:58:18.116491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8675d4c9-c2c3-470b-acbf-10c9ef244880 req-53144e2b-b900-4709-8c97-1dac55bd79fc service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830724 Jul 13 07:58:18.938330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc755b-3209-46f0-be0b-2a4ede217270 req-9c1ceada-6761-49fc-8569-b2cdaa0ed601 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:18.939797 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-34dc755b-3209-46f0-be0b-2a4ede217270 req-9c1ceada-6761-49fc-8569-b2cdaa0ed601 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0632727 Jul 13 07:58:18.977040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-34dc755b-3209-46f0-be0b-2a4ede217270 req-5e9f1793-cc06-4a33-bc0d-f6e879b287c5 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Jul 13 07:58:19.802083 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.151544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9ae24-35cb-4229-b28c-fdfec425777c req-ec9a4ab6-3b39-4fe7-8c4e-8a5844ebdc22 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:20.153072 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19e9ae24-35cb-4229-b28c-fdfec425777c req-ec9a4ab6-3b39-4fe7-8c4e-8a5844ebdc22 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0663161 Jul 13 07:58:20.190731 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19e9ae24-35cb-4229-b28c-fdfec425777c req-d7b558d0-eae8-4107-bdd5-f0cd13adcfab tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Jul 13 07:58:21.360988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921edd3-5021-4e3d-9a9c-ce1aea487110 req-55772850-a2ef-4f65-98d8-e84a779d9e74 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:21.362468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9921edd3-5021-4e3d-9a9c-ce1aea487110 req-55772850-a2ef-4f65-98d8-e84a779d9e74 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0611379 Jul 13 07:58:21.399003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9921edd3-5021-4e3d-9a9c-ce1aea487110 req-1f5ae870-9740-461e-82f8-ceb4598aed7d tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307872 Jul 13 07:58:22.570872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a7e16-485f-4656-a8c4-7b9aa2ffe136 req-860f6c39-369c-4e18-93f7-51fb1710ce3c tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:22.572386 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c76a7e16-485f-4656-a8c4-7b9aa2ffe136 req-860f6c39-369c-4e18-93f7-51fb1710ce3c tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0648775 Jul 13 07:58:22.610341 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c76a7e16-485f-4656-a8c4-7b9aa2ffe136 req-566d7d82-551c-4d48-acd7-83af438baed5 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 Jul 13 07:58:23.838071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc045c-1d50-4b6c-85fd-f2ff6af76535 req-78a23352-67dc-4449-890b-f6e6bbf7ddfa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:23.839698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54dc045c-1d50-4b6c-85fd-f2ff6af76535 req-78a23352-67dc-4449-890b-f6e6bbf7ddfa tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0850382 Jul 13 07:58:23.886810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54dc045c-1d50-4b6c-85fd-f2ff6af76535 req-54de2a3b-9177-4ff4-ba85-937d1e324f61 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 Jul 13 07:58:24.272642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b093fa-3ec9-4bc9-9242-a7bd5a73ab96 req-95595f4c-d1a2-468d-993b-c7343f141aac tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:24.274075 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9b093fa-3ec9-4bc9-9242-a7bd5a73ab96 req-95595f4c-d1a2-468d-993b-c7343f141aac tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 946 time: 0.0635636 Jul 13 07:58:24.312825 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9b093fa-3ec9-4bc9-9242-a7bd5a73ab96 req-8e587c30-5023-4f3d-a674-971254b92a1a tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Jul 13 07:58:25.079070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a9249-00ff-42ef-b7a3-b86b663cb90c req-913dab3c-c1f7-4c0c-bc97-9472cca09345 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:25.080679 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f3a9249-00ff-42ef-b7a3-b86b663cb90c req-913dab3c-c1f7-4c0c-bc97-9472cca09345 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0654774 Jul 13 07:58:25.122375 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f3a9249-00ff-42ef-b7a3-b86b663cb90c req-bf8e6cbe-6418-4238-944e-70440b2f6889 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Jul 13 07:58:25.575506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-d3a54fb3-efc9-4ac1-a26d-ae649a6c46e7 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:25.576987 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-d3a54fb3-efc9-4ac1-a26d-ae649a6c46e7 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.54 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 946 time: 0.1858802 Jul 13 07:58:25.651181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9ede3-1476-4a15-ae27-dce17201ee33 req-6c576948-5729-4ec4-93cd-bf7777768dd4 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:25.652685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2b9ede3-1476-4a15-ae27-dce17201ee33 req-6c576948-5729-4ec4-93cd-bf7777768dd4 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 946 time: 0.1182649 Jul 13 07:58:26.044770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2b9ede3-1476-4a15-ae27-dce17201ee33 req-70ea4e77-7ab2-4840-ba80-7470742e3ee9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/security-groups?id=a299ec1f-c81f-4fc2-8b2e-de932986e771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756421 Jul 13 07:58:26.053831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Deleting port 5dba0e6b-2999-41d3-b208-b131aa833127 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:26.054182 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.141207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] For port 5dba0e6b-2999-41d3-b208-b131aa833127, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5dba0e6b-2999-41d3-b208-b131aa833127,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:26.141563 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.305367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4b2b1-6937-417c-b71d-237cac0a3fb7 req-ec4cba8c-72e6-43b3-8884-b8cb8d49b423 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:26.307218 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0dd4b2b1-6937-417c-b71d-237cac0a3fb7 req-ec4cba8c-72e6-43b3-8884-b8cb8d49b423 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0698900 Jul 13 07:58:26.329658 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.330298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.330717 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Floating IP 164f34a2-0fa4-4a69-9721-9f9e754e01d8 disassociated. External IP: 172.25.6.159, port: 5dba0e6b-2999-41d3-b208-b131aa833127. Jul 13 07:58:26.331235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Calling delete_port for 5dba0e6b-2999-41d3-b208-b131aa833127 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:26.349812 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0dd4b2b1-6937-417c-b71d-237cac0a3fb7 req-03128ba2-7f9a-4749-9674-4515807ee79f tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363209 Jul 13 07:58:26.466073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.492797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event deleted for resources: {'Port': ['ID=5dba0e6b-2999-41d3-b208-b131aa833127,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:26.504938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.505306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.505650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.505990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.506539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.506656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.506954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.507282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.507635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.507930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.508281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.508606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:26.626955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Router 3375048b-1c83-47e9-b4d6-09935e0c1922 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:26.735548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:26.745783 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] Sync routers for ids ['3375048b-1c83-47e9-b4d6-09935e0c1922'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:26.756755 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] Routers {'3375048b-1c83-47e9-b4d6-09935e0c1922'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:26.757369 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3375048b-1c83-47e9-b4d6-09935e0c1922'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:26.783421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] No DVR routers for this DVR port 5dba0e6b-2999-41d3-b208-b131aa833127 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:26.786055 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.788285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4664ca00-d404-41fb-8f65-2b02f4337513 req-4b095ad1-6d9b-43b9-9073-4aec0e3bea4f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.54 "DELETE /v2.0/ports/5dba0e6b-2999-41d3-b208-b131aa833127 HTTP/1.1" status: 204 len: 173 time: 1.2052035 Jul 13 07:58:26.788768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'name': 'network-vif-deleted', 'tag': '5dba0e6b-2999-41d3-b208-b131aa833127'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:26.791121 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155dcc83-185b-4718-a5b0-b0b22744ce82" -d '{"events": [{"server_uuid": "5652dff2-e6a6-4620-8297-22f6f03e3724", "name": "network-vif-deleted", "tag": "5dba0e6b-2999-41d3-b208-b131aa833127"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:26.854962 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0748e5-b36c-494b-b61b-4c032b85b663 x-openstack-request-id: req-6a0748e5-b36c-494b-b61b-4c032b85b663 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:26.855308 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5652dff2-e6a6-4620-8297-22f6f03e3724", "name": "network-vif-deleted", "tag": "5dba0e6b-2999-41d3-b208-b131aa833127", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:26.855605 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a0748e5-b36c-494b-b61b-4c032b85b663 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:26.856499 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5652dff2-e6a6-4620-8297-22f6f03e3724', 'name': 'network-vif-deleted', 'tag': '5dba0e6b-2999-41d3-b208-b131aa833127', 'status': 'completed', 'code': 200} Jul 13 07:58:26.909503 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] Set router 3375048b-1c83-47e9-b4d6-09935e0c1922 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:27.126310 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '1269b37b-abf5-4801-b4fc-8476bafb6eb0', 'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'mac_address': 'fa:16:3e:be:f1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:21Z', 'revision_number': 5, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'subnets': [{'id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:27.151919 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] Checking router: 3375048b-1c83-47e9-b4d6-09935e0c1922 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:27.160394 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] Routers {'3375048b-1c83-47e9-b4d6-09935e0c1922'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:27.160814 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3375048b-1c83-47e9-b4d6-09935e0c1922'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:27.198797 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-08bcf10f-0008-44eb-a2d4-8c99e31c5190 req-1be249cc-d104-44b7-bba4-4706aaf9eb2a tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "GET /v2.0/ports?device_id=5652dff2-e6a6-4620-8297-22f6f03e3724 HTTP/1.1" status: 200 len: 210 time: 0.0291409 Jul 13 07:58:27.267209 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] Set router 3375048b-1c83-47e9-b4d6-09935e0c1922 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:27.476225 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '1269b37b-abf5-4801-b4fc-8476bafb6eb0', 'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'mac_address': 'fa:16:3e:be:f1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:21Z', 'revision_number': 5, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'subnets': [{'id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:27.505820 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112930bd-9375-4db1-a6b4-067aa89220a2 None None] The sync data for ids ['3375048b-1c83-47e9-b4d6-09935e0c1922'] in n-d-798249-7 is: [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '1269b37b-abf5-4801-b4fc-8476bafb6eb0', 'name': '', 'network_id': 'ed635e4c-8201-47c8-a2a5-741b21edb6f6', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'mac_address': 'fa:16:3e:be:f1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:12Z', 'updated_at': '2021-07-13T07:53:21Z', 'revision_number': 5, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'subnets': [{'id': '62a74da5-af5e-443b-a37d-98d6206570ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:27.533511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091503e-8d9b-407d-8fcc-c26c67d7766f req-e75a584f-de0c-4db0-b1a3-14bea9f94e9c tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:27.535088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d091503e-8d9b-407d-8fcc-c26c67d7766f req-e75a584f-de0c-4db0-b1a3-14bea9f94e9c tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0666666 Jul 13 07:58:27.574529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d091503e-8d9b-407d-8fcc-c26c67d7766f req-0c0ea95d-d46a-4116-903d-b900b7e63c7a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339236 Jul 13 07:58:27.720144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800c41aa-7384-4cdd-bc71-b150f90e77f6 None None] New status for floating IP 164f34a2-0fa4-4a69-9721-9f9e754e01d8: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:58:28.217871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5dba0e6b-2999-41d3-b208-b131aa833127 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:28.238018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 5dba0e6b-2999-41d3-b208-b131aa833127 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:28.238368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5dba0e6b-2999-41d3-b208-b131aa833127 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:28.294717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32844) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:28.416663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c10b5b3f-46a0-4ffc-9979-dc580f75f96f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Deleting port 264c372d-a340-40d1-a2c5-55fc6b6ca1aa {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:28.417008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c10b5b3f-46a0-4ffc-9979-dc580f75f96f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.493122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c10b5b3f-46a0-4ffc-9979-dc580f75f96f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.493373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c10b5b3f-46a0-4ffc-9979-dc580f75f96f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.505249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c10b5b3f-46a0-4ffc-9979-dc580f75f96f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Calling delete_port for 264c372d-a340-40d1-a2c5-55fc6b6ca1aa owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:28.632980 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c10b5b3f-46a0-4ffc-9979-dc580f75f96f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.663714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b5b3f-46a0-4ffc-9979-dc580f75f96f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event deleted for resources: {'Port': ['ID=264c372d-a340-40d1-a2c5-55fc6b6ca1aa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:28.753942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c10b5b3f-46a0-4ffc-9979-dc580f75f96f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.756580 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c10b5b3f-46a0-4ffc-9979-dc580f75f96f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.757728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c10b5b3f-46a0-4ffc-9979-dc580f75f96f tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "DELETE /v2.0/floatingips/164f34a2-0fa4-4a69-9721-9f9e754e01d8 HTTP/1.1" status: 204 len: 168 time: 0.4619439 Jul 13 07:58:28.784164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d1efd-3d42-4f3e-b98c-33cfa8503431 req-c2e6ca8b-95d8-46d6-bfdf-3a99cfe6ecea tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:28.785687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f61d1efd-3d42-4f3e-b98c-33cfa8503431 req-c2e6ca8b-95d8-46d6-bfdf-3a99cfe6ecea tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0804040 Jul 13 07:58:28.823016 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f61d1efd-3d42-4f3e-b98c-33cfa8503431 req-4ccecb26-d0d9-493b-9be4-a4f9a5b65cfe tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Jul 13 07:58:28.901397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32852) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:28.963011 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa2057cd-d696-42b0-805f-c88b03adb5b9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.990016 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa2057cd-d696-42b0-805f-c88b03adb5b9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.052111 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa2057cd-d696-42b0-805f-c88b03adb5b9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.054655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa2057cd-d696-42b0-805f-c88b03adb5b9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.055812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fa2057cd-d696-42b0-805f-c88b03adb5b9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] 10.222.0.44 "DELETE /v2.0/security-groups/a299ec1f-c81f-4fc2-8b2e-de932986e771 HTTP/1.1" status: 204 len: 168 time: 0.1534288 Jul 13 07:58:29.090975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2057cd-d696-42b0-805f-c88b03adb5b9 tempest-TestServerBasicOps-343236937 tempest-TestServerBasicOps-343236937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a299ec1f-c81f-4fc2-8b2e-de932986e771,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:29.092223 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32856) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:29.117929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a57b2-86db-46bc-92d0-162d188d7dae req-21f36eff-0521-4733-8edf-08f890e00346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:29.119450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-150a57b2-86db-46bc-92d0-162d188d7dae req-21f36eff-0521-4733-8edf-08f890e00346 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 1097 time: 0.0625761 Jul 13 07:58:29.154415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-150a57b2-86db-46bc-92d0-162d188d7dae req-485d5c10-0fef-48fd-a022-c6fb0f9d5d03 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282240 Jul 13 07:58:29.485415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.732579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] Deleting port 1269b37b-abf5-4801-b4fc-8476bafb6eb0 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:29.732919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.811821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] For port 1269b37b-abf5-4801-b4fc-8476bafb6eb0, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1269b37b-abf5-4801-b4fc-8476bafb6eb0,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:29.812213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:29.825937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] Calling delete_port for 1269b37b-abf5-4801-b4fc-8476bafb6eb0 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:30.054728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a523764-8d7e-4b1b-99be-dd7b896c06bf req-034b35b2-ba97-417b-823f-6a25986fb864 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.056272 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a523764-8d7e-4b1b-99be-dd7b896c06bf req-034b35b2-ba97-417b-823f-6a25986fb864 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.1098118 Jul 13 07:58:30.070427 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.103453 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] Pushing event deleted for resources: {'Port': ['ID=1269b37b-abf5-4801-b4fc-8476bafb6eb0,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:30.144488 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a523764-8d7e-4b1b-99be-dd7b896c06bf req-9c0f3cec-cde1-484c-9a50-60df1310db85 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813255 Jul 13 07:58:30.296140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.522864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] Router 3375048b-1c83-47e9-b4d6-09935e0c1922 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:30.563986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330453b8-9aa6-4d98-9d16-a7e83ee6d539 req-9c78a6ac-8ba7-46a0-89ad-7dfee4ff6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.565525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-330453b8-9aa6-4d98-9d16-a7e83ee6d539 req-9c78a6ac-8ba7-46a0-89ad-7dfee4ff6be9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 1097 time: 0.0849888 Jul 13 07:58:30.632561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:30.638637 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4eb4d408-91e1-4f19-8c74-291fa83f241b admin admin] 10.222.0.44 "PUT /v2.0/routers/3375048b-1c83-47e9-b4d6-09935e0c1922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5446498 Jul 13 07:58:30.641491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32868) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:30.642655 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] Sync routers for ids ['3375048b-1c83-47e9-b4d6-09935e0c1922'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:30.651839 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] Routers {'3375048b-1c83-47e9-b4d6-09935e0c1922'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:30.652471 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3375048b-1c83-47e9-b4d6-09935e0c1922'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:30.703246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911a505-1d5b-4474-8fa1-f251fb82a08b req-fb83b61e-4236-4617-9c38-32a6d17d0c82 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.704783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1911a505-1d5b-4474-8fa1-f251fb82a08b req-fb83b61e-4236-4617-9c38-32a6d17d0c82 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.1753545 Jul 13 07:58:30.754170 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] Set router 3375048b-1c83-47e9-b4d6-09935e0c1922 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:30.776656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330453b8-9aa6-4d98-9d16-a7e83ee6d539 req-b17e8fee-13c2-4f0e-898d-f539dd6fbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.778220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-330453b8-9aa6-4d98-9d16-a7e83ee6d539 req-b17e8fee-13c2-4f0e-898d-f539dd6fbafd service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 920 time: 0.2059050 Jul 13 07:58:30.839553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-330453b8-9aa6-4d98-9d16-a7e83ee6d539 req-87896eed-2d90-45f0-a361-96ba05c85887 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458 HTTP/1.1" status: 200 len: 217 time: 0.0538211 Jul 13 07:58:30.844205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1911a505-1d5b-4474-8fa1-f251fb82a08b req-45071728-a2c7-46c1-ae74-dc66f6aaa349 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326931 Jul 13 07:58:30.857502 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.941670 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:58:29Z', 'revision_number': 5, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:30.960669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330453b8-9aa6-4d98-9d16-a7e83ee6d539 req-7b1f43bf-24d2-45ac-854c-20c8d7a172bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.962153 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-330453b8-9aa6-4d98-9d16-a7e83ee6d539 req-7b1f43bf-24d2-45ac-854c-20c8d7a172bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.1156471 Jul 13 07:58:30.968359 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] Checking router: 3375048b-1c83-47e9-b4d6-09935e0c1922 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:30.976400 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] Routers {'3375048b-1c83-47e9-b4d6-09935e0c1922'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:30.976998 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3375048b-1c83-47e9-b4d6-09935e0c1922'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:30.999680 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-330453b8-9aa6-4d98-9d16-a7e83ee6d539 req-ab722c95-cd41-4779-a548-825350dce1ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310845 Jul 13 07:58:31.044833 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.082316 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] Set router 3375048b-1c83-47e9-b4d6-09935e0c1922 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:31.129693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-330453b8-9aa6-4d98-9d16-a7e83ee6d539 req-13486bb1-eb41-48ef-89ea-1cc581ed1c29 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232908 Jul 13 07:58:31.173883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Deleting port da2d6cdd-ae90-469f-8370-8c894fd8c23d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:31.174125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.285311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-330453b8-9aa6-4d98-9d16-a7e83ee6d539 req-9ad8ee06-19d0-4896-ad4a-86c2eca2c59e service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480260 Jul 13 07:58:31.302444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] For port da2d6cdd-ae90-469f-8370-8c894fd8c23d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=da2d6cdd-ae90-469f-8370-8c894fd8c23d,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:31.303038 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.316378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Calling delete_port for da2d6cdd-ae90-469f-8370-8c894fd8c23d owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:31.359474 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:58:29Z', 'revision_number': 5, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:31.385418 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc7b76-6551-4b84-b668-dd8f90e2beba None None] The sync data for ids ['3375048b-1c83-47e9-b4d6-09935e0c1922'] in n-d-798249-7 is: [{'id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'name': 'tempest-TestServerBasicOps-1440394864-router', 'tenant_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:07Z', 'updated_at': '2021-07-13T07:58:29Z', 'revision_number': 5, 'project_id': 'bf25f413fdb849a49fe8e01b97fae55d', 'gw_port': {'id': 'da2d6cdd-ae90-469f-8370-8c894fd8c23d', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3375048b-1c83-47e9-b4d6-09935e0c1922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:08Z', 'updated_at': '2021-07-13T07:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:31.487429 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.517122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=da2d6cdd-ae90-469f-8370-8c894fd8c23d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:31.578060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.665888 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.668078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.716938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.717488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3375048b-1c83-47e9-b4d6-09935e0c1922 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:58:31.723342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.724825 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6b221972-f2d7-476a-9342-266d5726c9dc admin admin] 10.222.0.44 "DELETE /v2.0/routers/3375048b-1c83-47e9-b4d6-09935e0c1922 HTTP/1.1" status: 204 len: 168 time: 1.0789845 Jul 13 07:58:31.727365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32870) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:31.773942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8328b9-4903-4ec7-9f78-8533eada0da6 admin admin] Deleting subnet 62a74da5-af5e-443b-a37d-98d6206570ee {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:31.777101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e8328b9-4903-4ec7-9f78-8533eada0da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.813770 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e8328b9-4903-4ec7-9f78-8533eada0da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.893893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e8328b9-4903-4ec7-9f78-8533eada0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.967147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e8328b9-4903-4ec7-9f78-8533eada0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:31.993329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8328b9-4903-4ec7-9f78-8533eada0da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a74da5-af5e-443b-a37d-98d6206570ee,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:32.002001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0e8328b9-4903-4ec7-9f78-8533eada0da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.003931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0e8328b9-4903-4ec7-9f78-8533eada0da6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/62a74da5-af5e-443b-a37d-98d6206570ee HTTP/1.1" status: 204 len: 168 time: 0.2756205 Jul 13 07:58:32.007109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32874) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:32.007771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f78df4-a978-4684-b08d-51495ed36776 None None] Network ed635e4c-8201-47c8-a2a5-741b21edb6f6 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:32.412498 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.419935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3c9465-e761-4cef-96aa-1541ab83e88c None None] DHCP port deletion for ed635e4c-8201-47c8-a2a5-741b21edb6f6 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:58:32.432509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0a17e-35a3-4277-b30e-ed917f90368e req-ed2c659c-c20a-486f-8f70-a1bc6fe25387 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:32.434714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58a0a17e-35a3-4277-b30e-ed917f90368e req-ed2c659c-c20a-486f-8f70-a1bc6fe25387 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.4592850 Jul 13 07:58:32.473117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c9465-e761-4cef-96aa-1541ab83e88c None None] Deleting port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:32.473494 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9465-e761-4cef-96aa-1541ab83e88c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.504117 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58a0a17e-35a3-4277-b30e-ed917f90368e req-2c2e6e70-af94-46ef-8c7f-4aaaaac268cb tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588892 Jul 13 07:58:32.514021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Deleting port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:32.514369 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.538616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-ed3c9465-e761-4cef-96aa-1541ab83e88c None None] For port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:32.539096 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9465-e761-4cef-96aa-1541ab83e88c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.552639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c9465-e761-4cef-96aa-1541ab83e88c None None] Calling delete_port for 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:32.584942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] For port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c,segment=NetworkSegment(a799e50a-797b-4914-973a-6e0a09fba6de),segment_id=a799e50a-797b-4914-973a-6e0a09fba6de)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:32.585310 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.598078 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Calling delete_port for 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:32.634724 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9465-e761-4cef-96aa-1541ab83e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.660593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c9465-e761-4cef-96aa-1541ab83e88c None None] Pushing event deleted for resources: {'Port': ['ID=8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:32.664871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c9465-e761-4cef-96aa-1541ab83e88c None None] No DVR routers for this DVR port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:32.686869 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.717136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:32.720684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] No DVR routers for this DVR port 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:32.789436 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.799060 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed635e4c-8201-47c8-a2a5-741b21edb6f6']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:32.808467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a799e50a-797b-4914-973a-6e0a09fba6de') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:32.809260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a799e50a-797b-4914-973a-6e0a09fba6de') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:32.817835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.831772 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.837511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:58:32.837899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: self.session.flush() Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:58:32.839517 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:58:32.896051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.901768 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.904309 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ed635e4c-8201-47c8-a2a5-741b21edb6f6 HTTP/1.1" status: 204 len: 168 time: 0.8960607 Jul 13 07:58:32.907291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32876) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:32.915089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2bebf-7813-4351-88a6-b03a3a534716 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed635e4c-8201-47c8-a2a5-741b21edb6f6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:33.251016 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.295427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1269b37b-abf5-4801-b4fc-8476bafb6eb0 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:33.315150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 1269b37b-abf5-4801-b4fc-8476bafb6eb0 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:33.315493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1269b37b-abf5-4801-b4fc-8476bafb6eb0 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:33.315909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device da2d6cdd-ae90-469f-8370-8c894fd8c23d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:33.333380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: da2d6cdd-ae90-469f-8370-8c894fd8c23d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:33.333720 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device da2d6cdd-ae90-469f-8370-8c894fd8c23d not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:33.334157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:33.352423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:33.352773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8de26bbb-9c4e-4fac-9474-cdebb2aeaf9c not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:33.499255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] Deleting port 80920374-2571-4962-a404-1893523a4623 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:33.499497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.580347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] For port 80920374-2571-4962-a404-1893523a4623, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=80920374-2571-4962-a404-1893523a4623,segment=NetworkSegment(fe043f66-e773-4631-8910-0d1295ef076b),segment_id=fe043f66-e773-4631-8910-0d1295ef076b)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:33.580717 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.593029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] Calling delete_port for 80920374-2571-4962-a404-1893523a4623 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:33.755068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3e1e5-b017-4582-8d7e-87af9e36fab4 req-959d0db7-1fb2-4e01-958e-6d27b67705cc tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:33.756510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6c3e1e5-b017-4582-8d7e-87af9e36fab4 req-959d0db7-1fb2-4e01-958e-6d27b67705cc tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.1242814 Jul 13 07:58:33.810723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6c3e1e5-b017-4582-8d7e-87af9e36fab4 req-0a0aec04-a9fa-4259-8bf9-9c0f6cefbc69 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469072 Jul 13 07:58:33.850390 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.880668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=80920374-2571-4962-a404-1893523a4623,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:34.055636 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.626425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] Router c058e650-0d8b-4a4f-a0b0-e168ce67606c has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:34.628197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.743321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:34.749501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3e37903e-13b3-43fd-9521-fa0304bd4bd4 admin admin] 10.222.0.44 "PUT /v2.0/routers/c058e650-0d8b-4a4f-a0b0-e168ce67606c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8411164 Jul 13 07:58:34.752174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32888) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:34.754726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] Sync routers for ids ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:34.765113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] Routers {'c058e650-0d8b-4a4f-a0b0-e168ce67606c'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:34.765791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:34.863219 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.868274 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] Set router c058e650-0d8b-4a4f-a0b0-e168ce67606c gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:34.964383 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.024601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Deleting port c395f999-072c-4838-bf6a-107ce9874e0b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:35.024949 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.057602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'name': 'tempest-TestServerBasicOps-2005052227-router', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:58:33Z', 'revision_number': 5, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'gw_port': {'id': 'c395f999-072c-4838-bf6a-107ce9874e0b', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:53:19Z', 'updated_at': '2021-07-13T07:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.085911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] Checking router: c058e650-0d8b-4a4f-a0b0-e168ce67606c for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:35.095490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] Routers {'c058e650-0d8b-4a4f-a0b0-e168ce67606c'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:35.096223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.108087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] For port c395f999-072c-4838-bf6a-107ce9874e0b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c395f999-072c-4838-bf6a-107ce9874e0b,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:35.108698 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.122909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Calling delete_port for c395f999-072c-4838-bf6a-107ce9874e0b owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:35.191123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] Set router c058e650-0d8b-4a4f-a0b0-e168ce67606c gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:35.241630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'name': 'tempest-TestServerBasicOps-2005052227-router', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:58:34Z', 'revision_number': 6, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:35.274327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ba96f-8e30-462e-9262-7ef2472130c3 None None] The sync data for ids ['c058e650-0d8b-4a4f-a0b0-e168ce67606c'] in n-d-798249-7 is: [{'id': 'c058e650-0d8b-4a4f-a0b0-e168ce67606c', 'name': 'tempest-TestServerBasicOps-2005052227-router', 'tenant_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:53:18Z', 'updated_at': '2021-07-13T07:58:34Z', 'revision_number': 6, 'project_id': 'fc450b0fb9c34b4e8c9f5aa701ecc130', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:35.353479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.382592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Pushing event deleted for resources: {'Port': ['ID=c395f999-072c-4838-bf6a-107ce9874e0b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:35.455008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a0a2c-58ca-4bda-9631-862a29e70ca9 req-272a4208-2dee-4950-bb16-c8608cc7fbe3 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:35.456458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-926a0a2c-58ca-4bda-9631-862a29e70ca9 req-272a4208-2dee-4950-bb16-c8608cc7fbe3 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.1488724 Jul 13 07:58:35.471312 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.576101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.579540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.584943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-926a0a2c-58ca-4bda-9631-862a29e70ca9 req-a06d87b8-b11b-491e-807e-471303421fb7 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222317 Jul 13 07:58:35.633293 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.633828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c058e650-0d8b-4a4f-a0b0-e168ce67606c {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:58:35.639500 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.642929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7c2a34f2-1dd6-467e-885f-098f7e69ec10 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c058e650-0d8b-4a4f-a0b0-e168ce67606c HTTP/1.1" status: 204 len: 168 time: 0.8877842 Jul 13 07:58:35.643208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32900) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:35.692574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7f2c82-ef61-4733-94dd-e43f4510081d admin admin] Deleting subnet 0353e643-9be8-4d07-a052-598bc342881c {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:35.696485 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2c82-ef61-4733-94dd-e43f4510081d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.737737 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2c82-ef61-4733-94dd-e43f4510081d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.826316 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2c82-ef61-4733-94dd-e43f4510081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.881985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2c82-ef61-4733-94dd-e43f4510081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.909547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f2c82-ef61-4733-94dd-e43f4510081d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0353e643-9be8-4d07-a052-598bc342881c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:35.913157 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2c82-ef61-4733-94dd-e43f4510081d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.917640 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32908) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:35.918274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0c7f2c82-ef61-4733-94dd-e43f4510081d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0353e643-9be8-4d07-a052-598bc342881c HTTP/1.1" status: 204 len: 168 time: 0.2734666 Jul 13 07:58:35.919643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf329a2f-d97f-4293-9042-fa8da4101dd7 None None] Network 74595bf9-2f94-4346-b2a2-a597fb232181 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:35.990851 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.068226 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Deleting port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:36.068577 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.127182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1879b4-bbc4-4de0-9e88-db5371e57631 None None] DHCP port deletion for 74595bf9-2f94-4346-b2a2-a597fb232181 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:58:36.141610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] For port c8b2c767-f083-419f-ab80-18a7d3a3f4b2, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c8b2c767-f083-419f-ab80-18a7d3a3f4b2,segment=NetworkSegment(fe043f66-e773-4631-8910-0d1295ef076b),segment_id=fe043f66-e773-4631-8910-0d1295ef076b)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:36.142074 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.155978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Calling delete_port for c8b2c767-f083-419f-ab80-18a7d3a3f4b2 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:36.177920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3d1879b4-bbc4-4de0-9e88-db5371e57631 None None] Deleting port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:36.188992 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3d1879b4-bbc4-4de0-9e88-db5371e57631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.256631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.278295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3d1879b4-bbc4-4de0-9e88-db5371e57631 None None] For port c8b2c767-f083-419f-ab80-18a7d3a3f4b2, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c8b2c767-f083-419f-ab80-18a7d3a3f4b2,segment=NetworkSegment(fe043f66-e773-4631-8910-0d1295ef076b),segment_id=fe043f66-e773-4631-8910-0d1295ef076b)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:36.278699 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3d1879b4-bbc4-4de0-9e88-db5371e57631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.286116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b2c767-f083-419f-ab80-18a7d3a3f4b2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:36.295288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] No DVR routers for this DVR port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:36.295985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3d1879b4-bbc4-4de0-9e88-db5371e57631 None None] Calling delete_port for c8b2c767-f083-419f-ab80-18a7d3a3f4b2 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:36.374799 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3d1879b4-bbc4-4de0-9e88-db5371e57631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.377177 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.389957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74595bf9-2f94-4346-b2a2-a597fb232181']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:36.397984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1879b4-bbc4-4de0-9e88-db5371e57631 None None] Pushing event deleted for resources: {'Port': ['ID=c8b2c767-f083-419f-ab80-18a7d3a3f4b2,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:36.408558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe043f66-e773-4631-8910-0d1295ef076b') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:36.409560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1879b4-bbc4-4de0-9e88-db5371e57631 None None] No DVR routers for this DVR port c8b2c767-f083-419f-ab80-18a7d3a3f4b2 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:36.411021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe043f66-e773-4631-8910-0d1295ef076b') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:36.427620 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.444431 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.451672 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:58:36.452102 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:58:36.454050 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:58:36.512787 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.518773 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.520982 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] 10.222.0.44 "DELETE /v2.0/networks/74595bf9-2f94-4346-b2a2-a597fb232181 HTTP/1.1" status: 204 len: 168 time: 0.6016307 Jul 13 07:58:36.538460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95bc79-4f91-419e-9acc-ea6fffa8c208 admin admin] Pushing event deleted for resources: {'Network': ['ID=74595bf9-2f94-4346-b2a2-a597fb232181,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:36.640897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32914) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:36.682546 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0e033e1f-2af6-46e4-884e-628cbacf64ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf25f413fdb849a49fe8e01b97fae55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401754 Jul 13 07:58:36.684982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32916) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:36.738480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-377e1098-ef07-418c-9214-182520d643ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.759580 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-377e1098-ef07-418c-9214-182520d643ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.806576 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-377e1098-ef07-418c-9214-182520d643ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.809985 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-377e1098-ef07-418c-9214-182520d643ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.813594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-377e1098-ef07-418c-9214-182520d643ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8dd3bdc-ed43-40c2-9f7c-f50ae20f8b05 HTTP/1.1" status: 204 len: 168 time: 0.1251953 Jul 13 07:58:36.818913 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e1098-ef07-418c-9214-182520d643ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dd3bdc-ed43-40c2-9f7c-f50ae20f8b05,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:37.126524 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:58:37.146743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32924) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:37.186272 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5532d0b8-763d-4af8-aa31-8e1fd9329a95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc450b0fb9c34b4e8c9f5aa701ecc130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382674 Jul 13 07:58:37.188811 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32926) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:37.240213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-026607c8-d5fa-404c-981a-cc6cb3dd752f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.269886 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-026607c8-d5fa-404c-981a-cc6cb3dd752f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.317855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c8b2c767-f083-419f-ab80-18a7d3a3f4b2 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:37.322649 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-026607c8-d5fa-404c-981a-cc6cb3dd752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.325441 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-026607c8-d5fa-404c-981a-cc6cb3dd752f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:37.328923 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-026607c8-d5fa-404c-981a-cc6cb3dd752f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9a68e03-ab67-4559-a1df-e7a46635e9b9 HTTP/1.1" status: 204 len: 168 time: 0.1368253 Jul 13 07:58:37.334679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026607c8-d5fa-404c-981a-cc6cb3dd752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a68e03-ab67-4559-a1df-e7a46635e9b9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:37.342623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c8b2c767-f083-419f-ab80-18a7d3a3f4b2 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:37.342978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c8b2c767-f083-419f-ab80-18a7d3a3f4b2 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:37.343405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 80920374-2571-4962-a404-1893523a4623 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:37.368628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 80920374-2571-4962-a404-1893523a4623 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:37.369005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 80920374-2571-4962-a404-1893523a4623 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:37.369625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c395f999-072c-4838-bf6a-107ce9874e0b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:37.392284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c395f999-072c-4838-bf6a-107ce9874e0b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:37.392627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c395f999-072c-4838-bf6a-107ce9874e0b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:38.008248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32950) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:38.078815 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.107681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1881590835-network', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:38.133182 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Made reservation on behalf of 61635373d7c54bc8b93df451ac5254d3 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:38.135714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.149307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.255627 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.259574 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.285050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:58:38.294845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b20107-b55d-40d3-8235-7a0dc2f7a70c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:38.299667 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.300005 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Added segment 2ec64db6-0563-43f7-877c-32e9d83b8490 of type vlan for network b55afdaa-4fa3-4abe-ab92-fd71cc162074 Jul 13 07:58:38.340679 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.368394 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.369350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:38.369929 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.400863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3914034 Jul 13 07:58:38.404711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32956) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:38.410753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Request body: {'subnet': {'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1881590835-subnet', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:38.431156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Made reservation on behalf of 61635373d7c54bc8b93df451ac5254d3 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:38.434252 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.438165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3591b2-c783-4cb6-9c22-c75ea868fa30 admin admin] Pushing event updated for resources: {'Network': ['ID=b55afdaa-4fa3-4abe-ab92-fd71cc162074,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:38.448919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b55afdaa-4fa3-4abe-ab92-fd71cc162074 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:58:38.635211 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.688998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=84253b8d-b5a4-4a9d-880e-4a36ff9e287f,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:38.698890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Checking segment: {'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:38.699884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Network hostable DHCP agents. Network: b55afdaa-4fa3-4abe-ab92-fd71cc162074, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:58:38.716319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Network b55afdaa-4fa3-4abe-ab92-fd71cc162074 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:58:38.725280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b55afdaa-4fa3-4abe-ab92-fd71cc162074) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:38.730176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:38.730817 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.734083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86baddfd-8e9f-428d-b5b2-4bcae101c32f None None] Network b55afdaa-4fa3-4abe-ab92-fd71cc162074 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:38.745922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-686e36c1-1bbf-4abd-9043-5532a92ca44e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3392951 Jul 13 07:58:38.749218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32958) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:38.753675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:38.776374 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.777581 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.837151 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:38.976165 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.053579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:58:39.054448 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.208320 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.216706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Allocated IP 172.20.0.2 (b55afdaa-4fa3-4abe-ab92-fd71cc162074/84253b8d-b5a4-4a9d-880e-4a36ff9e287f/53411cef-744a-4edc-901b-97cdaf51fe78) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:39.236772 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.354904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Allocated IP 172.25.6.153 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/5109da3f-8835-4af3-9d52-508c5883b954) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:39.377031 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.385233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Transition to ACTIVE for port object 53411cef-744a-4edc-901b-97cdaf51fe78 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:39.400360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Transition to ACTIVE for port object 53411cef-744a-4edc-901b-97cdaf51fe78 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:39.406766 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.446556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Network b55afdaa-4fa3-4abe-ab92-fd71cc162074 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:39.451509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:39.454252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:39.462342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Pushing event updated for resources: {'Port': ['ID=53411cef-744a-4edc-901b-97cdaf51fe78,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:39.467820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.511201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.519166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Attempting to bind port 53411cef-744a-4edc-901b-97cdaf51fe78 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:39.519546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Attempting to bind port 53411cef-744a-4edc-901b-97cdaf51fe78 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:39.519980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Attempting to bind port 53411cef-744a-4edc-901b-97cdaf51fe78 on network b55afdaa-4fa3-4abe-ab92-fd71cc162074 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:39.525840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:39.526297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Checking segment: {'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:39.526773 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.527772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Bound using segment: {'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:39.528454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Bound port: 53411cef-744a-4edc-901b-97cdaf51fe78, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:39.528918 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.552587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:39.559493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:39.563249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:39.592346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Pushing event updated for resources: {'Port': ['ID=5109da3f-8835-4af3-9d52-508c5883b954,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:39.607091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] For port 53411cef-744a-4edc-901b-97cdaf51fe78, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:39.611159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] For port 53411cef-744a-4edc-901b-97cdaf51fe78, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53411cef-744a-4edc-901b-97cdaf51fe78,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:39.616313 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:39.679603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba5f37-5251-41a9-8a1d-28b633aeae5b None None] Pushing event updated for resources: {'Port': ['ID=53411cef-744a-4edc-901b-97cdaf51fe78,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:39.863854 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:40.079363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:40.210028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Router 007e89be-df7a-4c44-b06e-69af0e984a80 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:58:40.325855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:40.341027 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Sync routers for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:40.351100 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:40.352430 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:40.352896 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4018fcff-bf8f-421c-bca1-12d9a9e0daa1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6026216 Jul 13 07:58:40.353489 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:40.356246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32964) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:40.465975 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:40.637462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be99ad4c-8042-49c7-9196-a7e28555519b None None] Network b55afdaa-4fa3-4abe-ab92-fd71cc162074 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:40.674269 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:39Z', 'revision_number': 3, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:40.702452 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Checking router: 007e89be-df7a-4c44-b06e-69af0e984a80 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:40.702904 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Updating router 007e89be-df7a-4c44-b06e-69af0e984a80 port 5109da3f-8835-4af3-9d52-508c5883b954 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:58:40.706404 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-88a0cfe0-5f94-4109-a6e1-17de09fc2bd0 None None] Provisioning for port 53411cef-744a-4edc-901b-97cdaf51fe78 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:40.739585 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.008614 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.020956 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Transition to ACTIVE for port object 5109da3f-8835-4af3-9d52-508c5883b954 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:41.030636 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.078595 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Attempting to bind port 5109da3f-8835-4af3-9d52-508c5883b954 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:41.078958 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Attempting to bind port 5109da3f-8835-4af3-9d52-508c5883b954 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:41.079312 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Attempting to bind port 5109da3f-8835-4af3-9d52-508c5883b954 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:41.087602 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43678a-160e-4d14-8388-1af5405b8e3a None None] Pushing event updated for resources: {'Port': ['ID=5109da3f-8835-4af3-9d52-508c5883b954,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:41.089954 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:41.090327 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:41.090716 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.091405 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:41.091590 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Bound port: 5109da3f-8835-4af3-9d52-508c5883b954, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:41.091910 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.141389 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.142016 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] For port 5109da3f-8835-4af3-9d52-508c5883b954, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:41.145679 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] For port 5109da3f-8835-4af3-9d52-508c5883b954, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5109da3f-8835-4af3-9d52-508c5883b954,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:41.149636 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.206113 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:41.206719 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:41.239948 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43678a-160e-4d14-8388-1af5405b8e3a None None] Pushing event updated for resources: {'Port': ['ID=5109da3f-8835-4af3-9d52-508c5883b954,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:41.302780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Allocated IP 172.20.0.1 (b55afdaa-4fa3-4abe-ab92-fd71cc162074/84253b8d-b5a4-4a9d-880e-4a36ff9e287f/5a247fdf-6921-4b42-ad35-ffff4f19cb63) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:41.318458 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:41.379754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53411cef-744a-4edc-901b-97cdaf51fe78 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:41.428034 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.429308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 53411cef-744a-4edc-901b-97cdaf51fe78 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:41.433077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 53411cef-744a-4edc-901b-97cdaf51fe78 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:41.434134 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.444592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Transition to ACTIVE for port object 5a247fdf-6921-4b42-ad35-ffff4f19cb63 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:41.479683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.514661 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:39Z', 'revision_number': 3, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:41.515756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Network b55afdaa-4fa3-4abe-ab92-fd71cc162074 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:41.518711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:41.524258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:41.533012 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.544177 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ce41e-14c8-46a2-adcb-21a3b9748f97 None None] The sync data for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 is: [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:39Z', 'revision_number': 3, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:41.552375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Pushing event updated for resources: {'Port': ['ID=5a247fdf-6921-4b42-ad35-ffff4f19cb63,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:41.572175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.581835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 53411cef-744a-4edc-901b-97cdaf51fe78, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53411cef-744a-4edc-901b-97cdaf51fe78,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:41.589797 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.661229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=53411cef-744a-4edc-901b-97cdaf51fe78,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:41.735487 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.866247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f06d391d-f9cb-4184-aff2-ee901fa7a26a None None] Provisioning for port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:41.870328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f06d391d-f9cb-4184-aff2-ee901fa7a26a None None] Provisioning complete for port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:41.870776 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f06d391d-f9cb-4184-aff2-ee901fa7a26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.909334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f06d391d-f9cb-4184-aff2-ee901fa7a26a None None] Port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:41.943471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:41.950254 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:42.033149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Pushing event updated for resources: {'Port': ['ID=5a247fdf-6921-4b42-ad35-ffff4f19cb63,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:42.042189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:42.139233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Network b55afdaa-4fa3-4abe-ab92-fd71cc162074 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:42.140898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:42.235030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a4eccaae-abb2-4bf4-9bdd-39f3b8b583d5 None None] Provisioning complete for port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:42.235492 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a4eccaae-abb2-4bf4-9bdd-39f3b8b583d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:42.273374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Router 007e89be-df7a-4c44-b06e-69af0e984a80 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:42.283170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a4eccaae-abb2-4bf4-9bdd-39f3b8b583d5 None None] Port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:42.397042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:42.404760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-87dca822-5bca-4697-b49d-86a694e5531f None None] Provisioning complete for port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:42.405354 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-87dca822-5bca-4697-b49d-86a694e5531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:42.408599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1c46f778-3ccd-414e-a31b-d0c07dee286b admin admin] 10.222.0.44 "PUT /v2.0/routers/007e89be-df7a-4c44-b06e-69af0e984a80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0510864 Jul 13 07:58:42.444969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-87dca822-5bca-4697-b49d-86a694e5531f None None] Port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:42.863150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32986) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:42.868416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2089315493-network', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:42.892726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Made reservation on behalf of a5adb06e0f16472ca7747ed6291f17d1 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:42.895700 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:42.907119 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:42.999857 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.003642 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.030874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:58:43.037339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0322e32-af34-40c9-9514-dff707a51bc9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:43.044786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.045131 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Added segment 794dc6ae-2d81-4046-9d13-a69361eb1842 of type vlan for network 261559d4-45fe-409d-a095-e4377beed48d Jul 13 07:58:43.088419 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.117337 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.118409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:43.118994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.152977 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2881353 Jul 13 07:58:43.155291 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32988) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:43.160606 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Request body: {'subnet': {'network_id': '261559d4-45fe-409d-a095-e4377beed48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2089315493-subnet', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:43.180567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Made reservation on behalf of a5adb06e0f16472ca7747ed6291f17d1 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:43.182969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.184447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01751920-0cff-471a-8195-dccfe833cfad admin admin] Pushing event updated for resources: {'Network': ['ID=261559d4-45fe-409d-a095-e4377beed48d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:43.197734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 261559d4-45fe-409d-a095-e4377beed48d details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:58:43.224139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Sync routers for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:43.266163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:43.266789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:43.359812 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.380820 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:43.408863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e6aeea-da85-4fc7-8f38-249bcece3941,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:43.416023 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53411cef-744a-4edc-901b-97cdaf51fe78 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:43.429201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Checking segment: {'id': '794dc6ae-2d81-4046-9d13-a69361eb1842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '261559d4-45fe-409d-a095-e4377beed48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:43.429558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Network hostable DHCP agents. Network: 261559d4-45fe-409d-a095-e4377beed48d, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:58:43.447390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Network 261559d4-45fe-409d-a095-e4377beed48d is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:58:43.458623 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 261559d4-45fe-409d-a095-e4377beed48d) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:43.463076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:43.463849 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.481337 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f973fa4-51dd-44a8-bcd7-7c4d6aca0ab0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3241568 Jul 13 07:58:43.483368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 32992) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:43.488241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2089315493-router', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:43.493338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43980a7c-48b2-49a2-8140-6ee53a86b16a None None] Network 261559d4-45fe-409d-a095-e4377beed48d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:43.513958 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.515082 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.566344 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.631971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 53411cef-744a-4edc-901b-97cdaf51fe78 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:43.632377 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.705213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.812654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-261559d4-45fe-409d-a095-e4377beed48d', 'network_id': '261559d4-45fe-409d-a095-e4377beed48d', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'fixed_ips': [{'subnet_id': '04e6aeea-da85-4fc7-8f38-249bcece3941'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:58:43.813504 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.840809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 2, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:43.879037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5109da3f-8835-4af3-9d52-508c5883b954 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:43.882507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Checking router: 007e89be-df7a-4c44-b06e-69af0e984a80 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:43.882864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Updating router 007e89be-df7a-4c44-b06e-69af0e984a80 port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:58:43.909184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:43.928335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.012567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.038398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Allocated IP 172.25.6.196 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/a6cdde15-072d-4984-bc10-a9d51d97d1d8) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:44.091941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5109da3f-8835-4af3-9d52-508c5883b954 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:44.104466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5109da3f-8835-4af3-9d52-508c5883b954 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:44.104843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.148966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.177257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Allocated IP 172.20.0.2 (261559d4-45fe-409d-a095-e4377beed48d/04e6aeea-da85-4fc7-8f38-249bcece3941/41786bc0-fda6-498c-b9ab-03ec0a52818c) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:44.188365 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.229797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:44.234103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:44.238544 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:44.241611 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Pushing event updated for resources: {'Port': ['ID=a6cdde15-072d-4984-bc10-a9d51d97d1d8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:44.370604 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cebbac0-c396-46ed-98b6-6c8206db8267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.422117 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.483526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5109da3f-8835-4af3-9d52-508c5883b954, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5109da3f-8835-4af3-9d52-508c5883b954,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:44.490923 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.498067 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.548207 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.575215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Transition to ACTIVE for port object 41786bc0-fda6-498c-b9ab-03ec0a52818c will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:44.594234 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.617596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Transition to ACTIVE for port object 5a247fdf-6921-4b42-ad35-ffff4f19cb63 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:44.619759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Transition to ACTIVE for port object 41786bc0-fda6-498c-b9ab-03ec0a52818c will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:44.622952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5109da3f-8835-4af3-9d52-508c5883b954,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:44.626983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.632460 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.687895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Network 261559d4-45fe-409d-a095-e4377beed48d is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:44.694228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:44.697513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bc6b4-0c45-4451-866e-7888530b914c None None] Pushing event updated for resources: {'Port': ['ID=5a247fdf-6921-4b42-ad35-ffff4f19cb63,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:44.700375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:44.712816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.860435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:58:44.975443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:44.987719 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Sync routers for ids ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:44.991785 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:44.997103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fda05490-ba3f-45d5-8de8-4500edd3e65f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5124860 Jul 13 07:58:44.997275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 32996) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:44.999841 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Routers {'835c4a9c-a075-4d1a-a50d-3afbae0f08d1'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:45.000429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Pushing event updated for resources: {'Port': ['ID=41786bc0-fda6-498c-b9ab-03ec0a52818c,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:45.000574 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:45.003951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Attempting to bind port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:45.008891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Attempting to bind port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:45.009488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Attempting to bind port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 on network b55afdaa-4fa3-4abe-ab92-fd71cc162074 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:45.014526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Attempting to bind port 41786bc0-fda6-498c-b9ab-03ec0a52818c on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:45.014888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Attempting to bind port 41786bc0-fda6-498c-b9ab-03ec0a52818c by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '794dc6ae-2d81-4046-9d13-a69361eb1842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '261559d4-45fe-409d-a095-e4377beed48d'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:45.015251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Attempting to bind port 41786bc0-fda6-498c-b9ab-03ec0a52818c on network 261559d4-45fe-409d-a095-e4377beed48d {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:45.022936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:45.023312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Checking segment: {'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:45.023729 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.024112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Bound using segment: {'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:45.024567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Bound port: 5a247fdf-6921-4b42-ad35-ffff4f19cb63, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:45.024943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.028868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:45.029237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Checking segment: {'id': '794dc6ae-2d81-4046-9d13-a69361eb1842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '261559d4-45fe-409d-a095-e4377beed48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:45.029611 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.029988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Bound using segment: {'id': '794dc6ae-2d81-4046-9d13-a69361eb1842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '261559d4-45fe-409d-a095-e4377beed48d'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:45.030433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Bound port: 41786bc0-fda6-498c-b9ab-03ec0a52818c, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794dc6ae-2d81-4046-9d13-a69361eb1842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '261559d4-45fe-409d-a095-e4377beed48d'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:45.030800 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.123020 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Set router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:45.139092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] For port 5a247fdf-6921-4b42-ad35-ffff4f19cb63, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:45.142993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] For port 5a247fdf-6921-4b42-ad35-ffff4f19cb63, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5a247fdf-6921-4b42-ad35-ffff4f19cb63,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:45.144670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] For port 41786bc0-fda6-498c-b9ab-03ec0a52818c, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:45.148082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] For port 41786bc0-fda6-498c-b9ab-03ec0a52818c, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=41786bc0-fda6-498c-b9ab-03ec0a52818c,segment=NetworkSegment(794dc6ae-2d81-4046-9d13-a69361eb1842),segment_id=794dc6ae-2d81-4046-9d13-a69361eb1842)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:45.150256 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.163501 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.233075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bc6b4-0c45-4451-866e-7888530b914c None None] Pushing event updated for resources: {'Port': ['ID=5a247fdf-6921-4b42-ad35-ffff4f19cb63,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:45.242954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:45.244000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:45.385134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5109da3f-8835-4af3-9d52-508c5883b954 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:45.479924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0484d-2a55-4d52-a41f-063b33c63b79 None None] Pushing event updated for resources: {'Port': ['ID=41786bc0-fda6-498c-b9ab-03ec0a52818c,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:45.504549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:45.517291 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'name': 'tempest-TestVolumeBackupRestore-2089315493-router', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 3, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'gw_port': {'id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:45.580050 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Checking router: 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:45.580522 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Updating router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 port a6cdde15-072d-4984-bc10-a9d51d97d1d8 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:58:45.581404 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.597303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5109da3f-8835-4af3-9d52-508c5883b954 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:45.597693 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.650618 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.803090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Allocated IP 172.20.0.1 (261559d4-45fe-409d-a095-e4377beed48d/04e6aeea-da85-4fc7-8f38-249bcece3941/1a76c492-df9a-4607-8515-d5a5a20676cf) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:45.859281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:45Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:45.907999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ee3cc-66de-4df2-a4e4-7c74764f9c8a None None] The sync data for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 is: [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:45Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:45.930672 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:45.946154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Transition to ACTIVE for port object 1a76c492-df9a-4607-8515-d5a5a20676cf will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:45.994692 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.001717 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.005588 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Transition to ACTIVE for port object a6cdde15-072d-4984-bc10-a9d51d97d1d8 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:46.011058 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.082233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Network 261559d4-45fe-409d-a095-e4377beed48d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:46.087194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:46.091813 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d7dc0-ca05-46df-a709-30772f314b13 None None] Pushing event updated for resources: {'Port': ['ID=a6cdde15-072d-4984-bc10-a9d51d97d1d8,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:46.094444 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Attempting to bind port a6cdde15-072d-4984-bc10-a9d51d97d1d8 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:46.094822 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Attempting to bind port a6cdde15-072d-4984-bc10-a9d51d97d1d8 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:46.095187 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Attempting to bind port a6cdde15-072d-4984-bc10-a9d51d97d1d8 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:46.096832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:46.099093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Pushing event updated for resources: {'Port': ['ID=1a76c492-df9a-4607-8515-d5a5a20676cf,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:46.101137 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:46.101353 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:46.102106 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.102263 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:46.102601 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Bound port: a6cdde15-072d-4984-bc10-a9d51d97d1d8, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:46.102987 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.185218 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] For port a6cdde15-072d-4984-bc10-a9d51d97d1d8, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:46.191053 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] For port a6cdde15-072d-4984-bc10-a9d51d97d1d8, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a6cdde15-072d-4984-bc10-a9d51d97d1d8,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:46.203700 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.227010 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.341876 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Routers {'835c4a9c-a075-4d1a-a50d-3afbae0f08d1'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:46.342529 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:46.352757 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d7dc0-ca05-46df-a709-30772f314b13 None None] Pushing event updated for resources: {'Port': ['ID=a6cdde15-072d-4984-bc10-a9d51d97d1d8,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:46.493870 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] Set router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:46.503653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.754798 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'name': 'tempest-TestVolumeBackupRestore-2089315493-router', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 3, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'gw_port': {'id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:46.774890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b5ccf3-825b-4357-afb4-e4023d994266 None None] Network 261559d4-45fe-409d-a095-e4377beed48d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:46.814291 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c72567-871e-4030-b47d-89885bf2b395 None None] The sync data for ids ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'] in n-d-798249-7 is: [{'id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'name': 'tempest-TestVolumeBackupRestore-2089315493-router', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 3, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'gw_port': {'id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:46.877832 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.883517 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:46.995076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-84262331-fab8-47ff-8a14-d500c456d7f4 None None] Provisioning for port 41786bc0-fda6-498c-b9ab-03ec0a52818c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:47.006068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Pushing event updated for resources: {'Port': ['ID=1a76c492-df9a-4607-8515-d5a5a20676cf,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:47.018605 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:47.023275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45a685-5ebe-49dd-87af-a26082d9e681 req-7ce4dffb-d8ba-4657-bc21-9892732cd210 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:47.035255 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad45a685-5ebe-49dd-87af-a26082d9e681 req-7ce4dffb-d8ba-4657-bc21-9892732cd210 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.1862080 Jul 13 07:58:47.099068 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad45a685-5ebe-49dd-87af-a26082d9e681 req-7beb5126-39e8-4229-b03b-e9e765268b46 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629053 Jul 13 07:58:47.154999 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:47.191048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Network 261559d4-45fe-409d-a095-e4377beed48d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:47.192772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:47.345785 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1331aa46-d48d-4206-890d-0fb6b819c938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:47.447243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:47.576836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5a247fdf-6921-4b42-ad35-ffff4f19cb63 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:47.700960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9722cbd-3843-4cd1-a70b-19bc062c1945 req-545414a1-ae47-403d-9f0f-d6685b0dab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:47.702893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9722cbd-3843-4cd1-a70b-19bc062c1945 req-545414a1-ae47-403d-9f0f-d6685b0dab35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 1097 time: 0.2529435 Jul 13 07:58:47.704301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:47.717970 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1c8f4884-9a41-49e7-ac8f-8e6b24edbde7 admin admin] 10.222.0.44 "PUT /v2.0/routers/835c4a9c-a075-4d1a-a50d-3afbae0f08d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7189739 Jul 13 07:58:47.767966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:47.775588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:47.777616 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:47.843145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9722cbd-3843-4cd1-a70b-19bc062c1945 req-4bc26c04-5709-4073-83d7-834357a916a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:47.845780 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9722cbd-3843-4cd1-a70b-19bc062c1945 req-4bc26c04-5709-4073-83d7-834357a916a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 920 time: 0.1265960 Jul 13 07:58:47.867441 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7c703-5ff8-4dd7-b3a4-b7976632eb9f req-85df74da-699e-465c-a4cd-28cad68a53bf tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:47.869745 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cfc7c703-5ff8-4dd7-b3a4-b7976632eb9f req-85df74da-699e-465c-a4cd-28cad68a53bf tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.1485751 Jul 13 07:58:47.923420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9722cbd-3843-4cd1-a70b-19bc062c1945 req-627541bd-8b45-403d-9d2d-b7d6bbb5aafc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458 HTTP/1.1" status: 200 len: 217 time: 0.0621252 Jul 13 07:58:47.940455 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:47.945413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-927d971e-e646-4459-8aa4-8b628f7bc910 None None] Provisioning for port 1a76c492-df9a-4607-8515-d5a5a20676cf completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:47.987906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-927d971e-e646-4459-8aa4-8b628f7bc910 None None] Provisioning complete for port 1a76c492-df9a-4607-8515-d5a5a20676cf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:47.988304 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-927d971e-e646-4459-8aa4-8b628f7bc910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:47.991273 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cfc7c703-5ff8-4dd7-b3a4-b7976632eb9f req-d0e57a1a-1cad-4b90-aded-87ac3b17dcea tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132636 Jul 13 07:58:47.999872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9722cbd-3843-4cd1-a70b-19bc062c1945 req-2bbf0431-07e4-492e-86c4-f7c15978ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:48.010102 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9722cbd-3843-4cd1-a70b-19bc062c1945 req-2bbf0431-07e4-492e-86c4-f7c15978ceef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.0769467 Jul 13 07:58:48.039095 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.057795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5a247fdf-6921-4b42-ad35-ffff4f19cb63, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5a247fdf-6921-4b42-ad35-ffff4f19cb63,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:48.063029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-927d971e-e646-4459-8aa4-8b628f7bc910 None None] Port 1a76c492-df9a-4607-8515-d5a5a20676cf cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:48.069593 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.080937 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9722cbd-3843-4cd1-a70b-19bc062c1945 req-c2981e67-3eaf-4a7c-ab69-b1445860e41c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583680 Jul 13 07:58:48.108588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41786bc0-fda6-498c-b9ab-03ec0a52818c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:48.266784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5a247fdf-6921-4b42-ad35-ffff4f19cb63,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:48.294820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9722cbd-3843-4cd1-a70b-19bc062c1945 req-4cd4b455-0090-454d-9677-2ffe7fe13a44 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064264 Jul 13 07:58:48.302123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 41786bc0-fda6-498c-b9ab-03ec0a52818c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:48.317112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 41786bc0-fda6-498c-b9ab-03ec0a52818c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:48.323243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.381600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ae9a3329-01bd-45ef-adf8-b80eaf4a8cf3 None None] Provisioning complete for port 1a76c492-df9a-4607-8515-d5a5a20676cf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:48.382025 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ae9a3329-01bd-45ef-adf8-b80eaf4a8cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.501044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a3329-01bd-45ef-adf8-b80eaf4a8cf3 None None] Port 1a76c492-df9a-4607-8515-d5a5a20676cf cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:48.527525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9722cbd-3843-4cd1-a70b-19bc062c1945 req-59d5e207-6117-4e03-b56d-7310f6003615 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231359 Jul 13 07:58:48.559005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953265d-15d4-487e-8d33-8942c4ae6f16 req-0be2fb13-a540-4da3-b955-72f293e811f2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:48.566250 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9953265d-15d4-487e-8d33-8942c4ae6f16 req-0be2fb13-a540-4da3-b955-72f293e811f2 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.1389763 Jul 13 07:58:48.613647 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9953265d-15d4-487e-8d33-8942c4ae6f16 req-851bf6c4-974e-4639-8466-c897bc7dd4a5 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462518 Jul 13 07:58:48.647981 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.676583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bea67c3d-3c25-4561-9f53-31ded48be3ff None None] Provisioning complete for port 1a76c492-df9a-4607-8515-d5a5a20676cf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:48.676965 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bea67c3d-3c25-4561-9f53-31ded48be3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.718151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 41786bc0-fda6-498c-b9ab-03ec0a52818c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=41786bc0-fda6-498c-b9ab-03ec0a52818c,segment=NetworkSegment(794dc6ae-2d81-4046-9d13-a69361eb1842),segment_id=794dc6ae-2d81-4046-9d13-a69361eb1842)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:48.726863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.765175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-bea67c3d-3c25-4561-9f53-31ded48be3ff None None] Port 1a76c492-df9a-4607-8515-d5a5a20676cf cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:48.791165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bea67c3d-3c25-4561-9f53-31ded48be3ff None None] Provisioning complete for port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:48.792884 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bea67c3d-3c25-4561-9f53-31ded48be3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:48.820624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=41786bc0-fda6-498c-b9ab-03ec0a52818c,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:49.003950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5e07fd7d-4175-4cb2-a520-189f733d6c8c None None] Provisioning complete for port 1a76c492-df9a-4607-8515-d5a5a20676cf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:49.004367 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e07fd7d-4175-4cb2-a520-189f733d6c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.042248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-5e07fd7d-4175-4cb2-a520-189f733d6c8c None None] Port 1a76c492-df9a-4607-8515-d5a5a20676cf cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:49.193612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da74fcb-0162-40b9-8142-18030a0e400b req-f3070797-0d2c-4782-8035-0c1e0fa9bb39 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:49.195649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2da74fcb-0162-40b9-8142-18030a0e400b req-f3070797-0d2c-4782-8035-0c1e0fa9bb39 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0717256 Jul 13 07:58:49.235515 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2da74fcb-0162-40b9-8142-18030a0e400b req-6ac926e4-4ecc-4281-97d6-95aa036594ce tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341337 Jul 13 07:58:49.405301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a6cdde15-072d-4984-bc10-a9d51d97d1d8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:49.459026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a6cdde15-072d-4984-bc10-a9d51d97d1d8 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:49.463594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a6cdde15-072d-4984-bc10-a9d51d97d1d8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:49.465191 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.551603 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.578351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port a6cdde15-072d-4984-bc10-a9d51d97d1d8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a6cdde15-072d-4984-bc10-a9d51d97d1d8,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:49.581828 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.615603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5a247fdf-6921-4b42-ad35-ffff4f19cb63 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:49.662229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Sync routers for ids ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:49.672366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=a6cdde15-072d-4984-bc10-a9d51d97d1d8,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:49.686043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Routers {'835c4a9c-a075-4d1a-a50d-3afbae0f08d1'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:49.686677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:49.738740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:49.738740 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.793649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c895-ec01-4073-9fc0-360cef2585a8 req-bd54a259-2126-46c5-a5b6-77cd8e2d81a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:49.795229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffa2c895-ec01-4073-9fc0-360cef2585a8 req-bd54a259-2126-46c5-a5b6-77cd8e2d81a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0672932 Jul 13 07:58:49.827911 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:49.841395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Set router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:49.846506 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffa2c895-ec01-4073-9fc0-360cef2585a8 req-9567b19a-b468-4307-90f7-49df84d60da6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412831 Jul 13 07:58:49.955653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41786bc0-fda6-498c-b9ab-03ec0a52818c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:50.078591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 41786bc0-fda6-498c-b9ab-03ec0a52818c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:50.078953 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.141077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'name': 'tempest-TestVolumeBackupRestore-2089315493-router', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:46Z', 'revision_number': 4, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'gw_port': {'id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '1a76c492-df9a-4607-8515-d5a5a20676cf', 'name': '', 'network_id': '261559d4-45fe-409d-a095-e4377beed48d', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'mac_address': 'fa:16:3e:08:bf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '04e6aeea-da85-4fc7-8f38-249bcece3941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:45Z', 'updated_at': '2021-07-13T07:58:46Z', 'revision_number': 2, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'subnets': [{'id': '04e6aeea-da85-4fc7-8f38-249bcece3941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:50.188130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Checking router: 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:50.188483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Updating router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 port 1a76c492-df9a-4607-8515-d5a5a20676cf binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:58:50.231258 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.428156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae47a84-50c9-4551-9d99-473ba547b75b req-a1308436-e886-4e16-b0fc-175baa1d6aa2 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:50.429599 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ae47a84-50c9-4551-9d99-473ba547b75b req-a1308436-e886-4e16-b0fc-175baa1d6aa2 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0664458 Jul 13 07:58:50.471593 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ae47a84-50c9-4551-9d99-473ba547b75b req-2a2623e2-8b52-4b1d-beed-9b5eda80f55b tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344791 Jul 13 07:58:50.523298 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.533814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Transition to ACTIVE for port object 1a76c492-df9a-4607-8515-d5a5a20676cf will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:50.540329 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.592007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c757e-41bf-4a59-92c5-efd00abacb10 None None] Pushing event updated for resources: {'Port': ['ID=1a76c492-df9a-4607-8515-d5a5a20676cf,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:50.649483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Attempting to bind port 1a76c492-df9a-4607-8515-d5a5a20676cf on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:50.649856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Attempting to bind port 1a76c492-df9a-4607-8515-d5a5a20676cf by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '794dc6ae-2d81-4046-9d13-a69361eb1842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '261559d4-45fe-409d-a095-e4377beed48d'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:50.650219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Attempting to bind port 1a76c492-df9a-4607-8515-d5a5a20676cf on network 261559d4-45fe-409d-a095-e4377beed48d {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:50.656273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:50.656650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Checking segment: {'id': '794dc6ae-2d81-4046-9d13-a69361eb1842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '261559d4-45fe-409d-a095-e4377beed48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:50.657052 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.657457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Bound using segment: {'id': '794dc6ae-2d81-4046-9d13-a69361eb1842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '261559d4-45fe-409d-a095-e4377beed48d'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:50.657897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Bound port: 1a76c492-df9a-4607-8515-d5a5a20676cf, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794dc6ae-2d81-4046-9d13-a69361eb1842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '261559d4-45fe-409d-a095-e4377beed48d'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:50.658271 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.899885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] For port 1a76c492-df9a-4607-8515-d5a5a20676cf, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:50.903866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] For port 1a76c492-df9a-4607-8515-d5a5a20676cf, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1a76c492-df9a-4607-8515-d5a5a20676cf,segment=NetworkSegment(794dc6ae-2d81-4046-9d13-a69361eb1842),segment_id=794dc6ae-2d81-4046-9d13-a69361eb1842)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:50.909689 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:50.975284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c757e-41bf-4a59-92c5-efd00abacb10 None None] Pushing event updated for resources: {'Port': ['ID=1a76c492-df9a-4607-8515-d5a5a20676cf,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:50.977750 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Routers {'835c4a9c-a075-4d1a-a50d-3afbae0f08d1'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:50.978364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:58:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:51.061283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbcf7e-e1e3-4738-8cde-b7f1754a9a67 req-083e7747-6194-4b9c-a11c-e50c280a3ca0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:51.064665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8dbbcf7e-e1e3-4738-8cde-b7f1754a9a67 req-083e7747-6194-4b9c-a11c-e50c280a3ca0 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0795710 Jul 13 07:58:51.112551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8dbbcf7e-e1e3-4738-8cde-b7f1754a9a67 req-a7116fe5-5fd7-4912-acb7-a3749d8a1de9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Jul 13 07:58:51.143597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] Set router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:51.325267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a6cdde15-072d-4984-bc10-a9d51d97d1d8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:51.402363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a6cdde15-072d-4984-bc10-a9d51d97d1d8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:51.402891 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:51.405770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'name': 'tempest-TestVolumeBackupRestore-2089315493-router', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:46Z', 'revision_number': 4, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'gw_port': {'id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '1a76c492-df9a-4607-8515-d5a5a20676cf', 'name': '', 'network_id': '261559d4-45fe-409d-a095-e4377beed48d', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'mac_address': 'fa:16:3e:08:bf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '04e6aeea-da85-4fc7-8f38-249bcece3941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:45Z', 'updated_at': '2021-07-13T07:58:50Z', 'revision_number': 4, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'subnets': [{'id': '04e6aeea-da85-4fc7-8f38-249bcece3941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:51.449234 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f1466a-3d67-4233-a83a-4d8163d6f4c8 None None] The sync data for ids ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'] in n-d-798249-7 is: [{'id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'name': 'tempest-TestVolumeBackupRestore-2089315493-router', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:46Z', 'revision_number': 4, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'gw_port': {'id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '1a76c492-df9a-4607-8515-d5a5a20676cf', 'name': '', 'network_id': '261559d4-45fe-409d-a095-e4377beed48d', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'mac_address': 'fa:16:3e:08:bf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '04e6aeea-da85-4fc7-8f38-249bcece3941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:45Z', 'updated_at': '2021-07-13T07:58:50Z', 'revision_number': 4, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'subnets': [{'id': '04e6aeea-da85-4fc7-8f38-249bcece3941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:51.680455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d72a01-bd00-4cfd-862b-0b0ab800dd1c req-fcc511ac-5704-48ab-8eaf-b137e162e789 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:51.688572 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57d72a01-bd00-4cfd-862b-0b0ab800dd1c req-fcc511ac-5704-48ab-8eaf-b137e162e789 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0835660 Jul 13 07:58:51.731857 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57d72a01-bd00-4cfd-862b-0b0ab800dd1c req-694a36dd-cb7e-4463-8910-58d5b6bc9e11 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Jul 13 07:58:52.291828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1e0b9-110e-4fdd-8b44-efa38f9983c1 req-d4705909-f11a-4f76-85ee-9d2e28091e56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:52.293925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2aa1e0b9-110e-4fdd-8b44-efa38f9983c1 req-d4705909-f11a-4f76-85ee-9d2e28091e56 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0657303 Jul 13 07:58:52.332456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2aa1e0b9-110e-4fdd-8b44-efa38f9983c1 req-b64af6a7-d429-4cb2-a445-4134ae77854f tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327291 Jul 13 07:58:52.934261 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72420d79-1c31-4a88-9000-417de18fbccd req-633584f9-9248-4977-bc49-8b93ca636884 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:52.936568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72420d79-1c31-4a88-9000-417de18fbccd req-633584f9-9248-4977-bc49-8b93ca636884 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0816243 Jul 13 07:58:52.978725 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72420d79-1c31-4a88-9000-417de18fbccd req-497c075c-f2d3-4627-83da-8810ba87a0bd tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362947 Jul 13 07:58:53.353085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1a76c492-df9a-4607-8515-d5a5a20676cf up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:53.411329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 1a76c492-df9a-4607-8515-d5a5a20676cf completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:53.415571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 1a76c492-df9a-4607-8515-d5a5a20676cf triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:53.415939 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:53.539550 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:53.553111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb5538-7e7f-4aea-bf63-8e86bf7c2a21 req-4516180e-acea-4e23-8923-ae5ee5880390 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:53.554678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bacb5538-7e7f-4aea-bf63-8e86bf7c2a21 req-4516180e-acea-4e23-8923-ae5ee5880390 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.1030829 Jul 13 07:58:53.575003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 1a76c492-df9a-4607-8515-d5a5a20676cf, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1a76c492-df9a-4607-8515-d5a5a20676cf,segment=NetworkSegment(794dc6ae-2d81-4046-9d13-a69361eb1842),segment_id=794dc6ae-2d81-4046-9d13-a69361eb1842)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:53.581276 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:53.599995 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bacb5538-7e7f-4aea-bf63-8e86bf7c2a21 req-97bab0c3-9539-4dc2-9b94-3c2065aafd77 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394018 Jul 13 07:58:53.657067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=1a76c492-df9a-4607-8515-d5a5a20676cf,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:53.908936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6fdc39a5-a152-4f04-bf21-46a82411eff5 None None] Provisioning complete for port 1a76c492-df9a-4607-8515-d5a5a20676cf triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:53.909313 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6fdc39a5-a152-4f04-bf21-46a82411eff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:54.177468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfbbd5-df80-4d3c-beca-f4e9ebf0a41d req-6526f548-0c19-4a7c-8e78-eac94a531f01 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:54.179088 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12bfbbd5-df80-4d3c-beca-f4e9ebf0a41d req-6526f548-0c19-4a7c-8e78-eac94a531f01 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0749259 Jul 13 07:58:54.220716 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-12bfbbd5-df80-4d3c-beca-f4e9ebf0a41d req-02a5650a-1c74-4f07-a6de-66dd2460b8f0 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358486 Jul 13 07:58:54.831837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5f277-f813-4574-941d-a8e67acb0d02 req-2d3a0c71-7a86-4810-a9a0-c55bd6d7e9c9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:54.833394 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80d5f277-f813-4574-941d-a8e67acb0d02 req-2d3a0c71-7a86-4810-a9a0-c55bd6d7e9c9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.1073222 Jul 13 07:58:54.838620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b5c36-1572-4160-b9ea-8abf8c7eb379 req-5cf7a976-793b-4cd3-b0da-a81dbd23d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:54.840678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067b5c36-1572-4160-b9ea-8abf8c7eb379 req-5cf7a976-793b-4cd3-b0da-a81dbd23d07e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 1097 time: 0.1055036 Jul 13 07:58:54.894559 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067b5c36-1572-4160-b9ea-8abf8c7eb379 req-8414cc99-1141-46f8-a313-9cac282a6c24 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456634 Jul 13 07:58:54.899521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80d5f277-f813-4574-941d-a8e67acb0d02 req-9eb036a0-0152-481a-9892-72751e9fce01 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579600 Jul 13 07:58:55.349337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1a76c492-df9a-4607-8515-d5a5a20676cf up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:55.402064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 1a76c492-df9a-4607-8515-d5a5a20676cf triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:55.404247 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:55.419926 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a63982-543a-4cde-b35b-c242faf93995 req-ca6d4ef2-061a-477c-b81f-39d7ebdf44df tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:55.421579 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15a63982-543a-4cde-b35b-c242faf93995 req-ca6d4ef2-061a-477c-b81f-39d7ebdf44df tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0685005 Jul 13 07:58:55.469332 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-15a63982-543a-4cde-b35b-c242faf93995 req-f414edf8-c262-46ae-9eed-1fb77e992ccb tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Jul 13 07:58:56.082305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac8656-e5dc-4185-aeee-a515466e798f req-bb254f4a-abd1-4142-a2f3-99adb209425c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:56.083709 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1ac8656-e5dc-4185-aeee-a515466e798f req-bb254f4a-abd1-4142-a2f3-99adb209425c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0690434 Jul 13 07:58:56.124008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1ac8656-e5dc-4185-aeee-a515466e798f req-0691027b-3089-4148-9cfd-4edb86cbe930 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339594 Jul 13 07:58:56.649434 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02c1d0-1301-494f-83f5-ab9bad6b119f req-63000cdf-cb8b-4d64-97a0-e956297f3205 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:56.650861 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a02c1d0-1301-494f-83f5-ab9bad6b119f req-63000cdf-cb8b-4d64-97a0-e956297f3205 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0665576 Jul 13 07:58:56.692548 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a02c1d0-1301-494f-83f5-ab9bad6b119f req-7e82888b-1ed6-4dc8-bc79-01c7f96e7503 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354562 Jul 13 07:58:57.179792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48738ca-39f6-487e-b9d8-00ee322fd210 req-b12ae20c-c5f3-47d1-b1d8-46487874f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:57.184079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f48738ca-39f6-487e-b9d8-00ee322fd210 req-b12ae20c-c5f3-47d1-b1d8-46487874f993 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 1097 time: 0.0901513 Jul 13 07:58:57.272727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2ab0e-7722-48c0-9e4a-6b454540fc3d req-0457b5ed-176f-4815-9527-860713ec076d tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:57.274244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbd2ab0e-7722-48c0-9e4a-6b454540fc3d req-0457b5ed-176f-4815-9527-860713ec076d tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.1347945 Jul 13 07:58:57.314782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86adee-96e2-4b94-a37d-3aa59643dd39 req-5090c9b3-68e2-4035-a0c6-a083db67fd95 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:57.316326 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb86adee-96e2-4b94-a37d-3aa59643dd39 req-5090c9b3-68e2-4035-a0c6-a083db67fd95 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0729780 Jul 13 07:58:57.324470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48738ca-39f6-487e-b9d8-00ee322fd210 req-ab074501-a393-445a-8942-5a2bf0bf64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:57.326115 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f48738ca-39f6-487e-b9d8-00ee322fd210 req-ab074501-a393-445a-8942-5a2bf0bf64dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 920 time: 0.1373417 Jul 13 07:58:57.331511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dbd2ab0e-7722-48c0-9e4a-6b454540fc3d req-540498bb-16e2-4dfe-a363-398aefb70dc8 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500002 Jul 13 07:58:57.358929 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cb86adee-96e2-4b94-a37d-3aa59643dd39 req-34aaf9ad-e0e5-48c0-ae3b-8de1e423d454 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346897 Jul 13 07:58:57.367705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f48738ca-39f6-487e-b9d8-00ee322fd210 req-32298ebb-aa12-432e-adaa-f5ee25c40829 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458 HTTP/1.1" status: 200 len: 217 time: 0.0352004 Jul 13 07:58:57.424981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48738ca-39f6-487e-b9d8-00ee322fd210 req-b25fd730-6f0a-49f3-b533-49960932f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:57.426462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f48738ca-39f6-487e-b9d8-00ee322fd210 req-b25fd730-6f0a-49f3-b533-49960932f8ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.0523050 Jul 13 07:58:57.460232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f48738ca-39f6-487e-b9d8-00ee322fd210 req-1713d213-2fcd-47f1-9815-06f2dfabfed0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273299 Jul 13 07:58:57.548515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f48738ca-39f6-487e-b9d8-00ee322fd210 req-32521719-49e3-4ca4-a980-1cb7b6430c14 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821731 Jul 13 07:58:57.647676 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f48738ca-39f6-487e-b9d8-00ee322fd210 req-003e4ad6-a384-4b91-adef-c3fa0210e41b service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927687 Jul 13 07:58:58.535198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a092-4e79-4d30-a5d1-3db279522a72 req-eea2cac9-c4c4-4326-876b-69c0cca3a8be tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:58.536934 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d649a092-4e79-4d30-a5d1-3db279522a72 req-eea2cac9-c4c4-4326-876b-69c0cca3a8be tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0819585 Jul 13 07:58:58.561242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dff71-a0aa-4d74-ac9e-b9efcefbcc02 req-7452b1df-e684-40fe-86fd-6deb8e999ac6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:58.562791 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-568dff71-a0aa-4d74-ac9e-b9efcefbcc02 req-7452b1df-e684-40fe-86fd-6deb8e999ac6 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0724313 Jul 13 07:58:58.583002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d649a092-4e79-4d30-a5d1-3db279522a72 req-af87a562-9e13-4969-9ae2-459e4b463763 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Jul 13 07:58:58.606091 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-568dff71-a0aa-4d74-ac9e-b9efcefbcc02 req-7c771c42-6fc4-4223-8702-64e64424eb20 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370996 Jul 13 07:58:59.767022 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd031b-e84d-4140-a7c9-3d09e4c3bb1f req-5ba5507c-e397-472b-8959-7adf2c1179db tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:59.769375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fdd031b-e84d-4140-a7c9-3d09e4c3bb1f req-5ba5507c-e397-472b-8959-7adf2c1179db tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0708907 Jul 13 07:58:59.788954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1a925-bab4-4e6b-8754-ad2be4ff4277 req-4598c9d5-b82a-49c8-a36a-77bedadee944 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:59.790590 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1de1a925-bab4-4e6b-8754-ad2be4ff4277 req-4598c9d5-b82a-49c8-a36a-77bedadee944 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0697927 Jul 13 07:58:59.808079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fdd031b-e84d-4140-a7c9-3d09e4c3bb1f req-f3f338a1-7a2a-4351-aaf1-a271df1c26d8 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Jul 13 07:58:59.830950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1de1a925-bab4-4e6b-8754-ad2be4ff4277 req-b663bc18-da05-41f6-b6d1-29ebfb00b8a8 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341725 Jul 13 07:59:01.029893 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6ad33-93d0-40cf-824d-ecedabdc1235 req-75957eb5-dd49-49f3-9f13-93e4817e4c08 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:01.031547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dee6ad33-93d0-40cf-824d-ecedabdc1235 req-75957eb5-dd49-49f3-9f13-93e4817e4c08 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0683048 Jul 13 07:59:01.071339 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dee6ad33-93d0-40cf-824d-ecedabdc1235 req-9c9996ec-915d-4dc9-aeb9-e50d1bd78f06 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339751 Jul 13 07:59:02.285153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f90da-29f6-4b3c-bdbb-b6763e1aba28 req-24c5d190-48aa-4622-a1dc-606dd6930341 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:02.296736 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-060f90da-29f6-4b3c-bdbb-b6763e1aba28 req-24c5d190-48aa-4622-a1dc-606dd6930341 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0917203 Jul 13 07:59:02.343884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-060f90da-29f6-4b3c-bdbb-b6763e1aba28 req-9de50f77-432e-4ad2-9a41-93822198db15 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459011 Jul 13 07:59:03.557540 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c32ae-cc78-4b6f-b870-2d6406c8a42f req-67ae0d86-43c4-48c8-b4a3-ccb8d93becce tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:03.558830 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-074c32ae-cc78-4b6f-b870-2d6406c8a42f req-67ae0d86-43c4-48c8-b4a3-ccb8d93becce tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0753522 Jul 13 07:59:03.599665 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-074c32ae-cc78-4b6f-b870-2d6406c8a42f req-38c20e30-7ad3-487e-8258-619048d6bf7c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345170 Jul 13 07:59:04.659382 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e4ab9-33b5-4d82-a9bc-5f1fd7c1beda req-4441e1de-9a00-4da5-8d9e-510dc8f35d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:04.661330 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-734e4ab9-33b5-4d82-a9bc-5f1fd7c1beda req-4441e1de-9a00-4da5-8d9e-510dc8f35d9e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 1097 time: 0.0857294 Jul 13 07:59:04.664928 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.077249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-734e4ab9-33b5-4d82-a9bc-5f1fd7c1beda req-c6a8a1eb-f5d6-4545-b96d-de6b0a6b6d16 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4096224 Jul 13 07:59:05.103608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7c08-cd07-4140-86ff-d48453ce38e9 req-3f5d9f7b-e793-4149-87d1-ea706921a4ff tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:05.105131 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f19d7c08-cd07-4140-86ff-d48453ce38e9 req-3f5d9f7b-e793-4149-87d1-ea706921a4ff tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0780456 Jul 13 07:59:05.144592 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f19d7c08-cd07-4140-86ff-d48453ce38e9 req-fc84b715-68f2-4aad-974f-a779d3fa56e4 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332682 Jul 13 07:59:06.321889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3f1e2-8f1b-4880-8bb9-334f88771ab9 req-e5c29643-1c75-4bea-af09-c5e53f6f82a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:06.324328 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d6d3f1e2-8f1b-4880-8bb9-334f88771ab9 req-e5c29643-1c75-4bea-af09-c5e53f6f82a7 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0698330 Jul 13 07:59:06.363510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d6d3f1e2-8f1b-4880-8bb9-334f88771ab9 req-c46e1ce4-e25b-410a-9907-e4d17f90eb92 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335398 Jul 13 07:59:06.389275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33256) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:06.456954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8d3ce05b-b52e-4056-a56d-d0f6d204f839 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/floatingips/76ad34af-fcb6-4ee1-8f51-4eda6d2db499 HTTP/1.1" status: 200 len: 994 time: 0.0612576 Jul 13 07:59:06.518529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9a2c6c66-00e1-4759-951a-11cd133fc563 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:59:06.520691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9a2c6c66-00e1-4759-951a-11cd133fc563 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:06.664480 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.683689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9a2c6c66-00e1-4759-951a-11cd133fc563,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:06.701019 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'port_id': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'mac_address': 'fa:16:3e:30:02:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:59:06.705753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:06.707983 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375e6aae-fde0-4084-ba41-d478866fea99" -d '{"events": [{"server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:06.721674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9a2c6c66-00e1-4759-951a-11cd133fc563,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:06.747126 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6c039-8113-4cef-9da1-0c0a09d21721 x-openstack-request-id: req-2ff6c039-8113-4cef-9da1-0c0a09d21721 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:06.747430 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:06.747689 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ff6c039-8113-4cef-9da1-0c0a09d21721 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:06.748105 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'code': 200} Jul 13 07:59:06.750296 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.798508 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.822824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a2c6c66-00e1-4759-951a-11cd133fc563 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:06.830373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=9a2c6c66-00e1-4759-951a-11cd133fc563,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:06.840462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.840828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.841161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.841493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.841828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.842178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.842495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.842824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.843161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.843485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.843822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.844178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:06.900720 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:59:06.901588 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:59:06.998622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0eb3166d-0b0b-47e4-b875-49a8d9e37769 None None] Provisioning complete for port 9a2c6c66-00e1-4759-951a-11cd133fc563 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:06.999000 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0eb3166d-0b0b-47e4-b875-49a8d9e37769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.078709 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0eb3166d-0b0b-47e4-b875-49a8d9e37769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.111767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0eb3166d-0b0b-47e4-b875-49a8d9e37769 None None] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9a2c6c66-00e1-4759-951a-11cd133fc563,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:07.115681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0eb3166d-0b0b-47e4-b875-49a8d9e37769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.171691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3166d-0b0b-47e4-b875-49a8d9e37769 None None] Pushing event updated for resources: {'Port': ['ID=9a2c6c66-00e1-4759-951a-11cd133fc563,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:07.373390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-83c8df83-d54e-418d-8740-c4bd9a42dc5d None None] Provisioning complete for port 9a2c6c66-00e1-4759-951a-11cd133fc563 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:07.373918 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-83c8df83-d54e-418d-8740-c4bd9a42dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.449751 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.485246 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a2c6c66-00e1-4759-951a-11cd133fc563 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:07.515004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9a2c6c66-00e1-4759-951a-11cd133fc563,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:07.519193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:07.574347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=9a2c6c66-00e1-4759-951a-11cd133fc563,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:07.785559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['9a2c6c66-00e1-4759-951a-11cd133fc563'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:07.843450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fd927d29-ba94-4154-9167-9f5afea7b83f None None] Provisioning complete for port 9a2c6c66-00e1-4759-951a-11cd133fc563 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:07.843750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd927d29-ba94-4154-9167-9f5afea7b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.017232 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd927d29-ba94-4154-9167-9f5afea7b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.075959 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fd927d29-ba94-4154-9167-9f5afea7b83f None None] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9a2c6c66-00e1-4759-951a-11cd133fc563,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:08.083069 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd927d29-ba94-4154-9167-9f5afea7b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.150962 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.181609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd927d29-ba94-4154-9167-9f5afea7b83f None None] Pushing event updated for resources: {'Port': ['ID=9a2c6c66-00e1-4759-951a-11cd133fc563,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:08.374596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d4ea6840-a9f9-48cf-a6ab-0b8a3c4e6b9a None None] Provisioning complete for port 9a2c6c66-00e1-4759-951a-11cd133fc563 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:08.375041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d4ea6840-a9f9-48cf-a6ab-0b8a3c4e6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:08.749205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563'}, {'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:08.751556 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4d23e2-1d14-4280-a6e6-15017175fc87" -d '{"events": [{"server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563"}, {"server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:08.809213 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a76b1c-9db5-4e93-924c-de1e0de3e7c2 x-openstack-request-id: req-d1a76b1c-9db5-4e93-924c-de1e0de3e7c2 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:08.809723 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563", "code": 200}, {"server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:08.810056 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1a76b1c-9db5-4e93-924c-de1e0de3e7c2 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:08.810522 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'code': 200} Jul 13 07:59:08.810833 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'code': 200} Jul 13 07:59:10.533840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9a2c6c66-00e1-4759-951a-11cd133fc563 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:10.584661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 9a2c6c66-00e1-4759-951a-11cd133fc563 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:10.585061 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:11.581329 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de37c07-e75b-4458-90e1-9bc85ce1f02e req-15330f20-695c-403f-a41e-6ae2d6128d1b tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.582955 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5de37c07-e75b-4458-90e1-9bc85ce1f02e req-15330f20-695c-403f-a41e-6ae2d6128d1b tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0638342 Jul 13 07:59:11.624371 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5de37c07-e75b-4458-90e1-9bc85ce1f02e req-d8f716a1-71cc-44b6-a707-111d50fc4820 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356133 Jul 13 07:59:12.830044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-8c0aa636-8365-4c42-9bf1-4396c5de704b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973079 Jul 13 07:59:12.839774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe02d46-f88b-43d1-b572-c10dc2755814 req-61ac9b80-e41e-404e-9fe0-458c816f6b88 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:12.841219 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ebe02d46-f88b-43d1-b572-c10dc2755814 req-61ac9b80-e41e-404e-9fe0-458c816f6b88 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0995016 Jul 13 07:59:12.912432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ebe02d46-f88b-43d1-b572-c10dc2755814 req-265f5400-f191-4746-bf07-bca6c9dd62d0 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650852 Jul 13 07:59:12.939687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-facada65-bf1b-4df6-9750-ef8ea5f14438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:12.941256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-facada65-bf1b-4df6-9750-ef8ea5f14438 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=467305fef74b4ff1a3fec29e0259392d&device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 1097 time: 0.0657694 Jul 13 07:59:13.044764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-02e5eebc-4d86-4efc-83fc-04a64e3f8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:13.046245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-02e5eebc-4d86-4efc-83fc-04a64e3f8b27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 200 len: 920 time: 0.0838149 Jul 13 07:59:13.090885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-a9f7e569-7e8d-429e-ab44-dc3ab0c802c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458 HTTP/1.1" status: 200 len: 217 time: 0.0376713 Jul 13 07:59:13.139088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-312cc5e6-186c-4c35-963e-89409933b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:13.140685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-312cc5e6-186c-4c35-963e-89409933b4bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 200 len: 859 time: 0.0436826 Jul 13 07:59:13.174231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-90d9ae0b-23b8-4297-9f07-2f335eede6ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dcd13216-8f82-4b3c-867a-7ed0d7b98503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267038 Jul 13 07:59:13.269639 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-7db1546b-8811-4169-821d-3b13563fb8e5 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888779 Jul 13 07:59:13.357830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70867f4a-e44a-41e4-84df-7ae08d28e613 req-8c29d011-5f5a-4ddb-b399-f184e9638672 service neutron] 10.222.0.54 "GET /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810008 Jul 13 07:59:13.619158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-ca135ae0-db7b-44d0-813b-dc9e6675439a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:13.620636 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-ca135ae0-db7b-44d0-813b-dc9e6675439a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 946 time: 0.0627151 Jul 13 07:59:13.725666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-c4012f8b-7d98-413f-b9a5-30fada2f8903 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Deleting port 177930af-9481-40e1-b679-4ae0622d99b3 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:13.726008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-c4012f8b-7d98-413f-b9a5-30fada2f8903 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.822992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-c4012f8b-7d98-413f-b9a5-30fada2f8903 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] For port 177930af-9481-40e1-b679-4ae0622d99b3, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=177930af-9481-40e1-b679-4ae0622d99b3,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:13.823360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-c4012f8b-7d98-413f-b9a5-30fada2f8903 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.835288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-c4012f8b-7d98-413f-b9a5-30fada2f8903 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Calling delete_port for 177930af-9481-40e1-b679-4ae0622d99b3 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:13.970842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-c4012f8b-7d98-413f-b9a5-30fada2f8903 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:13.983239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['177930af-9481-40e1-b679-4ae0622d99b3'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:14.006965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4012f8b-7d98-413f-b9a5-30fada2f8903 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Pushing event deleted for resources: {'Port': ['ID=177930af-9481-40e1-b679-4ae0622d99b3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:14.014227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4a08251a-58a2-43d1-b1a1-bb9674bcc458'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:14.057614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-c4012f8b-7d98-413f-b9a5-30fada2f8903 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] No DVR routers for this DVR port 177930af-9481-40e1-b679-4ae0622d99b3 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:14.061207 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-c4012f8b-7d98-413f-b9a5-30fada2f8903 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:14.063704 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc1a881a-8cae-4fbd-881f-89f28b0117fa req-c4012f8b-7d98-413f-b9a5-30fada2f8903 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.53 "DELETE /v2.0/ports/177930af-9481-40e1-b679-4ae0622d99b3 HTTP/1.1" status: 204 len: 173 time: 0.4366670 Jul 13 07:59:14.064181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4501ca2-1a78-48c5-8042-c87e2d23d5f2', 'name': 'network-vif-deleted', 'tag': '177930af-9481-40e1-b679-4ae0622d99b3'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:14.066866 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda682b4-e35f-49de-9a65-e9a66f4f6b3b" -d '{"events": [{"server_uuid": "b4501ca2-1a78-48c5-8042-c87e2d23d5f2", "name": "network-vif-deleted", "tag": "177930af-9481-40e1-b679-4ae0622d99b3"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:14.110422 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b61024d3-ceb0-4b6a-a7ef-9fe0911d1bf6 req-01b723cd-ca15-4ec2-a4d8-0d9592c52558 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4501ca2-1a78-48c5-8042-c87e2d23d5f2 HTTP/1.1" status: 200 len: 210 time: 0.0704336 Jul 13 07:59:14.139377 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:59:14.143583 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf10affb-fcc0-49bb-8839-23129e59cbd9 x-openstack-request-id: req-bf10affb-fcc0-49bb-8839-23129e59cbd9 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:14.144180 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4501ca2-1a78-48c5-8042-c87e2d23d5f2", "name": "network-vif-deleted", "tag": "177930af-9481-40e1-b679-4ae0622d99b3", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:14.144506 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf10affb-fcc0-49bb-8839-23129e59cbd9 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:14.145076 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4501ca2-1a78-48c5-8042-c87e2d23d5f2', 'name': 'network-vif-deleted', 'tag': '177930af-9481-40e1-b679-4ae0622d99b3', 'status': 'completed', 'code': 200} Jul 13 07:59:14.298197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a25d-f74b-4c56-86d0-89357eb7029b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:15.117752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-9907fffe-de79-453a-9ba3-0064a8af466c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522685 Jul 13 07:59:15.193892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-866cf40a-9d8e-45ca-89e5-9a7c543e70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.195438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-866cf40a-9d8e-45ca-89e5-9a7c543e70ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 1097 time: 0.0562890 Jul 13 07:59:15.321198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-b1425459-c93b-4f45-9458-8d7145b10009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.324578 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-b1425459-c93b-4f45-9458-8d7145b10009 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1 HTTP/1.1" status: 200 len: 896 time: 0.1075299 Jul 13 07:59:15.393285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-cd103722-23f1-4c4f-b6f2-a7e5353d98b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a2c6c66-00e1-4759-951a-11cd133fc563 HTTP/1.1" status: 200 len: 1002 time: 0.0625308 Jul 13 07:59:15.449321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-675f5a3d-e79a-49b3-9c7a-e9308647ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.450930 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-675f5a3d-e79a-49b3-9c7a-e9308647ff0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a00d56e1-3795-4a6e-abf7-96b61f8d384b HTTP/1.1" status: 200 len: 834 time: 0.0515494 Jul 13 07:59:15.514265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-f1e64460-5030-4f00-97b3-ad27b5c4a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.516026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-f1e64460-5030-4f00-97b3-ad27b5c4a93a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591342 Jul 13 07:59:15.610815 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-86521c29-216e-4d2d-ad4d-a829b7f4eac5 service neutron] 10.222.0.53 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850689 Jul 13 07:59:15.629054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3874f4f-ebe4-4c16-8661-87cdb5461341 req-ee571a7b-ba2a-4ebb-853d-784bd4db2a58 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.630667 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3874f4f-ebe4-4c16-8661-87cdb5461341 req-ee571a7b-ba2a-4ebb-853d-784bd4db2a58 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0740187 Jul 13 07:59:15.673844 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3874f4f-ebe4-4c16-8661-87cdb5461341 req-14552052-5a14-4e3d-bee0-85dc9b6a229e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360684 Jul 13 07:59:15.711977 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1cbb31e3-7119-48bd-96d6-ae2e9cf2e762 req-89909267-2a32-4d5f-aec5-e1c77f46e138 service neutron] 10.222.0.53 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953112 Jul 13 07:59:16.560969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 177930af-9481-40e1-b679-4ae0622d99b3 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:16.580565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 177930af-9481-40e1-b679-4ae0622d99b3 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:16.580914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 177930af-9481-40e1-b679-4ae0622d99b3 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:16.852538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93938c19-b5eb-4ccd-8e76-113716bda5e6 req-a5aee0c6-20c3-4070-bc21-27c322124028 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:16.854162 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-93938c19-b5eb-4ccd-8e76-113716bda5e6 req-a5aee0c6-20c3-4070-bc21-27c322124028 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0665307 Jul 13 07:59:16.892883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-93938c19-b5eb-4ccd-8e76-113716bda5e6 req-fbf1afcf-cdda-4bd6-82fd-a18a229ef423 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323975 Jul 13 07:59:17.097369 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:17.264907 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d428ddfb-6f92-42cf-9bbf-bf8cff514404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:17.988537 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:18.076340 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6a002-5b05-4465-b3de-fa8d24489d0d req-30d8c3f8-7b31-4b2b-8e93-1d0ca400fadf tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:18.077824 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-76a6a002-5b05-4465-b3de-fa8d24489d0d req-30d8c3f8-7b31-4b2b-8e93-1d0ca400fadf tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0646796 Jul 13 07:59:18.115208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-76a6a002-5b05-4465-b3de-fa8d24489d0d req-ed8c093b-609f-4765-af80-e9ab7bc14341 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Jul 13 07:59:19.292031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09cc98-18fb-477e-9938-4df702711b17 req-abb670b7-0752-4852-a9ca-9d3b628a723a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:19.293683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df09cc98-18fb-477e-9938-4df702711b17 req-abb670b7-0752-4852-a9ca-9d3b628a723a tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0682156 Jul 13 07:59:19.330231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df09cc98-18fb-477e-9938-4df702711b17 req-be87ca0a-d207-4c66-a29a-bfbf59a3bcf2 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309715 Jul 13 07:59:19.805518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.509151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cea1e-9835-4264-8f69-11d753647c60 req-5eb27897-52bd-4b85-beab-67cec331a379 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:20.511773 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-851cea1e-9835-4264-8f69-11d753647c60 req-5eb27897-52bd-4b85-beab-67cec331a379 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0697269 Jul 13 07:59:20.550994 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-851cea1e-9835-4264-8f69-11d753647c60 req-94c27f87-929d-4f53-942d-91f55b1ff1ed tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/security-groups?id=dee02b1a-53d5-4a07-a4de-e1105ccd12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326612 Jul 13 07:59:20.706826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-a8d76207-70c5-4051-9c76-c2d02844d518 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:20.708499 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-a8d76207-70c5-4051-9c76-c2d02844d518 tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 946 time: 0.0691988 Jul 13 07:59:20.816384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-7d2556cb-d6a4-410c-b924-f491493b690e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Deleting port 4a08251a-58a2-43d1-b1a1-bb9674bcc458 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:20.816733 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-7d2556cb-d6a4-410c-b924-f491493b690e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.909113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-7d2556cb-d6a4-410c-b924-f491493b690e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] For port 4a08251a-58a2-43d1-b1a1-bb9674bcc458, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4a08251a-58a2-43d1-b1a1-bb9674bcc458,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:20.909483 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-7d2556cb-d6a4-410c-b924-f491493b690e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:20.921719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-7d2556cb-d6a4-410c-b924-f491493b690e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Calling delete_port for 4a08251a-58a2-43d1-b1a1-bb9674bcc458 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:21.049899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-7d2556cb-d6a4-410c-b924-f491493b690e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.062384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4a08251a-58a2-43d1-b1a1-bb9674bcc458'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:21.077749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2556cb-d6a4-410c-b924-f491493b690e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Pushing event deleted for resources: {'Port': ['ID=4a08251a-58a2-43d1-b1a1-bb9674bcc458,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:21.127985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-7d2556cb-d6a4-410c-b924-f491493b690e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] No DVR routers for this DVR port 4a08251a-58a2-43d1-b1a1-bb9674bcc458 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:21.130590 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-7d2556cb-d6a4-410c-b924-f491493b690e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:21.132616 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fabc228-ce0c-49b7-b728-1cc41e3038e2 req-7d2556cb-d6a4-410c-b924-f491493b690e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.54 "DELETE /v2.0/ports/4a08251a-58a2-43d1-b1a1-bb9674bcc458 HTTP/1.1" status: 204 len: 173 time: 0.4181840 Jul 13 07:59:21.133055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c6a042-1508-41ef-95ec-0f7082da2713', 'name': 'network-vif-deleted', 'tag': '4a08251a-58a2-43d1-b1a1-bb9674bcc458'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:21.136322 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e739ac09-f38c-4e1d-a9eb-e2903e083c36" -d '{"events": [{"server_uuid": "13c6a042-1508-41ef-95ec-0f7082da2713", "name": "network-vif-deleted", "tag": "4a08251a-58a2-43d1-b1a1-bb9674bcc458"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:21.176943 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee54ec-5568-45e9-9c44-9cdf147d570f x-openstack-request-id: req-95ee54ec-5568-45e9-9c44-9cdf147d570f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:21.177266 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c6a042-1508-41ef-95ec-0f7082da2713", "name": "network-vif-deleted", "tag": "4a08251a-58a2-43d1-b1a1-bb9674bcc458", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:21.177515 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95ee54ec-5568-45e9-9c44-9cdf147d570f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:21.177912 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c6a042-1508-41ef-95ec-0f7082da2713', 'name': 'network-vif-deleted', 'tag': '4a08251a-58a2-43d1-b1a1-bb9674bcc458', 'status': 'completed', 'code': 200} Jul 13 07:59:21.717753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-93a3d102-fd72-4ccc-8cca-95a018881a6f req-1cd8b7a0-a06e-407d-af19-662fc9cfed6e tempest-ServerRescueNegativeTestJSON-696232089 tempest-ServerRescueNegativeTestJSON-696232089-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c6a042-1508-41ef-95ec-0f7082da2713 HTTP/1.1" status: 200 len: 210 time: 0.0404117 Jul 13 07:59:22.815846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33436) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:23.149126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.409266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] Deleting port 5db2b913-8798-4fc5-93cf-261928f1dbc3 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:23.409519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.489354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] For port 5db2b913-8798-4fc5-93cf-261928f1dbc3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5db2b913-8798-4fc5-93cf-261928f1dbc3,segment=NetworkSegment(0b677b65-3246-418a-872b-5517652ce15c),segment_id=0b677b65-3246-418a-872b-5517652ce15c)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:23.489714 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.502171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] Calling delete_port for 5db2b913-8798-4fc5-93cf-261928f1dbc3 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:23.684313 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:23.706614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db2b913-8798-4fc5-93cf-261928f1dbc3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:23.866130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.083399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] Router c1fdd503-4922-4e4d-9d9f-15bd2c859885 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:24.189283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:24.194291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eb9ed0c3-a62b-444f-a9cf-d47e6d6bff16 admin admin] 10.222.0.44 "PUT /v2.0/routers/c1fdd503-4922-4e4d-9d9f-15bd2c859885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3773124 Jul 13 07:59:24.196810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33448) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:24.200756 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] Sync routers for ids ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:24.209764 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] Routers {'c1fdd503-4922-4e4d-9d9f-15bd2c859885'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:24.210488 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:24.302768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.313197 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] Set router c1fdd503-4922-4e4d-9d9f-15bd2c859885 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:24.405800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.462415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Deleting port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:24.462902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.488428 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-router', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:20Z', 'updated_at': '2021-07-13T07:59:23Z', 'revision_number': 5, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'gw_port': {'id': '65ed4a90-5995-4fc4-a2ca-083cf8b438b6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:21Z', 'updated_at': '2021-07-13T07:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:24.516366 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] Checking router: c1fdd503-4922-4e4d-9d9f-15bd2c859885 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:24.528878 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] Routers {'c1fdd503-4922-4e4d-9d9f-15bd2c859885'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:24.528878 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:24.549267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4a08251a-58a2-43d1-b1a1-bb9674bcc458 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:24.568314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] For port 65ed4a90-5995-4fc4-a2ca-083cf8b438b6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=65ed4a90-5995-4fc4-a2ca-083cf8b438b6,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:24.569067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.577329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 4a08251a-58a2-43d1-b1a1-bb9674bcc458 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:24.577756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4a08251a-58a2-43d1-b1a1-bb9674bcc458 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:24.581755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Calling delete_port for 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:24.622631 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] Set router c1fdd503-4922-4e4d-9d9f-15bd2c859885 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:24.770538 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-router', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:20Z', 'updated_at': '2021-07-13T07:59:24Z', 'revision_number': 6, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:24.797942 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9d5b1-3c6e-4b90-b9b5-a1ff551c7e5b None None] The sync data for ids ['c1fdd503-4922-4e4d-9d9f-15bd2c859885'] in n-d-798249-7 is: [{'id': 'c1fdd503-4922-4e4d-9d9f-15bd2c859885', 'name': 'tempest-ServerRescueNegativeTestJSON-1106601292-router', 'tenant_id': '467305fef74b4ff1a3fec29e0259392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:20Z', 'updated_at': '2021-07-13T07:59:24Z', 'revision_number': 6, 'project_id': '467305fef74b4ff1a3fec29e0259392d', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:25.090911 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.119486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ed4a90-5995-4fc4-a2ca-083cf8b438b6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:25.185583 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.289054 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.293018 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.341370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.341843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1fdd503-4922-4e4d-9d9f-15bd2c859885 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:59:25.346299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.347514 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-72c8d838-88a5-41ce-9688-a387b33a8aa3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c1fdd503-4922-4e4d-9d9f-15bd2c859885 HTTP/1.1" status: 204 len: 168 time: 1.1490493 Jul 13 07:59:25.350018 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33456) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:25.397201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d010877-e859-4514-93c3-80075c6e8c49 admin admin] Deleting subnet 2625c3b3-967a-4f55-a599-a9e89c21b795 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:25.404731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d010877-e859-4514-93c3-80075c6e8c49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.448749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d010877-e859-4514-93c3-80075c6e8c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.487700 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d010877-e859-4514-93c3-80075c6e8c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.549903 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d010877-e859-4514-93c3-80075c6e8c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.601028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d010877-e859-4514-93c3-80075c6e8c49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2625c3b3-967a-4f55-a599-a9e89c21b795,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:25.605668 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d010877-e859-4514-93c3-80075c6e8c49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.611291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2d010877-e859-4514-93c3-80075c6e8c49 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2625c3b3-967a-4f55-a599-a9e89c21b795 HTTP/1.1" status: 204 len: 168 time: 0.2581289 Jul 13 07:59:25.611839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33460) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:25.690325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:25.717917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:25.718348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 65ed4a90-5995-4fc4-a2ca-083cf8b438b6 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:25.718968 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5db2b913-8798-4fc5-93cf-261928f1dbc3 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:25.729828 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.747709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5db2b913-8798-4fc5-93cf-261928f1dbc3 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:25.748092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5db2b913-8798-4fc5-93cf-261928f1dbc3 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:25.838334 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.849931 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd13216-8f82-4b3c-867a-7ed0d7b98503']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:25.863428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b677b65-3246-418a-872b-5517652ce15c') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:25.863889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b677b65-3246-418a-872b-5517652ce15c') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:25.876819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.896617 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.904876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:25.905830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:25.907941 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:25.983777 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.002608 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.005181 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] 10.222.0.44 "DELETE /v2.0/networks/dcd13216-8f82-4b3c-867a-7ed0d7b98503 HTTP/1.1" status: 204 len: 168 time: 0.3917398 Jul 13 07:59:26.006489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd13216-8f82-4b3c-867a-7ed0d7b98503,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:26.026629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.027358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.027614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.028354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.028699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.029423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.029770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.030108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.030445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.030775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.031106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.031565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdcf6f1-48b6-414d-b5f2-278de866c914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:26.198436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33468) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:26.241967 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0ee7a727-d2b7-483f-ae20-9f0b88893d60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=467305fef74b4ff1a3fec29e0259392d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399909 Jul 13 07:59:26.242800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33470) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:26.293715 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-560cd1c3-79f6-4e31-ad9b-b088a3ab525b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.315268 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-560cd1c3-79f6-4e31-ad9b-b088a3ab525b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.366817 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-560cd1c3-79f6-4e31-ad9b-b088a3ab525b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.370425 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-560cd1c3-79f6-4e31-ad9b-b088a3ab525b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:26.371666 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-560cd1c3-79f6-4e31-ad9b-b088a3ab525b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dee02b1a-53d5-4a07-a4de-e1105ccd12da HTTP/1.1" status: 204 len: 168 time: 0.1279397 Jul 13 07:59:26.381163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cd1c3-79f6-4e31-ad9b-b088a3ab525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee02b1a-53d5-4a07-a4de-e1105ccd12da,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:27.099689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33498) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:27.198229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2014475156-network', 'tenant_id': 'de56898bf34946f18950cc9b0715387b'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:27.222574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Made reservation on behalf of de56898bf34946f18950cc9b0715387b for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:27.225122 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.234412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.324249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.327894 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.352767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:27.361769 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1855ee-31fc-4e11-9369-7ed2de11b936,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:27.370130 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.370519 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Added segment 02932dda-a572-4e07-9e9e-15cee235064e of type vlan for network 33ad151d-f43a-45d4-840a-800cee58c638 Jul 13 07:59:27.410897 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.438982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.439955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:27.440753 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.471472 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3679802 Jul 13 07:59:27.471909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33502) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:27.477928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Request body: {'subnet': {'network_id': '33ad151d-f43a-45d4-840a-800cee58c638', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2014475156-subnet', 'tenant_id': 'de56898bf34946f18950cc9b0715387b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:27.498729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Made reservation on behalf of de56898bf34946f18950cc9b0715387b for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:27.501664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.505451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d13585-a5f5-4d32-98d6-2e9ce2bcf24b admin admin] Pushing event updated for resources: {'Network': ['ID=33ad151d-f43a-45d4-840a-800cee58c638,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:27.516519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 33ad151d-f43a-45d4-840a-800cee58c638 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:27.682366 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.735582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3401d32-9989-4f57-9000-8a28a7f0492c,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:27.745232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.745587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.745937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.746288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.746631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.746986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.747370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.747641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.747983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.748328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.748658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.748987 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:27.756955 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Checking segment: {'id': '02932dda-a572-4e07-9e9e-15cee235064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '33ad151d-f43a-45d4-840a-800cee58c638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:27.757324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Network hostable DHCP agents. Network: 33ad151d-f43a-45d4-840a-800cee58c638, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:27.774095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Network 33ad151d-f43a-45d4-840a-800cee58c638 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:27.783761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 33ad151d-f43a-45d4-840a-800cee58c638) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:27.788491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:27.789048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:27.803651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626f79df-1c68-40a9-80db-974ae8836c77 None None] Network 33ad151d-f43a-45d4-840a-800cee58c638 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:27.804757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1b317c7d-9955-4fa4-ae50-1a40b62b08ba admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3307142 Jul 13 07:59:27.951371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de6b93-69af-488f-92c2-eb582b7f109e None None] Network 33ad151d-f43a-45d4-840a-800cee58c638 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:28.246541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-aef0bbd7-cb97-4c84-8e10-6207d9ce3e9d tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.248152 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-aef0bbd7-cb97-4c84-8e10-6207d9ce3e9d tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/networks?id=33ad151d-f43a-45d4-840a-800cee58c638 HTTP/1.1" status: 200 len: 809 time: 0.0993047 Jul 13 07:59:28.262421 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-831ff94c-36bd-453a-bbbe-a61135676264 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/quotas/de56898bf34946f18950cc9b0715387b HTTP/1.1" status: 200 len: 375 time: 0.0091431 Jul 13 07:59:28.295390 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28cdc2de-d623-4359-b558-8ebcd5f78520 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=de56898bf34946f18950cc9b0715387b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279956 Jul 13 07:59:28.384845 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-8fdbcece-02a0-4b31-8841-91aa80e24bc7 service neutron] 10.222.0.44 "GET /v2.0/networks/33ad151d-f43a-45d4-840a-800cee58c638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830312 Jul 13 07:59:28.474626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-f5ea5641-6a4f-4cc3-aeca-e1e3e8c795d8 service neutron] 10.222.0.44 "GET /v2.0/networks/33ad151d-f43a-45d4-840a-800cee58c638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837274 Jul 13 07:59:28.649472 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a5515a5b-4540-49fe-81ba-55f059aaac54 req-0556762f-2003-4ac1-bcb0-a8ff535cbf5a tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 210 time: 0.0316606 Jul 13 07:59:29.804191 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9659b8bd-d7a8-4632-a7e0-1f87d9b15a34 req-15fff294-1776-48e2-8065-ccdf9a5782a7 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 210 time: 0.0308793 Jul 13 07:59:29.936939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-0cf9f440-6fff-4b15-9970-888f198f9d32 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.938388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-0cf9f440-6fff-4b15-9970-888f198f9d32 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.54 "GET /v2.0/networks?id=33ad151d-f43a-45d4-840a-800cee58c638 HTTP/1.1" status: 200 len: 809 time: 0.1148493 Jul 13 07:59:29.959512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Request body: {'port': {'device_id': '3a17f17c-7b18-461e-8c3a-529d9d368a99', 'network_id': '33ad151d-f43a-45d4-840a-800cee58c638', 'admin_state_up': True, 'tenant_id': 'de56898bf34946f18950cc9b0715387b'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:30.069422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Made reservation on behalf of de56898bf34946f18950cc9b0715387b for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:30.073086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.198028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Allocated IP 172.20.0.14 (33ad151d-f43a-45d4-840a-800cee58c638/a3401d32-9989-4f57-9000-8a28a7f0492c/5317d881-4733-4f2a-816e-475e350b5efa) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:30.356816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.397652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.438677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Network 33ad151d-f43a-45d4-840a-800cee58c638 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:30.443707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:30.448186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:30.472384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Pushing event updated for resources: {'Port': ['ID=5317d881-4733-4f2a-816e-475e350b5efa,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:30.499706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.500337 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.514687 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-28417d64-9858-4703-b97b-744b05430922 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5593309 Jul 13 07:59:30.527304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Request body: {'port': {'device_id': '3a17f17c-7b18-461e-8c3a-529d9d368a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:30.606161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.872156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5317d881-4733-4f2a-816e-475e350b5efa {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:30.879693 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.897669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Transition to ACTIVE for port object 5317d881-4733-4f2a-816e-475e350b5efa will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:30.903499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.991023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5317d881-4733-4f2a-816e-475e350b5efa,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:31.074509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255ed9d-0b25-4d78-bafc-21dfce0d2fce req-3398639b-14b7-4dc5-a553-6f44877d2774 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.075862 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c255ed9d-0b25-4d78-bafc-21dfce0d2fce req-3398639b-14b7-4dc5-a553-6f44877d2774 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 944 time: 0.1347053 Jul 13 07:59:31.080609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Attempting to bind port 5317d881-4733-4f2a-816e-475e350b5efa on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:31.080967 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Attempting to bind port 5317d881-4733-4f2a-816e-475e350b5efa by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '02932dda-a572-4e07-9e9e-15cee235064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '33ad151d-f43a-45d4-840a-800cee58c638'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:31.081523 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Attempting to bind port 5317d881-4733-4f2a-816e-475e350b5efa on network 33ad151d-f43a-45d4-840a-800cee58c638 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:31.087887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Port 5317d881-4733-4f2a-816e-475e350b5efa on network 33ad151d-f43a-45d4-840a-800cee58c638 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:59:31.088238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Attempting to bind port 5317d881-4733-4f2a-816e-475e350b5efa on network 33ad151d-f43a-45d4-840a-800cee58c638 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:31.104395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:31.104739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Checking segment: {'id': '02932dda-a572-4e07-9e9e-15cee235064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '33ad151d-f43a-45d4-840a-800cee58c638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:31.105110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Bound using segment: {'id': '02932dda-a572-4e07-9e9e-15cee235064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '33ad151d-f43a-45d4-840a-800cee58c638'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:31.105534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Bound port: 5317d881-4733-4f2a-816e-475e350b5efa, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02932dda-a572-4e07-9e9e-15cee235064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '33ad151d-f43a-45d4-840a-800cee58c638'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:31.105887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.156427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c255ed9d-0b25-4d78-bafc-21dfce0d2fce req-e89f3adf-0872-4865-ae41-1177dff4592d tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/security-groups?id=da1855ee-31fc-4e11-9369-7ed2de11b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700738 Jul 13 07:59:31.187440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] For port 5317d881-4733-4f2a-816e-475e350b5efa, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:31.190430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] For port 5317d881-4733-4f2a-816e-475e350b5efa, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5317d881-4733-4f2a-816e-475e350b5efa,segment=NetworkSegment(02932dda-a572-4e07-9e9e-15cee235064e),segment_id=02932dda-a572-4e07-9e9e-15cee235064e)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:31.195068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.229291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.229913 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:31.231391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] 10.222.0.54 "PUT /v2.0/ports/5317d881-4733-4f2a-816e-475e350b5efa HTTP/1.1" status: 200 len: 1092 time: 0.7086332 Jul 13 07:59:31.231835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a17f17c-7b18-461e-8c3a-529d9d368a99', 'tag': '5317d881-4733-4f2a-816e-475e350b5efa'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:31.234175 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d485994-7d82-4f8d-8ee7-f678d1b6283a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a17f17c-7b18-461e-8c3a-529d9d368a99", "tag": "5317d881-4733-4f2a-816e-475e350b5efa"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:31.261134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b0fc4-e03c-4830-bae2-5e200084d9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5317d881-4733-4f2a-816e-475e350b5efa,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:31.288388 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa20a05-0c8d-4ce5-a2e1-299de8acc33a x-openstack-request-id: req-8aa20a05-0c8d-4ce5-a2e1-299de8acc33a {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:31.288678 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a17f17c-7b18-461e-8c3a-529d9d368a99", "tag": "5317d881-4733-4f2a-816e-475e350b5efa", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:31.288936 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8aa20a05-0c8d-4ce5-a2e1-299de8acc33a {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:31.289363 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a17f17c-7b18-461e-8c3a-529d9d368a99', 'tag': '5317d881-4733-4f2a-816e-475e350b5efa', 'status': 'completed', 'code': 200} Jul 13 07:59:31.333774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-3836f2e0-30d0-4b63-a698-c322816d659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.335224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-3836f2e0-30d0-4b63-a698-c322816d659a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de56898bf34946f18950cc9b0715387b&device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 1095 time: 0.0566089 Jul 13 07:59:31.382601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-46c92a8a-3cf6-4b63-9bc9-c46269087315 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5317d881-4733-4f2a-816e-475e350b5efa HTTP/1.1" status: 200 len: 217 time: 0.0397789 Jul 13 07:59:31.432255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-6d4dc282-d644-4e03-af95-1e4cb1a229d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.433742 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-6d4dc282-d644-4e03-af95-1e4cb1a229d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3401d32-9989-4f57-9000-8a28a7f0492c HTTP/1.1" status: 200 len: 849 time: 0.0452216 Jul 13 07:59:31.469715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-b1a97f6c-906f-4bb8-b971-0c1125b84025 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33ad151d-f43a-45d4-840a-800cee58c638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285640 Jul 13 07:59:31.565227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-4ed7b5ad-e7b5-499a-9eef-f3c9817b3075 service neutron] 10.222.0.54 "GET /v2.0/networks/33ad151d-f43a-45d4-840a-800cee58c638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887339 Jul 13 07:59:31.657940 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-caad6f94-77fa-44d8-a63e-7192e6662fea req-db2f64e8-725b-4a11-96fe-e16c845210c2 service neutron] 10.222.0.54 "GET /v2.0/networks/33ad151d-f43a-45d4-840a-800cee58c638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863554 Jul 13 07:59:31.758533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d485994-7d82-4f8d-8ee7-f678d1b6283a req-1f471a33-5eb6-4c38-91c9-e52185647b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.760931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d485994-7d82-4f8d-8ee7-f678d1b6283a req-1f471a33-5eb6-4c38-91c9-e52185647b30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=de56898bf34946f18950cc9b0715387b&device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 1095 time: 0.0571802 Jul 13 07:59:31.849763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d485994-7d82-4f8d-8ee7-f678d1b6283a req-71bbc8d2-83ef-495b-8f3c-fcdc170490bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.851254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d485994-7d82-4f8d-8ee7-f678d1b6283a req-71bbc8d2-83ef-495b-8f3c-fcdc170490bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=33ad151d-f43a-45d4-840a-800cee58c638 HTTP/1.1" status: 200 len: 910 time: 0.0842402 Jul 13 07:59:31.896656 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d485994-7d82-4f8d-8ee7-f678d1b6283a req-0a9e4d4f-c8f2-4235-b485-d72bc89ac571 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5317d881-4733-4f2a-816e-475e350b5efa HTTP/1.1" status: 200 len: 217 time: 0.0388815 Jul 13 07:59:31.948176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d485994-7d82-4f8d-8ee7-f678d1b6283a req-aa716a7a-0e51-46a6-9b94-63abf692f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.949627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d485994-7d82-4f8d-8ee7-f678d1b6283a req-aa716a7a-0e51-46a6-9b94-63abf692f632 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3401d32-9989-4f57-9000-8a28a7f0492c HTTP/1.1" status: 200 len: 849 time: 0.0467622 Jul 13 07:59:31.983598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d485994-7d82-4f8d-8ee7-f678d1b6283a req-2d883cb0-a8b5-42c7-9639-f94fa8eeabf2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33ad151d-f43a-45d4-840a-800cee58c638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269201 Jul 13 07:59:32.075604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d485994-7d82-4f8d-8ee7-f678d1b6283a req-79753774-47e0-4505-a66a-37d5dd37df91 service neutron] 10.222.0.54 "GET /v2.0/networks/33ad151d-f43a-45d4-840a-800cee58c638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853117 Jul 13 07:59:32.166649 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3d485994-7d82-4f8d-8ee7-f678d1b6283a req-657d4567-f7e1-4dd4-a935-4309360d3c7d service neutron] 10.222.0.54 "GET /v2.0/networks/33ad151d-f43a-45d4-840a-800cee58c638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843558 Jul 13 07:59:32.333293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0196a36-fbf5-4e9e-a05b-f541ba3a2f1e req-9adbc275-6634-4b01-b8f3-9a0bb9f85e27 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:32.334768 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b0196a36-fbf5-4e9e-a05b-f541ba3a2f1e req-9adbc275-6634-4b01-b8f3-9a0bb9f85e27 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 944 time: 0.0671515 Jul 13 07:59:32.372508 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b0196a36-fbf5-4e9e-a05b-f541ba3a2f1e req-5b491cc6-7bab-4704-a5b4-95e78de3dc0b tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/security-groups?id=da1855ee-31fc-4e11-9369-7ed2de11b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Jul 13 07:59:33.543277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268127-e0af-4a1c-bec7-f62df01a544a req-94881e7f-5f0e-4e72-8c51-de1f3e655d57 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:33.544823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf268127-e0af-4a1c-bec7-f62df01a544a req-94881e7f-5f0e-4e72-8c51-de1f3e655d57 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 944 time: 0.0641017 Jul 13 07:59:33.582839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cf268127-e0af-4a1c-bec7-f62df01a544a req-5af42a86-8417-44a7-b0eb-3d820add67b8 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/security-groups?id=da1855ee-31fc-4e11-9369-7ed2de11b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324068 Jul 13 07:59:34.586168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5317d881-4733-4f2a-816e-475e350b5efa details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:59:34.683678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.708257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5317d881-4733-4f2a-816e-475e350b5efa, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5317d881-4733-4f2a-816e-475e350b5efa,segment=NetworkSegment(02932dda-a572-4e07-9e9e-15cee235064e),segment_id=02932dda-a572-4e07-9e9e-15cee235064e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:34.720821 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '5317d881-4733-4f2a-816e-475e350b5efa', 'network_id': '33ad151d-f43a-45d4-840a-800cee58c638', 'port_id': '5317d881-4733-4f2a-816e-475e350b5efa', 'mac_address': 'fa:16:3e:9d:89:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3401d32-9989-4f57-9000-8a28a7f0492c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:59:34.765943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.767515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60dc97-04b2-47b9-afae-3df4b25f1c29 req-58b6c759-1856-404c-94e7-d265d10cec27 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:34.769034 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e60dc97-04b2-47b9-afae-3df4b25f1c29 req-58b6c759-1856-404c-94e7-d265d10cec27 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 944 time: 0.0659695 Jul 13 07:59:34.781491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5317d881-4733-4f2a-816e-475e350b5efa {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:34.802144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5317d881-4733-4f2a-816e-475e350b5efa, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5317d881-4733-4f2a-816e-475e350b5efa,segment=NetworkSegment(02932dda-a572-4e07-9e9e-15cee235064e),segment_id=02932dda-a572-4e07-9e9e-15cee235064e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:34.808234 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7e60dc97-04b2-47b9-afae-3df4b25f1c29 req-32c9428f-9184-4fc7-99a2-27a940aba78a tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/security-groups?id=da1855ee-31fc-4e11-9369-7ed2de11b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335267 Jul 13 07:59:34.809473 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.866903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5317d881-4733-4f2a-816e-475e350b5efa,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:35.051558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['5317d881-4733-4f2a-816e-475e350b5efa'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:35.999597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e22c1c-84be-4675-8a42-e6ee53bb0dc8 req-4144d5b7-bca1-4a05-86d8-906197fa0679 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:36.001115 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-47e22c1c-84be-4675-8a42-e6ee53bb0dc8 req-4144d5b7-bca1-4a05-86d8-906197fa0679 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 945 time: 0.0629516 Jul 13 07:59:36.038395 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-47e22c1c-84be-4675-8a42-e6ee53bb0dc8 req-7f3ad054-d656-44af-a346-c6e3645fc431 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/security-groups?id=da1855ee-31fc-4e11-9369-7ed2de11b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Jul 13 07:59:36.598712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5317d881-4733-4f2a-816e-475e350b5efa up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:36.648942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 5317d881-4733-4f2a-816e-475e350b5efa completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:36.653179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 5317d881-4733-4f2a-816e-475e350b5efa triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:36.653552 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.728185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.749372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a17f17c-7b18-461e-8c3a-529d9d368a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5317d881-4733-4f2a-816e-475e350b5efa'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:36.751582 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8529e480-d2ca-4fb7-9344-20cc9077f3f9" -d '{"events": [{"server_uuid": "3a17f17c-7b18-461e-8c3a-529d9d368a99", "name": "network-vif-plugged", "status": "completed", "tag": "5317d881-4733-4f2a-816e-475e350b5efa"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:36.768253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5317d881-4733-4f2a-816e-475e350b5efa, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5317d881-4733-4f2a-816e-475e350b5efa,segment=NetworkSegment(02932dda-a572-4e07-9e9e-15cee235064e),segment_id=02932dda-a572-4e07-9e9e-15cee235064e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:36.772803 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:36.826493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5317d881-4733-4f2a-816e-475e350b5efa,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:36.853057 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40477ea6-2809-495c-b5f0-d1214fec5d18 x-openstack-request-id: req-40477ea6-2809-495c-b5f0-d1214fec5d18 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:36.853404 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a17f17c-7b18-461e-8c3a-529d9d368a99", "name": "network-vif-plugged", "status": "completed", "tag": "5317d881-4733-4f2a-816e-475e350b5efa", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:36.853763 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40477ea6-2809-495c-b5f0-d1214fec5d18 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:36.854231 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a17f17c-7b18-461e-8c3a-529d9d368a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5317d881-4733-4f2a-816e-475e350b5efa', 'code': 200} Jul 13 07:59:36.969482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a38f-74b3-4e21-8df5-af63413bf148 req-1788deb5-5205-48a6-9ed0-964a458a3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:36.970973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8438a38f-74b3-4e21-8df5-af63413bf148 req-1788deb5-5205-48a6-9ed0-964a458a3a04 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 1097 time: 0.0553625 Jul 13 07:59:37.003835 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8438a38f-74b3-4e21-8df5-af63413bf148 req-4123db7f-7d2f-4ceb-a6be-f1ed4d341c48 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da1855ee-31fc-4e11-9369-7ed2de11b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266256 Jul 13 07:59:37.211202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74158df1-2621-436b-81ac-c5b6cbd61a90 req-b3c6fa5f-1084-4b51-9aab-a79028e186e6 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:37.213410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-74158df1-2621-436b-81ac-c5b6cbd61a90 req-b3c6fa5f-1084-4b51-9aab-a79028e186e6 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 946 time: 0.0624218 Jul 13 07:59:37.250768 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-74158df1-2621-436b-81ac-c5b6cbd61a90 req-508872cd-d489-46df-9866-93aaf48275cf tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/security-groups?id=da1855ee-31fc-4e11-9369-7ed2de11b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Jul 13 07:59:38.086720 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:38.433219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bcfc9-6236-414c-b518-ffa4780a90d5 req-ee9b112e-7abe-4303-8ee4-842f91b7765f tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:38.434704 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-658bcfc9-6236-414c-b518-ffa4780a90d5 req-ee9b112e-7abe-4303-8ee4-842f91b7765f tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 946 time: 0.0687783 Jul 13 07:59:38.472067 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-658bcfc9-6236-414c-b518-ffa4780a90d5 req-5108f623-9365-43fe-add4-27355eb9b7d6 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/security-groups?id=da1855ee-31fc-4e11-9369-7ed2de11b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317025 Jul 13 07:59:39.117467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33656) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:39.284543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port dcc67903-0d6c-47c1-8139-fdef2a0be32f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:39.285016 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.364409 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.364750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.377562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for dcc67903-0d6c-47c1-8139-fdef2a0be32f owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:39.528857 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.553719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=dcc67903-0d6c-47c1-8139-fdef2a0be32f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:39.622386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.622720 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Floating IP 76ad34af-fcb6-4ee1-8f51-4eda6d2db499 disassociated (deleted). External IP: 172.25.6.147, port: 9a2c6c66-00e1-4759-951a-11cd133fc563. Jul 13 07:59:39.823906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:39.936825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:39.941543 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:39.949877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] Sync routers for ids ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:39.961118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] Routers {'1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:39.962534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:39.985874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-89bc4f43-a0b9-47fe-8a2c-89144124d98b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/floatingips/76ad34af-fcb6-4ee1-8f51-4eda6d2db499 HTTP/1.1" status: 204 len: 168 time: 0.8656161 Jul 13 07:59:39.985874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:39.990380 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:40.246669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] Set router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:40.265917 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5782073-b294-4496-b7e6-c0e9da075239 x-openstack-request-id: req-d5782073-b294-4496-b7e6-c0e9da075239 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:40.266999 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:40.267502 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5782073-b294-4496-b7e6-c0e9da075239 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:40.268284 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'status': 'completed', 'code': 200} Jul 13 07:59:40.350051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-2a3224fe-bab6-44c5-8948-46b6e8a94349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.351472 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-2a3224fe-bab6-44c5-8948-46b6e8a94349 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 1097 time: 0.0539932 Jul 13 07:59:40.470468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:58Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e52d3685-9043-4d40-9ca3-43bd4830d4d8', 'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:72:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:58Z', 'updated_at': '2021-07-13T07:58:03Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:40.504280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] Checking router: 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:40.512859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801dc73-bc5b-42c0-8c4e-d6f64c1dada8 req-ab6e8853-7883-4d0d-9186-8f73ad085c54 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.514526 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1801dc73-bc5b-42c0-8c4e-d6f64c1dada8 req-ab6e8853-7883-4d0d-9186-8f73ad085c54 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.1525364 Jul 13 07:59:40.520177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-80ddd665-36cf-451a-8815-f3b5c51c138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.521635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-80ddd665-36cf-451a-8815-f3b5c51c138a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1 HTTP/1.1" status: 200 len: 896 time: 0.1585510 Jul 13 07:59:40.522808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] Routers {'1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:40.523548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:40.588561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-6437fdad-be9c-482b-b8b6-5ae2d14b76d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a2c6c66-00e1-4759-951a-11cd133fc563 HTTP/1.1" status: 200 len: 217 time: 0.0447276 Jul 13 07:59:40.594229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1801dc73-bc5b-42c0-8c4e-d6f64c1dada8 req-e7decef6-042e-41e6-8405-1f2a5052738e tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716937 Jul 13 07:59:40.650634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] Set router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:40.654508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-598e531f-6c91-4ad8-9fdb-3087872f7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.656463 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-598e531f-6c91-4ad8-9fdb-3087872f7fff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a00d56e1-3795-4a6e-abf7-96b61f8d384b HTTP/1.1" status: 200 len: 834 time: 0.0600173 Jul 13 07:59:40.750990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-476136fe-eb9b-45a4-8607-df5637e5dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:40.753533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-476136fe-eb9b-45a4-8607-df5637e5dd1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b40186ad-0d43-4d6d-8b5d-4d416122c9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877085 Jul 13 07:59:40.884842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-b0b92f1c-f82b-4a1b-860b-75e5cdd99457 service neutron] 10.222.0.53 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204381 Jul 13 07:59:40.900806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:58Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e52d3685-9043-4d40-9ca3-43bd4830d4d8', 'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:72:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:58Z', 'updated_at': '2021-07-13T07:58:03Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:40.934072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db97714-74bc-4f1b-bd51-6a9e717a4a56 None None] The sync data for ids ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'] in n-d-798249-7 is: [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:58Z', 'revision_number': 4, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e52d3685-9043-4d40-9ca3-43bd4830d4d8', 'name': '', 'network_id': 'b40186ad-0d43-4d6d-8b5d-4d416122c9d1', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'mac_address': 'fa:16:3e:72:c1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:58Z', 'updated_at': '2021-07-13T07:58:03Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'subnets': [{'id': 'a00d56e1-3795-4a6e-abf7-96b61f8d384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:40.981885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97d445c8-28f1-42d3-a0dc-03c45c4ee6ff req-adf46927-bbc3-434b-bae5-f096170e4fd7 service neutron] 10.222.0.53 "GET /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896480 Jul 13 07:59:41.247159 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ac26fe-8d9f-467c-8bb0-7424dbc8e5bf None None] New status for floating IP 76ad34af-fcb6-4ee1-8f51-4eda6d2db499: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:59:41.701039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-ac16f231-f2d7-4bed-8cca-2b7308752424 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:41.702683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-ac16f231-f2d7-4bed-8cca-2b7308752424 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0728967 Jul 13 07:59:42.086983 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51de8af-6ae6-4d6a-bcf4-b13bf09aeb65 req-eba29f13-6e3c-4ac5-acaf-02cca5ea3445 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:42.088685 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d51de8af-6ae6-4d6a-bcf4-b13bf09aeb65 req-eba29f13-6e3c-4ac5-acaf-02cca5ea3445 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 946 time: 0.0687497 Jul 13 07:59:42.128802 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d51de8af-6ae6-4d6a-bcf4-b13bf09aeb65 req-79e5a6d6-45b1-4228-8dd4-ab1dd2aeab0c tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/security-groups?id=da1855ee-31fc-4e11-9369-7ed2de11b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341339 Jul 13 07:59:42.202770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18107a7-62e4-471f-b86e-1a3f93750df2 req-84bce1d1-be52-4cee-897e-2b6671937cbe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:42.204192 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f18107a7-62e4-471f-b86e-1a3f93750df2 req-84bce1d1-be52-4cee-897e-2b6671937cbe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/ports?device_id=310412c1-9eeb-4571-ac47-72c9d612b9a5 HTTP/1.1" status: 200 len: 946 time: 0.1119130 Jul 13 07:59:42.219660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-117363c0-8bfc-4529-841e-53c913136e43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port 9a2c6c66-00e1-4759-951a-11cd133fc563 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:42.220002 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-117363c0-8bfc-4529-841e-53c913136e43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.270589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f18107a7-62e4-471f-b86e-1a3f93750df2 req-abc95a3a-7f6b-4c99-a427-1a8e7e88dd7c tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed44753-77fb-496e-8613-eba595e7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603642 Jul 13 07:59:42.327880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-117363c0-8bfc-4529-841e-53c913136e43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port 9a2c6c66-00e1-4759-951a-11cd133fc563, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=9a2c6c66-00e1-4759-951a-11cd133fc563,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:42.328353 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-117363c0-8bfc-4529-841e-53c913136e43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.341342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-117363c0-8bfc-4529-841e-53c913136e43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for 9a2c6c66-00e1-4759-951a-11cd133fc563 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:42.479622 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-117363c0-8bfc-4529-841e-53c913136e43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.508827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117363c0-8bfc-4529-841e-53c913136e43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=9a2c6c66-00e1-4759-951a-11cd133fc563,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:42.553846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-117363c0-8bfc-4529-841e-53c913136e43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] No DVR routers for this DVR port 9a2c6c66-00e1-4759-951a-11cd133fc563 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:42.556483 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-117363c0-8bfc-4529-841e-53c913136e43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:42.558453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-66967106-42dd-4fc5-ae8c-90fc5019b7c3 req-117363c0-8bfc-4529-841e-53c913136e43 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.53 "DELETE /v2.0/ports/9a2c6c66-00e1-4759-951a-11cd133fc563 HTTP/1.1" status: 204 len: 173 time: 0.8504567 Jul 13 07:59:42.558882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'name': 'network-vif-deleted', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:42.561158 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a137fd-bfa5-4f14-8e0f-94ba2da173bd" -d '{"events": [{"server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "name": "network-vif-deleted", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:42.598306 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb74437c-bdfd-4a84-9170-882d31bedf40 x-openstack-request-id: req-fb74437c-bdfd-4a84-9170-882d31bedf40 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:42.598599 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310412c1-9eeb-4571-ac47-72c9d612b9a5", "name": "network-vif-deleted", "tag": "9a2c6c66-00e1-4759-951a-11cd133fc563", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:42.598880 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb74437c-bdfd-4a84-9170-882d31bedf40 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:42.599279 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310412c1-9eeb-4571-ac47-72c9d612b9a5', 'name': 'network-vif-deleted', 'tag': '9a2c6c66-00e1-4759-951a-11cd133fc563', 'status': 'completed', 'code': 200} Jul 13 07:59:43.318487 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc6d78-d822-494c-a137-100ecd21924d req-44ad1a2c-cd23-4840-af2e-c2fb683b531c tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:43.319982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82fc6d78-d822-494c-a137-100ecd21924d req-44ad1a2c-cd23-4840-af2e-c2fb683b531c tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 946 time: 0.1064317 Jul 13 07:59:43.363308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827025f-70a2-40d4-bc49-9ed95b095807 req-bb782b88-7091-4784-b408-a980066b3e33 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:43.364894 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3827025f-70a2-40d4-bc49-9ed95b095807 req-bb782b88-7091-4784-b408-a980066b3e33 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 946 time: 0.1174707 Jul 13 07:59:43.370265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33730) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:43.526624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3827025f-70a2-40d4-bc49-9ed95b095807 req-f5b7a9cd-4774-4e69-b545-2c0bc487a86f tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/security-groups?id=da1855ee-31fc-4e11-9369-7ed2de11b936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498637 Jul 13 07:59:43.607087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-82fc6d78-d822-494c-a137-100ecd21924d req-e34d7905-be7f-45d7-9952-c994e6b10583 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Deleting port 5317d881-4733-4f2a-816e-475e350b5efa {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:43.607330 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-82fc6d78-d822-494c-a137-100ecd21924d req-e34d7905-be7f-45d7-9952-c994e6b10583 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.784158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-82fc6d78-d822-494c-a137-100ecd21924d req-e34d7905-be7f-45d7-9952-c994e6b10583 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] For port 5317d881-4733-4f2a-816e-475e350b5efa, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5317d881-4733-4f2a-816e-475e350b5efa,segment=NetworkSegment(02932dda-a572-4e07-9e9e-15cee235064e),segment_id=02932dda-a572-4e07-9e9e-15cee235064e)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:43.784526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-82fc6d78-d822-494c-a137-100ecd21924d req-e34d7905-be7f-45d7-9952-c994e6b10583 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:43.802465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-82fc6d78-d822-494c-a137-100ecd21924d req-e34d7905-be7f-45d7-9952-c994e6b10583 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Calling delete_port for 5317d881-4733-4f2a-816e-475e350b5efa owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:44.008131 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-82fc6d78-d822-494c-a137-100ecd21924d req-e34d7905-be7f-45d7-9952-c994e6b10583 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.020535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['5317d881-4733-4f2a-816e-475e350b5efa'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:44.026426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.083414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d7905-be7f-45d7-9952-c994e6b10583 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Pushing event deleted for resources: {'Port': ['ID=5317d881-4733-4f2a-816e-475e350b5efa,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:44.134400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fc6d78-d822-494c-a137-100ecd21924d req-e34d7905-be7f-45d7-9952-c994e6b10583 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] No DVR routers for this DVR port 5317d881-4733-4f2a-816e-475e350b5efa on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:44.137550 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-82fc6d78-d822-494c-a137-100ecd21924d req-e34d7905-be7f-45d7-9952-c994e6b10583 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.141174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82fc6d78-d822-494c-a137-100ecd21924d req-e34d7905-be7f-45d7-9952-c994e6b10583 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.54 "DELETE /v2.0/ports/5317d881-4733-4f2a-816e-475e350b5efa HTTP/1.1" status: 204 len: 173 time: 0.8148320 Jul 13 07:59:44.291744 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a8fe18e7-439f-4798-b456-8ac34334ef25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.388613 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port e52d3685-9043-4d40-9ca3-43bd4830d4d8 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:44.389223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.479727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port e52d3685-9043-4d40-9ca3-43bd4830d4d8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e52d3685-9043-4d40-9ca3-43bd4830d4d8,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:44.480023 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.491505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for e52d3685-9043-4d40-9ca3-43bd4830d4d8 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:44.600588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a17f17c-7b18-461e-8c3a-529d9d368a99', 'name': 'network-vif-deleted', 'tag': '5317d881-4733-4f2a-816e-475e350b5efa'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:44.603721 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6374a7-a0d2-4371-9955-57d2add66946" -d '{"events": [{"server_uuid": "3a17f17c-7b18-461e-8c3a-529d9d368a99", "name": "network-vif-deleted", "tag": "5317d881-4733-4f2a-816e-475e350b5efa"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:44.684243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9a2c6c66-00e1-4759-951a-11cd133fc563 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:44.723639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:44.723963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 9a2c6c66-00e1-4759-951a-11cd133fc563 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:44.724781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 9a2c6c66-00e1-4759-951a-11cd133fc563 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:44.730633 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c223f214-386d-44c1-a6bf-97cf67379e4f req-519904a1-e6cc-4a51-a4f1-9bcca263d8f1 tempest-ServerTagsTestJSON-1721295005 tempest-ServerTagsTestJSON-1721295005-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a17f17c-7b18-461e-8c3a-529d9d368a99 HTTP/1.1" status: 200 len: 210 time: 0.0627036 Jul 13 07:59:44.775587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=e52d3685-9043-4d40-9ca3-43bd4830d4d8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:44.847110 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a6a1e0-5dbd-4f56-8d05-37a4725ed9a1 x-openstack-request-id: req-83a6a1e0-5dbd-4f56-8d05-37a4725ed9a1 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:44.847392 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a17f17c-7b18-461e-8c3a-529d9d368a99", "name": "network-vif-deleted", "tag": "5317d881-4733-4f2a-816e-475e350b5efa", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:44.847665 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83a6a1e0-5dbd-4f56-8d05-37a4725ed9a1 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:44.848167 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a17f17c-7b18-461e-8c3a-529d9d368a99', 'name': 'network-vif-deleted', 'tag': '5317d881-4733-4f2a-816e-475e350b5efa', 'status': 'completed', 'code': 200} Jul 13 07:59:44.980056 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.209214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:45.319885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:45.326204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a076b048-8024-4482-87c9-12e495484e05 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "PUT /v2.0/routers/1ea93b69-b4ca-40ba-9cfd-f3acea479d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9549215 Jul 13 07:59:45.328910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33752) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:45.335078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] Sync routers for ids ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:45.345496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] Routers {'1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:45.346413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:45.397450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-737660f8-d20b-4b8c-b8eb-8f8c243e6ce9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting subnet a00d56e1-3795-4a6e-abf7-96b61f8d384b {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:45.400813 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-737660f8-d20b-4b8c-b8eb-8f8c243e6ce9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.440681 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-737660f8-d20b-4b8c-b8eb-8f8c243e6ce9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.463033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] Set router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:45.523485 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-737660f8-d20b-4b8c-b8eb-8f8c243e6ce9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.585848 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-737660f8-d20b-4b8c-b8eb-8f8c243e6ce9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.646267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:59:44Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:45.679644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] Checking router: 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:45.689277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] Routers {'1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:45.690061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:45.812943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] Set router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:45.839192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33762) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:45.900740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f10148-88c8-4943-a51a-8aa7e2e68924 admin admin] Deleting subnet a3401d32-9989-4f57-9000-8a28a7f0492c {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:59:45.906956 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27f10148-88c8-4943-a51a-8aa7e2e68924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.949124 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27f10148-88c8-4943-a51a-8aa7e2e68924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:45.992637 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27f10148-88c8-4943-a51a-8aa7e2e68924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.016522 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-737660f8-d20b-4b8c-b8eb-8f8c243e6ce9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.020521 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-737660f8-d20b-4b8c-b8eb-8f8c243e6ce9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/subnets/a00d56e1-3795-4a6e-abf7-96b61f8d384b HTTP/1.1" status: 204 len: 168 time: 0.6896551 Jul 13 07:59:46.022636 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737660f8-d20b-4b8c-b8eb-8f8c243e6ce9 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Subnet': ['ID=a00d56e1-3795-4a6e-abf7-96b61f8d384b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:46.024196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33764) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:46.024632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32491577-d7f2-4081-8c70-0a9bddc08c0e None None] Network b40186ad-0d43-4d6d-8b5d-4d416122c9d1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:46.047146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:59:44Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:46.074532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4e16f-bc13-4731-8691-fa53a644b542 None None] The sync data for ids ['1ea93b69-b4ca-40ba-9cfd-f3acea479d3e'] in n-d-798249-7 is: [{'id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1838881568', 'tenant_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:59:44Z', 'revision_number': 5, 'project_id': 'eb87c2e5cee545e3bec40c9ac923c7cb', 'gw_port': {'id': '89ab0f3f-6732-4f40-ad8a-b2671c133061', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea93b69-b4ca-40ba-9cfd-f3acea479d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:55Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:46.154748 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27f10148-88c8-4943-a51a-8aa7e2e68924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.192216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f10148-88c8-4943-a51a-8aa7e2e68924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3401d32-9989-4f57-9000-8a28a7f0492c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:46.194279 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-27f10148-88c8-4943-a51a-8aa7e2e68924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.199156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-27f10148-88c8-4943-a51a-8aa7e2e68924 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a3401d32-9989-4f57-9000-8a28a7f0492c HTTP/1.1" status: 204 len: 168 time: 0.3564453 Jul 13 07:59:46.199273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33768) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:46.199812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.288985 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.309261 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.366334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Deleting port 89ab0f3f-6732-4f40-ad8a-b2671c133061 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:46.366680 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.371145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.380831 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ad151d-f43a-45d4-840a-800cee58c638']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:46.391413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02932dda-a572-4e07-9e9e-15cee235064e') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:46.391707 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02932dda-a572-4e07-9e9e-15cee235064e') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:46.400853 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.414051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.420711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:46.421209 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:46.422995 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:46.462537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a358ab-06d5-4e7c-a4c5-ee4e61aad231 None None] DHCP port deletion for b40186ad-0d43-4d6d-8b5d-4d416122c9d1 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:59:46.491834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] For port 89ab0f3f-6732-4f40-ad8a-b2671c133061, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=89ab0f3f-6732-4f40-ad8a-b2671c133061,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:46.492282 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.509986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Calling delete_port for 89ab0f3f-6732-4f40-ad8a-b2671c133061 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:46.516870 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.527502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b3a358ab-06d5-4e7c-a4c5-ee4e61aad231 None None] Deleting port 98087580-ccc4-412a-95aa-9b599f184d95 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:59:46.527885 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3a358ab-06d5-4e7c-a4c5-ee4e61aad231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.532064 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.537990 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/33ad151d-f43a-45d4-840a-800cee58c638 HTTP/1.1" status: 204 len: 168 time: 0.3377144 Jul 13 07:59:46.555928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81097c-a351-4f81-aad8-c629dec1dcb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ad151d-f43a-45d4-840a-800cee58c638,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:46.634494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b3a358ab-06d5-4e7c-a4c5-ee4e61aad231 None None] For port 98087580-ccc4-412a-95aa-9b599f184d95, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=98087580-ccc4-412a-95aa-9b599f184d95,segment=NetworkSegment(6733bd04-d163-4af1-99eb-fcea08677d31),segment_id=6733bd04-d163-4af1-99eb-fcea08677d31)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:46.634983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3a358ab-06d5-4e7c-a4c5-ee4e61aad231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.653615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b3a358ab-06d5-4e7c-a4c5-ee4e61aad231 None None] Calling delete_port for 98087580-ccc4-412a-95aa-9b599f184d95 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:59:46.664299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5317d881-4733-4f2a-816e-475e350b5efa no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:46.705602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33772) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:46.750296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 5317d881-4733-4f2a-816e-475e350b5efa {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:46.750643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5317d881-4733-4f2a-816e-475e350b5efa not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:46.751306 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-649e3598-ee35-4aee-a0ba-bd373eceb6b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de56898bf34946f18950cc9b0715387b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440590 Jul 13 07:59:46.753448 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33774) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:46.756132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.797276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Port': ['ID=89ab0f3f-6732-4f40-ad8a-b2671c133061,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:46.813095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a845-46b3-4876-b599-074a405a296c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.822867 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b3a358ab-06d5-4e7c-a4c5-ee4e61aad231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.836299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a845-46b3-4876-b599-074a405a296c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.858268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a358ab-06d5-4e7c-a4c5-ee4e61aad231 None None] Pushing event deleted for resources: {'Port': ['ID=98087580-ccc4-412a-95aa-9b599f184d95,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:46.866457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a358ab-06d5-4e7c-a4c5-ee4e61aad231 None None] No DVR routers for this DVR port 98087580-ccc4-412a-95aa-9b599f184d95 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:46.884741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.888183 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a845-46b3-4876-b599-074a405a296c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.891269 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a845-46b3-4876-b599-074a405a296c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:46.895724 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f0a3a845-46b3-4876-b599-074a405a296c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da1855ee-31fc-4e11-9369-7ed2de11b936 HTTP/1.1" status: 204 len: 168 time: 0.1408427 Jul 13 07:59:46.910303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3a845-46b3-4876-b599-074a405a296c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1855ee-31fc-4e11-9369-7ed2de11b936,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:46.998392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.000935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.054257 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.054725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea93b69-b4ca-40ba-9cfd-f3acea479d3e {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:59:47.068755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.070164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8164ea11-7c58-4e4b-bd0f-cef0c0feb2fe tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/routers/1ea93b69-b4ca-40ba-9cfd-f3acea479d3e HTTP/1.1" status: 204 len: 168 time: 1.0445032 Jul 13 07:59:47.073447 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33782) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:47.112414 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.197738 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.278020 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0975-2ee8-412d-b683-922e0c2316f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.315228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.325953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40186ad-0d43-4d6d-8b5d-4d416122c9d1']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:47.341999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6733bd04-d163-4af1-99eb-fcea08677d31') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:47.342421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6733bd04-d163-4af1-99eb-fcea08677d31') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:47.353336 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.369836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.375884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:59:47.376352 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: timer() Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:59:47.380057 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:59:47.438491 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.443484 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.446761 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/networks/b40186ad-0d43-4d6d-8b5d-4d416122c9d1 HTTP/1.1" status: 204 len: 168 time: 0.3707113 Jul 13 07:59:47.449535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33796) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:47.466180 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a8d0d-e86b-470b-a5fb-77382431304b tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'Network': ['ID=b40186ad-0d43-4d6d-8b5d-4d416122c9d1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:47.522384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c435dc65-3e6e-40d8-ab80-c5580fc66226 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.550110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c435dc65-3e6e-40d8-ab80-c5580fc66226 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.634661 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c435dc65-3e6e-40d8-ab80-c5580fc66226 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.637641 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c435dc65-3e6e-40d8-ab80-c5580fc66226 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:47.638860 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c435dc65-3e6e-40d8-ab80-c5580fc66226 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] 10.222.0.44 "DELETE /v2.0/security-groups/1ed44753-77fb-496e-8613-eba595e7c671 HTTP/1.1" status: 204 len: 168 time: 0.1876917 Jul 13 07:59:47.670519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 89ab0f3f-6732-4f40-ad8a-b2671c133061 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:47.671516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435dc65-3e6e-40d8-ab80-c5580fc66226 tempest-TestNetworkAdvancedServerOps-1135411961 tempest-TestNetworkAdvancedServerOps-1135411961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed44753-77fb-496e-8613-eba595e7c671,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:47.712438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 89ab0f3f-6732-4f40-ad8a-b2671c133061 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:47.713290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 89ab0f3f-6732-4f40-ad8a-b2671c133061 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:47.714207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e52d3685-9043-4d40-9ca3-43bd4830d4d8 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:47.753754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e52d3685-9043-4d40-9ca3-43bd4830d4d8 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:47.755178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e52d3685-9043-4d40-9ca3-43bd4830d4d8 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:47.756445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 98087580-ccc4-412a-95aa-9b599f184d95 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:47.803775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 98087580-ccc4-412a-95aa-9b599f184d95 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:59:47.805032 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 98087580-ccc4-412a-95aa-9b599f184d95 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:48.037368 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.098091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33822) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:48.342120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33832) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:48.342710 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a2915cea-6b4f-42fd-a22e-b16c481c8900 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb87c2e5cee545e3bec40c9ac923c7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433200 Jul 13 07:59:48.412190 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1adc461e-e39c-4cd0-9148-30bcc8f823b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.446426 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1adc461e-e39c-4cd0-9148-30bcc8f823b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.507095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1adc461e-e39c-4cd0-9148-30bcc8f823b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.511579 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1adc461e-e39c-4cd0-9148-30bcc8f823b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.512775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1adc461e-e39c-4cd0-9148-30bcc8f823b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d007b7d-9315-4224-9e7d-787fad6aeb45 HTTP/1.1" status: 204 len: 168 time: 0.1696155 Jul 13 07:59:48.523059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc461e-e39c-4cd0-9148-30bcc8f823b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d007b7d-9315-4224-9e7d-787fad6aeb45,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:48.787136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33844) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:48.827251 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-20b24db2-b9e8-4c6f-b7c6-c31e5f9f7e7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e13e09bfcb1d4bd3887c366f9d8c2c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387263 Jul 13 07:59:48.829559 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33846) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:48.877816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-894ad39a-42f5-446a-ac03-685f88d444bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.901111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-894ad39a-42f5-446a-ac03-685f88d444bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.964105 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-894ad39a-42f5-446a-ac03-685f88d444bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.967434 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-894ad39a-42f5-446a-ac03-685f88d444bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:48.969186 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-894ad39a-42f5-446a-ac03-685f88d444bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29eb230c-c479-453e-b92e-0f36901a96bd HTTP/1.1" status: 204 len: 168 time: 0.1385257 Jul 13 07:59:48.980461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ad39a-42f5-446a-ac03-685f88d444bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eb230c-c479-453e-b92e-0f36901a96bd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:49.810309 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.129656 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:59:51.239206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33948) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:51.245356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'network': {'name': 'tempest-network-smoke--895652597', 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'port_security_enabled': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:51.269165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Made reservation on behalf of d32b3fd07fff4e02b7b983cd5ac11220 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:51.273011 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.287207 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.410803 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.415257 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.441902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:59:51.452433 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680396fb-5da1-4c8d-8e06-603eecd51c2e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:51.457258 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.457612 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Added segment 8a04cfe3-1f36-4c34-aa70-a48a37c113c4 of type vlan for network ed216a99-762d-4b95-9e7c-0e9c5741e3bb Jul 13 07:59:51.498130 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.527159 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.532816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:51.533420 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.569868 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3264909 Jul 13 07:59:51.570118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 33954) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:51.575417 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'admin_state_up': True, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:51.620807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880bfa1-4ad7-4368-b3bf-203087566360 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Network': ['ID=ed216a99-762d-4b95-9e7c-0e9c5741e3bb,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:51.636394 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.638837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ed216a99-762d-4b95-9e7c-0e9c5741e3bb details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:59:51.641631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.700813 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:51.848145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.099523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.120253 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.207430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33972) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:52.263190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Allocated IP 172.25.6.127 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/459bdae3-c803-4c2d-82fc-9c4c1992e800) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:52.335869 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-679fde89-f29e-445d-8fb1-49da4b98c8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.392936 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.434551 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.440687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-679fde89-f29e-445d-8fb1-49da4b98c8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.445069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-679fde89-f29e-445d-8fb1-49da4b98c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.476555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:52.483751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:52.487222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:52.493660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Port': ['ID=459bdae3-c803-4c2d-82fc-9c4c1992e800,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:52.494292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-679fde89-f29e-445d-8fb1-49da4b98c8b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ba7e090994945318b8f6ccfbf502d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856157 Jul 13 07:59:52.494924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 33978) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:52.495575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fde89-f29e-445d-8fb1-49da4b98c8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e91b78-ab83-4429-9e16-806e59c0103b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:52.556101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-521fd422-e0d8-4df0-b012-55009faf1261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.577159 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-521fd422-e0d8-4df0-b012-55009faf1261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.629428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-521fd422-e0d8-4df0-b012-55009faf1261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.632219 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-521fd422-e0d8-4df0-b012-55009faf1261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:52.634218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-521fd422-e0d8-4df0-b012-55009faf1261 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5e91b78-ab83-4429-9e16-806e59c0103b HTTP/1.1" status: 204 len: 168 time: 0.1357718 Jul 13 07:59:52.649853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fd422-e0d8-4df0-b012-55009faf1261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e91b78-ab83-4429-9e16-806e59c0103b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:52.778847 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.006763 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.146273 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Router 775b8c2f-455b-445b-a42d-bd1bc608cef4 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:59:53.258614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:53.271866 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Sync routers for ids ['775b8c2f-455b-445b-a42d-bd1bc608cef4'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:53.279009 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.280659 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7e3a9901-7153-4bbb-beda-1f06bfdd6a05 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7086909 Jul 13 07:59:53.283601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34008) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.291249 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Routers {'775b8c2f-455b-445b-a42d-bd1bc608cef4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:53.291980 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['775b8c2f-455b-445b-a42d-bd1bc608cef4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:53.418191 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Set router 775b8c2f-455b-445b-a42d-bd1bc608cef4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:53.509084 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-34ac5534-17b4-4a21-949e-9479d11509d3 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=d32b3fd07fff4e02b7b983cd5ac11220&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2240272 Jul 13 07:59:53.512186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34016) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.624449 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e7f55-b4b8-4708-9e94-60846e4ab6d5 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:53.627245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d34e7f55-b4b8-4708-9e94-60846e4ab6d5 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1130190 Jul 13 07:59:53.630616 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34020) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.636252 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:52Z', 'revision_number': 3, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:53.666696 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-65d72c3b-d9c7-46b3-af4f-a2df50f71eb8 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347290 Jul 13 07:59:53.669445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34024) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:53.675368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1749069567', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:53.687977 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Checking router: 775b8c2f-455b-445b-a42d-bd1bc608cef4 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:53.688430 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Updating router 775b8c2f-455b-445b-a42d-bd1bc608cef4 port 459bdae3-c803-4c2d-82fc-9c4c1992e800 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:59:53.756452 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:53.788813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Made reservation on behalf of d32b3fd07fff4e02b7b983cd5ac11220 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:59:53.793104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.060175 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.091793 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.104885 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Transition to ACTIVE for port object 459bdae3-c803-4c2d-82fc-9c4c1992e800 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:54.114261 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.137855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Checking segment: {'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:54.138270 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network hostable DHCP agents. Network: ed216a99-762d-4b95-9e7c-0e9c5741e3bb, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:59:54.162596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Subnet': ['ID=d70f468f-d53c-4827-a6e4-ff9bebd5e65e,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:54.174611 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Pushing event updated for resources: {'Port': ['ID=459bdae3-c803-4c2d-82fc-9c4c1992e800,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:54.182409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network ed216a99-762d-4b95-9e7c-0e9c5741e3bb is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:59:54.197149 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.197490 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.197830 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.198236 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.198750 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.198885 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.199200 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.199516 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.199941 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.200418 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.200784 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.200974 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:54.203123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ed216a99-762d-4b95-9e7c-0e9c5741e3bb) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:54.204300 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Attempting to bind port 459bdae3-c803-4c2d-82fc-9c4c1992e800 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:54.204705 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Attempting to bind port 459bdae3-c803-4c2d-82fc-9c4c1992e800 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:54.205257 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Attempting to bind port 459bdae3-c803-4c2d-82fc-9c4c1992e800 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:54.211071 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:54.212048 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:54.212507 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.212905 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:54.213366 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Bound port: 459bdae3-c803-4c2d-82fc-9c4c1992e800, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:54.213755 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.223926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59313c79-d0e2-474a-ad3b-11f39e010307 None None] Network ed216a99-762d-4b95-9e7c-0e9c5741e3bb requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:54.227583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:54.234904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.267516 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] For port 459bdae3-c803-4c2d-82fc-9c4c1992e800, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:54.267851 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5ed5a7f4-ac2b-41e7-9db2-81a1d253bb69 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5971985 Jul 13 07:59:54.270843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34050) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:54.271366 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] For port 459bdae3-c803-4c2d-82fc-9c4c1992e800, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=459bdae3-c803-4c2d-82fc-9c4c1992e800,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:54.277097 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.335897 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c28955-9c20-410e-bf74-05e9cf1a3659 None None] Pushing event updated for resources: {'Port': ['ID=459bdae3-c803-4c2d-82fc-9c4c1992e800,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:54.352632 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Routers {'775b8c2f-455b-445b-a42d-bd1bc608cef4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:54.353547 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['775b8c2f-455b-445b-a42d-bd1bc608cef4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:54.426180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:59:54.427264 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.563148 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] Set router 775b8c2f-455b-445b-a42d-bd1bc608cef4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:54.649218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Allocated IP 172.20.0.2 (ed216a99-762d-4b95-9e7c-0e9c5741e3bb/d70f468f-d53c-4827-a6e4-ff9bebd5e65e/159984ee-7d63-45f0-a88c-c2ab11a26e97) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:54.855214 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:52Z', 'revision_number': 3, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:54.910787 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584067f-dbaf-4995-bf50-e9b078cd8b9a None None] The sync data for ids ['775b8c2f-455b-445b-a42d-bd1bc608cef4'] in n-d-798249-7 is: [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:52Z', 'revision_number': 3, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:59:54.915408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.925568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Transition to ACTIVE for port object 159984ee-7d63-45f0-a88c-c2ab11a26e97 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:54.948236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Transition to ACTIVE for port object 159984ee-7d63-45f0-a88c-c2ab11a26e97 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:54.955554 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.011117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Network ed216a99-762d-4b95-9e7c-0e9c5741e3bb is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:55.030199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:55.037851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:55.044553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Pushing event updated for resources: {'Port': ['ID=159984ee-7d63-45f0-a88c-c2ab11a26e97,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:55.144898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Attempting to bind port 159984ee-7d63-45f0-a88c-c2ab11a26e97 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:55.145613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Attempting to bind port 159984ee-7d63-45f0-a88c-c2ab11a26e97 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:55.146222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Attempting to bind port 159984ee-7d63-45f0-a88c-c2ab11a26e97 on network ed216a99-762d-4b95-9e7c-0e9c5741e3bb {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:55.160271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:55.160782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Checking segment: {'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:55.161448 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.161950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Bound using segment: {'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:55.162575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Bound port: 159984ee-7d63-45f0-a88c-c2ab11a26e97, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:55.163079 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.296888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] For port 159984ee-7d63-45f0-a88c-c2ab11a26e97, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:55.302607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] For port 159984ee-7d63-45f0-a88c-c2ab11a26e97, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=159984ee-7d63-45f0-a88c-c2ab11a26e97,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:55.310001 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.467780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee6525-91f6-4b1a-9bd8-22f66524a5bd None None] Pushing event updated for resources: {'Port': ['ID=159984ee-7d63-45f0-a88c-c2ab11a26e97,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:55.513901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 459bdae3-c803-4c2d-82fc-9c4c1992e800 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:55.607606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 459bdae3-c803-4c2d-82fc-9c4c1992e800 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:55.611644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 459bdae3-c803-4c2d-82fc-9c4c1992e800 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:55.612040 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.618637 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.781270 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.827364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 459bdae3-c803-4c2d-82fc-9c4c1992e800, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=459bdae3-c803-4c2d-82fc-9c4c1992e800,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:55.837948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:55.937321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=459bdae3-c803-4c2d-82fc-9c4c1992e800,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:56.087944 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Allocated IP 172.20.0.1 (ed216a99-762d-4b95-9e7c-0e9c5741e3bb/d70f468f-d53c-4827-a6e4-ff9bebd5e65e/8042ff44-d54e-4f76-ae0b-50e6698b5155) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:59:56.155441 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34110) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:56.233338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.250511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Transition to ACTIVE for port object 8042ff44-d54e-4f76-ae0b-50e6698b5155 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:56.291326 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.296186 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d4530d8-8076-46e8-b133-6ee904122675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.341355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network ed216a99-762d-4b95-9e7c-0e9c5741e3bb is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:56.350421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:56.358405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:59:56.401862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Port': ['ID=8042ff44-d54e-4f76-ae0b-50e6698b5155,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:56.441306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.503369 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d4530d8-8076-46e8-b133-6ee904122675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.511319 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d4530d8-8076-46e8-b133-6ee904122675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.566056 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2d4530d8-8076-46e8-b133-6ee904122675 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e32d2013d2044a9f810db4c56ceb574a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090343 Jul 13 07:59:56.569181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34120) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:56.574269 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4530d8-8076-46e8-b133-6ee904122675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d666ffd6-3f6b-4348-bf94-eec8abff647c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:56.661763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.663681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb377475-a782-433b-ad8f-4cd7467b8943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.697036 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb377475-a782-433b-ad8f-4cd7467b8943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.842361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a19c6-5baf-43ab-9ccc-490897668313 None None] Network ed216a99-762d-4b95-9e7c-0e9c5741e3bb requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:59:56.852864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb377475-a782-433b-ad8f-4cd7467b8943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.856275 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb377475-a782-433b-ad8f-4cd7467b8943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:56.860754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eb377475-a782-433b-ad8f-4cd7467b8943 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d666ffd6-3f6b-4348-bf94-eec8abff647c HTTP/1.1" status: 204 len: 168 time: 0.2872901 Jul 13 07:59:56.958005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-99e9b142-ace4-4311-a77c-1646c23f8276 None None] Provisioning for port 159984ee-7d63-45f0-a88c-c2ab11a26e97 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:57.019266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb377475-a782-433b-ad8f-4cd7467b8943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d666ffd6-3f6b-4348-bf94-eec8abff647c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:57.053883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.068050 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.174208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Port': ['ID=8042ff44-d54e-4f76-ae0b-50e6698b5155,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:57.189314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.290474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34130) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:57.304621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe14c-1711-4b68-8ce5-a81c2ed0071b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.341766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network ed216a99-762d-4b95-9e7c-0e9c5741e3bb is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:59:57.342121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:59:57.457032 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe14c-1711-4b68-8ce5-a81c2ed0071b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.463399 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe14c-1711-4b68-8ce5-a81c2ed0071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.494440 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3b7fe14c-1711-4b68-8ce5-a81c2ed0071b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30b863cc4baf445d9f61026ea35ff1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022717 Jul 13 07:59:57.496987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34132) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:57.540888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fe14c-1711-4b68-8ce5-a81c2ed0071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ab3ddd-a813-47b6-b727-e5e97e78a7bd,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:57.576901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Router 775b8c2f-455b-445b-a42d-bd1bc608cef4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:59:57.592774 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c25d-0c9b-4b80-9004-2bb81196069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.596887 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 159984ee-7d63-45f0-a88c-c2ab11a26e97 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:57.623825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e870cb91-be79-4621-9855-50be2c7ca8d9 None None] Provisioning for port 8042ff44-d54e-4f76-ae0b-50e6698b5155 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:57.626987 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c25d-0c9b-4b80-9004-2bb81196069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.637220 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e870cb91-be79-4621-9855-50be2c7ca8d9 None None] Provisioning complete for port 8042ff44-d54e-4f76-ae0b-50e6698b5155 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:57.637933 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e870cb91-be79-4621-9855-50be2c7ca8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.682121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e870cb91-be79-4621-9855-50be2c7ca8d9 None None] Port 8042ff44-d54e-4f76-ae0b-50e6698b5155 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:57.697479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 159984ee-7d63-45f0-a88c-c2ab11a26e97 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:57.700114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e870cb91-be79-4621-9855-50be2c7ca8d9 None None] Provisioning complete for port 159984ee-7d63-45f0-a88c-c2ab11a26e97 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:57.700832 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e870cb91-be79-4621-9855-50be2c7ca8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.717846 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c25d-0c9b-4b80-9004-2bb81196069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.721006 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c25d-0c9b-4b80-9004-2bb81196069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.722541 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c0b2c25d-0c9b-4b80-9004-2bb81196069c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37ab3ddd-a813-47b6-b727-e5e97e78a7bd HTTP/1.1" status: 204 len: 168 time: 0.2243650 Jul 13 07:59:57.729364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 159984ee-7d63-45f0-a88c-c2ab11a26e97 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:57.729720 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.732820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2c25d-0c9b-4b80-9004-2bb81196069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ab3ddd-a813-47b6-b727-e5e97e78a7bd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:57.771057 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:59:57.790030 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34138) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:57.791914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-987e32f9-53cd-417a-ab7a-4abfbe2ae5c7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "PUT /v2.0/routers/775b8c2f-455b-445b-a42d-bd1bc608cef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5197761 Jul 13 07:59:57.795194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-03a9f1de-eb27-4582-8dc9-fc3bebe2df36 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1633072326', 'description': 'tempest-secgroup_access--1633072326 description', 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:57.849766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a9f1de-eb27-4582-8dc9-fc3bebe2df36 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:57.997818 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a9f1de-eb27-4582-8dc9-fc3bebe2df36 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.001669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Sync routers for ids ['775b8c2f-455b-445b-a42d-bd1bc608cef4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:59:58.006922 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a9f1de-eb27-4582-8dc9-fc3bebe2df36 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.058582 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9f1de-eb27-4582-8dc9-fc3bebe2df36 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:58.059508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Routers {'775b8c2f-455b-445b-a42d-bd1bc608cef4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:58.060545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['775b8c2f-455b-445b-a42d-bd1bc608cef4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:58.080471 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-03a9f1de-eb27-4582-8dc9-fc3bebe2df36 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.081769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-03a9f1de-eb27-4582-8dc9-fc3bebe2df36 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2906885 Jul 13 07:59:58.084770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34142) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:58.090172 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-edbfbe52-cdf5-4c5a-bf8c-77a335f78343 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1531260340', 'description': 'tempest-secgroup_general--1531260340 description', 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:58.139174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-edbfbe52-cdf5-4c5a-bf8c-77a335f78343 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.205072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Set router 775b8c2f-455b-445b-a42d-bd1bc608cef4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:58.283292 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-edbfbe52-cdf5-4c5a-bf8c-77a335f78343 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.294715 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-edbfbe52-cdf5-4c5a-bf8c-77a335f78343 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.363270 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-edbfbe52-cdf5-4c5a-bf8c-77a335f78343 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.364571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-edbfbe52-cdf5-4c5a-bf8c-77a335f78343 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2788694 Jul 13 07:59:58.368872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34150) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:58.375558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b453abf8-a77e-4096-92a8-4285e09afdad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'security_group_rule': {'security_group_id': 'f0f85ccd-66e4-4977-adf0-5cd5c8ab7759', 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:58.379101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfbe52-cdf5-4c5a-bf8c-77a335f78343 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032be591-51a4-4899-8d7d-3c5b913df508,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:58.435552 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b453abf8-a77e-4096-92a8-4285e09afdad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.493474 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e870cb91-be79-4621-9855-50be2c7ca8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.530726 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b453abf8-a77e-4096-92a8-4285e09afdad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.538279 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b453abf8-a77e-4096-92a8-4285e09afdad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.544355 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.565946 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453abf8-a77e-4096-92a8-4285e09afdad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6ac158-fb4a-4ab8-9caf-ce8ccbac1bc6,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:58.576609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b453abf8-a77e-4096-92a8-4285e09afdad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.586667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b453abf8-a77e-4096-92a8-4285e09afdad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2074163 Jul 13 07:59:58.614763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e870cb91-be79-4621-9855-50be2c7ca8d9 None None] For port 159984ee-7d63-45f0-a88c-c2ab11a26e97, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=159984ee-7d63-45f0-a88c-c2ab11a26e97,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:58.618233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8042ff44-d54e-4f76-ae0b-50e6698b5155', 'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:36:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:55Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 2, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:58.652756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e870cb91-be79-4621-9855-50be2c7ca8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.657870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Checking router: 775b8c2f-455b-445b-a42d-bd1bc608cef4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:59:58.658220 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Updating router 775b8c2f-455b-445b-a42d-bd1bc608cef4 port 8042ff44-d54e-4f76-ae0b-50e6698b5155 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:59:58.779338 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:58.782717 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.db.api [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:59:58.783211 n-d-798249-7 neutron-server[93840]: DEBUG oslo_db.api [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:59:58.794006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870cb91-be79-4621-9855-50be2c7ca8d9 None None] Pushing event updated for resources: {'Port': ['ID=159984ee-7d63-45f0-a88c-c2ab11a26e97,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:58.869476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-fc89e6b6-fc32-4f97-ab61-5d84ede5ecc2 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--1633072326&fields=id&tenant_id=d32b3fd07fff4e02b7b983cd5ac11220 HTTP/1.1" status: 200 len: 267 time: 0.0514133 Jul 13 07:59:58.929005 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-f2b3ba74-e93b-4ce6-a2c2-22b519a35c1f tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--1531260340&fields=id&tenant_id=d32b3fd07fff4e02b7b983cd5ac11220 HTTP/1.1" status: 200 len: 267 time: 0.0527091 Jul 13 07:59:58.976576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7a3b3845-7cfc-49e3-ab1b-86d99f8e657f None None] Provisioning complete for port 8042ff44-d54e-4f76-ae0b-50e6698b5155 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:58.977463 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7a3b3845-7cfc-49e3-ab1b-86d99f8e657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.052784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b3845-7cfc-49e3-ab1b-86d99f8e657f None None] Port 8042ff44-d54e-4f76-ae0b-50e6698b5155 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:59:59.059411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6f7431f9-d676-40a7-afee-d23ff360f20b tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:59.061125 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6f7431f9-d676-40a7-afee-d23ff360f20b tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/networks?id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb HTTP/1.1" status: 200 len: 796 time: 0.1304693 Jul 13 07:59:59.080405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-82b545db-3ee0-49f0-93f5-2ac3f881af94 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/quotas/d32b3fd07fff4e02b7b983cd5ac11220 HTTP/1.1" status: 200 len: 375 time: 0.0132761 Jul 13 07:59:59.154449 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.166878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Transition to ACTIVE for port object 8042ff44-d54e-4f76-ae0b-50e6698b5155 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:59.174075 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.176923 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-92ee1d5f-1190-4f64-9812-2a49e351c409 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911562 Jul 13 07:59:59.235297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fce4e-8b5c-47ae-9bf3-bf9e658efbb2 None None] Pushing event updated for resources: {'Port': ['ID=8042ff44-d54e-4f76-ae0b-50e6698b5155,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:59.331737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Attempting to bind port 8042ff44-d54e-4f76-ae0b-50e6698b5155 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:59.332526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Attempting to bind port 8042ff44-d54e-4f76-ae0b-50e6698b5155 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:59.333061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Attempting to bind port 8042ff44-d54e-4f76-ae0b-50e6698b5155 on network ed216a99-762d-4b95-9e7c-0e9c5741e3bb {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:59.347207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:59.347816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Checking segment: {'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:59.348430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.349005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Bound using segment: {'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:59.349649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Bound port: 8042ff44-d54e-4f76-ae0b-50e6698b5155, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:59.350285 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.364288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 459bdae3-c803-4c2d-82fc-9c4c1992e800 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:59.480719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] For port 8042ff44-d54e-4f76-ae0b-50e6698b5155, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:59.488151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-4d7f41a8-6eb4-4bc3-b667-7bf1b58dab9e service neutron] 10.222.0.44 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950001 Jul 13 07:59:59.489168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] For port 8042ff44-d54e-4f76-ae0b-50e6698b5155, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8042ff44-d54e-4f76-ae0b-50e6698b5155,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:59.491127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 459bdae3-c803-4c2d-82fc-9c4c1992e800 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:59.491502 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.495820 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:59.618464 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Routers {'775b8c2f-455b-445b-a42d-bd1bc608cef4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:59:59.619126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['775b8c2f-455b-445b-a42d-bd1bc608cef4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:59:59.623970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fce4e-8b5c-47ae-9bf3-bf9e658efbb2 None None] Pushing event updated for resources: {'Port': ['ID=8042ff44-d54e-4f76-ae0b-50e6698b5155,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:59.655092 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-5a863662-2b24-46f9-9555-8131e2356674 service neutron] 10.222.0.44 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619766 Jul 13 07:59:59.894478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] Set router 775b8c2f-455b-445b-a42d-bd1bc608cef4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:59:59.954225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 159984ee-7d63-45f0-a88c-c2ab11a26e97 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:00.021307 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cdce6b5-da64-452c-be92-0d7d9ded6f1a req-5120a47a-d08c-499e-acf9-5bcb0c4e7426 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 210 time: 0.0518646 Jul 13 08:00:00.131691 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 159984ee-7d63-45f0-a88c-c2ab11a26e97 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:00.132249 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:00.254242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8042ff44-d54e-4f76-ae0b-50e6698b5155', 'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:36:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:55Z', 'updated_at': '2021-07-13T07:59:59Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:00.290627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a51b0e-b1b7-4ef3-9076-f8634c26965e None None] The sync data for ids ['775b8c2f-455b-445b-a42d-bd1bc608cef4'] in n-d-798249-7 is: [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8042ff44-d54e-4f76-ae0b-50e6698b5155', 'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:36:0d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:55Z', 'updated_at': '2021-07-13T07:59:59Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:01.169025 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-140f4b5b-0e3b-4416-b316-4ce0bffd67bd req-3d1bb6e6-7cc3-4746-9027-94cafbe56280 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 210 time: 0.0450110 Jul 13 08:00:01.999674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8042ff44-d54e-4f76-ae0b-50e6698b5155 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:02.055076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 8042ff44-d54e-4f76-ae0b-50e6698b5155 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:02.059968 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8042ff44-d54e-4f76-ae0b-50e6698b5155 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:02.060622 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.150740 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.192426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 8042ff44-d54e-4f76-ae0b-50e6698b5155, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8042ff44-d54e-4f76-ae0b-50e6698b5155,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:02.198201 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.262515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=8042ff44-d54e-4f76-ae0b-50e6698b5155,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:02.489123 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-71a7141a-082e-4a0a-ad08-401045940fa1 req-c9381801-dc0d-4b31-89c8-e284d0de05c2 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 210 time: 0.0564888 Jul 13 08:00:02.517241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-683cea28-b87c-44c5-bece-985126f277b0 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:02.518919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-683cea28-b87c-44c5-bece-985126f277b0 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.54 "GET /v2.0/networks?id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb HTTP/1.1" status: 200 len: 796 time: 0.1888914 Jul 13 08:00:02.580587 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-94662b42-e856-4ea4-8417-035329a62b1f tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d32b3fd07fff4e02b7b983cd5ac11220 HTTP/1.1" status: 200 len: 478 time: 0.0532358 Jul 13 08:00:02.592635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'port': {'device_id': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'admin_state_up': True, 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'security_groups': ['f0f85ccd-66e4-4977-adf0-5cd5c8ab7759', '032be591-51a4-4899-8d7d-3c5b913df508']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:02.697606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-182e47e4-14d0-4f7d-b951-98487522b289 None None] Provisioning complete for port 8042ff44-d54e-4f76-ae0b-50e6698b5155 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:02.698028 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-182e47e4-14d0-4f7d-b951-98487522b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.777930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Made reservation on behalf of d32b3fd07fff4e02b7b983cd5ac11220 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:02.784527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:02.929170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Allocated IP 172.20.0.9 (ed216a99-762d-4b95-9e7c-0e9c5741e3bb/d70f468f-d53c-4827-a6e4-ff9bebd5e65e/585549be-57bd-4a7a-a049-b9c6566a4698) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:03.106309 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.120743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Transition to ACTIVE for port object 585549be-57bd-4a7a-a049-b9c6566a4698 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:03.161857 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.214321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network ed216a99-762d-4b95-9e7c-0e9c5741e3bb is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:03.217559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:03.220113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:03.253156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Port': ['ID=585549be-57bd-4a7a-a049-b9c6566a4698,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:03.284362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:03.285014 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.307376 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-6165db25-a6f5-4a98-b2ae-829cdc58c3e5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7194870 Jul 13 08:00:03.326389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Request body: {'port': {'device_id': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:03.428467 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.558145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a6243408-d5a9-49bd-a046-c335938096a2 None None] Provisioning for port 585549be-57bd-4a7a-a049-b9c6566a4698 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:03.568114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a6243408-d5a9-49bd-a046-c335938096a2 None None] Provisioning complete for port 585549be-57bd-4a7a-a049-b9c6566a4698 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:03.571089 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a6243408-d5a9-49bd-a046-c335938096a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.631325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a6243408-d5a9-49bd-a046-c335938096a2 None None] Port 585549be-57bd-4a7a-a049-b9c6566a4698 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:03.808758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585549be-57bd-4a7a-a049-b9c6566a4698 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:03.817726 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.832840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8a117-87e1-4cea-a227-c2c9e28cbbdb req-49d810ef-5093-4555-b685-0c7a58fe1a73 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:03.834349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0d8a117-87e1-4cea-a227-c2c9e28cbbdb req-49d810ef-5093-4555-b685-0c7a58fe1a73 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 970 time: 0.1368184 Jul 13 08:00:03.848261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Transition to ACTIVE for port object 585549be-57bd-4a7a-a049-b9c6566a4698 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:03.858411 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.929169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0d8a117-87e1-4cea-a227-c2c9e28cbbdb req-3bf05dc6-8f42-419b-a233-025110abe977 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0885794 Jul 13 08:00:03.946419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8042ff44-d54e-4f76-ae0b-50e6698b5155 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:03.952707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Pushing event updated for resources: {'Port': ['ID=585549be-57bd-4a7a-a049-b9c6566a4698,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:04.052036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Attempting to bind port 585549be-57bd-4a7a-a049-b9c6566a4698 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:04.052338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8042ff44-d54e-4f76-ae0b-50e6698b5155 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:04.052489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Attempting to bind port 585549be-57bd-4a7a-a049-b9c6566a4698 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:04.052703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Attempting to bind port 585549be-57bd-4a7a-a049-b9c6566a4698 on network ed216a99-762d-4b95-9e7c-0e9c5741e3bb {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:04.053026 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.059431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Port 585549be-57bd-4a7a-a049-b9c6566a4698 on network ed216a99-762d-4b95-9e7c-0e9c5741e3bb not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:00:04.059757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Attempting to bind port 585549be-57bd-4a7a-a049-b9c6566a4698 on network ed216a99-762d-4b95-9e7c-0e9c5741e3bb {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:04.065890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:04.066233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Checking segment: {'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:04.066753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Bound using segment: {'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:04.067196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Bound port: 585549be-57bd-4a7a-a049-b9c6566a4698, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a04cfe3-1f36-4c34-aa70-a48a37c113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:04.067557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.158035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] For port 585549be-57bd-4a7a-a049-b9c6566a4698, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:04.162146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] For port 585549be-57bd-4a7a-a049-b9c6566a4698, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=585549be-57bd-4a7a-a049-b9c6566a4698,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:04.175101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.212808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:04.213706 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.215310 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] 10.222.0.54 "PUT /v2.0/ports/585549be-57bd-4a7a-a049-b9c6566a4698 HTTP/1.1" status: 200 len: 1130 time: 0.8986566 Jul 13 08:00:04.215756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'tag': '585549be-57bd-4a7a-a049-b9c6566a4698'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:04.218074 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38a812e-b75f-4a27-89b6-11f3dc2230b9" -d '{"events": [{"name": "network-changed", "server_uuid": "19c0de82-43e0-4ec7-8fab-db88f279e2fc", "tag": "585549be-57bd-4a7a-a049-b9c6566a4698"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:04.245269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068a353-eeb2-47dd-873d-bd9a17b71b2c service neutron] Pushing event updated for resources: {'Port': ['ID=585549be-57bd-4a7a-a049-b9c6566a4698,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:04.289018 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c72a40-c3dd-452a-9b52-9e7783db3a7b x-openstack-request-id: req-55c72a40-c3dd-452a-9b52-9e7783db3a7b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:04.289317 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c0de82-43e0-4ec7-8fab-db88f279e2fc", "tag": "585549be-57bd-4a7a-a049-b9c6566a4698", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:04.289827 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55c72a40-c3dd-452a-9b52-9e7783db3a7b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:04.290116 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'tag': '585549be-57bd-4a7a-a049-b9c6566a4698', 'status': 'completed', 'code': 200} Jul 13 08:00:04.386746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-748ce288-1e93-4e3c-99a2-83fca9966700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:04.388501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-748ce288-1e93-4e3c-99a2-83fca9966700 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 1133 time: 0.0949273 Jul 13 08:00:04.446098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-982794ed-ba21-4637-90f3-1216601c47e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585549be-57bd-4a7a-a049-b9c6566a4698 HTTP/1.1" status: 200 len: 217 time: 0.0500460 Jul 13 08:00:04.498692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-90fe1334-b3e0-4e70-8344-0b82f413afae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:04.500278 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-90fe1334-b3e0-4e70-8344-0b82f413afae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d70f468f-d53c-4827-a6e4-ff9bebd5e65e HTTP/1.1" status: 200 len: 835 time: 0.0485992 Jul 13 08:00:04.568171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-770bd3d7-cd39-4991-b791-43bf7482a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:04.569784 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-770bd3d7-cd39-4991-b791-43bf7482a5dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576653 Jul 13 08:00:04.675284 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.681702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-b703eb33-2bdb-4f2d-9a17-13bd39baf882 service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049047 Jul 13 08:00:04.784065 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eafe8b30-f73d-40ad-b2b1-9b21c5744216 req-d7a57154-2ef7-41ee-bf82-cdc0172b46c8 service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906634 Jul 13 08:00:04.887151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-b512cfb0-7bcb-49cd-ba1d-72500123459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:04.888770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-b512cfb0-7bcb-49cd-ba1d-72500123459a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 1133 time: 0.0575211 Jul 13 08:00:05.006854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-44464b99-58f1-4381-9867-80a63a3f6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.009897 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-44464b99-58f1-4381-9867-80a63a3f6b0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb HTTP/1.1" status: 200 len: 897 time: 0.1127048 Jul 13 08:00:05.058713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-79461474-e255-4292-b2d4-033ab7fb2092 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585549be-57bd-4a7a-a049-b9c6566a4698 HTTP/1.1" status: 200 len: 217 time: 0.0419860 Jul 13 08:00:05.150014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-052133fd-a25b-42b0-b10a-f4f026b4c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.151515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-052133fd-a25b-42b0-b10a-f4f026b4c5d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d70f468f-d53c-4827-a6e4-ff9bebd5e65e HTTP/1.1" status: 200 len: 835 time: 0.0852802 Jul 13 08:00:05.211758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782aea-802f-4da4-857b-277ec65986e3 req-03415436-5732-4ade-a480-ecf338300e00 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.216478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea782aea-802f-4da4-857b-277ec65986e3 req-03415436-5732-4ade-a480-ecf338300e00 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 982 time: 0.1389623 Jul 13 08:00:05.287717 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea782aea-802f-4da4-857b-277ec65986e3 req-1e70a0b1-7e1b-4c77-865f-c903c25f4da8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0619650 Jul 13 08:00:05.290877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-a59ccc45-c691-467b-a6be-c363bcd0711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.292335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-a59ccc45-c691-467b-a6be-c363bcd0711d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330264 Jul 13 08:00:05.391531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-1676bdcd-e8ca-45a2-a8ee-9344263b9514 service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902979 Jul 13 08:00:05.497047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c38a812e-b75f-4a27-89b6-11f3dc2230b9 req-4f1aa9ec-c54a-4b31-845e-ac6cb739798c service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978577 Jul 13 08:00:05.988655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34428) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:06.101995 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca11e478-5985-4071-87d5-ffbdf687b1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.191976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca11e478-5985-4071-87d5-ffbdf687b1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.196229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ca11e478-5985-4071-87d5-ffbdf687b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.235045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ca11e478-5985-4071-87d5-ffbdf687b1a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=060c553457374cfbac19523951cdf299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452705 Jul 13 08:00:06.236080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11e478-5985-4071-87d5-ffbdf687b1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7809ade5-43df-4159-a77e-15d2e3f1ff3e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:06.237727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34436) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:06.290827 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ca30816-3738-4e38-b237-66a6b085e3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.315788 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ca30816-3738-4e38-b237-66a6b085e3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.364784 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ca30816-3738-4e38-b237-66a6b085e3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.368795 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ca30816-3738-4e38-b237-66a6b085e3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.372853 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1ca30816-3738-4e38-b237-66a6b085e3fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7809ade5-43df-4159-a77e-15d2e3f1ff3e HTTP/1.1" status: 204 len: 168 time: 0.1313541 Jul 13 08:00:06.378227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca30816-3738-4e38-b237-66a6b085e3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7809ade5-43df-4159-a77e-15d2e3f1ff3e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:06.489670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efcde3-2892-48df-8f86-0cdb1039ecb9 req-a4659dea-965d-4350-98f8-a1cb0db24a93 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:06.491440 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19efcde3-2892-48df-8f86-0cdb1039ecb9 req-a4659dea-965d-4350-98f8-a1cb0db24a93 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 982 time: 0.0682993 Jul 13 08:00:06.544687 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-19efcde3-2892-48df-8f86-0cdb1039ecb9 req-6a23a744-c4be-4594-8e14-7551a791f1df tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0450873 Jul 13 08:00:06.678407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34448) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:06.692316 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-287699ed-51be-43d8-870e-24223b3dbd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.744684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 585549be-57bd-4a7a-a049-b9c6566a4698 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:00:06.806901 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-287699ed-51be-43d8-870e-24223b3dbd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.810871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-287699ed-51be-43d8-870e-24223b3dbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.856490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287699ed-51be-43d8-870e-24223b3dbd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf7a63-3bac-429d-9c3f-e95a5bb69a3b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:06.857870 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-287699ed-51be-43d8-870e-24223b3dbd85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e16d7b25ab6d4022b3e4ef7e76a6d8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782620 Jul 13 08:00:06.864617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34456) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:06.953602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbb00e1a-7acf-4088-a116-9e441a947bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.984307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbb00e1a-7acf-4088-a116-9e441a947bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.005855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 585549be-57bd-4a7a-a049-b9c6566a4698, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=585549be-57bd-4a7a-a049-b9c6566a4698,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:07.017007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '585549be-57bd-4a7a-a049-b9c6566a4698', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'port_id': '585549be-57bd-4a7a-a049-b9c6566a4698', 'mac_address': 'fa:16:3e:d5:2b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:00:07.035062 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbb00e1a-7acf-4088-a116-9e441a947bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.037761 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bbb00e1a-7acf-4088-a116-9e441a947bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.039619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bbb00e1a-7acf-4088-a116-9e441a947bcf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7bf7a63-3bac-429d-9c3f-e95a5bb69a3b HTTP/1.1" status: 204 len: 168 time: 0.1737449 Jul 13 08:00:07.048847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb00e1a-7acf-4088-a116-9e441a947bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf7a63-3bac-429d-9c3f-e95a5bb69a3b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:07.066006 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.090517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585549be-57bd-4a7a-a049-b9c6566a4698 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:07.113496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 585549be-57bd-4a7a-a049-b9c6566a4698, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=585549be-57bd-4a7a-a049-b9c6566a4698,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:07.118167 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:07.181366 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=585549be-57bd-4a7a-a049-b9c6566a4698,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:07.189429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.189781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.190122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.190462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.190796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.191131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.191466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.191797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.192157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.192483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.192808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.193134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:07.338900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['585549be-57bd-4a7a-a049-b9c6566a4698'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:07.745696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b448b8-3520-4af9-846d-3e76be3fa33f req-d66ff384-854e-4a87-a5de-c8da53ca6c80 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:07.747260 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12b448b8-3520-4af9-846d-3e76be3fa33f req-d66ff384-854e-4a87-a5de-c8da53ca6c80 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 983 time: 0.0808904 Jul 13 08:00:07.795190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12b448b8-3520-4af9-846d-3e76be3fa33f req-7a8e659b-1a29-4126-9230-1717465b24af tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0416811 Jul 13 08:00:08.138048 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.743489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 585549be-57bd-4a7a-a049-b9c6566a4698 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:08.792438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 585549be-57bd-4a7a-a049-b9c6566a4698 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:08.796188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 585549be-57bd-4a7a-a049-b9c6566a4698 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:08.796608 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.885913 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.927002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585549be-57bd-4a7a-a049-b9c6566a4698'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:08.929999 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717d1b79-0fd2-4c22-9d5a-9dab92db9418" -d '{"events": [{"server_uuid": "19c0de82-43e0-4ec7-8fab-db88f279e2fc", "name": "network-vif-plugged", "status": "completed", "tag": "585549be-57bd-4a7a-a049-b9c6566a4698"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:08.983069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 585549be-57bd-4a7a-a049-b9c6566a4698, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=585549be-57bd-4a7a-a049-b9c6566a4698,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:08.986872 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e32b1a-ab59-476f-ae53-b21acda4262a x-openstack-request-id: req-a7e32b1a-ab59-476f-ae53-b21acda4262a {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:08.987158 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c0de82-43e0-4ec7-8fab-db88f279e2fc", "name": "network-vif-plugged", "status": "completed", "tag": "585549be-57bd-4a7a-a049-b9c6566a4698", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:08.987703 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7e32b1a-ab59-476f-ae53-b21acda4262a {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:08.988868 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585549be-57bd-4a7a-a049-b9c6566a4698', 'code': 200} Jul 13 08:00:08.993433 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.063406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee708d90-c360-4965-a7f7-4e3bfaba0ae0 req-724e4dae-08d1-4566-bab9-d68aee20bffe tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:09.071077 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee708d90-c360-4965-a7f7-4e3bfaba0ae0 req-724e4dae-08d1-4566-bab9-d68aee20bffe tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 983 time: 0.1273639 Jul 13 08:00:09.102475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=585549be-57bd-4a7a-a049-b9c6566a4698,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:09.118321 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ee708d90-c360-4965-a7f7-4e3bfaba0ae0 req-493f221a-3cef-4fc9-9c1a-b733cb5caa36 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0463488 Jul 13 08:00:09.172222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9cb0c-d447-4ea0-b825-84c0f47cb15d req-0aac5adc-f3f6-47e8-a03d-1bcf89aec0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:09.174510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bab9cb0c-d447-4ea0-b825-84c0f47cb15d req-0aac5adc-f3f6-47e8-a03d-1bcf89aec0cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 1135 time: 0.1175063 Jul 13 08:00:09.222238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bab9cb0c-d447-4ea0-b825-84c0f47cb15d req-e28a2bd3-5708-4e6f-b9ff-aaa386e4b07c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=032be591-51a4-4899-8d7d-3c5b913df508&id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0402257 Jul 13 08:00:09.405957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b5d8ed8e-3c05-43f9-b9bf-211463abdced None None] Provisioning complete for port 585549be-57bd-4a7a-a049-b9c6566a4698 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:09.406676 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ed8e-3c05-43f9-b9bf-211463abdced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.331296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d00e18-10ea-482d-819d-5eeabf979dd8 req-0d2fa140-d6e0-42eb-b767-669007605c2f tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:10.332916 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d00e18-10ea-482d-819d-5eeabf979dd8 req-0d2fa140-d6e0-42eb-b767-669007605c2f tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 984 time: 0.0757415 Jul 13 08:00:10.377470 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d00e18-10ea-482d-819d-5eeabf979dd8 req-34ec09d6-4ccd-442f-abd0-9a6109605e20 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0368798 Jul 13 08:00:10.600721 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4c218-9f7b-4655-9f34-280f5d53e02a req-2eb5384c-2cf3-4e45-9296-ab4e31b5ff64 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:10.603562 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2f4c218-9f7b-4655-9f34-280f5d53e02a req-2eb5384c-2cf3-4e45-9296-ab4e31b5ff64 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 984 time: 0.0858791 Jul 13 08:00:10.654144 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c2f4c218-9f7b-4655-9f34-280f5d53e02a req-bdf77599-17fb-4166-b24a-640bfca17ba3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0436409 Jul 13 08:00:10.845738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbcfac-73ac-4d1c-a4a9-01aae249975e req-2a674330-c0f0-48ad-ab72-7affddbf0096 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:10.847380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fbbcfac-73ac-4d1c-a4a9-01aae249975e req-2a674330-c0f0-48ad-ab72-7affddbf0096 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 1135 time: 0.0675292 Jul 13 08:00:10.866457 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5fbbcfac-73ac-4d1c-a4a9-01aae249975e req-5d624d92-0bb3-4b2a-891e-7cb5e52956f6 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.983028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5fbbcfac-73ac-4d1c-a4a9-01aae249975e req-5d624d92-0bb3-4b2a-891e-7cb5e52956f6 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.989775 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5fbbcfac-73ac-4d1c-a4a9-01aae249975e req-5d624d92-0bb3-4b2a-891e-7cb5e52956f6 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.026175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fbbcfac-73ac-4d1c-a4a9-01aae249975e req-5d624d92-0bb3-4b2a-891e-7cb5e52956f6 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1719692 Jul 13 08:00:11.040824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d624d92-0bb3-4b2a-891e-7cb5e52956f6 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3403e-8296-4526-a6c4-025d63024ae4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:11.046962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34636) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:11.102403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad42f7c-4fee-4341-ac8c-27b099e7cee1 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:11.103998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3ad42f7c-4fee-4341-ac8c-27b099e7cee1 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 1130 time: 0.0557714 Jul 13 08:00:11.106974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34638) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:11.111658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '585549be-57bd-4a7a-a049-b9c6566a4698', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:11.135018 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.242979 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.352605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Allocated IP 172.25.6.141 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/6bc9f903-f85f-47fe-a9da-6dc8becf3282) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:11.869354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.928080 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.977857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:11.980828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:11.984193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:12.006054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Port': ['ID=6bc9f903-f85f-47fe-a9da-6dc8becf3282,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:12.394914 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.482454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.654590 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.659948 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.730013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Port': ['ID=6bc9f903-f85f-47fe-a9da-6dc8becf3282,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:12.748751 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.852898 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Floating IP 969b45fb-eb71-415f-a8bb-7c729317ee2d associated. External IP: 172.25.6.141, port: 585549be-57bd-4a7a-a049-b9c6566a4698. Jul 13 08:00:13.087381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Router 775b8c2f-455b-445b-a42d-bd1bc608cef4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:13.204744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:13.217158 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] Sync routers for ids ['775b8c2f-455b-445b-a42d-bd1bc608cef4'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:13.229505 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.233859 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] Routers {'775b8c2f-455b-445b-a42d-bd1bc608cef4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:13.234736 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['775b8c2f-455b-445b-a42d-bd1bc608cef4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.283993 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fcb6a513-2d3b-40c6-943e-1e179e92b162 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1759939 Jul 13 08:00:13.285021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'tag': '585549be-57bd-4a7a-a049-b9c6566a4698'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:13.286961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34706) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:13.288995 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb6c55e-27f7-4793-b32c-8e28732168a1" -d '{"events": [{"name": "network-changed", "server_uuid": "19c0de82-43e0-4ec7-8fab-db88f279e2fc", "tag": "585549be-57bd-4a7a-a049-b9c6566a4698"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:13.358141 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db50567-7e27-49e3-aeb9-80d24d150770 x-openstack-request-id: req-1db50567-7e27-49e3-aeb9-80d24d150770 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:13.358141 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c0de82-43e0-4ec7-8fab-db88f279e2fc", "tag": "585549be-57bd-4a7a-a049-b9c6566a4698", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:13.358869 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1db50567-7e27-49e3-aeb9-80d24d150770 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:13.359768 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'tag': '585549be-57bd-4a7a-a049-b9c6566a4698', 'status': 'completed', 'code': 200} Jul 13 08:00:13.397453 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] Set router 775b8c2f-455b-445b-a42d-bd1bc608cef4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:13.473047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-cf2aa374-f0dc-437b-994f-025f5f277e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.475541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-cf2aa374-f0dc-437b-994f-025f5f277e4a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 1135 time: 0.0884607 Jul 13 08:00:13.665680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-383e42be-3d77-4071-a819-a3e48243c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.667283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-383e42be-3d77-4071-a819-a3e48243c022 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb HTTP/1.1" status: 200 len: 897 time: 0.1838388 Jul 13 08:00:13.761735 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '969b45fb-eb71-415f-a8bb-7c729317ee2d', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'port_id': '585549be-57bd-4a7a-a049-b9c6566a4698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'mac_address': 'fa:16:3e:d5:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:12Z', 'revision_number': 0, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8042ff44-d54e-4f76-ae0b-50e6698b5155', 'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:36:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:55Z', 'updated_at': '2021-07-13T08:00:02Z', 'revision_number': 5, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.766427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-9941864f-f825-45ce-97ce-aa6d674f2c97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585549be-57bd-4a7a-a049-b9c6566a4698 HTTP/1.1" status: 200 len: 999 time: 0.0920036 Jul 13 08:00:13.851812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-6f4aae73-cfea-439b-9c86-e635a29f389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.866084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-6f4aae73-cfea-439b-9c86-e635a29f389c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d70f468f-d53c-4827-a6e4-ff9bebd5e65e HTTP/1.1" status: 200 len: 835 time: 0.0912142 Jul 13 08:00:13.881690 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] Checking router: 775b8c2f-455b-445b-a42d-bd1bc608cef4 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:13.904429 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] Routers {'775b8c2f-455b-445b-a42d-bd1bc608cef4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:13.905143 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T07:59:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['775b8c2f-455b-445b-a42d-bd1bc608cef4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:13.937174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c8707-56c3-4c99-85f1-c035bc7efad4 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.937782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c8707-56c3-4c99-85f1-c035bc7efad4 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.938358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c8707-56c3-4c99-85f1-c035bc7efad4 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.939323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c8707-56c3-4c99-85f1-c035bc7efad4 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.940131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c8707-56c3-4c99-85f1-c035bc7efad4 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.940875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c8707-56c3-4c99-85f1-c035bc7efad4 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.943246 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f53c8707-56c3-4c99-85f1-c035bc7efad4 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.6554170 Jul 13 08:00:13.946869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34714) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:13.970309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-27492d6d-a5f6-4f6c-8b4d-1f4dd85c4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:13.971988 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-27492d6d-a5f6-4f6c-8b4d-1f4dd85c4a36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993624 Jul 13 08:00:14.038887 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] Set router 775b8c2f-455b-445b-a42d-bd1bc608cef4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:14.058423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60037dad-e536-4842-ac70-49f5074ede87 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.058998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60037dad-e536-4842-ac70-49f5074ede87 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.059468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60037dad-e536-4842-ac70-49f5074ede87 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.059928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60037dad-e536-4842-ac70-49f5074ede87 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.060416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60037dad-e536-4842-ac70-49f5074ede87 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.060872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60037dad-e536-4842-ac70-49f5074ede87 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.062818 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-60037dad-e536-4842-ac70-49f5074ede87 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4010 time: 0.1149888 Jul 13 08:00:14.065658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34716) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:14.160476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-a8893537-0b17-4c30-bd0b-d310d60ac9a8 service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812375 Jul 13 08:00:14.305398 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-2887190d-8d74-44dd-890c-fe337fbafb1f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1436324 Jul 13 08:00:14.308722 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fcdb9464-eb3c-42fd-a41c-5c2582250086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.330967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfb6c55e-27f7-4793-b32c-8e28732168a1 req-7af92ef0-4465-48c3-8d2d-3c56e48946f1 service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322184 Jul 13 08:00:14.407330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34724) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:14.420580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e564bdf9-3f6c-419b-94d6-28d88a971638 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3061 time: 0.3529618 Jul 13 08:00:14.434369 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '969b45fb-eb71-415f-a8bb-7c729317ee2d', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'port_id': '585549be-57bd-4a7a-a049-b9c6566a4698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'mac_address': 'fa:16:3e:d5:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:12Z', 'revision_number': 0, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8042ff44-d54e-4f76-ae0b-50e6698b5155', 'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:36:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:55Z', 'updated_at': '2021-07-13T08:00:02Z', 'revision_number': 5, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:14.478247 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e73363-432c-44b8-9168-5e6abde6502d None None] The sync data for ids ['775b8c2f-455b-445b-a42d-bd1bc608cef4'] in n-d-798249-7 is: [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '969b45fb-eb71-415f-a8bb-7c729317ee2d', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'port_id': '585549be-57bd-4a7a-a049-b9c6566a4698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'mac_address': 'fa:16:3e:d5:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:12Z', 'revision_number': 0, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8042ff44-d54e-4f76-ae0b-50e6698b5155', 'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:36:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:55Z', 'updated_at': '2021-07-13T08:00:02Z', 'revision_number': 5, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:14.512219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1e6dc-7667-4d60-a7c5-6234ac6adb90 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.512794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1e6dc-7667-4d60-a7c5-6234ac6adb90 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.514353 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c8f1e6dc-7667-4d60-a7c5-6234ac6adb90 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=775b8c2f-455b-445b-a42d-bd1bc608cef4 HTTP/1.1" status: 200 len: 1990 time: 0.1058204 Jul 13 08:00:14.545362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-45bcddb6-099d-424b-be41-479d6787e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.546899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-45bcddb6-099d-424b-be41-479d6787e78a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 1135 time: 0.0984540 Jul 13 08:00:14.680096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-ac1484fd-51ba-492f-b615-a21efc71a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.681824 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-ac1484fd-51ba-492f-b615-a21efc71a21b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb HTTP/1.1" status: 200 len: 897 time: 0.1132035 Jul 13 08:00:14.761627 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-ac6a5a5f-052e-4db6-909e-8a4cf4bed628 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585549be-57bd-4a7a-a049-b9c6566a4698 HTTP/1.1" status: 200 len: 999 time: 0.0740619 Jul 13 08:00:14.785175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786802fd-bcba-4529-bbd7-278780627f82 None None] New status for floating IP 969b45fb-eb71-415f-a8bb-7c729317ee2d: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:00:14.820729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-ccacfadb-e7aa-433b-8943-21ee7325f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.822243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-ccacfadb-e7aa-433b-8943-21ee7325f89c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d70f468f-d53c-4827-a6e4-ff9bebd5e65e HTTP/1.1" status: 200 len: 835 time: 0.0547323 Jul 13 08:00:14.906666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-5261b061-6030-4415-9cae-ab74d5841ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.908378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-5261b061-6030-4415-9cae-ab74d5841ca0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665238 Jul 13 08:00:15.009290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-93e8942a-5891-4af7-b9ba-194011f44137 service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937228 Jul 13 08:00:15.108823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b79bc8f-c1d6-4b55-81ec-d9c72174e7e1 req-6e5bcf08-e5be-4770-91d3-8adb11029342 service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939064 Jul 13 08:00:17.107073 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.269834 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-14acf451-c1cd-4212-ae1e-b35f2b41ca42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.997030 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.468533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34824) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:18.577032 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b655126-ae2f-44d9-a11d-3f2a8d172842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.666891 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b655126-ae2f-44d9-a11d-3f2a8d172842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.670572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4b655126-ae2f-44d9-a11d-3f2a8d172842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.716250 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4b655126-ae2f-44d9-a11d-3f2a8d172842 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d26e8fb14455474a98c9388ecf7f0861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464855 Jul 13 08:00:18.717307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b655126-ae2f-44d9-a11d-3f2a8d172842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8eac94-83fa-4c6d-bd46-c44c8a01b447,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:18.719007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34830) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:18.774762 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7c2e863b-ac03-4bf9-97d7-ebe2bbc33e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.798736 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7c2e863b-ac03-4bf9-97d7-ebe2bbc33e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.843338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7c2e863b-ac03-4bf9-97d7-ebe2bbc33e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.846095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7c2e863b-ac03-4bf9-97d7-ebe2bbc33e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.847321 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7c2e863b-ac03-4bf9-97d7-ebe2bbc33e61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b8eac94-83fa-4c6d-bd46-c44c8a01b447 HTTP/1.1" status: 204 len: 168 time: 0.1273344 Jul 13 08:00:18.855524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e863b-ac03-4bf9-97d7-ebe2bbc33e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8eac94-83fa-4c6d-bd46-c44c8a01b447,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:19.125431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34836) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:19.139039 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2becd8dd-1434-4f73-9718-d0dbab518ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.229488 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2becd8dd-1434-4f73-9718-d0dbab518ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.233245 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2becd8dd-1434-4f73-9718-d0dbab518ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.271846 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2becd8dd-1434-4f73-9718-d0dbab518ce7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4aec729f58549b08290ac15fabaac16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452110 Jul 13 08:00:19.275026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34838) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:19.281357 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becd8dd-1434-4f73-9718-d0dbab518ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa70813-d240-4240-ad1c-c58fd6db8f15,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:19.328834 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beac80ba-9978-4ef8-b648-a250ee0abefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.351930 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beac80ba-9978-4ef8-b648-a250ee0abefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.402631 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beac80ba-9978-4ef8-b648-a250ee0abefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.405335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-beac80ba-9978-4ef8-b648-a250ee0abefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.406494 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-beac80ba-9978-4ef8-b648-a250ee0abefb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3fa70813-d240-4240-ad1c-c58fd6db8f15 HTTP/1.1" status: 204 len: 168 time: 0.1305659 Jul 13 08:00:19.414900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac80ba-9978-4ef8-b648-a250ee0abefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa70813-d240-4240-ad1c-c58fd6db8f15,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:19.851183 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.449438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 34878) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:20.565927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3156-1fa3-45c6-8661-f1f3e102fb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.663673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3156-1fa3-45c6-8661-f1f3e102fb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.667445 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3156-1fa3-45c6-8661-f1f3e102fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.704952 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b8ae3156-1fa3-45c6-8661-f1f3e102fb60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0fb42dce5694af6a20b1597e7abf7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544897 Jul 13 08:00:20.706094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae3156-1fa3-45c6-8661-f1f3e102fb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06fd225-3f47-477f-b090-683d83b27b09,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:20.707694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 34886) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:20.769082 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-442bcc69-dd8c-459f-aa1a-0dfe0d3a81d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.790039 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-442bcc69-dd8c-459f-aa1a-0dfe0d3a81d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.836628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-442bcc69-dd8c-459f-aa1a-0dfe0d3a81d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.839168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-442bcc69-dd8c-459f-aa1a-0dfe0d3a81d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.840349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-442bcc69-dd8c-459f-aa1a-0dfe0d3a81d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c06fd225-3f47-477f-b090-683d83b27b09 HTTP/1.1" status: 204 len: 168 time: 0.1310544 Jul 13 08:00:20.847886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bcc69-dd8c-459f-aa1a-0dfe0d3a81d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06fd225-3f47-477f-b090-683d83b27b09,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:22.998412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35028) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:23.110188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73a69aab-c5b4-4c83-9fe0-7f3bb5473c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.211743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73a69aab-c5b4-4c83-9fe0-7f3bb5473c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.216256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-73a69aab-c5b4-4c83-9fe0-7f3bb5473c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.263727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a69aab-c5b4-4c83-9fe0-7f3bb5473c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151d0d67-0a74-4284-a24f-054093ddb18b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:23.270925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35038) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:23.271452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-73a69aab-c5b4-4c83-9fe0-7f3bb5473c9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f15b5bbf2ae440c0a1dde3fbda3756a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717969 Jul 13 08:00:23.329787 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bee1eef2-2bbd-4ad7-928e-5e98981db3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.352380 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bee1eef2-2bbd-4ad7-928e-5e98981db3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.401665 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bee1eef2-2bbd-4ad7-928e-5e98981db3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.404361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bee1eef2-2bbd-4ad7-928e-5e98981db3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.405676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bee1eef2-2bbd-4ad7-928e-5e98981db3cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/151d0d67-0a74-4284-a24f-054093ddb18b HTTP/1.1" status: 204 len: 168 time: 0.1312258 Jul 13 08:00:23.415298 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1eef2-2bbd-4ad7-928e-5e98981db3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151d0d67-0a74-4284-a24f-054093ddb18b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:23.680377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35052) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:23.693965 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00427f13-177c-4bfe-8088-be1be45927e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.799143 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00427f13-177c-4bfe-8088-be1be45927e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.803993 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00427f13-177c-4bfe-8088-be1be45927e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.841043 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00427f13-177c-4bfe-8088-be1be45927e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb62df0d-ffa0-49f8-b4f2-4290c495dd15,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:23.845395 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-00427f13-177c-4bfe-8088-be1be45927e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b87ea40a292411dad11c0addf9a3942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637731 Jul 13 08:00:23.848160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35056) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:23.902848 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ceeba319-f147-43ff-9365-a4eb95cdacf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.927301 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ceeba319-f147-43ff-9365-a4eb95cdacf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.976489 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ceeba319-f147-43ff-9365-a4eb95cdacf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.979572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ceeba319-f147-43ff-9365-a4eb95cdacf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:23.983643 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ceeba319-f147-43ff-9365-a4eb95cdacf6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb62df0d-ffa0-49f8-b4f2-4290c495dd15 HTTP/1.1" status: 204 len: 168 time: 0.1344419 Jul 13 08:00:23.992314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeba319-f147-43ff-9365-a4eb95cdacf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb62df0d-ffa0-49f8-b4f2-4290c495dd15,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:27.211858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35276) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:27.316887 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.413370 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.417016 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.457941 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d42ea0a40eb747a59b7351bb934030a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450471 Jul 13 08:00:27.458871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612eebc1-a99d-494e-ac4b-6659320cbae4,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:27.461222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35282) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:27.467859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.468306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.468804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.469228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.469631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.470038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.470435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.470834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.471230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.471624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.472045 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.472583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26dbb4e-9e93-4acc-a111-093d612c2f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:27.524339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99b94b64-88ce-494a-ab8d-d49fd963fda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.546883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99b94b64-88ce-494a-ab8d-d49fd963fda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.607987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99b94b64-88ce-494a-ab8d-d49fd963fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.611360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99b94b64-88ce-494a-ab8d-d49fd963fda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.615530 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-99b94b64-88ce-494a-ab8d-d49fd963fda4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/612eebc1-a99d-494e-ac4b-6659320cbae4 HTTP/1.1" status: 204 len: 168 time: 0.1532929 Jul 13 08:00:27.625391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b94b64-88ce-494a-ab8d-d49fd963fda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612eebc1-a99d-494e-ac4b-6659320cbae4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:27.896424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35298) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:27.911307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.006198 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.011297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.059502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33d848acc8d14478b215d4a74fb0f743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608956 Jul 13 08:00:28.059824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35302) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:28.060972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce6aed7-f4ea-428b-a25a-7038232ef7e4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:28.073431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.074063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.074599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.075119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.075635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.076186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.076721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.077232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.077765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.078122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.078446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.078782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b133cdf0-7ac9-4ab0-9152-ce856b8f6f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:28.128900 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3003c4d-a4c0-40c1-98ac-7165337db23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.136838 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:00:28.151876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3003c4d-a4c0-40c1-98ac-7165337db23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.223579 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3003c4d-a4c0-40c1-98ac-7165337db23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.228763 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3003c4d-a4c0-40c1-98ac-7165337db23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.231588 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c3003c4d-a4c0-40c1-98ac-7165337db23d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ce6aed7-f4ea-428b-a25a-7038232ef7e4 HTTP/1.1" status: 204 len: 168 time: 0.1704381 Jul 13 08:00:28.245761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3003c4d-a4c0-40c1-98ac-7165337db23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce6aed7-f4ea-428b-a25a-7038232ef7e4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:29.524054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35364) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:29.630512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-58892b5f-4d1e-485b-b0d1-ce058fe0a1fb tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-59916493'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:29.630992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-58892b5f-4d1e-485b-b0d1-ce058fe0a1fb tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Unknown quota resources ['metering_label']. {{(pid=93839) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 08:00:29.817495 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58892b5f-4d1e-485b-b0d1-ce058fe0a1fb tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.818716 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-58892b5f-4d1e-485b-b0d1-ce058fe0a1fb tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.2936044 Jul 13 08:00:29.822040 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35374) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:29.826261 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2587353e-b8b3-40db-8bcd-b8255a36064e tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a42350c5-6f1c-41e8-b2b1-1030335d1a32'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:29.826753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2587353e-b8b3-40db-8bcd-b8255a36064e tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93839) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 08:00:29.906647 n-d-798249-7 neutron-server[93839]: WARNING neutron.services.metering.metering_plugin [None req-2587353e-b8b3-40db-8bcd-b8255a36064e tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 08:00:30.016450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2587353e-b8b3-40db-8bcd-b8255a36064e tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.017673 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2587353e-b8b3-40db-8bcd-b8255a36064e tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1947227 Jul 13 08:00:30.021099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35382) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.025421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a70755dd-cc9a-41cc-947e-8490c57e0ba0 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a42350c5-6f1c-41e8-b2b1-1030335d1a32'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:30.025910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a70755dd-cc9a-41cc-947e-8490c57e0ba0 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93839) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 08:00:30.077198 n-d-798249-7 neutron-server[93839]: WARNING neutron.services.metering.metering_plugin [None req-a70755dd-cc9a-41cc-947e-8490c57e0ba0 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 08:00:30.157843 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a70755dd-cc9a-41cc-947e-8490c57e0ba0 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.158980 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a70755dd-cc9a-41cc-947e-8490c57e0ba0 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1369281 Jul 13 08:00:30.161997 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35386) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.177704 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5dca7f9c-2251-4b9d-bb10-0111bae62841 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=9f94e0ea-42c4-46b7-8b30-07defb456b2c HTTP/1.1" status: 200 len: 462 time: 0.0116658 Jul 13 08:00:30.178882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35388) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.281611 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-86de6b24-889d-45df-bada-50402e5c846c tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.282755 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-86de6b24-889d-45df-bada-50402e5c846c tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/9f94e0ea-42c4-46b7-8b30-07defb456b2c HTTP/1.1" status: 204 len: 168 time: 0.1028650 Jul 13 08:00:30.285690 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35392) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.294840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-941f75e2-a46b-4652-8ebe-1834e67f17ac tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=9f94e0ea-42c4-46b7-8b30-07defb456b2c HTTP/1.1" status: 200 len: 221 time: 0.0081670 Jul 13 08:00:30.297891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35396) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.302148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2fa2e305-1e30-4143-a47b-2de960a03b6e tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1878193791', 'description': 'label created by tempest'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:30.302588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2fa2e305-1e30-4143-a47b-2de960a03b6e tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Unknown quota resources ['metering_label']. {{(pid=93839) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 08:00:30.460950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2fa2e305-1e30-4143-a47b-2de960a03b6e tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.462064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2fa2e305-1e30-4143-a47b-2de960a03b6e tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1632078 Jul 13 08:00:30.464838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35400) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.537528 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d31a56a2-1fc7-4392-85ea-29e7868ca6eb tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=e5147e11-710e-4be7-b3ec-b94d2d8eb820 HTTP/1.1" status: 200 len: 468 time: 0.0714855 Jul 13 08:00:30.540374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35404) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.720192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b6c79526-629f-4a7a-90f2-45d8f76d6dd0 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.721270 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b6c79526-629f-4a7a-90f2-45d8f76d6dd0 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/e5147e11-710e-4be7-b3ec-b94d2d8eb820 HTTP/1.1" status: 204 len: 168 time: 0.1799970 Jul 13 08:00:30.723995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35408) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.735666 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8044867e-4b39-435b-940e-5c31ff3ac2a3 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=e5147e11-710e-4be7-b3ec-b94d2d8eb820 HTTP/1.1" status: 200 len: 216 time: 0.0105269 Jul 13 08:00:30.739367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35410) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.749341 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-632acf26-2037-42b7-9f2e-5b94353ad719 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088825 Jul 13 08:00:30.752683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35412) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.768348 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6612c4f1-65e2-4c79-a564-94c266caebcf tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0115025 Jul 13 08:00:30.769031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35416) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.820903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-accb63fa-8c12-4bcb-a0f7-f21f5417d6de tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/a42350c5-6f1c-41e8-b2b1-1030335d1a32 HTTP/1.1" status: 200 len: 471 time: 0.0512898 Jul 13 08:00:30.824247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35418) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.834375 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b1b0529a-7848-48c6-bc20-f939d624d901 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/619728d3-ceca-4501-b77d-ebd895fbb9e2 HTTP/1.1" status: 200 len: 459 time: 0.0088730 Jul 13 08:00:30.837560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35420) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:30.948625 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-62108354-608e-4500-a753-478f858f4af5 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.952562 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-62108354-608e-4500-a753-478f858f4af5 tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/619728d3-ceca-4501-b77d-ebd895fbb9e2 HTTP/1.1" status: 204 len: 168 time: 0.1139662 Jul 13 08:00:30.954950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35426) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:31.198739 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f09f96ba-18f6-4284-9266-9b4388eb29ba tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.199901 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f09f96ba-18f6-4284-9266-9b4388eb29ba tempest-MeteringIpV6TestJSON-1121477929 tempest-MeteringIpV6TestJSON-1121477929-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/a42350c5-6f1c-41e8-b2b1-1030335d1a32 HTTP/1.1" status: 204 len: 168 time: 0.2447112 Jul 13 08:00:31.463590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35444) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:31.574349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-85579b8f-cb6d-450f-a015-94243ef29e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.674406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-85579b8f-cb6d-450f-a015-94243ef29e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.678926 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-85579b8f-cb6d-450f-a015-94243ef29e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.726949 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-85579b8f-cb6d-450f-a015-94243ef29e06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75804519104a497eaddb2d6c9fd28883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621491 Jul 13 08:00:31.727864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85579b8f-cb6d-450f-a015-94243ef29e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81626ee1-0413-4156-99c2-206c34deca0a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:31.729579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35452) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:31.781020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfe72b8d-ceee-4965-a6d4-05983f3b74ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.804989 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfe72b8d-ceee-4965-a6d4-05983f3b74ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.853220 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfe72b8d-ceee-4965-a6d4-05983f3b74ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.856120 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfe72b8d-ceee-4965-a6d4-05983f3b74ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:31.857303 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bfe72b8d-ceee-4965-a6d4-05983f3b74ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81626ee1-0413-4156-99c2-206c34deca0a HTTP/1.1" status: 204 len: 168 time: 0.1266646 Jul 13 08:00:31.868567 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe72b8d-ceee-4965-a6d4-05983f3b74ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81626ee1-0413-4156-99c2-206c34deca0a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:32.176115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35470) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:32.191047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0c7d-2996-4dd7-99b4-e3763ff021cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.296385 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0c7d-2996-4dd7-99b4-e3763ff021cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.300237 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0c7d-2996-4dd7-99b4-e3763ff021cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.339042 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8b2b0c7d-2996-4dd7-99b4-e3763ff021cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=000b9ea8da664db989f9844331e7e9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616511 Jul 13 08:00:32.339828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b0c7d-2996-4dd7-99b4-e3763ff021cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68ca5d3-30f4-4f94-8ed9-2690a298c7e7,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:32.341769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35476) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:32.399352 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84333efe-6377-408c-b2fd-e62f6c8c869f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.422379 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84333efe-6377-408c-b2fd-e62f6c8c869f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.469769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84333efe-6377-408c-b2fd-e62f6c8c869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.472788 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84333efe-6377-408c-b2fd-e62f6c8c869f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:32.474365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-84333efe-6377-408c-b2fd-e62f6c8c869f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f68ca5d3-30f4-4f94-8ed9-2690a298c7e7 HTTP/1.1" status: 204 len: 168 time: 0.1312447 Jul 13 08:00:32.483556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84333efe-6377-408c-b2fd-e62f6c8c869f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68ca5d3-30f4-4f94-8ed9-2690a298c7e7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:33.964359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35554) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:34.068158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1cc96ba3-9953-46dd-abd5-8236fc30ab7f tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:34.090097 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1cc96ba3-9953-46dd-abd5-8236fc30ab7f tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] 10.222.0.44 "PUT /v2.0/quotas/e3e5d9b57c35459f998d74af33bb6b2a HTTP/1.1" status: 200 len: 368 time: 0.1246164 Jul 13 08:00:34.092539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35560) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:34.097270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Request body: {'network': {'project_id': 'e3e5d9b57c35459f998d74af33bb6b2a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:34.119358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Made reservation on behalf of e3e5d9b57c35459f998d74af33bb6b2a for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:34.121724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.130189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.237482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.241266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.267599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:00:34.273504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec6b5a7-7a6e-49d8-9606-672c306c76ad,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:34.281184 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.282196 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Added segment c594195b-e6d8-4774-a37b-e185b10d5c93 of type vlan for network 6b5493d3-392e-43ef-bccc-3cf1ed315494 Jul 13 08:00:34.326540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.357074 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.358676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:34.359373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.391247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2976553 Jul 13 08:00:34.394063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35566) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:34.399735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Request body: {'network': {'project_id': 'e3e5d9b57c35459f998d74af33bb6b2a'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:34.432247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5019d76-85fb-415d-81f5-9f8e56352577 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Pushing event updated for resources: {'Network': ['ID=6b5493d3-392e-43ef-bccc-3cf1ed315494,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:34.443001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6b5493d3-392e-43ef-bccc-3cf1ed315494 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:00:34.450379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Made reservation on behalf of e3e5d9b57c35459f998d74af33bb6b2a for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:34.453690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.480902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:00:34.491379 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.491867 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Added segment 0b737a08-d432-4550-ae00-11e0bf54acf0 of type vlan for network 6c75c409-2bec-464b-994f-500431cd838c Jul 13 08:00:34.541837 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.571118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.572337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:34.572917 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.610399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2150681 Jul 13 08:00:34.613577 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35570) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:34.630030 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-fe6807ce-7f55-44d2-9c9a-a2cebc173ffa tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Request body: {'network': {'project_id': 'e3e5d9b57c35459f998d74af33bb6b2a'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:34.643197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8542a-ca10-43a9-ba95-8fe2ee220632 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Pushing event updated for resources: {'Network': ['ID=6c75c409-2bec-464b-994f-500431cd838c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:34.648615 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6807ce-7f55-44d2-9c9a-a2cebc173ffa tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 08:00:34.649222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6807ce-7f55-44d2-9c9a-a2cebc173ffa tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:00:34.653332 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fe6807ce-7f55-44d2-9c9a-a2cebc173ffa tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0359652 Jul 13 08:00:34.653630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35572) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:34.658442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 6c75c409-2bec-464b-994f-500431cd838c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:00:34.699900 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.740586 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.847114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.858779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c75c409-2bec-464b-994f-500431cd838c']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:34.869125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b737a08-d432-4550-ae00-11e0bf54acf0') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:34.869424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b737a08-d432-4550-ae00-11e0bf54acf0') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:34.878068 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.892140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.904251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:00:34.904782 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:00:34.906750 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:00:34.961510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.967830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.970168 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] 10.222.0.44 "DELETE /v2.0/networks/6c75c409-2bec-464b-994f-500431cd838c HTTP/1.1" status: 204 len: 168 time: 0.3155246 Jul 13 08:00:34.972972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35574) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:34.991275 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87a8a8-0807-4481-b6dd-916e82efa625 tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c75c409-2bec-464b-994f-500431cd838c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:35.048125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.134270 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.144296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5493d3-392e-43ef-bccc-3cf1ed315494']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:35.155465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c594195b-e6d8-4774-a37b-e185b10d5c93') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:35.155772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c594195b-e6d8-4774-a37b-e185b10d5c93') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:35.165298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.179382 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.185979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:00:35.186420 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:00:35.188283 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:00:35.247828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.254175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.259734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] 10.222.0.44 "DELETE /v2.0/networks/6b5493d3-392e-43ef-bccc-3cf1ed315494 HTTP/1.1" status: 204 len: 168 time: 0.2857294 Jul 13 08:00:35.269453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c8795-4183-4ec5-aa3d-3f51c3eb4fde tempest-QuotasNegativeTest-1898606915 tempest-QuotasNegativeTest-1898606915-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b5493d3-392e-43ef-bccc-3cf1ed315494,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:35.657736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35586) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:35.769391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4b27ef9-f143-470a-81e2-a2716a10d9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.867873 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4b27ef9-f143-470a-81e2-a2716a10d9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.873115 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4b27ef9-f143-470a-81e2-a2716a10d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.912371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e4b27ef9-f143-470a-81e2-a2716a10d9d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b604e69e6a440a7ab91cc5fb2889ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534590 Jul 13 08:00:35.914462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b27ef9-f143-470a-81e2-a2716a10d9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6618359e-a075-48ee-bba5-3ee752e2d486,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:35.915249 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35590) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:35.967149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06fdd344-65ff-48df-bb98-609e9773b018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.987495 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06fdd344-65ff-48df-bb98-609e9773b018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.039093 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06fdd344-65ff-48df-bb98-609e9773b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.041839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06fdd344-65ff-48df-bb98-609e9773b018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.043009 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-06fdd344-65ff-48df-bb98-609e9773b018 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6618359e-a075-48ee-bba5-3ee752e2d486 HTTP/1.1" status: 204 len: 168 time: 0.1266339 Jul 13 08:00:36.050879 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdd344-65ff-48df-bb98-609e9773b018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6618359e-a075-48ee-bba5-3ee752e2d486,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:36.304688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35598) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:36.318180 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-299c2a8d-7c5f-411d-a6f0-8bb674e66e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.408986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-299c2a8d-7c5f-411d-a6f0-8bb674e66e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.413596 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-299c2a8d-7c5f-411d-a6f0-8bb674e66e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.454357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-299c2a8d-7c5f-411d-a6f0-8bb674e66e08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff0600f70ffd47c3a42e13efcf8fdcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461504 Jul 13 08:00:36.454357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c2a8d-7c5f-411d-a6f0-8bb674e66e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455753b8-0113-44b2-9850-3985351bd41d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:36.455154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35600) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:36.507809 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61e3754e-0892-4266-a6b8-8ddc038db5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.530610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61e3754e-0892-4266-a6b8-8ddc038db5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.579909 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61e3754e-0892-4266-a6b8-8ddc038db5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.582507 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61e3754e-0892-4266-a6b8-8ddc038db5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:36.583700 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-61e3754e-0892-4266-a6b8-8ddc038db5c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/455753b8-0113-44b2-9850-3985351bd41d HTTP/1.1" status: 204 len: 168 time: 0.1274648 Jul 13 08:00:36.593051 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3754e-0892-4266-a6b8-8ddc038db5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455753b8-0113-44b2-9850-3985351bd41d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:38.110556 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.700420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35674) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:39.705161 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-dfcd57dd-b916-4560-8247-4b04fe188263 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490476231', 'description': 'tempest-secgroup-smoke-490476231 description', 'project_id': '61635373d7c54bc8b93df451ac5254d3'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:39.727209 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfcd57dd-b916-4560-8247-4b04fe188263 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.810830 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfcd57dd-b916-4560-8247-4b04fe188263 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.814462 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfcd57dd-b916-4560-8247-4b04fe188263 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.841650 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfcd57dd-b916-4560-8247-4b04fe188263 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.842871 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dfcd57dd-b916-4560-8247-4b04fe188263 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1414559 Jul 13 08:00:39.844676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd57dd-b916-4560-8247-4b04fe188263 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9166b7cc-66ba-4965-9e2f-73b695781bc2,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:39.847096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35676) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:39.853212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5001105d-8efb-4967-98c6-6a8b3d75da34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Request body: {'security_group_rule': {'security_group_id': '9166b7cc-66ba-4965-9e2f-73b695781bc2', 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:39.881228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5001105d-8efb-4967-98c6-6a8b3d75da34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.940906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5001105d-8efb-4967-98c6-6a8b3d75da34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.945235 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5001105d-8efb-4967-98c6-6a8b3d75da34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.963083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001105d-8efb-4967-98c6-6a8b3d75da34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73e54a3-bf56-4b95-aace-5f1a655a451b,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:39.969703 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5001105d-8efb-4967-98c6-6a8b3d75da34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.970893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5001105d-8efb-4967-98c6-6a8b3d75da34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223252 Jul 13 08:00:39.973647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35678) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:39.978033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3819b59b-4a08-430e-81fe-c12d7282d318 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Request body: {'security_group_rule': {'security_group_id': '9166b7cc-66ba-4965-9e2f-73b695781bc2', 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:40.004073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3819b59b-4a08-430e-81fe-c12d7282d318 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.064782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3819b59b-4a08-430e-81fe-c12d7282d318 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.070086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3819b59b-4a08-430e-81fe-c12d7282d318 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.088572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819b59b-4a08-430e-81fe-c12d7282d318 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87434b83-a897-4fc8-8500-4c819ab06d7d,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:40.095487 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3819b59b-4a08-430e-81fe-c12d7282d318 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.096787 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3819b59b-4a08-430e-81fe-c12d7282d318 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222303 Jul 13 08:00:40.099784 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35682) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:40.106399 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f3e05918-4882-4c93-835f-189549ebaa2e tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Request body: {'security_group_rule': {'security_group_id': '9166b7cc-66ba-4965-9e2f-73b695781bc2', 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:40.135526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3e05918-4882-4c93-835f-189549ebaa2e tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.196522 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3e05918-4882-4c93-835f-189549ebaa2e tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.201515 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3e05918-4882-4c93-835f-189549ebaa2e tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.221508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e05918-4882-4c93-835f-189549ebaa2e tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4380fcc7-79dd-4ba2-842e-b15444da979b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:40.224573 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f3e05918-4882-4c93-835f-189549ebaa2e tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.229395 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f3e05918-4882-4c93-835f-189549ebaa2e tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247599 Jul 13 08:00:40.230012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35684) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:40.234064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c24cd028-39c4-42b7-ba52-45bbf1b35f7f tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Request body: {'security_group_rule': {'security_group_id': '9166b7cc-66ba-4965-9e2f-73b695781bc2', 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:40.261381 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c24cd028-39c4-42b7-ba52-45bbf1b35f7f tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.318810 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c24cd028-39c4-42b7-ba52-45bbf1b35f7f tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.322470 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c24cd028-39c4-42b7-ba52-45bbf1b35f7f tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.339610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cd028-39c4-42b7-ba52-45bbf1b35f7f tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62207af8-a90d-4e51-b928-95bfdb5ce590,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:40.345715 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c24cd028-39c4-42b7-ba52-45bbf1b35f7f tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.346999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c24cd028-39c4-42b7-ba52-45bbf1b35f7f tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164422 Jul 13 08:00:40.349725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35686) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:40.354682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1866a8a4-b08f-47f7-902a-559a65181a13 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Request body: {'security_group_rule': {'security_group_id': '9166b7cc-66ba-4965-9e2f-73b695781bc2', 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:40.376260 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-1866a8a4-b08f-47f7-902a-559a65181a13 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Project 61635373d7c54bc8b93df451ac5254d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:00:40.380763 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1866a8a4-b08f-47f7-902a-559a65181a13 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.442904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1866a8a4-b08f-47f7-902a-559a65181a13 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.446892 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1866a8a4-b08f-47f7-902a-559a65181a13 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.464679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866a8a4-b08f-47f7-902a-559a65181a13 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22bcc4f-87fa-4ca8-bb51-dac4cf001905,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:40.467965 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1866a8a4-b08f-47f7-902a-559a65181a13 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.471927 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1866a8a4-b08f-47f7-902a-559a65181a13 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212716 Jul 13 08:00:40.472195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35688) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:40.477696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6abce2dc-c9d4-47cc-a24e-e62b0c67ce5c tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Request body: {'security_group_rule': {'security_group_id': '9166b7cc-66ba-4965-9e2f-73b695781bc2', 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:40.500397 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-6abce2dc-c9d4-47cc-a24e-e62b0c67ce5c tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Project 61635373d7c54bc8b93df451ac5254d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:00:40.505058 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6abce2dc-c9d4-47cc-a24e-e62b0c67ce5c tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.568255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6abce2dc-c9d4-47cc-a24e-e62b0c67ce5c tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.571588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6abce2dc-c9d4-47cc-a24e-e62b0c67ce5c tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.590187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abce2dc-c9d4-47cc-a24e-e62b0c67ce5c tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea487f0-0fce-467a-be28-5f454ffe0b82,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:40.597364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6abce2dc-c9d4-47cc-a24e-e62b0c67ce5c tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:40.598699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6abce2dc-c9d4-47cc-a24e-e62b0c67ce5c tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255784 Jul 13 08:00:40.823078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b795f323-f4bc-4db9-8286-d99fc1f749e1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490476231&fields=id&tenant_id=61635373d7c54bc8b93df451ac5254d3 HTTP/1.1" status: 200 len: 267 time: 0.0391321 Jul 13 08:00:40.931576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020994f2-6da4-4111-85ef-0d21a446a599 req-3e20f4a2-4fc5-41c6-a9ae-7568d8551b36 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:40.933105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-3e20f4a2-4fc5-41c6-a9ae-7568d8551b36 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/networks?id=b55afdaa-4fa3-4abe-ab92-fd71cc162074 HTTP/1.1" status: 200 len: 814 time: 0.1035538 Jul 13 08:00:40.948377 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-51bde557-de22-4b47-bd70-4767ea7d52e9 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/quotas/61635373d7c54bc8b93df451ac5254d3 HTTP/1.1" status: 200 len: 375 time: 0.0098176 Jul 13 08:00:41.028136 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-55c026f7-8b1f-44c5-9a07-47057a7ffb63 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=61635373d7c54bc8b93df451ac5254d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741532 Jul 13 08:00:41.136159 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-7e1f1889-e940-4e89-94ab-925dd11d1810 service neutron] 10.222.0.44 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975804 Jul 13 08:00:41.234812 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-632a66a7-9d85-486b-b8e7-6ca22e3c1f34 service neutron] 10.222.0.44 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919342 Jul 13 08:00:41.547638 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b2c4cb-c797-4ef5-b519-970069fe745d req-a3f20063-f3dc-4bd1-8d41-519f5a5136e5 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 210 time: 0.0312233 Jul 13 08:00:42.686816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020994f2-6da4-4111-85ef-0d21a446a599 req-dde97a0b-4498-4ca9-a3a3-c68f46b68bee tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:42.689429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-dde97a0b-4498-4ca9-a3a3-c68f46b68bee tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.53 "GET /v2.0/networks?id=b55afdaa-4fa3-4abe-ab92-fd71cc162074 HTTP/1.1" status: 200 len: 814 time: 0.1543868 Jul 13 08:00:42.741827 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ecfb0087-c50c-4dbf-8a05-880faa26d709 req-5f075d7b-60d4-4691-a1d6-26730b784c27 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 210 time: 0.0421467 Jul 13 08:00:42.748137 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-0d90b111-24db-4faf-844f-8b87ad8d5c7c tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61635373d7c54bc8b93df451ac5254d3 HTTP/1.1" status: 200 len: 379 time: 0.0495272 Jul 13 08:00:42.761770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Request body: {'port': {'device_id': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'admin_state_up': True, 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'security_groups': ['9166b7cc-66ba-4965-9e2f-73b695781bc2']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:42.874279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Made reservation on behalf of 61635373d7c54bc8b93df451ac5254d3 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:42.879193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.017016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Allocated IP 172.20.0.11 (b55afdaa-4fa3-4abe-ab92-fd71cc162074/84253b8d-b5a4-4a9d-880e-4a36ff9e287f/0ef3134b-909e-4206-a74b-a5d43bd56f43) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:43.165444 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.180113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Transition to ACTIVE for port object 0ef3134b-909e-4206-a74b-a5d43bd56f43 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:43.214898 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.262398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Network b55afdaa-4fa3-4abe-ab92-fd71cc162074 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:43.265653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:43.270942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:43.298139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event updated for resources: {'Port': ['ID=0ef3134b-909e-4206-a74b-a5d43bd56f43,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:43.332187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:43.332852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.351521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-b1efba13-9cc0-49a7-ac3f-c6c2c45ab461 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5967152 Jul 13 08:00:43.367574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Request body: {'port': {'device_id': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:43.449396 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.671664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-634564a7-ddda-4603-80f1-de8a21532d91 None None] Provisioning for port 0ef3134b-909e-4206-a74b-a5d43bd56f43 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:43.681214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-634564a7-ddda-4603-80f1-de8a21532d91 None None] Provisioning complete for port 0ef3134b-909e-4206-a74b-a5d43bd56f43 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:43.681815 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-634564a7-ddda-4603-80f1-de8a21532d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.731687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-634564a7-ddda-4603-80f1-de8a21532d91 None None] Port 0ef3134b-909e-4206-a74b-a5d43bd56f43 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:43.761880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef3134b-909e-4206-a74b-a5d43bd56f43 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:43.770773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.785224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Transition to ACTIVE for port object 0ef3134b-909e-4206-a74b-a5d43bd56f43 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:43.790488 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:43.834276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef3134b-909e-4206-a74b-a5d43bd56f43,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:43.996757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Attempting to bind port 0ef3134b-909e-4206-a74b-a5d43bd56f43 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:43.998888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Attempting to bind port 0ef3134b-909e-4206-a74b-a5d43bd56f43 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:43.999050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Attempting to bind port 0ef3134b-909e-4206-a74b-a5d43bd56f43 on network b55afdaa-4fa3-4abe-ab92-fd71cc162074 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:44.007443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Port 0ef3134b-909e-4206-a74b-a5d43bd56f43 on network b55afdaa-4fa3-4abe-ab92-fd71cc162074 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:00:44.007779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Attempting to bind port 0ef3134b-909e-4206-a74b-a5d43bd56f43 on network b55afdaa-4fa3-4abe-ab92-fd71cc162074 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:44.021011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5634e4-617e-4b86-ba06-4616c9e835db req-bdede11e-d5bb-4db6-ab39-a64cae153be6 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:44.024297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f5634e4-617e-4b86-ba06-4616c9e835db req-bdede11e-d5bb-4db6-ab39-a64cae153be6 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 944 time: 0.1287885 Jul 13 08:00:44.034157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:44.034585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Checking segment: {'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:44.035027 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Bound using segment: {'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:44.035462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Bound port: 0ef3134b-909e-4206-a74b-a5d43bd56f43, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec64db6-0563-43f7-877c-32e9d83b8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:44.035868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.123460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f5634e4-617e-4b86-ba06-4616c9e835db req-bfc43218-39ae-46ab-834e-a2e897ed1863 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845783 Jul 13 08:00:44.155115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] For port 0ef3134b-909e-4206-a74b-a5d43bd56f43, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:44.158419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] For port 0ef3134b-909e-4206-a74b-a5d43bd56f43, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:44.165714 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.204659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:44.205263 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.206690 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] 10.222.0.53 "PUT /v2.0/ports/0ef3134b-909e-4206-a74b-a5d43bd56f43 HTTP/1.1" status: 200 len: 1092 time: 0.8477945 Jul 13 08:00:44.207177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:44.209450 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed04efdb-ea35-492d-a43d-3b18f902a38b" -d '{"events": [{"name": "network-changed", "server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:44.244155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a6623-153e-4979-87a6-bd91a6cc2046 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef3134b-909e-4206-a74b-a5d43bd56f43,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:44.299932 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f56f8c14-6f35-4fed-805b-c1ae5d380d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:44.315146 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb2464e-ca90-4b17-918e-21e3c46a51d4 x-openstack-request-id: req-bcb2464e-ca90-4b17-918e-21e3c46a51d4 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:44.315725 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:44.316141 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcb2464e-ca90-4b17-918e-21e3c46a51d4 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:44.316546 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'status': 'completed', 'code': 200} Jul 13 08:00:44.341264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020994f2-6da4-4111-85ef-0d21a446a599 req-7557e9ed-3155-421f-b921-6f0e30470bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:44.342802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-7557e9ed-3155-421f-b921-6f0e30470bc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61635373d7c54bc8b93df451ac5254d3&device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 1095 time: 0.0792902 Jul 13 08:00:44.397508 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-6deb003e-9c41-4ae5-9181-608c7c562c4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43 HTTP/1.1" status: 200 len: 217 time: 0.0472157 Jul 13 08:00:44.828974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020994f2-6da4-4111-85ef-0d21a446a599 req-409c2241-80c4-43b7-a0db-53884243845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:44.830563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-409c2241-80c4-43b7-a0db-53884243845d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84253b8d-b5a4-4a9d-880e-4a36ff9e287f HTTP/1.1" status: 200 len: 853 time: 0.4266021 Jul 13 08:00:44.912657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020994f2-6da4-4111-85ef-0d21a446a599 req-d0941bc5-5c03-441b-a7d3-2f8cc4848f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:44.914676 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-d0941bc5-5c03-441b-a7d3-2f8cc4848f50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b55afdaa-4fa3-4abe-ab92-fd71cc162074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772152 Jul 13 08:00:45.019413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-56c224a8-ce56-4af3-8da1-ee6cec17a67f service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980902 Jul 13 08:00:45.139702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-020994f2-6da4-4111-85ef-0d21a446a599 req-602603dc-0302-4378-b2ba-94cc85deb03b service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119382 Jul 13 08:00:45.298098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-c0e17438-0910-4a4f-a032-501c44c532c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:45.299698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-c0e17438-0910-4a4f-a032-501c44c532c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61635373d7c54bc8b93df451ac5254d3&device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 1095 time: 0.0994797 Jul 13 08:00:45.406263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488729fd-e25d-4878-b9ab-0d42d6d444df req-8d6d6512-fe83-483c-b92a-40da2743853a tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:45.407842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-488729fd-e25d-4878-b9ab-0d42d6d444df req-8d6d6512-fe83-483c-b92a-40da2743853a tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 944 time: 0.1485770 Jul 13 08:00:45.456983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-7a334561-2a74-421a-b789-17579e674505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:45.458595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-7a334561-2a74-421a-b789-17579e674505 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b55afdaa-4fa3-4abe-ab92-fd71cc162074 HTTP/1.1" status: 200 len: 915 time: 0.1525149 Jul 13 08:00:45.462823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-488729fd-e25d-4878-b9ab-0d42d6d444df req-6ebb4f7e-0f1b-4a06-80d0-77c48a3fc6be tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474696 Jul 13 08:00:45.501432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-7a73c819-56df-434f-809a-b469f2f4dadd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43 HTTP/1.1" status: 200 len: 217 time: 0.0366604 Jul 13 08:00:45.555196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-2156a395-4b89-467a-84f2-a5dbdcf2dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:45.557026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-2156a395-4b89-467a-84f2-a5dbdcf2dd84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84253b8d-b5a4-4a9d-880e-4a36ff9e287f HTTP/1.1" status: 200 len: 853 time: 0.0498533 Jul 13 08:00:45.648320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-2887d9aa-8549-4ae5-9c5d-615b309c3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:45.650191 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-2887d9aa-8549-4ae5-9c5d-615b309c3f67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b55afdaa-4fa3-4abe-ab92-fd71cc162074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868430 Jul 13 08:00:45.763020 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-51485687-f14e-40c6-bd2d-2c1366e6f26d service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062431 Jul 13 08:00:45.899600 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed04efdb-ea35-492d-a43d-3b18f902a38b req-12ed1709-e6b0-42d3-b257-31638c20f805 service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300778 Jul 13 08:00:46.661653 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82392eb6-1a6b-493c-8b0e-f6a9b60a9a8c req-2e7fe21c-2ff1-4886-b7a7-cc460950dbc9 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:46.669778 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82392eb6-1a6b-493c-8b0e-f6a9b60a9a8c req-2e7fe21c-2ff1-4886-b7a7-cc460950dbc9 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 944 time: 0.0898414 Jul 13 08:00:46.736645 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82392eb6-1a6b-493c-8b0e-f6a9b60a9a8c req-32266b48-7634-4811-bab4-1c5dca4c73be tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656097 Jul 13 08:00:47.106376 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.278178 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ebb47784-f964-4141-9430-5e0edc5b1289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.732849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35762) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:47.849951 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5726e04c-0d0e-4970-a844-9ba448c63501 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2284 time: 0.1156802 Jul 13 08:00:47.854168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35768) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:47.868419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'network': {'name': 'tempest-network-smoke--1998774817', 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'port_security_enabled': False}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:47.903892 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Made reservation on behalf of d32b3fd07fff4e02b7b983cd5ac11220 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:47.909501 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.937793 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:00:47.939807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b555f-63e3-49ea-a89f-c24fc2df3452 req-94b1626b-15d2-432a-be1f-960b68e49636 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:47.941575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd8b555f-63e3-49ea-a89f-c24fc2df3452 req-94b1626b-15d2-432a-be1f-960b68e49636 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 944 time: 0.0905328 Jul 13 08:00:47.954381 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.954778 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Added segment 3fa6437b-d3c2-41e7-ad45-ccb075396b63 of type vlan for network 361a8b86-b7f2-487e-aa66-7433a281598f Jul 13 08:00:47.996987 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:47.998707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd8b555f-63e3-49ea-a89f-c24fc2df3452 req-a38e5f46-57ec-463a-a92d-a225359eebd6 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506442 Jul 13 08:00:48.021116 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.038868 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.044592 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:48.045191 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.081512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2187870 Jul 13 08:00:48.084329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35772) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:48.089393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-488904752', 'admin_state_up': True, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:48.117823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.118821 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.119553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdabe4-0c3e-41c8-bbe3-c9b95c3dbf65 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Network': ['ID=361a8b86-b7f2-487e-aa66-7433a281598f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:48.132455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 361a8b86-b7f2-487e-aa66-7433a281598f details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:00:48.186210 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.352200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.568453 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.588782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.699233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Allocated IP 172.25.6.230 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/30d2955b-4820-49ac-b597-370f6d9486d3) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:48.809576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.856090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:48.893405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:48.898755 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:48.908055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:48.933842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Port': ['ID=30d2955b-4820-49ac-b597-370f6d9486d3,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:49.177859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf8e19-51f7-4cae-8c87-2a140dba0e51 req-9c363a48-e4ed-45c5-b9d4-d76defb10a15 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:49.180589 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bf8e19-51f7-4cae-8c87-2a140dba0e51 req-9c363a48-e4ed-45c5-b9d4-d76defb10a15 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 944 time: 0.0708458 Jul 13 08:00:49.195029 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:49.225720 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-07bf8e19-51f7-4cae-8c87-2a140dba0e51 req-029c7d45-8b44-44a6-a207-30585def29d2 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372834 Jul 13 08:00:49.395899 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:49.526735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:00:49.632456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:49.642309 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Sync routers for ids ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:49.651882 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Routers {'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:49.652107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:49.652684 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:49.653312 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f55d8aa6-07bc-4e15-be31-fb1a7333e92a tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5679584 Jul 13 08:00:49.656310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35780) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:49.722527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b8296-7367-422d-9597-f54516322d55 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:49.723965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-db9b8296-7367-422d-9597-f54516322d55 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=d32b3fd07fff4e02b7b983cd5ac11220&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0666895 Jul 13 08:00:49.726716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35782) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:49.763947 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Set router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:49.826315 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:49.830388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cbc166-6472-40d9-b742-74c0467cb193 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:49.840967 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35784) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:49.841205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c1cbc166-6472-40d9-b742-74c0467cb193 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1134176 Jul 13 08:00:49.876466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-599190e2-96fb-43a8-b90e-084ca3ba1cfd tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339191 Jul 13 08:00:49.880230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35786) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:49.926476 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e55f6e3b-2a3f-44d9-a36b-33edbef33c4b tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=d32b3fd07fff4e02b7b983cd5ac11220&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460315 Jul 13 08:00:49.929510 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35788) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:49.979123 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488904752', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:49Z', 'revision_number': 3, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:50.012256 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Checking router: b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:50.012599 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Updating router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 port 30d2955b-4820-49ac-b597-370f6d9486d3 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:00:50.023678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9ca081-cc68-47b2-a46d-890a2e9e3af2 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:50.025580 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9a9ca081-cc68-47b2-a46d-890a2e9e3af2 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948083 Jul 13 08:00:50.028199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35792) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:50.047446 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.058067 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2d8f2b3e-2bde-44ec-af35-df1aa88b9e6f tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285630 Jul 13 08:00:50.060442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35794) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:50.065941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-279948445', 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f', 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:50.168579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Made reservation on behalf of d32b3fd07fff4e02b7b983cd5ac11220 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:50.172219 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.328081 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.340155 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Transition to ACTIVE for port object 30d2955b-4820-49ac-b597-370f6d9486d3 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:50.346501 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.397697 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Attempting to bind port 30d2955b-4820-49ac-b597-370f6d9486d3 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:50.398439 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Attempting to bind port 30d2955b-4820-49ac-b597-370f6d9486d3 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:50.398573 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.398746 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Attempting to bind port 30d2955b-4820-49ac-b597-370f6d9486d3 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:50.406031 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:50.406446 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:50.406796 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.407191 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:50.407650 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Bound port: 30d2955b-4820-49ac-b597-370f6d9486d3, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:50.408049 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.430669 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea7b2d-6913-412d-8cad-e9eeab2deeba None None] Pushing event updated for resources: {'Port': ['ID=30d2955b-4820-49ac-b597-370f6d9486d3,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:50.463376 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] For port 30d2955b-4820-49ac-b597-370f6d9486d3, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:50.465343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Subnet': ['ID=64d531c0-9c31-488a-8299-c59833bb3d0f,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:50.466471 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] For port 30d2955b-4820-49ac-b597-370f6d9486d3, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=30d2955b-4820-49ac-b597-370f6d9486d3,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:50.471280 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.479575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1854fd-52a3-4d90-9442-5b0f98c306fd req-82b7b6f6-a63b-46a7-9ac0-79997f2bcb8f tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:50.481146 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f1854fd-52a3-4d90-9442-5b0f98c306fd req-82b7b6f6-a63b-46a7-9ac0-79997f2bcb8f tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 944 time: 0.1357968 Jul 13 08:00:50.512304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Checking segment: {'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:50.512675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network hostable DHCP agents. Network: 361a8b86-b7f2-487e-aa66-7433a281598f, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:00:50.522659 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Routers {'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:50.523270 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:50.537837 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f1854fd-52a3-4d90-9442-5b0f98c306fd req-bfdca534-12e3-462d-adfa-9b59a932a4e8 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490263 Jul 13 08:00:50.545486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network 361a8b86-b7f2-487e-aa66-7433a281598f is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:00:50.556551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 361a8b86-b7f2-487e-aa66-7433a281598f) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:50.561454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:50.562305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.566751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a9f16a-f7f1-48e4-9a32-6520f48ea6bb None None] Network 361a8b86-b7f2-487e-aa66-7433a281598f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:50.573608 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea7b2d-6913-412d-8cad-e9eeab2deeba None None] Pushing event updated for resources: {'Port': ['ID=30d2955b-4820-49ac-b597-370f6d9486d3,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:50.585586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-db95dd38-10a2-44d8-89c5-9c0d0b29ab21 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5240715 Jul 13 08:00:50.588502 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35800) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:50.651473 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] Set router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:50.742741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-361a8b86-b7f2-487e-aa66-7433a281598f', 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'fixed_ips': [{'subnet_id': '64d531c0-9c31-488a-8299-c59833bb3d0f'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:00:50.743607 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:50.837211 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488904752', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:49Z', 'revision_number': 3, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:50.914791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Allocated IP 172.20.0.18 (361a8b86-b7f2-487e-aa66-7433a281598f/64d531c0-9c31-488a-8299-c59833bb3d0f/b0af8284-c2f0-4163-bcf9-35d2ff48b99c) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:50.972412 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a3452-08f1-47ed-a8de-45b53cb4927a None None] The sync data for ids ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'] in n-d-798249-7 is: [{'id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488904752', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:49Z', 'revision_number': 3, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:50:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:51.072722 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.081163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Transition to ACTIVE for port object b0af8284-c2f0-4163-bcf9-35d2ff48b99c will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:51.096755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Transition to ACTIVE for port object b0af8284-c2f0-4163-bcf9-35d2ff48b99c will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:51.102773 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.164146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Network 361a8b86-b7f2-487e-aa66-7433a281598f is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:51.168421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:51.174523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:51.182884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Pushing event updated for resources: {'Port': ['ID=b0af8284-c2f0-4163-bcf9-35d2ff48b99c,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:51.276355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Attempting to bind port b0af8284-c2f0-4163-bcf9-35d2ff48b99c on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:51.277027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Attempting to bind port b0af8284-c2f0-4163-bcf9-35d2ff48b99c by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:51.278714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Attempting to bind port b0af8284-c2f0-4163-bcf9-35d2ff48b99c on network 361a8b86-b7f2-487e-aa66-7433a281598f {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:51.285678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:51.286288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Checking segment: {'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:51.286751 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.287264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Bound using segment: {'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:51.288637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Bound port: b0af8284-c2f0-4163-bcf9-35d2ff48b99c, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:51.289136 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.368520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] For port b0af8284-c2f0-4163-bcf9-35d2ff48b99c, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:51.372647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] For port b0af8284-c2f0-4163-bcf9-35d2ff48b99c, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b0af8284-c2f0-4163-bcf9-35d2ff48b99c,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:51.380664 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.447823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f11e1-a596-4dfb-8840-e36bf966fcc8 None None] Pushing event updated for resources: {'Port': ['ID=b0af8284-c2f0-4163-bcf9-35d2ff48b99c,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:51.494781 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:51.951639 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Allocated IP 172.20.0.17 (361a8b86-b7f2-487e-aa66-7433a281598f/64d531c0-9c31-488a-8299-c59833bb3d0f/be45df69-e089-4bd5-bd9e-0a43e575c98d) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:51.964952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14352aa4-9bc8-483c-8ed0-a21289b4b89d req-ccbc8463-85f4-4e5e-9664-9d9c7506273b tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:51.966761 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-14352aa4-9bc8-483c-8ed0-a21289b4b89d req-ccbc8463-85f4-4e5e-9664-9d9c7506273b tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 944 time: 0.2055893 Jul 13 08:00:52.055786 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-14352aa4-9bc8-483c-8ed0-a21289b4b89d req-fca46246-01a5-4fb1-99c3-0f4aba75b90b tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723593 Jul 13 08:00:52.057198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b0af8284-c2f0-4163-bcf9-35d2ff48b99c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:52.128313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port b0af8284-c2f0-4163-bcf9-35d2ff48b99c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:52.134586 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.135078 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 30d2955b-4820-49ac-b597-370f6d9486d3 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:52.152153 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Transition to ACTIVE for port object be45df69-e089-4bd5-bd9e-0a43e575c98d will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:52.193418 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.197973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 30d2955b-4820-49ac-b597-370f6d9486d3 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:52.203506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 30d2955b-4820-49ac-b597-370f6d9486d3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:52.204199 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.244624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network 361a8b86-b7f2-487e-aa66-7433a281598f is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:52.247890 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:52.251977 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:52.279746 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Port': ['ID=be45df69-e089-4bd5-bd9e-0a43e575c98d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:52.299041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.301382 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.320004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 30d2955b-4820-49ac-b597-370f6d9486d3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=30d2955b-4820-49ac-b597-370f6d9486d3,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:52.324938 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.386497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=30d2955b-4820-49ac-b597-370f6d9486d3,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:52.460843 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.776305 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.785563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.875350 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Port': ['ID=be45df69-e089-4bd5-bd9e-0a43e575c98d,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:52.878055 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:52.915021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b389b-d733-43dc-b02b-08bdd59ab753 None None] Network 361a8b86-b7f2-487e-aa66-7433a281598f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:52.997421 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network 361a8b86-b7f2-487e-aa66-7433a281598f is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:53.004576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:53.051917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d5b2a546-052f-4e3c-88ba-d1765dcf5bd0 None None] Provisioning for port b0af8284-c2f0-4163-bcf9-35d2ff48b99c completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:53.075169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d5b2a546-052f-4e3c-88ba-d1765dcf5bd0 None None] Provisioning complete for port b0af8284-c2f0-4163-bcf9-35d2ff48b99c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:53.075916 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a546-052f-4e3c-88ba-d1765dcf5bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.175097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-78365ac3-d23e-4d15-8f07-aeb782f02bb4 req-7834e19b-2a46-4728-ba06-e61ead907ff5 service neutron] (93838) timed out ('10.222.0.44', 45284) {{(pid=93838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:00:53.181470 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a546-052f-4e3c-88ba-d1765dcf5bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.187999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:53.221760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-d5b2a546-052f-4e3c-88ba-d1765dcf5bd0 None None] For port b0af8284-c2f0-4163-bcf9-35d2ff48b99c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b0af8284-c2f0-4163-bcf9-35d2ff48b99c,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:53.234793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d5b2a546-052f-4e3c-88ba-d1765dcf5bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.317121 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:53.323571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6392fd56-3f0c-4fa1-bdc2-0d2eee6f35bc tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "PUT /v2.0/routers/b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7339966 Jul 13 08:00:53.336483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Sync routers for ids ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:53.340542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616077f-49cc-4a4c-b35f-01f24ec571e1 req-c29cc95d-3b8c-46ee-be5a-e22e9f677177 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:53.342551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5616077f-49cc-4a4c-b35f-01f24ec571e1 req-c29cc95d-3b8c-46ee-be5a-e22e9f677177 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 944 time: 0.1202002 Jul 13 08:00:53.360003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2a546-052f-4e3c-88ba-d1765dcf5bd0 None None] Pushing event updated for resources: {'Port': ['ID=b0af8284-c2f0-4163-bcf9-35d2ff48b99c,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:53.364713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Routers {'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:53.365328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:53.426180 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5616077f-49cc-4a4c-b35f-01f24ec571e1 req-fe22ab77-ff88-4692-acdf-a7eddb6d7e38 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773513 Jul 13 08:00:53.486629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Set router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:53.583249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1d4eab22-1ab9-42d8-94f1-8601a6d470f7 None None] Provisioning complete for port b0af8284-c2f0-4163-bcf9-35d2ff48b99c triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:53.583249 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1d4eab22-1ab9-42d8-94f1-8601a6d470f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.683608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-bed1b425-179e-4d5b-a248-e1e5cf643391 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:53.685513 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-bed1b425-179e-4d5b-a248-e1e5cf643391 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/networks?id=361a8b86-b7f2-487e-aa66-7433a281598f HTTP/1.1" status: 200 len: 798 time: 0.1265125 Jul 13 08:00:53.707615 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-19ec2928-006e-4193-ac72-e5b152ae7cc4 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/quotas/d32b3fd07fff4e02b7b983cd5ac11220 HTTP/1.1" status: 200 len: 375 time: 0.0162818 Jul 13 08:00:53.808872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1d4eab22-1ab9-42d8-94f1-8601a6d470f7 None None] Provisioning for port be45df69-e089-4bd5-bd9e-0a43e575c98d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:53.816056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1d4eab22-1ab9-42d8-94f1-8601a6d470f7 None None] Provisioning complete for port be45df69-e089-4bd5-bd9e-0a43e575c98d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:53.816430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1d4eab22-1ab9-42d8-94f1-8601a6d470f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.820247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488904752', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:52Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'be45df69-e089-4bd5-bd9e-0a43e575c98d', 'name': '', 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:95:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '64d531c0-9c31-488a-8299-c59833bb3d0f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:51Z', 'updated_at': '2021-07-13T08:00:52Z', 'revision_number': 2, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': '64d531c0-9c31-488a-8299-c59833bb3d0f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:53.833226 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6fa7a94b-91d5-4b28-8cd5-7aa5386ed2d4 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1247320 Jul 13 08:00:53.870321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Checking router: b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:53.870718 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Updating router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 port be45df69-e089-4bd5-bd9e-0a43e575c98d binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:00:53.978757 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:53.980957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1d4eab22-1ab9-42d8-94f1-8601a6d470f7 None None] Port be45df69-e089-4bd5-bd9e-0a43e575c98d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:54.000281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b0af8284-c2f0-4163-bcf9-35d2ff48b99c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:54.020711 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-59636c77-697c-4101-b8d1-0ce082938dcf service neutron] 10.222.0.44 "GET /v2.0/networks/361a8b86-b7f2-487e-aa66-7433a281598f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750400 Jul 13 08:00:54.143309 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-a1708418-ea43-4422-bff0-388c02922686 service neutron] 10.222.0.44 "GET /v2.0/networks/361a8b86-b7f2-487e-aa66-7433a281598f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195414 Jul 13 08:00:54.380086 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d1ab750b-5a6e-4bf6-a919-339f1d91307b req-d0021a5a-ab25-4f22-9c29-598c7a297d07 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 210 time: 0.0415349 Jul 13 08:00:54.394114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e3ae9d17-5ef0-4f73-b668-cf40e9ddf459 None None] Provisioning complete for port be45df69-e089-4bd5-bd9e-0a43e575c98d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:54.394622 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9d17-5ef0-4f73-b668-cf40e9ddf459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.443382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port b0af8284-c2f0-4163-bcf9-35d2ff48b99c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:54.443854 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.447840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae9d17-5ef0-4f73-b668-cf40e9ddf459 None None] Port be45df69-e089-4bd5-bd9e-0a43e575c98d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:54.676196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367387-7ba0-4fbc-b94c-f1c32928d2de req-42dd50a1-8e35-4a4b-b623-17e3a037a466 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:54.685192 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-94367387-7ba0-4fbc-b94c-f1c32928d2de req-42dd50a1-8e35-4a4b-b623-17e3a037a466 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 944 time: 0.0902169 Jul 13 08:00:54.731751 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.734410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-91c6db14-381d-4a21-b4bc-fde4b0cd4ab5 None None] Provisioning complete for port be45df69-e089-4bd5-bd9e-0a43e575c98d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:54.734852 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-91c6db14-381d-4a21-b4bc-fde4b0cd4ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.744505 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-94367387-7ba0-4fbc-b94c-f1c32928d2de req-1976d548-fd69-4fcf-bed6-94052cdda2a4 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558252 Jul 13 08:00:54.784637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Transition to ACTIVE for port object be45df69-e089-4bd5-bd9e-0a43e575c98d will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:54.792892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-91c6db14-381d-4a21-b4bc-fde4b0cd4ab5 None None] Port be45df69-e089-4bd5-bd9e-0a43e575c98d cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:54.797233 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.889905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19172a77-7c43-4640-952e-ddfbb233f0b3 None None] Pushing event updated for resources: {'Port': ['ID=be45df69-e089-4bd5-bd9e-0a43e575c98d,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:54.920413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 30d2955b-4820-49ac-b597-370f6d9486d3 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:54.984645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0ef3134b-909e-4206-a74b-a5d43bd56f43 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:00:54.994555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Attempting to bind port be45df69-e089-4bd5-bd9e-0a43e575c98d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:54.995064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Attempting to bind port be45df69-e089-4bd5-bd9e-0a43e575c98d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:54.995532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Attempting to bind port be45df69-e089-4bd5-bd9e-0a43e575c98d on network 361a8b86-b7f2-487e-aa66-7433a281598f {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:55.011652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:55.012312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Checking segment: {'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:55.012819 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.013318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Bound using segment: {'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:55.013912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Bound port: be45df69-e089-4bd5-bd9e-0a43e575c98d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:55.014406 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.096072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 30d2955b-4820-49ac-b597-370f6d9486d3 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:55.096606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.178906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] For port be45df69-e089-4bd5-bd9e-0a43e575c98d, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:55.197985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] For port be45df69-e089-4bd5-bd9e-0a43e575c98d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=be45df69-e089-4bd5-bd9e-0a43e575c98d,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:55.226888 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.230106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 0ef3134b-909e-4206-a74b-a5d43bd56f43, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:55.286984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'port_id': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'mac_address': 'fa:16:3e:fd:2f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:00:55.371590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Routers {'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:55.372172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:55.378790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19172a77-7c43-4640-952e-ddfbb233f0b3 None None] Pushing event updated for resources: {'Port': ['ID=be45df69-e089-4bd5-bd9e-0a43e575c98d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:55.431383 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.449156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef3134b-909e-4206-a74b-a5d43bd56f43 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:55.509787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 0ef3134b-909e-4206-a74b-a5d43bd56f43, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:55.522267 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:55.538940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] Set router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:55.667694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1326266-8a96-4f01-be40-c629e4adf93e req-3e3b1db0-5e77-4d79-b3b6-377402d869be tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 210 time: 0.1055310 Jul 13 08:00:55.798541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=0ef3134b-909e-4206-a74b-a5d43bd56f43,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:55.814768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-2ba27e29-a21f-42e2-afff-6c89d1ae03e1 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:55.816478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-2ba27e29-a21f-42e2-afff-6c89d1ae03e1 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.53 "GET /v2.0/networks?id=361a8b86-b7f2-487e-aa66-7433a281598f HTTP/1.1" status: 200 len: 798 time: 0.1915159 Jul 13 08:00:55.835444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Request body: {'port': {'device_id': '1d895f4c-dd4f-426b-afdc-0d8efefda692', 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f', 'admin_state_up': True, 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:55.911746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['0ef3134b-909e-4206-a74b-a5d43bd56f43'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:56.017623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Made reservation on behalf of d32b3fd07fff4e02b7b983cd5ac11220 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:56.023705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.029577 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc4d5a-1ba0-4a69-88cb-651b9742befb req-ae88c0cc-40f0-4265-9362-c840925d0be3 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:56.031155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ecc4d5a-1ba0-4a69-88cb-651b9742befb req-ae88c0cc-40f0-4265-9362-c840925d0be3 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 945 time: 0.1288674 Jul 13 08:00:56.076898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488904752', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:52Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'be45df69-e089-4bd5-bd9e-0a43e575c98d', 'name': '', 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:95:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '64d531c0-9c31-488a-8299-c59833bb3d0f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:51Z', 'updated_at': '2021-07-13T08:00:55Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': '64d531c0-9c31-488a-8299-c59833bb3d0f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:56.079885 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ecc4d5a-1ba0-4a69-88cb-651b9742befb req-877e20f3-4038-4964-a625-131ea2ac4499 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428526 Jul 13 08:00:56.120763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c7df4-af7c-4e0e-9189-7cecbfb1b918 None None] The sync data for ids ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'] in n-d-798249-7 is: [{'id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488904752', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:52Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'be45df69-e089-4bd5-bd9e-0a43e575c98d', 'name': '', 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:95:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '64d531c0-9c31-488a-8299-c59833bb3d0f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:51Z', 'updated_at': '2021-07-13T08:00:55Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': '64d531c0-9c31-488a-8299-c59833bb3d0f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:56.226329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Allocated IP 172.20.0.29 (361a8b86-b7f2-487e-aa66-7433a281598f/64d531c0-9c31-488a-8299-c59833bb3d0f/d9205cf7-1bac-4b37-846a-b98d4d343e31) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:56.412075 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.434048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Transition to ACTIVE for port object d9205cf7-1bac-4b37-846a-b98d4d343e31 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:56.473772 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.524454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Network 361a8b86-b7f2-487e-aa66-7433a281598f is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:56.530220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:56.532816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:56.576839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event updated for resources: {'Port': ['ID=d9205cf7-1bac-4b37-846a-b98d4d343e31,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:56.605017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:56.605695 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.630751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-d2106ed3-47c2-40cf-9a74-37fda58ecbad tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8056757 Jul 13 08:00:56.659127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Request body: {'port': {'device_id': '1d895f4c-dd4f-426b-afdc-0d8efefda692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:56.781626 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.879995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35892) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:56.923041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b6d0f2f0-be5c-437b-a6be-6ce94652c120 None None] Provisioning for port d9205cf7-1bac-4b37-846a-b98d4d343e31 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:56.929057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b6d0f2f0-be5c-437b-a6be-6ce94652c120 None None] Provisioning complete for port d9205cf7-1bac-4b37-846a-b98d4d343e31 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:56.929814 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f2f0-be5c-437b-a6be-6ce94652c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:56.971976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0f2f0-be5c-437b-a6be-6ce94652c120 None None] Port d9205cf7-1bac-4b37-846a-b98d4d343e31 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:57.006787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0ef3134b-909e-4206-a74b-a5d43bd56f43 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:57.049085 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de4ffa5a-a15f-4d1a-a224-30ccaad9b6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.066854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8564e2e-f126-449d-a21b-b3d6194aa428 req-88855010-4eeb-44f4-9fa4-db912e3c28ef tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:57.069043 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a8564e2e-f126-449d-a21b-b3d6194aa428 req-88855010-4eeb-44f4-9fa4-db912e3c28ef tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 895 time: 0.1974020 Jul 13 08:00:57.086046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 0ef3134b-909e-4206-a74b-a5d43bd56f43 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:57.097064 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 0ef3134b-909e-4206-a74b-a5d43bd56f43 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:57.097064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.224088 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.232684 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de4ffa5a-a15f-4d1a-a224-30ccaad9b6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.246655 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-de4ffa5a-a15f-4d1a-a224-30ccaad9b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.282288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:57.285160 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9007539c-18ab-4b87-a386-1a7b45e68cf3" -d '{"events": [{"server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "name": "network-vif-plugged", "status": "completed", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:57.296540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 0ef3134b-909e-4206-a74b-a5d43bd56f43, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:57.302295 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.305278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9205cf7-1bac-4b37-846a-b98d4d343e31 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:57.313578 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.318989 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-de4ffa5a-a15f-4d1a-a224-30ccaad9b6c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca78f32a5dc44f15acc732e0228efa2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4375808 Jul 13 08:00:57.329498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ffa5a-a15f-4d1a-a224-30ccaad9b6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6085ce7b-a239-48f5-a1b5-7f520751ce6c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:57.332149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35900) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:57.358769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Transition to ACTIVE for port object d9205cf7-1bac-4b37-846a-b98d4d343e31 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:57.367305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.395170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=0ef3134b-909e-4206-a74b-a5d43bd56f43,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:57.401596 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61960641-3539-4b89-8415-b00fc8f33ef4 x-openstack-request-id: req-61960641-3539-4b89-8415-b00fc8f33ef4 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:57.401921 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "name": "network-vif-plugged", "status": "completed", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:57.402184 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61960641-3539-4b89-8415-b00fc8f33ef4 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:57.404471 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'code': 200} Jul 13 08:00:57.452314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Pushing event updated for resources: {'Port': ['ID=d9205cf7-1bac-4b37-846a-b98d4d343e31,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:57.542839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Attempting to bind port d9205cf7-1bac-4b37-846a-b98d4d343e31 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:57.543664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Attempting to bind port d9205cf7-1bac-4b37-846a-b98d4d343e31 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:57.544232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Attempting to bind port d9205cf7-1bac-4b37-846a-b98d4d343e31 on network 361a8b86-b7f2-487e-aa66-7433a281598f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:57.549384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Port d9205cf7-1bac-4b37-846a-b98d4d343e31 on network 361a8b86-b7f2-487e-aa66-7433a281598f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:00:57.549980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Attempting to bind port d9205cf7-1bac-4b37-846a-b98d4d343e31 on network 361a8b86-b7f2-487e-aa66-7433a281598f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:57.556120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:57.556475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Checking segment: {'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:57.556848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Bound using segment: {'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:57.557280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Bound port: d9205cf7-1bac-4b37-846a-b98d4d343e31, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa6437b-d3c2-41e7-ad45-ccb075396b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:57.557643 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.566596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22db38-74f7-4c86-8faf-89ceb6a5f3db req-68af99d6-9fb8-4073-bcf6-555c7856e83d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:57.568451 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db22db38-74f7-4c86-8faf-89ceb6a5f3db req-68af99d6-9fb8-4073-bcf6-555c7856e83d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 946 time: 0.2976282 Jul 13 08:00:57.591023 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2ec64-c253-49f3-a60b-5a5d37952a79 req-bf687cbf-710d-4291-b4b4-d0b906b2a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:57.592573 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62c2ec64-c253-49f3-a60b-5a5d37952a79 req-bf687cbf-710d-4291-b4b4-d0b906b2a9ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 1097 time: 0.1227956 Jul 13 08:00:57.647657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] For port d9205cf7-1bac-4b37-846a-b98d4d343e31, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:57.656358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] For port d9205cf7-1bac-4b37-846a-b98d4d343e31, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=d9205cf7-1bac-4b37-846a-b98d4d343e31,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:57.668336 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10f387d4-fd30-4034-9507-a942a1ca7987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.668830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.692426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62c2ec64-c253-49f3-a60b-5a5d37952a79 req-7d3078ea-940d-426c-a3f0-082a1b3de6ad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928659 Jul 13 08:00:57.703596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d6412cd8-aa85-498f-b0fb-aad5271f82e5 None None] Provisioning complete for port 0ef3134b-909e-4206-a74b-a5d43bd56f43 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:57.704329 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d6412cd8-aa85-498f-b0fb-aad5271f82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.711827 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db22db38-74f7-4c86-8faf-89ceb6a5f3db req-3c43dbeb-db7a-45ce-8b5c-e7322468286d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368589 Jul 13 08:00:57.721700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:57.722941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.731844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] 10.222.0.53 "PUT /v2.0/ports/d9205cf7-1bac-4b37-846a-b98d4d343e31 HTTP/1.1" status: 200 len: 1055 time: 1.0912507 Jul 13 08:00:57.734590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d895f4c-dd4f-426b-afdc-0d8efefda692', 'tag': 'd9205cf7-1bac-4b37-846a-b98d4d343e31'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:57.737195 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d895f4c-dd4f-426b-afdc-0d8efefda692", "tag": "d9205cf7-1bac-4b37-846a-b98d4d343e31"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:57.741240 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10f387d4-fd30-4034-9507-a942a1ca7987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.829916 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10f387d4-fd30-4034-9507-a942a1ca7987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.833376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-10f387d4-fd30-4034-9507-a942a1ca7987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:57.836878 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-10f387d4-fd30-4034-9507-a942a1ca7987 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6085ce7b-a239-48f5-a1b5-7f520751ce6c HTTP/1.1" status: 204 len: 168 time: 0.4705455 Jul 13 08:00:57.842364 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2f1179-cd47-4598-bcb7-ddd5184b6e36 x-openstack-request-id: req-fe2f1179-cd47-4598-bcb7-ddd5184b6e36 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:57.843201 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d895f4c-dd4f-426b-afdc-0d8efefda692", "tag": "d9205cf7-1bac-4b37-846a-b98d4d343e31", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:57.843621 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe2f1179-cd47-4598-bcb7-ddd5184b6e36 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:57.844228 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d895f4c-dd4f-426b-afdc-0d8efefda692', 'tag': 'd9205cf7-1bac-4b37-846a-b98d4d343e31', 'status': 'completed', 'code': 200} Jul 13 08:00:57.852471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f387d4-fd30-4034-9507-a942a1ca7987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6085ce7b-a239-48f5-a1b5-7f520751ce6c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:57.852997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa652c-2734-4aa1-8b84-f97423866388 service neutron] Pushing event updated for resources: {'Port': ['ID=d9205cf7-1bac-4b37-846a-b98d4d343e31,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:57.899952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-80625f33-218b-45b6-97de-48d2068681b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:57.910685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-80625f33-218b-45b6-97de-48d2068681b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 1058 time: 0.1207702 Jul 13 08:00:57.978317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-02d5d1ab-9ca1-4063-a82c-130c5e86a12a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d9205cf7-1bac-4b37-846a-b98d4d343e31 HTTP/1.1" status: 200 len: 217 time: 0.0555167 Jul 13 08:00:58.020671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device be45df69-e089-4bd5-bd9e-0a43e575c98d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:58.050700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-b3041ae5-f2ac-46cc-becb-dd3775883005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.052310 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-b3041ae5-f2ac-46cc-becb-dd3775883005 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64d531c0-9c31-488a-8299-c59833bb3d0f HTTP/1.1" status: 200 len: 837 time: 0.0603485 Jul 13 08:00:58.081355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port be45df69-e089-4bd5-bd9e-0a43e575c98d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:58.086539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port be45df69-e089-4bd5-bd9e-0a43e575c98d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:58.087080 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.203804 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.223259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35910) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:58.255141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port be45df69-e089-4bd5-bd9e-0a43e575c98d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=be45df69-e089-4bd5-bd9e-0a43e575c98d,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:58.259545 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f457845d-3809-4dad-a89b-38648f50e4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.260260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.326928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=be45df69-e089-4bd5-bd9e-0a43e575c98d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:58.342360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d70cf-1a63-4d4a-9ca9-013f22369161 req-1eefce18-dbc3-44e2-a52b-18d32bd0cb5f tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.344317 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a7d70cf-1a63-4d4a-9ca9-013f22369161 req-1eefce18-dbc3-44e2-a52b-18d32bd0cb5f tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 907 time: 0.1315491 Jul 13 08:00:58.437183 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f457845d-3809-4dad-a89b-38648f50e4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.441984 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f457845d-3809-4dad-a89b-38648f50e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.488396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457845d-3809-4dad-a89b-38648f50e4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91953646-2155-4aa3-ade6-63b46e38732a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:58.490384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-3a75c076-5460-4faf-b12b-6799f368ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.491995 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-3a75c076-5460-4faf-b12b-6799f368ef94 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=361a8b86-b7f2-487e-aa66-7433a281598f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4330068 Jul 13 08:00:58.493773 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f457845d-3809-4dad-a89b-38648f50e4d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=900066d4feca4816900cef2145214633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682920 Jul 13 08:00:58.496505 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35912) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:58.551415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60246798-f6b9-4f03-866d-fcc5c0bfa8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.575227 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60246798-f6b9-4f03-866d-fcc5c0bfa8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.600915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-428cb62d-c1f0-49b2-a9c2-6585857ca4ad service neutron] 10.222.0.53 "GET /v2.0/networks/361a8b86-b7f2-487e-aa66-7433a281598f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007555 Jul 13 08:00:58.635212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60246798-f6b9-4f03-866d-fcc5c0bfa8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.636813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3df2ac81-d0aa-4874-880b-dc4cfffaf7f4 None None] Provisioning complete for port be45df69-e089-4bd5-bd9e-0a43e575c98d triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:58.637318 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3df2ac81-d0aa-4874-880b-dc4cfffaf7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.640355 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-60246798-f6b9-4f03-866d-fcc5c0bfa8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:58.642205 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-60246798-f6b9-4f03-866d-fcc5c0bfa8bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91953646-2155-4aa3-ade6-63b46e38732a HTTP/1.1" status: 204 len: 168 time: 0.1447275 Jul 13 08:00:58.651338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246798-f6b9-4f03-866d-fcc5c0bfa8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91953646-2155-4aa3-ade6-63b46e38732a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:58.723248 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-690a7a59-90b8-4063-9563-a6f7f24dba79 req-04f02182-2989-4704-b4cb-9d8d23adffb3 service neutron] 10.222.0.53 "GET /v2.0/networks/361a8b86-b7f2-487e-aa66-7433a281598f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061058 Jul 13 08:00:58.830786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-7bff739e-a91b-464c-9bc5-2e76d40a2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.832536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-7bff739e-a91b-464c-9bc5-2e76d40a2f7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 1058 time: 0.0579100 Jul 13 08:00:58.959584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82720c15-8e31-45e9-bb2a-91d84fff86ef req-0d6c38d0-b1e3-4a5e-8c1e-34eba20a98a0 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.961275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82720c15-8e31-45e9-bb2a-91d84fff86ef req-0d6c38d0-b1e3-4a5e-8c1e-34eba20a98a0 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 946 time: 0.1278007 Jul 13 08:00:58.990850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-4eed054d-a617-44ef-bffb-397bd152c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:58.992287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-4eed054d-a617-44ef-bffb-397bd152c663 service neutron] 10.222.0.53 "GET /v2.0/networks?id=361a8b86-b7f2-487e-aa66-7433a281598f HTTP/1.1" status: 200 len: 899 time: 0.1485517 Jul 13 08:00:59.047368 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-c262e13a-a2fe-42ad-9fac-f0d63293fac3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d9205cf7-1bac-4b37-846a-b98d4d343e31 HTTP/1.1" status: 200 len: 217 time: 0.0474977 Jul 13 08:00:59.050380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-82720c15-8e31-45e9-bb2a-91d84fff86ef req-842fc4dd-04ff-477c-bcde-03ef6d4045a3 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811439 Jul 13 08:00:59.097267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-36563c5f-5de9-4c23-9b22-a19dc1bbf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:59.098763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-36563c5f-5de9-4c23-9b22-a19dc1bbf74e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64d531c0-9c31-488a-8299-c59833bb3d0f HTTP/1.1" status: 200 len: 837 time: 0.0444875 Jul 13 08:00:59.159982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-e7023c29-098a-4bf1-b4bc-0b3e65eb53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:59.161579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-e7023c29-098a-4bf1-b4bc-0b3e65eb53f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=361a8b86-b7f2-487e-aa66-7433a281598f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558541 Jul 13 08:00:59.239430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb8276-23f3-472c-8e14-f6969980319f req-5d32555f-44ec-4948-9e58-9ae754facbd2 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:59.241275 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2cb8276-23f3-472c-8e14-f6969980319f req-5d32555f-44ec-4948-9e58-9ae754facbd2 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 946 time: 0.0680521 Jul 13 08:00:59.268658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-eea32ac0-d721-4a37-bbb1-0588c8398226 service neutron] 10.222.0.53 "GET /v2.0/networks/361a8b86-b7f2-487e-aa66-7433a281598f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997124 Jul 13 08:00:59.284467 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2cb8276-23f3-472c-8e14-f6969980319f req-f63e2462-2131-4f51-b2e1-a098c1d245e2 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369952 Jul 13 08:00:59.309712 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35938) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:59.368817 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95bbfa91-d3d0-4dca-b1c2-1c8b8ce5747b req-f29f880d-4818-48ec-b82d-7d53093d74bc service neutron] 10.222.0.53 "GET /v2.0/networks/361a8b86-b7f2-487e-aa66-7433a281598f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930779 Jul 13 08:00:59.535709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a09202-5061-4a80-ad82-663bc14f0801 tempest-TestVolumeBackupRestore-966868020 tempest-TestVolumeBackupRestore-966868020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:59.538606 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d9a09202-5061-4a80-ad82-663bc14f0801 tempest-TestVolumeBackupRestore-966868020 tempest-TestVolumeBackupRestore-966868020-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 1092 time: 0.2277207 Jul 13 08:00:59.541427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 35948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:59.546754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:59.565438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33de91-db5f-4c52-99f7-1a0a508547a3 req-49ce0090-d4fe-426f-88cc-463f79485ac7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:59.566904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e33de91-db5f-4c52-99f7-1a0a508547a3 req-49ce0090-d4fe-426f-88cc-463f79485ac7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 907 time: 0.0945992 Jul 13 08:00:59.581906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:59.683743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:59.792790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Allocated IP 172.25.6.150 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/3c21c039-5aaa-41a3-acc4-9c83673e6322) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:59.891865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:59.934205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:59.979592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:59.983916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:59.988586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:59.991445 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event updated for resources: {'Port': ['ID=3c21c039-5aaa-41a3-acc4-9c83673e6322,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:59.997608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device be45df69-e089-4bd5-bd9e-0a43e575c98d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:00.053688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port be45df69-e089-4bd5-bd9e-0a43e575c98d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:00.054146 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.376999 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.454425 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.604562 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.609903 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.683815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event updated for resources: {'Port': ['ID=3c21c039-5aaa-41a3-acc4-9c83673e6322,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:00.698379 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.761428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff8bbf-f7f0-4841-8e73-f5f8bfda2423 req-fb161770-c196-4243-9a4d-32768d1f88d5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:00.762977 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55ff8bbf-f7f0-4841-8e73-f5f8bfda2423 req-fb161770-c196-4243-9a4d-32768d1f88d5 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 907 time: 0.0806556 Jul 13 08:01:00.801401 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Floating IP 00bbfbdb-38aa-48c6-bb06-5e91761489dc associated. External IP: 172.25.6.150, port: 0ef3134b-909e-4206-a74b-a5d43bd56f43. Jul 13 08:01:01.011640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Router 007e89be-df7a-4c44-b06e-69af0e984a80 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:01.016655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device d9205cf7-1bac-4b37-846a-b98d4d343e31 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:01:01.112840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port d9205cf7-1bac-4b37-846a-b98d4d343e31, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=d9205cf7-1bac-4b37-846a-b98d4d343e31,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:01.118921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:01.125769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'd9205cf7-1bac-4b37-846a-b98d4d343e31', 'network_id': '361a8b86-b7f2-487e-aa66-7433a281598f', 'port_id': 'd9205cf7-1bac-4b37-846a-b98d4d343e31', 'mac_address': 'fa:16:3e:cf:60:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d531c0-9c31-488a-8299-c59833bb3d0f', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:01:01.129899 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] Sync routers for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:01.135564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.140373 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:01.141004 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:01.164850 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.174099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b2ad67d8-3602-44f0-badc-d838c3f69e34 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6315997 Jul 13 08:01:01.174687 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:01.176986 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:01.178576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35974) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:01.180758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9205cf7-1bac-4b37-846a-b98d4d343e31 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:01:01.202705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port d9205cf7-1bac-4b37-846a-b98d4d343e31, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=d9205cf7-1bac-4b37-846a-b98d4d343e31,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:01.207749 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.223153 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeb899d-5d6c-4d8c-a619-e17a083f66a8 x-openstack-request-id: req-0eeb899d-5d6c-4d8c-a619-e17a083f66a8 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:01.223679 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:01.224262 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0eeb899d-5d6c-4d8c-a619-e17a083f66a8 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:01.225552 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'status': 'completed', 'code': 200} Jul 13 08:01:01.251202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d1af51-cecd-407a-b765-859cfab13199 tempest-TestVolumeBackupRestore-966868020 tempest-TestVolumeBackupRestore-966868020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:01.257407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-24d1af51-cecd-407a-b765-859cfab13199 tempest-TestVolumeBackupRestore-966868020 tempest-TestVolumeBackupRestore-966868020-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 1092 time: 0.0765011 Jul 13 08:01:01.258710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 35978) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:01.261672 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:01.265345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-12a9a281-129e-4d44-a2dc-0352a5b4df9d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Request body: {'floatingip': {'port_id': '0ef3134b-909e-4206-a74b-a5d43bd56f43'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:01.280955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=d9205cf7-1bac-4b37-846a-b98d4d343e31,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:01.327884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-da85e0d3-0784-4420-87a7-fe53d7801150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:01.329415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-da85e0d3-0784-4420-87a7-fe53d7801150 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61635373d7c54bc8b93df451ac5254d3&device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 1097 time: 0.0764394 Jul 13 08:01:01.339967 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12a9a281-129e-4d44-a2dc-0352a5b4df9d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:01.448460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['d9205cf7-1bac-4b37-846a-b98d4d343e31'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:01.501521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-78607233-4f13-4587-945c-5b0567b7a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:01.503099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-78607233-4f13-4587-945c-5b0567b7a771 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b55afdaa-4fa3-4abe-ab92-fd71cc162074 HTTP/1.1" status: 200 len: 915 time: 0.1663294 Jul 13 08:01:01.591397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-a292a100-1eb3-41ab-8a4f-df224058cb56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43 HTTP/1.1" status: 200 len: 1000 time: 0.0809066 Jul 13 08:01:01.616821 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '00bbfbdb-38aa-48c6-bb06-5e91761489dc', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'port_id': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'mac_address': 'fa:16:3e:fd:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:00Z', 'updated_at': '2021-07-13T08:01:00Z', 'revision_number': 0, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:47Z', 'revision_number': 5, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:01.655483 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] Checking router: 007e89be-df7a-4c44-b06e-69af0e984a80 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:01.658166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-e1e2895c-3908-4e30-84f2-103fb667a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:01.660193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-e1e2895c-3908-4e30-84f2-103fb667a646 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84253b8d-b5a4-4a9d-880e-4a36ff9e287f HTTP/1.1" status: 200 len: 853 time: 0.0618553 Jul 13 08:01:01.664983 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:01.665599 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:01.737888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-139cfc82-e8fb-4c61-a7cc-a184dd7d48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:01.739442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-139cfc82-e8fb-4c61-a7cc-a184dd7d48b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b55afdaa-4fa3-4abe-ab92-fd71cc162074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718369 Jul 13 08:01:01.796858 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:01.864540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-c1755745-ebc6-46e6-a6e7-0246538bad28 service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182575 Jul 13 08:01:02.015995 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07a8161c-58a9-4236-9e26-bc85ddfd1f2c req-a83404aa-5f6b-4393-bd73-4ff5a0edd2ca service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419165 Jul 13 08:01:02.063291 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12a9a281-129e-4d44-a2dc-0352a5b4df9d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:02.071714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12a9a281-129e-4d44-a2dc-0352a5b4df9d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:02.118255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cfb1a-b356-408d-b0c7-c3be75d4cf38 req-d139cb73-4dac-4f05-b3ca-f6ad6d85ddb9 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:02.119885 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '00bbfbdb-38aa-48c6-bb06-5e91761489dc', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'port_id': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'mac_address': 'fa:16:3e:fd:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:00Z', 'updated_at': '2021-07-13T08:01:00Z', 'revision_number': 0, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:47Z', 'revision_number': 5, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:02.120314 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fc5cfb1a-b356-408d-b0c7-c3be75d4cf38 req-d139cb73-4dac-4f05-b3ca-f6ad6d85ddb9 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 908 time: 0.1546988 Jul 13 08:01:02.149971 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247925b-1ee9-4ba8-9a69-ed983c8085c9 None None] The sync data for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 is: [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '00bbfbdb-38aa-48c6-bb06-5e91761489dc', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'port_id': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'mac_address': 'fa:16:3e:fd:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:00Z', 'updated_at': '2021-07-13T08:01:00Z', 'revision_number': 0, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:47Z', 'revision_number': 5, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:02.312506 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a9a281-129e-4d44-a2dc-0352a5b4df9d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Router 007e89be-df7a-4c44-b06e-69af0e984a80 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:02.353625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a420ca-e51d-4b80-9981-1f4610d03812 None None] New status for floating IP 00bbfbdb-38aa-48c6-bb06-5e91761489dc: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:01:02.425800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a9a281-129e-4d44-a2dc-0352a5b4df9d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:02.431060 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-12a9a281-129e-4d44-a2dc-0352a5b4df9d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:02.471954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:02.474902 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39398f66-3caf-4f0c-baaf-b93323fb5ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:02.523568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-12a9a281-129e-4d44-a2dc-0352a5b4df9d tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "PUT /v2.0/floatingips/00bbfbdb-38aa-48c6-bb06-5e91761489dc HTTP/1.1" status: 200 len: 992 time: 1.2628887 Jul 13 08:01:02.578249 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] Sync routers for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:02.588224 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:02.588923 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:02.685441 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7636a3db-1b4c-4de4-a153-437221d79f0e x-openstack-request-id: req-7636a3db-1b4c-4de4-a153-437221d79f0e {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:02.685741 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:02.686001 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7636a3db-1b4c-4de4-a153-437221d79f0e {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:02.686405 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'status': 'completed', 'code': 200} Jul 13 08:01:02.699968 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:02.765818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-62c0f96f-d5e3-45ac-a968-8cf40aef1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:02.767523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-62c0f96f-d5e3-45ac-a968-8cf40aef1189 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61635373d7c54bc8b93df451ac5254d3&device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 1097 time: 0.0599079 Jul 13 08:01:02.867769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-f4f90bad-abc5-49ac-b4aa-3c83a058bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:02.869329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-f4f90bad-abc5-49ac-b4aa-3c83a058bd9a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b55afdaa-4fa3-4abe-ab92-fd71cc162074 HTTP/1.1" status: 200 len: 915 time: 0.0952973 Jul 13 08:01:02.938822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-c64cb7ed-a947-47d2-bc6f-b8999ea05e7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43 HTTP/1.1" status: 200 len: 1002 time: 0.0622451 Jul 13 08:01:02.944490 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '00bbfbdb-38aa-48c6-bb06-5e91761489dc', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'port_id': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'mac_address': 'fa:16:3e:fd:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:00Z', 'updated_at': '2021-07-13T08:01:02Z', 'revision_number': 2, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:47Z', 'revision_number': 5, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:02.973057 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] Checking router: 007e89be-df7a-4c44-b06e-69af0e984a80 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:02.983211 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:02.983827 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:02.995585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-110ce191-256b-4986-a7d6-a5b27766cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:02.997244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-110ce191-256b-4986-a7d6-a5b27766cd96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84253b8d-b5a4-4a9d-880e-4a36ff9e287f HTTP/1.1" status: 200 len: 853 time: 0.0522218 Jul 13 08:01:03.034336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device d9205cf7-1bac-4b37-846a-b98d4d343e31 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:03.065517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-8152db89-b4bf-412f-8ce1-f67b975fa365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:03.067097 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-8152db89-b4bf-412f-8ce1-f67b975fa365 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b55afdaa-4fa3-4abe-ab92-fd71cc162074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639262 Jul 13 08:01:03.100365 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:03.106659 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port d9205cf7-1bac-4b37-846a-b98d4d343e31 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:03.114988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port d9205cf7-1bac-4b37-846a-b98d4d343e31 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:03.116957 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.177958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-073fcc0f-c9e7-4a18-a39f-4e1bc7563a9c service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043437 Jul 13 08:01:03.207341 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.247586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port d9205cf7-1bac-4b37-846a-b98d4d343e31, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=d9205cf7-1bac-4b37-846a-b98d4d343e31,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:03.248666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d895f4c-dd4f-426b-afdc-0d8efefda692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9205cf7-1bac-4b37-846a-b98d4d343e31'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:03.251241 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2029c88-f3f6-4244-aa32-21dae79cfc70" -d '{"events": [{"server_uuid": "1d895f4c-dd4f-426b-afdc-0d8efefda692", "name": "network-vif-plugged", "status": "completed", "tag": "d9205cf7-1bac-4b37-846a-b98d4d343e31"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:03.257132 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.332701 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0dee37-1f95-4d44-989c-af0edc038024 x-openstack-request-id: req-0d0dee37-1f95-4d44-989c-af0edc038024 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:03.334439 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d895f4c-dd4f-426b-afdc-0d8efefda692", "name": "network-vif-plugged", "status": "completed", "tag": "d9205cf7-1bac-4b37-846a-b98d4d343e31", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:03.334715 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d0dee37-1f95-4d44-989c-af0edc038024 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:03.335135 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d895f4c-dd4f-426b-afdc-0d8efefda692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9205cf7-1bac-4b37-846a-b98d4d343e31', 'code': 200} Jul 13 08:01:03.343986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=d9205cf7-1bac-4b37-846a-b98d4d343e31,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:03.344411 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39398f66-3caf-4f0c-baaf-b93323fb5ee6 req-0dd6d992-2836-4a16-a17a-f2a3bfa23a96 service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601088 Jul 13 08:01:03.479054 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda42a4-ff5b-400c-882c-9f9dfcd764ce req-e05590b8-75be-4bdc-b54c-ac11e24f138f tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:03.480767 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7fda42a4-ff5b-400c-882c-9f9dfcd764ce req-e05590b8-75be-4bdc-b54c-ac11e24f138f tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 909 time: 0.0980790 Jul 13 08:01:03.487013 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770f7ab-01dc-4fbb-9b5f-614ec758e924 req-2a77613b-4205-43e0-8049-714b94112ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:03.488601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5770f7ab-01dc-4fbb-9b5f-614ec758e924 req-2a77613b-4205-43e0-8049-714b94112ed6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 1060 time: 0.0735621 Jul 13 08:01:03.505751 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '00bbfbdb-38aa-48c6-bb06-5e91761489dc', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'port_id': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'mac_address': 'fa:16:3e:fd:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:00Z', 'updated_at': '2021-07-13T08:01:02Z', 'revision_number': 2, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:47Z', 'revision_number': 5, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:03.535588 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e03ae-02db-4168-8192-3774a7d41666 None None] The sync data for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 is: [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '00bbfbdb-38aa-48c6-bb06-5e91761489dc', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'port_id': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'mac_address': 'fa:16:3e:fd:2f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:01:00Z', 'updated_at': '2021-07-13T08:01:02Z', 'revision_number': 2, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:47Z', 'revision_number': 5, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:03.563807 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36026) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:03.631919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c229b793-53d1-41e3-9091-e074d31b4837 None None] Provisioning complete for port d9205cf7-1bac-4b37-846a-b98d4d343e31 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:03.632700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c229b793-53d1-41e3-9091-e074d31b4837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.673839 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b33f-a826-4b75-ab91-ce22c359a831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.769402 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b33f-a826-4b75-ab91-ce22c359a831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.772978 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b33f-a826-4b75-ab91-ce22c359a831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.809308 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1ba1b33f-a826-4b75-ab91-ce22c359a831 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f31a93252a3b4dd9af0606086459e96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446461 Jul 13 08:01:03.811317 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1b33f-a826-4b75-ab91-ce22c359a831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c7b56a-cba6-4701-97e3-ee019f2106ba,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:03.811936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36030) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:03.860599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8837062-07bf-4fba-9230-265727477d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.885974 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8837062-07bf-4fba-9230-265727477d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.932610 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8837062-07bf-4fba-9230-265727477d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.935193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f8837062-07bf-4fba-9230-265727477d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.936368 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f8837062-07bf-4fba-9230-265727477d5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55c7b56a-cba6-4701-97e3-ee019f2106ba HTTP/1.1" status: 204 len: 168 time: 0.1234305 Jul 13 08:01:03.944373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8837062-07bf-4fba-9230-265727477d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c7b56a-cba6-4701-97e3-ee019f2106ba,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:04.187098 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36036) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:04.201582 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-476443e6-e2c4-4a01-b604-81707e6102cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.302849 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-476443e6-e2c4-4a01-b604-81707e6102cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.306875 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-476443e6-e2c4-4a01-b604-81707e6102cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.344660 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-476443e6-e2c4-4a01-b604-81707e6102cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5414640ed7c94ddabe171de18bfef5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564627 Jul 13 08:01:04.345518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476443e6-e2c4-4a01-b604-81707e6102cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7660c94-8410-40fe-8089-3cb5f8e7a705,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:04.347549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36038) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:04.404198 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-855df17e-ce90-4481-9b8b-2c82a8d559b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.425880 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-855df17e-ce90-4481-9b8b-2c82a8d559b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.473429 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-855df17e-ce90-4481-9b8b-2c82a8d559b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.477331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-855df17e-ce90-4481-9b8b-2c82a8d559b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.478549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-855df17e-ce90-4481-9b8b-2c82a8d559b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7660c94-8410-40fe-8089-3cb5f8e7a705 HTTP/1.1" status: 204 len: 168 time: 0.1240959 Jul 13 08:01:04.486238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855df17e-ce90-4481-9b8b-2c82a8d559b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7660c94-8410-40fe-8089-3cb5f8e7a705,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:04.676129 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.676731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dea0d2-9577-4d8c-9ff0-1de95a68d647 req-5a3542e6-44a0-4b5e-9a76-eb8dea0981d8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:04.679103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7dea0d2-9577-4d8c-9ff0-1de95a68d647 req-5a3542e6-44a0-4b5e-9a76-eb8dea0981d8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 909 time: 0.0768316 Jul 13 08:01:04.687685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:04.690150 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4525629-29d1-4767-94af-0aa5620db5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:04.736369 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843f2ebb-35aa-4e00-ac81-6d928e290de5 x-openstack-request-id: req-843f2ebb-35aa-4e00-ac81-6d928e290de5 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:04.736660 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:04.737023 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-843f2ebb-35aa-4e00-ac81-6d928e290de5 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:04.737430 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'status': 'completed', 'code': 200} Jul 13 08:01:04.864038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-9c011fe4-bc6e-4c03-85df-6d21cfa6bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:04.866634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-9c011fe4-bc6e-4c03-85df-6d21cfa6bd39 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61635373d7c54bc8b93df451ac5254d3&device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 1097 time: 0.1048784 Jul 13 08:01:04.890892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe099b-bc49-4b1b-a894-2c3b43ed892d req-fb2c32f3-6ae5-4adf-9cae-8495dfc35a33 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:04.892431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-48fe099b-bc49-4b1b-a894-2c3b43ed892d req-fb2c32f3-6ae5-4adf-9cae-8495dfc35a33 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 909 time: 0.0956619 Jul 13 08:01:04.977825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-92d79111-dcc7-4880-aa10-c8fa1ffacd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:04.979387 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-92d79111-dcc7-4880-aa10-c8fa1ffacd00 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b55afdaa-4fa3-4abe-ab92-fd71cc162074 HTTP/1.1" status: 200 len: 915 time: 0.1058872 Jul 13 08:01:05.048792 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-75509e2a-21ef-4022-abd3-176986220628 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43 HTTP/1.1" status: 200 len: 1002 time: 0.0627096 Jul 13 08:01:05.063750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa27b9-af60-4b9c-af54-4540c614fbbb req-530d17c7-d44c-4449-a06d-84907b5b7aeb tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:05.065386 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3cfa27b9-af60-4b9c-af54-4540c614fbbb req-530d17c7-d44c-4449-a06d-84907b5b7aeb tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 1060 time: 0.0537894 Jul 13 08:01:05.108941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-544c52c8-bf90-46c2-ae50-e6ffbbbed158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:05.110556 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-544c52c8-bf90-46c2-ae50-e6ffbbbed158 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84253b8d-b5a4-4a9d-880e-4a36ff9e287f HTTP/1.1" status: 200 len: 853 time: 0.0562208 Jul 13 08:01:05.126719 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:01:05.176117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-adf84cb4-0017-4d03-994f-e4679f58efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:05.178903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-adf84cb4-0017-4d03-994f-e4679f58efde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b55afdaa-4fa3-4abe-ab92-fd71cc162074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624769 Jul 13 08:01:05.312726 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-8f2407b6-a724-431c-aad9-c8f759cd81ef service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273475 Jul 13 08:01:05.315983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3ddec-95cb-4489-ab71-ffbb875fa1e3 req-63652bee-6065-4f06-9c00-5be9d0dc7f09 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:05.317412 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2a3ddec-95cb-4489-ab71-ffbb875fa1e3 req-63652bee-6065-4f06-9c00-5be9d0dc7f09 tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 1135 time: 0.1243677 Jul 13 08:01:05.405848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2a3ddec-95cb-4489-ab71-ffbb875fa1e3 req-01647ddd-41f3-4f7c-a0e0-fcf7e52fbeeb tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0768349 Jul 13 08:01:05.430414 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4525629-29d1-4767-94af-0aa5620db5c9 req-3d659e61-8981-4ed4-98bf-aef110bed9a4 service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119840 Jul 13 08:01:05.430614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36076) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:05.492067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59450d20-0ec4-4dd1-bfe1-d6fa31ad94fc tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:05.493628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-59450d20-0ec4-4dd1-bfe1-d6fa31ad94fc tempest-TestSecurityGroupsBasicOps-2093093278 tempest-TestSecurityGroupsBasicOps-2093093278-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 1055 time: 0.0620749 Jul 13 08:01:05.860376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444c942-c5f7-4d54-8587-98751c113a3e req-7b64d461-3650-47db-863b-4794c1549849 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:05.864479 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c444c942-c5f7-4d54-8587-98751c113a3e req-7b64d461-3650-47db-863b-4794c1549849 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 909 time: 0.0711253 Jul 13 08:01:07.051250 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6b35b-3e64-44de-ad85-246170523ef5 req-b5f1fc45-d48f-48e9-8b30-4597c9576de9 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:07.052911 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a7c6b35b-3e64-44de-ad85-246170523ef5 req-b5f1fc45-d48f-48e9-8b30-4597c9576de9 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 909 time: 0.0667231 Jul 13 08:01:07.068424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-e57e727c-084d-4188-9486-e16aa8b62aba tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:07.071124 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-e57e727c-084d-4188-9486-e16aa8b62aba tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 909 time: 0.0700758 Jul 13 08:01:07.172985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-ac0ed9c5-db46-414a-992f-1f0f35cea20e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Deleting port d9205cf7-1bac-4b37-846a-b98d4d343e31 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:07.173327 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-ac0ed9c5-db46-414a-992f-1f0f35cea20e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.268412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-ac0ed9c5-db46-414a-992f-1f0f35cea20e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] For port d9205cf7-1bac-4b37-846a-b98d4d343e31, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=d9205cf7-1bac-4b37-846a-b98d4d343e31,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:07.268781 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-ac0ed9c5-db46-414a-992f-1f0f35cea20e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.280986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-ac0ed9c5-db46-414a-992f-1f0f35cea20e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Calling delete_port for d9205cf7-1bac-4b37-846a-b98d4d343e31 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:07.304551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36188) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:07.409515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-ac0ed9c5-db46-414a-992f-1f0f35cea20e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.410705 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e71e1a59-2b08-450b-bf99-9419efccfff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.435495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ed9c5-db46-414a-992f-1f0f35cea20e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Port': ['ID=d9205cf7-1bac-4b37-846a-b98d4d343e31,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:07.486345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-ac0ed9c5-db46-414a-992f-1f0f35cea20e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] No DVR routers for this DVR port d9205cf7-1bac-4b37-846a-b98d4d343e31 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:07.489632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-ac0ed9c5-db46-414a-992f-1f0f35cea20e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.492397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-765c5977-db81-4b08-ab41-667fde10a6c1 req-ac0ed9c5-db46-414a-992f-1f0f35cea20e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.53 "DELETE /v2.0/ports/d9205cf7-1bac-4b37-846a-b98d4d343e31 HTTP/1.1" status: 204 len: 173 time: 0.4154763 Jul 13 08:01:07.492837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d895f4c-dd4f-426b-afdc-0d8efefda692', 'name': 'network-vif-deleted', 'tag': 'd9205cf7-1bac-4b37-846a-b98d4d343e31'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:07.495106 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5083a454-1779-4f68-b489-03f74f1cc31e" -d '{"events": [{"server_uuid": "1d895f4c-dd4f-426b-afdc-0d8efefda692", "name": "network-vif-deleted", "tag": "d9205cf7-1bac-4b37-846a-b98d4d343e31"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:07.519335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e71e1a59-2b08-450b-bf99-9419efccfff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.529689 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e71e1a59-2b08-450b-bf99-9419efccfff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.536472 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672367d6-8ebe-46b0-b34d-d39c36577502 x-openstack-request-id: req-672367d6-8ebe-46b0-b34d-d39c36577502 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:07.536833 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d895f4c-dd4f-426b-afdc-0d8efefda692", "name": "network-vif-deleted", "tag": "d9205cf7-1bac-4b37-846a-b98d4d343e31", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:07.537072 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-672367d6-8ebe-46b0-b34d-d39c36577502 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:07.537598 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d895f4c-dd4f-426b-afdc-0d8efefda692', 'name': 'network-vif-deleted', 'tag': 'd9205cf7-1bac-4b37-846a-b98d4d343e31', 'status': 'completed', 'code': 200} Jul 13 08:01:07.579079 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e71e1a59-2b08-450b-bf99-9419efccfff9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe8c38c5109b4035afb50833653fb7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734454 Jul 13 08:01:07.580125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e1a59-2b08-450b-bf99-9419efccfff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13cdf2e-688e-492b-8a74-722a49c04016,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:07.581856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36194) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:07.641220 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87af9732-a236-4eea-bfb3-7b42a0c8e84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.667889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87af9732-a236-4eea-bfb3-7b42a0c8e84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.717446 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87af9732-a236-4eea-bfb3-7b42a0c8e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.720215 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-87af9732-a236-4eea-bfb3-7b42a0c8e84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:07.721370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-87af9732-a236-4eea-bfb3-7b42a0c8e84a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a13cdf2e-688e-492b-8a74-722a49c04016 HTTP/1.1" status: 204 len: 168 time: 0.1383159 Jul 13 08:01:07.732793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af9732-a236-4eea-bfb3-7b42a0c8e84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13cdf2e-688e-492b-8a74-722a49c04016,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:07.982360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36200) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:07.996028 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73aff375-8be6-46a0-b5fa-ad03d93227e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.088134 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73aff375-8be6-46a0-b5fa-ad03d93227e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.092741 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-73aff375-8be6-46a0-b5fa-ad03d93227e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.119547 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.122809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-73aff375-8be6-46a0-b5fa-ad03d93227e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5829e01e04b04788b04fb5a8662ed928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393645 Jul 13 08:01:08.123135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36204) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:08.152937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aff375-8be6-46a0-b5fa-ad03d93227e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecc1abe-40e7-4a71-be57-ea8c04d39676,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:08.184692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33d753ad-59ce-4e3f-8628-b14cccd9c137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.210042 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33d753ad-59ce-4e3f-8628-b14cccd9c137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.234149 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-176972f0-8c90-41b7-acdb-2db6efa22e1b req-d5df0948-9450-4d06-8f65-7516119edd4f tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d895f4c-dd4f-426b-afdc-0d8efefda692 HTTP/1.1" status: 200 len: 210 time: 0.0313387 Jul 13 08:01:08.267270 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33d753ad-59ce-4e3f-8628-b14cccd9c137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.269908 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33d753ad-59ce-4e3f-8628-b14cccd9c137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:08.271058 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-33d753ad-59ce-4e3f-8628-b14cccd9c137 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ecc1abe-40e7-4a71-be57-ea8c04d39676 HTTP/1.1" status: 204 len: 168 time: 0.1454902 Jul 13 08:01:08.278780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d753ad-59ce-4e3f-8628-b14cccd9c137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecc1abe-40e7-4a71-be57-ea8c04d39676,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:09.329021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36242) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:09.710791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:09.999283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Deleting port be45df69-e089-4bd5-bd9e-0a43e575c98d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:09.999632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.089113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] For port be45df69-e089-4bd5-bd9e-0a43e575c98d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=be45df69-e089-4bd5-bd9e-0a43e575c98d,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:10.089399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.102844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Calling delete_port for be45df69-e089-4bd5-bd9e-0a43e575c98d owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:10.647679 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:10.672681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Port': ['ID=be45df69-e089-4bd5-bd9e-0a43e575c98d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:10.854608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.064588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device d9205cf7-1bac-4b37-846a-b98d4d343e31 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:11.078574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:11.093605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: d9205cf7-1bac-4b37-846a-b98d4d343e31 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:11.094011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device d9205cf7-1bac-4b37-846a-b98d4d343e31 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:11.194157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:11.202322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8732e4f0-e925-46d0-b9f5-3a715b02ad4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "PUT /v2.0/routers/b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8721948 Jul 13 08:01:11.203608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36264) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:11.207139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] Sync routers for ids ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:11.216413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] Routers {'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:11.217056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:11.258369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-904f0a4a-a25b-4338-aea2-522b02d151de tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Deleting subnet 64d531c0-9c31-488a-8299-c59833bb3d0f {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:11.261950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-904f0a4a-a25b-4338-aea2-522b02d151de tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.303115 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-904f0a4a-a25b-4338-aea2-522b02d151de tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.406767 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-904f0a4a-a25b-4338-aea2-522b02d151de tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.478283 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-904f0a4a-a25b-4338-aea2-522b02d151de tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.494105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] Set router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:11.506995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f0a4a-a25b-4338-aea2-522b02d151de tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Subnet': ['ID=64d531c0-9c31-488a-8299-c59833bb3d0f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:11.509527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-904f0a4a-a25b-4338-aea2-522b02d151de tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.511761 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-904f0a4a-a25b-4338-aea2-522b02d151de tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "DELETE /v2.0/subnets/64d531c0-9c31-488a-8299-c59833bb3d0f HTTP/1.1" status: 204 len: 168 time: 0.3070641 Jul 13 08:01:11.514425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36266) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:11.527589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cdd393-6e38-4299-ac1c-39c590c0b96b None None] Network 361a8b86-b7f2-487e-aa66-7433a281598f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:11.622596 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.732814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.793838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488904752', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:01:10Z', 'revision_number': 5, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '30d2955b-4820-49ac-b597-370f6d9486d3', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:50:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:11.794654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Deleting port 30d2955b-4820-49ac-b597-370f6d9486d3 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:11.795261 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.821716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] Checking router: b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:11.830575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] Routers {'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:11.831243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:11.897745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e88029c-5af4-4176-9201-2ccc5dde59c3 None None] DHCP port deletion for 361a8b86-b7f2-487e-aa66-7433a281598f request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:01:11.899574 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] For port 30d2955b-4820-49ac-b597-370f6d9486d3, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=30d2955b-4820-49ac-b597-370f6d9486d3,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:11.900038 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:11.916203 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Calling delete_port for 30d2955b-4820-49ac-b597-370f6d9486d3 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:11.946737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] Set router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:12.011525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488904752', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:01:11Z', 'revision_number': 6, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:12.040889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ebbf69-55d0-4e49-a41a-cb12bd140e3e None None] The sync data for ids ['b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128'] in n-d-798249-7 is: [{'id': 'b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488904752', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:48Z', 'updated_at': '2021-07-13T08:01:11Z', 'revision_number': 6, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:12.050747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3e88029c-5af4-4176-9201-2ccc5dde59c3 None None] Deleting port b0af8284-c2f0-4163-bcf9-35d2ff48b99c {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:12.051261 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e88029c-5af4-4176-9201-2ccc5dde59c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.071159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device b0af8284-c2f0-4163-bcf9-35d2ff48b99c no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:12.157239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-3e88029c-5af4-4176-9201-2ccc5dde59c3 None None] For port b0af8284-c2f0-4163-bcf9-35d2ff48b99c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b0af8284-c2f0-4163-bcf9-35d2ff48b99c,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:12.157868 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e88029c-5af4-4176-9201-2ccc5dde59c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.173660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3e88029c-5af4-4176-9201-2ccc5dde59c3 None None] Calling delete_port for b0af8284-c2f0-4163-bcf9-35d2ff48b99c owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:12.258581 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.311225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port b0af8284-c2f0-4163-bcf9-35d2ff48b99c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=b0af8284-c2f0-4163-bcf9-35d2ff48b99c,segment=NetworkSegment(3fa6437b-d3c2-41e7-ad45-ccb075396b63),segment_id=3fa6437b-d3c2-41e7-ad45-ccb075396b63)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:12.317746 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.345858 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e88029c-5af4-4176-9201-2ccc5dde59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.366206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88029c-5af4-4176-9201-2ccc5dde59c3 None None] No DVR routers for this DVR port b0af8284-c2f0-4163-bcf9-35d2ff48b99c on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:12.400551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=b0af8284-c2f0-4163-bcf9-35d2ff48b99c,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:12.409527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.410283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.410802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.411428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.411932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.413407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.413924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.414430 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.414935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.415426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.415934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.416447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:12.448649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88029c-5af4-4176-9201-2ccc5dde59c3 None None] Pushing event deleted for resources: {'Port': ['ID=b0af8284-c2f0-4163-bcf9-35d2ff48b99c,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:12.535385 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.562930 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Port': ['ID=30d2955b-4820-49ac-b597-370f6d9486d3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:12.635740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.730256 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.732431 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.775676 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.776225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Fanout notify agent at l3_agent the message router_deleted on router b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:01:12.783637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.784783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7e2470ae-0bfd-48b1-83fe-77d0b4007cb3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "DELETE /v2.0/routers/b9c8dd8b-20a8-4f3c-b0c5-ac9e67cd4128 HTTP/1.1" status: 204 len: 168 time: 1.2693756 Jul 13 08:01:12.787455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36276) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:12.865506 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.957527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:12.967960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361a8b86-b7f2-487e-aa66-7433a281598f']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:12.977537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa6437b-d3c2-41e7-ad45-ccb075396b63') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:12.977829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa6437b-d3c2-41e7-ad45-ccb075396b63') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:12.986428 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.000523 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.007779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:13.008214 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:13.011327 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:13.077833 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.083600 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.086579 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "DELETE /v2.0/networks/361a8b86-b7f2-487e-aa66-7433a281598f HTTP/1.1" status: 204 len: 168 time: 0.2980411 Jul 13 08:01:13.089790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36278) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:13.103791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f750b7-d034-435e-b8b5-481e660748f8 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Network': ['ID=361a8b86-b7f2-487e-aa66-7433a281598f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:13.248354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Deleting port 6bc9f903-f85f-47fe-a9da-6dc8becf3282 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:13.248595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.323426 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.323756 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.336183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Calling delete_port for 6bc9f903-f85f-47fe-a9da-6dc8becf3282 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:13.483292 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.505541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Port': ['ID=6bc9f903-f85f-47fe-a9da-6dc8becf3282,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:13.576460 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.576862 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Floating IP 969b45fb-eb71-415f-a8bb-7c729317ee2d disassociated (deleted). External IP: 172.25.6.141, port: 585549be-57bd-4a7a-a049-b9c6566a4698. Jul 13 08:01:13.797015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Router 775b8c2f-455b-445b-a42d-bd1bc608cef4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:13.905998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:13.910768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:13.915823 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] Sync routers for ids ['775b8c2f-455b-445b-a42d-bd1bc608cef4'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:13.924903 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] Routers {'775b8c2f-455b-445b-a42d-bd1bc608cef4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:13.925521 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['775b8c2f-455b-445b-a42d-bd1bc608cef4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:13.958498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-006bf70e-ee2c-4009-ac66-694b0de15db6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "DELETE /v2.0/floatingips/969b45fb-eb71-415f-a8bb-7c729317ee2d HTTP/1.1" status: 204 len: 168 time: 0.8673007 Jul 13 08:01:13.959107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'tag': '585549be-57bd-4a7a-a049-b9c6566a4698'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:13.962090 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1" -d '{"events": [{"name": "network-changed", "server_uuid": "19c0de82-43e0-4ec7-8fab-db88f279e2fc", "tag": "585549be-57bd-4a7a-a049-b9c6566a4698"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:13.998369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device be45df69-e089-4bd5-bd9e-0a43e575c98d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:14.008318 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b21ad2f-2db6-46d4-91f9-1a6a118ea349 x-openstack-request-id: req-0b21ad2f-2db6-46d4-91f9-1a6a118ea349 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:14.008611 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c0de82-43e0-4ec7-8fab-db88f279e2fc", "tag": "585549be-57bd-4a7a-a049-b9c6566a4698", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:14.008867 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b21ad2f-2db6-46d4-91f9-1a6a118ea349 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:14.009482 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'tag': '585549be-57bd-4a7a-a049-b9c6566a4698', 'status': 'completed', 'code': 200} Jul 13 08:01:14.028777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: be45df69-e089-4bd5-bd9e-0a43e575c98d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:14.029211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device be45df69-e089-4bd5-bd9e-0a43e575c98d not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:14.029702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 30d2955b-4820-49ac-b597-370f6d9486d3 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:14.035571 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] Set router 775b8c2f-455b-445b-a42d-bd1bc608cef4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:14.049375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 30d2955b-4820-49ac-b597-370f6d9486d3 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:14.050081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 30d2955b-4820-49ac-b597-370f6d9486d3 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:14.129158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-21e39223-f63a-4ee9-b6d3-476212a2f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.130700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-21e39223-f63a-4ee9-b6d3-476212a2f143 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 1135 time: 0.0991614 Jul 13 08:01:14.216205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-49fe9265-9db4-41d2-a0be-d1957814d135 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259718 Jul 13 08:01:14.242353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-9c8728ae-6f97-4ff4-ae9c-0a3436b144ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.243848 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-9c8728ae-6f97-4ff4-ae9c-0a3436b144ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb HTTP/1.1" status: 200 len: 897 time: 0.1060076 Jul 13 08:01:14.252045 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8042ff44-d54e-4f76-ae0b-50e6698b5155', 'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:36:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:55Z', 'updated_at': '2021-07-13T08:00:02Z', 'revision_number': 5, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:14.279381 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] Checking router: 775b8c2f-455b-445b-a42d-bd1bc608cef4 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:14.290279 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-248fb1c6-443a-48e6-961f-3d0d965dd468 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585549be-57bd-4a7a-a049-b9c6566a4698 HTTP/1.1" status: 200 len: 217 time: 0.0392883 Jul 13 08:01:14.290564 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] Routers {'775b8c2f-455b-445b-a42d-bd1bc608cef4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:14.290960 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:00:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['775b8c2f-455b-445b-a42d-bd1bc608cef4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:14.295185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b0e7fa20-cd05-47cf-a450-acf44e6ebced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:14.374379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-a8911602-96aa-4e32-bb2c-1161cc0b3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.375866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-a8911602-96aa-4e32-bb2c-1161cc0b3a58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d70f468f-d53c-4827-a6e4-ff9bebd5e65e HTTP/1.1" status: 200 len: 835 time: 0.0788023 Jul 13 08:01:14.397644 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] Set router 775b8c2f-455b-445b-a42d-bd1bc608cef4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:14.429420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a303baf-ca7a-4af1-9034-0435bd7af439 req-d7302804-c5a2-4368-8184-8297a93c4363 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.430921 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a303baf-ca7a-4af1-9034-0435bd7af439 req-d7302804-c5a2-4368-8184-8297a93c4363 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 984 time: 0.1259704 Jul 13 08:01:14.480165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-6311bd39-a838-4143-8659-20969155d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.481680 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-6311bd39-a838-4143-8659-20969155d8e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976310 Jul 13 08:01:14.488879 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8a303baf-ca7a-4af1-9034-0435bd7af439 req-aac04717-4349-402c-9026-e154e191236c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0509195 Jul 13 08:01:14.577528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-07f06293-b79d-4223-80fd-2dfaca68eb60 service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877066 Jul 13 08:01:14.591903 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8042ff44-d54e-4f76-ae0b-50e6698b5155', 'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:36:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:55Z', 'updated_at': '2021-07-13T08:00:02Z', 'revision_number': 5, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:14.621623 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396225fe-25f6-4fe8-a28f-a310d2399abd None None] The sync data for ids ['775b8c2f-455b-445b-a42d-bd1bc608cef4'] in n-d-798249-7 is: [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T07:59:56Z', 'revision_number': 4, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8042ff44-d54e-4f76-ae0b-50e6698b5155', 'name': '', 'network_id': 'ed216a99-762d-4b95-9e7c-0e9c5741e3bb', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'mac_address': 'fa:16:3e:36:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:55Z', 'updated_at': '2021-07-13T08:00:02Z', 'revision_number': 5, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'subnets': [{'id': 'd70f468f-d53c-4827-a6e4-ff9bebd5e65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:14.676498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ed2d841-0cb1-4304-9581-c3c3b8cdbde1 req-edb0d3e2-1cae-4585-a78b-79834f317b51 service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908530 Jul 13 08:01:14.801670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-8333d79a-d203-4443-81cf-39cbcd79097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.803243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-8333d79a-d203-4443-81cf-39cbcd79097d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 1135 time: 0.0570908 Jul 13 08:01:14.905867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dfa4ec-d5ef-4c60-bf6b-cff0a3051a1a None None] New status for floating IP 969b45fb-eb71-415f-a8bb-7c729317ee2d: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:01:14.939537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-cba0d7c6-28bd-4c21-9d19-86222f7acd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.941069 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-cba0d7c6-28bd-4c21-9d19-86222f7acd53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb HTTP/1.1" status: 200 len: 897 time: 0.1154387 Jul 13 08:01:14.985391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-abcc443e-111b-4e40-ad12-143524146030 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=585549be-57bd-4a7a-a049-b9c6566a4698 HTTP/1.1" status: 200 len: 217 time: 0.0373766 Jul 13 08:01:15.036879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-fd07074d-1e87-4f34-849e-80ef03fe6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:15.038625 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-fd07074d-1e87-4f34-849e-80ef03fe6c3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d70f468f-d53c-4827-a6e4-ff9bebd5e65e HTTP/1.1" status: 200 len: 835 time: 0.0463643 Jul 13 08:01:15.098608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-ae0e7a5b-6945-4474-b435-5f1d396d5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:15.100339 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-ae0e7a5b-6945-4474-b435-5f1d396d5998 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed216a99-762d-4b95-9e7c-0e9c5741e3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541692 Jul 13 08:01:15.199405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-8f65737e-10c1-4e1f-9206-4ec1e99903ec service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918603 Jul 13 08:01:15.300433 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-406b2b45-d1b3-4ba1-b4bd-674bfd9ccc62 service neutron] 10.222.0.54 "GET /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923989 Jul 13 08:01:15.588977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-ac7159cb-8761-46e0-a1f0-48c8749f5f4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:15.590450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-ac7159cb-8761-46e0-a1f0-48c8749f5f4c tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.54 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 984 time: 0.0654716 Jul 13 08:01:15.673585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f799e1-61fb-49cf-a04f-40c09c420db1 req-d3eaef22-d5f5-4659-bae8-675eba018a28 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:15.675102 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02f799e1-61fb-49cf-a04f-40c09c420db1 req-d3eaef22-d5f5-4659-bae8-675eba018a28 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c0de82-43e0-4ec7-8fab-db88f279e2fc HTTP/1.1" status: 200 len: 984 time: 0.0685961 Jul 13 08:01:15.693492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-af8dc816-d5d1-46cb-8fec-3552c0a732b7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Deleting port 585549be-57bd-4a7a-a049-b9c6566a4698 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:15.693852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-af8dc816-d5d1-46cb-8fec-3552c0a732b7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:15.715201 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-02f799e1-61fb-49cf-a04f-40c09c420db1 req-96903819-6a23-4df1-9c48-d5eca3bebbfb tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759&id=032be591-51a4-4899-8d7d-3c5b913df508&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0333316 Jul 13 08:01:15.796396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-af8dc816-d5d1-46cb-8fec-3552c0a732b7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] For port 585549be-57bd-4a7a-a049-b9c6566a4698, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=585549be-57bd-4a7a-a049-b9c6566a4698,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:15.796756 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-af8dc816-d5d1-46cb-8fec-3552c0a732b7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:15.809431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-af8dc816-d5d1-46cb-8fec-3552c0a732b7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Calling delete_port for 585549be-57bd-4a7a-a049-b9c6566a4698 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:15.952499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-af8dc816-d5d1-46cb-8fec-3552c0a732b7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:15.980977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dc816-d5d1-46cb-8fec-3552c0a732b7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Port': ['ID=585549be-57bd-4a7a-a049-b9c6566a4698,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:16.026629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-af8dc816-d5d1-46cb-8fec-3552c0a732b7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] No DVR routers for this DVR port 585549be-57bd-4a7a-a049-b9c6566a4698 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:16.029194 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-af8dc816-d5d1-46cb-8fec-3552c0a732b7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.031168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb904bb9-ca87-4056-a94b-42470fbe9ead req-af8dc816-d5d1-46cb-8fec-3552c0a732b7 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.54 "DELETE /v2.0/ports/585549be-57bd-4a7a-a049-b9c6566a4698 HTTP/1.1" status: 204 len: 173 time: 0.4345131 Jul 13 08:01:16.031600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'name': 'network-vif-deleted', 'tag': '585549be-57bd-4a7a-a049-b9c6566a4698'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:16.033884 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d34ce95-f07a-4db6-b245-f530df6638c5" -d '{"events": [{"server_uuid": "19c0de82-43e0-4ec7-8fab-db88f279e2fc", "name": "network-vif-deleted", "tag": "585549be-57bd-4a7a-a049-b9c6566a4698"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:16.081914 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7080a4-eccd-437f-939b-aa6aaba10c52 x-openstack-request-id: req-1e7080a4-eccd-437f-939b-aa6aaba10c52 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:16.082225 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c0de82-43e0-4ec7-8fab-db88f279e2fc", "name": "network-vif-deleted", "tag": "585549be-57bd-4a7a-a049-b9c6566a4698", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:16.082460 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e7080a4-eccd-437f-939b-aa6aaba10c52 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:16.082864 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c0de82-43e0-4ec7-8fab-db88f279e2fc', 'name': 'network-vif-deleted', 'tag': '585549be-57bd-4a7a-a049-b9c6566a4698', 'status': 'completed', 'code': 200} Jul 13 08:01:16.813998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36304) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:16.869935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0e9dee1-9f21-41a7-8af0-d3d32f1205f3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.891934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0e9dee1-9f21-41a7-8af0-d3d32f1205f3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.938972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0e9dee1-9f21-41a7-8af0-d3d32f1205f3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.941957 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b0e9dee1-9f21-41a7-8af0-d3d32f1205f3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:16.946402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b0e9dee1-9f21-41a7-8af0-d3d32f1205f3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "DELETE /v2.0/security-groups/032be591-51a4-4899-8d7d-3c5b913df508 HTTP/1.1" status: 204 len: 168 time: 0.1281548 Jul 13 08:01:16.946884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36306) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:16.961477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9dee1-9f21-41a7-8af0-d3d32f1205f3 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032be591-51a4-4899-8d7d-3c5b913df508,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:17.029490 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58154e67-2c73-4616-9d44-b755ec5557cf tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.066127 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58154e67-2c73-4616-9d44-b755ec5557cf tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.114335 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.126039 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58154e67-2c73-4616-9d44-b755ec5557cf tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.128665 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58154e67-2c73-4616-9d44-b755ec5557cf tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.129834 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-58154e67-2c73-4616-9d44-b755ec5557cf tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "DELETE /v2.0/security-groups/f0f85ccd-66e4-4977-adf0-5cd5c8ab7759 HTTP/1.1" status: 204 len: 168 time: 0.1818032 Jul 13 08:01:17.134295 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36314) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:17.145332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58154e67-2c73-4616-9d44-b755ec5557cf tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f85ccd-66e4-4977-adf0-5cd5c8ab7759,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:17.270457 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a8f7aba9-f2ba-427f-98d2-c0696069ac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.310800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36318) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:17.428359 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea117-4970-4072-b43c-b878654fafc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.529446 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea117-4970-4072-b43c-b878654fafc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.533240 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea117-4970-4072-b43c-b878654fafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.575807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ea7ea117-4970-4072-b43c-b878654fafc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=420e2eb715374fbba4e2e349d7b53990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638915 Jul 13 08:01:17.576739 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ea117-4970-4072-b43c-b878654fafc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c28ed31-3005-4f7f-bce0-765295dee126,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:17.579204 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36322) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:17.633740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7d73-5179-4776-b361-8b08a1f8ad3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.655620 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7d73-5179-4776-b361-8b08a1f8ad3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.706589 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7d73-5179-4776-b361-8b08a1f8ad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.709546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2c1a7d73-5179-4776-b361-8b08a1f8ad3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.710776 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2c1a7d73-5179-4776-b361-8b08a1f8ad3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c28ed31-3005-4f7f-bce0-765295dee126 HTTP/1.1" status: 204 len: 168 time: 0.1307938 Jul 13 08:01:17.719237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a7d73-5179-4776-b361-8b08a1f8ad3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c28ed31-3005-4f7f-bce0-765295dee126,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:17.865349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:17.980459 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36328) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:17.993519 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-530af295-fb68-4670-8f73-f7a82d740994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.008182 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.087376 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-530af295-fb68-4670-8f73-f7a82d740994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.091426 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-530af295-fb68-4670-8f73-f7a82d740994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.108580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac363589-4790-4123-a1d4-d40b0080882c req-a9248d34-1ecb-41ea-9d2c-0bd69d8a9ce5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035612 Jul 13 08:01:18.129068 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-530af295-fb68-4670-8f73-f7a82d740994 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0346ca22d5af4086a273a6f86ccd2f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474972 Jul 13 08:01:18.132914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36330) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:18.140323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530af295-fb68-4670-8f73-f7a82d740994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dbb5ca-814a-463e-83d2-1cfca4b620f1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:18.185733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b4b5b72-1b41-4f15-8ccc-646b4b60fc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.207221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b4b5b72-1b41-4f15-8ccc-646b4b60fc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.244501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Deleting port 8042ff44-d54e-4f76-ae0b-50e6698b5155 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:18.244833 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.256271 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b4b5b72-1b41-4f15-8ccc-646b4b60fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.259322 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b4b5b72-1b41-4f15-8ccc-646b4b60fc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.260667 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6b4b5b72-1b41-4f15-8ccc-646b4b60fc9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14dbb5ca-814a-463e-83d2-1cfca4b620f1 HTTP/1.1" status: 204 len: 168 time: 0.1266928 Jul 13 08:01:18.268845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b5b72-1b41-4f15-8ccc-646b4b60fc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dbb5ca-814a-463e-83d2-1cfca4b620f1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:18.276908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363589-4790-4123-a1d4-d40b0080882c req-300a1b29-3efc-4e4f-9952-bbfbcbc093b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:18.278506 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac363589-4790-4123-a1d4-d40b0080882c req-300a1b29-3efc-4e4f-9952-bbfbcbc093b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61635373d7c54bc8b93df451ac5254d3&device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 1097 time: 0.0982776 Jul 13 08:01:18.413688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] For port 8042ff44-d54e-4f76-ae0b-50e6698b5155, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8042ff44-d54e-4f76-ae0b-50e6698b5155,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:18.414063 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.432678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Calling delete_port for 8042ff44-d54e-4f76-ae0b-50e6698b5155 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:18.448671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363589-4790-4123-a1d4-d40b0080882c req-ae8a6adb-aa61-4e1d-b007-c474acda9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:18.450154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac363589-4790-4123-a1d4-d40b0080882c req-ae8a6adb-aa61-4e1d-b007-c474acda9218 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b55afdaa-4fa3-4abe-ab92-fd71cc162074 HTTP/1.1" status: 200 len: 915 time: 0.1278348 Jul 13 08:01:18.561899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac363589-4790-4123-a1d4-d40b0080882c req-222324cf-209a-4f9c-9db9-c920eeb40894 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43 HTTP/1.1" status: 200 len: 1002 time: 0.0733767 Jul 13 08:01:18.674184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363589-4790-4123-a1d4-d40b0080882c req-abdd1ab5-0860-4043-bfa3-3c635337e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:18.675669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac363589-4790-4123-a1d4-d40b0080882c req-abdd1ab5-0860-4043-bfa3-3c635337e6e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84253b8d-b5a4-4a9d-880e-4a36ff9e287f HTTP/1.1" status: 200 len: 853 time: 0.1078353 Jul 13 08:01:18.790762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363589-4790-4123-a1d4-d40b0080882c req-a638d289-0598-46c5-af10-c5e1dde4ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:18.792469 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac363589-4790-4123-a1d4-d40b0080882c req-a638d289-0598-46c5-af10-c5e1dde4ea02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b55afdaa-4fa3-4abe-ab92-fd71cc162074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106920 Jul 13 08:01:18.793210 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:18.843190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Port': ['ID=8042ff44-d54e-4f76-ae0b-50e6698b5155,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:19.014768 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac363589-4790-4123-a1d4-d40b0080882c req-23befadd-c35c-43f4-bbee-ec70f8b25e8c service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148881 Jul 13 08:01:19.079275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 585549be-57bd-4a7a-a049-b9c6566a4698 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:19.105607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 585549be-57bd-4a7a-a049-b9c6566a4698 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:19.105945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 585549be-57bd-4a7a-a049-b9c6566a4698 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:19.144949 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:19.204575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac363589-4790-4123-a1d4-d40b0080882c req-0e46fa02-b5f6-4b75-af19-376b84587060 service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820693 Jul 13 08:01:19.386803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Router 775b8c2f-455b-445b-a42d-bd1bc608cef4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:19.497245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:19.502208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-22bc843e-7473-4515-a026-50842632c297 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "PUT /v2.0/routers/775b8c2f-455b-445b-a42d-bd1bc608cef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3665910 Jul 13 08:01:19.504965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36366) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:19.510583 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] Sync routers for ids ['775b8c2f-455b-445b-a42d-bd1bc608cef4'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:19.519478 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] Routers {'775b8c2f-455b-445b-a42d-bd1bc608cef4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:19.520329 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:01:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['775b8c2f-455b-445b-a42d-bd1bc608cef4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:19.563957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cd2c99-6662-4c45-85eb-c9aa3bd549b6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Deleting subnet d70f468f-d53c-4827-a6e4-ff9bebd5e65e {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:19.567461 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79cd2c99-6662-4c45-85eb-c9aa3bd549b6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:19.608750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79cd2c99-6662-4c45-85eb-c9aa3bd549b6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:19.633426 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] Set router 775b8c2f-455b-445b-a42d-bd1bc608cef4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:19.712277 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79cd2c99-6662-4c45-85eb-c9aa3bd549b6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:19.780972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79cd2c99-6662-4c45-85eb-c9aa3bd549b6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:19.810616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd2c99-6662-4c45-85eb-c9aa3bd549b6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Subnet': ['ID=d70f468f-d53c-4827-a6e4-ff9bebd5e65e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:19.812570 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:19.812941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79cd2c99-6662-4c45-85eb-c9aa3bd549b6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:19.817515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-79cd2c99-6662-4c45-85eb-c9aa3bd549b6 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "DELETE /v2.0/subnets/d70f468f-d53c-4827-a6e4-ff9bebd5e65e HTTP/1.1" status: 204 len: 168 time: 0.3083091 Jul 13 08:01:19.818473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36378) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:19.825119 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef7eee0-8c80-4753-87c2-940693dc1669 None None] Network ed216a99-762d-4b95-9e7c-0e9c5741e3bb requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:19.829339 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T08:01:18Z', 'revision_number': 5, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:19.861415 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] Checking router: 775b8c2f-455b-445b-a42d-bd1bc608cef4 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:19.870812 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] Routers {'775b8c2f-455b-445b-a42d-bd1bc608cef4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:19.871519 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:01:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['775b8c2f-455b-445b-a42d-bd1bc608cef4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:19.936735 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.054051 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] Set router 775b8c2f-455b-445b-a42d-bd1bc608cef4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:20.066110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b387c-ea18-4c35-880d-e7c4bb9d424a None None] DHCP port deletion for ed216a99-762d-4b95-9e7c-0e9c5741e3bb request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:01:20.095353 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.153370 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-032b387c-ea18-4c35-880d-e7c4bb9d424a None None] Deleting port 159984ee-7d63-45f0-a88c-c2ab11a26e97 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:20.154305 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-032b387c-ea18-4c35-880d-e7c4bb9d424a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.178942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Deleting port 459bdae3-c803-4c2d-82fc-9c4c1992e800 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:20.179365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.265037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-032b387c-ea18-4c35-880d-e7c4bb9d424a None None] For port 159984ee-7d63-45f0-a88c-c2ab11a26e97, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=159984ee-7d63-45f0-a88c-c2ab11a26e97,segment=NetworkSegment(8a04cfe3-1f36-4c34-aa70-a48a37c113c4),segment_id=8a04cfe3-1f36-4c34-aa70-a48a37c113c4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:20.265443 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-032b387c-ea18-4c35-880d-e7c4bb9d424a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.270553 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T08:01:18Z', 'revision_number': 5, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:20.279036 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-032b387c-ea18-4c35-880d-e7c4bb9d424a None None] Calling delete_port for 159984ee-7d63-45f0-a88c-c2ab11a26e97 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:20.322627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] For port 459bdae3-c803-4c2d-82fc-9c4c1992e800, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=459bdae3-c803-4c2d-82fc-9c4c1992e800,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:20.323012 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.340142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Calling delete_port for 459bdae3-c803-4c2d-82fc-9c4c1992e800 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:20.378593 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-032b387c-ea18-4c35-880d-e7c4bb9d424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.415652 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b6b88a-9bf2-4614-880d-765d5d08459d None None] The sync data for ids ['775b8c2f-455b-445b-a42d-bd1bc608cef4'] in n-d-798249-7 is: [{'id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1640694050', 'tenant_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:59:51Z', 'updated_at': '2021-07-13T08:01:18Z', 'revision_number': 5, 'project_id': 'd32b3fd07fff4e02b7b983cd5ac11220', 'gw_port': {'id': '459bdae3-c803-4c2d-82fc-9c4c1992e800', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775b8c2f-455b-445b-a42d-bd1bc608cef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:59:52Z', 'updated_at': '2021-07-13T07:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:20.418470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b387c-ea18-4c35-880d-e7c4bb9d424a None None] Pushing event deleted for resources: {'Port': ['ID=159984ee-7d63-45f0-a88c-c2ab11a26e97,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:20.431051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b387c-ea18-4c35-880d-e7c4bb9d424a None None] No DVR routers for this DVR port 159984ee-7d63-45f0-a88c-c2ab11a26e97 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:20.566669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.595095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Port': ['ID=459bdae3-c803-4c2d-82fc-9c4c1992e800,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:20.669030 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.776192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.778639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.832523 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.833101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Fanout notify agent at l3_agent the message router_deleted on router 775b8c2f-455b-445b-a42d-bd1bc608cef4 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:01:20.841008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:20.842191 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-97627ec0-089d-4c42-b613-66cd02bff18e tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "DELETE /v2.0/routers/775b8c2f-455b-445b-a42d-bd1bc608cef4 HTTP/1.1" status: 204 len: 168 time: 1.0228977 Jul 13 08:01:20.844873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36394) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:20.939973 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.047256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.059231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed216a99-762d-4b95-9e7c-0e9c5741e3bb']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:21.069997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a04cfe3-1f36-4c34-aa70-a48a37c113c4') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:21.070285 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a04cfe3-1f36-4c34-aa70-a48a37c113c4') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:21.080173 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.095369 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.106175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:21.106175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:21.107028 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:21.170410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.177028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.179887 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] 10.222.0.44 "DELETE /v2.0/networks/ed216a99-762d-4b95-9e7c-0e9c5741e3bb HTTP/1.1" status: 204 len: 168 time: 0.3333848 Jul 13 08:01:21.190096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6ac3e-c33f-46ed-b112-d718f7d99c50 tempest-TestSecurityGroupsBasicOps-524827378 tempest-TestSecurityGroupsBasicOps-524827378-project] Pushing event deleted for resources: {'Network': ['ID=ed216a99-762d-4b95-9e7c-0e9c5741e3bb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:21.479189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36406) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:21.637435 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0629df62-b279-410e-9422-ebcf525d27f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d32b3fd07fff4e02b7b983cd5ac11220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567061 Jul 13 08:01:21.640491 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36412) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:21.692504 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecdfa875-2e31-4068-baa7-64aa2de00174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.713745 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecdfa875-2e31-4068-baa7-64aa2de00174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.764718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecdfa875-2e31-4068-baa7-64aa2de00174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.768253 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecdfa875-2e31-4068-baa7-64aa2de00174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:21.770052 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ecdfa875-2e31-4068-baa7-64aa2de00174 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/680396fb-5da1-4c8d-8e06-603eecd51c2e HTTP/1.1" status: 204 len: 168 time: 0.1283805 Jul 13 08:01:21.783652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfa875-2e31-4068-baa7-64aa2de00174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680396fb-5da1-4c8d-8e06-603eecd51c2e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:22.002970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8042ff44-d54e-4f76-ae0b-50e6698b5155 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:22.023191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 8042ff44-d54e-4f76-ae0b-50e6698b5155 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:22.023574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8042ff44-d54e-4f76-ae0b-50e6698b5155 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:22.024029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 159984ee-7d63-45f0-a88c-c2ab11a26e97 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:22.045908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 159984ee-7d63-45f0-a88c-c2ab11a26e97 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:22.046248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 159984ee-7d63-45f0-a88c-c2ab11a26e97 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:22.046668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 459bdae3-c803-4c2d-82fc-9c4c1992e800 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:22.056804 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36418) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:22.067240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 459bdae3-c803-4c2d-82fc-9c4c1992e800 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:22.067578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 459bdae3-c803-4c2d-82fc-9c4c1992e800 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:22.072137 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16116a25-04e4-4dda-b9f0-4154a9ed900a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.169452 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16116a25-04e4-4dda-b9f0-4154a9ed900a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.173110 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-16116a25-04e4-4dda-b9f0-4154a9ed900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.211531 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-16116a25-04e4-4dda-b9f0-4154a9ed900a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5d5a93375dd4f2b86db61e8944353da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535649 Jul 13 08:01:22.212473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16116a25-04e4-4dda-b9f0-4154a9ed900a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9096c6-7bab-4f6d-9994-a2800cba13ec,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:22.214907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36420) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:22.271913 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79f7d075-2e24-48f6-bc76-56e6d2280466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.295530 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79f7d075-2e24-48f6-bc76-56e6d2280466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.341414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79f7d075-2e24-48f6-bc76-56e6d2280466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.343992 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79f7d075-2e24-48f6-bc76-56e6d2280466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.345189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-79f7d075-2e24-48f6-bc76-56e6d2280466 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea9096c6-7bab-4f6d-9994-a2800cba13ec HTTP/1.1" status: 204 len: 168 time: 0.1285429 Jul 13 08:01:22.353556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7d075-2e24-48f6-bc76-56e6d2280466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9096c6-7bab-4f6d-9994-a2800cba13ec,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:22.695399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36430) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:22.745877 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-feb4a467-9472-460b-b4e3-aabb2e360b58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff00a92ffaaa445e928f1d9533ce49ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492361 Jul 13 08:01:22.748607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36434) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:22.809500 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9555feeb-91c5-4494-85f0-6e853b896a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.835588 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9555feeb-91c5-4494-85f0-6e853b896a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.882141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9555feeb-91c5-4494-85f0-6e853b896a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.885162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9555feeb-91c5-4494-85f0-6e853b896a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:22.886442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9555feeb-91c5-4494-85f0-6e853b896a8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21d3403e-8296-4526-a6c4-025d63024ae4 HTTP/1.1" status: 204 len: 168 time: 0.1367404 Jul 13 08:01:22.895620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555feeb-91c5-4494-85f0-6e853b896a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3403e-8296-4526-a6c4-025d63024ae4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:23.603578 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36500) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:23.705225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2096255555-network', 'tenant_id': '9a57eb66856342c1b41f45d898e8f716'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:23.726799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Made reservation on behalf of 9a57eb66856342c1b41f45d898e8f716 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:23.729081 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.737691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.832597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.836465 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.861522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:01:23.872498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d24414-d4e8-4c40-a18b-91d9f1ad75c4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:23.877511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.877865 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Added segment 447ace1c-95c7-4721-a5f5-1c1880dc9be4 of type vlan for network 5412e6ef-eea9-4657-a191-5dff915d707d Jul 13 08:01:23.935851 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.966815 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.967931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:23.968683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.002202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3974721 Jul 13 08:01:24.005160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36504) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:24.011154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Request body: {'subnet': {'network_id': '5412e6ef-eea9-4657-a191-5dff915d707d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2096255555-subnet', 'tenant_id': '9a57eb66856342c1b41f45d898e8f716', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:24.031467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a3674-da8c-4b63-8259-9ecb2490248e admin admin] Pushing event updated for resources: {'Network': ['ID=5412e6ef-eea9-4657-a191-5dff915d707d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:24.031735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Made reservation on behalf of 9a57eb66856342c1b41f45d898e8f716 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:24.034260 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.042308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 5412e6ef-eea9-4657-a191-5dff915d707d details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:01:24.206052 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.258740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7ff38e-8560-465a-a9d3-cccd40557209,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:24.275091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Checking segment: {'id': '447ace1c-95c7-4721-a5f5-1c1880dc9be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5412e6ef-eea9-4657-a191-5dff915d707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:24.275451 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Network hostable DHCP agents. Network: 5412e6ef-eea9-4657-a191-5dff915d707d, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:01:24.292104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Network 5412e6ef-eea9-4657-a191-5dff915d707d is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:01:24.300536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 5412e6ef-eea9-4657-a191-5dff915d707d) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:24.305196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:24.305860 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.311203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65478aa-4075-4d94-bd4a-92620b06fcad None None] Network 5412e6ef-eea9-4657-a191-5dff915d707d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:24.332524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ef9fcab5-060d-410b-bef9-d231ba0cefe9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3213038 Jul 13 08:01:24.450670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec0f73-2bba-4585-9a5d-f1c34a324873 None None] Network 5412e6ef-eea9-4657-a191-5dff915d707d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:24.813598 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36522) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:24.818626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-817749453-network', 'tenant_id': '0f0ac4ce9368481ba86a71f4f621e912'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:24.840096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Made reservation on behalf of 0f0ac4ce9368481ba86a71f4f621e912 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:24.842556 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.852445 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.952867 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.960728 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.986995 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:01:24.998020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fc2520-d7d7-4390-80fa-6fedeae7ce97,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:25.003435 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:25.003791 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Added segment 4e34fd41-9075-4c79-bbdf-ef0b4cde725d of type vlan for network d04e3498-80f6-4f11-ae5f-6f4317dad29e Jul 13 08:01:25.048242 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:25.079553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:25.080660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.081249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:25.116008 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3009968 Jul 13 08:01:25.118550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36524) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:25.123860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Request body: {'subnet': {'network_id': 'd04e3498-80f6-4f11-ae5f-6f4317dad29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-817749453-subnet', 'tenant_id': '0f0ac4ce9368481ba86a71f4f621e912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:25.163929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13344daa-b20e-477a-9672-1e0558033fcf admin admin] Pushing event updated for resources: {'Network': ['ID=d04e3498-80f6-4f11-ae5f-6f4317dad29e,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:25.175759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d04e3498-80f6-4f11-ae5f-6f4317dad29e details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:01:25.181176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Made reservation on behalf of 0f0ac4ce9368481ba86a71f4f621e912 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:25.183543 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:25.387706 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:25.470986 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc31c47-0f76-4053-895a-98720e559f14,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:25.480699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Checking segment: {'id': '4e34fd41-9075-4c79-bbdf-ef0b4cde725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd04e3498-80f6-4f11-ae5f-6f4317dad29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:25.481062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Network hostable DHCP agents. Network: d04e3498-80f6-4f11-ae5f-6f4317dad29e, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:01:25.501474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Network d04e3498-80f6-4f11-ae5f-6f4317dad29e is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:01:25.512925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, d04e3498-80f6-4f11-ae5f-6f4317dad29e) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:25.517197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.517794 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:25.524707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6533b8ec-3251-4d9b-81d6-ee882db5a365 None None] Network d04e3498-80f6-4f11-ae5f-6f4317dad29e requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:25.535654 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2dc6cf72-afef-4b96-aae7-457bbbd820b3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4157014 Jul 13 08:01:25.683666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d007a834-1b67-48a1-9b12-4634232906a5 None None] Network d04e3498-80f6-4f11-ae5f-6f4317dad29e requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:26.205663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36556) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:26.227062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-ae785840-a08b-42b8-a5fd-dfe970838521 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.229707 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-ae785840-a08b-42b8-a5fd-dfe970838521 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/networks?id=5412e6ef-eea9-4657-a191-5dff915d707d HTTP/1.1" status: 200 len: 812 time: 0.1354132 Jul 13 08:01:26.247714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-1fb6b017-bf7c-42b3-b714-8e931e2fbde9 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/quotas/9a57eb66856342c1b41f45d898e8f716 HTTP/1.1" status: 200 len: 375 time: 0.0113683 Jul 13 08:01:26.287766 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-404ca18f-dfb3-43b2-b87a-1f0351d4dc84 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9a57eb66856342c1b41f45d898e8f716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327003 Jul 13 08:01:26.327585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d451ecc-01f4-4576-8007-50e8d2700913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:26.433164 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d451ecc-01f4-4576-8007-50e8d2700913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:26.438430 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3d451ecc-01f4-4576-8007-50e8d2700913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:26.478036 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-763a022d-4002-4629-9ea7-20345a5b3e03 service neutron] 10.222.0.44 "GET /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823511 Jul 13 08:01:26.486492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3d451ecc-01f4-4576-8007-50e8d2700913 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ef6a60e1ed2452e83f1fb68e55e9064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796898 Jul 13 08:01:26.487374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d451ecc-01f4-4576-8007-50e8d2700913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c4bcfc-0333-41fe-a42a-86ca31e63781,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:26.489957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36562) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:26.543943 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9205c476-d055-457c-a1a3-2a8a72a9cd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:26.569193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9205c476-d055-457c-a1a3-2a8a72a9cd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:26.589385 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-d9ed8df1-a7c9-456d-a98b-d10f43690d46 service neutron] 10.222.0.44 "GET /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053021 Jul 13 08:01:26.634886 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9205c476-d055-457c-a1a3-2a8a72a9cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:26.638596 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9205c476-d055-457c-a1a3-2a8a72a9cd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:26.642454 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9205c476-d055-457c-a1a3-2a8a72a9cd39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64c4bcfc-0333-41fe-a42a-86ca31e63781 HTTP/1.1" status: 204 len: 168 time: 0.1490579 Jul 13 08:01:26.673035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205c476-d055-457c-a1a3-2a8a72a9cd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c4bcfc-0333-41fe-a42a-86ca31e63781,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:26.798096 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ad25f3be-42cc-4a95-bae2-d4f747dc1a6c req-0037332f-5ba5-4599-a6f8-d5bab1ca8d0e tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 210 time: 0.0371804 Jul 13 08:01:26.988274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36578) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:27.003666 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d110231-dc43-4fc5-87c3-eaf4d1ff939b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.110808 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d110231-dc43-4fc5-87c3-eaf4d1ff939b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.115512 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d110231-dc43-4fc5-87c3-eaf4d1ff939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.155454 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0d110231-dc43-4fc5-87c3-eaf4d1ff939b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c03d9e6639045d1b73dd0c509640431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659114 Jul 13 08:01:27.156337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d110231-dc43-4fc5-87c3-eaf4d1ff939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45869819-2770-42e4-9f26-d2392789002e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:27.158406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36582) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:27.218030 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8de2-4f15-49ad-a9f6-201f5311903e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.245611 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8de2-4f15-49ad-a9f6-201f5311903e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.299982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8de2-4f15-49ad-a9f6-201f5311903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.303459 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8de2-4f15-49ad-a9f6-201f5311903e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:27.304695 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fb0e8de2-4f15-49ad-a9f6-201f5311903e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45869819-2770-42e4-9f26-d2392789002e HTTP/1.1" status: 204 len: 168 time: 0.1452246 Jul 13 08:01:27.313137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e8de2-4f15-49ad-a9f6-201f5311903e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45869819-2770-42e4-9f26-d2392789002e,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:27.996898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-f5950f04-a808-4b76-9db8-2e71a3ea88e8 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:27.998554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-f5950f04-a808-4b76-9db8-2e71a3ea88e8 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.54 "GET /v2.0/networks?id=5412e6ef-eea9-4657-a191-5dff915d707d HTTP/1.1" status: 200 len: 812 time: 0.1618624 Jul 13 08:01:28.000910 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de64af07-671a-4adc-9240-da86716ed31a req-0adef9b3-6a60-46fd-a322-5544d326cdc6 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 210 time: 0.0400264 Jul 13 08:01:28.014147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Request body: {'port': {'device_id': '4abbfd08-1876-4654-87f0-1cb331408b25', 'network_id': '5412e6ef-eea9-4657-a191-5dff915d707d', 'admin_state_up': True, 'tenant_id': '9a57eb66856342c1b41f45d898e8f716'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:28.139419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Made reservation on behalf of 9a57eb66856342c1b41f45d898e8f716 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:01:28.143002 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.280187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Allocated IP 172.20.0.3 (5412e6ef-eea9-4657-a191-5dff915d707d/4c7ff38e-8560-465a-a9d3-cccd40557209/644790c8-71e7-4837-bf7d-28fc523eca65) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:01:28.430479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.472727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.519980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Network 5412e6ef-eea9-4657-a191-5dff915d707d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:01:28.525446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:01:28.529888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:01:28.557019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Pushing event updated for resources: {'Port': ['ID=644790c8-71e7-4837-bf7d-28fc523eca65,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:28.571780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.572155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.572508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.572845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.573180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.573538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.573874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.574213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.574548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.574882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.575199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.575565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.595846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:28.596499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.611048 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-095d0fb9-1ef6-444f-8a8f-148fd2391c34 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027722 Jul 13 08:01:28.622271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Request body: {'port': {'device_id': '4abbfd08-1876-4654-87f0-1cb331408b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:28.701255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.351449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c299a-ad37-4292-bbb9-2ca403a80cd4 req-66f28c0b-fbfc-4ffd-b1d8-e83a481eaa4b tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:29.353006 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae5c299a-ad37-4292-bbb9-2ca403a80cd4 req-66f28c0b-fbfc-4ffd-b1d8-e83a481eaa4b tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 931 time: 0.1082709 Jul 13 08:01:29.408424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644790c8-71e7-4837-bf7d-28fc523eca65 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:01:29.418881 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.423706 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae5c299a-ad37-4292-bbb9-2ca403a80cd4 req-bca91a32-b016-4b9e-a4a4-2b41d50bdd80 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540245 Jul 13 08:01:29.438041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Transition to ACTIVE for port object 644790c8-71e7-4837-bf7d-28fc523eca65 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:29.451025 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.501570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Pushing event updated for resources: {'Port': ['ID=644790c8-71e7-4837-bf7d-28fc523eca65,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:29.572251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Attempting to bind port 644790c8-71e7-4837-bf7d-28fc523eca65 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:01:29.572586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Attempting to bind port 644790c8-71e7-4837-bf7d-28fc523eca65 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '447ace1c-95c7-4721-a5f5-1c1880dc9be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5412e6ef-eea9-4657-a191-5dff915d707d'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:01:29.573041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Attempting to bind port 644790c8-71e7-4837-bf7d-28fc523eca65 on network 5412e6ef-eea9-4657-a191-5dff915d707d {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:29.577225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Port 644790c8-71e7-4837-bf7d-28fc523eca65 on network 5412e6ef-eea9-4657-a191-5dff915d707d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:01:29.577548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Attempting to bind port 644790c8-71e7-4837-bf7d-28fc523eca65 on network 5412e6ef-eea9-4657-a191-5dff915d707d {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:29.582337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:01:29.582652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Checking segment: {'id': '447ace1c-95c7-4721-a5f5-1c1880dc9be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5412e6ef-eea9-4657-a191-5dff915d707d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:29.583062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Bound using segment: {'id': '447ace1c-95c7-4721-a5f5-1c1880dc9be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5412e6ef-eea9-4657-a191-5dff915d707d'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:01:29.584057 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Bound port: 644790c8-71e7-4837-bf7d-28fc523eca65, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ace1c-95c7-4721-a5f5-1c1880dc9be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5412e6ef-eea9-4657-a191-5dff915d707d'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:01:29.584394 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.652840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] For port 644790c8-71e7-4837-bf7d-28fc523eca65, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:29.655931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] For port 644790c8-71e7-4837-bf7d-28fc523eca65, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=644790c8-71e7-4837-bf7d-28fc523eca65,segment=NetworkSegment(447ace1c-95c7-4721-a5f5-1c1880dc9be4),segment_id=447ace1c-95c7-4721-a5f5-1c1880dc9be4)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:01:29.660370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.693001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:29.693647 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:29.695061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] 10.222.0.54 "PUT /v2.0/ports/644790c8-71e7-4837-bf7d-28fc523eca65 HTTP/1.1" status: 200 len: 1091 time: 1.0770733 Jul 13 08:01:29.695506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abbfd08-1876-4654-87f0-1cb331408b25', 'tag': '644790c8-71e7-4837-bf7d-28fc523eca65'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:29.697796 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49f087-7920-430a-acd2-d489ac44c3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4abbfd08-1876-4654-87f0-1cb331408b25", "tag": "644790c8-71e7-4837-bf7d-28fc523eca65"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:29.724726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e91f68-4b3a-4840-8707-df3364aaa58e service neutron] Pushing event updated for resources: {'Port': ['ID=644790c8-71e7-4837-bf7d-28fc523eca65,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:29.749671 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbe0599-c192-494d-86cb-da707039fe42 x-openstack-request-id: req-ccbe0599-c192-494d-86cb-da707039fe42 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:29.749969 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abbfd08-1876-4654-87f0-1cb331408b25", "tag": "644790c8-71e7-4837-bf7d-28fc523eca65", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:29.750227 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ccbe0599-c192-494d-86cb-da707039fe42 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:29.750659 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abbfd08-1876-4654-87f0-1cb331408b25', 'tag': '644790c8-71e7-4837-bf7d-28fc523eca65', 'status': 'completed', 'code': 200} Jul 13 08:01:29.795986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-5707611f-37d7-4578-8313-391b03865d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:29.797538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-5707611f-37d7-4578-8313-391b03865d06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a57eb66856342c1b41f45d898e8f716&device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 1094 time: 0.0569026 Jul 13 08:01:29.843306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-cec6e5e6-f248-4d1f-8004-8cde4835ae23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=644790c8-71e7-4837-bf7d-28fc523eca65 HTTP/1.1" status: 200 len: 217 time: 0.0382907 Jul 13 08:01:29.896120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-63fae1ea-d4a1-45f3-923a-9fa9d07ec97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:29.896324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-63fae1ea-d4a1-45f3-923a-9fa9d07ec97c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c7ff38e-8560-465a-a9d3-cccd40557209 HTTP/1.1" status: 200 len: 852 time: 0.0461884 Jul 13 08:01:29.932749 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-30f68232-d076-4961-bdfd-6a35bdb2afc4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5412e6ef-eea9-4657-a191-5dff915d707d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297475 Jul 13 08:01:30.029614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-01f192ba-2113-4cd2-aa62-a30636d41d94 service neutron] 10.222.0.54 "GET /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905411 Jul 13 08:01:30.117760 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b084c503-57f9-48e4-bfb1-523c46b2364f req-7571c29a-5435-467e-a5d2-ac2b42004209 service neutron] 10.222.0.54 "GET /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816591 Jul 13 08:01:30.225221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49f087-7920-430a-acd2-d489ac44c3a3 req-93896aea-1088-44d5-aa1d-3f1b3b064c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.226715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f49f087-7920-430a-acd2-d489ac44c3a3 req-93896aea-1088-44d5-aa1d-3f1b3b064c6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a57eb66856342c1b41f45d898e8f716&device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 1094 time: 0.0569279 Jul 13 08:01:30.314952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49f087-7920-430a-acd2-d489ac44c3a3 req-ee4ebc50-a966-4d49-9709-31c7da535c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.316437 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f49f087-7920-430a-acd2-d489ac44c3a3 req-ee4ebc50-a966-4d49-9709-31c7da535c8d service neutron] 10.222.0.54 "GET /v2.0/networks?id=5412e6ef-eea9-4657-a191-5dff915d707d HTTP/1.1" status: 200 len: 913 time: 0.0835805 Jul 13 08:01:30.361663 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f49f087-7920-430a-acd2-d489ac44c3a3 req-dd7765af-9397-4723-b8fe-ccdf7ba722a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=644790c8-71e7-4837-bf7d-28fc523eca65 HTTP/1.1" status: 200 len: 217 time: 0.0389612 Jul 13 08:01:30.419509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49f087-7920-430a-acd2-d489ac44c3a3 req-196ace19-0490-4929-b16f-0eee77570328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.421044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f49f087-7920-430a-acd2-d489ac44c3a3 req-196ace19-0490-4929-b16f-0eee77570328 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c7ff38e-8560-465a-a9d3-cccd40557209 HTTP/1.1" status: 200 len: 852 time: 0.0527687 Jul 13 08:01:30.454907 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f49f087-7920-430a-acd2-d489ac44c3a3 req-f77d69a9-720f-4eff-91be-cdeaa14c36c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5412e6ef-eea9-4657-a191-5dff915d707d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264912 Jul 13 08:01:30.580073 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f49f087-7920-430a-acd2-d489ac44c3a3 req-dbe0cbcb-5e9b-40e1-b4e6-f643cfbc9733 service neutron] 10.222.0.54 "GET /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187091 Jul 13 08:01:30.672291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535d425-4c61-4227-b543-e2188977230c req-6ad04c5b-5eb6-41f4-a12a-5235fa609827 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.673803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a535d425-4c61-4227-b543-e2188977230c req-6ad04c5b-5eb6-41f4-a12a-5235fa609827 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 943 time: 0.1301296 Jul 13 08:01:30.711917 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f49f087-7920-430a-acd2-d489ac44c3a3 req-8989d558-8fe2-4a7e-be9a-3138b7670979 service neutron] 10.222.0.54 "GET /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252840 Jul 13 08:01:30.728647 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a535d425-4c61-4227-b543-e2188977230c req-a52f3be1-3788-4d10-aa63-737d5dd46195 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457962 Jul 13 08:01:31.910382 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d975570-d176-4d44-acbf-bef6603ea345 req-6677b1f9-e683-4c5a-b982-7132269b1594 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:31.911901 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d975570-d176-4d44-acbf-bef6603ea345 req-6677b1f9-e683-4c5a-b982-7132269b1594 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 943 time: 0.0640993 Jul 13 08:01:31.950624 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d975570-d176-4d44-acbf-bef6603ea345 req-ba684aa7-10b0-44cc-9257-4825d2ddc923 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Jul 13 08:01:33.129943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f82df3-a641-4edb-bce9-597f1e1ce2bc req-8e5b9cb4-308c-46cd-996c-811feef51b3e tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.131629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b7f82df3-a641-4edb-bce9-597f1e1ce2bc req-8e5b9cb4-308c-46cd-996c-811feef51b3e tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 943 time: 0.0668621 Jul 13 08:01:33.139600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 644790c8-71e7-4837-bf7d-28fc523eca65 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:01:33.175568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b7f82df3-a641-4edb-bce9-597f1e1ce2bc req-4f326317-796f-4204-9d16-094b8db767e1 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380216 Jul 13 08:01:33.250921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 644790c8-71e7-4837-bf7d-28fc523eca65, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=644790c8-71e7-4837-bf7d-28fc523eca65,segment=NetworkSegment(447ace1c-95c7-4721-a5f5-1c1880dc9be4),segment_id=447ace1c-95c7-4721-a5f5-1c1880dc9be4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:33.262807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '644790c8-71e7-4837-bf7d-28fc523eca65', 'network_id': '5412e6ef-eea9-4657-a191-5dff915d707d', 'port_id': '644790c8-71e7-4837-bf7d-28fc523eca65', 'mac_address': 'fa:16:3e:91:ed:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7ff38e-8560-465a-a9d3-cccd40557209', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:01:33.299257 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:33.312035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644790c8-71e7-4837-bf7d-28fc523eca65 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:01:33.331678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 644790c8-71e7-4837-bf7d-28fc523eca65, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=644790c8-71e7-4837-bf7d-28fc523eca65,segment=NetworkSegment(447ace1c-95c7-4721-a5f5-1c1880dc9be4),segment_id=447ace1c-95c7-4721-a5f5-1c1880dc9be4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:33.335758 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:33.390966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=644790c8-71e7-4837-bf7d-28fc523eca65,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:33.569989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['644790c8-71e7-4837-bf7d-28fc523eca65'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:34.361744 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a0cc6-9ecd-4aea-b208-98b76023fca8 req-76087604-b631-4168-8fc6-141ba513d0ea tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:34.363222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-249a0cc6-9ecd-4aea-b208-98b76023fca8 req-76087604-b631-4168-8fc6-141ba513d0ea tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 944 time: 0.0670509 Jul 13 08:01:34.401145 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-249a0cc6-9ecd-4aea-b208-98b76023fca8 req-704f6f24-80a5-4575-b225-8ecd7c6e4eab tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Jul 13 08:01:34.666810 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.146735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 644790c8-71e7-4837-bf7d-28fc523eca65 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:35.357811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 644790c8-71e7-4837-bf7d-28fc523eca65 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:35.361816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 644790c8-71e7-4837-bf7d-28fc523eca65 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:35.362198 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.448715 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.491754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 644790c8-71e7-4837-bf7d-28fc523eca65, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=644790c8-71e7-4837-bf7d-28fc523eca65,segment=NetworkSegment(447ace1c-95c7-4721-a5f5-1c1880dc9be4),segment_id=447ace1c-95c7-4721-a5f5-1c1880dc9be4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:35.492791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abbfd08-1876-4654-87f0-1cb331408b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644790c8-71e7-4837-bf7d-28fc523eca65'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:35.495724 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5058afa-c7e8-4a89-87b9-fe862d28fe53" -d '{"events": [{"server_uuid": "4abbfd08-1876-4654-87f0-1cb331408b25", "name": "network-vif-plugged", "status": "completed", "tag": "644790c8-71e7-4837-bf7d-28fc523eca65"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:35.501781 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.591949 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368e17f5-f8b6-470d-a2f1-e452f5a0c925 x-openstack-request-id: req-368e17f5-f8b6-470d-a2f1-e452f5a0c925 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:35.592272 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abbfd08-1876-4654-87f0-1cb331408b25", "name": "network-vif-plugged", "status": "completed", "tag": "644790c8-71e7-4837-bf7d-28fc523eca65", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:35.592774 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-368e17f5-f8b6-470d-a2f1-e452f5a0c925 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:35.593176 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abbfd08-1876-4654-87f0-1cb331408b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644790c8-71e7-4837-bf7d-28fc523eca65', 'code': 200} Jul 13 08:01:35.593749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=644790c8-71e7-4837-bf7d-28fc523eca65,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:35.614866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c527e9-ed4c-4656-9218-bbdfcc381289 req-6c6f23ea-1530-4ac1-8f54-ce62d3078987 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:35.616534 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39c527e9-ed4c-4656-9218-bbdfcc381289 req-6c6f23ea-1530-4ac1-8f54-ce62d3078987 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0896242 Jul 13 08:01:35.690000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39c527e9-ed4c-4656-9218-bbdfcc381289 req-c7908553-f53d-4497-82c2-55f06f8d81cf tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676007 Jul 13 08:01:35.707254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881f8e7-178d-404a-bbd8-4a4c22dc0a0c req-f84cc9cb-15fe-443a-b5dc-29ce9083759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:35.709541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5881f8e7-178d-404a-bbd8-4a4c22dc0a0c req-f84cc9cb-15fe-443a-b5dc-29ce9083759f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 1096 time: 0.0810089 Jul 13 08:01:35.748428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5881f8e7-178d-404a-bbd8-4a4c22dc0a0c req-78e24bc2-ce21-4f51-a76e-d41a09e9b3c6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326626 Jul 13 08:01:36.881290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaecfdc-0056-48ea-aef7-d144f75b53ab req-b3d418b4-c4e6-4b79-a5b3-fb598952b37d tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:36.883523 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2aaecfdc-0056-48ea-aef7-d144f75b53ab req-b3d418b4-c4e6-4b79-a5b3-fb598952b37d tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0755937 Jul 13 08:01:36.931543 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2aaecfdc-0056-48ea-aef7-d144f75b53ab req-ab28a3d6-797f-4856-b3b7-79dfd8fd3868 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Jul 13 08:01:37.186373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355be64-591e-4d89-92b5-ece05fc057c7 req-78378ad1-8c16-4ab4-8abb-7ca4750de581 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:37.187982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d355be64-591e-4d89-92b5-ece05fc057c7 req-78378ad1-8c16-4ab4-8abb-7ca4750de581 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0943327 Jul 13 08:01:37.234763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d355be64-591e-4d89-92b5-ece05fc057c7 req-f44ca735-fcdf-465e-a2a5-2208890f8c07 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385902 Jul 13 08:01:37.649489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f1daa-195a-401f-8d3b-093916f343cd req-a3d139f0-aa30-491e-95d9-37d33c71edf1 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:37.651187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e4f1daa-195a-401f-8d3b-093916f343cd req-a3d139f0-aa30-491e-95d9-37d33c71edf1 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0724654 Jul 13 08:01:37.689196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e4f1daa-195a-401f-8d3b-093916f343cd req-e589ee6b-cc15-4ce5-a316-5372627df155 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Jul 13 08:01:37.730624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36720) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:37.891425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Deleting port 3c21c039-5aaa-41a3-acc4-9c83673e6322 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:37.892091 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.975015 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.975342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.987514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Calling delete_port for 3c21c039-5aaa-41a3-acc4-9c83673e6322 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:38.128184 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.148069 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.174692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event deleted for resources: {'Port': ['ID=3c21c039-5aaa-41a3-acc4-9c83673e6322,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:38.187065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.187419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.187765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.188135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.188477 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.188813 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.189148 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.189482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.189855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.190191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.190563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.190889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:38.250473 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.250807 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Floating IP 00bbfbdb-38aa-48c6-bb06-5e91761489dc disassociated (deleted). External IP: 172.25.6.150, port: 0ef3134b-909e-4206-a74b-a5d43bd56f43. Jul 13 08:01:38.470524 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Router 007e89be-df7a-4c44-b06e-69af0e984a80 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:38.586281 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:38.591309 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:38.597316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] Sync routers for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:38.607444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:38.608113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:01:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:38.628684 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1bc065ca-d689-456d-80d4-25c50ce0bce1 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "DELETE /v2.0/floatingips/00bbfbdb-38aa-48c6-bb06-5e91761489dc HTTP/1.1" status: 204 len: 168 time: 0.8969226 Jul 13 08:01:38.629263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:38.632246 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68735e29-b8d5-4319-bade-9b4580b7d913" -d '{"events": [{"name": "network-changed", "server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:38.669821 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af832fb4-14be-4fd1-8ab1-8db2b859bd89 x-openstack-request-id: req-af832fb4-14be-4fd1-8ab1-8db2b859bd89 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:38.670128 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:38.670391 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af832fb4-14be-4fd1-8ab1-8db2b859bd89 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:38.670839 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'status': 'completed', 'code': 200} Jul 13 08:01:38.718762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:38.803427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-ba329deb-7716-4ade-b7a0-8ecf8f793119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:38.805216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-ba329deb-7716-4ade-b7a0-8ecf8f793119 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61635373d7c54bc8b93df451ac5254d3&device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 1097 time: 0.1089187 Jul 13 08:01:38.938345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-b273fd27-f77d-48b7-943e-bdf915bb9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:38.940164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-b273fd27-f77d-48b7-943e-bdf915bb9a88 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b55afdaa-4fa3-4abe-ab92-fd71cc162074 HTTP/1.1" status: 200 len: 915 time: 0.1283429 Jul 13 08:01:38.976269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:47Z', 'revision_number': 5, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:39.010170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] Checking router: 007e89be-df7a-4c44-b06e-69af0e984a80 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:39.019460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:39.020112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:01:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:39.022090 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-d380bdf1-abf5-40b9-98d8-5f540efbef6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43 HTTP/1.1" status: 200 len: 217 time: 0.0496585 Jul 13 08:01:39.070187 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7625e-343e-4c87-937b-2a36dcd37ebc req-03bcabc2-a931-4908-a7e8-fe3379d83942 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.072225 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ae7625e-343e-4c87-937b-2a36dcd37ebc req-03bcabc2-a931-4908-a7e8-fe3379d83942 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 946 time: 0.0776777 Jul 13 08:01:39.109921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47b5d-7c7b-47d3-941d-e2abee2f9d18 req-4a3f7143-a94a-4c33-9e96-37fbd9484fc1 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.118981 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6eb47b5d-7c7b-47d3-941d-e2abee2f9d18 req-4a3f7143-a94a-4c33-9e96-37fbd9484fc1 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.1776149 Jul 13 08:01:39.119174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1ae7625e-343e-4c87-937b-2a36dcd37ebc req-2b97e0c2-cb82-4361-a5d5-e713185f2de2 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398033 Jul 13 08:01:39.140723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-29603831-6e5b-49d9-ac4e-0359c4a00329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.142222 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-29603831-6e5b-49d9-ac4e-0359c4a00329 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84253b8d-b5a4-4a9d-880e-4a36ff9e287f HTTP/1.1" status: 200 len: 853 time: 0.1104097 Jul 13 08:01:39.170145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:39.214164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6eb47b5d-7c7b-47d3-941d-e2abee2f9d18 req-627803fe-afd0-48e5-ac2a-f2fe397339fd tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942078 Jul 13 08:01:39.245474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-e8b8662d-3e1f-4159-955f-ee97b5680f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.247121 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-e8b8662d-3e1f-4159-955f-ee97b5680f90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b55afdaa-4fa3-4abe-ab92-fd71cc162074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912030 Jul 13 08:01:39.426013 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-cad093aa-8dda-4789-bd07-c074645fc690 service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600573 Jul 13 08:01:39.445954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:47Z', 'revision_number': 5, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:39.494607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40674b60-2a58-40f5-a329-e899cf40c21d None None] The sync data for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 is: [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T07:58:41Z', 'revision_number': 4, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5a247fdf-6921-4b42-ad35-ffff4f19cb63', 'name': '', 'network_id': 'b55afdaa-4fa3-4abe-ab92-fd71cc162074', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'mac_address': 'fa:16:3e:ad:13:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:41Z', 'updated_at': '2021-07-13T07:58:47Z', 'revision_number': 5, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'subnets': [{'id': '84253b8d-b5a4-4a9d-880e-4a36ff9e287f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:39.575057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68735e29-b8d5-4319-bade-9b4580b7d913 req-39751c61-8967-477d-b8c7-e6c6c8d29d2e service neutron] 10.222.0.53 "GET /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402438 Jul 13 08:01:39.733126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4254d96-4c85-4d9b-acc3-c15b3ec71f98 req-3aa1ffb3-3364-4f04-a489-6ba1a35dd2bf tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.734707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4254d96-4c85-4d9b-acc3-c15b3ec71f98 req-3aa1ffb3-3364-4f04-a489-6ba1a35dd2bf tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.1036358 Jul 13 08:01:39.736926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02965a8e-0831-4a59-b444-41667af0998e req-de2279a9-e4c8-461e-93e8-de1808e0101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.738321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02965a8e-0831-4a59-b444-41667af0998e req-de2279a9-e4c8-461e-93e8-de1808e0101a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a57eb66856342c1b41f45d898e8f716&device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 1096 time: 0.1162462 Jul 13 08:01:39.833519 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e4254d96-4c85-4d9b-acc3-c15b3ec71f98 req-816ddd33-7220-4864-a0a1-c90c741f6334 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905900 Jul 13 08:01:39.852307 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4009709-5802-42bf-9a32-45722682a8c1 None None] New status for floating IP 00bbfbdb-38aa-48c6-bb06-5e91761489dc: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:01:39.863367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02965a8e-0831-4a59-b444-41667af0998e req-d64fa0cc-e869-4d12-af8c-8fb71674567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.865617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02965a8e-0831-4a59-b444-41667af0998e req-d64fa0cc-e869-4d12-af8c-8fb71674567a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5412e6ef-eea9-4657-a191-5dff915d707d HTTP/1.1" status: 200 len: 913 time: 0.1162181 Jul 13 08:01:39.909442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02965a8e-0831-4a59-b444-41667af0998e req-cbeeaf6c-c290-4ac7-9113-bf8011d740a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=644790c8-71e7-4837-bf7d-28fc523eca65 HTTP/1.1" status: 200 len: 217 time: 0.0376768 Jul 13 08:01:39.974342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02965a8e-0831-4a59-b444-41667af0998e req-885a79fa-03a5-485c-9882-fa5d859772f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:39.975922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02965a8e-0831-4a59-b444-41667af0998e req-885a79fa-03a5-485c-9882-fa5d859772f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c7ff38e-8560-465a-a9d3-cccd40557209 HTTP/1.1" status: 200 len: 852 time: 0.0612457 Jul 13 08:01:40.019212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02965a8e-0831-4a59-b444-41667af0998e req-e18e78c1-6775-4e44-89fe-51d3c9735912 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5412e6ef-eea9-4657-a191-5dff915d707d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343683 Jul 13 08:01:40.110340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02965a8e-0831-4a59-b444-41667af0998e req-ee9c409c-9204-48eb-8a72-bfedde3dcbcf service neutron] 10.222.0.54 "GET /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876939 Jul 13 08:01:40.206258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02965a8e-0831-4a59-b444-41667af0998e req-71bab037-a17d-4c43-b880-31d4f988446e service neutron] 10.222.0.54 "GET /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895860 Jul 13 08:01:40.313241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead285a-4ec0-40ee-8e32-59bc8a29d846 req-2caa9be4-4cff-4a61-8be7-343bf6364d30 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:40.314739 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ead285a-4ec0-40ee-8e32-59bc8a29d846 req-2caa9be4-4cff-4a61-8be7-343bf6364d30 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 946 time: 0.0653677 Jul 13 08:01:40.353559 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2ead285a-4ec0-40ee-8e32-59bc8a29d846 req-4128045f-685e-4e6c-af84-9243f7dbd58c tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/security-groups?id=9166b7cc-66ba-4965-9e2f-73b695781bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330098 Jul 13 08:01:40.483196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-9f0887f9-fa1c-4b1c-b7b3-9a7dddc366e9 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:40.484708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-9f0887f9-fa1c-4b1c-b7b3-9a7dddc366e9 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.53 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 946 time: 0.0638869 Jul 13 08:01:40.585554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-e5dd4c5d-a676-4c57-986a-4845af986064 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Deleting port 0ef3134b-909e-4206-a74b-a5d43bd56f43 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:40.585857 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-e5dd4c5d-a676-4c57-986a-4845af986064 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.681012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-e5dd4c5d-a676-4c57-986a-4845af986064 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] For port 0ef3134b-909e-4206-a74b-a5d43bd56f43, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=0ef3134b-909e-4206-a74b-a5d43bd56f43,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:40.681294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-e5dd4c5d-a676-4c57-986a-4845af986064 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.693988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-e5dd4c5d-a676-4c57-986a-4845af986064 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Calling delete_port for 0ef3134b-909e-4206-a74b-a5d43bd56f43 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:40.831980 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-e5dd4c5d-a676-4c57-986a-4845af986064 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.863589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd4c5d-a676-4c57-986a-4845af986064 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event deleted for resources: {'Port': ['ID=0ef3134b-909e-4206-a74b-a5d43bd56f43,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:40.932128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-e5dd4c5d-a676-4c57-986a-4845af986064 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] No DVR routers for this DVR port 0ef3134b-909e-4206-a74b-a5d43bd56f43 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:40.935294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-e5dd4c5d-a676-4c57-986a-4845af986064 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.937553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c367e4c-4103-488c-bcfa-4a56508bdad2 req-e5dd4c5d-a676-4c57-986a-4845af986064 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.53 "DELETE /v2.0/ports/0ef3134b-909e-4206-a74b-a5d43bd56f43 HTTP/1.1" status: 204 len: 173 time: 0.4476018 Jul 13 08:01:40.938007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'name': 'network-vif-deleted', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:40.940646 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4640579-bdcc-4744-a2b0-6091df4448da" -d '{"events": [{"server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "name": "network-vif-deleted", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:41.010900 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be16eb8-b701-49a0-907c-44cb11cd1dc6 x-openstack-request-id: req-2be16eb8-b701-49a0-907c-44cb11cd1dc6 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:41.011206 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c508afda-3c1b-4a13-a829-99fb21d85912", "name": "network-vif-deleted", "tag": "0ef3134b-909e-4206-a74b-a5d43bd56f43", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:41.011470 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2be16eb8-b701-49a0-907c-44cb11cd1dc6 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:41.011879 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c508afda-3c1b-4a13-a829-99fb21d85912', 'name': 'network-vif-deleted', 'tag': '0ef3134b-909e-4206-a74b-a5d43bd56f43', 'status': 'completed', 'code': 200} Jul 13 08:01:41.049899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61bfc3-46ed-406b-b58b-59faf4696eca req-709f2851-bee5-4f98-ad01-305d2398ed59 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:41.057489 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae61bfc3-46ed-406b-b58b-59faf4696eca req-709f2851-bee5-4f98-ad01-305d2398ed59 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0781684 Jul 13 08:01:41.096999 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae61bfc3-46ed-406b-b58b-59faf4696eca req-13b9845f-38b7-46d4-a063-17dad09b35ab tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Jul 13 08:01:41.522293 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d3c35ac7-b22f-4cab-8710-621d77572339 req-d4e0f53e-2d9f-4f33-80d3-e14b97625a43 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 210 time: 0.0443034 Jul 13 08:01:41.712844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36758) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:41.823472 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1600f82-dab1-485a-bda3-f66121909953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.922209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1600f82-dab1-485a-bda3-f66121909953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.929174 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1600f82-dab1-485a-bda3-f66121909953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:41.979375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1600f82-dab1-485a-bda3-f66121909953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dcd0b1-acd7-47a7-9ee3-3d8ec809ab67,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:41.987827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36762) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:41.988226 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f1600f82-dab1-485a-bda3-f66121909953 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39ccd750cb1444ffbd1ee81d138ee7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739463 Jul 13 08:01:42.040501 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00137f2e-3186-4e07-8eed-c71754635e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.065526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00137f2e-3186-4e07-8eed-c71754635e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.110448 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00137f2e-3186-4e07-8eed-c71754635e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.113307 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-00137f2e-3186-4e07-8eed-c71754635e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.115043 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-00137f2e-3186-4e07-8eed-c71754635e39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8dcd0b1-acd7-47a7-9ee3-3d8ec809ab67 HTTP/1.1" status: 204 len: 168 time: 0.1241593 Jul 13 08:01:42.123641 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00137f2e-3186-4e07-8eed-c71754635e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dcd0b1-acd7-47a7-9ee3-3d8ec809ab67,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:42.129273 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:01:42.289807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149124c-c8bb-4850-9436-bbe329e1725b req-37e2b5f6-db78-4521-9a88-79b83f9819cf tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:42.291476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7149124c-c8bb-4850-9436-bbe329e1725b req-37e2b5f6-db78-4521-9a88-79b83f9819cf tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0665140 Jul 13 08:01:42.337372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7149124c-c8bb-4850-9436-bbe329e1725b req-e8cdca9c-2784-4f12-8bae-798ad52bb7c4 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Jul 13 08:01:42.417618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36772) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:42.433191 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b88f1d6-bada-4a8e-9400-343a4870c88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.531961 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b88f1d6-bada-4a8e-9400-343a4870c88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.536395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6b88f1d6-bada-4a8e-9400-343a4870c88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.577860 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6b88f1d6-bada-4a8e-9400-343a4870c88f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a091a01eb87044969788997c9f5eba35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590178 Jul 13 08:01:42.578942 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88f1d6-bada-4a8e-9400-343a4870c88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc1c04a-37e7-41ae-954e-d7ebf0b85d47,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:42.580851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36776) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:42.697322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2004bf2e-44a0-4c11-8a33-f6fb3b33d01e req-2077ddde-5dce-4339-8f07-71eeab6f4f07 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 210 time: 0.0345790 Jul 13 08:01:42.710992 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce727909-54f3-4d22-8ce0-5403191c2ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.739912 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce727909-54f3-4d22-8ce0-5403191c2ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.774074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065e8bb-4cb0-4fe2-aec9-6d0a1ad4519f req-a47fae9a-dd71-46bb-a165-73fb36753cee tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:42.775640 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2065e8bb-4cb0-4fe2-aec9-6d0a1ad4519f req-a47fae9a-dd71-46bb-a165-73fb36753cee tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0677254 Jul 13 08:01:42.793673 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce727909-54f3-4d22-8ce0-5403191c2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.797670 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ce727909-54f3-4d22-8ce0-5403191c2ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:42.802947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ce727909-54f3-4d22-8ce0-5403191c2ed5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cc1c04a-37e7-41ae-954e-d7ebf0b85d47 HTTP/1.1" status: 204 len: 168 time: 0.2205706 Jul 13 08:01:42.812403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce727909-54f3-4d22-8ce0-5403191c2ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc1c04a-37e7-41ae-954e-d7ebf0b85d47,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:42.822336 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2065e8bb-4cb0-4fe2-aec9-6d0a1ad4519f req-5b21c4e0-1eed-4916-889d-098a8b0d7e11 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389144 Jul 13 08:01:43.139950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0ef3134b-909e-4206-a74b-a5d43bd56f43 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:43.160707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 0ef3134b-909e-4206-a74b-a5d43bd56f43 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:43.162112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 0ef3134b-909e-4206-a74b-a5d43bd56f43 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:43.843419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eead46a4-1913-4b6e-8d32-1e34a19e170c req-5d343432-7433-4314-8619-5ccb48435c8b tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 210 time: 0.0300989 Jul 13 08:01:43.885933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36812) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:44.001104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fa20e97-5575-479c-9aa1-661367248ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:44.018297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fa74-bf34-4302-a027-ade1aec8d796 req-a9ca0e85-8f2c-4367-a623-b2449fdaca40 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.019863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2761fa74-bf34-4302-a027-ade1aec8d796 req-a9ca0e85-8f2c-4367-a623-b2449fdaca40 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0680821 Jul 13 08:01:44.064213 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2761fa74-bf34-4302-a027-ade1aec8d796 req-4d55f17a-df2c-4917-a2a8-f7ab736c4085 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376954 Jul 13 08:01:44.109348 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fa20e97-5575-479c-9aa1-661367248ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:44.115388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6fa20e97-5575-479c-9aa1-661367248ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:44.164209 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6fa20e97-5575-479c-9aa1-661367248ac2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6efed22e4c5b4319b18195d5d46bb57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737865 Jul 13 08:01:44.164209 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa20e97-5575-479c-9aa1-661367248ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bee061f-2f72-4346-80ff-b654e2275b0a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:44.164590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 36818) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:44.216603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce750b54-8b1a-4d4d-b9c3-40ad0e4f366a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:44.243423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce750b54-8b1a-4d4d-b9c3-40ad0e4f366a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:44.310289 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce750b54-8b1a-4d4d-b9c3-40ad0e4f366a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:44.312711 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-91a9977b-13a7-4028-bbea-093057dfe75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:44.313455 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce750b54-8b1a-4d4d-b9c3-40ad0e4f366a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:44.314639 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ce750b54-8b1a-4d4d-b9c3-40ad0e4f366a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3bee061f-2f72-4346-80ff-b654e2275b0a HTTP/1.1" status: 204 len: 168 time: 0.1483355 Jul 13 08:01:44.324333 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce750b54-8b1a-4d4d-b9c3-40ad0e4f366a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bee061f-2f72-4346-80ff-b654e2275b0a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:44.451901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ef6b-f6f5-45aa-973d-9e0062bb9cc5 req-7d27cb3e-8d0c-4a8e-ad88-ec130e3821dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.453574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4858ef6b-f6f5-45aa-973d-9e0062bb9cc5 req-7d27cb3e-8d0c-4a8e-ad88-ec130e3821dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a57eb66856342c1b41f45d898e8f716&device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 1096 time: 0.0631545 Jul 13 08:01:44.497328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b626c98-2b84-4355-b743-430f09d3fe0a req-7a134a9f-f3c5-4839-9d94-0891bf467af8 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.505867 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b626c98-2b84-4355-b743-430f09d3fe0a req-7a134a9f-f3c5-4839-9d94-0891bf467af8 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0889199 Jul 13 08:01:44.557960 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4b626c98-2b84-4355-b743-430f09d3fe0a req-b86eb8d3-dc78-489f-beca-a4a907bffdea tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505397 Jul 13 08:01:44.559925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ef6b-f6f5-45aa-973d-9e0062bb9cc5 req-659f6688-eb99-4913-9c48-d0a03684717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.561678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4858ef6b-f6f5-45aa-973d-9e0062bb9cc5 req-659f6688-eb99-4913-9c48-d0a03684717b service neutron] 10.222.0.54 "GET /v2.0/networks?id=5412e6ef-eea9-4657-a191-5dff915d707d HTTP/1.1" status: 200 len: 913 time: 0.1018648 Jul 13 08:01:44.617732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4858ef6b-f6f5-45aa-973d-9e0062bb9cc5 req-7fc9a60b-c1ac-418c-afeb-3785293913e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=644790c8-71e7-4837-bf7d-28fc523eca65 HTTP/1.1" status: 200 len: 217 time: 0.0488944 Jul 13 08:01:44.672518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ef6b-f6f5-45aa-973d-9e0062bb9cc5 req-994b1e84-2f67-478b-bd9d-4dd22463143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:44.674096 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4858ef6b-f6f5-45aa-973d-9e0062bb9cc5 req-994b1e84-2f67-478b-bd9d-4dd22463143d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c7ff38e-8560-465a-a9d3-cccd40557209 HTTP/1.1" status: 200 len: 852 time: 0.0502851 Jul 13 08:01:44.707338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4858ef6b-f6f5-45aa-973d-9e0062bb9cc5 req-f6a94d45-b87e-4f96-b583-5823599d1431 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5412e6ef-eea9-4657-a191-5dff915d707d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274622 Jul 13 08:01:44.803829 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4858ef6b-f6f5-45aa-973d-9e0062bb9cc5 req-e888cbbb-c5b4-4486-93ca-4a2ec84f34f6 service neutron] 10.222.0.54 "GET /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903165 Jul 13 08:01:44.919478 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4858ef6b-f6f5-45aa-973d-9e0062bb9cc5 req-031d8ab6-42c1-4770-90fa-a7755e1c17c3 service neutron] 10.222.0.54 "GET /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077204 Jul 13 08:01:45.024322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-32dfae5d-8756-49d5-b561-17c9f8fd0102 req-78704d8f-3763-4bd9-9898-958a954c62fa tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "GET /v2.0/ports?device_id=c508afda-3c1b-4a13-a829-99fb21d85912 HTTP/1.1" status: 200 len: 210 time: 0.0350983 Jul 13 08:01:45.728629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e2281-a9a4-4bcb-af98-4b4dd939f786 req-e619401d-f67f-4516-af8c-d0ee974396c8 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:45.730137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0b6e2281-a9a4-4bcb-af98-4b4dd939f786 req-e619401d-f67f-4516-af8c-d0ee974396c8 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0655599 Jul 13 08:01:45.768598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0b6e2281-a9a4-4bcb-af98-4b4dd939f786 req-2b9fba24-dbab-4800-b045-3551ff527cfe tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Jul 13 08:01:46.134473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 36874) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:46.170703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6b733-5852-44df-8daa-a6119a0840d3 req-e710af33-096e-4b1f-8c72-ee17a8da0e8c tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:46.172244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-24f6b733-5852-44df-8daa-a6119a0840d3 req-e710af33-096e-4b1f-8c72-ee17a8da0e8c tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0686138 Jul 13 08:01:46.195126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb114-43a9-452d-9982-f826ab5e7e12 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:46.222255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb114-43a9-452d-9982-f826ab5e7e12 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:46.225368 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-24f6b733-5852-44df-8daa-a6119a0840d3 req-0abe72ff-89db-49a3-b93c-30bd5de736c7 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Jul 13 08:01:46.284371 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb114-43a9-452d-9982-f826ab5e7e12 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:46.287360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb114-43a9-452d-9982-f826ab5e7e12 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:46.288551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dbdfb114-43a9-452d-9982-f826ab5e7e12 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] 10.222.0.44 "DELETE /v2.0/security-groups/9166b7cc-66ba-4965-9e2f-73b695781bc2 HTTP/1.1" status: 204 len: 168 time: 0.1530900 Jul 13 08:01:46.297838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfb114-43a9-452d-9982-f826ab5e7e12 tempest-TestVolumeBackupRestore-370647273 tempest-TestVolumeBackupRestore-370647273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9166b7cc-66ba-4965-9e2f-73b695781bc2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:47.116698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:47.299469 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1406f542-b66e-4b07-acc6-f71a7f22615d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:47.554057 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba192a1d-ceec-4085-b714-255e9134ce4c req-f873d68f-378e-4215-8dde-8b6928b0585d tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:47.556559 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba192a1d-ceec-4085-b714-255e9134ce4c req-f873d68f-378e-4215-8dde-8b6928b0585d tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.1545041 Jul 13 08:01:47.630971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba192a1d-ceec-4085-b714-255e9134ce4c req-eb51851c-4ebd-4c34-8b3c-1d724b47a32b tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/security-groups?id=83d24414-d4e8-4c40-a18b-91d9f1ad75c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602841 Jul 13 08:01:47.832199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-49ea4682-4ccd-49d7-ba87-db487b5459d5 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:47.834622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-49ea4682-4ccd-49d7-ba87-db487b5459d5 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.54 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 945 time: 0.0916457 Jul 13 08:01:47.982948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-189d7e6e-15b3-4a07-af86-c305f277dceb tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Deleting port 644790c8-71e7-4837-bf7d-28fc523eca65 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:47.983340 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-189d7e6e-15b3-4a07-af86-c305f277dceb tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:48.045944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:48.159076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-189d7e6e-15b3-4a07-af86-c305f277dceb tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] For port 644790c8-71e7-4837-bf7d-28fc523eca65, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=644790c8-71e7-4837-bf7d-28fc523eca65,segment=NetworkSegment(447ace1c-95c7-4721-a5f5-1c1880dc9be4),segment_id=447ace1c-95c7-4721-a5f5-1c1880dc9be4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:48.159652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-189d7e6e-15b3-4a07-af86-c305f277dceb tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:48.182829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-189d7e6e-15b3-4a07-af86-c305f277dceb tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Calling delete_port for 644790c8-71e7-4837-bf7d-28fc523eca65 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:48.394306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-189d7e6e-15b3-4a07-af86-c305f277dceb tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:48.410365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['644790c8-71e7-4837-bf7d-28fc523eca65'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:48.447400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d7e6e-15b3-4a07-af86-c305f277dceb tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Pushing event deleted for resources: {'Port': ['ID=644790c8-71e7-4837-bf7d-28fc523eca65,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:48.537832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-189d7e6e-15b3-4a07-af86-c305f277dceb tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] No DVR routers for this DVR port 644790c8-71e7-4837-bf7d-28fc523eca65 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:48.540937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-189d7e6e-15b3-4a07-af86-c305f277dceb tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:48.547048 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c000683-b164-4e8d-88c3-abce44e042d0 req-189d7e6e-15b3-4a07-af86-c305f277dceb tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.54 "DELETE /v2.0/ports/644790c8-71e7-4837-bf7d-28fc523eca65 HTTP/1.1" status: 204 len: 173 time: 0.7073650 Jul 13 08:01:48.548044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abbfd08-1876-4654-87f0-1cb331408b25', 'name': 'network-vif-deleted', 'tag': '644790c8-71e7-4837-bf7d-28fc523eca65'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:48.555040 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa2ed05-d72a-44cb-9284-8c9d8b620071" -d '{"events": [{"server_uuid": "4abbfd08-1876-4654-87f0-1cb331408b25", "name": "network-vif-deleted", "tag": "644790c8-71e7-4837-bf7d-28fc523eca65"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:48.626153 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09641a86-f23a-4f1d-9314-f34cb6ce1f4b x-openstack-request-id: req-09641a86-f23a-4f1d-9314-f34cb6ce1f4b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:48.626674 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abbfd08-1876-4654-87f0-1cb331408b25", "name": "network-vif-deleted", "tag": "644790c8-71e7-4837-bf7d-28fc523eca65", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:48.627337 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09641a86-f23a-4f1d-9314-f34cb6ce1f4b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:48.627960 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abbfd08-1876-4654-87f0-1cb331408b25', 'name': 'network-vif-deleted', 'tag': '644790c8-71e7-4837-bf7d-28fc523eca65', 'status': 'completed', 'code': 200} Jul 13 08:01:48.954659 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a0dd6949-7293-4b8c-85b2-53b543c830b2 req-8fc204d8-a758-42be-985a-f99dc48a2fd6 tempest-TestServerAdvancedOps-720986367 tempest-TestServerAdvancedOps-720986367-project] 10.222.0.44 "GET /v2.0/ports?device_id=4abbfd08-1876-4654-87f0-1cb331408b25 HTTP/1.1" status: 200 len: 210 time: 0.0478690 Jul 13 08:01:49.821160 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.077893 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37308) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:50.148746 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6e0477-f7e3-4ce2-8018-bff6029d97fa admin admin] Deleting subnet 4c7ff38e-8560-465a-a9d3-cccd40557209 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:50.152119 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce6e0477-f7e3-4ce2-8018-bff6029d97fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.201771 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce6e0477-f7e3-4ce2-8018-bff6029d97fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.278437 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce6e0477-f7e3-4ce2-8018-bff6029d97fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.347135 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce6e0477-f7e3-4ce2-8018-bff6029d97fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.384299 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e0477-f7e3-4ce2-8018-bff6029d97fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7ff38e-8560-465a-a9d3-cccd40557209,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:50.392200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ce6e0477-f7e3-4ce2-8018-bff6029d97fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.394741 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ce6e0477-f7e3-4ce2-8018-bff6029d97fa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4c7ff38e-8560-465a-a9d3-cccd40557209 HTTP/1.1" status: 204 len: 168 time: 0.3150821 Jul 13 08:01:50.397869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37346) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:50.515926 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.596436 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.607043 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5412e6ef-eea9-4657-a191-5dff915d707d']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:50.616958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447ace1c-95c7-4721-a5f5-1c1880dc9be4') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:50.617259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447ace1c-95c7-4721-a5f5-1c1880dc9be4') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:50.626432 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.648240 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.655206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:50.655602 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:50.657492 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:50.712796 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.720485 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.723928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5412e6ef-eea9-4657-a191-5dff915d707d HTTP/1.1" status: 204 len: 168 time: 0.3243158 Jul 13 08:01:50.727037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37356) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:50.737004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1619f-68ee-47c0-9658-f3d8e2f8aa79 admin admin] Pushing event deleted for resources: {'Network': ['ID=5412e6ef-eea9-4657-a191-5dff915d707d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:50.800180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-43488d48-fe19-423e-98f0-018f6fc24509 admin admin] Deleting subnet ebc31c47-0f76-4053-895a-98720e559f14 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:50.806505 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43488d48-fe19-423e-98f0-018f6fc24509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.842969 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43488d48-fe19-423e-98f0-018f6fc24509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.889117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43488d48-fe19-423e-98f0-018f6fc24509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.928883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37362) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:50.972156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43488d48-fe19-423e-98f0-018f6fc24509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.984522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37364) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:50.992158 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43488d48-fe19-423e-98f0-018f6fc24509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:50.994068 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-43488d48-fe19-423e-98f0-018f6fc24509 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ebc31c47-0f76-4053-895a-98720e559f14 HTTP/1.1" status: 204 len: 168 time: 0.2659454 Jul 13 08:01:51.011773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37368) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:51.012563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43488d48-fe19-423e-98f0-018f6fc24509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc31c47-0f76-4053-895a-98720e559f14,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:51.082564 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.170811 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.191449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04e3498-80f6-4f11-ae5f-6f4317dad29e']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:51.194052 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2042eab6-8af5-4c20-8007-5f4b6b38bb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.207791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e34fd41-9075-4c79-bbdf-ef0b4cde725d') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:51.208248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e34fd41-9075-4c79-bbdf-ef0b4cde725d') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:51.219882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.244209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.248937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 644790c8-71e7-4837-bf7d-28fc523eca65 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:51.253439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:51.253886 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:51.256106 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:51.283152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 644790c8-71e7-4837-bf7d-28fc523eca65 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:51.283480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 644790c8-71e7-4837-bf7d-28fc523eca65 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:51.320445 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.329802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.331709 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] 10.222.0.44 "DELETE /v2.0/networks/d04e3498-80f6-4f11-ae5f-6f4317dad29e HTTP/1.1" status: 204 len: 168 time: 0.3169978 Jul 13 08:01:51.341403 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.346120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a15f0-8447-4db3-825a-3f1066fe3d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=d04e3498-80f6-4f11-ae5f-6f4317dad29e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:51.409783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2042eab6-8af5-4c20-8007-5f4b6b38bb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.415000 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2042eab6-8af5-4c20-8007-5f4b6b38bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.455542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2042eab6-8af5-4c20-8007-5f4b6b38bb20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c27e7b86b81445a807a43fe80bc2f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685204 Jul 13 08:01:51.457069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042eab6-8af5-4c20-8007-5f4b6b38bb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7251e51a-24af-44ef-a752-1cebf9b4150e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:51.460969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37372) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:51.470348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37374) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:51.538364 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d7ef3f7c-e2ec-463f-baeb-95e1f957d9dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a57eb66856342c1b41f45d898e8f716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614293 Jul 13 08:01:51.544937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37376) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:51.559742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a74a8fa-d8da-420d-95ef-3947016c3a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.596463 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a74a8fa-d8da-420d-95ef-3947016c3a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.614389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] Deleting port 5a247fdf-6921-4b42-ad35-ffff4f19cb63 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:51.614732 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.643234 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e79435fe-a7b2-4b7d-affe-a23b3c30f0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.668740 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e79435fe-a7b2-4b7d-affe-a23b3c30f0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.675062 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a74a8fa-d8da-420d-95ef-3947016c3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.677762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2a74a8fa-d8da-420d-95ef-3947016c3a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.678906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2a74a8fa-d8da-420d-95ef-3947016c3a8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7251e51a-24af-44ef-a752-1cebf9b4150e HTTP/1.1" status: 204 len: 168 time: 0.2095840 Jul 13 08:01:51.695586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74a8fa-d8da-420d-95ef-3947016c3a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7251e51a-24af-44ef-a752-1cebf9b4150e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:51.702374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] For port 5a247fdf-6921-4b42-ad35-ffff4f19cb63, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5a247fdf-6921-4b42-ad35-ffff4f19cb63,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:51.702748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.717773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] Calling delete_port for 5a247fdf-6921-4b42-ad35-ffff4f19cb63 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:51.734834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e79435fe-a7b2-4b7d-affe-a23b3c30f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.738103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e79435fe-a7b2-4b7d-affe-a23b3c30f0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.739434 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e79435fe-a7b2-4b7d-affe-a23b3c30f0c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83d24414-d4e8-4c40-a18b-91d9f1ad75c4 HTTP/1.1" status: 204 len: 168 time: 0.1935978 Jul 13 08:01:51.747523 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79435fe-a7b2-4b7d-affe-a23b3c30f0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d24414-d4e8-4c40-a18b-91d9f1ad75c4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:51.917676 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:51.947106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a247fdf-6921-4b42-ad35-ffff4f19cb63,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:52.151055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37386) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:52.181208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37388) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:52.197336 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0981bfb5-00ab-4bd8-893f-7a21fb0e9b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.231540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4cf326e4-dc4f-449d-abdb-7c629240835a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f0ac4ce9368481ba86a71f4f621e912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789461 Jul 13 08:01:52.234308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37390) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:52.322186 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9aa02077-2dd5-47ff-9bf7-57a7115b4a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.360957 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9aa02077-2dd5-47ff-9bf7-57a7115b4a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.391384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0981bfb5-00ab-4bd8-893f-7a21fb0e9b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.403215 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0981bfb5-00ab-4bd8-893f-7a21fb0e9b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.449260 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0981bfb5-00ab-4bd8-893f-7a21fb0e9b5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=333255ef08004897871034d5bc8d3ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669823 Jul 13 08:01:52.450494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981bfb5-00ab-4bd8-893f-7a21fb0e9b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782abe51-f5bd-47f6-bc5f-0e568ff3e97e,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:52.453188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37392) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:52.477703 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9aa02077-2dd5-47ff-9bf7-57a7115b4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.480326 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9aa02077-2dd5-47ff-9bf7-57a7115b4a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.481509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9aa02077-2dd5-47ff-9bf7-57a7115b4a7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57fc2520-d7d7-4390-80fa-6fedeae7ce97 HTTP/1.1" status: 204 len: 168 time: 0.2462864 Jul 13 08:01:52.499960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa02077-2dd5-47ff-9bf7-57a7115b4a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fc2520-d7d7-4390-80fa-6fedeae7ce97,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:52.521601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b9e378e-03a1-49e2-9151-bc68ed92f66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.528447 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.545048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b9e378e-03a1-49e2-9151-bc68ed92f66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.596933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b9e378e-03a1-49e2-9151-bc68ed92f66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.600344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b9e378e-03a1-49e2-9151-bc68ed92f66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:52.601610 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1b9e378e-03a1-49e2-9151-bc68ed92f66e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/782abe51-f5bd-47f6-bc5f-0e568ff3e97e HTTP/1.1" status: 204 len: 168 time: 0.1474380 Jul 13 08:01:52.610258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e378e-03a1-49e2-9151-bc68ed92f66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782abe51-f5bd-47f6-bc5f-0e568ff3e97e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:52.762752 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] Router 007e89be-df7a-4c44-b06e-69af0e984a80 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:52.881234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:52.899023 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a97c8b43-1ee1-4b8b-8e30-fe78c8ec6466 admin admin] 10.222.0.44 "PUT /v2.0/routers/007e89be-df7a-4c44-b06e-69af0e984a80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9560912 Jul 13 08:01:52.899794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37400) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:52.916462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] Sync routers for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:52.930395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:52.931054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:01:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:53.006013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.070432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:53.131619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.203706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Deleting port 5109da3f-8835-4af3-9d52-508c5883b954 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:53.204122 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.298467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '5109da3f-8835-4af3-9d52-508c5883b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T08:01:51Z', 'revision_number': 5, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port': {'id': '5109da3f-8835-4af3-9d52-508c5883b954', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:39Z', 'updated_at': '2021-07-13T07:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:53.326283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] Checking router: 007e89be-df7a-4c44-b06e-69af0e984a80 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:53.335948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] Routers {'007e89be-df7a-4c44-b06e-69af0e984a80'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:53.336507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:01:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['007e89be-df7a-4c44-b06e-69af0e984a80'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:53.429776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] Set router 007e89be-df7a-4c44-b06e-69af0e984a80 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:53.485515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T08:01:53Z', 'revision_number': 6, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:53.516241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bcb58-bf40-42a6-80b4-2b64e44dbb49 None None] The sync data for ids ['007e89be-df7a-4c44-b06e-69af0e984a80'] in n-d-798249-7 is: [{'id': '007e89be-df7a-4c44-b06e-69af0e984a80', 'name': 'tempest-TestVolumeBackupRestore-1881590835-router', 'tenant_id': '61635373d7c54bc8b93df451ac5254d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:38Z', 'updated_at': '2021-07-13T08:01:53Z', 'revision_number': 6, 'project_id': '61635373d7c54bc8b93df451ac5254d3', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:53.650468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] For port 5109da3f-8835-4af3-9d52-508c5883b954, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5109da3f-8835-4af3-9d52-508c5883b954,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:53.650834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.663542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Calling delete_port for 5109da3f-8835-4af3-9d52-508c5883b954 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:53.825800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:53.852655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=5109da3f-8835-4af3-9d52-508c5883b954,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:53.936582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.039087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.041213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.089156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.089692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 007e89be-df7a-4c44-b06e-69af0e984a80 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:01:54.094073 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.095233 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0c00e4af-22ff-445c-b873-313d5d530b85 admin admin] 10.222.0.44 "DELETE /v2.0/routers/007e89be-df7a-4c44-b06e-69af0e984a80 HTTP/1.1" status: 204 len: 168 time: 1.2045176 Jul 13 08:01:54.098101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37462) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:54.146418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7800f4-6411-4346-bbc4-a6fce7414484 admin admin] Deleting subnet 84253b8d-b5a4-4a9d-880e-4a36ff9e287f {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:54.149489 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7800f4-6411-4346-bbc4-a6fce7414484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.183813 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7800f4-6411-4346-bbc4-a6fce7414484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.260792 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7800f4-6411-4346-bbc4-a6fce7414484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.323948 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7800f4-6411-4346-bbc4-a6fce7414484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.355444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7800f4-6411-4346-bbc4-a6fce7414484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84253b8d-b5a4-4a9d-880e-4a36ff9e287f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:54.359844 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a7800f4-6411-4346-bbc4-a6fce7414484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.364572 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4a7800f4-6411-4346-bbc4-a6fce7414484 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/84253b8d-b5a4-4a9d-880e-4a36ff9e287f HTTP/1.1" status: 204 len: 168 time: 0.2630837 Jul 13 08:01:54.364836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37494) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:54.369847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456c106-ca75-4073-a9f8-675e409747dd None None] Network b55afdaa-4fa3-4abe-ab92-fd71cc162074 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:54.375943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5a247fdf-6921-4b42-ad35-ffff4f19cb63 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:54.422591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5a247fdf-6921-4b42-ad35-ffff4f19cb63 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:54.422903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5a247fdf-6921-4b42-ad35-ffff4f19cb63 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:54.460942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.523559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Deleting port 53411cef-744a-4edc-901b-97cdaf51fe78 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:54.523910 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.609045 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] For port 53411cef-744a-4edc-901b-97cdaf51fe78, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53411cef-744a-4edc-901b-97cdaf51fe78,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:54.609939 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.621800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5f0aae-dd44-4435-aebf-45ff8b9fd623 None None] DHCP port deletion for b55afdaa-4fa3-4abe-ab92-fd71cc162074 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:01:54.625756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Calling delete_port for 53411cef-744a-4edc-901b-97cdaf51fe78 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:54.678696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f0aae-dd44-4435-aebf-45ff8b9fd623 None None] Deleting port 53411cef-744a-4edc-901b-97cdaf51fe78 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:54.679175 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a5f0aae-dd44-4435-aebf-45ff8b9fd623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.729353 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.743404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] No DVR routers for this DVR port 53411cef-744a-4edc-901b-97cdaf51fe78 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:54.748772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6a5f0aae-dd44-4435-aebf-45ff8b9fd623 None None] For port 53411cef-744a-4edc-901b-97cdaf51fe78, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53411cef-744a-4edc-901b-97cdaf51fe78,segment=NetworkSegment(2ec64db6-0563-43f7-877c-32e9d83b8490),segment_id=2ec64db6-0563-43f7-877c-32e9d83b8490)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:54.749285 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a5f0aae-dd44-4435-aebf-45ff8b9fd623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.762254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f0aae-dd44-4435-aebf-45ff8b9fd623 None None] Calling delete_port for 53411cef-744a-4edc-901b-97cdaf51fe78 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:54.764311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Pushing event deleted for resources: {'Port': ['ID=53411cef-744a-4edc-901b-97cdaf51fe78,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:54.837413 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:01:54.838333 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:01:54.847584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55afdaa-4fa3-4abe-ab92-fd71cc162074']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:54.854486 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a5f0aae-dd44-4435-aebf-45ff8b9fd623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.858235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec64db6-0563-43f7-877c-32e9d83b8490') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:54.858536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec64db6-0563-43f7-877c-32e9d83b8490') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:54.869248 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.887675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.889531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f0aae-dd44-4435-aebf-45ff8b9fd623 None None] Pushing event deleted for resources: {'Port': ['ID=53411cef-744a-4edc-901b-97cdaf51fe78,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:54.893890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f0aae-dd44-4435-aebf-45ff8b9fd623 None None] No DVR routers for this DVR port 53411cef-744a-4edc-901b-97cdaf51fe78 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:54.907800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:54.908386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:54.910358 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:54.969172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.975319 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.977285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b55afdaa-4fa3-4abe-ab92-fd71cc162074 HTTP/1.1" status: 204 len: 168 time: 0.6114855 Jul 13 08:01:54.980362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37496) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:54.988149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f854dc-d82c-4934-8140-574147189412 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55afdaa-4fa3-4abe-ab92-fd71cc162074,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:55.339533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.601420 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] Deleting port 1a76c492-df9a-4607-8515-d5a5a20676cf {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:55.601689 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.679809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] For port 1a76c492-df9a-4607-8515-d5a5a20676cf, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=1a76c492-df9a-4607-8515-d5a5a20676cf,segment=NetworkSegment(794dc6ae-2d81-4046-9d13-a69361eb1842),segment_id=794dc6ae-2d81-4046-9d13-a69361eb1842)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:55.680212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.697634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] Calling delete_port for 1a76c492-df9a-4607-8515-d5a5a20676cf owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:55.883549 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:55.909388 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a76c492-df9a-4607-8515-d5a5a20676cf,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:56.096072 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.114015 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53411cef-744a-4edc-901b-97cdaf51fe78 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:56.138920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 53411cef-744a-4edc-901b-97cdaf51fe78 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:56.139182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53411cef-744a-4edc-901b-97cdaf51fe78 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:56.139785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5109da3f-8835-4af3-9d52-508c5883b954 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:56.159251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5109da3f-8835-4af3-9d52-508c5883b954 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:56.159794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5109da3f-8835-4af3-9d52-508c5883b954 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:56.325722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] Router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:01:56.434158 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:01:56.439389 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cf678bff-54a1-4e8e-a3a4-f1d918031f52 admin admin] 10.222.0.44 "PUT /v2.0/routers/835c4a9c-a075-4d1a-a50d-3afbae0f08d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4574995 Jul 13 08:01:56.442454 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] Sync routers for ids ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:01:56.442936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37502) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:56.452453 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] Routers {'835c4a9c-a075-4d1a-a50d-3afbae0f08d1'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:56.453199 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:01:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:56.558142 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.562365 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] Set router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:56.675585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.733494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Deleting port a6cdde15-072d-4984-bc10-a9d51d97d1d8 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:56.733877 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.746286 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'name': 'tempest-TestVolumeBackupRestore-2089315493-router', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T08:01:55Z', 'revision_number': 5, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'gw_port': {'id': 'a6cdde15-072d-4984-bc10-a9d51d97d1d8', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T07:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:56.779056 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] Checking router: 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:01:56.787950 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] Routers {'835c4a9c-a075-4d1a-a50d-3afbae0f08d1'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:01:56.788687 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:01:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:56.820168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] For port a6cdde15-072d-4984-bc10-a9d51d97d1d8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a6cdde15-072d-4984-bc10-a9d51d97d1d8,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:56.820800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:56.838991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Calling delete_port for a6cdde15-072d-4984-bc10-a9d51d97d1d8 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:56.874923 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] Set router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:01:56.932731 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'name': 'tempest-TestVolumeBackupRestore-2089315493-router', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T08:01:56Z', 'revision_number': 6, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:56.959972 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c09d90c-eadf-404a-a5fa-3544a803dc4b None None] The sync data for ids ['835c4a9c-a075-4d1a-a50d-3afbae0f08d1'] in n-d-798249-7 is: [{'id': '835c4a9c-a075-4d1a-a50d-3afbae0f08d1', 'name': 'tempest-TestVolumeBackupRestore-2089315493-router', 'tenant_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:43Z', 'updated_at': '2021-07-13T08:01:56Z', 'revision_number': 6, 'project_id': 'a5adb06e0f16472ca7747ed6291f17d1', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:01:57.026938 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.066071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cdde15-072d-4984-bc10-a9d51d97d1d8,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:57.130316 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.230562 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.232871 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.281961 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.282520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 835c4a9c-a075-4d1a-a50d-3afbae0f08d1 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:01:57.287203 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.288421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1b7bc549-3591-4b3d-8a33-79b0cbb2a54b admin admin] 10.222.0.44 "DELETE /v2.0/routers/835c4a9c-a075-4d1a-a50d-3afbae0f08d1 HTTP/1.1" status: 204 len: 168 time: 0.8447258 Jul 13 08:01:57.292474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37506) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:57.338896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb8462f-c622-465b-abb9-819d6457b471 admin admin] Deleting subnet 04e6aeea-da85-4fc7-8f38-249bcece3941 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:01:57.342092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fb8462f-c622-465b-abb9-819d6457b471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.377028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fb8462f-c622-465b-abb9-819d6457b471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.458752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fb8462f-c622-465b-abb9-819d6457b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.522161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fb8462f-c622-465b-abb9-819d6457b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.546776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8462f-c622-465b-abb9-819d6457b471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e6aeea-da85-4fc7-8f38-249bcece3941,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:57.553727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fb8462f-c622-465b-abb9-819d6457b471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.555629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2fb8462f-c622-465b-abb9-819d6457b471 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/04e6aeea-da85-4fc7-8f38-249bcece3941 HTTP/1.1" status: 204 len: 168 time: 0.2621741 Jul 13 08:01:57.558170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37508) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:57.561262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b3653-3aaf-413d-8b69-034b81b4eaff None None] Network 261559d4-45fe-409d-a095-e4377beed48d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:01:57.641598 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.706394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Deleting port 41786bc0-fda6-498c-b9ab-03ec0a52818c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:57.706736 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.782302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] For port 41786bc0-fda6-498c-b9ab-03ec0a52818c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=41786bc0-fda6-498c-b9ab-03ec0a52818c,segment=NetworkSegment(794dc6ae-2d81-4046-9d13-a69361eb1842),segment_id=794dc6ae-2d81-4046-9d13-a69361eb1842)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:57.782674 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.795325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d6ded-5138-4a6c-a424-c409863280e1 None None] DHCP port deletion for 261559d4-45fe-409d-a095-e4377beed48d request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:01:57.800448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Calling delete_port for 41786bc0-fda6-498c-b9ab-03ec0a52818c owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:57.852290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-145d6ded-5138-4a6c-a424-c409863280e1 None None] Deleting port 41786bc0-fda6-498c-b9ab-03ec0a52818c {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:01:57.852671 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-145d6ded-5138-4a6c-a424-c409863280e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.905018 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.918365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-145d6ded-5138-4a6c-a424-c409863280e1 None None] For port 41786bc0-fda6-498c-b9ab-03ec0a52818c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=41786bc0-fda6-498c-b9ab-03ec0a52818c,segment=NetworkSegment(794dc6ae-2d81-4046-9d13-a69361eb1842),segment_id=794dc6ae-2d81-4046-9d13-a69361eb1842)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:57.918761 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-145d6ded-5138-4a6c-a424-c409863280e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:57.934711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=41786bc0-fda6-498c-b9ab-03ec0a52818c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:57.936621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] No DVR routers for this DVR port 41786bc0-fda6-498c-b9ab-03ec0a52818c on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:57.940731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-145d6ded-5138-4a6c-a424-c409863280e1 None None] Calling delete_port for 41786bc0-fda6-498c-b9ab-03ec0a52818c owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:01:58.030194 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.032323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a6cdde15-072d-4984-bc10-a9d51d97d1d8 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:58.041202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261559d4-45fe-409d-a095-e4377beed48d']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:58.054607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a6cdde15-072d-4984-bc10-a9d51d97d1d8 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:58.054607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a6cdde15-072d-4984-bc10-a9d51d97d1d8 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:58.055377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1a76c492-df9a-4607-8515-d5a5a20676cf no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:58.057113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794dc6ae-2d81-4046-9d13-a69361eb1842') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:58.057483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794dc6ae-2d81-4046-9d13-a69361eb1842') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:01:58.068772 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.074924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 1a76c492-df9a-4607-8515-d5a5a20676cf {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:58.074924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 1a76c492-df9a-4607-8515-d5a5a20676cf not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:58.075327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41786bc0-fda6-498c-b9ab-03ec0a52818c no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:58.084310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.090936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:01:58.091487 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:01:58.093311 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:01:58.095874 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 41786bc0-fda6-498c-b9ab-03ec0a52818c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:01:58.096510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 41786bc0-fda6-498c-b9ab-03ec0a52818c not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:58.100220 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-145d6ded-5138-4a6c-a424-c409863280e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.112291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d6ded-5138-4a6c-a424-c409863280e1 None None] No DVR routers for this DVR port 41786bc0-fda6-498c-b9ab-03ec0a52818c on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:58.134146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d6ded-5138-4a6c-a424-c409863280e1 None None] Pushing event deleted for resources: {'Port': ['ID=41786bc0-fda6-498c-b9ab-03ec0a52818c,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:58.153687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.159584 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.162820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/261559d4-45fe-409d-a095-e4377beed48d HTTP/1.1" status: 204 len: 168 time: 0.6037259 Jul 13 08:01:58.176871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fac54-621b-4a4c-8f0d-56e3be7c29b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=261559d4-45fe-409d-a095-e4377beed48d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:58.347267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37514) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:58.389319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-03f56e05-32ef-4697-a56c-c1ac35fcd47c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61635373d7c54bc8b93df451ac5254d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399129 Jul 13 08:01:58.391814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37516) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:58.442067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea302-a643-4dc3-ac76-f3908b2dd092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.467792 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea302-a643-4dc3-ac76-f3908b2dd092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.518867 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea302-a643-4dc3-ac76-f3908b2dd092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.522803 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea302-a643-4dc3-ac76-f3908b2dd092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.526470 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7c8ea302-a643-4dc3-ac76-f3908b2dd092 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81b20107-b55d-40d3-8235-7a0dc2f7a70c HTTP/1.1" status: 204 len: 168 time: 0.1312957 Jul 13 08:01:58.536736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ea302-a643-4dc3-ac76-f3908b2dd092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b20107-b55d-40d3-8235-7a0dc2f7a70c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:58.860356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37522) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:58.903583 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5ee76401-5731-4ed1-8816-f3ba22eff238 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5adb06e0f16472ca7747ed6291f17d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420671 Jul 13 08:01:58.906134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37524) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:58.957284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74bddcf7-863b-41c5-9597-8f503be3b7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:58.978988 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74bddcf7-863b-41c5-9597-8f503be3b7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.026936 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74bddcf7-863b-41c5-9597-8f503be3b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.034698 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74bddcf7-863b-41c5-9597-8f503be3b7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:59.034698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-74bddcf7-863b-41c5-9597-8f503be3b7bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0322e32-af34-40c9-9514-dff707a51bc9 HTTP/1.1" status: 204 len: 168 time: 0.1239288 Jul 13 08:01:59.041410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bddcf7-863b-41c5-9597-8f503be3b7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0322e32-af34-40c9-9514-dff707a51bc9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:04.667681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.138145 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.296770 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-47815b94-9e9b-4b30-88e5-3e27d1ad2ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.109251 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.271585 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0ca8db94-679d-4099-89f6-a7844e0d823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.007891 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.129868 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:02:19.853753 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.653100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37636) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:22.760315 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd2321be-4775-43d6-b8d4-56f7fb1b464b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.851902 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd2321be-4775-43d6-b8d4-56f7fb1b464b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.855353 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd2321be-4775-43d6-b8d4-56f7fb1b464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.892461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2321be-4775-43d6-b8d4-56f7fb1b464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bd8c16-f87f-4556-a0a9-18f4a44d49ee,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:22.898888 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cd2321be-4775-43d6-b8d4-56f7fb1b464b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae3f96efff9740e6a57504efaeeec735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447629 Jul 13 08:02:22.901469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37640) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:22.951118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab49b-d48f-4ede-bcd1-fea4d77bb67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.972776 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab49b-d48f-4ede-bcd1-fea4d77bb67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.017850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab49b-d48f-4ede-bcd1-fea4d77bb67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.021064 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab49b-d48f-4ede-bcd1-fea4d77bb67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.022221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2b1ab49b-d48f-4ede-bcd1-fea4d77bb67e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6bd8c16-f87f-4556-a0a9-18f4a44d49ee HTTP/1.1" status: 204 len: 168 time: 0.1195817 Jul 13 08:02:23.029570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ab49b-d48f-4ede-bcd1-fea4d77bb67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bd8c16-f87f-4556-a0a9-18f4a44d49ee,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:23.607963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 37662) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:23.702534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1021701823-network', 'tenant_id': '3b349b77679843a3a7446214ca6de0aa'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:23.724089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Made reservation on behalf of 3b349b77679843a3a7446214ca6de0aa for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:23.726314 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.734255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.824033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.827836 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.853786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:23.866410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5cdb5b-114b-46e7-af8a-ce890dcacb82,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:23.870595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.870943 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Added segment b20b3aa9-00ac-441f-92bf-01f0b582669c of type vlan for network bd7dbe08-9648-427a-a8cd-bc4572a47264 Jul 13 08:02:23.912414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.941598 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.942595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.943179 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.978068 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3689244 Jul 13 08:02:23.981006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 37666) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:23.986154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Request body: {'subnet': {'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1021701823-subnet', 'tenant_id': '3b349b77679843a3a7446214ca6de0aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:24.003462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c862e5-5f02-441a-88a6-541c8b91315b admin admin] Pushing event updated for resources: {'Network': ['ID=bd7dbe08-9648-427a-a8cd-bc4572a47264,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:24.012251 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Made reservation on behalf of 3b349b77679843a3a7446214ca6de0aa for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:24.014437 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:24.014578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network bd7dbe08-9648-427a-a8cd-bc4572a47264 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:24.178668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:24.227551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a4610b-a224-42b2-a01e-ce1163f58f6a,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:24.242247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Checking segment: {'id': 'b20b3aa9-00ac-441f-92bf-01f0b582669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:24.242612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Network hostable DHCP agents. Network: bd7dbe08-9648-427a-a8cd-bc4572a47264, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:02:24.259164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Network bd7dbe08-9648-427a-a8cd-bc4572a47264 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:02:24.267465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, bd7dbe08-9648-427a-a8cd-bc4572a47264) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:24.272400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:24.272984 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:24.277726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0516c-b9f3-44f4-8275-483faea804ce None None] Network bd7dbe08-9648-427a-a8cd-bc4572a47264 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:24.287415 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-30d18659-79e8-443a-b69e-98cb7e0bdf69 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3052256 Jul 13 08:02:24.397196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0725ea6-3853-4b09-b497-903329caab57 None None] Network bd7dbe08-9648-427a-a8cd-bc4572a47264 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:34.667147 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:38.137295 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:44.299278 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-563e6944-29df-408f-8bd2-a2a5f851d1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.110555 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:47.272113 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ba92-562d-44ea-88f8-308296abf557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:48.011334 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.819673 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:49.885495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-b3dce8ec-c03b-4e6f-8825-a23a2c28c8c0 req-65f1cd1f-3104-4c51-80a2-4162e0b0047a service neutron] (93839) timed out ('10.222.0.53', 55657) {{(pid=93839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:02:56.129100 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:03:04.668730 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.134745 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:08.597195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-196f63cb-503f-400e-8760-d18b63cbf79c req-1997a7d0-7dc9-43f5-979b-77a2a88a8d6f service neutron] (93839) timed out ('10.222.0.54', 60871) {{(pid=93839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:03:10.239323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-1c790d01-170f-493a-9785-7efa04029fc4 req-061d9348-7bfa-419b-9742-b18d7ba27ced service neutron] (93838) timed out ('10.222.0.54', 60913) {{(pid=93838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:03:13.864548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-3b157473-950f-4d19-a930-bc3e03828bfc tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.866021 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-3b157473-950f-4d19-a930-bc3e03828bfc tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/networks?id=bd7dbe08-9648-427a-a8cd-bc4572a47264 HTTP/1.1" status: 200 len: 814 time: 0.1039634 Jul 13 08:03:13.881044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-62ff0690-626c-4121-bece-ed42a735670b tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/quotas/3b349b77679843a3a7446214ca6de0aa HTTP/1.1" status: 200 len: 375 time: 0.0097780 Jul 13 08:03:13.915263 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-1f6d5056-6bcc-4a96-8a1c-cf47c004b7bc tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b349b77679843a3a7446214ca6de0aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280952 Jul 13 08:03:14.011763 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-faa6415d-2b3a-43bf-b74c-9bea7a1eb8ac service neutron] 10.222.0.44 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900142 Jul 13 08:03:14.099087 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-0120c4a7-1f5b-4036-a60e-9061a0b4acf2 service neutron] 10.222.0.44 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817149 Jul 13 08:03:14.304566 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8b20e8ed-32f2-47f3-8f71-1443ee250b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.362263 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7e5efdf-597a-46c9-a3e0-806ed6bd4fd9 req-39d1d1c1-5b8c-4442-9089-698265bbfecd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 210 time: 0.1210012 Jul 13 08:03:15.381243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-dfb16761-3d08-437d-bf29-2b061d4f4808 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:15.382996 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-dfb16761-3d08-437d-bf29-2b061d4f4808 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.54 "GET /v2.0/networks?id=bd7dbe08-9648-427a-a8cd-bc4572a47264 HTTP/1.1" status: 200 len: 814 time: 0.1204174 Jul 13 08:03:15.403162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Request body: {'port': {'device_id': '7690e510-3e69-4af2-9151-f435d13750d1', 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264', 'admin_state_up': True, 'tenant_id': '3b349b77679843a3a7446214ca6de0aa'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:15.538496 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-628c777f-c1e6-4e9c-85bf-47d1fe862d4e req-9ab55fdf-588c-4198-96a5-490374187538 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 210 time: 0.0284064 Jul 13 08:03:15.542008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Made reservation on behalf of 3b349b77679843a3a7446214ca6de0aa for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:15.547966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.688808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Allocated IP 172.20.0.9 (bd7dbe08-9648-427a-a8cd-bc4572a47264/19a4610b-a224-42b2-a01e-ce1163f58f6a/5e7e4917-9707-459e-9dc7-cfdc6775318d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:15.872463 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.918288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.964078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Network bd7dbe08-9648-427a-a8cd-bc4572a47264 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:15.967141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:15.971395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:16.005807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Pushing event updated for resources: {'Port': ['ID=5e7e4917-9707-459e-9dc7-cfdc6775318d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:16.020345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.020696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.021050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.021380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.021702 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.022031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.022360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.022689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.023007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.023332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.023651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.023974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:16.044531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:16.045139 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.063380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-991493d4-67d1-49bd-82df-1fc27baf0ca3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6644630 Jul 13 08:03:16.073234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-829c1567-b366-4222-a3a5-f1aa6868fd4e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:03:16.074189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-829c1567-b366-4222-a3a5-f1aa6868fd4e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051153 Jul 13 08:03:16.085217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Request body: {'port': {'device_id': '7690e510-3e69-4af2-9151-f435d13750d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:16.156474 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.444808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7e4917-9707-459e-9dc7-cfdc6775318d {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:16.452146 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.464566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Transition to ACTIVE for port object 5e7e4917-9707-459e-9dc7-cfdc6775318d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:16.468592 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.523205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7e4917-9707-459e-9dc7-cfdc6775318d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:16.604423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Attempting to bind port 5e7e4917-9707-459e-9dc7-cfdc6775318d on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:16.604738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Attempting to bind port 5e7e4917-9707-459e-9dc7-cfdc6775318d by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'b20b3aa9-00ac-441f-92bf-01f0b582669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:16.605048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Attempting to bind port 5e7e4917-9707-459e-9dc7-cfdc6775318d on network bd7dbe08-9648-427a-a8cd-bc4572a47264 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:16.611816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Port 5e7e4917-9707-459e-9dc7-cfdc6775318d on network bd7dbe08-9648-427a-a8cd-bc4572a47264 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:03:16.613904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Attempting to bind port 5e7e4917-9707-459e-9dc7-cfdc6775318d on network bd7dbe08-9648-427a-a8cd-bc4572a47264 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:16.618796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:16.619133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Checking segment: {'id': 'b20b3aa9-00ac-441f-92bf-01f0b582669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:16.619517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Bound using segment: {'id': 'b20b3aa9-00ac-441f-92bf-01f0b582669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:16.619940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Bound port: 5e7e4917-9707-459e-9dc7-cfdc6775318d, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20b3aa9-00ac-441f-92bf-01f0b582669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:16.620330 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.694029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] For port 5e7e4917-9707-459e-9dc7-cfdc6775318d, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:16.697356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] For port 5e7e4917-9707-459e-9dc7-cfdc6775318d, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5e7e4917-9707-459e-9dc7-cfdc6775318d,segment=NetworkSegment(b20b3aa9-00ac-441f-92bf-01f0b582669c),segment_id=b20b3aa9-00ac-441f-92bf-01f0b582669c)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:16.702530 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.776824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:16.777435 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.778810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] 10.222.0.54 "PUT /v2.0/ports/5e7e4917-9707-459e-9dc7-cfdc6775318d HTTP/1.1" status: 200 len: 1091 time: 0.6979291 Jul 13 08:03:16.780902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7690e510-3e69-4af2-9151-f435d13750d1', 'tag': '5e7e4917-9707-459e-9dc7-cfdc6775318d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:16.783747 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219e1b68-a905-4ce4-b217-291b6778cd70" -d '{"events": [{"name": "network-changed", "server_uuid": "7690e510-3e69-4af2-9151-f435d13750d1", "tag": "5e7e4917-9707-459e-9dc7-cfdc6775318d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:16.815317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffda9d-a7f6-42b8-9b9d-c814f22e8e72 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7e4917-9707-459e-9dc7-cfdc6775318d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:16.836333 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fb0538-3b82-43d2-9d30-3c7bda518782 x-openstack-request-id: req-a4fb0538-3b82-43d2-9d30-3c7bda518782 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:16.836620 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7690e510-3e69-4af2-9151-f435d13750d1", "tag": "5e7e4917-9707-459e-9dc7-cfdc6775318d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:16.836869 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4fb0538-3b82-43d2-9d30-3c7bda518782 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:16.837252 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7690e510-3e69-4af2-9151-f435d13750d1', 'tag': '5e7e4917-9707-459e-9dc7-cfdc6775318d', 'status': 'completed', 'code': 200} Jul 13 08:03:16.870109 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdea464-80ae-4eaa-843c-b76ae8e4300a req-4fac4020-e1d7-437b-b9f4-dfae587adfa7 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:16.871496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8bdea464-80ae-4eaa-843c-b76ae8e4300a req-4fac4020-e1d7-437b-b9f4-dfae587adfa7 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 943 time: 0.1627285 Jul 13 08:03:16.926236 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8bdea464-80ae-4eaa-843c-b76ae8e4300a req-25197391-da66-4897-ae81-b90dadb580f3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489094 Jul 13 08:03:16.929128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-763870ad-541b-4fe2-881e-17e32102d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:16.930449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-763870ad-541b-4fe2-881e-17e32102d72c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b349b77679843a3a7446214ca6de0aa&device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 1094 time: 0.1052411 Jul 13 08:03:17.056081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-53b18bf0-4d5c-4631-ab18-572dd7695788 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7e4917-9707-459e-9dc7-cfdc6775318d HTTP/1.1" status: 200 len: 217 time: 0.1170585 Jul 13 08:03:17.112096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-a6070092-0584-4dbe-8451-296fa5de1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:17.113794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-a6070092-0584-4dbe-8451-296fa5de1ab8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=19a4610b-a224-42b2-a01e-ce1163f58f6a HTTP/1.1" status: 200 len: 854 time: 0.0516798 Jul 13 08:03:17.114736 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.153114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-d5f1e6a6-c0f5-495d-919e-ba73f7b27181 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd7dbe08-9648-427a-a8cd-bc4572a47264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327981 Jul 13 08:03:17.268988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0136e098-a99b-4afc-aebd-d90e296ff7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.277461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-6693fb40-1547-45d2-b7c8-2d4b6ef417e3 service neutron] 10.222.0.54 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183994 Jul 13 08:03:17.385937 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9bc440-af8b-4466-a912-cc91083df9c6 req-75692340-1e37-432e-abcf-f2c567a9cb29 service neutron] 10.222.0.54 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019363 Jul 13 08:03:17.504463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e1b68-a905-4ce4-b217-291b6778cd70 req-e8f498e7-aa41-4ac9-b21c-606725bde79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:17.506896 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-219e1b68-a905-4ce4-b217-291b6778cd70 req-e8f498e7-aa41-4ac9-b21c-606725bde79a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b349b77679843a3a7446214ca6de0aa&device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 1094 time: 0.0647256 Jul 13 08:03:17.633846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e1b68-a905-4ce4-b217-291b6778cd70 req-5ef62441-faff-4690-b9f9-8f7fc996e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:17.635635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-219e1b68-a905-4ce4-b217-291b6778cd70 req-5ef62441-faff-4690-b9f9-8f7fc996e9e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd7dbe08-9648-427a-a8cd-bc4572a47264 HTTP/1.1" status: 200 len: 915 time: 0.1229181 Jul 13 08:03:17.683410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-219e1b68-a905-4ce4-b217-291b6778cd70 req-812c1b8a-e5fc-4156-ba52-25b22f728135 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e7e4917-9707-459e-9dc7-cfdc6775318d HTTP/1.1" status: 200 len: 217 time: 0.0397737 Jul 13 08:03:17.733060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e1b68-a905-4ce4-b217-291b6778cd70 req-97509ec4-e18f-4418-87e5-34a647e0500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:17.734504 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-219e1b68-a905-4ce4-b217-291b6778cd70 req-97509ec4-e18f-4418-87e5-34a647e0500c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=19a4610b-a224-42b2-a01e-ce1163f58f6a HTTP/1.1" status: 200 len: 854 time: 0.0438991 Jul 13 08:03:17.768586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-219e1b68-a905-4ce4-b217-291b6778cd70 req-a558a2e1-3d7c-4dfb-9b66-7638842c5cd5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd7dbe08-9648-427a-a8cd-bc4572a47264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278268 Jul 13 08:03:17.864515 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-219e1b68-a905-4ce4-b217-291b6778cd70 req-0002315b-216a-439a-b3e0-b72c51b0bd73 service neutron] 10.222.0.54 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885293 Jul 13 08:03:17.964276 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-219e1b68-a905-4ce4-b217-291b6778cd70 req-e8c5b4ab-c582-4031-9a5c-aa6e46739507 service neutron] 10.222.0.54 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932283 Jul 13 08:03:18.021012 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.139205 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbffab-3975-4206-9fec-95ebda910a65 req-994ba002-59fb-4d55-ac6e-804e900e4c63 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:18.140734 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebcbffab-3975-4206-9fec-95ebda910a65 req-994ba002-59fb-4d55-ac6e-804e900e4c63 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 943 time: 0.0892172 Jul 13 08:03:18.181119 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ebcbffab-3975-4206-9fec-95ebda910a65 req-51199c1b-bf15-49fd-9d08-006caad9eea2 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Jul 13 08:03:19.398187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b7621-7797-4e95-8e2a-b5c65e98aa16 req-a72b2a80-2a24-4ac9-aea9-fe99f05ad56e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:19.399667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0b7621-7797-4e95-8e2a-b5c65e98aa16 req-a72b2a80-2a24-4ac9-aea9-fe99f05ad56e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 943 time: 0.0679188 Jul 13 08:03:19.445135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0b7621-7797-4e95-8e2a-b5c65e98aa16 req-55ffe212-0304-4cdc-9ef4-c7698112041f tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310864 Jul 13 08:03:19.827159 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.893138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5e7e4917-9707-459e-9dc7-cfdc6775318d details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:03:19.996910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5e7e4917-9707-459e-9dc7-cfdc6775318d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5e7e4917-9707-459e-9dc7-cfdc6775318d,segment=NetworkSegment(b20b3aa9-00ac-441f-92bf-01f0b582669c),segment_id=b20b3aa9-00ac-441f-92bf-01f0b582669c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:20.009892 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '5e7e4917-9707-459e-9dc7-cfdc6775318d', 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264', 'port_id': '5e7e4917-9707-459e-9dc7-cfdc6775318d', 'mac_address': 'fa:16:3e:51:f9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a4610b-a224-42b2-a01e-ce1163f58f6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:03:20.058844 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.075243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7e4917-9707-459e-9dc7-cfdc6775318d {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:20.103924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5e7e4917-9707-459e-9dc7-cfdc6775318d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5e7e4917-9707-459e-9dc7-cfdc6775318d,segment=NetworkSegment(b20b3aa9-00ac-441f-92bf-01f0b582669c),segment_id=b20b3aa9-00ac-441f-92bf-01f0b582669c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:20.109424 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.210507 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5e7e4917-9707-459e-9dc7-cfdc6775318d,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:20.217734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.218083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.218450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.218817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.219169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.219499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.219850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.220357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.222852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.224797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.225514 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.226706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:20.372091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['5e7e4917-9707-459e-9dc7-cfdc6775318d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:03:20.626016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abfdf6-8219-412e-a11a-afc16280aa76 req-72e8759a-3f9f-4592-94c1-4fdbb5ed7d90 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:20.628126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-80abfdf6-8219-412e-a11a-afc16280aa76 req-72e8759a-3f9f-4592-94c1-4fdbb5ed7d90 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 944 time: 0.0622809 Jul 13 08:03:20.666579 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-80abfdf6-8219-412e-a11a-afc16280aa76 req-b5907d12-9fed-4d54-a813-e2aa576b47b7 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326993 Jul 13 08:03:21.841936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ff67c-bc8c-434a-b933-6f80681b6797 req-a4c9ab59-525c-4f50-aa37-d171d980673c tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:21.843425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d62ff67c-bc8c-434a-b933-6f80681b6797 req-a4c9ab59-525c-4f50-aa37-d171d980673c tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 944 time: 0.0664566 Jul 13 08:03:21.881505 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d62ff67c-bc8c-434a-b933-6f80681b6797 req-2d44453e-3a45-4a9d-9157-7adaec83555f tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Jul 13 08:03:21.901710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5e7e4917-9707-459e-9dc7-cfdc6775318d up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:21.954006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 5e7e4917-9707-459e-9dc7-cfdc6775318d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:21.959667 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 5e7e4917-9707-459e-9dc7-cfdc6775318d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:21.960334 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.048959 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.071684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7690e510-3e69-4af2-9151-f435d13750d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7e4917-9707-459e-9dc7-cfdc6775318d'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:22.073946 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f75a3a-def8-4698-a313-12d57c98ba6d" -d '{"events": [{"server_uuid": "7690e510-3e69-4af2-9151-f435d13750d1", "name": "network-vif-plugged", "status": "completed", "tag": "5e7e4917-9707-459e-9dc7-cfdc6775318d"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:22.090619 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5e7e4917-9707-459e-9dc7-cfdc6775318d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5e7e4917-9707-459e-9dc7-cfdc6775318d,segment=NetworkSegment(b20b3aa9-00ac-441f-92bf-01f0b582669c),segment_id=b20b3aa9-00ac-441f-92bf-01f0b582669c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:22.095861 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.126445 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4ecb51-3009-4763-a6bc-47d0a52d1326 x-openstack-request-id: req-bd4ecb51-3009-4763-a6bc-47d0a52d1326 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:22.126791 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7690e510-3e69-4af2-9151-f435d13750d1", "name": "network-vif-plugged", "status": "completed", "tag": "5e7e4917-9707-459e-9dc7-cfdc6775318d", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:22.127060 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd4ecb51-3009-4763-a6bc-47d0a52d1326 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:22.127420 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7690e510-3e69-4af2-9151-f435d13750d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7e4917-9707-459e-9dc7-cfdc6775318d', 'code': 200} Jul 13 08:03:22.155484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5e7e4917-9707-459e-9dc7-cfdc6775318d,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:22.234855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65c974-1260-40cf-8ec2-af5df66ecd88 req-65a3969c-e516-4c67-817e-0e062ba9cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:22.236658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc65c974-1260-40cf-8ec2-af5df66ecd88 req-65a3969c-e516-4c67-817e-0e062ba9cf85 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 1096 time: 0.0556006 Jul 13 08:03:22.271826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc65c974-1260-40cf-8ec2-af5df66ecd88 req-c94a10d0-5b32-46e9-bdf6-82ccc511a16a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289764 Jul 13 08:03:23.064571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453a415-7e56-4a5a-b53b-2ee32579f2e3 req-a31bd9a6-49de-4a76-8992-aa2cff999ee7 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:23.066169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7453a415-7e56-4a5a-b53b-2ee32579f2e3 req-a31bd9a6-49de-4a76-8992-aa2cff999ee7 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 945 time: 0.0687468 Jul 13 08:03:23.113513 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7453a415-7e56-4a5a-b53b-2ee32579f2e3 req-1dcd571c-0153-4558-aaaf-5e6674efa749 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Jul 13 08:03:24.325206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59553f21-2e06-4653-9044-5924b57150b0 req-9b332815-d560-4dfe-8477-2cb2695dd509 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:24.326692 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-59553f21-2e06-4653-9044-5924b57150b0 req-9b332815-d560-4dfe-8477-2cb2695dd509 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 945 time: 0.0677738 Jul 13 08:03:24.369140 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-59553f21-2e06-4653-9044-5924b57150b0 req-1d9ff856-a205-4db5-a6e0-c5efcc65616c tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363889 Jul 13 08:03:33.128754 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:03:34.672156 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:38.138295 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:44.298467 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b82d8773-cd11-44d9-a354-655a61e7df21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.115597 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:47.270322 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5860e3cb-39fb-42d8-9628-8faac0b68b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:48.016887 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:49.828979 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.685640 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:07.486475 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295f36e-9bc2-46a5-aabb-ac28e4ab400a req-d4c469f5-77de-423a-9f7a-cc837d4497fd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:07.487950 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e295f36e-9bc2-46a5-aabb-ac28e4ab400a req-d4c469f5-77de-423a-9f7a-cc837d4497fd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 945 time: 0.0636849 Jul 13 08:04:07.525783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e295f36e-9bc2-46a5-aabb-ac28e4ab400a req-da32bc91-9174-4d0a-ad65-1c89314b667e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322397 Jul 13 08:04:08.151301 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:08.706858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda19ed9-d4de-476c-9ce0-bef7d8f47085 req-d037c104-ade9-4729-a6e9-d5b6fc2d461f tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:08.708348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eda19ed9-d4de-476c-9ce0-bef7d8f47085 req-d037c104-ade9-4729-a6e9-d5b6fc2d461f tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 945 time: 0.0702724 Jul 13 08:04:08.746388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eda19ed9-d4de-476c-9ce0-bef7d8f47085 req-85f6dd26-fae6-4557-93cf-fa148ae48992 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jul 13 08:04:08.842084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-c689fd40-3647-4751-8ba1-caf7376074b6 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:08.843456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-c689fd40-3647-4751-8ba1-caf7376074b6 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.54 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 945 time: 0.0615473 Jul 13 08:04:08.944244 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-d5f047ab-8a6c-4792-a7c0-5d5740911acd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Deleting port 5e7e4917-9707-459e-9dc7-cfdc6775318d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:08.944592 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-d5f047ab-8a6c-4792-a7c0-5d5740911acd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.031357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-d5f047ab-8a6c-4792-a7c0-5d5740911acd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] For port 5e7e4917-9707-459e-9dc7-cfdc6775318d, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5e7e4917-9707-459e-9dc7-cfdc6775318d,segment=NetworkSegment(b20b3aa9-00ac-441f-92bf-01f0b582669c),segment_id=b20b3aa9-00ac-441f-92bf-01f0b582669c)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:09.031718 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-d5f047ab-8a6c-4792-a7c0-5d5740911acd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.043548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-d5f047ab-8a6c-4792-a7c0-5d5740911acd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Calling delete_port for 5e7e4917-9707-459e-9dc7-cfdc6775318d owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:09.504255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-d5f047ab-8a6c-4792-a7c0-5d5740911acd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.516835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['5e7e4917-9707-459e-9dc7-cfdc6775318d'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:04:09.531633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f047ab-8a6c-4792-a7c0-5d5740911acd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Pushing event deleted for resources: {'Port': ['ID=5e7e4917-9707-459e-9dc7-cfdc6775318d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:09.575918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-d5f047ab-8a6c-4792-a7c0-5d5740911acd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] No DVR routers for this DVR port 5e7e4917-9707-459e-9dc7-cfdc6775318d on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:04:09.578484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-d5f047ab-8a6c-4792-a7c0-5d5740911acd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:09.581019 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c8557b4-2aa2-4486-915a-0d485411e117 req-d5f047ab-8a6c-4792-a7c0-5d5740911acd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.54 "DELETE /v2.0/ports/5e7e4917-9707-459e-9dc7-cfdc6775318d HTTP/1.1" status: 204 len: 173 time: 0.7324388 Jul 13 08:04:09.581457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7690e510-3e69-4af2-9151-f435d13750d1', 'name': 'network-vif-deleted', 'tag': '5e7e4917-9707-459e-9dc7-cfdc6775318d'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:09.583702 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50c2e19-6b00-4f69-baa7-f9d0a9fe0dde" -d '{"events": [{"server_uuid": "7690e510-3e69-4af2-9151-f435d13750d1", "name": "network-vif-deleted", "tag": "5e7e4917-9707-459e-9dc7-cfdc6775318d"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:09.619440 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b57ceab-8f14-45ce-81bb-0aba4708e9e7 x-openstack-request-id: req-9b57ceab-8f14-45ce-81bb-0aba4708e9e7 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:09.619733 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7690e510-3e69-4af2-9151-f435d13750d1", "name": "network-vif-deleted", "tag": "5e7e4917-9707-459e-9dc7-cfdc6775318d", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:09.619985 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b57ceab-8f14-45ce-81bb-0aba4708e9e7 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:09.620405 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7690e510-3e69-4af2-9151-f435d13750d1', 'name': 'network-vif-deleted', 'tag': '5e7e4917-9707-459e-9dc7-cfdc6775318d', 'status': 'completed', 'code': 200} Jul 13 08:04:09.900902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e74a1bf-0c59-4fa3-9783-279637cbca2d req-7647ab81-5fad-444e-88f9-2c549a3a3634 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=7690e510-3e69-4af2-9151-f435d13750d1 HTTP/1.1" status: 200 len: 210 time: 0.0325708 Jul 13 08:04:10.130279 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:04:12.125309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5e7e4917-9707-459e-9dc7-cfdc6775318d no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:12.156091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 5e7e4917-9707-459e-9dc7-cfdc6775318d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:04:12.156709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5e7e4917-9707-459e-9dc7-cfdc6775318d not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:04:14.312368 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e8fa11af-2f72-42cb-9cac-97e0dcf8cf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:17.117010 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:17.270178 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c3bc3872-20e2-401b-8ff0-3245a20043f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:17.861571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-4c2e8380-020f-4005-b8c0-e6bdd5837dd9 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:17.863144 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-4c2e8380-020f-4005-b8c0-e6bdd5837dd9 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/networks?id=bd7dbe08-9648-427a-a8cd-bc4572a47264 HTTP/1.1" status: 200 len: 814 time: 0.0983634 Jul 13 08:04:17.877724 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-eac2205a-c994-4939-89ad-59c4a1c70b9f tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/quotas/3b349b77679843a3a7446214ca6de0aa HTTP/1.1" status: 200 len: 375 time: 0.0092862 Jul 13 08:04:17.913829 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-39b85b5e-524b-4a73-a891-d2732b29ba80 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3b349b77679843a3a7446214ca6de0aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312099 Jul 13 08:04:17.925047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-ada67822-1aeb-4727-8284-7859014fc3fa service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:04:17.926012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-ada67822-1aeb-4727-8284-7859014fc3fa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059180 Jul 13 08:04:18.013729 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d82c3bd9-6089-4386-b01b-97498d948b85 service neutron] 10.222.0.44 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824053 Jul 13 08:04:18.018940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:18.106681 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-46fa4615-5d93-4e80-b3dd-96547886c91b service neutron] 10.222.0.44 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864766 Jul 13 08:04:18.274215 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-25071c80-208d-459a-8b95-d7550ddf94fd req-5f49cac2-fcee-47fc-9d42-fa299bc855e8 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 210 time: 0.0295768 Jul 13 08:04:19.265441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-cb848234-2097-434f-96de-76d2d570ef1e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:19.266916 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-cb848234-2097-434f-96de-76d2d570ef1e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.54 "GET /v2.0/networks?id=bd7dbe08-9648-427a-a8cd-bc4572a47264 HTTP/1.1" status: 200 len: 814 time: 0.1016607 Jul 13 08:04:19.279577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Request body: {'port': {'device_id': '4a01810d-a6f2-468e-8504-2344369d851e', 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264', 'admin_state_up': True, 'tenant_id': '3b349b77679843a3a7446214ca6de0aa'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:19.394509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Made reservation on behalf of 3b349b77679843a3a7446214ca6de0aa for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:04:19.398121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.437489 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7d8b808-d44c-4d8f-a63e-6b86d90829e5 req-8dc146f9-cf53-4a7e-8158-4cbb82aebdc2 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 210 time: 0.0369253 Jul 13 08:04:19.551371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Allocated IP 172.20.0.8 (bd7dbe08-9648-427a-a8cd-bc4572a47264/19a4610b-a224-42b2-a01e-ce1163f58f6a/29dfa0c4-6f2c-40f7-a552-2590285c1dc7) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:04:19.692578 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.739273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.784885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Network bd7dbe08-9648-427a-a8cd-bc4572a47264 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:04:19.788166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:04:19.792548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:04:19.798961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Pushing event updated for resources: {'Port': ['ID=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:19.825321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.825666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.826003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.826342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.826673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.827000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.827324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.827648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.827972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.828323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.828646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.828966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:19.854768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:19.855494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.861842 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:19.871093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-faeda0e7-3e78-4581-9b6c-eedd0c4d4435 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954132 Jul 13 08:04:19.882816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Request body: {'port': {'device_id': '4a01810d-a6f2-468e-8504-2344369d851e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:04:19.961076 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.218623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:04:20.225826 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.237347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Transition to ACTIVE for port object 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:04:20.241006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.308930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Pushing event updated for resources: {'Port': ['ID=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:20.359650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Attempting to bind port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:04:20.359973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Attempting to bind port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'b20b3aa9-00ac-441f-92bf-01f0b582669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:04:20.360335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Attempting to bind port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 on network bd7dbe08-9648-427a-a8cd-bc4572a47264 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:20.364682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 on network bd7dbe08-9648-427a-a8cd-bc4572a47264 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:04:20.365002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Attempting to bind port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 on network bd7dbe08-9648-427a-a8cd-bc4572a47264 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:04:20.369631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:04:20.369968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Checking segment: {'id': 'b20b3aa9-00ac-441f-92bf-01f0b582669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:04:20.370349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Bound using segment: {'id': 'b20b3aa9-00ac-441f-92bf-01f0b582669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:04:20.370778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Bound port: 29dfa0c4-6f2c-40f7-a552-2590285c1dc7, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20b3aa9-00ac-441f-92bf-01f0b582669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:04:20.371126 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.433920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] For port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:04:20.437030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] For port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,segment=NetworkSegment(b20b3aa9-00ac-441f-92bf-01f0b582669c),segment_id=b20b3aa9-00ac-441f-92bf-01f0b582669c)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:04:20.442356 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.476043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:20.476665 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:20.478052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] 10.222.0.54 "PUT /v2.0/ports/29dfa0c4-6f2c-40f7-a552-2590285c1dc7 HTTP/1.1" status: 200 len: 1091 time: 0.5995045 Jul 13 08:04:20.478487 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a01810d-a6f2-468e-8504-2344369d851e', 'tag': '29dfa0c4-6f2c-40f7-a552-2590285c1dc7'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:20.480759 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2e013a-76e3-42e6-8596-33e296334525" -d '{"events": [{"name": "network-changed", "server_uuid": "4a01810d-a6f2-468e-8504-2344369d851e", "tag": "29dfa0c4-6f2c-40f7-a552-2590285c1dc7"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:20.507505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc2a20-62f5-4606-9824-98fb93a6ba3f service neutron] Pushing event updated for resources: {'Port': ['ID=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:20.547335 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a657939a-74da-480b-9f5d-a4a16a8c331d x-openstack-request-id: req-a657939a-74da-480b-9f5d-a4a16a8c331d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:20.547625 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a01810d-a6f2-468e-8504-2344369d851e", "tag": "29dfa0c4-6f2c-40f7-a552-2590285c1dc7", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:20.547883 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a657939a-74da-480b-9f5d-a4a16a8c331d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:20.548835 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a01810d-a6f2-468e-8504-2344369d851e', 'tag': '29dfa0c4-6f2c-40f7-a552-2590285c1dc7', 'status': 'completed', 'code': 200} Jul 13 08:04:20.598648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-f4aac4e6-2618-44d8-ab8a-e4d6b2363f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:20.600297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-f4aac4e6-2618-44d8-ab8a-e4d6b2363f29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b349b77679843a3a7446214ca6de0aa&device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 1094 time: 0.0632727 Jul 13 08:04:20.619318 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb0b01-16c6-40dc-8cab-fdf9a865fac4 req-d3b23ba9-0159-4f52-8451-b0f5a7f1cee3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:20.620839 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3bbb0b01-16c6-40dc-8cab-fdf9a865fac4 req-d3b23ba9-0159-4f52-8451-b0f5a7f1cee3 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 943 time: 0.0664594 Jul 13 08:04:20.643758 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-3a8e5735-8561-4456-98a3-1dcf9b303ead service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29dfa0c4-6f2c-40f7-a552-2590285c1dc7 HTTP/1.1" status: 200 len: 217 time: 0.0355144 Jul 13 08:04:20.659581 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3bbb0b01-16c6-40dc-8cab-fdf9a865fac4 req-bf8e442b-4997-4aec-ae30-b11bc0e1b957 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329645 Jul 13 08:04:20.692536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-e2f1ff49-f555-4676-a36b-a0354bf87f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:20.693990 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-e2f1ff49-f555-4676-a36b-a0354bf87f51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=19a4610b-a224-42b2-a01e-ce1163f58f6a HTTP/1.1" status: 200 len: 854 time: 0.0444238 Jul 13 08:04:20.725309 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-c40e206d-6759-4053-83c3-d6a6be047262 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd7dbe08-9648-427a-a8cd-bc4572a47264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250776 Jul 13 08:04:20.820145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-40c7d053-d2c5-4680-a49c-778f4f5b832e service neutron] 10.222.0.54 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877466 Jul 13 08:04:20.913688 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5160d175-0f8b-4ada-9aa0-8d8c90957c21 req-e50f0960-dd0c-4cb6-a952-7184b74f6338 service neutron] 10.222.0.54 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871012 Jul 13 08:04:21.021862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e013a-76e3-42e6-8596-33e296334525 req-3b688b3b-06dc-41c0-a7a6-6b4ab6fe23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:21.023297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e2e013a-76e3-42e6-8596-33e296334525 req-3b688b3b-06dc-41c0-a7a6-6b4ab6fe23ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b349b77679843a3a7446214ca6de0aa&device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 1094 time: 0.0575275 Jul 13 08:04:21.114836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e013a-76e3-42e6-8596-33e296334525 req-d58c11b5-e7a2-419a-a247-1714f87715c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:21.116383 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e2e013a-76e3-42e6-8596-33e296334525 req-d58c11b5-e7a2-419a-a247-1714f87715c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd7dbe08-9648-427a-a8cd-bc4572a47264 HTTP/1.1" status: 200 len: 915 time: 0.0865321 Jul 13 08:04:21.163692 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e2e013a-76e3-42e6-8596-33e296334525 req-babdb186-fa26-4be5-95ae-2e3790162530 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29dfa0c4-6f2c-40f7-a552-2590285c1dc7 HTTP/1.1" status: 200 len: 217 time: 0.0411274 Jul 13 08:04:21.214534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e013a-76e3-42e6-8596-33e296334525 req-20a5b766-2b0c-4883-9a0e-c8c64dec2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:21.216051 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e2e013a-76e3-42e6-8596-33e296334525 req-20a5b766-2b0c-4883-9a0e-c8c64dec2790 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=19a4610b-a224-42b2-a01e-ce1163f58f6a HTTP/1.1" status: 200 len: 854 time: 0.0462294 Jul 13 08:04:21.249145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e2e013a-76e3-42e6-8596-33e296334525 req-1f48e8a4-f66d-47d6-a33b-dead58c5709e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd7dbe08-9648-427a-a8cd-bc4572a47264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262661 Jul 13 08:04:21.343537 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e2e013a-76e3-42e6-8596-33e296334525 req-b84eb6bc-86fa-4e6d-bacf-2bf82b254b8f service neutron] 10.222.0.54 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859067 Jul 13 08:04:21.433563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5e2e013a-76e3-42e6-8596-33e296334525 req-1eca3047-7fe9-42a5-9272-a5decf35746c service neutron] 10.222.0.54 "GET /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Jul 13 08:04:21.847650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aece42a-00fa-4455-9f20-2b9552223e78 req-d1d22eda-d2e4-4859-8bf5-de46373b8d5e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:21.849187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7aece42a-00fa-4455-9f20-2b9552223e78 req-d1d22eda-d2e4-4859-8bf5-de46373b8d5e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 943 time: 0.0738766 Jul 13 08:04:21.887471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7aece42a-00fa-4455-9f20-2b9552223e78 req-42a8bc83-40c1-4796-b886-d6778be3169f tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326936 Jul 13 08:04:23.059728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f3fa-6cf3-408e-880f-be844df39a1f req-2d8f2823-7f78-43b4-a7cc-3a95903684d4 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:23.061232 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dc95f3fa-6cf3-408e-880f-be844df39a1f req-2d8f2823-7f78-43b4-a7cc-3a95903684d4 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 943 time: 0.0628929 Jul 13 08:04:23.099586 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dc95f3fa-6cf3-408e-880f-be844df39a1f req-b8599614-c314-471a-85d4-115f61118739 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320971 Jul 13 08:04:24.179649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:04:24.273469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,segment=NetworkSegment(b20b3aa9-00ac-441f-92bf-01f0b582669c),segment_id=b20b3aa9-00ac-441f-92bf-01f0b582669c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:24.277873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe3b93-514c-4ec3-bc82-5014bb9efefb req-2b6d61db-b9fc-4b83-82ae-5309fcd69271 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:24.279396 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ebe3b93-514c-4ec3-bc82-5014bb9efefb req-2b6d61db-b9fc-4b83-82ae-5309fcd69271 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 943 time: 0.0660126 Jul 13 08:04:24.285123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '29dfa0c4-6f2c-40f7-a552-2590285c1dc7', 'network_id': 'bd7dbe08-9648-427a-a8cd-bc4572a47264', 'port_id': '29dfa0c4-6f2c-40f7-a552-2590285c1dc7', 'mac_address': 'fa:16:3e:e1:2f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a4610b-a224-42b2-a01e-ce1163f58f6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:04:24.319486 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2ebe3b93-514c-4ec3-bc82-5014bb9efefb req-7647b352-3daf-46c5-bf8b-ed777949cacd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341341 Jul 13 08:04:24.326902 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.339924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:04:24.358392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,segment=NetworkSegment(b20b3aa9-00ac-441f-92bf-01f0b582669c),segment_id=b20b3aa9-00ac-441f-92bf-01f0b582669c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:24.362958 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.412357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:24.419757 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.420138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.420540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.420879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.421218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.421553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.421884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.422232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.422560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.422886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.423724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.424070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:24.587384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['29dfa0c4-6f2c-40f7-a552-2590285c1dc7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:04:25.492833 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be377306-0fb6-407a-ac45-e34c2d0f4090 req-30d0036f-6ecf-4e34-854b-a5b1fad0df7f tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:25.494291 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be377306-0fb6-407a-ac45-e34c2d0f4090 req-30d0036f-6ecf-4e34-854b-a5b1fad0df7f tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 944 time: 0.0624945 Jul 13 08:04:25.530967 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be377306-0fb6-407a-ac45-e34c2d0f4090 req-28598711-f36a-4c83-87f3-4433ef104042 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Jul 13 08:04:26.179954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:26.227137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:04:26.231033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:26.231407 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.307390 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.332831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a01810d-a6f2-468e-8504-2344369d851e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dfa0c4-6f2c-40f7-a552-2590285c1dc7'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:26.335060 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa80a6d-f8ee-4c9a-b5ae-8cc97e1fc2ee" -d '{"events": [{"server_uuid": "4a01810d-a6f2-468e-8504-2344369d851e", "name": "network-vif-plugged", "status": "completed", "tag": "29dfa0c4-6f2c-40f7-a552-2590285c1dc7"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:26.348695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,segment=NetworkSegment(b20b3aa9-00ac-441f-92bf-01f0b582669c),segment_id=b20b3aa9-00ac-441f-92bf-01f0b582669c)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:26.352827 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:26.379192 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d44823-ba7d-4f0b-85cf-59c5855d6191 x-openstack-request-id: req-c2d44823-ba7d-4f0b-85cf-59c5855d6191 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:26.379488 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a01810d-a6f2-468e-8504-2344369d851e", "name": "network-vif-plugged", "status": "completed", "tag": "29dfa0c4-6f2c-40f7-a552-2590285c1dc7", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:26.379741 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2d44823-ba7d-4f0b-85cf-59c5855d6191 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:26.380147 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a01810d-a6f2-468e-8504-2344369d851e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dfa0c4-6f2c-40f7-a552-2590285c1dc7', 'code': 200} Jul 13 08:04:26.410004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:26.502142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f492945-df81-415a-86f0-f0d6ca09cdab req-b01de392-183b-47ba-88a3-ba6895392b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:26.503564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f492945-df81-415a-86f0-f0d6ca09cdab req-b01de392-183b-47ba-88a3-ba6895392b46 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 1096 time: 0.0576577 Jul 13 08:04:26.538229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f492945-df81-415a-86f0-f0d6ca09cdab req-a300f8b4-01f4-4bbe-b1a9-cfd254ffd259 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284479 Jul 13 08:04:26.711405 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a646e-36c8-423f-981d-c98fd1c3e1c6 req-46b1fcd2-e322-4b13-8e04-cc83ecf4cb2e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:26.713083 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-037a646e-36c8-423f-981d-c98fd1c3e1c6 req-46b1fcd2-e322-4b13-8e04-cc83ecf4cb2e tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 945 time: 0.0675933 Jul 13 08:04:26.751137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-037a646e-36c8-423f-981d-c98fd1c3e1c6 req-c102bff1-87a8-45ad-9cef-1e39a8d477bd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Jul 13 08:04:27.925978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f95d4c-177d-434f-91b5-2f25ac254477 req-91a2b8d6-5f14-4c18-9e9e-1a94f41bac64 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:27.927479 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67f95d4c-177d-434f-91b5-2f25ac254477 req-91a2b8d6-5f14-4c18-9e9e-1a94f41bac64 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 945 time: 0.0645890 Jul 13 08:04:27.965336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-67f95d4c-177d-434f-91b5-2f25ac254477 req-bf5d6854-9b07-494b-afdf-b5cca43f90fd tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Jul 13 08:04:34.685919 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:38.152180 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.303446 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d4d62b5-389a-4c3e-b3dc-65ed01d1cd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:47.117630 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:47.129216 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:04:47.269917 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0537eb25-7a28-47d9-bd3b-9fdff2ad6193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:48.022226 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:49.833205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:53.490371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58585c2f-8573-4940-87be-7e8202877814 req-4ff88fc7-ca7d-4d24-ae01-d03a78635294 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:53.491766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58585c2f-8573-4940-87be-7e8202877814 req-4ff88fc7-ca7d-4d24-ae01-d03a78635294 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 945 time: 0.0625796 Jul 13 08:04:53.528796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58585c2f-8573-4940-87be-7e8202877814 req-eb3bad1d-7134-4781-8abc-49b0a92c5909 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315704 Jul 13 08:04:54.704232 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dc929-a6bb-4c87-affe-59e52ddea7fa req-3ee37494-716d-4084-b95e-9acb340672b6 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:54.705833 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6dc929-a6bb-4c87-affe-59e52ddea7fa req-3ee37494-716d-4084-b95e-9acb340672b6 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 945 time: 0.0649540 Jul 13 08:04:54.743937 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8e6dc929-a6bb-4c87-affe-59e52ddea7fa req-a6892399-e53c-429d-b3bc-739696c89c0c tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c5cdb5b-114b-46e7-af8a-ce890dcacb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325398 Jul 13 08:04:54.942954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-5eb5602a-9ff2-423c-8f19-a046cd38e8f4 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:54.944457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-5eb5602a-9ff2-423c-8f19-a046cd38e8f4 tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 945 time: 0.0688577 Jul 13 08:04:55.042286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-c08ccf4c-545e-483c-ae13-9d18f5b9b79a tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Deleting port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:55.042644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-c08ccf4c-545e-483c-ae13-9d18f5b9b79a tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.132284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-c08ccf4c-545e-483c-ae13-9d18f5b9b79a tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] For port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,segment=NetworkSegment(b20b3aa9-00ac-441f-92bf-01f0b582669c),segment_id=b20b3aa9-00ac-441f-92bf-01f0b582669c)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:55.132654 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-c08ccf4c-545e-483c-ae13-9d18f5b9b79a tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.144748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-c08ccf4c-545e-483c-ae13-9d18f5b9b79a tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Calling delete_port for 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:55.273889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-c08ccf4c-545e-483c-ae13-9d18f5b9b79a tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.286479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['29dfa0c4-6f2c-40f7-a552-2590285c1dc7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:04:55.305889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ccf4c-545e-483c-ae13-9d18f5b9b79a tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Pushing event deleted for resources: {'Port': ['ID=29dfa0c4-6f2c-40f7-a552-2590285c1dc7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:55.349104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-c08ccf4c-545e-483c-ae13-9d18f5b9b79a tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] No DVR routers for this DVR port 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:04:55.351775 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-c08ccf4c-545e-483c-ae13-9d18f5b9b79a tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.353810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-94f157f0-2a64-47db-846e-7b10dcbfa1f4 req-c08ccf4c-545e-483c-ae13-9d18f5b9b79a tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.54 "DELETE /v2.0/ports/29dfa0c4-6f2c-40f7-a552-2590285c1dc7 HTTP/1.1" status: 204 len: 173 time: 0.4035821 Jul 13 08:04:55.354251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a01810d-a6f2-468e-8504-2344369d851e', 'name': 'network-vif-deleted', 'tag': '29dfa0c4-6f2c-40f7-a552-2590285c1dc7'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:55.356536 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a10196-83d8-4b5e-a6f2-891422ab7548" -d '{"events": [{"server_uuid": "4a01810d-a6f2-468e-8504-2344369d851e", "name": "network-vif-deleted", "tag": "29dfa0c4-6f2c-40f7-a552-2590285c1dc7"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:55.472342 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ef94dc-121e-49c4-ad67-41d1846f792d x-openstack-request-id: req-00ef94dc-121e-49c4-ad67-41d1846f792d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:55.472638 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a01810d-a6f2-468e-8504-2344369d851e", "name": "network-vif-deleted", "tag": "29dfa0c4-6f2c-40f7-a552-2590285c1dc7", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:55.472889 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00ef94dc-121e-49c4-ad67-41d1846f792d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:55.473296 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a01810d-a6f2-468e-8504-2344369d851e', 'name': 'network-vif-deleted', 'tag': '29dfa0c4-6f2c-40f7-a552-2590285c1dc7', 'status': 'completed', 'code': 200} Jul 13 08:04:55.912246 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-257e910a-05f9-401b-b4b6-1d8aa535bd0d req-dda8aaac-0c52-4464-9cbe-d3fed584f11c tempest-VolumesSnapshotTestJSON-1978375454 tempest-VolumesSnapshotTestJSON-1978375454-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a01810d-a6f2-468e-8504-2344369d851e HTTP/1.1" status: 200 len: 210 time: 0.0325165 Jul 13 08:04:58.388958 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:58.411753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:04:58.412121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 29dfa0c4-6f2c-40f7-a552-2590285c1dc7 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:05:04.722774 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.157656 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.304622 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a2e0bf0-90bb-435a-8c7b-c3f57a1ef7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.122638 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.270706 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0be0fbe0-f8a6-4d06-8e17-78a80cdb61c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:18.026783 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:19.837191 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:24.129112 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:05:34.742271 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:36.971962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39332) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:37.017951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Deleting subnet 19a4610b-a224-42b2-a01e-ce1163f58f6a {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:05:37.021012 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.055485 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.093184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.144797 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.175713 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a4610b-a224-42b2-a01e-ce1163f58f6a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:37.182776 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.184635 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/19a4610b-a224-42b2-a01e-ce1163f58f6a HTTP/1.1" status: 204 len: 168 time: 0.2116730 Jul 13 08:05:37.186219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.186511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.186896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.187144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.187467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.187592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39334) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:37.187973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.188120 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.188443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.188957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.189075 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.189485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.189716 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009eadca-97c8-4548-8f87-fe9ca1f7292d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.264883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.341224 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.350848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7dbe08-9648-427a-a8cd-bc4572a47264']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:37.360375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20b3aa9-00ac-441f-92bf-01f0b582669c') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:37.360674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20b3aa9-00ac-441f-92bf-01f0b582669c') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:37.369214 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.387386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.394202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:05:37.394694 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:05:37.396921 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:05:37.452622 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.459135 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.463554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bd7dbe08-9648-427a-a8cd-bc4572a47264 HTTP/1.1" status: 204 len: 168 time: 0.2749369 Jul 13 08:05:37.476539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7dbe08-9648-427a-a8cd-bc4572a47264,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:37.483905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.484292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.484644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.485141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.485323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.485667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.485998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.486333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.486694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.487007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.487345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.487681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034591c-e220-40d0-ac86-0456b24a8397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:37.574838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39338) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:37.615418 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3cbce009-f065-49c4-a29f-e2a1b0551ff8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b349b77679843a3a7446214ca6de0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393405 Jul 13 08:05:37.618000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39340) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:37.667240 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db86c437-25dd-4519-927a-e4e483fa9c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.688398 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db86c437-25dd-4519-927a-e4e483fa9c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.740284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db86c437-25dd-4519-927a-e4e483fa9c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.743071 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-db86c437-25dd-4519-927a-e4e483fa9c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:37.744386 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-db86c437-25dd-4519-927a-e4e483fa9c00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c5cdb5b-114b-46e7-af8a-ce890dcacb82 HTTP/1.1" status: 204 len: 168 time: 0.1254752 Jul 13 08:05:37.752812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86c437-25dd-4519-927a-e4e483fa9c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5cdb5b-114b-46e7-af8a-ce890dcacb82,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:38.161461 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:44.304883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-23ad437e-fc0c-4628-9214-25d728745bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.127508 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:47.271338 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-341bf290-4b74-4464-9d34-1aae6d13447d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:48.033531 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:49.838641 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:55.835679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39476) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:55.951309 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-936eee07-7e7b-4f9a-b3b5-bf9ea3978485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.041269 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-936eee07-7e7b-4f9a-b3b5-bf9ea3978485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.044864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-936eee07-7e7b-4f9a-b3b5-bf9ea3978485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.082762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-936eee07-7e7b-4f9a-b3b5-bf9ea3978485 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdd5216243d249b6a7cb76387e6e0c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459114 Jul 13 08:05:56.084720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eee07-7e7b-4f9a-b3b5-bf9ea3978485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69866b5-42b6-498a-9163-c1d680513b9c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:56.085535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39482) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:56.134555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7178279-a006-48ac-bd00-7c9ec0e3d34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.154453 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7178279-a006-48ac-bd00-7c9ec0e3d34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.201478 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7178279-a006-48ac-bd00-7c9ec0e3d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.203985 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e7178279-a006-48ac-bd00-7c9ec0e3d34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:56.205167 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e7178279-a006-48ac-bd00-7c9ec0e3d34e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e69866b5-42b6-498a-9163-c1d680513b9c HTTP/1.1" status: 204 len: 168 time: 0.1186399 Jul 13 08:05:56.213593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7178279-a006-48ac-bd00-7c9ec0e3d34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69866b5-42b6-498a-9163-c1d680513b9c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:58.055156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39636) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:58.158459 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb64a240-83db-4516-b0ba-4f49e882e537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.247614 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb64a240-83db-4516-b0ba-4f49e882e537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.251910 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eb64a240-83db-4516-b0ba-4f49e882e537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.289867 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eb64a240-83db-4516-b0ba-4f49e882e537 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8df0ddf3ef443008017c6ab2ca5fde3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336648 Jul 13 08:05:58.290740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64a240-83db-4516-b0ba-4f49e882e537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df922189-7d25-4f86-8d69-c899950051a5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:58.292889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39640) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:58.342545 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffdac55-f771-4be2-87a1-2bf8b166299a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.363094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffdac55-f771-4be2-87a1-2bf8b166299a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.411887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffdac55-f771-4be2-87a1-2bf8b166299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.414478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0ffdac55-f771-4be2-87a1-2bf8b166299a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.415634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0ffdac55-f771-4be2-87a1-2bf8b166299a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df922189-7d25-4f86-8d69-c899950051a5 HTTP/1.1" status: 204 len: 168 time: 0.1216795 Jul 13 08:05:58.423501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdac55-f771-4be2-87a1-2bf8b166299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df922189-7d25-4f86-8d69-c899950051a5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:58.665429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39646) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:58.678930 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-776c0a66-01d4-46fc-91d3-45a7345dff4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.767824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-776c0a66-01d4-46fc-91d3-45a7345dff4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.771496 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-776c0a66-01d4-46fc-91d3-45a7345dff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.809298 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-776c0a66-01d4-46fc-91d3-45a7345dff4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bfeda04e9454e409a9f8f37a3d7712c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428111 Jul 13 08:05:58.810164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c0a66-01d4-46fc-91d3-45a7345dff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a488f728-3fd3-4b82-b694-078aba421a7c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:58.812094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39648) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:58.864324 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-399914bd-1eff-4fc4-88ca-5a42ef8dbb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.885400 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-399914bd-1eff-4fc4-88ca-5a42ef8dbb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.931112 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-399914bd-1eff-4fc4-88ca-5a42ef8dbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.933688 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-399914bd-1eff-4fc4-88ca-5a42ef8dbb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:58.934829 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-399914bd-1eff-4fc4-88ca-5a42ef8dbb7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a488f728-3fd3-4b82-b694-078aba421a7c HTTP/1.1" status: 204 len: 168 time: 0.1216049 Jul 13 08:05:58.942963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399914bd-1eff-4fc4-88ca-5a42ef8dbb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a488f728-3fd3-4b82-b694-078aba421a7c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:59.571282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39670) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:59.666125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-888748684-network', 'tenant_id': '244ceb15048949a18123e17528b6e40e'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:59.686779 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Made reservation on behalf of 244ceb15048949a18123e17528b6e40e for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:05:59.689040 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.697656 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.788041 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.791648 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.813865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:05:59.829283 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ee927a-60c7-4676-89dd-fcbc90c48a0a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:59.833087 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.833434 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Added segment cc66e05c-927e-4442-ad64-c093b329f595 of type vlan for network 2d1e65ef-006f-4010-8a53-f2ae13b54631 Jul 13 08:05:59.871850 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.901723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.902724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:59.903311 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.937303 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3647766 Jul 13 08:05:59.940381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39674) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:59.946728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Request body: {'subnet': {'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-888748684-subnet', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:59.967800 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58588286-5123-40ca-ba00-457e8856f2ff admin admin] Pushing event updated for resources: {'Network': ['ID=2d1e65ef-006f-4010-8a53-f2ae13b54631,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:59.968607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Made reservation on behalf of 244ceb15048949a18123e17528b6e40e for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:05:59.972241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:59.978716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:06:00.141464 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.195556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a574784-49b4-48dd-9196-63791c5c80c7,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:00.202620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Checking segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:00.202975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Network hostable DHCP agents. Network: 2d1e65ef-006f-4010-8a53-f2ae13b54631, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:06:00.219625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:06:00.228491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 2d1e65ef-006f-4010-8a53-f2ae13b54631) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:00.232630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:00.233225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.238958 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17021a13-ee59-4af5-a833-814e1dc724a8 None None] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:00.248589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8480b469-54d2-4888-af92-c590831cdc6c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3058755 Jul 13 08:06:00.251666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 39676) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:00.257570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:00.278405 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.279411 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.334940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.384545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-2d1e65ef-006f-4010-8a53-f2ae13b54631', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:06:00.385403 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.472347 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.520522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Allocated IP 172.20.0.2 (2d1e65ef-006f-4010-8a53-f2ae13b54631/5a574784-49b4-48dd-9196-63791c5c80c7/68c85917-6993-487d-a6ce-3ea3e7146d71) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:00.662738 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.671028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Transition to ACTIVE for port object 68c85917-6993-487d-a6ce-3ea3e7146d71 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:00.672103 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.686553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Transition to ACTIVE for port object 68c85917-6993-487d-a6ce-3ea3e7146d71 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:00.691948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.692184 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.735096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:00.739959 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:00.744238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:00.748585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Pushing event updated for resources: {'Port': ['ID=68c85917-6993-487d-a6ce-3ea3e7146d71,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:00.772925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.773276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.773640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.773961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.774296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.774633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.774963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.775291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.775618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.775947 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.776300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.776625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:00.796326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Allocated IP 172.25.6.224 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/0d39c536-a982-4cd9-9193-1375710c7067) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:00.811815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Attempting to bind port 68c85917-6993-487d-a6ce-3ea3e7146d71 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:00.812245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Attempting to bind port 68c85917-6993-487d-a6ce-3ea3e7146d71 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:00.812617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Attempting to bind port 68c85917-6993-487d-a6ce-3ea3e7146d71 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:00.817856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:00.818237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Checking segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:00.818642 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.819037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Bound using segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:00.819502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Bound port: 68c85917-6993-487d-a6ce-3ea3e7146d71, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:00.819883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.880083 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] For port 68c85917-6993-487d-a6ce-3ea3e7146d71, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:00.883095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] For port 68c85917-6993-487d-a6ce-3ea3e7146d71, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=68c85917-6993-487d-a6ce-3ea3e7146d71,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:00.888948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.915090 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.952071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fba27-08fb-48e7-855e-04145a5c3679 None None] Pushing event updated for resources: {'Port': ['ID=68c85917-6993-487d-a6ce-3ea3e7146d71,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:00.963162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.005604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:01.008419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:01.013063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:01.016183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Pushing event updated for resources: {'Port': ['ID=0d39c536-a982-4cd9-9193-1375710c7067,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:01.129873 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:06:01.274277 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.464579 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.832173 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d0e197-50c6-4311-9bad-6d92b2aab7bf None None] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:01.925735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2eee3529-f23f-4440-9b3e-4cc57f0c5e53 None None] Provisioning for port 68c85917-6993-487d-a6ce-3ea3e7146d71 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:01.956996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Router aa27eb3d-0860-466b-bdd1-07055cc98f0b is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:06:02.067222 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:02.079473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Sync routers for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:02.085154 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.086547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8b2e53f6-836b-4926-8f69-24908ba1d1ec admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8338366 Jul 13 08:06:02.089331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39678) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:02.091981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:02.092638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:05:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:02.218530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:02.279247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 68c85917-6993-487d-a6ce-3ea3e7146d71 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:02.393629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 68c85917-6993-487d-a6ce-3ea3e7146d71 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:02.403604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 68c85917-6993-487d-a6ce-3ea3e7146d71 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:02.403981 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.512914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:01Z', 'revision_number': 3, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:02.519866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.540879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Checking router: aa27eb3d-0860-466b-bdd1-07055cc98f0b for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:02.541225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Updating router aa27eb3d-0860-466b-bdd1-07055cc98f0b port 0d39c536-a982-4cd9-9193-1375710c7067 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:06:02.543047 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.596665 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.601806 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 68c85917-6993-487d-a6ce-3ea3e7146d71, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=68c85917-6993-487d-a6ce-3ea3e7146d71,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:02.623050 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.676121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Allocated IP 172.20.0.1 (2d1e65ef-006f-4010-8a53-f2ae13b54631/5a574784-49b4-48dd-9196-63791c5c80c7/17cbda30-010a-4c86-b3e1-9e62d5ad880b) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:02.739740 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=68c85917-6993-487d-a6ce-3ea3e7146d71,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.783086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.796749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Transition to ACTIVE for port object 17cbda30-010a-4c86-b3e1-9e62d5ad880b will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:02.829895 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.866417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:02.872596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:02.876187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:02.900068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=17cbda30-010a-4c86-b3e1-9e62d5ad880b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.900435 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.917049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Transition to ACTIVE for port object 0d39c536-a982-4cd9-9193-1375710c7067 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:02.922864 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.924297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.967864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Attempting to bind port 0d39c536-a982-4cd9-9193-1375710c7067 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:02.968260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Attempting to bind port 0d39c536-a982-4cd9-9193-1375710c7067 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:02.968635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Attempting to bind port 0d39c536-a982-4cd9-9193-1375710c7067 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:02.980746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:02.981426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:02.981567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.981913 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:02.982393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Bound port: 0d39c536-a982-4cd9-9193-1375710c7067, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:02.982779 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.011592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab6032-551b-47aa-8f0b-42c65555ee0e None None] Pushing event updated for resources: {'Port': ['ID=0d39c536-a982-4cd9-9193-1375710c7067,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:03.046953 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] For port 0d39c536-a982-4cd9-9193-1375710c7067, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:03.051355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] For port 0d39c536-a982-4cd9-9193-1375710c7067, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0d39c536-a982-4cd9-9193-1375710c7067,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:03.057187 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.072457 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.117572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:03.118125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:05:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:03.122847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab6032-551b-47aa-8f0b-42c65555ee0e None None] Pushing event updated for resources: {'Port': ['ID=0d39c536-a982-4cd9-9193-1375710c7067,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:03.177358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6b68e70c-2845-4227-8bfe-0e4fffd5aa5f None None] Provisioning for port 17cbda30-010a-4c86-b3e1-9e62d5ad880b completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:03.240253 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.245109 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.297735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=17cbda30-010a-4c86-b3e1-9e62d5ad880b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:03.335731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.371449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6b68e70c-2845-4227-8bfe-0e4fffd5aa5f None None] Provisioning complete for port 17cbda30-010a-4c86-b3e1-9e62d5ad880b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:03.371980 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6b68e70c-2845-4227-8bfe-0e4fffd5aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.423860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:03.426183 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6b68e70c-2845-4227-8bfe-0e4fffd5aa5f None None] Port 17cbda30-010a-4c86-b3e1-9e62d5ad880b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:03.438748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:03.440330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:03.562424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Router aa27eb3d-0860-466b-bdd1-07055cc98f0b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:03.582568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-25e823df-b83a-40be-b420-30df1978053a None None] Provisioning complete for port 17cbda30-010a-4c86-b3e1-9e62d5ad880b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:03.582939 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-25e823df-b83a-40be-b420-30df1978053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.642983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-25e823df-b83a-40be-b420-30df1978053a None None] Port 17cbda30-010a-4c86-b3e1-9e62d5ad880b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:03.669816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:02Z', 'revision_number': 1, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:03.682845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:03.696716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bfaa3286-7579-434f-93b0-f8113d4df5e5 admin admin] 10.222.0.44 "PUT /v2.0/routers/aa27eb3d-0860-466b-bdd1-07055cc98f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6014647 Jul 13 08:06:03.697827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71abc770-54fc-4557-be05-b1830f0164e0 None None] The sync data for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 is: [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:02Z', 'revision_number': 1, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:03.763109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-98bb1c9c-48dd-406c-8bc2-3798528ae1cc None None] Provisioning complete for port 17cbda30-010a-4c86-b3e1-9e62d5ad880b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:03.763534 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-98bb1c9c-48dd-406c-8bc2-3798528ae1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.797546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-98bb1c9c-48dd-406c-8bc2-3798528ae1cc None None] Port 17cbda30-010a-4c86-b3e1-9e62d5ad880b cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:04.192772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39694) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:04.197960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1704096302-network', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:04.199060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 68c85917-6993-487d-a6ce-3ea3e7146d71 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:04.219040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Made reservation on behalf of 85a625307ece41968e4c6caab8ee8ef5 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:04.221480 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.231576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.260291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 68c85917-6993-487d-a6ce-3ea3e7146d71 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:04.260723 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.337018 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.342256 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.367527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:06:04.389169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.389531 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Added segment 2274ddec-2f48-4fb6-9d3d-cf4f836e41d2 of type vlan for network c958434c-4400-4420-bc83-1364d418aa01 Jul 13 08:06:04.399417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed6d844-cea5-42e2-ab3d-c243d546af4a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:04.442988 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.477501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.478878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:04.479468 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.516291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3195727 Jul 13 08:06:04.516291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39696) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:04.521873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Request body: {'subnet': {'network_id': 'c958434c-4400-4420-bc83-1364d418aa01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1704096302-subnet', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:04.556553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda8774-c623-4411-a25e-0df075b43c1c admin admin] Pushing event updated for resources: {'Network': ['ID=c958434c-4400-4420-bc83-1364d418aa01,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:04.568368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c958434c-4400-4420-bc83-1364d418aa01 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:06:04.573179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Made reservation on behalf of 85a625307ece41968e4c6caab8ee8ef5 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:04.575820 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.732248 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.755311 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.812008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8461ddf-218a-4575-acff-7140114379d2,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:04.820696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Checking segment: {'id': '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:04.821059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Network hostable DHCP agents. Network: c958434c-4400-4420-bc83-1364d418aa01, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:06:04.837298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Network c958434c-4400-4420-bc83-1364d418aa01 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:06:04.845650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c958434c-4400-4420-bc83-1364d418aa01) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:04.849844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:04.850420 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.857492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a5323a-3b44-420b-aa6c-95278af399ca None None] Network c958434c-4400-4420-bc83-1364d418aa01 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:04.865948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6a2ef6d0-a71b-4ccb-a303-e130b3601d5e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3485417 Jul 13 08:06:04.868516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39698) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:04.874240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1704096302-router', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:04.903228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.904572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.970440 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.023998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-c958434c-4400-4420-bc83-1364d418aa01', 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'fixed_ips': [{'subnet_id': 'e8461ddf-218a-4575-acff-7140114379d2'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:06:05.025085 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.113658 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.165217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Allocated IP 172.20.0.2 (c958434c-4400-4420-bc83-1364d418aa01/e8461ddf-218a-4575-acff-7140114379d2/e261d323-6828-4018-b384-c1897fe7c974) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:05.320464 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.329238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Transition to ACTIVE for port object e261d323-6828-4018-b384-c1897fe7c974 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:05.345986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Transition to ACTIVE for port object e261d323-6828-4018-b384-c1897fe7c974 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:05.352283 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.390599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Network c958434c-4400-4420-bc83-1364d418aa01 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:05.393529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:05.397178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:05.413990 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Pushing event updated for resources: {'Port': ['ID=e261d323-6828-4018-b384-c1897fe7c974,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:05.468835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Attempting to bind port e261d323-6828-4018-b384-c1897fe7c974 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:05.469199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Attempting to bind port e261d323-6828-4018-b384-c1897fe7c974 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:05.469560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Attempting to bind port e261d323-6828-4018-b384-c1897fe7c974 on network c958434c-4400-4420-bc83-1364d418aa01 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:05.475608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:05.475983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Checking segment: {'id': '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:05.476422 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.476843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Bound using segment: {'id': '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:05.477313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Bound port: e261d323-6828-4018-b384-c1897fe7c974, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:05.477698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.541107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] For port e261d323-6828-4018-b384-c1897fe7c974, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:05.544646 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] For port e261d323-6828-4018-b384-c1897fe7c974, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e261d323-6828-4018-b384-c1897fe7c974,segment=NetworkSegment(2274ddec-2f48-4fb6-9d3d-cf4f836e41d2),segment_id=2274ddec-2f48-4fb6-9d3d-cf4f836e41d2)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:05.550028 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.608448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c26b10-d4d9-4e8a-9962-9cb3baebd7a1 None None] Pushing event updated for resources: {'Port': ['ID=e261d323-6828-4018-b384-c1897fe7c974,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:05.689130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.709320 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.843000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Allocated IP 172.25.6.9 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/625a4c68-f36a-4664-9c3f-48fb460c9c8a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:05.947283 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Sync routers for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:05.957210 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:05.957992 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:05:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:05.959965 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.998402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.033416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:06.038651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:06.042117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:06.063175 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:06.068511 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Pushing event updated for resources: {'Port': ['ID=625a4c68-f36a-4664-9c3f-48fb460c9c8a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:06.260734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0d39c536-a982-4cd9-9193-1375710c7067 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:06.315990 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 0d39c536-a982-4cd9-9193-1375710c7067 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:06.323942 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0d39c536-a982-4cd9-9193-1375710c7067 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:06.324596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.338273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.371479 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 2, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:06.407903 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Checking router: aa27eb3d-0860-466b-bdd1-07055cc98f0b for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:06.408280 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Updating router aa27eb3d-0860-466b-bdd1-07055cc98f0b port 17cbda30-010a-4c86-b3e1-9e62d5ad880b binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:06:06.424446 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.448233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 0d39c536-a982-4cd9-9193-1375710c7067, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0d39c536-a982-4cd9-9193-1375710c7067,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:06.451724 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.455151 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.471504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e261d323-6828-4018-b384-c1897fe7c974 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:06.549645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=0d39c536-a982-4cd9-9193-1375710c7067,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:06.566310 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e261d323-6828-4018-b384-c1897fe7c974 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:06.583827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.671479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509b395d-8674-42bd-93d7-bb75e5161e96 None None] Network c958434c-4400-4420-bc83-1364d418aa01 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:06.724160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Router 2345bc19-af0e-4281-94ec-ceefb31e7b29 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:06:06.759983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-79b10377-6952-4696-9b65-81bb669fce11 None None] Provisioning for port e261d323-6828-4018-b384-c1897fe7c974 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:06.766481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-79b10377-6952-4696-9b65-81bb669fce11 None None] Provisioning complete for port e261d323-6828-4018-b384-c1897fe7c974 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:06.766863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79b10377-6952-4696-9b65-81bb669fce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.767988 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.779150 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Transition to ACTIVE for port object 17cbda30-010a-4c86-b3e1-9e62d5ad880b will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:06.786238 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.840747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:06.859105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.861015 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-26b84358-5516-4b8b-8fdc-3042355a4172 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9913433 Jul 13 08:06:06.864323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 39700) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:06.864460 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Pushing event updated for resources: {'Port': ['ID=17cbda30-010a-4c86-b3e1-9e62d5ad880b,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:06.874355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Sync routers for ids ['2345bc19-af0e-4281-94ec-ceefb31e7b29'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:06.890608 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.890997 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.892570 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.892570 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.892570 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.892570 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.892570 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.892932 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.893129 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.893423 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.893742 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.894058 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:06.897831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Routers {'2345bc19-af0e-4281-94ec-ceefb31e7b29'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:06.898719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:05:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2345bc19-af0e-4281-94ec-ceefb31e7b29'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:06.915661 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Attempting to bind port 17cbda30-010a-4c86-b3e1-9e62d5ad880b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:06.915989 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Attempting to bind port 17cbda30-010a-4c86-b3e1-9e62d5ad880b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:06.916398 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Attempting to bind port 17cbda30-010a-4c86-b3e1-9e62d5ad880b on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:06.921711 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:06.922087 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Checking segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:06.922486 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.922879 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Bound using segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:06.923637 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Bound port: 17cbda30-010a-4c86-b3e1-9e62d5ad880b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:06.923780 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.010457 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] For port 17cbda30-010a-4c86-b3e1-9e62d5ad880b, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:07.013917 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] For port 17cbda30-010a-4c86-b3e1-9e62d5ad880b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=17cbda30-010a-4c86-b3e1-9e62d5ad880b,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:07.021805 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.061858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Set router 2345bc19-af0e-4281-94ec-ceefb31e7b29 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:07.087199 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:07.087834 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:05:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:07.124567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79b10377-6952-4696-9b65-81bb669fce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.161061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-79b10377-6952-4696-9b65-81bb669fce11 None None] For port e261d323-6828-4018-b384-c1897fe7c974, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e261d323-6828-4018-b384-c1897fe7c974,segment=NetworkSegment(2274ddec-2f48-4fb6-9d3d-cf4f836e41d2),segment_id=2274ddec-2f48-4fb6-9d3d-cf4f836e41d2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:07.177269 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-79b10377-6952-4696-9b65-81bb669fce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.217789 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:07.249821 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea17c88-298f-42e9-9d6e-a44e2e0d3f58 None None] Pushing event updated for resources: {'Port': ['ID=17cbda30-010a-4c86-b3e1-9e62d5ad880b,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:07.304517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b10377-6952-4696-9b65-81bb669fce11 None None] Pushing event updated for resources: {'Port': ['ID=e261d323-6828-4018-b384-c1897fe7c974,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:07.413775 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.434783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'name': 'tempest-TestVolumeBootPattern-1704096302-router', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:04Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 3, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'gw_port': {'id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:05Z', 'updated_at': '2021-07-13T08:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:07.473629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Checking router: 2345bc19-af0e-4281-94ec-ceefb31e7b29 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:07.473981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Updating router 2345bc19-af0e-4281-94ec-ceefb31e7b29 port 625a4c68-f36a-4664-9c3f-48fb460c9c8a binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:06:07.506281 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:07Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:07.518165 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.538678 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b6715-2f0e-415f-a2f1-8d73306a91c2 None None] The sync data for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 is: [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:07Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:07.597518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Allocated IP 172.20.0.1 (c958434c-4400-4420-bc83-1364d418aa01/e8461ddf-218a-4575-acff-7140114379d2/78a29edf-f96e-4521-a731-ec30521aa101) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:07.615250 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8fa55a05-6fd8-4e78-bb52-9830ffe9fd0d None None] Provisioning complete for port e261d323-6828-4018-b384-c1897fe7c974 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:07.615659 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fa55a05-6fd8-4e78-bb52-9830ffe9fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.713883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.728457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Transition to ACTIVE for port object 78a29edf-f96e-4521-a731-ec30521aa101 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:07.767338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.812291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Network c958434c-4400-4420-bc83-1364d418aa01 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:07.815273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:07.820414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:07.823405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Pushing event updated for resources: {'Port': ['ID=78a29edf-f96e-4521-a731-ec30521aa101,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:07.879370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.885013 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.909781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Transition to ACTIVE for port object 625a4c68-f36a-4664-9c3f-48fb460c9c8a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:07.918217 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.971175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Attempting to bind port 625a4c68-f36a-4664-9c3f-48fb460c9c8a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:07.971548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Attempting to bind port 625a4c68-f36a-4664-9c3f-48fb460c9c8a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:07.971918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Attempting to bind port 625a4c68-f36a-4664-9c3f-48fb460c9c8a on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:07.982928 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:07.983295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:07.983707 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.984129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:07.984613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Bound port: 625a4c68-f36a-4664-9c3f-48fb460c9c8a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:07.984997 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.011001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7d275-9c81-4b7c-bb79-27e0b6c45257 None None] Pushing event updated for resources: {'Port': ['ID=625a4c68-f36a-4664-9c3f-48fb460c9c8a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:08.049975 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.050622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] For port 625a4c68-f36a-4664-9c3f-48fb460c9c8a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:08.055931 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] For port 625a4c68-f36a-4664-9c3f-48fb460c9c8a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=625a4c68-f36a-4664-9c3f-48fb460c9c8a,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:08.061975 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.134020 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Routers {'2345bc19-af0e-4281-94ec-ceefb31e7b29'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:08.134555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:05:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2345bc19-af0e-4281-94ec-ceefb31e7b29'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:08.183574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7d275-9c81-4b7c-bb79-27e0b6c45257 None None] Pushing event updated for resources: {'Port': ['ID=625a4c68-f36a-4664-9c3f-48fb460c9c8a,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:08.200690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7e550bc4-8f9d-44fb-b893-dfc55413351f None None] Provisioning for port 78a29edf-f96e-4521-a731-ec30521aa101 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:08.209771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7e550bc4-8f9d-44fb-b893-dfc55413351f None None] Provisioning complete for port 78a29edf-f96e-4521-a731-ec30521aa101 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:08.210151 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7e550bc4-8f9d-44fb-b893-dfc55413351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.215102 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.280504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.286527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.356283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Pushing event updated for resources: {'Port': ['ID=78a29edf-f96e-4521-a731-ec30521aa101,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:08.379404 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.435022 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0d39c536-a982-4cd9-9193-1375710c7067 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:08.484133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7e550bc4-8f9d-44fb-b893-dfc55413351f None None] Port 78a29edf-f96e-4521-a731-ec30521aa101 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:08.486943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Network c958434c-4400-4420-bc83-1364d418aa01 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:08.490271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:08.510429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] Set router 2345bc19-af0e-4281-94ec-ceefb31e7b29 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:08.551356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0d39c536-a982-4cd9-9193-1375710c7067 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:08.551760 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.610500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Router 2345bc19-af0e-4281-94ec-ceefb31e7b29 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:08.656517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-66c2ccbd-1771-4ae3-805e-8bf208f026bb None None] Provisioning complete for port 78a29edf-f96e-4521-a731-ec30521aa101 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:08.657793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-66c2ccbd-1771-4ae3-805e-8bf208f026bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.727849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:08.740575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-05a96bba-5521-4b06-bc01-4a6c01749b33 admin admin] 10.222.0.44 "PUT /v2.0/routers/2345bc19-af0e-4281-94ec-ceefb31e7b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8751378 Jul 13 08:06:08.768296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-66c2ccbd-1771-4ae3-805e-8bf208f026bb None None] Port 78a29edf-f96e-4521-a731-ec30521aa101 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:08.802489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e261d323-6828-4018-b384-c1897fe7c974 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:08.866987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'name': 'tempest-TestVolumeBootPattern-1704096302-router', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:04Z', 'updated_at': '2021-07-13T08:06:07Z', 'revision_number': 4, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'gw_port': {'id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:05Z', 'updated_at': '2021-07-13T08:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '78a29edf-f96e-4521-a731-ec30521aa101', 'name': '', 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'mac_address': 'fa:16:3e:24:be:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e8461ddf-218a-4575-acff-7140114379d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:07Z', 'updated_at': '2021-07-13T08:06:07Z', 'revision_number': 1, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'subnets': [{'id': 'e8461ddf-218a-4575-acff-7140114379d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:08.899899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829414e7-64b2-498c-aded-3a08bffa7608 None None] The sync data for ids ['2345bc19-af0e-4281-94ec-ceefb31e7b29'] in n-d-798249-7 is: [{'id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'name': 'tempest-TestVolumeBootPattern-1704096302-router', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:04Z', 'updated_at': '2021-07-13T08:06:07Z', 'revision_number': 4, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'gw_port': {'id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:05Z', 'updated_at': '2021-07-13T08:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '78a29edf-f96e-4521-a731-ec30521aa101', 'name': '', 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'mac_address': 'fa:16:3e:24:be:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e8461ddf-218a-4575-acff-7140114379d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:07Z', 'updated_at': '2021-07-13T08:06:07Z', 'revision_number': 1, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'subnets': [{'id': 'e8461ddf-218a-4575-acff-7140114379d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:08.901411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e261d323-6828-4018-b384-c1897fe7c974 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:08.901789 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.939930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-67c6eb8b-95a5-4e48-8d4f-9c5ae73f3c85 None None] Provisioning complete for port 78a29edf-f96e-4521-a731-ec30521aa101 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:08.940339 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67c6eb8b-95a5-4e48-8d4f-9c5ae73f3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:08.981836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-67c6eb8b-95a5-4e48-8d4f-9c5ae73f3c85 None None] Port 78a29edf-f96e-4521-a731-ec30521aa101 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:09.026076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17cbda30-010a-4c86-b3e1-9e62d5ad880b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:09.105163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 17cbda30-010a-4c86-b3e1-9e62d5ad880b completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:09.111070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 17cbda30-010a-4c86-b3e1-9e62d5ad880b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:09.111443 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:09.212391 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:09.255046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 17cbda30-010a-4c86-b3e1-9e62d5ad880b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=17cbda30-010a-4c86-b3e1-9e62d5ad880b,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:09.259786 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:09.315500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=17cbda30-010a-4c86-b3e1-9e62d5ad880b,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:09.621280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3e29cfdc-9a81-4c9d-b910-a4cdf8890736 None None] Provisioning complete for port 17cbda30-010a-4c86-b3e1-9e62d5ad880b triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:09.621924 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e29cfdc-9a81-4c9d-b910-a4cdf8890736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:10.192001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17cbda30-010a-4c86-b3e1-9e62d5ad880b up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:10.241414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 17cbda30-010a-4c86-b3e1-9e62d5ad880b triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:10.241779 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:10.881678 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77d351-a435-470f-832a-36e7f0cd003b req-2fb138e4-2ff6-48d0-a138-273c21587a6d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:10.883296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-2fb138e4-2ff6-48d0-a138-273c21587a6d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1097720 Jul 13 08:06:10.900571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-7d42826f-1dfb-47a6-822d-4ff4f45b39f1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/quotas/244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 375 time: 0.0104072 Jul 13 08:06:10.974999 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-b4bc278f-52ac-499e-9119-e8d558a56876 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615642 Jul 13 08:06:10.985247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-06a05d93-fed2-4d34-afae-f239f7ae1703 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:06:10.986179 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-06a05d93-fed2-4d34-afae-f239f7ae1703 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049655 Jul 13 08:06:11.073117 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-a3440d25-174a-46f3-b96e-312c0e50e1fe service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810423 Jul 13 08:06:11.166160 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-a604db64-0c0b-4722-9d3b-8994b447b8f0 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874763 Jul 13 08:06:11.460219 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6e5e37d3-5259-430d-a8c8-9cc064f0b817 req-ff510a43-7a5f-43d2-aac7-edb6520b8b57 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 210 time: 0.0303996 Jul 13 08:06:11.643115 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Sync routers for ids ['2345bc19-af0e-4281-94ec-ceefb31e7b29'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:11.652946 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Routers {'2345bc19-af0e-4281-94ec-ceefb31e7b29'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:11.653549 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:05:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2345bc19-af0e-4281-94ec-ceefb31e7b29'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:11.758401 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Set router 2345bc19-af0e-4281-94ec-ceefb31e7b29 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:11.968725 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'name': 'tempest-TestVolumeBootPattern-1704096302-router', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:04Z', 'updated_at': '2021-07-13T08:06:07Z', 'revision_number': 4, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'gw_port': {'id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:05Z', 'updated_at': '2021-07-13T08:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '78a29edf-f96e-4521-a731-ec30521aa101', 'name': '', 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'mac_address': 'fa:16:3e:24:be:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e8461ddf-218a-4575-acff-7140114379d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:07Z', 'updated_at': '2021-07-13T08:06:08Z', 'revision_number': 2, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'subnets': [{'id': 'e8461ddf-218a-4575-acff-7140114379d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:11.998011 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Checking router: 2345bc19-af0e-4281-94ec-ceefb31e7b29 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:11.998365 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Updating router 2345bc19-af0e-4281-94ec-ceefb31e7b29 port 78a29edf-f96e-4521-a731-ec30521aa101 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:06:12.037900 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.216745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 625a4c68-f36a-4664-9c3f-48fb460c9c8a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:12.269533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 625a4c68-f36a-4664-9c3f-48fb460c9c8a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:12.275528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 625a4c68-f36a-4664-9c3f-48fb460c9c8a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:12.275910 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.356601 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.377185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 625a4c68-f36a-4664-9c3f-48fb460c9c8a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=625a4c68-f36a-4664-9c3f-48fb460c9c8a,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:12.381152 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.393835 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.405022 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Transition to ACTIVE for port object 78a29edf-f96e-4521-a731-ec30521aa101 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:12.410926 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.433502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=625a4c68-f36a-4664-9c3f-48fb460c9c8a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:12.458350 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b151c5-4227-4b32-9cb3-78c329fb89d1 None None] Pushing event updated for resources: {'Port': ['ID=78a29edf-f96e-4521-a731-ec30521aa101,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:12.529862 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Attempting to bind port 78a29edf-f96e-4521-a731-ec30521aa101 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:12.530294 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Attempting to bind port 78a29edf-f96e-4521-a731-ec30521aa101 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:12.530711 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Attempting to bind port 78a29edf-f96e-4521-a731-ec30521aa101 on network c958434c-4400-4420-bc83-1364d418aa01 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:12.537128 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:12.537501 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Checking segment: {'id': '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:12.537904 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.538296 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Bound using segment: {'id': '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:12.538762 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Bound port: 78a29edf-f96e-4521-a731-ec30521aa101, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:12.539484 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.609505 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] For port 78a29edf-f96e-4521-a731-ec30521aa101, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:12.613113 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] For port 78a29edf-f96e-4521-a731-ec30521aa101, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=78a29edf-f96e-4521-a731-ec30521aa101,segment=NetworkSegment(2274ddec-2f48-4fb6-9d3d-cf4f836e41d2),segment_id=2274ddec-2f48-4fb6-9d3d-cf4f836e41d2)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:12.619240 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.628157 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-608b706b-24fa-4eb4-a93d-7763bf5c6a78 req-e200ae7e-f8e2-4e85-b40e-b04b1894d224 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 210 time: 0.0343757 Jul 13 08:06:12.683964 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b151c5-4227-4b32-9cb3-78c329fb89d1 None None] Pushing event updated for resources: {'Port': ['ID=78a29edf-f96e-4521-a731-ec30521aa101,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:12.689256 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Routers {'2345bc19-af0e-4281-94ec-ceefb31e7b29'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:12.689859 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:05:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2345bc19-af0e-4281-94ec-ceefb31e7b29'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:12.771152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77d351-a435-470f-832a-36e7f0cd003b req-c2bdcc87-1ea5-44b6-8253-e50bf041e476 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:12.774768 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-c2bdcc87-1ea5-44b6-8253-e50bf041e476 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1382992 Jul 13 08:06:12.789464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'port': {'device_id': '823ef004-02dd-4d01-8d1a-dae4833bac2f', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'admin_state_up': True, 'tenant_id': '244ceb15048949a18123e17528b6e40e'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:12.824752 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] Set router 2345bc19-af0e-4281-94ec-ceefb31e7b29 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:12.917245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Made reservation on behalf of 244ceb15048949a18123e17528b6e40e for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:12.921829 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:13.057673 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'name': 'tempest-TestVolumeBootPattern-1704096302-router', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:04Z', 'updated_at': '2021-07-13T08:06:07Z', 'revision_number': 4, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'gw_port': {'id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:05Z', 'updated_at': '2021-07-13T08:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '78a29edf-f96e-4521-a731-ec30521aa101', 'name': '', 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'mac_address': 'fa:16:3e:24:be:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e8461ddf-218a-4575-acff-7140114379d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:07Z', 'updated_at': '2021-07-13T08:06:12Z', 'revision_number': 4, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'subnets': [{'id': 'e8461ddf-218a-4575-acff-7140114379d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:13.070927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Allocated IP 172.20.0.6 (2d1e65ef-006f-4010-8a53-f2ae13b54631/5a574784-49b4-48dd-9196-63791c5c80c7/4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:13.084088 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65089479-eda6-41ab-8828-24fb8eb34aa0 None None] The sync data for ids ['2345bc19-af0e-4281-94ec-ceefb31e7b29'] in n-d-798249-7 is: [{'id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'name': 'tempest-TestVolumeBootPattern-1704096302-router', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:04Z', 'updated_at': '2021-07-13T08:06:07Z', 'revision_number': 4, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'gw_port': {'id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:05Z', 'updated_at': '2021-07-13T08:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '78a29edf-f96e-4521-a731-ec30521aa101', 'name': '', 'network_id': 'c958434c-4400-4420-bc83-1364d418aa01', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'mac_address': 'fa:16:3e:24:be:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e8461ddf-218a-4575-acff-7140114379d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:07Z', 'updated_at': '2021-07-13T08:06:12Z', 'revision_number': 4, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'subnets': [{'id': 'e8461ddf-218a-4575-acff-7140114379d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:13.227541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:13.241916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Transition to ACTIVE for port object 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:13.277837 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:13.324694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:13.331099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:13.335547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:13.364956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:13.396111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:13.397452 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:13.413712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-27a6f79c-c664-4198-a6c6-a2b410c15d5f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6295290 Jul 13 08:06:13.426961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Request body: {'port': {'device_id': '823ef004-02dd-4d01-8d1a-dae4833bac2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:13.603488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6c90c12c-5aed-444a-adb4-df7c2fc544bc None None] Provisioning for port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:13.611671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6c90c12c-5aed-444a-adb4-df7c2fc544bc None None] Provisioning complete for port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:13.612415 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c90c12c-5aed-444a-adb4-df7c2fc544bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:13.659018 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6c90c12c-5aed-444a-adb4-df7c2fc544bc None None] Port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:13.916115 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:13.989297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d24a0-4ce4-41e6-85ae-6d814fed0937 req-cd31ab40-877f-4799-9097-30eb131f42ef tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:13.990836 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-802d24a0-4ce4-41e6-85ae-6d814fed0937 req-cd31ab40-877f-4799-9097-30eb131f42ef tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 931 time: 0.1059563 Jul 13 08:06:14.104205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-802d24a0-4ce4-41e6-85ae-6d814fed0937 req-786a12d3-4128-428c-a6a4-982eef815157 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070108 Jul 13 08:06:14.235835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 78a29edf-f96e-4521-a731-ec30521aa101 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:14.253242 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:14.262266 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.275140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Transition to ACTIVE for port object 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:14.285048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.309100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 78a29edf-f96e-4521-a731-ec30521aa101 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:14.312687 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d6decf70-fb5f-4a85-8aa6-52fd9eaca0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.316297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 78a29edf-f96e-4521-a731-ec30521aa101 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:14.316731 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.359989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Pushing event updated for resources: {'Port': ['ID=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:14.429234 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.447520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Attempting to bind port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:14.448061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Attempting to bind port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:14.449093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Attempting to bind port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:14.455463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:06:14.456132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Attempting to bind port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:14.464031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:14.465083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Checking segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:14.466551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 78a29edf-f96e-4521-a731-ec30521aa101, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=78a29edf-f96e-4521-a731-ec30521aa101,segment=NetworkSegment(2274ddec-2f48-4fb6-9d3d-cf4f836e41d2),segment_id=2274ddec-2f48-4fb6-9d3d-cf4f836e41d2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:14.467868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Bound using segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:14.468494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Bound port: 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:14.468883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.473578 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.511257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 625a4c68-f36a-4664-9c3f-48fb460c9c8a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:14.560839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] For port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:14.564766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] For port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:14.574130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=78a29edf-f96e-4521-a731-ec30521aa101,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:14.584811 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.597135 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 625a4c68-f36a-4664-9c3f-48fb460c9c8a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:14.598130 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.633833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:14.634616 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.635789 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] 10.222.0.54 "PUT /v2.0/ports/4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 HTTP/1.1" status: 200 len: 1091 time: 1.2137768 Jul 13 08:06:14.636279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823ef004-02dd-4d01-8d1a-dae4833bac2f', 'tag': '4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:14.638557 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f5ee17-e96c-45ab-b383-a1611f3608e9" -d '{"events": [{"name": "network-changed", "server_uuid": "823ef004-02dd-4d01-8d1a-dae4833bac2f", "tag": "4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:14.665774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f97934-dd6e-4dd8-ba10-0e28f1d4425c service neutron] Pushing event updated for resources: {'Port': ['ID=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:14.743175 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137b2611-ba77-40a0-b538-8147e1c786ec x-openstack-request-id: req-137b2611-ba77-40a0-b538-8147e1c786ec {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:14.743866 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823ef004-02dd-4d01-8d1a-dae4833bac2f", "tag": "4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:14.744308 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-137b2611-ba77-40a0-b538-8147e1c786ec {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:14.744836 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823ef004-02dd-4d01-8d1a-dae4833bac2f', 'tag': '4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2', 'status': 'completed', 'code': 200} Jul 13 08:06:14.784406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77d351-a435-470f-832a-36e7f0cd003b req-d33be547-0009-402c-aca4-4fc15b2b0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:14.786004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-d33be547-0009-402c-aca4-4fc15b2b0902 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 1094 time: 0.0974209 Jul 13 08:06:14.843910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-6b821ecf-0a47-4894-83c9-6c1c402c64cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 HTTP/1.1" status: 200 len: 217 time: 0.0430710 Jul 13 08:06:14.905417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77d351-a435-470f-832a-36e7f0cd003b req-a2d55e75-3cf5-4989-aa08-8623fabf95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:14.908602 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-a2d55e75-3cf5-4989-aa08-8623fabf95a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0572097 Jul 13 08:06:14.916002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1858362c-0762-4924-aea7-bffb38ea9ee4 None None] Provisioning complete for port 78a29edf-f96e-4521-a731-ec30521aa101 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:14.916566 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1858362c-0762-4924-aea7-bffb38ea9ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:14.979824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77d351-a435-470f-832a-36e7f0cd003b req-969d5c19-b455-4da8-9c1e-d6cf88313056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:14.981601 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-969d5c19-b455-4da8-9c1e-d6cf88313056 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673249 Jul 13 08:06:15.080134 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-3a5c2519-5c82-4048-a61e-ea184809b61e service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917625 Jul 13 08:06:15.174825 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ec77d351-a435-470f-832a-36e7f0cd003b req-daf312c0-0dc5-430b-aa08-e0cec4faa880 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887134 Jul 13 08:06:15.331370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f096d7-f70e-442a-83c3-3c793b94afdf req-e3c5acdc-0aa0-4210-9df9-09d4b6de1811 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:15.332893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-94f096d7-f70e-442a-83c3-3c793b94afdf req-e3c5acdc-0aa0-4210-9df9-09d4b6de1811 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 943 time: 0.1024559 Jul 13 08:06:15.335543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-c2dde0d1-5b8b-4ad4-af8a-cd815467d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:15.336965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-c2dde0d1-5b8b-4ad4-af8a-cd815467d3a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 1094 time: 0.1161332 Jul 13 08:06:15.401774 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-94f096d7-f70e-442a-83c3-3c793b94afdf req-580937b4-0c96-4b7b-a21a-6a70708ab588 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616198 Jul 13 08:06:15.460342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-ddf83419-f2a9-44ab-bd47-530386ec52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:15.461856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-ddf83419-f2a9-44ab-bd47-530386ec52a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.1157751 Jul 13 08:06:15.503988 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-d7fde5f9-a13e-4fc7-a2de-e618e2ed827c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 HTTP/1.1" status: 200 len: 217 time: 0.0358858 Jul 13 08:06:15.553379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-93cdf643-8fbf-4587-892e-1d61be3f77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:15.555180 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-93cdf643-8fbf-4587-892e-1d61be3f77fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0451689 Jul 13 08:06:15.620387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-bd419bfc-4f44-466e-8eea-c1e909b0c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:15.621891 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-bd419bfc-4f44-466e-8eea-c1e909b0c523 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598292 Jul 13 08:06:15.714341 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-042e9707-fa1b-46a2-bbb2-5b5d88582ee3 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 Jul 13 08:06:15.810017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25f5ee17-e96c-45ab-b383-a1611f3608e9 req-9dcf8a14-1fc8-4486-a5a9-ec64aedc7ffa service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888402 Jul 13 08:06:16.187459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 78a29edf-f96e-4521-a731-ec30521aa101 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:16.236689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 78a29edf-f96e-4521-a731-ec30521aa101 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:16.237064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.586480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041e96-95e4-4d3d-8cf6-86345322806f req-49790184-d07b-4b9f-9b1c-469493f12327 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:16.587970 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4041e96-95e4-4d3d-8cf6-86345322806f req-49790184-d07b-4b9f-9b1c-469493f12327 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 943 time: 0.0696254 Jul 13 08:06:16.626102 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4041e96-95e4-4d3d-8cf6-86345322806f req-002cb085-5f53-4c07-92ff-1b1d73a8582a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324709 Jul 13 08:06:17.128633 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:17.270629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-058cd9cb-9115-4eb8-aee9-5a9cc0e8503b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:17.797329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee7bdb-a344-425e-b971-db490012f49c req-1e0ec8a4-4848-4507-8694-89f9752b8869 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:17.798823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-deee7bdb-a344-425e-b971-db490012f49c req-1e0ec8a4-4848-4507-8694-89f9752b8869 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 943 time: 0.0627515 Jul 13 08:06:17.836676 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-deee7bdb-a344-425e-b971-db490012f49c req-5d6d7014-eeef-4ada-8753-5cfe87d9dcab tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Jul 13 08:06:18.032780 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:19.023304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457279bd-ded4-48e1-97a9-84ba56874502 req-24388ef7-0b3f-4374-ac50-d2f9313d4ba9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:19.024853 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-457279bd-ded4-48e1-97a9-84ba56874502 req-24388ef7-0b3f-4374-ac50-d2f9313d4ba9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 943 time: 0.0634317 Jul 13 08:06:19.062903 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-457279bd-ded4-48e1-97a9-84ba56874502 req-ccc0a836-104c-4812-9c2d-9339bc3c43f4 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Jul 13 08:06:19.860936 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.245338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9640eb-f31d-47ac-9c00-87e65831799f req-2587c1ba-0eac-4c4b-a686-7ceb9b3cae34 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:20.246796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9640eb-f31d-47ac-9c00-87e65831799f req-2587c1ba-0eac-4c4b-a686-7ceb9b3cae34 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 943 time: 0.0614073 Jul 13 08:06:20.283785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a9640eb-f31d-47ac-9c00-87e65831799f req-43c30782-be73-4acb-bbfb-534c236ffdc1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 Jul 13 08:06:21.456758 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2cf9f-06d2-4489-a467-c3b673eb87ed req-d9a0078d-c082-44af-b3aa-7d849463ef28 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:21.458211 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3f2cf9f-06d2-4489-a467-c3b673eb87ed req-d9a0078d-c082-44af-b3aa-7d849463ef28 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 943 time: 0.0623429 Jul 13 08:06:21.495121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3f2cf9f-06d2-4489-a467-c3b673eb87ed req-5df92eea-0f54-4ab6-9eaa-33ca06e2ced3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308034 Jul 13 08:06:22.676267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76bc11-0447-4d1f-a8e0-72930c9bd439 req-7722816e-14f6-4f86-acf6-f39f7a9e4a74 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:22.677760 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d76bc11-0447-4d1f-a8e0-72930c9bd439 req-7722816e-14f6-4f86-acf6-f39f7a9e4a74 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 943 time: 0.0678594 Jul 13 08:06:22.716748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d76bc11-0447-4d1f-a8e0-72930c9bd439 req-31ddbbfd-e6a4-47c0-8f8e-7fcaa16ee23a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327153 Jul 13 08:06:23.892649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d28ed-8fa7-4b48-b96a-96b36b25560c req-d8889b22-56ee-4d63-a867-17ac2248b5b9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:23.894378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-621d28ed-8fa7-4b48-b96a-96b36b25560c req-d8889b22-56ee-4d63-a867-17ac2248b5b9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 943 time: 0.0689836 Jul 13 08:06:23.931949 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-621d28ed-8fa7-4b48-b96a-96b36b25560c req-d7b215e7-77b1-4fae-ab4c-13c1ca3bdb1e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313456 Jul 13 08:06:24.655653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:06:24.748571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:24.763099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'port_id': '4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2', 'mac_address': 'fa:16:3e:f0:c9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:06:24.798944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:24.811800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:24.830400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:24.834108 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:24.887623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:25.066641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:06:25.106705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c81802-b8b8-4a6c-a3dd-b7f020e4d68b req-4ba62948-1460-4b43-b5c9-f67802a85149 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:25.108252 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f4c81802-b8b8-4a6c-a3dd-b7f020e4d68b req-4ba62948-1460-4b43-b5c9-f67802a85149 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 944 time: 0.0630453 Jul 13 08:06:25.148071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f4c81802-b8b8-4a6c-a3dd-b7f020e4d68b req-f51b4fec-ab18-44f9-bc0a-de98662b0421 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Jul 13 08:06:26.321073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096001d-4f7d-4c99-b8d1-8fb3475bffc7 req-1d350763-b35e-4eaf-a385-a3e71395c667 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:26.322588 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0096001d-4f7d-4c99-b8d1-8fb3475bffc7 req-1d350763-b35e-4eaf-a385-a3e71395c667 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 944 time: 0.0635822 Jul 13 08:06:26.363673 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0096001d-4f7d-4c99-b8d1-8fb3475bffc7 req-259675cd-30f3-4969-9f76-f797e6b44748 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352902 Jul 13 08:06:26.655758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:26.703267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:26.706804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:26.707181 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.784969 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.808089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823ef004-02dd-4d01-8d1a-dae4833bac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:26.810399 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a4d4e2-c8ee-47ac-be13-cace668ba154" -d '{"events": [{"server_uuid": "823ef004-02dd-4d01-8d1a-dae4833bac2f", "name": "network-vif-plugged", "status": "completed", "tag": "4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:26.823666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:26.828138 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:26.885080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:26.981267 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52684bed-52c6-4250-9c29-7dbe6af995f2 x-openstack-request-id: req-52684bed-52c6-4250-9c29-7dbe6af995f2 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:26.981572 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823ef004-02dd-4d01-8d1a-dae4833bac2f", "name": "network-vif-plugged", "status": "completed", "tag": "4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:26.981836 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52684bed-52c6-4250-9c29-7dbe6af995f2 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:26.982236 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823ef004-02dd-4d01-8d1a-dae4833bac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2', 'code': 200} Jul 13 08:06:27.104766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195d7f6-0539-4a42-8b09-6e01a924f661 req-c1cdda4f-efef-415c-a09b-eb66164d1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:27.106264 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c195d7f6-0539-4a42-8b09-6e01a924f661 req-c1cdda4f-efef-415c-a09b-eb66164d1852 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 1096 time: 0.0579307 Jul 13 08:06:27.140360 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c195d7f6-0539-4a42-8b09-6e01a924f661 req-b99e83c4-25b5-4be2-9a6c-f242be28b39b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278881 Jul 13 08:06:27.170024 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cdc80c58-46e5-43b3-b394-441b944c6a86 None None] Provisioning complete for port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:27.170393 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cdc80c58-46e5-43b3-b394-441b944c6a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:27.539838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f19098-b635-43a2-ba42-bae85235e429 req-955488a7-bccd-492e-a0c1-99ff664d96c5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:27.541386 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26f19098-b635-43a2-ba42-bae85235e429 req-955488a7-bccd-492e-a0c1-99ff664d96c5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 945 time: 0.0667572 Jul 13 08:06:27.578593 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-26f19098-b635-43a2-ba42-bae85235e429 req-e34cba91-5651-4984-9e67-a3ef301e753d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Jul 13 08:06:28.750439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f3b64-e2cc-4ebb-82cf-b383bffbda66 req-508275d1-5832-4aee-b93f-289a8e62bbce tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:28.751914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f8f3b64-e2cc-4ebb-82cf-b383bffbda66 req-508275d1-5832-4aee-b93f-289a8e62bbce tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 945 time: 0.0624719 Jul 13 08:06:28.789285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f8f3b64-e2cc-4ebb-82cf-b383bffbda66 req-c6903acd-c250-48de-aadb-f98417f59c5d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Jul 13 08:06:28.961796 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d11e2-a6ee-41e5-9d70-f2173d5e0b1e req-85ac74ac-18b1-427b-aea8-cf75a78de0c9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:28.963304 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-355d11e2-a6ee-41e5-9d70-f2173d5e0b1e req-85ac74ac-18b1-427b-aea8-cf75a78de0c9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 945 time: 0.0631051 Jul 13 08:06:29.000380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-355d11e2-a6ee-41e5-9d70-f2173d5e0b1e req-3187bf5a-499a-4142-a134-a5592a23f759 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Jul 13 08:06:29.169634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea912a-4f7a-40ee-8627-2d4ef1940e35 req-2ce96642-3e29-42ad-b867-06fbd0cc74d6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:29.171041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aeea912a-4f7a-40ee-8627-2d4ef1940e35 req-2ce96642-3e29-42ad-b867-06fbd0cc74d6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 945 time: 0.0628695 Jul 13 08:06:29.207670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aeea912a-4f7a-40ee-8627-2d4ef1940e35 req-78a39350-92f7-41ce-b6b3-d9b661190914 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310600 Jul 13 08:06:29.584788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1901e-d67c-40b7-a421-194c3c517bf5 req-f623beba-f0da-4f65-be8e-21d221b4c753 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:29.586247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80c1901e-d67c-40b7-a421-194c3c517bf5 req-f623beba-f0da-4f65-be8e-21d221b4c753 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 945 time: 0.0664299 Jul 13 08:06:29.623183 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80c1901e-d67c-40b7-a421-194c3c517bf5 req-62b188f8-f0ae-48e1-9d0c-a55c561f6ea5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Jul 13 08:06:30.795968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19c422-3d0e-4273-b2e4-12f84462d34c req-f136c204-4da8-48af-bb7d-d3857c9253dd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:30.797470 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ae19c422-3d0e-4273-b2e4-12f84462d34c req-f136c204-4da8-48af-bb7d-d3857c9253dd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 945 time: 0.0635715 Jul 13 08:06:30.836615 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ae19c422-3d0e-4273-b2e4-12f84462d34c req-2cf0c9f6-e5c8-464d-8f70-f0229fb76ece tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336523 Jul 13 08:06:30.948801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-e4dda6b9-3873-4064-b114-398b74336691 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:30.950197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-e4dda6b9-3873-4064-b114-398b74336691 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 945 time: 0.0653129 Jul 13 08:06:31.050716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-8b0633a6-1edf-4f10-87a6-e931e689c7e7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Deleting port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:31.051066 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-8b0633a6-1edf-4f10-87a6-e931e689c7e7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:31.137288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-8b0633a6-1edf-4f10-87a6-e931e689c7e7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] For port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:31.137659 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-8b0633a6-1edf-4f10-87a6-e931e689c7e7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:31.149762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-8b0633a6-1edf-4f10-87a6-e931e689c7e7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Calling delete_port for 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:31.278277 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-8b0633a6-1edf-4f10-87a6-e931e689c7e7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:31.290934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:06:31.307705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0633a6-1edf-4f10-87a6-e931e689c7e7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'Port': ['ID=4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:31.358459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-8b0633a6-1edf-4f10-87a6-e931e689c7e7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] No DVR routers for this DVR port 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:31.361644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-8b0633a6-1edf-4f10-87a6-e931e689c7e7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:31.363676 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e476bd8b-3157-469c-ba73-4b26e16afe82 req-8b0633a6-1edf-4f10-87a6-e931e689c7e7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "DELETE /v2.0/ports/4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 HTTP/1.1" status: 204 len: 173 time: 0.4083712 Jul 13 08:06:31.364164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823ef004-02dd-4d01-8d1a-dae4833bac2f', 'name': 'network-vif-deleted', 'tag': '4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:31.367272 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c453b6ce-3702-4192-9560-7f50bf0168ce" -d '{"events": [{"server_uuid": "823ef004-02dd-4d01-8d1a-dae4833bac2f", "name": "network-vif-deleted", "tag": "4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:31.411645 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1551d603-66e4-435e-b24a-7a1eb77d5b54 x-openstack-request-id: req-1551d603-66e4-435e-b24a-7a1eb77d5b54 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:31.412303 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823ef004-02dd-4d01-8d1a-dae4833bac2f", "name": "network-vif-deleted", "tag": "4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:31.413309 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1551d603-66e4-435e-b24a-7a1eb77d5b54 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:31.413928 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823ef004-02dd-4d01-8d1a-dae4833bac2f', 'name': 'network-vif-deleted', 'tag': '4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2', 'status': 'completed', 'code': 200} Jul 13 08:06:32.002212 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-58533bea-a926-4fb8-b87b-8522b9ddead3 req-c1d70f31-ed1b-43ce-9420-cd8fadd471bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 210 time: 0.0342579 Jul 13 08:06:33.144585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fadaefb7-31a0-47d0-91f9-edf2cecd861e req-28f9eee8-2062-4cbe-950f-fb86584d9f51 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 210 time: 0.0290887 Jul 13 08:06:34.284570 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff0ba399-a994-4e6c-b204-f832d0645be9 req-508f21f9-1a74-4f5b-b6fb-34b871223a55 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=823ef004-02dd-4d01-8d1a-dae4833bac2f HTTP/1.1" status: 200 len: 210 time: 0.0292635 Jul 13 08:06:34.722335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:34.746348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:34.746696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4b4f058b-d114-4c5c-9d9d-315c8e0ca0a2 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:34.753213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.133536 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:06:38.181808 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:44.307531 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-00a8af5c-33ba-4871-a9f2-3892a04a97e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:47.132506 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:47.270565 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fc132b85-b342-466c-ad67-d11b698f28f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.037176 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.848856 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.311801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-476de939-d810-4019-a79b-193ba1dd7b62 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:53.313294 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-476de939-d810-4019-a79b-193ba1dd7b62 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1024296 Jul 13 08:06:53.328383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-600ce1e8-e192-4454-b434-81d405e381fc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/quotas/244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 375 time: 0.0097136 Jul 13 08:06:53.393044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-a8703c9e-d79b-4149-8e54-d8481387234c tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599344 Jul 13 08:06:53.569792 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-98598efd-6ae6-4001-8f75-fa227cf2951c service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704092 Jul 13 08:06:53.660607 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-ede278ea-a8b7-4015-9251-f4be08e67170 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843716 Jul 13 08:06:53.849803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c35ef5f2-2da1-4a98-95b3-4d93d83a192f req-f1b9fcbd-559e-427b-9837-086b984da4a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 210 time: 0.0289097 Jul 13 08:06:54.931462 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bfb82cac-b76c-468f-9140-aee309ad0827 req-d26aef39-4883-4617-b718-59042763f2b5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 210 time: 0.0289130 Jul 13 08:06:56.074505 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7138d802-5644-47d2-bd30-1b40c5cd5e3d req-d5e40694-2948-41da-8d61-62f7282463f9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 210 time: 0.0294755 Jul 13 08:06:56.879097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-c6120fa5-08e5-4319-ad16-ed484d201d08 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:56.880874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-c6120fa5-08e5-4319-ad16-ed484d201d08 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1074874 Jul 13 08:06:56.902502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'port': {'device_id': '42912d1a-69ae-4b4c-8702-ecfc2672c091', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'admin_state_up': True, 'tenant_id': '244ceb15048949a18123e17528b6e40e'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:57.013767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Made reservation on behalf of 244ceb15048949a18123e17528b6e40e for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:57.017609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.146800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Allocated IP 172.20.0.6 (2d1e65ef-006f-4010-8a53-f2ae13b54631/5a574784-49b4-48dd-9196-63791c5c80c7/68dae73a-138d-4ec7-aa99-6fca6369b9b4) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:57.222357 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-298297dc-8e6a-4038-bc60-9b55e4b8747e req-37fcc38d-3f17-4061-971a-3a438dbf036e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 210 time: 0.0346172 Jul 13 08:06:57.308008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.321649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Transition to ACTIVE for port object 68dae73a-138d-4ec7-aa99-6fca6369b9b4 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:57.366129 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.410392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:57.411721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:57.414796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:57.459995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=68dae73a-138d-4ec7-aa99-6fca6369b9b4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:57.471735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.472111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.472507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.472789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.473119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.473447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.473771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.474095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.474415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.474736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.475056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.475375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:57.492857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:57.493481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.509765 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-240a5ec6-4a98-4904-ade3-860d96c41f0d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6118777 Jul 13 08:06:57.521665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Request body: {'port': {'device_id': '42912d1a-69ae-4b4c-8702-ecfc2672c091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:57.601002 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.746535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-10436b14-378f-4ec9-811c-3995077d73f4 None None] Provisioning for port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:57.751185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-10436b14-378f-4ec9-811c-3995077d73f4 None None] Provisioning complete for port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:57.751722 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-10436b14-378f-4ec9-811c-3995077d73f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.791509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-10436b14-378f-4ec9-811c-3995077d73f4 None None] Port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:57.882173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68dae73a-138d-4ec7-aa99-6fca6369b9b4 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:57.890697 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.903696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Transition to ACTIVE for port object 68dae73a-138d-4ec7-aa99-6fca6369b9b4 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:57.907230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.978006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Pushing event updated for resources: {'Port': ['ID=68dae73a-138d-4ec7-aa99-6fca6369b9b4,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:58.029383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Attempting to bind port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:58.029727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Attempting to bind port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:58.030201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Attempting to bind port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:58.034723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:06:58.035054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Attempting to bind port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:58.040246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:58.040592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Checking segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:58.041100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Bound using segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:58.041431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Bound port: 68dae73a-138d-4ec7-aa99-6fca6369b9b4, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:58.041853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.113923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] For port 68dae73a-138d-4ec7-aa99-6fca6369b9b4, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:58.117263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] For port 68dae73a-138d-4ec7-aa99-6fca6369b9b4, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=68dae73a-138d-4ec7-aa99-6fca6369b9b4,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:58.123321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.179225 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Pushing event updated for resources: {'Port': ['ID=68dae73a-138d-4ec7-aa99-6fca6369b9b4,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:58.183167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:58.183635 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.185081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-28ee6902-8102-46b4-8159-cfd393fdec9e service neutron] 10.222.0.54 "PUT /v2.0/ports/68dae73a-138d-4ec7-aa99-6fca6369b9b4 HTTP/1.1" status: 200 len: 1091 time: 0.6681232 Jul 13 08:06:58.185524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42912d1a-69ae-4b4c-8702-ecfc2672c091', 'tag': '68dae73a-138d-4ec7-aa99-6fca6369b9b4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:58.187769 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6950ae1-5dc5-493d-9425-c88e7afde211" -d '{"events": [{"name": "network-changed", "server_uuid": "42912d1a-69ae-4b4c-8702-ecfc2672c091", "tag": "68dae73a-138d-4ec7-aa99-6fca6369b9b4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:58.241109 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c45a955-e2f6-48be-9b44-752aedce7cfb x-openstack-request-id: req-4c45a955-e2f6-48be-9b44-752aedce7cfb {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:58.241619 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42912d1a-69ae-4b4c-8702-ecfc2672c091", "tag": "68dae73a-138d-4ec7-aa99-6fca6369b9b4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:58.241886 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c45a955-e2f6-48be-9b44-752aedce7cfb {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:58.242293 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42912d1a-69ae-4b4c-8702-ecfc2672c091', 'tag': '68dae73a-138d-4ec7-aa99-6fca6369b9b4', 'status': 'completed', 'code': 200} Jul 13 08:06:58.300052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-3938c3b7-b6a4-46b2-b890-ce35e69ed945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:58.301775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-3938c3b7-b6a4-46b2-b890-ce35e69ed945 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 1094 time: 0.0745747 Jul 13 08:06:58.350178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-d8d2d479-feb0-4b5d-ba96-607a3e3cd3e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68dae73a-138d-4ec7-aa99-6fca6369b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0409627 Jul 13 08:06:58.401566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-62e9c0ce-6890-4279-adb5-da180777ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:58.403481 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-62e9c0ce-6890-4279-adb5-da180777ff2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0476093 Jul 13 08:06:58.422760 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f3e6-505c-4faa-be4f-97812f4c2e95 req-604dd604-1963-4971-8782-55adee54940e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:58.424375 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c25f3e6-505c-4faa-be4f-97812f4c2e95 req-604dd604-1963-4971-8782-55adee54940e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0698822 Jul 13 08:06:58.465714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c25f3e6-505c-4faa-be4f-97812f4c2e95 req-a6f8fbd9-11b9-47dd-99c2-5cedca56be92 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352464 Jul 13 08:06:58.466731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-08629184-12ce-4193-9031-e897babf868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:58.468295 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-08629184-12ce-4193-9031-e897babf868b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584302 Jul 13 08:06:58.566811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-7a53c175-f213-4260-a210-5cae22558c56 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894063 Jul 13 08:06:58.657554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f06c8dc-e6b0-449d-9334-401678cbf60f req-9d930732-1c10-4a32-8029-8dbd62c8093c service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831702 Jul 13 08:06:58.756385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-c6426777-04a9-4dbf-a66c-d98f9b28dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:58.757997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-c6426777-04a9-4dbf-a66c-d98f9b28dcca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 1094 time: 0.0532694 Jul 13 08:06:58.859181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-9497edec-a7bd-482d-b6ac-a4189a45b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:58.860710 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-9497edec-a7bd-482d-b6ac-a4189a45b4e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0958045 Jul 13 08:06:58.902449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-ca4c27fe-7e4b-461c-84d8-63302b9c271e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68dae73a-138d-4ec7-aa99-6fca6369b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0350688 Jul 13 08:06:58.955042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-872d6f81-1a93-46f2-9a25-273ff513f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:58.956563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-872d6f81-1a93-46f2-9a25-273ff513f61b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0482879 Jul 13 08:06:59.013851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-b03aab2f-297c-42d9-ba31-b3d6380c8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:59.015371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-b03aab2f-297c-42d9-ba31-b3d6380c8fdc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530744 Jul 13 08:06:59.112147 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-9328b64a-4b24-484c-86e2-489e68f676d3 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895154 Jul 13 08:06:59.208781 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e6950ae1-5dc5-493d-9425-c88e7afde211 req-569c5602-394b-4623-b709-c31841999138 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905023 Jul 13 08:06:59.669228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d557dd3-bc79-4b07-b2a1-0f70350f1364 req-d6077a4a-e2a0-4373-8343-ed557ba2104a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:59.671184 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d557dd3-bc79-4b07-b2a1-0f70350f1364 req-d6077a4a-e2a0-4373-8343-ed557ba2104a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0842385 Jul 13 08:06:59.718734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0d557dd3-bc79-4b07-b2a1-0f70350f1364 req-68dddfe9-183d-4fcf-973f-ea834144532e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362909 Jul 13 08:07:00.952342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d152-d5e0-48ce-bdea-e867be4f7740 req-b10e4356-9519-40a1-b2d1-116aa8c3247b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:00.953888 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f46d152-d5e0-48ce-bdea-e867be4f7740 req-b10e4356-9519-40a1-b2d1-116aa8c3247b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0771949 Jul 13 08:07:01.004554 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f46d152-d5e0-48ce-bdea-e867be4f7740 req-47fa4093-afc1-4b22-b811-5d97b7e9b429 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Jul 13 08:07:02.208156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e8625-abc2-473e-9f5d-62bae090419c req-e4c82ee1-de58-492b-8fb4-e25c29262ef1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:02.209724 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca3e8625-abc2-473e-9f5d-62bae090419c req-e4c82ee1-de58-492b-8fb4-e25c29262ef1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0692329 Jul 13 08:07:02.254028 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca3e8625-abc2-473e-9f5d-62bae090419c req-a1405406-ce6b-46f6-8fb0-c84fa0ef3c7d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380673 Jul 13 08:07:03.437517 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5b09f-1f19-40d7-af25-5e590c183462 req-d9a61cb1-791c-4382-8f7b-37e54cb0a0cc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:03.439012 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-86e5b09f-1f19-40d7-af25-5e590c183462 req-d9a61cb1-791c-4382-8f7b-37e54cb0a0cc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0727975 Jul 13 08:07:03.479412 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-86e5b09f-1f19-40d7-af25-5e590c183462 req-8dfc053d-a542-4787-b9d3-f13e4fb04c02 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346897 Jul 13 08:07:04.647995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7b425-caf7-46c2-837f-f7ce7b5f7368 req-bfd88a94-866b-4f59-8b3a-319360fcf987 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:04.649504 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04b7b425-caf7-46c2-837f-f7ce7b5f7368 req-bfd88a94-866b-4f59-8b3a-319360fcf987 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0626705 Jul 13 08:07:04.689034 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-04b7b425-caf7-46c2-837f-f7ce7b5f7368 req-aa670902-da4c-42ec-975d-d0fc271f5bc3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332670 Jul 13 08:07:04.748909 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:05.860264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ce2be-9faa-4e49-98a4-e65b3bfc6bc6 req-0dc65496-67d0-4be4-9699-113db3e0b1f7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:05.861737 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d6ce2be-9faa-4e49-98a4-e65b3bfc6bc6 req-0dc65496-67d0-4be4-9699-113db3e0b1f7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0629344 Jul 13 08:07:05.900863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d6ce2be-9faa-4e49-98a4-e65b3bfc6bc6 req-d0d01aee-b40d-493c-9809-3e5f9b3c1813 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336156 Jul 13 08:07:07.080324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1f6d9-706c-472c-8bc8-6a2133734022 req-730c86da-3572-4614-804a-afa2912cb78b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:07.081838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-55a1f6d9-706c-472c-8bc8-6a2133734022 req-730c86da-3572-4614-804a-afa2912cb78b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0666735 Jul 13 08:07:07.121453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-55a1f6d9-706c-472c-8bc8-6a2133734022 req-269d9722-65f8-4754-be8e-5bf2742944fc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340025 Jul 13 08:07:08.194558 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.301372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5dda-fc2a-41ae-bbbb-36fa91699f2f req-e0f8930d-4536-4573-8838-c133749bbf7f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:08.302858 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fd4b5dda-fc2a-41ae-bbbb-36fa91699f2f req-e0f8930d-4536-4573-8838-c133749bbf7f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0649772 Jul 13 08:07:08.346998 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fd4b5dda-fc2a-41ae-bbbb-36fa91699f2f req-9a6b2c31-b490-4434-a183-4d0ab520d6da tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379522 Jul 13 08:07:09.523260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ac733-1d76-4611-ad03-b799a3a94dca req-e1eb6e7f-dd2c-4b32-a5c3-203105f607b9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:09.524784 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-040ac733-1d76-4611-ad03-b799a3a94dca req-e1eb6e7f-dd2c-4b32-a5c3-203105f607b9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0639191 Jul 13 08:07:09.563460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-040ac733-1d76-4611-ad03-b799a3a94dca req-a3d46297-7d79-4d7e-bcc4-c79ff3f8e91f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328910 Jul 13 08:07:10.914496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f583c-8e76-441f-a0ee-7255fcb9e159 req-89e8475b-bb98-4ab8-ab56-a579859dcb7d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.916036 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa3f583c-8e76-441f-a0ee-7255fcb9e159 req-89e8475b-bb98-4ab8-ab56-a579859dcb7d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0654664 Jul 13 08:07:10.958939 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fa3f583c-8e76-441f-a0ee-7255fcb9e159 req-586cf37a-edfd-4a82-a491-bfecd916c696 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358877 Jul 13 08:07:12.131254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6c469-e4f0-4131-af36-6d3f8b83489d req-a31d78cc-2e72-4c7f-9fdf-f83c5d0368e9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:12.132777 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1f6c469-e4f0-4131-af36-6d3f8b83489d req-a31d78cc-2e72-4c7f-9fdf-f83c5d0368e9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0629361 Jul 13 08:07:12.173681 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1f6c469-e4f0-4131-af36-6d3f8b83489d req-57e30a92-3362-4013-8dad-662c4235aa68 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347068 Jul 13 08:07:13.346509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e578690-6fda-49b4-93c4-39e0d08d6e1f req-2cc76a6e-370d-440c-b9cf-163788976ca1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:13.347993 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e578690-6fda-49b4-93c4-39e0d08d6e1f req-2cc76a6e-370d-440c-b9cf-163788976ca1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0629570 Jul 13 08:07:13.387146 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e578690-6fda-49b4-93c4-39e0d08d6e1f req-25a8ffcd-95b1-4072-867d-324675d261e0 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330801 Jul 13 08:07:14.309880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1acff226-2e95-4309-a37c-ff0e37c65e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:14.563377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aecce0-d62d-46fb-a4a5-80721f47ffa5 req-b6af88fa-e40a-4c17-841d-6ed7ba493c60 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:14.564932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52aecce0-d62d-46fb-a4a5-80721f47ffa5 req-b6af88fa-e40a-4c17-841d-6ed7ba493c60 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0650110 Jul 13 08:07:14.602107 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-52aecce0-d62d-46fb-a4a5-80721f47ffa5 req-58693d3c-53f0-49f3-872e-ea7f175943d7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316045 Jul 13 08:07:15.133071 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:07:15.786884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160986fd-3255-4417-b68d-a7525c65e94b req-f2458d5e-5b72-4e04-aa17-a8d2ff52d5f7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:15.788383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-160986fd-3255-4417-b68d-a7525c65e94b req-f2458d5e-5b72-4e04-aa17-a8d2ff52d5f7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 943 time: 0.0671513 Jul 13 08:07:15.826459 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-160986fd-3255-4417-b68d-a7525c65e94b req-caf5fbc6-95ef-4b3e-9582-56677c6ae2d6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320032 Jul 13 08:07:16.861902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 68dae73a-138d-4ec7-aa99-6fca6369b9b4 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:07:16.958714 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 68dae73a-138d-4ec7-aa99-6fca6369b9b4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=68dae73a-138d-4ec7-aa99-6fca6369b9b4,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:16.971611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '68dae73a-138d-4ec7-aa99-6fca6369b9b4', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'port_id': '68dae73a-138d-4ec7-aa99-6fca6369b9b4', 'mac_address': 'fa:16:3e:fa:0e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:07:17.014331 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.029126 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dae73a-138d-4ec7-aa99-6fca6369b9b4 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:07:17.050011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 68dae73a-138d-4ec7-aa99-6fca6369b9b4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=68dae73a-138d-4ec7-aa99-6fca6369b9b4,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:17.054642 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.121168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=68dae73a-138d-4ec7-aa99-6fca6369b9b4,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:17.141192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.141542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.141887 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.142229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.142624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.143106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.143448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.143796 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.144281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.144620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.144954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.145425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:17.158772 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.221943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad43a7-58d2-4383-8e9b-2169f81777bb req-dff21f25-36c4-4af4-b3d4-19d70a507381 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:17.223549 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5ad43a7-58d2-4383-8e9b-2169f81777bb req-dff21f25-36c4-4af4-b3d4-19d70a507381 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 944 time: 0.0775785 Jul 13 08:07:17.264173 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5ad43a7-58d2-4383-8e9b-2169f81777bb req-d5e99fd0-6c38-4cc8-8da9-f481517026ef tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348425 Jul 13 08:07:17.274523 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-69cf5553-ed01-4ba8-a84a-771a320385ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:17.281919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['68dae73a-138d-4ec7-aa99-6fca6369b9b4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:07:18.037234 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:18.443267 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd5d9-0d19-4f89-9f5e-e11dde2c715c req-6c832137-a128-4b39-b111-920b56eb7f06 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:18.444701 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d04fd5d9-0d19-4f89-9f5e-e11dde2c715c req-6c832137-a128-4b39-b111-920b56eb7f06 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 944 time: 0.0644307 Jul 13 08:07:18.486172 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d04fd5d9-0d19-4f89-9f5e-e11dde2c715c req-8c14fc9b-6f59-4799-91b6-f86592d1f7c0 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358737 Jul 13 08:07:18.862362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 68dae73a-138d-4ec7-aa99-6fca6369b9b4 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:18.911950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:18.915985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:18.916388 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:18.993364 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:19.172260 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42912d1a-69ae-4b4c-8702-ecfc2672c091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dae73a-138d-4ec7-aa99-6fca6369b9b4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:19.174421 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388a3f3a-7a92-41b2-a8f7-8c7e8fdcfd8c" -d '{"events": [{"server_uuid": "42912d1a-69ae-4b4c-8702-ecfc2672c091", "name": "network-vif-plugged", "status": "completed", "tag": "68dae73a-138d-4ec7-aa99-6fca6369b9b4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:19.187319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 68dae73a-138d-4ec7-aa99-6fca6369b9b4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=68dae73a-138d-4ec7-aa99-6fca6369b9b4,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:19.191326 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:19.227608 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1ad340-1117-4642-8c91-78a8e18616f0 x-openstack-request-id: req-8f1ad340-1117-4642-8c91-78a8e18616f0 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:19.228520 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42912d1a-69ae-4b4c-8702-ecfc2672c091", "name": "network-vif-plugged", "status": "completed", "tag": "68dae73a-138d-4ec7-aa99-6fca6369b9b4", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:19.228520 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f1ad340-1117-4642-8c91-78a8e18616f0 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:19.228689 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42912d1a-69ae-4b4c-8702-ecfc2672c091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dae73a-138d-4ec7-aa99-6fca6369b9b4', 'code': 200} Jul 13 08:07:19.254456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=68dae73a-138d-4ec7-aa99-6fca6369b9b4,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:19.365276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a24f5-734f-44de-a49e-eaf1f6282ea3 req-fc831b19-e7aa-41b7-8b98-dc1509a2399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:19.367669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-973a24f5-734f-44de-a49e-eaf1f6282ea3 req-fc831b19-e7aa-41b7-8b98-dc1509a2399b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 1096 time: 0.0645101 Jul 13 08:07:19.408552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-973a24f5-734f-44de-a49e-eaf1f6282ea3 req-8b7c0c23-ace5-44fd-8018-8b84b9da5910 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Jul 13 08:07:19.452345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2628423b-62bf-48fe-9f64-c47e84091eb1 None None] Provisioning complete for port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:19.452894 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2628423b-62bf-48fe-9f64-c47e84091eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:19.666492 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703b355-946e-441e-9f46-d652bee4f001 req-2728200d-f815-4a17-8192-064f1f692cac tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:19.668068 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c703b355-946e-441e-9f46-d652bee4f001 req-2728200d-f815-4a17-8192-064f1f692cac tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 945 time: 0.0694294 Jul 13 08:07:19.706129 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c703b355-946e-441e-9f46-d652bee4f001 req-ec0e1a87-6b9a-49ae-80d7-88811961fba2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Jul 13 08:07:19.848069 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:20.658186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c80f991c-1224-487f-8834-bde3862293f5 req-480a856d-9ba4-47cd-933a-3d7ab184b4ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531440 Jul 13 08:07:20.757548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f991c-1224-487f-8834-bde3862293f5 req-ee0db072-3519-4727-913b-2c799996da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:20.759123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c80f991c-1224-487f-8834-bde3862293f5 req-ee0db072-3519-4727-913b-2c799996da43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 1096 time: 0.0548892 Jul 13 08:07:20.901009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f991c-1224-487f-8834-bde3862293f5 req-d78eff53-07ba-4b58-ac0a-9f58db136f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:20.902479 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c80f991c-1224-487f-8834-bde3862293f5 req-d78eff53-07ba-4b58-ac0a-9f58db136f5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.1239088 Jul 13 08:07:20.950841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c80f991c-1224-487f-8834-bde3862293f5 req-be831489-17b8-4e53-a4eb-5dc251ff7d3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68dae73a-138d-4ec7-aa99-6fca6369b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0415878 Jul 13 08:07:20.961317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac313ec-0bb4-401f-a771-073ec5b1b5f4 req-c25d854c-e923-4d9a-af15-865b0bc8528a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:20.962708 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1ac313ec-0bb4-401f-a771-073ec5b1b5f4 req-c25d854c-e923-4d9a-af15-865b0bc8528a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 945 time: 0.1215570 Jul 13 08:07:21.026757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f991c-1224-487f-8834-bde3862293f5 req-d4a56c3c-de72-474d-a73b-33ed5781d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:21.028279 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c80f991c-1224-487f-8834-bde3862293f5 req-d4a56c3c-de72-474d-a73b-33ed5781d576 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0647147 Jul 13 08:07:21.036188 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1ac313ec-0bb4-401f-a771-073ec5b1b5f4 req-e6fa487f-5507-41e7-8da0-11823b452e70 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649111 Jul 13 08:07:21.088518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f991c-1224-487f-8834-bde3862293f5 req-2bf49e7f-22c3-48b8-9580-d30ba6ae36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:21.090087 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c80f991c-1224-487f-8834-bde3862293f5 req-2bf49e7f-22c3-48b8-9580-d30ba6ae36a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530341 Jul 13 08:07:21.182244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c80f991c-1224-487f-8834-bde3862293f5 req-9e18b8ba-8bff-4ac7-95ba-67783bb660ff service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854139 Jul 13 08:07:21.209722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d601e3-da48-431c-8747-3cb5b7ac4ff0 req-07a21c8d-f714-417e-a7ff-da2f63a7c6a3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:21.211147 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3d601e3-da48-431c-8747-3cb5b7ac4ff0 req-07a21c8d-f714-417e-a7ff-da2f63a7c6a3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 945 time: 0.0644271 Jul 13 08:07:21.250099 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3d601e3-da48-431c-8747-3cb5b7ac4ff0 req-1f59878d-46c3-4b7c-ae2a-9427ca508cc4 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332038 Jul 13 08:07:21.274039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c80f991c-1224-487f-8834-bde3862293f5 req-0d58aed0-d9e3-4423-b576-3350746e4416 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849175 Jul 13 08:07:21.430758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922b38-818f-4d7d-8524-5caaf9e35357 req-e5642d64-491e-4879-beab-6f5d728d62e4 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:21.432259 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c1922b38-818f-4d7d-8524-5caaf9e35357 req-e5642d64-491e-4879-beab-6f5d728d62e4 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 945 time: 0.0695724 Jul 13 08:07:21.471251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c1922b38-818f-4d7d-8524-5caaf9e35357 req-274d1d30-53ae-4ec9-ba9e-f90ead47fdcb tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Jul 13 08:07:21.944793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566a45b-05e4-4347-879d-15b81110b921 req-ac4cb0bb-6813-40ca-9042-f872f78bede2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:21.946301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8566a45b-05e4-4347-879d-15b81110b921 req-ac4cb0bb-6813-40ca-9042-f872f78bede2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 945 time: 0.0657420 Jul 13 08:07:21.988714 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8566a45b-05e4-4347-879d-15b81110b921 req-1f763c9c-8fd7-407f-97fb-f3ff198d8a5b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Jul 13 08:07:23.164663 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc9f91-f07c-406f-92c8-032392ab4fb0 req-f1d4e9be-b8b5-4809-970b-ebbc2c5aef70 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:23.166396 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3fc9f91-f07c-406f-92c8-032392ab4fb0 req-f1d4e9be-b8b5-4809-970b-ebbc2c5aef70 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 945 time: 0.0646572 Jul 13 08:07:23.209037 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3fc9f91-f07c-406f-92c8-032392ab4fb0 req-349ad9c1-dfa6-4a34-902a-792ad8758730 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362005 Jul 13 08:07:23.285790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-dbe07c5b-1c1d-43e0-922a-cfbcbb7ef46a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:23.287267 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-dbe07c5b-1c1d-43e0-922a-cfbcbb7ef46a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 945 time: 0.0661323 Jul 13 08:07:23.391039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-378ec2d7-d821-4e5d-ab64-20667e6d4d76 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Deleting port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:23.391381 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-378ec2d7-d821-4e5d-ab64-20667e6d4d76 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:23.476891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-378ec2d7-d821-4e5d-ab64-20667e6d4d76 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] For port 68dae73a-138d-4ec7-aa99-6fca6369b9b4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=68dae73a-138d-4ec7-aa99-6fca6369b9b4,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:23.477177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-378ec2d7-d821-4e5d-ab64-20667e6d4d76 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:23.493419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-378ec2d7-d821-4e5d-ab64-20667e6d4d76 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Calling delete_port for 68dae73a-138d-4ec7-aa99-6fca6369b9b4 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:23.617711 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-378ec2d7-d821-4e5d-ab64-20667e6d4d76 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:23.630111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['68dae73a-138d-4ec7-aa99-6fca6369b9b4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:07:23.645259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ec2d7-d821-4e5d-ab64-20667e6d4d76 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'Port': ['ID=68dae73a-138d-4ec7-aa99-6fca6369b9b4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:24.041600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-378ec2d7-d821-4e5d-ab64-20667e6d4d76 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] No DVR routers for this DVR port 68dae73a-138d-4ec7-aa99-6fca6369b9b4 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:07:24.044088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-378ec2d7-d821-4e5d-ab64-20667e6d4d76 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:24.046824 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d70cb03a-d21b-4175-ac5f-715a82413c8b req-378ec2d7-d821-4e5d-ab64-20667e6d4d76 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "DELETE /v2.0/ports/68dae73a-138d-4ec7-aa99-6fca6369b9b4 HTTP/1.1" status: 204 len: 173 time: 0.7531247 Jul 13 08:07:24.047278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42912d1a-69ae-4b4c-8702-ecfc2672c091', 'name': 'network-vif-deleted', 'tag': '68dae73a-138d-4ec7-aa99-6fca6369b9b4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:24.049596 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0161e361-ecb3-4044-b8ad-2621a2eaaad5" -d '{"events": [{"server_uuid": "42912d1a-69ae-4b4c-8702-ecfc2672c091", "name": "network-vif-deleted", "tag": "68dae73a-138d-4ec7-aa99-6fca6369b9b4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:24.087602 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1980b182-536d-4271-93e6-4c3a0f89f5f6 x-openstack-request-id: req-1980b182-536d-4271-93e6-4c3a0f89f5f6 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:24.087897 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42912d1a-69ae-4b4c-8702-ecfc2672c091", "name": "network-vif-deleted", "tag": "68dae73a-138d-4ec7-aa99-6fca6369b9b4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:24.088255 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1980b182-536d-4271-93e6-4c3a0f89f5f6 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:24.088694 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42912d1a-69ae-4b4c-8702-ecfc2672c091', 'name': 'network-vif-deleted', 'tag': '68dae73a-138d-4ec7-aa99-6fca6369b9b4', 'status': 'completed', 'code': 200} Jul 13 08:07:24.355291 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2b6beeea-5af3-4012-b090-f77776ee0a02 req-a7048ca8-5490-45e2-b944-326e9c974dca tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 210 time: 0.0333431 Jul 13 08:07:25.499297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cfc22a43-2047-4af0-9201-632c6992ef11 req-6d98dc14-ff2a-4f9b-a329-34383f5434e5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 210 time: 0.0286839 Jul 13 08:07:26.646156 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0513bef-970d-4ce9-acf0-309cb58979bf req-a1011cef-24b9-48b8-b4b9-b7617a3cacbf tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 210 time: 0.0316517 Jul 13 08:07:26.878499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 68dae73a-138d-4ec7-aa99-6fca6369b9b4 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:07:26.910618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 68dae73a-138d-4ec7-aa99-6fca6369b9b4 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:07:26.910970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 68dae73a-138d-4ec7-aa99-6fca6369b9b4 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:07:27.805433 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5ba3e89-7c82-4772-9ffa-006dd5dbf2d4 req-f73ff3e1-a0c5-4dde-beb8-4deefcf2ef74 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=42912d1a-69ae-4b4c-8702-ecfc2672c091 HTTP/1.1" status: 200 len: 210 time: 0.0303955 Jul 13 08:07:34.753907 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:38.216342 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:44.311972 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71a579bd-77db-48b3-8466-1a2d7b8a7beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:47.136301 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:47.277600 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ac82-5767-49a7-8865-655f781af3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.040789 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.860543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-60fe5542-2c58-4cc2-85e8-a9e9e9246ee2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:48.862518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-60fe5542-2c58-4cc2-85e8-a9e9e9246ee2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1012518 Jul 13 08:07:48.877922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-8ea98ff6-a561-4381-9a7b-f25b8fa8c9f2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/quotas/244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 375 time: 0.0091190 Jul 13 08:07:48.945158 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-78905ce3-ed3e-4a0a-bd5a-aa21cc925517 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614061 Jul 13 08:07:49.098241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-eed597dd-e2ac-4fc4-a9a2-76afce123579 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455781 Jul 13 08:07:49.188240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-c02edff8-e941-44fb-81e5-fa461da6ba04 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841684 Jul 13 08:07:49.477352 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e1a9926e-7bfb-414b-9ff3-0575c41bb90f req-223b1fb8-fcf6-4b8a-935b-2ad53375b32f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 210 time: 0.0291011 Jul 13 08:07:49.850839 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.504709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-6bd9fb05-cbd6-411d-a993-ece4ace30259 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:50.506155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-6bd9fb05-cbd6-411d-a993-ece4ace30259 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1190617 Jul 13 08:07:50.522769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'port': {'device_id': '35852a12-12a6-428b-889d-fb30f0735022', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'admin_state_up': True, 'tenant_id': '244ceb15048949a18123e17528b6e40e'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:50.652147 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4892a53b-ff49-411f-a89a-9bbefacb026d req-9d5e1fc8-dc07-4137-8f2c-a026c2414e95 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 210 time: 0.0386846 Jul 13 08:07:50.698294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Made reservation on behalf of 244ceb15048949a18123e17528b6e40e for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:50.702438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.837897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Allocated IP 172.20.0.14 (2d1e65ef-006f-4010-8a53-f2ae13b54631/5a574784-49b4-48dd-9196-63791c5c80c7/2695b3d1-3080-4c50-8c68-9c1f6531dedb) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:50.985833 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.999618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Transition to ACTIVE for port object 2695b3d1-3080-4c50-8c68-9c1f6531dedb will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:51.033993 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.086788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:51.090201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:51.093948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:51.100500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=2695b3d1-3080-4c50-8c68-9c1f6531dedb,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:51.157867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:51.158515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.173836 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-fd8b8d96-703f-4f9a-ad34-a585ebf690bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6584537 Jul 13 08:07:51.185550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Request body: {'port': {'device_id': '35852a12-12a6-428b-889d-fb30f0735022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:51.274165 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.389501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-29f0219b-c900-4c09-ace1-a2cdc8ad6398 None None] Provisioning for port 2695b3d1-3080-4c50-8c68-9c1f6531dedb completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:51.395137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-29f0219b-c900-4c09-ace1-a2cdc8ad6398 None None] Provisioning complete for port 2695b3d1-3080-4c50-8c68-9c1f6531dedb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:51.395780 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-29f0219b-c900-4c09-ace1-a2cdc8ad6398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.432659 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-29f0219b-c900-4c09-ace1-a2cdc8ad6398 None None] Port 2695b3d1-3080-4c50-8c68-9c1f6531dedb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:07:51.555395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2695b3d1-3080-4c50-8c68-9c1f6531dedb {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:07:51.564706 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.579347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Transition to ACTIVE for port object 2695b3d1-3080-4c50-8c68-9c1f6531dedb will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:51.583946 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.635148 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Pushing event updated for resources: {'Port': ['ID=2695b3d1-3080-4c50-8c68-9c1f6531dedb,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:51.718080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Attempting to bind port 2695b3d1-3080-4c50-8c68-9c1f6531dedb on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:07:51.718418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Attempting to bind port 2695b3d1-3080-4c50-8c68-9c1f6531dedb by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:07:51.718789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Attempting to bind port 2695b3d1-3080-4c50-8c68-9c1f6531dedb on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:51.724092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Port 2695b3d1-3080-4c50-8c68-9c1f6531dedb on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:07:51.724457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Attempting to bind port 2695b3d1-3080-4c50-8c68-9c1f6531dedb on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:51.730298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:07:51.730792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Checking segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:51.731212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Bound using segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:07:51.731701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Bound port: 2695b3d1-3080-4c50-8c68-9c1f6531dedb, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:07:51.732132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.824598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] For port 2695b3d1-3080-4c50-8c68-9c1f6531dedb, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:07:51.828701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] For port 2695b3d1-3080-4c50-8c68-9c1f6531dedb, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2695b3d1-3080-4c50-8c68-9c1f6531dedb,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:07:51.835261 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.873292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56af4e6-5fce-4c16-b6e8-101c10de7d79 req-5673d80e-714f-48be-a6ed-68788bbfdf2c tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:51.875949 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c56af4e6-5fce-4c16-b6e8-101c10de7d79 req-5673d80e-714f-48be-a6ed-68788bbfdf2c tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 944 time: 0.0888083 Jul 13 08:07:51.883358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:51.884173 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.885788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] 10.222.0.54 "PUT /v2.0/ports/2695b3d1-3080-4c50-8c68-9c1f6531dedb HTTP/1.1" status: 200 len: 1092 time: 0.7047369 Jul 13 08:07:51.929750 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c56af4e6-5fce-4c16-b6e8-101c10de7d79 req-382d8f9c-289f-4b50-8690-151989d3213d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455794 Jul 13 08:07:51.936402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35852a12-12a6-428b-889d-fb30f0735022', 'tag': '2695b3d1-3080-4c50-8c68-9c1f6531dedb'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:51.939039 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "35852a12-12a6-428b-889d-fb30f0735022", "tag": "2695b3d1-3080-4c50-8c68-9c1f6531dedb"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:51.953329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b22129-893f-4d32-8b58-16949bca90bd service neutron] Pushing event updated for resources: {'Port': ['ID=2695b3d1-3080-4c50-8c68-9c1f6531dedb,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:52.024882 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4889b8-4be8-4d18-a6eb-0b28b799b91f x-openstack-request-id: req-9f4889b8-4be8-4d18-a6eb-0b28b799b91f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:52.025520 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35852a12-12a6-428b-889d-fb30f0735022", "tag": "2695b3d1-3080-4c50-8c68-9c1f6531dedb", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:52.025781 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f4889b8-4be8-4d18-a6eb-0b28b799b91f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:52.026184 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35852a12-12a6-428b-889d-fb30f0735022', 'tag': '2695b3d1-3080-4c50-8c68-9c1f6531dedb', 'status': 'completed', 'code': 200} Jul 13 08:07:52.076357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-7dce3ac8-3763-4b33-a302-b648ec58d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:52.078009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-7dce3ac8-3763-4b33-a302-b648ec58d90b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 1095 time: 0.0648756 Jul 13 08:07:52.130799 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-e0d2342d-bd8b-4ac4-9785-544ed770005e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2695b3d1-3080-4c50-8c68-9c1f6531dedb HTTP/1.1" status: 200 len: 217 time: 0.0455484 Jul 13 08:07:52.135528 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:07:52.189125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-dc976d81-4b7a-486d-9a2d-f31508221277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:52.191408 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-dc976d81-4b7a-486d-9a2d-f31508221277 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0538149 Jul 13 08:07:52.251473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-a4da5e15-3b13-44a6-97b7-6a7ac6f9e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:52.253221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-a4da5e15-3b13-44a6-97b7-6a7ac6f9e126 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561025 Jul 13 08:07:52.350728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-74150f58-4d82-4151-a439-d9d878a508f9 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913043 Jul 13 08:07:52.445971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0e827379-1c5a-467c-90f9-6fe1e9e7f6de req-f45891a8-e1b0-4017-846e-461d6400d6ad service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888896 Jul 13 08:07:52.557590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-4994b8bc-ccce-4f31-89e2-a1064948b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:52.559150 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-4994b8bc-ccce-4f31-89e2-a1064948b6fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 1095 time: 0.0626688 Jul 13 08:07:52.657015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-17f0d1c1-fbf0-40ea-8aaf-515575cb58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:52.658520 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-17f0d1c1-fbf0-40ea-8aaf-515575cb58f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0933607 Jul 13 08:07:52.705214 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-4914240c-b4bb-4444-a920-7d2bfc0140cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2695b3d1-3080-4c50-8c68-9c1f6531dedb HTTP/1.1" status: 200 len: 217 time: 0.0403771 Jul 13 08:07:52.760291 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-d1e44814-2810-45bb-b0bf-f99072e7dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:52.761853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-d1e44814-2810-45bb-b0bf-f99072e7dc1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0502155 Jul 13 08:07:52.820868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-834641c5-4a3b-4e1b-ae2c-f63c8a01168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:52.822404 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-834641c5-4a3b-4e1b-ae2c-f63c8a01168e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542216 Jul 13 08:07:52.927076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-54abc910-aef0-4701-8638-4baf8275b4f0 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973451 Jul 13 08:07:53.021850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a89fa1f-0ef6-4a14-91e7-366f41542d9f req-c8acd311-771f-4116-99b7-2042eb4b8582 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889418 Jul 13 08:07:53.121687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a9df-6b34-444a-ad31-c67a6a812603 req-42b3a17f-7e5c-48cb-8818-fa8d45754105 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:53.123260 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f74a9df-6b34-444a-ad31-c67a6a812603 req-42b3a17f-7e5c-48cb-8818-fa8d45754105 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 944 time: 0.0665824 Jul 13 08:07:53.167262 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3f74a9df-6b34-444a-ad31-c67a6a812603 req-0abb98a1-505a-4306-98ed-0b824757de85 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Jul 13 08:07:54.350571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3f393-4239-456d-88c5-c313ab822197 req-ec2b8de6-2660-44ad-8a19-c0ff2d694c73 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:54.352106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97d3f393-4239-456d-88c5-c313ab822197 req-ec2b8de6-2660-44ad-8a19-c0ff2d694c73 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 944 time: 0.0692971 Jul 13 08:07:54.390569 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97d3f393-4239-456d-88c5-c313ab822197 req-cf8a03e7-c695-44eb-a7bf-e7dfb516e537 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325944 Jul 13 08:07:55.577657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0960ac-6d18-4bd1-b56e-55404672cc70 req-aac3f854-a6a8-4c35-b991-92b1907d0270 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:55.579383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4a0960ac-6d18-4bd1-b56e-55404672cc70 req-aac3f854-a6a8-4c35-b991-92b1907d0270 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 944 time: 0.0664549 Jul 13 08:07:55.616995 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4a0960ac-6d18-4bd1-b56e-55404672cc70 req-a8c1d328-a47e-481d-848c-fbaeb793916f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Jul 13 08:07:56.795871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd1484-8a9a-4008-b332-4bcba82a543c req-b0a7279b-a8f4-4ad0-a8b0-788f92462fe8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:56.797422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6bbd1484-8a9a-4008-b332-4bcba82a543c req-b0a7279b-a8f4-4ad0-a8b0-788f92462fe8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 944 time: 0.0670130 Jul 13 08:07:56.835340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6bbd1484-8a9a-4008-b332-4bcba82a543c req-e4dd7695-981f-4aa5-bd88-e88bad176e15 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Jul 13 08:07:58.019202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836232-f056-4888-8b9a-5e8361f2cdb2 req-d0caceca-e154-4899-b77a-03dc29b6d712 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:58.020748 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65836232-f056-4888-8b9a-5e8361f2cdb2 req-d0caceca-e154-4899-b77a-03dc29b6d712 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 944 time: 0.0724430 Jul 13 08:07:58.060104 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65836232-f056-4888-8b9a-5e8361f2cdb2 req-1e217aba-4bea-458b-9199-9be8f36ee6f8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Jul 13 08:07:59.249009 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec671b-8271-49a5-9b5d-2985d3ca66d9 req-a0d5f1e8-cb56-4f91-af3b-8ee22d677c73 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:59.250431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9fec671b-8271-49a5-9b5d-2985d3ca66d9 req-a0d5f1e8-cb56-4f91-af3b-8ee22d677c73 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 944 time: 0.0691500 Jul 13 08:07:59.289674 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9fec671b-8271-49a5-9b5d-2985d3ca66d9 req-eded2f21-d156-4333-b327-a7b48066dc85 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Jul 13 08:08:00.466919 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76fa94-57d6-4213-99ff-08c7d248546e req-81371c0e-22f3-4265-9d30-d8bf98852c2d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:00.468338 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b76fa94-57d6-4213-99ff-08c7d248546e req-81371c0e-22f3-4265-9d30-d8bf98852c2d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 944 time: 0.0631957 Jul 13 08:08:00.507521 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3b76fa94-57d6-4213-99ff-08c7d248546e req-742ecd25-120f-4213-8d1c-003f987ef4a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329051 Jul 13 08:08:01.036788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2695b3d1-3080-4c50-8c68-9c1f6531dedb details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:08:01.131822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2695b3d1-3080-4c50-8c68-9c1f6531dedb, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2695b3d1-3080-4c50-8c68-9c1f6531dedb,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:01.143401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '2695b3d1-3080-4c50-8c68-9c1f6531dedb', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'port_id': '2695b3d1-3080-4c50-8c68-9c1f6531dedb', 'mac_address': 'fa:16:3e:f5:19:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:08:01.184521 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.197687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2695b3d1-3080-4c50-8c68-9c1f6531dedb {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:08:01.216823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2695b3d1-3080-4c50-8c68-9c1f6531dedb, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2695b3d1-3080-4c50-8c68-9c1f6531dedb,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:01.220740 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.283393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2695b3d1-3080-4c50-8c68-9c1f6531dedb,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:01.449546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['2695b3d1-3080-4c50-8c68-9c1f6531dedb'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:08:01.730752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f39da-4daa-42ac-8cfc-9dbcee768016 req-6a54bcc0-0b5a-47e7-ba6c-9def9e72f717 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:01.732289 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d33f39da-4daa-42ac-8cfc-9dbcee768016 req-6a54bcc0-0b5a-47e7-ba6c-9def9e72f717 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 945 time: 0.0702055 Jul 13 08:08:01.777553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d33f39da-4daa-42ac-8cfc-9dbcee768016 req-efc90665-34ec-4e3c-aa6d-db78095ce056 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Jul 13 08:08:02.957904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346323ed-a1d8-432f-b7e2-4a85ab7afe4b req-7559feca-eeb1-4637-88ea-723f683a37cf tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:02.959418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-346323ed-a1d8-432f-b7e2-4a85ab7afe4b req-7559feca-eeb1-4637-88ea-723f683a37cf tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 945 time: 0.0698462 Jul 13 08:08:02.998959 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-346323ed-a1d8-432f-b7e2-4a85ab7afe4b req-efb4a0a1-1441-4c14-9fd7-b14b81cbb065 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338905 Jul 13 08:08:03.051822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2695b3d1-3080-4c50-8c68-9c1f6531dedb up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:03.100959 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 2695b3d1-3080-4c50-8c68-9c1f6531dedb completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:03.104758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 2695b3d1-3080-4c50-8c68-9c1f6531dedb triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:03.105133 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.183494 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.205090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35852a12-12a6-428b-889d-fb30f0735022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695b3d1-3080-4c50-8c68-9c1f6531dedb'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:03.208273 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ea8409-af5a-4026-a082-f9dd3ca0e388" -d '{"events": [{"server_uuid": "35852a12-12a6-428b-889d-fb30f0735022", "name": "network-vif-plugged", "status": "completed", "tag": "2695b3d1-3080-4c50-8c68-9c1f6531dedb"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:03.224973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 2695b3d1-3080-4c50-8c68-9c1f6531dedb, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2695b3d1-3080-4c50-8c68-9c1f6531dedb,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:03.230000 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.256644 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9766760-4a88-4c78-a8d6-948432221a2b x-openstack-request-id: req-a9766760-4a88-4c78-a8d6-948432221a2b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:03.256939 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35852a12-12a6-428b-889d-fb30f0735022", "name": "network-vif-plugged", "status": "completed", "tag": "2695b3d1-3080-4c50-8c68-9c1f6531dedb", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:03.257199 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9766760-4a88-4c78-a8d6-948432221a2b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:03.257587 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35852a12-12a6-428b-889d-fb30f0735022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695b3d1-3080-4c50-8c68-9c1f6531dedb', 'code': 200} Jul 13 08:08:03.288631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=2695b3d1-3080-4c50-8c68-9c1f6531dedb,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:03.366762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0d1b6-b8be-4dd8-ac00-6fc837e4673e req-3329dd01-744f-4baf-923a-45545e14d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:03.368325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7e0d1b6-b8be-4dd8-ac00-6fc837e4673e req-3329dd01-744f-4baf-923a-45545e14d449 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 1097 time: 0.0562594 Jul 13 08:08:03.407394 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7e0d1b6-b8be-4dd8-ac00-6fc837e4673e req-62da66b5-ca91-4e0a-b5e6-6de34fa1eac6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313017 Jul 13 08:08:03.528077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9cf4b00e-d9b7-4119-b97d-9a170cc5c3a7 None None] Provisioning complete for port 2695b3d1-3080-4c50-8c68-9c1f6531dedb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:03.528448 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b00e-d9b7-4119-b97d-9a170cc5c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.195391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dd7e6-2183-41fd-b776-1c3b1a239724 req-bfaf8b7b-262c-481d-8f88-d262b149fdc1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:04.195391 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e1dd7e6-2183-41fd-b776-1c3b1a239724 req-bfaf8b7b-262c-481d-8f88-d262b149fdc1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 946 time: 0.0724456 Jul 13 08:08:04.233897 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e1dd7e6-2183-41fd-b776-1c3b1a239724 req-8d8e3e9d-65b2-41fe-a766-a0040fe0bbb2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352292 Jul 13 08:08:04.768831 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:05.417124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd029a6-e558-41e8-a561-794196425e74 req-bba16e39-e237-4dd9-bb77-8dd9f589d146 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:05.418654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ddd029a6-e558-41e8-a561-794196425e74 req-bba16e39-e237-4dd9-bb77-8dd9f589d146 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 946 time: 0.0695198 Jul 13 08:08:05.458023 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ddd029a6-e558-41e8-a561-794196425e74 req-1489799d-2a3d-4fc4-9094-09edfb2b1fa3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335658 Jul 13 08:08:05.629093 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11d3d3-5d45-4989-b2fe-e0e7986968cf req-a7b3870c-dd3b-415b-90b6-66b193df0ba2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:05.630666 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d11d3d3-5d45-4989-b2fe-e0e7986968cf req-a7b3870c-dd3b-415b-90b6-66b193df0ba2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 946 time: 0.0625076 Jul 13 08:08:05.669659 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d11d3d3-5d45-4989-b2fe-e0e7986968cf req-cae1a5ff-8eab-4d0a-91af-c9a5d4b158a5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Jul 13 08:08:08.219544 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:08.234191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fb895-4c03-46dd-9a78-aac24e463444 req-eeffdb40-a1f1-4aba-be17-164977e1d410 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:08.235659 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-eeffdb40-a1f1-4aba-be17-164977e1d410 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1089277 Jul 13 08:08:08.249982 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-1d1ffff3-5262-44eb-b096-ef91ebfc73fc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/quotas/244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 375 time: 0.0089126 Jul 13 08:08:08.318895 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-9ad60010-7845-4675-a743-558f1e565202 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638268 Jul 13 08:08:08.414661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-b3a3ce58-9c48-49bf-8a23-0b1622a88ea2 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887802 Jul 13 08:08:08.511414 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-56ad1304-a052-4575-8730-b5e4fe50c557 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904245 Jul 13 08:08:08.716734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a466b978-bf15-4c1c-8a00-941e9fe1d29d req-2ad0f972-673d-433c-9ac4-535956de2c85 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 210 time: 0.0308311 Jul 13 08:08:09.792991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fb895-4c03-46dd-9a78-aac24e463444 req-ad858996-ebee-42af-8a52-55cf912c3072 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:09.794506 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-ad858996-ebee-42af-8a52-55cf912c3072 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.53 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1160073 Jul 13 08:08:09.814142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'port': {'device_id': 'ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'admin_state_up': True, 'tenant_id': '244ceb15048949a18123e17528b6e40e'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:09.869946 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e24610c3-dc0a-4b69-8f99-a3e9d58c7969 req-bd74c1e9-4429-4a2f-9e2b-c010d394e5b9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 210 time: 0.0303645 Jul 13 08:08:09.931566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Made reservation on behalf of 244ceb15048949a18123e17528b6e40e for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:09.935491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.066951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Allocated IP 172.20.0.5 (2d1e65ef-006f-4010-8a53-f2ae13b54631/5a574784-49b4-48dd-9196-63791c5c80c7/c169dd94-1744-45c9-a7b3-fffd6affb335) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:10.226674 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.242073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Transition to ACTIVE for port object c169dd94-1744-45c9-a7b3-fffd6affb335 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:10.275824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.289418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['2695b3d1-3080-4c50-8c68-9c1f6531dedb'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:08:10.321976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:10.325656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:10.332281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:10.377097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=c169dd94-1744-45c9-a7b3-fffd6affb335,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:10.390904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.391341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.391818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.392325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.392739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.393134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.393527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.393934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.395263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.395779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.396142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.396465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:10.405397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:10.406321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.424166 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-308b3094-173d-43cc-b91f-94369e257356 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6139393 Jul 13 08:08:10.435131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-30b59636-5d81-44fb-a6b1-c2839201fb15 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:08:10.436421 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-30b59636-5d81-44fb-a6b1-c2839201fb15 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058947 Jul 13 08:08:10.515310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Request body: {'port': {'device_id': 'ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:10.596535 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.671086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-45601270-f6be-4f44-a960-2358a70df172 None None] Provisioning for port c169dd94-1744-45c9-a7b3-fffd6affb335 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:10.675343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-45601270-f6be-4f44-a960-2358a70df172 None None] Provisioning complete for port c169dd94-1744-45c9-a7b3-fffd6affb335 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:10.675795 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-45601270-f6be-4f44-a960-2358a70df172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.715128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-45601270-f6be-4f44-a960-2358a70df172 None None] Port c169dd94-1744-45c9-a7b3-fffd6affb335 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:10.901380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c169dd94-1744-45c9-a7b3-fffd6affb335 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:08:10.909811 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.926734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Transition to ACTIVE for port object c169dd94-1744-45c9-a7b3-fffd6affb335 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:10.931349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:10.994473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Pushing event updated for resources: {'Port': ['ID=c169dd94-1744-45c9-a7b3-fffd6affb335,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:11.118194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Attempting to bind port c169dd94-1744-45c9-a7b3-fffd6affb335 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:08:11.118636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Attempting to bind port c169dd94-1744-45c9-a7b3-fffd6affb335 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:08:11.119040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Attempting to bind port c169dd94-1744-45c9-a7b3-fffd6affb335 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:11.126321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Port c169dd94-1744-45c9-a7b3-fffd6affb335 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:08:11.126749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Attempting to bind port c169dd94-1744-45c9-a7b3-fffd6affb335 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:11.135686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:08:11.136290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Checking segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:11.136671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Bound using segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:08:11.137186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Bound port: c169dd94-1744-45c9-a7b3-fffd6affb335, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:08:11.137609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.148540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15421c7-55c4-4194-966c-b7f2a528b8cf req-a8df776d-339f-4e8d-9bcd-61e57144198e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:11.151107 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f15421c7-55c4-4194-966c-b7f2a528b8cf req-a8df776d-339f-4e8d-9bcd-61e57144198e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.1329794 Jul 13 08:08:11.231808 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f15421c7-55c4-4194-966c-b7f2a528b8cf req-cad969f8-a078-483d-aea4-39d10cbe6238 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696857 Jul 13 08:08:11.257688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] For port c169dd94-1744-45c9-a7b3-fffd6affb335, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:08:11.261294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] For port c169dd94-1744-45c9-a7b3-fffd6affb335, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c169dd94-1744-45c9-a7b3-fffd6affb335,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:08:11.266237 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.301688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:11.302307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:11.303699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] 10.222.0.53 "PUT /v2.0/ports/c169dd94-1744-45c9-a7b3-fffd6affb335 HTTP/1.1" status: 200 len: 1091 time: 0.8606472 Jul 13 08:08:11.304165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0', 'tag': 'c169dd94-1744-45c9-a7b3-fffd6affb335'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:11.306441 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b971d000-e5ec-41d9-8831-2f681bd8c021" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0", "tag": "c169dd94-1744-45c9-a7b3-fffd6affb335"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:11.342698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753045a5-a40b-480c-bb0a-622a89ff160a service neutron] Pushing event updated for resources: {'Port': ['ID=c169dd94-1744-45c9-a7b3-fffd6affb335,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:11.386152 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d940cc1-781d-4122-8378-838330b2c519 x-openstack-request-id: req-9d940cc1-781d-4122-8378-838330b2c519 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:11.386446 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0", "tag": "c169dd94-1744-45c9-a7b3-fffd6affb335", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:11.386762 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d940cc1-781d-4122-8378-838330b2c519 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:11.387160 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0', 'tag': 'c169dd94-1744-45c9-a7b3-fffd6affb335', 'status': 'completed', 'code': 200} Jul 13 08:08:11.416410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fb895-4c03-46dd-9a78-aac24e463444 req-7e5a5f2f-1f2d-41e9-9989-cdbedb8581c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:11.418143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-7e5a5f2f-1f2d-41e9-9989-cdbedb8581c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0691884 Jul 13 08:08:11.473094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-ba654cfd-3614-4750-86e9-2390e1f6748c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c169dd94-1744-45c9-a7b3-fffd6affb335 HTTP/1.1" status: 200 len: 217 time: 0.0464394 Jul 13 08:08:11.526122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fb895-4c03-46dd-9a78-aac24e463444 req-b25e4904-d55e-429c-b473-440709337a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:11.528096 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-b25e4904-d55e-429c-b473-440709337a88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0495019 Jul 13 08:08:11.589719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fb895-4c03-46dd-9a78-aac24e463444 req-90157f0a-6c64-4068-8ee9-ac9cb9e8ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:11.591234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-90157f0a-6c64-4068-8ee9-ac9cb9e8ddaa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568032 Jul 13 08:08:11.690572 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-f967de40-de36-4177-87ee-3bd13f8fd2dd service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920386 Jul 13 08:08:11.801433 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-601fb895-4c03-46dd-9a78-aac24e463444 req-00eef1bf-3593-4746-8fad-643fe09111b3 service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045501 Jul 13 08:08:11.917324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-7ce0dfaa-4894-435f-b4e8-ecfdf34bcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:11.918872 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-7ce0dfaa-4894-435f-b4e8-ecfdf34bcbe2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0646570 Jul 13 08:08:12.025651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-4412dff4-a61c-4c60-b9a2-25021b459034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:12.027087 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-4412dff4-a61c-4c60-b9a2-25021b459034 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.1022010 Jul 13 08:08:12.068653 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-1f73cb21-a952-4dff-9d93-03718bafefdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c169dd94-1744-45c9-a7b3-fffd6affb335 HTTP/1.1" status: 200 len: 217 time: 0.0349436 Jul 13 08:08:12.135305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-456065ee-d1a9-4f79-b62c-f963a47fd4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:12.136972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-456065ee-d1a9-4f79-b62c-f963a47fd4e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0622320 Jul 13 08:08:12.202328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-73cac87c-fad8-4655-8cb3-7357468f33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:12.203864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-73cac87c-fad8-4655-8cb3-7357468f33ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595713 Jul 13 08:08:12.308839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-4dc2b667-af30-4c4f-ab72-565708511d0b service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964720 Jul 13 08:08:12.437522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b971d000-e5ec-41d9-8831-2f681bd8c021 req-e828a211-5a67-4faa-869b-2d4ed22b7a8d service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230109 Jul 13 08:08:12.461857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3bfa0-4edc-4ca6-8383-0ff01ad648bd req-ed532332-02f1-4252-aaa1-ce22b6b28fa1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:12.464199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aeb3bfa0-4edc-4ca6-8383-0ff01ad648bd req-ed532332-02f1-4252-aaa1-ce22b6b28fa1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0891919 Jul 13 08:08:12.513232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aeb3bfa0-4edc-4ca6-8383-0ff01ad648bd req-8dc63aa2-bafa-4a9a-bbe8-aaae51ddfdd8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429180 Jul 13 08:08:13.886008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df9c1b-05a3-4be5-b5b6-98855267b875 req-1d88ffd9-14f1-46ed-9518-baac3e7967a9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:13.887474 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27df9c1b-05a3-4be5-b5b6-98855267b875 req-1d88ffd9-14f1-46ed-9518-baac3e7967a9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.1744871 Jul 13 08:08:13.957875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27df9c1b-05a3-4be5-b5b6-98855267b875 req-36ba576c-9ee3-47f8-b388-af40a80b2232 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532715 Jul 13 08:08:14.318320 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8566-b0aa-4a8c-b51e-c82ef52d48fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:15.302866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad531d6-d282-43bd-9e70-7b29e6f37ec5 req-2e22ed55-6002-4ceb-9e79-47bc55a8494e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:15.305078 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3ad531d6-d282-43bd-9e70-7b29e6f37ec5 req-2e22ed55-6002-4ceb-9e79-47bc55a8494e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.1531606 Jul 13 08:08:15.360844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3ad531d6-d282-43bd-9e70-7b29e6f37ec5 req-f2474b0c-2ecd-4ece-9fc3-17ebd3f88d58 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491650 Jul 13 08:08:16.551562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7a057-de61-488b-be1d-ea88d17d7938 req-558c3c7d-53ae-4398-9b0a-9c94074fa0a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:16.553384 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22d7a057-de61-488b-be1d-ea88d17d7938 req-558c3c7d-53ae-4398-9b0a-9c94074fa0a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0727687 Jul 13 08:08:16.595926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22d7a057-de61-488b-be1d-ea88d17d7938 req-32ec7730-1f39-4b71-bff7-08ff6c31eaf9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361867 Jul 13 08:08:17.130936 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.281387 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-615c8186-21e6-4070-96c3-1996c36529e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:17.807420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c6c3-dbd9-40ad-9dbd-6fe209a6c558 req-7ce45e55-141e-4da0-a25b-4ef98ec5ad2e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:17.808975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11c9c6c3-dbd9-40ad-9dbd-6fe209a6c558 req-7ce45e55-141e-4da0-a25b-4ef98ec5ad2e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0747330 Jul 13 08:08:17.847653 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11c9c6c3-dbd9-40ad-9dbd-6fe209a6c558 req-5201d98e-66ae-44dc-b7d7-f07c70b98f96 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330241 Jul 13 08:08:18.043107 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:19.048056 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297d20d-f551-4da6-b226-f6dcfcd3a9d1 req-25ce1b09-a415-42c7-946f-d937ca99780e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:19.049595 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7297d20d-f551-4da6-b226-f6dcfcd3a9d1 req-25ce1b09-a415-42c7-946f-d937ca99780e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0681260 Jul 13 08:08:19.088815 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7297d20d-f551-4da6-b226-f6dcfcd3a9d1 req-3b5e2109-eb2a-4dc5-ada9-9d884c5e0f31 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333197 Jul 13 08:08:19.880543 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:20.283752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c9c64-c9b3-4ac8-b8e0-dc0bad2fc4a9 req-7be6bc59-e593-4077-a5c8-4545427c6807 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:20.285299 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-421c9c64-c9b3-4ac8-b8e0-dc0bad2fc4a9 req-7be6bc59-e593-4077-a5c8-4545427c6807 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0756800 Jul 13 08:08:20.324679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-421c9c64-c9b3-4ac8-b8e0-dc0bad2fc4a9 req-69db9fb4-ac52-43ad-af78-cf1a37fcd75a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330236 Jul 13 08:08:21.518510 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c4c49-5377-4f95-bf5d-4ff6ab3d9b18 req-d1f89c51-8ea5-4deb-a10f-76f95d497620 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:21.520910 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f51c4c49-5377-4f95-bf5d-4ff6ab3d9b18 req-d1f89c51-8ea5-4deb-a10f-76f95d497620 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0735612 Jul 13 08:08:21.563030 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f51c4c49-5377-4f95-bf5d-4ff6ab3d9b18 req-5055482d-139b-4395-b5af-39d8e4cf0198 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360651 Jul 13 08:08:22.774996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b56e6c-b79e-4be2-84f2-be8c1225325d req-e2b6d6ef-2792-4d00-ae54-85f6f38f62b6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:22.775751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6b56e6c-b79e-4be2-84f2-be8c1225325d req-e2b6d6ef-2792-4d00-ae54-85f6f38f62b6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0875916 Jul 13 08:08:22.856713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6b56e6c-b79e-4be2-84f2-be8c1225325d req-d5ebcf44-df72-4ea8-ac47-e74700f3cb85 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744746 Jul 13 08:08:22.882101 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-44aaa31d-e6ca-4f8b-8af2-245767410592 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1564381 Jul 13 08:08:22.994317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-c00d22ce-97b3-40a7-ab48-c04cac7de9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:22.995809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-c00d22ce-97b3-40a7-ab48-c04cac7de9ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 1097 time: 0.0617661 Jul 13 08:08:23.112108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-d1b5347c-48e6-4094-a045-a8aba1f5c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:23.113520 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-d1b5347c-48e6-4094-a045-a8aba1f5c47a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0908115 Jul 13 08:08:23.161203 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-8de3a69e-ebc5-42f1-9306-c0efbb17b25b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2695b3d1-3080-4c50-8c68-9c1f6531dedb HTTP/1.1" status: 200 len: 217 time: 0.0410368 Jul 13 08:08:23.216778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-bece1ce2-d5cc-4731-b6cd-a4aedf358e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:23.218400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-bece1ce2-d5cc-4731-b6cd-a4aedf358e61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0485146 Jul 13 08:08:23.283210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-d20cd1fc-d926-4f5b-bae8-b4c9badb66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:23.284844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-d20cd1fc-d926-4f5b-bae8-b4c9badb66f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588462 Jul 13 08:08:23.386354 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-a87caab0-eed9-43c2-9d5d-17ef41005677 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947094 Jul 13 08:08:23.483423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25b414a7-8ad8-4e96-adce-815d1e137228 req-191153d9-b602-46a2-8233-369db4293e05 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901804 Jul 13 08:08:24.051022 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efeb8f-8591-4253-bbfe-0addbd4e9165 req-4f475af5-b1e1-46ef-9827-85dacf075658 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:24.053146 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-52efeb8f-8591-4253-bbfe-0addbd4e9165 req-4f475af5-b1e1-46ef-9827-85dacf075658 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0733991 Jul 13 08:08:24.093438 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-52efeb8f-8591-4253-bbfe-0addbd4e9165 req-7c30ca2d-8349-4445-8e00-2a959eacd911 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340374 Jul 13 08:08:25.285513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a3450-572f-4362-9770-0ed8caf39c64 req-4ec310ea-0376-4cbf-851f-bebc347f606d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:25.287060 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-364a3450-572f-4362-9770-0ed8caf39c64 req-4ec310ea-0376-4cbf-851f-bebc347f606d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0706053 Jul 13 08:08:25.701871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-364a3450-572f-4362-9770-0ed8caf39c64 req-f3df2c23-c8c7-46da-a271-b63a788859ca tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088955 Jul 13 08:08:26.881634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf1229-f0fa-45a6-b16f-87f010a57acc req-bede7551-f3ee-4655-914f-250a202e6df8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:26.883021 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16cf1229-f0fa-45a6-b16f-87f010a57acc req-bede7551-f3ee-4655-914f-250a202e6df8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0666099 Jul 13 08:08:26.924801 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16cf1229-f0fa-45a6-b16f-87f010a57acc req-9d0ccb5b-bae4-484d-87da-89f8d8f9888d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353012 Jul 13 08:08:28.113249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a08ea-6db0-4acb-99e0-7cf34e1de5b2 req-1442ba2e-46c2-4d5a-aca6-38d0dae7a2d1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:28.115406 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f65a08ea-6db0-4acb-99e0-7cf34e1de5b2 req-1442ba2e-46c2-4d5a-aca6-38d0dae7a2d1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0695517 Jul 13 08:08:28.158280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f65a08ea-6db0-4acb-99e0-7cf34e1de5b2 req-2cfcbcc3-57dd-4416-8f5b-2eb25eb639e5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358176 Jul 13 08:08:29.136733 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:08:29.357159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146276-12ea-4e99-aa47-ca5eea28efc1 req-be00d603-d085-4d58-9342-702f8c7b4fcc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:29.358674 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b9146276-12ea-4e99-aa47-ca5eea28efc1 req-be00d603-d085-4d58-9342-702f8c7b4fcc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0756369 Jul 13 08:08:29.402192 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b9146276-12ea-4e99-aa47-ca5eea28efc1 req-e6fdc238-7bdb-4c02-bb72-43665e5468e4 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361679 Jul 13 08:08:30.578805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487048d0-672d-43bd-8ece-f685a2b93dd7 req-e12e0fb9-e7b0-47c6-9705-75b5f816f379 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:30.580234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-487048d0-672d-43bd-8ece-f685a2b93dd7 req-e12e0fb9-e7b0-47c6-9705-75b5f816f379 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0621679 Jul 13 08:08:30.621586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-487048d0-672d-43bd-8ece-f685a2b93dd7 req-07f281d1-952a-4a6c-8d04-d39afc15e73c tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349712 Jul 13 08:08:31.834144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98750-7e6b-4b74-8307-26a2184e6ac9 req-bf17e976-6c28-4c09-870c-2a0d32477c8b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:31.837236 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ce98750-7e6b-4b74-8307-26a2184e6ac9 req-bf17e976-6c28-4c09-870c-2a0d32477c8b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0993967 Jul 13 08:08:31.890921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ce98750-7e6b-4b74-8307-26a2184e6ac9 req-12d89347-d6a2-4616-90b6-dfe249ac1f5a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474825 Jul 13 08:08:32.945041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c169dd94-1744-45c9-a7b3-fffd6affb335 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:08:33.055758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c169dd94-1744-45c9-a7b3-fffd6affb335, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c169dd94-1744-45c9-a7b3-fffd6affb335,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:33.069713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'c169dd94-1744-45c9-a7b3-fffd6affb335', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'port_id': 'c169dd94-1744-45c9-a7b3-fffd6affb335', 'mac_address': 'fa:16:3e:e5:75:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:08:33.087749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7e2b0-c0a8-4dbd-a387-349df943b08c req-5264b7a5-176f-4944-869e-d79bcffcb45c tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:33.089382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfc7e2b0-c0a8-4dbd-a387-349df943b08c req-5264b7a5-176f-4944-869e-d79bcffcb45c tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 943 time: 0.0726681 Jul 13 08:08:33.112754 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:33.132106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bfc7e2b0-c0a8-4dbd-a387-349df943b08c req-c42d9599-5fa4-4871-bb69-17b396dad87b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367007 Jul 13 08:08:33.132866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c169dd94-1744-45c9-a7b3-fffd6affb335 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:08:33.156565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c169dd94-1744-45c9-a7b3-fffd6affb335, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c169dd94-1744-45c9-a7b3-fffd6affb335,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:33.160666 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:33.222566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c169dd94-1744-45c9-a7b3-fffd6affb335,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:33.231578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.231925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.232473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.232826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.233156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.233483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.233883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.234186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.234523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.234917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.235287 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.235636 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:33.451700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c169dd94-1744-45c9-a7b3-fffd6affb335'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:08:34.326419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33f569-a342-4b33-9b6f-ed3908b01fa5 req-73105792-6de2-45e0-99d0-38552adabcab tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:34.328096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de33f569-a342-4b33-9b6f-ed3908b01fa5 req-73105792-6de2-45e0-99d0-38552adabcab tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 944 time: 0.0659246 Jul 13 08:08:34.370121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-de33f569-a342-4b33-9b6f-ed3908b01fa5 req-68ff026d-576c-42e1-95ab-4f2a19b1f2a0 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352972 Jul 13 08:08:34.769252 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:34.955552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c169dd94-1744-45c9-a7b3-fffd6affb335 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:35.013044 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port c169dd94-1744-45c9-a7b3-fffd6affb335 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:35.017530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port c169dd94-1744-45c9-a7b3-fffd6affb335 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:35.018214 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.110773 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.135006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c169dd94-1744-45c9-a7b3-fffd6affb335'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:35.137568 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbbf377-19c2-467a-98e6-9db7e9efcf6f" -d '{"events": [{"server_uuid": "ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0", "name": "network-vif-plugged", "status": "completed", "tag": "c169dd94-1744-45c9-a7b3-fffd6affb335"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:35.152608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c169dd94-1744-45c9-a7b3-fffd6affb335, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c169dd94-1744-45c9-a7b3-fffd6affb335,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:35.157012 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.186655 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0acbd3-0c6c-4c5c-b46f-14f7f6dfd881 x-openstack-request-id: req-0e0acbd3-0c6c-4c5c-b46f-14f7f6dfd881 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:35.186946 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0", "name": "network-vif-plugged", "status": "completed", "tag": "c169dd94-1744-45c9-a7b3-fffd6affb335", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:35.187203 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e0acbd3-0c6c-4c5c-b46f-14f7f6dfd881 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:35.187578 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c169dd94-1744-45c9-a7b3-fffd6affb335', 'code': 200} Jul 13 08:08:35.222925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c169dd94-1744-45c9-a7b3-fffd6affb335,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:35.307996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21081d8e-2340-458a-8f96-2a7fc4610431 req-cf34e541-5b18-4bdf-84d7-7e088a34f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:35.309715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21081d8e-2340-458a-8f96-2a7fc4610431 req-cf34e541-5b18-4bdf-84d7-7e088a34f84b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0593874 Jul 13 08:08:35.350123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21081d8e-2340-458a-8f96-2a7fc4610431 req-e36a754f-9e8a-43ce-82ce-fa3f1035d9ed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341649 Jul 13 08:08:35.489127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-368bb99b-d777-456d-881e-d8f1a4b166b7 None None] Provisioning complete for port c169dd94-1744-45c9-a7b3-fffd6affb335 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:35.489506 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-368bb99b-d777-456d-881e-d8f1a4b166b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.571128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe901f1-f11e-42d8-b506-6180ffc216e7 req-38f90a04-0366-48aa-9e03-ae0c0e164b54 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:35.573823 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-efe901f1-f11e-42d8-b506-6180ffc216e7 req-38f90a04-0366-48aa-9e03-ae0c0e164b54 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 945 time: 0.0777981 Jul 13 08:08:35.622458 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-efe901f1-f11e-42d8-b506-6180ffc216e7 req-3e61f057-e667-451c-b87e-8cfbc1ec5dbb tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Jul 13 08:08:36.813777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2551d1f-2b6b-40ce-8772-a53ff40e5d05 req-8cd0d3fe-fde8-4a69-afe9-6507cb135993 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:36.815510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d2551d1f-2b6b-40ce-8772-a53ff40e5d05 req-8cd0d3fe-fde8-4a69-afe9-6507cb135993 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 945 time: 0.0699451 Jul 13 08:08:36.863341 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d2551d1f-2b6b-40ce-8772-a53ff40e5d05 req-a6b428e5-207c-4d4e-bf81-0a86e5ad88a4 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Jul 13 08:08:37.056686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197ccf9-e790-44a9-aaed-abf260a7b4dc req-74ad5782-9744-4a8c-b4b1-3ae438788089 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:37.058203 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d197ccf9-e790-44a9-aaed-abf260a7b4dc req-74ad5782-9744-4a8c-b4b1-3ae438788089 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 945 time: 0.0686753 Jul 13 08:08:37.100322 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d197ccf9-e790-44a9-aaed-abf260a7b4dc req-295c5a1e-7d51-4c06-bd97-76e8d5afeafd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364721 Jul 13 08:08:37.541652 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927a3a8-a4d2-4032-beed-ca24f3ad45e9 req-8fe23b6a-49cb-4d56-9b46-194d033e6cfd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:37.543169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b927a3a8-a4d2-4032-beed-ca24f3ad45e9 req-8fe23b6a-49cb-4d56-9b46-194d033e6cfd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 945 time: 0.0693612 Jul 13 08:08:37.580557 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b927a3a8-a4d2-4032-beed-ca24f3ad45e9 req-61108e12-1f33-4ee3-94be-cc30fa05a1e9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Jul 13 08:08:38.219596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:38.758123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1e778-a448-4b4a-ac97-c1931ae472c7 req-97184c13-8974-47e4-bcb7-5cb67bf8393f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:38.759635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-96a1e778-a448-4b4a-ac97-c1931ae472c7 req-97184c13-8974-47e4-bcb7-5cb67bf8393f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 945 time: 0.0642059 Jul 13 08:08:38.797466 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-96a1e778-a448-4b4a-ac97-c1931ae472c7 req-be341b5e-ded8-4a7f-81b1-1886c7f68029 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320232 Jul 13 08:08:38.912673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-e905f4b8-ce2a-41f7-bd7e-b8629db25800 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:38.914333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-e905f4b8-ce2a-41f7-bd7e-b8629db25800 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 945 time: 0.0675209 Jul 13 08:08:39.017567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-fe88852c-c774-411f-bb58-3736865f1cba tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Deleting port c169dd94-1744-45c9-a7b3-fffd6affb335 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:39.017933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-fe88852c-c774-411f-bb58-3736865f1cba tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.110144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-fe88852c-c774-411f-bb58-3736865f1cba tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] For port c169dd94-1744-45c9-a7b3-fffd6affb335, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c169dd94-1744-45c9-a7b3-fffd6affb335,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:39.110508 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-fe88852c-c774-411f-bb58-3736865f1cba tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.122681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-fe88852c-c774-411f-bb58-3736865f1cba tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Calling delete_port for c169dd94-1744-45c9-a7b3-fffd6affb335 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:39.253941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-fe88852c-c774-411f-bb58-3736865f1cba tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.266317 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['2695b3d1-3080-4c50-8c68-9c1f6531dedb'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:08:39.288448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88852c-c774-411f-bb58-3736865f1cba tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'Port': ['ID=c169dd94-1744-45c9-a7b3-fffd6affb335,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:39.334806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-fe88852c-c774-411f-bb58-3736865f1cba tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] No DVR routers for this DVR port c169dd94-1744-45c9-a7b3-fffd6affb335 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:08:39.337959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-fe88852c-c774-411f-bb58-3736865f1cba tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:39.340192 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fd91160b-87ce-4f43-899c-a34bbecae94c req-fe88852c-c774-411f-bb58-3736865f1cba tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.53 "DELETE /v2.0/ports/c169dd94-1744-45c9-a7b3-fffd6affb335 HTTP/1.1" status: 204 len: 173 time: 0.4208372 Jul 13 08:08:39.340653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0', 'name': 'network-vif-deleted', 'tag': 'c169dd94-1744-45c9-a7b3-fffd6affb335'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:39.343263 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4e6671-59a1-4a6a-b6dd-60895ce306b0" -d '{"events": [{"server_uuid": "ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0", "name": "network-vif-deleted", "tag": "c169dd94-1744-45c9-a7b3-fffd6affb335"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:39.398144 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18780294-3681-4a15-b27f-a5192ccd7fdd x-openstack-request-id: req-18780294-3681-4a15-b27f-a5192ccd7fdd {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:39.398439 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0", "name": "network-vif-deleted", "tag": "c169dd94-1744-45c9-a7b3-fffd6affb335", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:39.398691 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18780294-3681-4a15-b27f-a5192ccd7fdd {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:39.399095 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0', 'name': 'network-vif-deleted', 'tag': 'c169dd94-1744-45c9-a7b3-fffd6affb335', 'status': 'completed', 'code': 200} Jul 13 08:08:39.954071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5e05b66-9d1a-4e4f-af52-50b44177f6b5 req-35ca3234-becd-496b-ba9e-b2000456e424 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 210 time: 0.0346770 Jul 13 08:08:40.993223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c169dd94-1744-45c9-a7b3-fffd6affb335 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:08:41.016270 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: c169dd94-1744-45c9-a7b3-fffd6affb335 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:08:41.016716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c169dd94-1744-45c9-a7b3-fffd6affb335 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:08:41.109662 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fdb6bd87-4f2a-4e4e-adea-61fcd9e35f46 req-0cab1570-9f7f-41f3-bb7c-161b4eaecaf7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 210 time: 0.0315387 Jul 13 08:08:42.274812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80082646-7c81-43a0-96c9-c7ea0c9cecda req-77902dbe-2e5a-4b04-a5ad-44a203b19d5d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 210 time: 0.0319448 Jul 13 08:08:43.452892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7d4c59ea-7f52-4c15-af4a-315c605cf5cd req-a851cd3a-2541-4670-840d-39f44f22c636 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff8e5435-67ae-4ec1-85c9-b2c2c6564ec0 HTTP/1.1" status: 200 len: 210 time: 0.0291288 Jul 13 08:08:44.311961 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3e612ef5-2b44-4397-aeb6-d598821d7b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:45.137538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-e39b9ced-3ed2-425a-92e0-1ab3d3bd3b24 req-af1f790a-477c-4494-9609-505014dcde24 service neutron] (93839) timed out ('10.222.0.44', 59542) {{(pid=93839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:08:47.126013 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:47.280911 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-afaf5717-d78d-40c9-b6e2-579923437df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.046825 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.126686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735fe7-82b9-4c32-82cd-39d661de2641 req-99ae268d-5c51-4934-98d2-6e70fe05dde7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:48.128228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95735fe7-82b9-4c32-82cd-39d661de2641 req-99ae268d-5c51-4934-98d2-6e70fe05dde7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 946 time: 0.0665400 Jul 13 08:08:48.166224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95735fe7-82b9-4c32-82cd-39d661de2641 req-bfcd4731-9769-4f6c-a7e9-35a35e09bdf1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Jul 13 08:08:49.342289 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ee059-7a93-49aa-9d28-f020f80664bc req-6203773e-47db-4847-80d4-f4090f0380bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:49.343777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af9ee059-7a93-49aa-9d28-f020f80664bc req-6203773e-47db-4847-80d4-f4090f0380bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 946 time: 0.0636575 Jul 13 08:08:49.389812 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af9ee059-7a93-49aa-9d28-f020f80664bc req-463b59a7-7c77-47eb-afbb-bb7f488c708f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2ee927a-60c7-4676-89dd-fcbc90c48a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Jul 13 08:08:49.524592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-7092c940-d48e-4c43-bf13-f12470022c77 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:49.526017 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-7092c940-d48e-4c43-bf13-f12470022c77 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 946 time: 0.0629380 Jul 13 08:08:49.626587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-05e268fc-642f-4890-9e5a-38ca438a58a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Deleting port 2695b3d1-3080-4c50-8c68-9c1f6531dedb {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:49.626931 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-05e268fc-642f-4890-9e5a-38ca438a58a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.713823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-05e268fc-642f-4890-9e5a-38ca438a58a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] For port 2695b3d1-3080-4c50-8c68-9c1f6531dedb, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=2695b3d1-3080-4c50-8c68-9c1f6531dedb,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:49.714189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-05e268fc-642f-4890-9e5a-38ca438a58a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.726919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-05e268fc-642f-4890-9e5a-38ca438a58a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Calling delete_port for 2695b3d1-3080-4c50-8c68-9c1f6531dedb owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:49.854558 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.856103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-05e268fc-642f-4890-9e5a-38ca438a58a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.885221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e268fc-642f-4890-9e5a-38ca438a58a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'Port': ['ID=2695b3d1-3080-4c50-8c68-9c1f6531dedb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:49.934583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-05e268fc-642f-4890-9e5a-38ca438a58a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] No DVR routers for this DVR port 2695b3d1-3080-4c50-8c68-9c1f6531dedb on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:08:49.937329 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-05e268fc-642f-4890-9e5a-38ca438a58a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.939427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4b45e10-2434-4eeb-a6be-7d3fb04c0be5 req-05e268fc-642f-4890-9e5a-38ca438a58a6 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "DELETE /v2.0/ports/2695b3d1-3080-4c50-8c68-9c1f6531dedb HTTP/1.1" status: 204 len: 173 time: 0.4081168 Jul 13 08:08:49.939858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35852a12-12a6-428b-889d-fb30f0735022', 'name': 'network-vif-deleted', 'tag': '2695b3d1-3080-4c50-8c68-9c1f6531dedb'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:49.942104 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ac15f6-3294-4640-aa79-0d9357141d85" -d '{"events": [{"server_uuid": "35852a12-12a6-428b-889d-fb30f0735022", "name": "network-vif-deleted", "tag": "2695b3d1-3080-4c50-8c68-9c1f6531dedb"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:49.982941 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda9e139-54db-4a48-8602-d77168216dfa x-openstack-request-id: req-eda9e139-54db-4a48-8602-d77168216dfa {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:49.983250 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35852a12-12a6-428b-889d-fb30f0735022", "name": "network-vif-deleted", "tag": "2695b3d1-3080-4c50-8c68-9c1f6531dedb", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:49.983517 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eda9e139-54db-4a48-8602-d77168216dfa {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:49.983974 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35852a12-12a6-428b-889d-fb30f0735022', 'name': 'network-vif-deleted', 'tag': '2695b3d1-3080-4c50-8c68-9c1f6531dedb', 'status': 'completed', 'code': 200} Jul 13 08:08:50.534228 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-abfe567d-050c-4b45-a768-39695b362868 req-e87e078d-7b81-4b05-abfc-e242befa5971 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 210 time: 0.0315964 Jul 13 08:08:51.366539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2695b3d1-3080-4c50-8c68-9c1f6531dedb no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:08:51.386852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 2695b3d1-3080-4c50-8c68-9c1f6531dedb {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:08:51.387192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 2695b3d1-3080-4c50-8c68-9c1f6531dedb not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:08:51.686728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5fe17b2-d27b-46bc-9c2b-94dee5f204eb req-5d2fbff4-1fd6-4e5f-9eda-2b19dee601bf tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 210 time: 0.0293305 Jul 13 08:08:52.827521 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d768e3d1-edc5-4bf1-ad99-483d9d379b8a req-0d967072-1481-4661-9a73-f4b63b3de970 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=35852a12-12a6-428b-889d-fb30f0735022 HTTP/1.1" status: 200 len: 210 time: 0.0294707 Jul 13 08:08:57.040846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40540) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:57.045866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-54a34f9a-fe47-479c-8339-2c8027ce2451 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640962334', 'description': 'tempest-secgroup-smoke-640962334 description', 'project_id': '244ceb15048949a18123e17528b6e40e'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:57.069559 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54a34f9a-fe47-479c-8339-2c8027ce2451 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.157322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54a34f9a-fe47-479c-8339-2c8027ce2451 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.161161 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54a34f9a-fe47-479c-8339-2c8027ce2451 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.189660 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54a34f9a-fe47-479c-8339-2c8027ce2451 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.190881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-54a34f9a-fe47-479c-8339-2c8027ce2451 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1489944 Jul 13 08:08:57.192831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a34f9a-fe47-479c-8339-2c8027ce2451 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9530d5ce-fb0c-473d-b667-46fb8f8982f4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.194728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 40544) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:57.200720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'security_group_rule': {'security_group_id': '9530d5ce-fb0c-473d-b667-46fb8f8982f4', 'project_id': '244ceb15048949a18123e17528b6e40e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:57.226345 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.279792 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.283047 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.300254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af281602-5ce2-4e70-ba61-907e0b253a29,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.308805 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.309954 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132755 Jul 13 08:08:57.311428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.311668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.312005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.312366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.312703 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.312990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40546) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:57.313116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.313342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.313666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.313987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.314307 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.314719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.314945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab2af-8375-4393-b8cb-55f79a2925a1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:57.318194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-544cf192-a02b-4ded-a7b9-0d27cde3dfa3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'security_group_rule': {'security_group_id': '9530d5ce-fb0c-473d-b667-46fb8f8982f4', 'project_id': '244ceb15048949a18123e17528b6e40e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:57.344085 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544cf192-a02b-4ded-a7b9-0d27cde3dfa3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.401121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544cf192-a02b-4ded-a7b9-0d27cde3dfa3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.404474 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544cf192-a02b-4ded-a7b9-0d27cde3dfa3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.421588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cf192-a02b-4ded-a7b9-0d27cde3dfa3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffabee60-4ab3-413f-995a-e88d3e10424d,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.427841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-544cf192-a02b-4ded-a7b9-0d27cde3dfa3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.429336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-544cf192-a02b-4ded-a7b9-0d27cde3dfa3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152830 Jul 13 08:08:57.431903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40548) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:57.436303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-74b6c813-fd99-407c-972d-733fe69bb7a2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'security_group_rule': {'security_group_id': '9530d5ce-fb0c-473d-b667-46fb8f8982f4', 'project_id': '244ceb15048949a18123e17528b6e40e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:57.462111 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b6c813-fd99-407c-972d-733fe69bb7a2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.521477 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b6c813-fd99-407c-972d-733fe69bb7a2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.526183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b6c813-fd99-407c-972d-733fe69bb7a2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.542674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6c813-fd99-407c-972d-733fe69bb7a2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca20a21-8f89-473e-b078-a9e5913984c5,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.548968 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-74b6c813-fd99-407c-972d-733fe69bb7a2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.550108 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-74b6c813-fd99-407c-972d-733fe69bb7a2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172688 Jul 13 08:08:57.552790 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40550) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:57.557476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-240d62e5-4598-4b8e-9f1e-1cd0beb6ced2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'security_group_rule': {'security_group_id': '9530d5ce-fb0c-473d-b667-46fb8f8982f4', 'project_id': '244ceb15048949a18123e17528b6e40e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:57.583886 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-240d62e5-4598-4b8e-9f1e-1cd0beb6ced2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.645150 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-240d62e5-4598-4b8e-9f1e-1cd0beb6ced2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.651027 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-240d62e5-4598-4b8e-9f1e-1cd0beb6ced2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.669968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d62e5-4598-4b8e-9f1e-1cd0beb6ced2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ffd3b6-2e93-462a-88af-f5ea9a7d8ec9,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.676796 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-240d62e5-4598-4b8e-9f1e-1cd0beb6ced2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.678547 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-240d62e5-4598-4b8e-9f1e-1cd0beb6ced2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240652 Jul 13 08:08:57.681568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40552) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:57.686174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-5f9e7ffd-97b0-40bd-aa58-5dcf6c75bb25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'security_group_rule': {'security_group_id': '9530d5ce-fb0c-473d-b667-46fb8f8982f4', 'project_id': '244ceb15048949a18123e17528b6e40e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:57.708952 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-5f9e7ffd-97b0-40bd-aa58-5dcf6c75bb25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Project 244ceb15048949a18123e17528b6e40e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:08:57.714317 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7ffd-97b0-40bd-aa58-5dcf6c75bb25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.775566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7ffd-97b0-40bd-aa58-5dcf6c75bb25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.779326 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7ffd-97b0-40bd-aa58-5dcf6c75bb25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.798082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e7ffd-97b0-40bd-aa58-5dcf6c75bb25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74dca52-b19e-4ece-b245-9baa49379e72,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.801425 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5f9e7ffd-97b0-40bd-aa58-5dcf6c75bb25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.802751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5f9e7ffd-97b0-40bd-aa58-5dcf6c75bb25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202354 Jul 13 08:08:57.806060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40554) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:08:57.810607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cd839cd3-35fd-4f15-b15c-9e39bb829b60 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'security_group_rule': {'security_group_id': '9530d5ce-fb0c-473d-b667-46fb8f8982f4', 'project_id': '244ceb15048949a18123e17528b6e40e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:57.833032 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-cd839cd3-35fd-4f15-b15c-9e39bb829b60 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Project 244ceb15048949a18123e17528b6e40e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:08:57.838795 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd839cd3-35fd-4f15-b15c-9e39bb829b60 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.906679 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd839cd3-35fd-4f15-b15c-9e39bb829b60 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.910325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd839cd3-35fd-4f15-b15c-9e39bb829b60 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.928605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd839cd3-35fd-4f15-b15c-9e39bb829b60 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11de05f9-eaf8-4876-b5cc-7013ba11a8f9,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:57.935561 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cd839cd3-35fd-4f15-b15c-9e39bb829b60 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:57.936845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cd839cd3-35fd-4f15-b15c-9e39bb829b60 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298423 Jul 13 08:09:04.772077 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:06.137788 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:09:08.228206 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:12.268203 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ceb71258-2cb8-4954-bd1f-7853672af29c tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640962334&fields=id&tenant_id=244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 267 time: 0.0341599 Jul 13 08:09:12.372745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-38110728-af89-4738-b9a9-594fa81a6e11 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:12.374245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-38110728-af89-4738-b9a9-594fa81a6e11 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.0997071 Jul 13 08:09:12.389283 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-c50feca6-0449-4021-8199-e860be228ab9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/quotas/244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 375 time: 0.0096128 Jul 13 08:09:12.462219 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-dff65184-4be5-459d-968a-a90276be16f5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668955 Jul 13 08:09:12.557280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-99ed38f4-13d2-42ae-b1c4-f1ef6d23ed10 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830631 Jul 13 08:09:12.652278 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ab4f6847-6df0-42b8-916a-d0f5a2d14657 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886719 Jul 13 08:09:12.967561 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f10a5ca-f510-4572-a2a0-d9509930b59b req-86a9859d-2fc2-4ef4-8d78-42b78564d3f8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 210 time: 0.0331903 Jul 13 08:09:13.989006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-d095bbb5-bd28-4ad4-90f9-e269a52803be tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:13.990752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-d095bbb5-bd28-4ad4-90f9-e269a52803be tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1138031 Jul 13 08:09:14.046397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-de4f8467-4519-4322-ad81-e0a69674fd83 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 379 time: 0.0447156 Jul 13 08:09:14.054637 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'port': {'device_id': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'admin_state_up': True, 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'security_groups': ['9530d5ce-fb0c-473d-b667-46fb8f8982f4']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:14.144961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7af756c-1dfd-4fe2-a866-5eff46b42556 req-409168ae-fce3-4277-9c3f-5d7bc5162c88 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 210 time: 0.0624990 Jul 13 08:09:14.196329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Made reservation on behalf of 244ceb15048949a18123e17528b6e40e for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:14.199891 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.315311 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2766305d-e5d2-4620-a7ae-2eeb64ae4c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.336988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Allocated IP 172.20.0.8 (2d1e65ef-006f-4010-8a53-f2ae13b54631/5a574784-49b4-48dd-9196-63791c5c80c7/7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:14.482184 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.496123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Transition to ACTIVE for port object 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:14.527932 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.576151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:14.579580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:14.582415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:14.614155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:14.630507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.630868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.631217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.631558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.631895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.632266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.632602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.632932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.633265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.633588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.633915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.634236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:14.657960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:14.657960 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.673936 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-ed68d6b1-188f-40ff-923f-a51f0780fede tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6230552 Jul 13 08:09:14.688914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Request body: {'port': {'device_id': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:14.769318 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.862487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ada9c62f-1cc0-4419-9e4e-eb5364ffb1f9 None None] Provisioning for port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:14.866374 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ada9c62f-1cc0-4419-9e4e-eb5364ffb1f9 None None] Provisioning complete for port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:14.866739 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ada9c62f-1cc0-4419-9e4e-eb5364ffb1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.904356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ada9c62f-1cc0-4419-9e4e-eb5364ffb1f9 None None] Port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:09:15.041054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:09:15.048719 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.061208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Transition to ACTIVE for port object 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:15.065408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.116465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:15.196636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Attempting to bind port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:15.197744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Attempting to bind port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:15.198114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Attempting to bind port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:15.203464 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:09:15.203863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Attempting to bind port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:15.209419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:15.209893 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Checking segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:15.210376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Bound using segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:15.210928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Bound port: 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:15.211386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.294190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] For port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:15.298084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] For port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:15.302493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.344994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.345437 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:15.346878 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] 10.222.0.54 "PUT /v2.0/ports/7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 HTTP/1.1" status: 200 len: 1091 time: 0.6624773 Jul 13 08:09:15.347333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'tag': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:15.350299 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b11d106-e47b-461c-b55d-1959206b5803" -d '{"events": [{"name": "network-changed", "server_uuid": "89dcca1e-6d7c-48ec-a308-0795fd60e72b", "tag": "7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:15.372629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc3c24-d59b-4d15-859e-62bde4f0e6e5 req-1a03a6c0-63ee-4a2b-8225-9db30b66297b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.373143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008901c-b69f-4953-a0fc-8d25f6e9b938 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:15.375119 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16bc3c24-d59b-4d15-859e-62bde4f0e6e5 req-1a03a6c0-63ee-4a2b-8225-9db30b66297b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 943 time: 0.0800052 Jul 13 08:09:15.438895 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-16bc3c24-d59b-4d15-859e-62bde4f0e6e5 req-dd5c9a33-e26f-453b-bb99-e1c618d926a8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498698 Jul 13 08:09:15.455481 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cd18d0-3948-4e13-a4a6-53dfc5d23065 x-openstack-request-id: req-55cd18d0-3948-4e13-a4a6-53dfc5d23065 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:15.455800 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89dcca1e-6d7c-48ec-a308-0795fd60e72b", "tag": "7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:15.456085 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55cd18d0-3948-4e13-a4a6-53dfc5d23065 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:15.456503 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'tag': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17', 'status': 'completed', 'code': 200} Jul 13 08:09:15.485539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-b592a321-49b5-4d8f-9ce6-9a661bfbd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.487219 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-b592a321-49b5-4d8f-9ce6-9a661bfbd6f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 1094 time: 0.0674629 Jul 13 08:09:15.531891 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-298d8569-e61f-4d37-b43e-1de5d9cfd928 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 HTTP/1.1" status: 200 len: 217 time: 0.0379627 Jul 13 08:09:15.586020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-90f97d81-0255-4ac9-b06f-1118dd1f21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.588132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-90f97d81-0255-4ac9-b06f-1118dd1f21fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0487995 Jul 13 08:09:15.657015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-dfec7756-d35e-4205-a8dc-e842c5ed1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.659762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-dfec7756-d35e-4205-a8dc-e842c5ed1f13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650504 Jul 13 08:09:15.753112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-b5f5a9f1-0a5a-41eb-a454-00f4b5103e48 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874531 Jul 13 08:09:15.847245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-aae11e67-b2b6-466e-815e-0c1c37902933 req-1732a81c-6b5a-40b8-bc6b-5833401b6ee9 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878453 Jul 13 08:09:15.952238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d106-e47b-461c-b55d-1959206b5803 req-e44c317e-000d-4977-ac53-43119227f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.953783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b11d106-e47b-461c-b55d-1959206b5803 req-e44c317e-000d-4977-ac53-43119227f51f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 1094 time: 0.0584791 Jul 13 08:09:16.054979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d106-e47b-461c-b55d-1959206b5803 req-f5370232-e622-4093-961c-3b7c6cfd4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:16.056550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b11d106-e47b-461c-b55d-1959206b5803 req-f5370232-e622-4093-961c-3b7c6cfd4bef service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0960276 Jul 13 08:09:16.100788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b11d106-e47b-461c-b55d-1959206b5803 req-1f4d216e-c098-4304-9acc-fe2d312338a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 HTTP/1.1" status: 200 len: 217 time: 0.0377371 Jul 13 08:09:16.148624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d106-e47b-461c-b55d-1959206b5803 req-b0fa8701-2a50-4732-8dba-a6c955fbb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:16.150869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b11d106-e47b-461c-b55d-1959206b5803 req-b0fa8701-2a50-4732-8dba-a6c955fbb760 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0435669 Jul 13 08:09:16.213383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d106-e47b-461c-b55d-1959206b5803 req-44e04dd9-0a44-469c-bef5-b34fe7461620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:16.214882 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b11d106-e47b-461c-b55d-1959206b5803 req-44e04dd9-0a44-469c-bef5-b34fe7461620 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589044 Jul 13 08:09:16.305165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b11d106-e47b-461c-b55d-1959206b5803 req-219e7bc1-cc6d-4d75-90bc-a16432e54502 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837305 Jul 13 08:09:16.398668 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2b11d106-e47b-461c-b55d-1959206b5803 req-918bf515-a038-46db-a1f8-114c9420df49 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875785 Jul 13 08:09:16.610094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb0a35-4ef5-49ed-803d-d07aabea7f6e req-902a3496-fc44-4238-9d57-a56ca008eec9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:16.611544 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79bb0a35-4ef5-49ed-803d-d07aabea7f6e req-902a3496-fc44-4238-9d57-a56ca008eec9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 943 time: 0.0652399 Jul 13 08:09:16.653726 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-79bb0a35-4ef5-49ed-803d-d07aabea7f6e req-b6b43c37-60a6-422b-a76a-0ba2469e9584 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361855 Jul 13 08:09:17.127808 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:17.281835 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7fcf-8520-43bd-87ea-1c4ffb0491fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:17.832196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80590352-3f14-42bb-bd24-2245e89ec964 req-36df1005-5a50-4a7a-bee9-8dd2624dbaa4 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:17.833764 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-80590352-3f14-42bb-bd24-2245e89ec964 req-36df1005-5a50-4a7a-bee9-8dd2624dbaa4 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 943 time: 0.0667531 Jul 13 08:09:17.872452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-80590352-3f14-42bb-bd24-2245e89ec964 req-1288f661-4bb0-4615-8d6c-7d4dc27492a2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322473 Jul 13 08:09:18.048998 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:19.047176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f3e5b-1fb6-4d7b-9b5d-911926561fe5 req-f1fd3fa6-0334-438a-8a48-fca36a3216f5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:19.048804 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-760f3e5b-1fb6-4d7b-9b5d-911926561fe5 req-f1fd3fa6-0334-438a-8a48-fca36a3216f5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 943 time: 0.0634534 Jul 13 08:09:19.091086 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-760f3e5b-1fb6-4d7b-9b5d-911926561fe5 req-58e34816-1f0d-41ca-bf6b-4f7c914c5257 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367351 Jul 13 08:09:19.338742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-fc2b038e-fcc7-49db-8723-353802a98131 req-d41b1482-76e2-4387-a9b8-ec7ff1e18561 service neutron] (93839) timed out ('10.222.0.44', 42380) {{(pid=93839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:09:19.858503 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:20.273038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a158e-8780-4175-b864-b396938ad2ce req-81c13131-e87d-422a-9e39-727695731027 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:20.274565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd2a158e-8780-4175-b864-b396938ad2ce req-81c13131-e87d-422a-9e39-727695731027 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 943 time: 0.0687618 Jul 13 08:09:20.313804 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cd2a158e-8780-4175-b864-b396938ad2ce req-df354a20-dc04-4a76-ae46-73cc8841bc59 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Jul 13 08:09:21.487327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac4ea-cf68-43ad-9fa7-50e9396983ea req-5e225cce-f967-4381-aba9-70cd11e0b42f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:21.488830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15cac4ea-cf68-43ad-9fa7-50e9396983ea req-5e225cce-f967-4381-aba9-70cd11e0b42f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 943 time: 0.0626779 Jul 13 08:09:21.525785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15cac4ea-cf68-43ad-9fa7-50e9396983ea req-a1f5f4fc-341a-40a2-983c-db206f774596 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308397 Jul 13 08:09:22.716590 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7bf5a-c608-44aa-a845-cdd6a89a441a req-67257227-6d33-4e42-ba3e-110f26c78adf tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:22.718081 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ef7bf5a-c608-44aa-a845-cdd6a89a441a req-67257227-6d33-4e42-ba3e-110f26c78adf tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 943 time: 0.0637872 Jul 13 08:09:22.756129 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5ef7bf5a-c608-44aa-a845-cdd6a89a441a req-2f4dd142-941e-4bff-93e9-e63f336b503f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325506 Jul 13 08:09:23.950339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db7aca-fd70-432d-b6d0-b70d907a3f41 req-e2248574-6bf6-4b70-89a1-a3ccd7d8c013 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:23.951813 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-20db7aca-fd70-432d-b6d0-b70d907a3f41 req-e2248574-6bf6-4b70-89a1-a3ccd7d8c013 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 943 time: 0.0625670 Jul 13 08:09:23.987942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-20db7aca-fd70-432d-b6d0-b70d907a3f41 req-9a25194a-ddc1-43a8-9464-b45199349f36 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306249 Jul 13 08:09:25.163292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05120f-d2d0-4c06-ad57-f10f9909a51f req-72c8aeb0-ebf4-4176-931d-650dd5353a68 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:25.165052 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b05120f-d2d0-4c06-ad57-f10f9909a51f req-72c8aeb0-ebf4-4176-931d-650dd5353a68 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 943 time: 0.0670125 Jul 13 08:09:25.202934 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b05120f-d2d0-4c06-ad57-f10f9909a51f req-c565a75d-e263-4efd-a0ba-db6fba95537c tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322325 Jul 13 08:09:25.539254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:09:25.629523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:25.641158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'port_id': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17', 'mac_address': 'fa:16:3e:2e:36:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:09:25.679905 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.692888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:09:25.711519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:25.715315 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:25.770097 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:25.948998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:09:26.377824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2c001-d64f-4061-b348-dc07ceff30cd req-c50dfda8-1443-4e99-bf93-ebc99a9dacad tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:26.379285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4bf2c001-d64f-4061-b348-dc07ceff30cd req-c50dfda8-1443-4e99-bf93-ebc99a9dacad tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 944 time: 0.0666375 Jul 13 08:09:26.415969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4bf2c001-d64f-4061-b348-dc07ceff30cd req-6d7ce582-2c8c-4ae7-a6b4-047f9274fed5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312033 Jul 13 08:09:27.539555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:27.587963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc981471-aa58-4618-b1a9-e221f24888fd req-9964d675-a24e-465b-97cc-f0bd6e779fd5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:27.589199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:27.591539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dc981471-aa58-4618-b1a9-e221f24888fd req-9964d675-a24e-465b-97cc-f0bd6e779fd5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 944 time: 0.0673659 Jul 13 08:09:27.592739 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:27.593114 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.629449 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dc981471-aa58-4618-b1a9-e221f24888fd req-a1ecfcc2-534d-4e35-86c9-784271f36623 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319440 Jul 13 08:09:27.670563 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.692515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:27.694724 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4c0617-e86d-41e2-a219-23943729329c" -d '{"events": [{"server_uuid": "89dcca1e-6d7c-48ec-a308-0795fd60e72b", "name": "network-vif-plugged", "status": "completed", "tag": "7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:27.707319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:27.712375 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:27.737476 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3339db3e-55c6-4138-ad36-c1b95f29f3ae x-openstack-request-id: req-3339db3e-55c6-4138-ad36-c1b95f29f3ae {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:27.737772 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89dcca1e-6d7c-48ec-a308-0795fd60e72b", "name": "network-vif-plugged", "status": "completed", "tag": "7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:27.738077 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3339db3e-55c6-4138-ad36-c1b95f29f3ae {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:27.738484 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17', 'code': 200} Jul 13 08:09:27.768870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:27.852138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154769b-50d2-41de-88b9-7c12e0270f35 req-ece16b90-6219-4a15-903e-d7aa09e0e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:27.853904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4154769b-50d2-41de-88b9-7c12e0270f35 req-ece16b90-6219-4a15-903e-d7aa09e0e152 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 1096 time: 0.0553424 Jul 13 08:09:27.890814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4154769b-50d2-41de-88b9-7c12e0270f35 req-3b5c087f-7695-47fc-88b6-001636e6dae5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309262 Jul 13 08:09:27.960702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-47d77d25-48b1-4b03-b043-475ec787c34c None None] Provisioning complete for port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:27.961019 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-47d77d25-48b1-4b03-b043-475ec787c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:28.810679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01362d87-9df7-4b29-9da7-d7eb9e94f330 req-2d3e52e8-83a3-4ad3-abb6-b578efcae454 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:28.812180 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01362d87-9df7-4b29-9da7-d7eb9e94f330 req-2d3e52e8-83a3-4ad3-abb6-b578efcae454 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 945 time: 0.0629566 Jul 13 08:09:28.858400 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01362d87-9df7-4b29-9da7-d7eb9e94f330 req-6f19e9e0-d002-47cb-9c94-57d818e1caef tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405695 Jul 13 08:09:29.049462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d03cf-08c5-4547-a006-f7b2eb239a2f req-a03a4ba0-9b8a-4862-b15d-f58ff17fdcaa tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:29.050971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed9d03cf-08c5-4547-a006-f7b2eb239a2f req-a03a4ba0-9b8a-4862-b15d-f58ff17fdcaa tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 945 time: 0.0671568 Jul 13 08:09:29.090985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed9d03cf-08c5-4547-a006-f7b2eb239a2f req-00535e9a-1a61-4367-8606-416ce88bf592 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337596 Jul 13 08:09:29.116340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40738) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.169736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5cf35-2f33-42f3-b2a8-6509a029c97a tempest-TestVolumeBootPattern-1921474488 tempest-TestVolumeBootPattern-1921474488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:29.171228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-dfa5cf35-2f33-42f3-b2a8-6509a029c97a tempest-TestVolumeBootPattern-1921474488 tempest-TestVolumeBootPattern-1921474488-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 1091 time: 0.0538974 Jul 13 08:09:29.174349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40740) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:09:29.178756 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:29.201579 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:29.302455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:29.404550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Allocated IP 172.25.6.151 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/9383740e-b39a-49a3-94ea-ed8bb0c19699) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:29.509188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:29.547624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:29.588548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:29.591342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:29.595837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:29.598611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=9383740e-b39a-49a3-94ea-ed8bb0c19699,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:29.967121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.045436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.201502 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.205785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.282327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=9383740e-b39a-49a3-94ea-ed8bb0c19699,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:30.288956 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.391479 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Floating IP 939307a6-7fcb-410a-b426-dabfb6995771 associated. External IP: 172.25.6.151, port: 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17. Jul 13 08:09:30.939123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Router aa27eb3d-0860-466b-bdd1-07055cc98f0b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:09:31.049211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:09:31.059798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] Sync routers for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:09:31.067932 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:31.069011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:09:31.069694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:09:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:31.107253 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-20a5d550-9078-4ebe-b931-7e07754b0aa5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9318779 Jul 13 08:09:31.108617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'tag': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:31.110954 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c1a22d-c4f7-444f-b08f-7921e9f73745" -d '{"events": [{"name": "network-changed", "server_uuid": "89dcca1e-6d7c-48ec-a308-0795fd60e72b", "tag": "7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:31.160525 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d360512-dfdb-4c92-a55f-52a1ed041467 x-openstack-request-id: req-0d360512-dfdb-4c92-a55f-52a1ed041467 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:31.161101 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89dcca1e-6d7c-48ec-a308-0795fd60e72b", "tag": "7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:31.161514 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d360512-dfdb-4c92-a55f-52a1ed041467 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:31.162064 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'tag': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17', 'status': 'completed', 'code': 200} Jul 13 08:09:31.187400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:09:31.250657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-d1349763-827e-4260-8b69-1aa3aa83ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:31.252348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-d1349763-827e-4260-8b69-1aa3aa83ba21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 1096 time: 0.0628741 Jul 13 08:09:31.351780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-346913f6-3556-44d9-8fd6-dd682becf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:31.353303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-346913f6-3556-44d9-8fd6-dd682becf8d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0942140 Jul 13 08:09:31.420388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-8f7a96da-ce98-482e-8890-d361362b829c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 HTTP/1.1" status: 200 len: 999 time: 0.0601275 Jul 13 08:09:31.425731 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '939307a6-7fcb-410a-b426-dabfb6995771', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:2e:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:29Z', 'updated_at': '2021-07-13T08:09:29Z', 'revision_number': 0, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:31.452628 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] Checking router: aa27eb3d-0860-466b-bdd1-07055cc98f0b for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:09:31.460855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:09:31.461476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:09:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:31.468853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-d5025ac9-c565-4c15-b47d-d4d62e10ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:31.470354 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-d5025ac9-c565-4c15-b47d-d4d62e10ae01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0443025 Jul 13 08:09:31.543813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-bc183b94-68c3-4cd7-8213-f4b94a5bb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:31.548482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-bc183b94-68c3-4cd7-8213-f4b94a5bb1dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685880 Jul 13 08:09:31.585387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:09:31.641436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-aa8982aa-00ed-45a2-be4d-1e20ad291279 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895333 Jul 13 08:09:31.736600 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6c1a22d-c4f7-444f-b08f-7921e9f73745 req-fdebcf12-ee88-4eb3-9e8f-80bd8d61c2df service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878050 Jul 13 08:09:31.819639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '939307a6-7fcb-410a-b426-dabfb6995771', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:2e:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:29Z', 'updated_at': '2021-07-13T08:09:29Z', 'revision_number': 0, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:09:31.844971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace72d2a-97b6-4a53-9697-e0047bafd905 None None] The sync data for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 is: [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '939307a6-7fcb-410a-b426-dabfb6995771', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:2e:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:09:29Z', 'updated_at': '2021-07-13T08:09:29Z', 'revision_number': 0, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:09:32.040927 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee2980-6d6d-49c7-8a13-3b2dddeabbe8 None None] New status for floating IP 939307a6-7fcb-410a-b426-dabfb6995771: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:09:34.785402 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:38.227912 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:43.136647 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:09:44.318294 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7859f034-6537-4d4d-a8a4-851672af94c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:47.129492 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:47.282622 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-393c2025-7002-4366-9765-b78dfe9f4438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:48.051944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:49.862472 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:04.798748 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:08.253226 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:14.319727 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d99bc2f-2243-48a6-b3e1-fa6abbc960c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.131281 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:17.284421 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-09a153e0-7f8e-477c-a9fb-bcdf019d1d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:18.054995 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:19.898943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:20.137306 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:10:23.830476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-a3add79c-406e-4755-a956-f7a6fadd157a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548444 Jul 13 08:10:23.925633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-0f9336be-f8a9-4899-ae24-84813287e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:23.927230 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-0f9336be-f8a9-4899-ae24-84813287e931 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 1096 time: 0.0538759 Jul 13 08:10:24.042729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-51cc6a85-94bb-4037-be78-281a35689442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:24.044321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-51cc6a85-94bb-4037-be78-281a35689442 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0962441 Jul 13 08:10:24.108094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-7262a6b6-2da0-427a-96f4-5afbba0564c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 HTTP/1.1" status: 200 len: 1001 time: 0.0576372 Jul 13 08:10:24.160694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-62918cab-52ac-46dc-9c34-64de25496110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:24.162334 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-62918cab-52ac-46dc-9c34-64de25496110 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0484636 Jul 13 08:10:24.218151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-5e5678af-26f8-4c78-8d0f-68afc672010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:24.219661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-5e5678af-26f8-4c78-8d0f-68afc672010f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514898 Jul 13 08:10:24.309513 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-a02911fc-a678-43a4-8132-d139f2719054 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826268 Jul 13 08:10:24.402526 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfea5305-cd3d-4afd-bf1d-d82224f33656 req-1baef7fe-e2fd-413e-a936-80195f95f186 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866690 Jul 13 08:10:34.789148 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:38.267432 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:44.319775 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-60a0eb5d-0d6c-40c3-9ebd-5496faa47d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:47.131654 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:47.285675 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1b02dbd7-ed8e-4d53-a410-41c5215f3e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:48.057391 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:49.865433 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:57.136379 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:11:04.810763 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:08.267883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:14.320770 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2048e09f-8190-4ad3-a368-a9092df1a7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:17.133576 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:17.286643 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c9939393-36ac-4013-a190-ef66a0b41afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:18.060972 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:19.868539 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.193548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97045158-f23b-4376-8c3a-1af764e0a74a req-7807debf-596d-4a6b-b414-5bd90cc16f21 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:24.195048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97045158-f23b-4376-8c3a-1af764e0a74a req-7807debf-596d-4a6b-b414-5bd90cc16f21 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 945 time: 0.0637858 Jul 13 08:11:24.234444 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-97045158-f23b-4376-8c3a-1af764e0a74a req-b3ba75eb-da06-4bb5-97ef-60ed07e963c0 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339022 Jul 13 08:11:25.430866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb75-a3e2-4102-bba6-ab4ee78bfe7b req-3156a8a5-45ba-434d-8f35-e5ee1ca09838 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:25.432458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f2bbb75-a3e2-4102-bba6-ab4ee78bfe7b req-3156a8a5-45ba-434d-8f35-e5ee1ca09838 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 945 time: 0.0694749 Jul 13 08:11:25.473213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f2bbb75-a3e2-4102-bba6-ab4ee78bfe7b req-7f86b3af-57c6-4041-bd37-eb12911daafd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332506 Jul 13 08:11:25.604879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-9cae04fa-0115-455c-8cc9-853d9183276b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:25.606365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-9cae04fa-0115-455c-8cc9-853d9183276b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 945 time: 0.0687504 Jul 13 08:11:25.706239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Deleting port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:11:25.706578 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.798463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] For port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:25.798826 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.970105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.970541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.970876 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Floating IP 939307a6-7fcb-410a-b426-dabfb6995771 disassociated. External IP: 172.25.6.151, port: 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17. Jul 13 08:11:25.971230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Calling delete_port for 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:11:26.113749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.145441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'Port': ['ID=7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:26.157383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.157791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.158144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.158492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.158835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.159175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.159760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.159890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.160306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.160524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.160858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.161188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:26.273361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Router aa27eb3d-0860-466b-bdd1-07055cc98f0b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:11:26.383925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:11:26.395082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] Sync routers for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:11:26.404131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:26.404834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:11:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:26.428147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] No DVR routers for this DVR port 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:11:26.430785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.432865 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-54d80fa6-c88b-4f82-9b79-830591275b79 req-31bce980-5a21-4229-8e9b-c1581c364893 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "DELETE /v2.0/ports/7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 HTTP/1.1" status: 204 len: 173 time: 0.8215008 Jul 13 08:11:26.433437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'name': 'network-vif-deleted', 'tag': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:26.435734 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635c562c-d691-4a3c-a067-9e76d054980e" -d '{"events": [{"server_uuid": "89dcca1e-6d7c-48ec-a308-0795fd60e72b", "name": "network-vif-deleted", "tag": "7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:26.534399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:26.578512 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b502a0-678f-4e69-96f7-8d1abc71653c x-openstack-request-id: req-b6b502a0-678f-4e69-96f7-8d1abc71653c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:26.578512 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89dcca1e-6d7c-48ec-a308-0795fd60e72b", "name": "network-vif-deleted", "tag": "7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:26.578512 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6b502a0-678f-4e69-96f7-8d1abc71653c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:26.578512 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89dcca1e-6d7c-48ec-a308-0795fd60e72b', 'name': 'network-vif-deleted', 'tag': '7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17', 'status': 'completed', 'code': 200} Jul 13 08:11:26.717274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d96c92cc-0123-431b-881a-156d9af86c07 req-4c4bac37-f5bf-444d-af78-ba68ebfe06eb tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 210 time: 0.0571327 Jul 13 08:11:26.818850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:26.845808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] Checking router: aa27eb3d-0860-466b-bdd1-07055cc98f0b for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:11:26.854142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:26.854757 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:11:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:26.982337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:27.197526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:27.228771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f3e51-f7a6-4a66-87c2-76525675ef3b None None] The sync data for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 is: [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:11:27.473585 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22351c-d5a1-4936-b873-5144f8a496b4 None None] New status for floating IP 939307a6-7fcb-410a-b426-dabfb6995771: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:11:27.867524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e553557c-a9ef-4c8d-8f1b-a9ee74dd1618 req-995c8a15-d30f-4aec-bb9e-eb38dc6469b9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 210 time: 0.0306187 Jul 13 08:11:29.022373 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02a87554-5b47-480f-9b0d-dd45bb110f04 req-e1a58b65-8867-4f12-a1ce-11c98db93293 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 210 time: 0.0292618 Jul 13 08:11:30.064513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:11:30.087513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:11:30.087903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7bcd42c9-1385-48f1-bcb3-b9b6ad3c2b17 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:11:30.182744 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-249e3f0c-2399-4bda-8ffb-1aa9d2cfc378 req-d28ac834-0612-4e87-a15a-6006c72cb1d7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=89dcca1e-6d7c-48ec-a308-0795fd60e72b HTTP/1.1" status: 200 len: 210 time: 0.0324769 Jul 13 08:11:31.428345 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-79cc6d89-ac0b-4111-952e-6d9f77d0fdb8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640962334&fields=id&tenant_id=244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 267 time: 0.0400524 Jul 13 08:11:31.534609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-12547440-0119-4eba-b745-3f6a3dc28ad1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:31.537017 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-12547440-0119-4eba-b745-3f6a3dc28ad1 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1023800 Jul 13 08:11:31.551735 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2a5aee09-7420-4e20-a7c5-8843b0c83714 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/quotas/244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 375 time: 0.0092480 Jul 13 08:11:31.631280 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-39e87d07-f992-41a6-94bf-3f501eb24c2f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746734 Jul 13 08:11:31.726700 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-793ac650-616f-443a-877a-31fefd3905e4 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845306 Jul 13 08:11:31.815789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-a31a8fb4-a178-4bc4-9a3d-729b5ef1f6c9 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833716 Jul 13 08:11:32.121796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae687be0-1783-4885-8145-65f646da7cdd req-e109f6b4-bbcc-4a2d-8bac-4159375db437 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 210 time: 0.0339313 Jul 13 08:11:33.263974 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d046376c-7380-4626-ba88-01045dc21885 req-8b42dddc-92d7-4081-9bd3-199cef4876c2 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 210 time: 0.0313301 Jul 13 08:11:33.357737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-b7fed8eb-d7a3-43fb-88f4-892d69d66ded tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:33.359293 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-b7fed8eb-d7a3-43fb-88f4-892d69d66ded tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1108112 Jul 13 08:11:33.427392 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-d5e016f7-02e7-4345-854d-8b27cc4cff48 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 379 time: 0.0534024 Jul 13 08:11:33.436492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'port': {'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'admin_state_up': True, 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'security_groups': ['9530d5ce-fb0c-473d-b667-46fb8f8982f4']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:33.552067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Made reservation on behalf of 244ceb15048949a18123e17528b6e40e for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:33.555703 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.698802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Allocated IP 172.20.0.12 (2d1e65ef-006f-4010-8a53-f2ae13b54631/5a574784-49b4-48dd-9196-63791c5c80c7/68960ebd-0ff6-4d57-b567-042ac5ca59b9) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:33.837179 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.850799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Transition to ACTIVE for port object 68960ebd-0ff6-4d57-b567-042ac5ca59b9 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:33.885966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.937542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:33.945783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:33.951427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:33.956854 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=68960ebd-0ff6-4d57-b567-042ac5ca59b9,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:34.005723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:34.006384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.023430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-2dd0003f-bc7b-4b04-83e4-56f612d7ded5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5910304 Jul 13 08:11:34.035297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Request body: {'port': {'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:34.111394 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.140283 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:11:34.274021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0d1ba870-ccc0-46da-8939-aa8b16b9f97a None None] Provisioning for port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:34.278729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0d1ba870-ccc0-46da-8939-aa8b16b9f97a None None] Provisioning complete for port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:34.279351 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba870-ccc0-46da-8939-aa8b16b9f97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.325333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ba870-ccc0-46da-8939-aa8b16b9f97a None None] Port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:11:34.444352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68960ebd-0ff6-4d57-b567-042ac5ca59b9 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:11:34.453193 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.470764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Transition to ACTIVE for port object 68960ebd-0ff6-4d57-b567-042ac5ca59b9 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:34.474515 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.555263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49130b-b5a0-458d-84b4-794888e43253 req-48b42c1b-6a3e-4173-b12f-0090b4229776 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:34.557415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca49130b-b5a0-458d-84b4-794888e43253 req-48b42c1b-6a3e-4173-b12f-0090b4229776 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 932 time: 0.1539142 Jul 13 08:11:34.560627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Pushing event updated for resources: {'Port': ['ID=68960ebd-0ff6-4d57-b567-042ac5ca59b9,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:34.669035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca49130b-b5a0-458d-84b4-794888e43253 req-b5c85ea9-ee05-4cf3-aa33-9a66f05262e9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873988 Jul 13 08:11:34.669924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Attempting to bind port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:34.670262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Attempting to bind port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:34.670594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Attempting to bind port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:34.676063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:11:34.676488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Attempting to bind port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:34.681941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:34.682284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Checking segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:34.682673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Bound using segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:34.683107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Bound port: 68960ebd-0ff6-4d57-b567-042ac5ca59b9, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:34.683471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.759207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] For port 68960ebd-0ff6-4d57-b567-042ac5ca59b9, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:34.762525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] For port 68960ebd-0ff6-4d57-b567-042ac5ca59b9, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:34.766171 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.804437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:34.805350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.807189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] 10.222.0.54 "PUT /v2.0/ports/68960ebd-0ff6-4d57-b567-042ac5ca59b9 HTTP/1.1" status: 200 len: 1092 time: 0.7764621 Jul 13 08:11:34.811393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'tag': '68960ebd-0ff6-4d57-b567-042ac5ca59b9'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:34.817980 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "c619e456-4fd4-4aa0-9047-96b14a55fbfb", "tag": "68960ebd-0ff6-4d57-b567-042ac5ca59b9"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:34.829956 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.891347 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1836d056-bd82-49d6-8988-cb2f5dffbbd7 x-openstack-request-id: req-1836d056-bd82-49d6-8988-cb2f5dffbbd7 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:34.891558 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c619e456-4fd4-4aa0-9047-96b14a55fbfb", "tag": "68960ebd-0ff6-4d57-b567-042ac5ca59b9", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:34.891658 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1836d056-bd82-49d6-8988-cb2f5dffbbd7 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:34.892106 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'tag': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'status': 'completed', 'code': 200} Jul 13 08:11:34.902178 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72eb63-693e-49eb-bfc4-743f1c22b10d service neutron] Pushing event updated for resources: {'Port': ['ID=68960ebd-0ff6-4d57-b567-042ac5ca59b9,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:34.932366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-051e79f9-09fa-4778-ba97-ecf4feed2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:34.933921 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-051e79f9-09fa-4778-ba97-ecf4feed2ab9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 1095 time: 0.0817761 Jul 13 08:11:34.978660 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-e907fad9-1caf-4c58-baa6-aa82df712087 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9 HTTP/1.1" status: 200 len: 217 time: 0.0379238 Jul 13 08:11:35.035986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-a4747e34-8174-44bc-bb77-cde8dac6757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.037593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-a4747e34-8174-44bc-bb77-cde8dac6757e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0522771 Jul 13 08:11:35.103094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-03b93585-9dce-44f2-9c46-66a42c8cb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.104801 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-03b93585-9dce-44f2-9c46-66a42c8cb953 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605786 Jul 13 08:11:35.200814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-d936c9e5-2b60-4b43-bcff-79be7b40963a service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893056 Jul 13 08:11:35.293279 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d374b9-34ec-47e6-bd65-d9828fd42b72 req-74dcdaff-7fea-4c24-ad80-6ffc1cfd703d service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861261 Jul 13 08:11:35.418947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-61ad7cac-4c78-4cc1-9209-ed775edcdad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.421997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-61ad7cac-4c78-4cc1-9209-ed775edcdad2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 1095 time: 0.0789599 Jul 13 08:11:35.536744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-c9acc8c0-48e9-414d-a7b2-7916ac2bb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.538329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-c9acc8c0-48e9-414d-a7b2-7916ac2bb25d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.1103580 Jul 13 08:11:35.586236 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-8107e4bd-ba7d-47cc-bcc9-73afbc43a5f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9 HTTP/1.1" status: 200 len: 217 time: 0.0405989 Jul 13 08:11:35.685892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-038d5ee4-ea81-4d7b-ae45-b4baa3ee9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.687955 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-038d5ee4-ea81-4d7b-ae45-b4baa3ee9dc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0942874 Jul 13 08:11:35.749283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-73bcfd13-d05f-4e12-9716-580b82f6db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.750719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-73bcfd13-d05f-4e12-9716-580b82f6db8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571330 Jul 13 08:11:35.883759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-a6fe0827-2f1f-46fe-9ada-70ba165c09ca service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265101 Jul 13 08:11:35.943098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7b35c-fce6-42a6-80df-1bdd05d26da3 req-b5f251ff-00fa-42f4-b4b4-f6ec53062f66 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:35.944698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-17e7b35c-fce6-42a6-80df-1bdd05d26da3 req-b5f251ff-00fa-42f4-b4b4-f6ec53062f66 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 944 time: 0.1252935 Jul 13 08:11:36.031716 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-17e7b35c-fce6-42a6-80df-1bdd05d26da3 req-d8f727f3-a861-4f36-91df-e068a74b1e52 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590658 Jul 13 08:11:36.045762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5679a7ad-3c03-4f39-9b37-d63f33a0fdf5 req-6e210a31-7c24-412a-83c8-6855474dcb53 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533322 Jul 13 08:11:37.217313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a963f21-9d0d-4d1d-98f9-38d3a4506fa5 req-3a563b46-9782-45c6-9784-7f170618dbd9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:37.219001 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4a963f21-9d0d-4d1d-98f9-38d3a4506fa5 req-3a563b46-9782-45c6-9784-7f170618dbd9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 944 time: 0.0644529 Jul 13 08:11:37.257789 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4a963f21-9d0d-4d1d-98f9-38d3a4506fa5 req-04cd5437-e009-4f65-93fa-e2506b2f3a69 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325437 Jul 13 08:11:38.269807 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:38.778495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96041de-dcc2-44ae-a9f8-5e71727dd092 req-30ca5cb6-3b6c-4fb9-bcb9-87a9c77eea72 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:38.780008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d96041de-dcc2-44ae-a9f8-5e71727dd092 req-30ca5cb6-3b6c-4fb9-bcb9-87a9c77eea72 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 944 time: 0.4099727 Jul 13 08:11:38.817533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d96041de-dcc2-44ae-a9f8-5e71727dd092 req-7b23e7e7-14a9-422b-9c7c-435b23a3796f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318980 Jul 13 08:11:40.005292 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeff23-e331-40a9-a641-8b159d6b7cb0 req-f49c76f5-7981-4531-a6fd-2b233723a398 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:40.007484 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4aeff23-e331-40a9-a641-8b159d6b7cb0 req-f49c76f5-7981-4531-a6fd-2b233723a398 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 944 time: 0.0699382 Jul 13 08:11:40.043900 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4aeff23-e331-40a9-a641-8b159d6b7cb0 req-d1bd26e8-dc48-40da-9fd5-c0dde595073f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309234 Jul 13 08:11:41.222760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d687a2-3bf6-46a0-a2c4-5f5b0737d36f req-ef3ef71d-e4af-4613-a1ed-9efb65c47a58 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:41.224267 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7d687a2-3bf6-46a0-a2c4-5f5b0737d36f req-ef3ef71d-e4af-4613-a1ed-9efb65c47a58 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 944 time: 0.0639908 Jul 13 08:11:41.261936 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c7d687a2-3bf6-46a0-a2c4-5f5b0737d36f req-02cb29fc-7516-4644-808b-63a8197b9369 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Jul 13 08:11:42.440422 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17b83-deac-4e30-b814-45d9f95d1c7f req-7d363d9a-9e28-4f79-952d-cd857f08a75b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:42.442833 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ddb17b83-deac-4e30-b814-45d9f95d1c7f req-7d363d9a-9e28-4f79-952d-cd857f08a75b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 944 time: 0.0686357 Jul 13 08:11:42.489864 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ddb17b83-deac-4e30-b814-45d9f95d1c7f req-8f973797-5a1e-4d58-a5f3-6a7cbdf62f6e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406663 Jul 13 08:11:43.670048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503cdb5-2815-465a-96d6-d810cb9ec81a req-00e4a5a3-fd10-4593-9ee6-915c3ad1de04 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:43.671558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9503cdb5-2815-465a-96d6-d810cb9ec81a req-00e4a5a3-fd10-4593-9ee6-915c3ad1de04 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 944 time: 0.0720866 Jul 13 08:11:43.711640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9503cdb5-2815-465a-96d6-d810cb9ec81a req-e5b106fc-c97e-4949-a147-853096697b8d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344832 Jul 13 08:11:44.321151 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-246a8e2f-555a-4a08-b7b8-ea739cd55252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:44.888381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa200-2a9e-48cf-b634-ae399014bf3f req-3ac3ff88-f628-4f88-8e6d-62c7b8bc5436 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:44.889926 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db0fa200-2a9e-48cf-b634-ae399014bf3f req-3ac3ff88-f628-4f88-8e6d-62c7b8bc5436 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 944 time: 0.0678377 Jul 13 08:11:44.930470 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-db0fa200-2a9e-48cf-b634-ae399014bf3f req-ed317bf1-db56-422a-8a82-e53e73ec9c45 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345411 Jul 13 08:11:46.107308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abe011-5e83-4c6f-ad11-6d0c2ff30f0d req-6d41b2d2-49c1-43ec-9359-302aa06a796b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:46.108912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65abe011-5e83-4c6f-ad11-6d0c2ff30f0d req-6d41b2d2-49c1-43ec-9359-302aa06a796b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 944 time: 0.0650029 Jul 13 08:11:46.147118 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-65abe011-5e83-4c6f-ad11-6d0c2ff30f0d req-3a487ad9-0229-4e82-bc55-1e13c98da395 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323119 Jul 13 08:11:46.159848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 68960ebd-0ff6-4d57-b567-042ac5ca59b9 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:11:46.260968 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 68960ebd-0ff6-4d57-b567-042ac5ca59b9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:46.272944 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'mac_address': 'fa:16:3e:be:82:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:11:46.309383 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:46.321908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68960ebd-0ff6-4d57-b567-042ac5ca59b9 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:11:46.343162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 68960ebd-0ff6-4d57-b567-042ac5ca59b9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:46.347111 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:46.405143 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=68960ebd-0ff6-4d57-b567-042ac5ca59b9,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:46.413096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.413413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.413749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.414081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.414407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.414730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.415054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.415369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.415685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.416004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.417051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.417433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:46.634898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['68960ebd-0ff6-4d57-b567-042ac5ca59b9'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:11:47.135637 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:47.287949 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a43ffc58-2360-4b84-a4b4-eaa68198482f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:47.327910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f75ed5-83ae-4689-889f-8e0d3227a989 req-a7f5510c-5f3e-4b90-9847-b2613c5894a3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:47.329468 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b6f75ed5-83ae-4689-889f-8e0d3227a989 req-a7f5510c-5f3e-4b90-9847-b2613c5894a3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 945 time: 0.0653861 Jul 13 08:11:47.368483 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b6f75ed5-83ae-4689-889f-8e0d3227a989 req-47fe3804-d3ad-4d83-91ab-fa11ea9c35fa tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332487 Jul 13 08:11:48.065270 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.175526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 68960ebd-0ff6-4d57-b567-042ac5ca59b9 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:48.224429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:48.227958 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:48.228379 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.305883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.329516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68960ebd-0ff6-4d57-b567-042ac5ca59b9'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:48.331788 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5d4f1e-6fff-457b-af8d-78099012b378" -d '{"events": [{"server_uuid": "c619e456-4fd4-4aa0-9047-96b14a55fbfb", "name": "network-vif-plugged", "status": "completed", "tag": "68960ebd-0ff6-4d57-b567-042ac5ca59b9"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:48.349775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 68960ebd-0ff6-4d57-b567-042ac5ca59b9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:48.355542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:48.425427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=68960ebd-0ff6-4d57-b567-042ac5ca59b9,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:48.450235 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156b3c1e-9af3-4665-a253-1210607569a2 x-openstack-request-id: req-156b3c1e-9af3-4665-a253-1210607569a2 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:48.450504 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c619e456-4fd4-4aa0-9047-96b14a55fbfb", "name": "network-vif-plugged", "status": "completed", "tag": "68960ebd-0ff6-4d57-b567-042ac5ca59b9", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:48.450757 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-156b3c1e-9af3-4665-a253-1210607569a2 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:48.451157 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'code': 200} Jul 13 08:11:48.583845 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a397-e968-415f-840c-8f30e89d4a9b req-2e030caa-a9ce-4888-bedc-a86adcb49f50 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:48.586166 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5972a397-e968-415f-840c-8f30e89d4a9b req-2e030caa-a9ce-4888-bedc-a86adcb49f50 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 946 time: 0.0761673 Jul 13 08:11:48.590536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa5ca2-f1c7-440f-a497-e990eac0c54b req-b19004f4-44dd-425c-8ca0-23ec50b468b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:48.592110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3aa5ca2-f1c7-440f-a497-e990eac0c54b req-b19004f4-44dd-425c-8ca0-23ec50b468b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 1097 time: 0.0728750 Jul 13 08:11:48.629548 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5972a397-e968-415f-840c-8f30e89d4a9b req-aa82cd32-d726-4355-98e1-5d1d6556af8b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363505 Jul 13 08:11:48.637475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3aa5ca2-f1c7-440f-a497-e990eac0c54b req-5eca96c1-3004-4db0-85ec-5b7d5eb7883e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388207 Jul 13 08:11:48.715530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e0afc7c7-c8d2-46f2-8e04-ae1fd58e8268 None None] Provisioning complete for port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:48.715795 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e0afc7c7-c8d2-46f2-8e04-ae1fd58e8268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:49.811988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f5057-7330-4c3e-a20b-8680adf31f31 req-7b4b3472-2ac9-4eef-96e0-7fcc7b276707 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:49.813516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d8f5057-7330-4c3e-a20b-8680adf31f31 req-7b4b3472-2ac9-4eef-96e0-7fcc7b276707 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 946 time: 0.0662789 Jul 13 08:11:49.856642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d8f5057-7330-4c3e-a20b-8680adf31f31 req-85b3374c-08d0-4dfa-b214-61008e66af16 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367560 Jul 13 08:11:49.879674 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:50.042965 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba613dca-cfd0-4122-9765-394e10bd6227 req-35585886-ebc2-4cb6-b621-142180267b1b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:50.044499 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba613dca-cfd0-4122-9765-394e10bd6227 req-35585886-ebc2-4cb6-b621-142180267b1b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 946 time: 0.0693541 Jul 13 08:11:50.082250 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba613dca-cfd0-4122-9765-394e10bd6227 req-926ab316-bece-4fa0-a76a-19ab21501e36 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322309 Jul 13 08:11:50.107763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40888) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:50.263363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9532ed46-41ee-457c-91b4-b02c607a3127 tempest-TestVolumeBootPattern-1921474488 tempest-TestVolumeBootPattern-1921474488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:50.264970 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9532ed46-41ee-457c-91b4-b02c607a3127 tempest-TestVolumeBootPattern-1921474488 tempest-TestVolumeBootPattern-1921474488-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 1092 time: 0.1560371 Jul 13 08:11:50.267911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 40894) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:50.272618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:50.296818 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:50.397921 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:50.507645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Allocated IP 172.25.6.10 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/dbbb9a94-8bff-436b-a20f-05f87a34175d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:50.618325 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:50.659108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:50.703452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:50.706263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:50.711439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:50.715396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=dbbb9a94-8bff-436b-a20f-05f87a34175d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:51.085436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:51.168966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:51.323878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:51.328459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:51.393290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=dbbb9a94-8bff-436b-a20f-05f87a34175d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:51.409662 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:51.512624 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Floating IP 5e8d8401-dc4a-4370-b725-bdabf0bab5ea associated. External IP: 172.25.6.10, port: 68960ebd-0ff6-4d57-b567-042ac5ca59b9. Jul 13 08:11:51.739892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Router aa27eb3d-0860-466b-bdd1-07055cc98f0b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:11:51.856870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:11:51.867170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] Sync routers for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:11:51.873726 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:51.876868 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:51.877502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:11:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:51.918100 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0b488606-34de-4881-a886-dd7d0e5a168e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6491132 Jul 13 08:11:51.918721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'tag': '68960ebd-0ff6-4d57-b567-042ac5ca59b9'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:51.921039 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c619e456-4fd4-4aa0-9047-96b14a55fbfb", "tag": "68960ebd-0ff6-4d57-b567-042ac5ca59b9"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:51.965243 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8b8766-8108-41ab-aa6f-cc28b944cd5a x-openstack-request-id: req-7e8b8766-8108-41ab-aa6f-cc28b944cd5a {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:51.965535 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c619e456-4fd4-4aa0-9047-96b14a55fbfb", "tag": "68960ebd-0ff6-4d57-b567-042ac5ca59b9", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:51.965790 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e8b8766-8108-41ab-aa6f-cc28b944cd5a {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:51.966207 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'tag': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'status': 'completed', 'code': 200} Jul 13 08:11:51.993678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:52.048004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-e893f4d1-3757-4af9-865e-a51984a2057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:52.049578 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-e893f4d1-3757-4af9-865e-a51984a2057e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 1097 time: 0.0598824 Jul 13 08:11:52.148397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-4d51a01e-131e-475a-8d79-e771db33866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:52.149828 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-4d51a01e-131e-475a-8d79-e771db33866e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0940368 Jul 13 08:11:52.216494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-be6d09bf-bddd-4b62-b148-66748b83248b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9 HTTP/1.1" status: 200 len: 999 time: 0.0602877 Jul 13 08:11:52.231434 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5e8d8401-dc4a-4370-b725-bdabf0bab5ea', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:be:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:50Z', 'updated_at': '2021-07-13T08:11:50Z', 'revision_number': 0, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:52.258746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] Checking router: aa27eb3d-0860-466b-bdd1-07055cc98f0b for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:11:52.268248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:52.268870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:11:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:52.273564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-34d3fede-b201-4c9d-8027-6db8c69fc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:52.275041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-34d3fede-b201-4c9d-8027-6db8c69fc9c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0514371 Jul 13 08:11:52.336185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-bd472d9d-e977-49fc-ab61-a1456ec778c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:52.337734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-bd472d9d-e977-49fc-ab61-a1456ec778c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560501 Jul 13 08:11:52.397882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:52.441734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-df4d606d-df4b-4aba-9a08-6a97149c253d service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971172 Jul 13 08:11:52.537774 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8ef5a0cc-f2ad-4fb5-af29-e610ab7edd3a req-402fe797-94b7-493f-b68d-c156937b6842 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894704 Jul 13 08:11:52.626799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5e8d8401-dc4a-4370-b725-bdabf0bab5ea', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:be:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:50Z', 'updated_at': '2021-07-13T08:11:50Z', 'revision_number': 0, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:52.652749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f5883-ee5a-4e1a-b22d-c8dc4c7d6f00 None None] The sync data for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 is: [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5e8d8401-dc4a-4370-b725-bdabf0bab5ea', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:be:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:50Z', 'updated_at': '2021-07-13T08:11:50Z', 'revision_number': 0, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:11:52.839931 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00218f0b-82cf-46ee-8d9e-75a19656bc01 None None] New status for floating IP 5e8d8401-dc4a-4370-b725-bdabf0bab5ea: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:12:04.829797 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:08.268638 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:11.132606 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:12:14.327309 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e926-230b-4f1d-8a5b-1958a6ff84e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:17.139322 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:17.289259 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d25ed919-c7bc-49ce-8a32-cd1635d7d554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:18.066666 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:19.917996 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:25.126361 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-c84f379d-3306-4fad-aaa3-cc0497683d49 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523942 Jul 13 08:12:25.226761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-58d6b88e-8493-4991-bd36-81af008ca5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:25.228197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-58d6b88e-8493-4991-bd36-81af008ca5da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 1097 time: 0.0565841 Jul 13 08:12:25.330452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-745f3033-e411-4ba6-9879-e5826aef1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:25.331909 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-745f3033-e411-4ba6-9879-e5826aef1e0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0843012 Jul 13 08:12:25.399350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-e12e9930-a3a1-48a9-a6eb-8b6591276bf9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9 HTTP/1.1" status: 200 len: 1001 time: 0.0610552 Jul 13 08:12:25.451337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-119eb8d8-eb82-4db3-ab64-a32799cfd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:25.452798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-119eb8d8-eb82-4db3-ab64-a32799cfd6e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0454385 Jul 13 08:12:25.509160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-2b9a78e6-2ecd-4a72-a955-7d3b9e7c5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:25.510573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-2b9a78e6-2ecd-4a72-a955-7d3b9e7c5f28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515120 Jul 13 08:12:25.602222 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-7ec2b93d-00ec-4c1c-a60f-2d36f9842b4a service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844862 Jul 13 08:12:25.689209 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6466d16a-5e52-483c-8b35-72d41e786f81 req-ecfec9d5-2c07-4e4c-9a83-e5dd89b41717 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806835 Jul 13 08:12:34.831425 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:37.432087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-8a1d7d5e-2448-469f-b843-7309fe621fd9 req-3c0050f7-502b-48ab-834b-eb3e0b6417ec service neutron] (93839) timed out ('10.222.0.44', 60034) {{(pid=93839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:12:38.269155 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:44.328977 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6255d069-6aea-45b5-bb19-ad30a5afcbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.140029 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:47.291130 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-855298ab-d87a-458b-b7e2-49bcb31b81c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:48.069887 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:48.132163 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:12:49.876447 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:04.831460 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:08.265055 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:14.328929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c0398ef2-fc19-4071-9abb-f9b0f4dbec7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:17.144464 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:17.290354 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1e57e684-c61a-4be9-9d3d-613f9c89e993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:18.072978 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:19.879573 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:25.131126 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:13:27.760574 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-c329b890-171b-4360-ad73-c8f7fcdf0574 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1286082 Jul 13 08:13:27.857100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-6841e701-c429-476b-8409-1b8c90fcab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:27.858631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-6841e701-c429-476b-8409-1b8c90fcab30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 1097 time: 0.0549684 Jul 13 08:13:27.967256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-202bdfb9-8fc4-4b50-8473-8e6f701e7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:27.968758 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-202bdfb9-8fc4-4b50-8473-8e6f701e7b08 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0880020 Jul 13 08:13:28.046858 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-6b03b20a-0d89-4b72-ba08-a6ccbd26f5f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9 HTTP/1.1" status: 200 len: 1001 time: 0.0715802 Jul 13 08:13:28.101717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-019ee1bb-e345-4141-8adb-dbbf2cf494dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:28.103202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-019ee1bb-e345-4141-8adb-dbbf2cf494dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0494030 Jul 13 08:13:28.165004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-c75900b7-53de-4a75-8ae7-fb023934f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:28.166436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-c75900b7-53de-4a75-8ae7-fb023934f651 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567718 Jul 13 08:13:28.176990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-a05d4b17-e940-48a0-954e-5f3389f2da16 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:13:28.178095 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-a05d4b17-e940-48a0-954e-5f3389f2da16 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059204 Jul 13 08:13:28.299336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-78b750c4-6e98-40aa-914f-c0610a93368b service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136198 Jul 13 08:13:28.410960 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0355105c-b2e6-42c8-ad66-3cf31087577e req-fd8d6e89-44d9-4795-bc14-128e9b6ab0d4 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051641 Jul 13 08:13:33.657374 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-ce4e4394-3724-493f-8b71-49e237824b85 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640962334&fields=id&tenant_id=244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 267 time: 0.0359211 Jul 13 08:13:33.766660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854103-c821-46cf-965a-11f83b8f60ef req-7ccc2f1f-f07b-4818-b87c-757fa26a0298 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:33.768185 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-7ccc2f1f-f07b-4818-b87c-757fa26a0298 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1045816 Jul 13 08:13:33.783325 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-c9ab626c-1f05-4cfe-9608-676ab3ff07a8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/quotas/244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 375 time: 0.0095875 Jul 13 08:13:33.864540 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-236e6951-8567-4300-9658-af43eb58a121 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0753958 Jul 13 08:13:34.051993 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-88b15c82-f801-4345-8165-8c995e9caac8 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743705 Jul 13 08:13:34.141405 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-ba26017f-31cb-4119-8483-19c04ce08cb6 service neutron] 10.222.0.44 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831580 Jul 13 08:13:34.493302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-12eb752a-3ffc-45bd-bc40-aacbbff3e445 req-cb0c8b08-2bed-4503-8eb3-ffa35ecd6122 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 210 time: 0.0781460 Jul 13 08:13:34.846697 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:35.504164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854103-c821-46cf-965a-11f83b8f60ef req-b26b2258-ea01-42f6-abcf-ede94050ce3d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:35.506044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-b26b2258-ea01-42f6-abcf-ede94050ce3d tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.53 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 811 time: 0.1300206 Jul 13 08:13:35.575635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-34351497-5c3e-4836-a287-71cdb6f0674f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=244ceb15048949a18123e17528b6e40e HTTP/1.1" status: 200 len: 379 time: 0.0618241 Jul 13 08:13:35.587745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'port': {'device_id': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'admin_state_up': True, 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'security_groups': ['9530d5ce-fb0c-473d-b667-46fb8f8982f4']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:35.665198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64c6bf9b-b243-44b2-bbb5-37b482a230e6 req-bae4fcfc-d97e-47e5-ad49-f3f530fdd0b5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 210 time: 0.0325127 Jul 13 08:13:35.724688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Made reservation on behalf of 244ceb15048949a18123e17528b6e40e for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:35.728405 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:35.884319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Allocated IP 172.20.0.11 (2d1e65ef-006f-4010-8a53-f2ae13b54631/5a574784-49b4-48dd-9196-63791c5c80c7/88a19f51-ab50-4d99-8b81-15ac442090f7) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:36.049060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:36.066906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Transition to ACTIVE for port object 88a19f51-ab50-4d99-8b81-15ac442090f7 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:36.103377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:36.150885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:36.154453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:36.159123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:36.166102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=88a19f51-ab50-4d99-8b81-15ac442090f7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:36.199934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.200317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.200661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.201074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.201328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.201665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.201998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.203023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.203317 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.203725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.204082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.204419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:36.226963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:36.227625 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:36.250193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-4339a11d-cb29-4dc8-9514-a4ebdf22994b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6680837 Jul 13 08:13:36.312906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Request body: {'port': {'device_id': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:36.391419 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:36.432353 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-747d4a34-1572-4708-b180-23852bec7028 None None] Provisioning for port 88a19f51-ab50-4d99-8b81-15ac442090f7 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:36.439403 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-747d4a34-1572-4708-b180-23852bec7028 None None] Provisioning complete for port 88a19f51-ab50-4d99-8b81-15ac442090f7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:36.439877 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-747d4a34-1572-4708-b180-23852bec7028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:36.477282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-747d4a34-1572-4708-b180-23852bec7028 None None] Port 88a19f51-ab50-4d99-8b81-15ac442090f7 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:13:36.671651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a19f51-ab50-4d99-8b81-15ac442090f7 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:13:36.679229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:36.691775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Transition to ACTIVE for port object 88a19f51-ab50-4d99-8b81-15ac442090f7 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:36.701863 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:36.775235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Pushing event updated for resources: {'Port': ['ID=88a19f51-ab50-4d99-8b81-15ac442090f7,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:36.892052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Attempting to bind port 88a19f51-ab50-4d99-8b81-15ac442090f7 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:13:36.892492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Attempting to bind port 88a19f51-ab50-4d99-8b81-15ac442090f7 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:13:36.892904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Attempting to bind port 88a19f51-ab50-4d99-8b81-15ac442090f7 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:36.899472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Port 88a19f51-ab50-4d99-8b81-15ac442090f7 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:13:36.899791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Attempting to bind port 88a19f51-ab50-4d99-8b81-15ac442090f7 on network 2d1e65ef-006f-4010-8a53-f2ae13b54631 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:36.909365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:13:36.909715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Checking segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:36.910107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Bound using segment: {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:13:36.910557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Bound port: 88a19f51-ab50-4d99-8b81-15ac442090f7, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc66e05c-927e-4442-ad64-c093b329f595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:13:36.910926 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:36.980264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd1e5c-22d2-437b-bcef-50b8097d5f6f req-6a64f9d0-f4c5-4a20-afb8-5386c9d63839 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:36.981763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fbd1e5c-22d2-437b-bcef-50b8097d5f6f req-6a64f9d0-f4c5-4a20-afb8-5386c9d63839 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 944 time: 0.1355145 Jul 13 08:13:37.020350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] For port 88a19f51-ab50-4d99-8b81-15ac442090f7, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:13:37.042230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] For port 88a19f51-ab50-4d99-8b81-15ac442090f7, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=88a19f51-ab50-4d99-8b81-15ac442090f7,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:13:37.048309 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6fbd1e5c-22d2-437b-bcef-50b8097d5f6f req-9aba82e3-f1cf-40eb-9d14-1427e139cfc7 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571997 Jul 13 08:13:37.049865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:37.085072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.085695 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:37.087077 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] 10.222.0.53 "PUT /v2.0/ports/88a19f51-ab50-4d99-8b81-15ac442090f7 HTTP/1.1" status: 200 len: 1092 time: 0.8295374 Jul 13 08:13:37.087540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'tag': '88a19f51-ab50-4d99-8b81-15ac442090f7'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:37.089826 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ed5586-cfde-4922-9a20-0eb2286d3ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcd05b0-bde4-41a7-a494-8bca84674603", "tag": "88a19f51-ab50-4d99-8b81-15ac442090f7"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:37.116362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863220f-7348-4db9-a436-c07e70c5dd5b service neutron] Pushing event updated for resources: {'Port': ['ID=88a19f51-ab50-4d99-8b81-15ac442090f7,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:37.143356 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dd0faa-bcba-4d7b-99b9-9ec61f921181 x-openstack-request-id: req-55dd0faa-bcba-4d7b-99b9-9ec61f921181 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:37.143650 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcd05b0-bde4-41a7-a494-8bca84674603", "tag": "88a19f51-ab50-4d99-8b81-15ac442090f7", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:37.143907 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55dd0faa-bcba-4d7b-99b9-9ec61f921181 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:37.144327 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'tag': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'status': 'completed', 'code': 200} Jul 13 08:13:37.205980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854103-c821-46cf-965a-11f83b8f60ef req-6d37eaf5-05ec-4efb-b262-a570ec15b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.207609 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-6d37eaf5-05ec-4efb-b262-a570ec15b8b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 1095 time: 0.0569577 Jul 13 08:13:37.255148 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-39eee492-412c-47d4-b9c5-58e9e913433b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a19f51-ab50-4d99-8b81-15ac442090f7 HTTP/1.1" status: 200 len: 217 time: 0.0403759 Jul 13 08:13:37.310423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854103-c821-46cf-965a-11f83b8f60ef req-d13092cc-5714-4496-abab-9f16c8c22969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.314204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-d13092cc-5714-4496-abab-9f16c8c22969 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0535624 Jul 13 08:13:37.372128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854103-c821-46cf-965a-11f83b8f60ef req-d6686f5d-3f63-4203-af51-02ab903bafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.373547 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-d6686f5d-3f63-4203-af51-02ab903bafdf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534551 Jul 13 08:13:37.472498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-2d795e1b-4601-47ae-af17-6d92ab6afed1 service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917666 Jul 13 08:13:37.566734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f0854103-c821-46cf-965a-11f83b8f60ef req-b2e0a8f2-dc3c-4985-bf24-4696a2776ad8 service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885005 Jul 13 08:13:37.662788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-a4c1a612-f748-4c21-8404-c72328993670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.664346 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-a4c1a612-f748-4c21-8404-c72328993670 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 1095 time: 0.0526052 Jul 13 08:13:37.760462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-d602abbb-8cfb-4939-ad36-32cf449a3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.761910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-d602abbb-8cfb-4939-ad36-32cf449a3fdf service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0921371 Jul 13 08:13:37.802178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-1b90f3a7-2593-4008-a15a-b7f1579f86d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a19f51-ab50-4d99-8b81-15ac442090f7 HTTP/1.1" status: 200 len: 217 time: 0.0344012 Jul 13 08:13:37.854747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-55d46176-ff10-49f1-b2c4-5fc4cd3ef90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.856338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-55d46176-ff10-49f1-b2c4-5fc4cd3ef90b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0483661 Jul 13 08:13:37.943520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-8ef95556-aa33-435a-b6e2-7c3f7286b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:37.946028 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-8ef95556-aa33-435a-b6e2-7c3f7286b71d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826695 Jul 13 08:13:38.038302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-da22bcb8-753c-45aa-b90c-a40bebceece4 service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857708 Jul 13 08:13:38.271561 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:38.532889 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84ed5586-cfde-4922-9a20-0eb2286d3ddb req-c45eb4c6-14e4-4276-ba77-f1fe634d7172 service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887903 Jul 13 08:13:38.545135 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cc9ce-d61a-4a97-908f-4beb0a41853a req-5a7b1d83-a18a-4d04-8219-394a1ea5d0da tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:38.547191 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f5cc9ce-d61a-4a97-908f-4beb0a41853a req-5a7b1d83-a18a-4d04-8219-394a1ea5d0da tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 944 time: 0.1274166 Jul 13 08:13:38.586198 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f5cc9ce-d61a-4a97-908f-4beb0a41853a req-11d2df33-0f5f-498e-9cec-6a9007d1273b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331519 Jul 13 08:13:39.775059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77ebb-171b-4191-9a57-677f594f64f8 req-6500d76b-ccd2-482a-80f4-a342ed4e264f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:39.776590 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6db77ebb-171b-4191-9a57-677f594f64f8 req-6500d76b-ccd2-482a-80f4-a342ed4e264f tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 944 time: 0.0752547 Jul 13 08:13:39.815372 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6db77ebb-171b-4191-9a57-677f594f64f8 req-8c0ae9d9-ad20-47d8-b662-9650d47bcaf3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326810 Jul 13 08:13:40.995241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5c5fe-1378-441b-a1c1-b9c21fa48491 req-2d9be4e6-020a-4132-b556-8bf247b86311 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:40.996646 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28d5c5fe-1378-441b-a1c1-b9c21fa48491 req-2d9be4e6-020a-4132-b556-8bf247b86311 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 944 time: 0.0663269 Jul 13 08:13:41.035636 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28d5c5fe-1378-441b-a1c1-b9c21fa48491 req-fdbe7834-c8a0-435d-a90c-e0af6e75293e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322685 Jul 13 08:13:42.218891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c78d4e-3122-4e6b-a88f-bae347c71e02 req-37388686-62ff-4428-a6ef-2afdacc95c46 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:42.220313 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d4c78d4e-3122-4e6b-a88f-bae347c71e02 req-37388686-62ff-4428-a6ef-2afdacc95c46 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 944 time: 0.0654180 Jul 13 08:13:42.258197 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d4c78d4e-3122-4e6b-a88f-bae347c71e02 req-56e665f8-72d8-4b31-b8ad-7c506e5bfe42 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324013 Jul 13 08:13:43.433189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88a24-7531-438e-ac53-f00388106adb req-34a9bca1-7e48-46d1-a738-42df1121d5bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:43.434695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d6e88a24-7531-438e-ac53-f00388106adb req-34a9bca1-7e48-46d1-a738-42df1121d5bd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 944 time: 0.0635216 Jul 13 08:13:43.475920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d6e88a24-7531-438e-ac53-f00388106adb req-624d29c2-ca45-453d-a789-0ba1e2b8f8dc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348921 Jul 13 08:13:44.332437 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-01150e22-ba09-46fe-9df2-36e7d1a83b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:44.664109 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f5d1a-a027-4620-a589-c2400b7798ae req-f2118fa2-d61c-4b1a-bb98-f6d5b280dd99 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:44.665508 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c60f5d1a-a027-4620-a589-c2400b7798ae req-f2118fa2-d61c-4b1a-bb98-f6d5b280dd99 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 944 time: 0.0642717 Jul 13 08:13:44.706626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c60f5d1a-a027-4620-a589-c2400b7798ae req-48dc315c-e4b4-45ca-a7b4-0e5748f27f25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355399 Jul 13 08:13:45.879885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b5019-0093-409e-9709-f7813cd1a847 req-750ff5a8-ceed-402a-95e7-2356b54e0ef9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:45.881402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c84b5019-0093-409e-9709-f7813cd1a847 req-750ff5a8-ceed-402a-95e7-2356b54e0ef9 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 944 time: 0.0637269 Jul 13 08:13:45.919957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c84b5019-0093-409e-9709-f7813cd1a847 req-ac7f8adb-0bd7-43e7-997f-d54c1436cb2b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330317 Jul 13 08:13:47.103255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1d704-ed03-408c-9870-6d8c61346cf7 req-634cf7ec-f921-496a-8b8b-b405a276b9a3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:47.104902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85f1d704-ed03-408c-9870-6d8c61346cf7 req-634cf7ec-f921-496a-8b8b-b405a276b9a3 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 944 time: 0.0685730 Jul 13 08:13:47.136939 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:47.145862 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-85f1d704-ed03-408c-9870-6d8c61346cf7 req-1897ef2d-faf7-4bab-bdf9-3a9b0e934d2c tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351279 Jul 13 08:13:47.297029 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd82a-3e4a-4d31-b99d-9e07c40a3f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:48.077045 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:48.323400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f5fcd-a5bf-4543-b997-1ec067ca2279 req-2603027f-132c-4d42-9cec-1d2a06a54bf8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:48.324929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-822f5fcd-a5bf-4543-b997-1ec067ca2279 req-2603027f-132c-4d42-9cec-1d2a06a54bf8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 944 time: 0.0644944 Jul 13 08:13:48.363171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-822f5fcd-a5bf-4543-b997-1ec067ca2279 req-71e07883-3f4d-44c4-97f8-64b870ab9f78 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327036 Jul 13 08:13:48.505998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 88a19f51-ab50-4d99-8b81-15ac442090f7 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:13:48.602642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 88a19f51-ab50-4d99-8b81-15ac442090f7, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=88a19f51-ab50-4d99-8b81-15ac442090f7,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:48.613534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'port_id': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'mac_address': 'fa:16:3e:8d:dd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:13:48.651603 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:48.664394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a19f51-ab50-4d99-8b81-15ac442090f7 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:13:48.684989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 88a19f51-ab50-4d99-8b81-15ac442090f7, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=88a19f51-ab50-4d99-8b81-15ac442090f7,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:48.688700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:48.745728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=88a19f51-ab50-4d99-8b81-15ac442090f7,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:48.753154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.753497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.753834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.754165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.754493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.754818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.755148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.755466 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.755786 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.756182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.756451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.756769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:48.950689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['88a19f51-ab50-4d99-8b81-15ac442090f7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:13:49.541368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262cea2-ec4a-4a37-aea5-6a85db484c08 req-0a833e66-b156-4456-b271-a502d546c0cd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:49.542856 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e262cea2-ec4a-4a37-aea5-6a85db484c08 req-0a833e66-b156-4456-b271-a502d546c0cd tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 945 time: 0.0631106 Jul 13 08:13:49.580480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e262cea2-ec4a-4a37-aea5-6a85db484c08 req-383fb1ab-6527-479d-8053-bdca02b4ecfe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320585 Jul 13 08:13:49.882102 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:50.521322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 88a19f51-ab50-4d99-8b81-15ac442090f7 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:13:50.731745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 88a19f51-ab50-4d99-8b81-15ac442090f7 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:50.735455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 88a19f51-ab50-4d99-8b81-15ac442090f7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:50.735830 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:50.764743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d5bbe-f4f5-4bf4-8451-f8452edf8cfc req-674a6eee-5a8e-4061-ae09-1907b959fc8b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:50.766211 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b33d5bbe-f4f5-4bf4-8451-f8452edf8cfc req-674a6eee-5a8e-4061-ae09-1907b959fc8b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 945 time: 0.0700841 Jul 13 08:13:50.805261 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b33d5bbe-f4f5-4bf4-8451-f8452edf8cfc req-4acfa13d-d486-4aa8-aaf4-55a01bc11746 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328555 Jul 13 08:13:50.812869 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:50.834873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a19f51-ab50-4d99-8b81-15ac442090f7'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:50.837407 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8004b00-8249-4ce8-a14a-6ffa40a73b06" -d '{"events": [{"server_uuid": "bdcd05b0-bde4-41a7-a494-8bca84674603", "name": "network-vif-plugged", "status": "completed", "tag": "88a19f51-ab50-4d99-8b81-15ac442090f7"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:50.853386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 88a19f51-ab50-4d99-8b81-15ac442090f7, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=88a19f51-ab50-4d99-8b81-15ac442090f7,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:50.857373 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:50.886372 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df94246b-cc21-4c0b-971f-6b4322d96edf x-openstack-request-id: req-df94246b-cc21-4c0b-971f-6b4322d96edf {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:50.887226 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcd05b0-bde4-41a7-a494-8bca84674603", "name": "network-vif-plugged", "status": "completed", "tag": "88a19f51-ab50-4d99-8b81-15ac442090f7", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:50.887226 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df94246b-cc21-4c0b-971f-6b4322d96edf {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:50.887226 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'code': 200} Jul 13 08:13:50.915360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=88a19f51-ab50-4d99-8b81-15ac442090f7,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:51.014062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633f507-4e15-4e40-a6ea-60ee8544e632 req-5981cdd3-7c46-4cf7-afe1-ed6602130e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:51.015604 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3633f507-4e15-4e40-a6ea-60ee8544e632 req-5981cdd3-7c46-4cf7-afe1-ed6602130e25 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 1097 time: 0.0550952 Jul 13 08:13:51.053126 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3633f507-4e15-4e40-a6ea-60ee8544e632 req-47d3f02e-6d98-4ce0-97e8-a9795e2fe60c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306139 Jul 13 08:13:51.139325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6e36b59f-5143-42a5-8b1b-6f276d2a46b2 None None] Provisioning complete for port 88a19f51-ab50-4d99-8b81-15ac442090f7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:51.139626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6e36b59f-5143-42a5-8b1b-6f276d2a46b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:51.990378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc1033-0b7e-4ad0-938c-99fa847bdf06 req-3c88a564-4592-4017-a668-97b3389b7bf5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:51.991866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0bbc1033-0b7e-4ad0-938c-99fa847bdf06 req-3c88a564-4592-4017-a668-97b3389b7bf5 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 946 time: 0.0643668 Jul 13 08:13:52.035343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0bbc1033-0b7e-4ad0-938c-99fa847bdf06 req-cf488be8-7c2e-4851-bc95-fb0e9b48a7ad tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378189 Jul 13 08:13:52.225263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e118-65a2-40f0-b8fe-29e82c25404d req-c42d171d-66ab-48a2-b43c-d025549b0b75 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:52.228049 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e691e118-65a2-40f0-b8fe-29e82c25404d req-c42d171d-66ab-48a2-b43c-d025549b0b75 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 946 time: 0.0692527 Jul 13 08:13:52.265990 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e691e118-65a2-40f0-b8fe-29e82c25404d req-12b680dc-97ca-4b19-9c00-d6d317eb3e41 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324850 Jul 13 08:13:52.296042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41086) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:52.349970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081c5c6b-c36c-48f6-8f27-a827ca388229 tempest-TestVolumeBootPattern-1921474488 tempest-TestVolumeBootPattern-1921474488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:52.355056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-081c5c6b-c36c-48f6-8f27-a827ca388229 tempest-TestVolumeBootPattern-1921474488 tempest-TestVolumeBootPattern-1921474488-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 1092 time: 0.0595069 Jul 13 08:13:52.355245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41088) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:52.359791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:52.382050 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:52.481251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:52.590103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Allocated IP 172.25.6.144 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/923e2c95-e3c8-4175-9aaa-a8be05d87a52) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:52.693860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:52.739041 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:52.776105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:52.780726 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:52.784173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:52.806918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=923e2c95-e3c8-4175-9aaa-a8be05d87a52,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:53.165825 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.239783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.389909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.394465 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.461444 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event updated for resources: {'Port': ['ID=923e2c95-e3c8-4175-9aaa-a8be05d87a52,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:53.477259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.579985 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Floating IP 6482f5a8-4e75-46a6-b874-0858061866c8 associated. External IP: 172.25.6.144, port: 88a19f51-ab50-4d99-8b81-15ac442090f7. Jul 13 08:13:53.785934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Router aa27eb3d-0860-466b-bdd1-07055cc98f0b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:13:53.893596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:13:53.905217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] Sync routers for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:13:53.909870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:53.915808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:13:53.916479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:13:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:53.950006 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1fc4104a-ba9a-497f-84d7-2181825ef40a tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5938213 Jul 13 08:13:53.950607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'tag': '88a19f51-ab50-4d99-8b81-15ac442090f7'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:53.952890 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2962e43-2de8-43a3-a6a6-b52503ef3d13" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcd05b0-bde4-41a7-a494-8bca84674603", "tag": "88a19f51-ab50-4d99-8b81-15ac442090f7"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:53.990541 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed116b3a-6e7b-45b9-9bc0-43edd687ad11 x-openstack-request-id: req-ed116b3a-6e7b-45b9-9bc0-43edd687ad11 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:53.990829 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcd05b0-bde4-41a7-a494-8bca84674603", "tag": "88a19f51-ab50-4d99-8b81-15ac442090f7", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:53.991114 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed116b3a-6e7b-45b9-9bc0-43edd687ad11 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:53.991513 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'tag': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'status': 'completed', 'code': 200} Jul 13 08:13:54.028334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:13:54.066724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-c1663eec-0626-4689-a6a4-8868595acc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:54.068228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-c1663eec-0626-4689-a6a4-8868595acc34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 1097 time: 0.0563285 Jul 13 08:13:54.167844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-a441d29a-25a0-4ff9-bd6e-4dbaa0c493c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:54.169597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-a441d29a-25a0-4ff9-bd6e-4dbaa0c493c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0955331 Jul 13 08:13:54.237968 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-98fbc6ab-8e0b-4ddd-9169-1e9749f82457 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a19f51-ab50-4d99-8b81-15ac442090f7 HTTP/1.1" status: 200 len: 1000 time: 0.0617585 Jul 13 08:13:54.277199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5e8d8401-dc4a-4370-b725-bdabf0bab5ea', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:be:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:50Z', 'updated_at': '2021-07-13T08:11:52Z', 'revision_number': 1, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}, {'id': '6482f5a8-4e75-46a6-b874-0858061866c8', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:8d:dd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:53Z', 'updated_at': '2021-07-13T08:13:53Z', 'revision_number': 0, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:54.291071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-2de75d8d-d675-45bd-bff2-c36683483f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:54.292597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-2de75d8d-d675-45bd-bff2-c36683483f10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0491040 Jul 13 08:13:54.305519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] Checking router: aa27eb3d-0860-466b-bdd1-07055cc98f0b for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:13:54.313638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:13:54.314245 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:13:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:54.349912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-13f268c0-0322-44d7-b237-a812dc4b529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:54.352041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-13f268c0-0322-44d7-b237-a812dc4b529e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525749 Jul 13 08:13:54.423830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:13:54.440933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-d5483f08-60d9-4cc1-8ffd-954c6077d263 service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836713 Jul 13 08:13:54.544615 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2962e43-2de8-43a3-a6a6-b52503ef3d13 req-b7b49c82-b640-4cee-81ad-73f65f69fdb3 service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974672 Jul 13 08:13:54.668571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5e8d8401-dc4a-4370-b725-bdabf0bab5ea', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:be:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:50Z', 'updated_at': '2021-07-13T08:11:52Z', 'revision_number': 1, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}, {'id': '6482f5a8-4e75-46a6-b874-0858061866c8', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:8d:dd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:53Z', 'updated_at': '2021-07-13T08:13:53Z', 'revision_number': 0, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:54.697019 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0349cc-6042-4c36-a6cc-b7989f460117 None None] The sync data for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 is: [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5e8d8401-dc4a-4370-b725-bdabf0bab5ea', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:be:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:50Z', 'updated_at': '2021-07-13T08:11:52Z', 'revision_number': 1, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}, {'id': '6482f5a8-4e75-46a6-b874-0858061866c8', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:8d:dd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:53Z', 'updated_at': '2021-07-13T08:13:53Z', 'revision_number': 0, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:13:54.895595 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add27f7-ba74-4ece-8fce-bb09c1edcf99 None None] New status for floating IP 6482f5a8-4e75-46a6-b874-0858061866c8: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:14:02.131335 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:14:04.855362 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:08.273784 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:14.334865 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-44a27cc6-b18f-4067-ab54-0f5d1318a7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:17.137765 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:17.288216 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-074b9d29-269e-4d5a-bc60-0b245ca97ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:18.081389 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:19.919988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:27.673827 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-6456d0d6-ad62-4b07-ae83-5dd676fd9741 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516465 Jul 13 08:14:27.772141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-03f8ee34-de5f-4304-989d-c7c50bb2fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:27.774711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-03f8ee34-de5f-4304-989d-c7c50bb2fd2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 1097 time: 0.0572975 Jul 13 08:14:27.886492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-417c50e9-b170-40c3-bc27-3ea4a7a334c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:27.888635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-417c50e9-b170-40c3-bc27-3ea4a7a334c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0945840 Jul 13 08:14:27.956267 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-72261687-6ff3-406f-a63a-5a4a5805f78b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9 HTTP/1.1" status: 200 len: 1001 time: 0.0619347 Jul 13 08:14:28.003595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-3adccebf-7e21-4ef4-b5b7-a2a69326b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:28.005091 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-3adccebf-7e21-4ef4-b5b7-a2a69326b010 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0431948 Jul 13 08:14:28.099077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-e9e68fca-e36e-4460-b2da-f549d1466205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:28.100617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-e9e68fca-e36e-4460-b2da-f549d1466205 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886066 Jul 13 08:14:28.104842 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-ae1c53b1-9380-4e86-99b5-e2b8eddbea4e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854268 Jul 13 08:14:28.221733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-f4e10e10-a1e8-4d52-a440-959bdf22333f service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145480 Jul 13 08:14:28.266956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-6c0cf6e9-c8aa-43d1-b834-8acb390b50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:28.268433 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-6c0cf6e9-c8aa-43d1-b834-8acb390b50a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 1097 time: 0.1011379 Jul 13 08:14:28.382517 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-350c4e97-a10b-4368-9a11-55707bd3a715 req-8605386d-559f-4439-9886-c2f9216fb0e6 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523716 Jul 13 08:14:28.408812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-a322a3a9-2159-4dab-bc22-03233b480db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:28.410449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-a322a3a9-2159-4dab-bc22-03233b480db9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.1130941 Jul 13 08:14:28.478415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-d649735d-3ffb-4d44-b36a-9e2ca38886a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a19f51-ab50-4d99-8b81-15ac442090f7 HTTP/1.1" status: 200 len: 1002 time: 0.0613472 Jul 13 08:14:28.526765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-61ce32b4-69c4-43d0-9e23-12f5acabdc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:28.528257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-61ce32b4-69c4-43d0-9e23-12f5acabdc5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0437040 Jul 13 08:14:28.590522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-a770334a-6b4f-4b96-9c5e-930592a40691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:28.592057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-a770334a-6b4f-4b96-9c5e-930592a40691 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561068 Jul 13 08:14:28.680255 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-3c88e622-5ce7-4db2-b976-12867e08d48c service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813363 Jul 13 08:14:28.772453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a6ea2d90-dc40-4d66-9ed5-dc77c41f81ae req-06de4bc0-c3da-4ebd-a11e-b79728bbb04b service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859029 Jul 13 08:14:34.857141 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:38.288277 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:39.131482 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:14:44.337250 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6be4ba47-6ccb-44f5-9d74-459567dc9143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:47.139323 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:47.288591 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c796baed-36ad-482d-9a13-b93270fcfca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:48.083327 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:49.886763 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:04.861204 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:08.302318 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:14.336954 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9d1d695d-d06d-4140-9e0e-45710778c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:16.134921 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:15:17.141140 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:17.290634 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-178d09e9-7863-47f3-8b32-489f263ea774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:18.086128 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:19.890556 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.103809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41122) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:21.263769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Deleting port 923e2c95-e3c8-4175-9aaa-a8be05d87a52 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:21.264050 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.339940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.340306 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.353003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Calling delete_port for 923e2c95-e3c8-4175-9aaa-a8be05d87a52 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:21.502777 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.529621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'Port': ['ID=923e2c95-e3c8-4175-9aaa-a8be05d87a52,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:21.559111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.559457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.559800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.560171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.560508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.560882 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.561221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.561548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.561877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.562204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.562531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.562874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:21.604276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.604612 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Floating IP 6482f5a8-4e75-46a6-b874-0858061866c8 disassociated (deleted). External IP: 172.25.6.144, port: 88a19f51-ab50-4d99-8b81-15ac442090f7. Jul 13 08:15:21.807815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Router aa27eb3d-0860-466b-bdd1-07055cc98f0b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:15:21.910609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:15:21.915536 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:21.920652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] Sync routers for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:15:21.930158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:15:21.930791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:15:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:22.040282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:15:22.267266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5e8d8401-dc4a-4370-b725-bdabf0bab5ea', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:be:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:50Z', 'updated_at': '2021-07-13T08:11:52Z', 'revision_number': 1, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:22.292378 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-64a3ea5c-33e2-4fea-abbb-427ce7fe10fe tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "DELETE /v2.0/floatingips/6482f5a8-4e75-46a6-b874-0858061866c8 HTTP/1.1" status: 204 len: 168 time: 1.1873779 Jul 13 08:15:22.292974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'tag': '88a19f51-ab50-4d99-8b81-15ac442090f7'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:15:22.295248 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcd05b0-bde4-41a7-a494-8bca84674603", "tag": "88a19f51-ab50-4d99-8b81-15ac442090f7"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:15:22.297414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] Checking router: aa27eb3d-0860-466b-bdd1-07055cc98f0b for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:15:22.306654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:15:22.307393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:15:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:22.333835 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8ed6d-f19d-4505-ab94-9fbc8546eb1c x-openstack-request-id: req-d2f8ed6d-f19d-4505-ab94-9fbc8546eb1c {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:15:22.334132 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcd05b0-bde4-41a7-a494-8bca84674603", "tag": "88a19f51-ab50-4d99-8b81-15ac442090f7", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:15:22.334387 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2f8ed6d-f19d-4505-ab94-9fbc8546eb1c {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:15:22.334791 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'tag': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'status': 'completed', 'code': 200} Jul 13 08:15:22.414302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-a4d9dba5-97d0-466f-a035-bcaa1b467b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:22.416169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-a4d9dba5-97d0-466f-a035-bcaa1b467b69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 1097 time: 0.0572159 Jul 13 08:15:22.420085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:15:22.522639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-032aa1a3-d52c-43ef-8a99-b38e4e589e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:22.524483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-032aa1a3-d52c-43ef-8a99-b38e4e589e48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0946951 Jul 13 08:15:22.576338 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-02b90f9f-31f7-4c6c-a03a-d0bc4a6827ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a19f51-ab50-4d99-8b81-15ac442090f7 HTTP/1.1" status: 200 len: 217 time: 0.0452266 Jul 13 08:15:22.626781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-0b0af5a5-b5a3-4221-a579-5586960dbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:22.628498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-0b0af5a5-b5a3-4221-a579-5586960dbe44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0453477 Jul 13 08:15:22.660146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5e8d8401-dc4a-4370-b725-bdabf0bab5ea', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:be:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:50Z', 'updated_at': '2021-07-13T08:11:52Z', 'revision_number': 1, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:22.685478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d119fe-2bbd-4999-b4dd-804c46beac81 None None] The sync data for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 is: [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '5e8d8401-dc4a-4370-b725-bdabf0bab5ea', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'port_id': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'mac_address': 'fa:16:3e:be:82:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:50Z', 'updated_at': '2021-07-13T08:11:52Z', 'revision_number': 1, 'project_id': '244ceb15048949a18123e17528b6e40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:15:22.745591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e6813-c8ab-4cab-a524-5c610aa5fe86 req-d66a82fe-d5da-4567-ab11-4edb3bee84fb tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:22.747002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d1e6813-c8ab-4cab-a524-5c610aa5fe86 req-d66a82fe-d5da-4567-ab11-4edb3bee84fb tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 946 time: 0.1115797 Jul 13 08:15:22.750042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-866b8909-3b27-4ca8-96d6-c70e4fbdc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:22.751440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-866b8909-3b27-4ca8-96d6-c70e4fbdc3aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142805 Jul 13 08:15:22.810077 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6d1e6813-c8ab-4cab-a524-5c610aa5fe86 req-affb2a97-1c86-43a5-bdcd-e2a69120f24e tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573907 Jul 13 08:15:22.870733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-b6008264-f820-41b4-bd71-eaa21ad1463d service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107883 Jul 13 08:15:22.918476 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e87e64-fa15-4e63-a277-4d383b344ac0 None None] New status for floating IP 6482f5a8-4e75-46a6-b874-0858061866c8: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:15:22.966632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1c25b34-9f41-43e0-8127-d2e5c5c419eb req-417684da-ea2f-4b23-ba02-89f77502194e service neutron] 10.222.0.53 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893416 Jul 13 08:15:24.002586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde4f5-022b-45b2-a8f2-0934e143a1f0 req-76b220d1-e286-4d92-8c19-c093a8084e25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:24.004073 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eddde4f5-022b-45b2-a8f2-0934e143a1f0 req-76b220d1-e286-4d92-8c19-c093a8084e25 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 946 time: 0.0629690 Jul 13 08:15:24.042949 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eddde4f5-022b-45b2-a8f2-0934e143a1f0 req-91015115-cf67-4f57-8b3a-b886ee36ba11 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312212 Jul 13 08:15:24.131031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-1164b8b8-5fef-4166-9cb2-af50d493bd81 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:24.132914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-1164b8b8-5fef-4166-9cb2-af50d493bd81 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 946 time: 0.0700059 Jul 13 08:15:24.230442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-5b9de03d-b876-4b04-80cd-41895506f372 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Deleting port 88a19f51-ab50-4d99-8b81-15ac442090f7 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:24.230783 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-5b9de03d-b876-4b04-80cd-41895506f372 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:24.323674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-5b9de03d-b876-4b04-80cd-41895506f372 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] For port 88a19f51-ab50-4d99-8b81-15ac442090f7, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=88a19f51-ab50-4d99-8b81-15ac442090f7,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:24.324060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-5b9de03d-b876-4b04-80cd-41895506f372 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:24.336051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-5b9de03d-b876-4b04-80cd-41895506f372 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Calling delete_port for 88a19f51-ab50-4d99-8b81-15ac442090f7 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:24.462323 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-5b9de03d-b876-4b04-80cd-41895506f372 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:24.494874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9de03d-b876-4b04-80cd-41895506f372 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'Port': ['ID=88a19f51-ab50-4d99-8b81-15ac442090f7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:24.542274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-5b9de03d-b876-4b04-80cd-41895506f372 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] No DVR routers for this DVR port 88a19f51-ab50-4d99-8b81-15ac442090f7 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:15:24.544903 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-5b9de03d-b876-4b04-80cd-41895506f372 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:24.546872 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6b3d0905-707b-4ec2-9544-eaaba8c8e13a req-5b9de03d-b876-4b04-80cd-41895506f372 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.53 "DELETE /v2.0/ports/88a19f51-ab50-4d99-8b81-15ac442090f7 HTTP/1.1" status: 204 len: 173 time: 0.4090321 Jul 13 08:15:24.547303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'name': 'network-vif-deleted', 'tag': '88a19f51-ab50-4d99-8b81-15ac442090f7'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:15:24.549580 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbbe9a6-7cc9-4137-93b4-a57c08ebe65b" -d '{"events": [{"server_uuid": "bdcd05b0-bde4-41a7-a494-8bca84674603", "name": "network-vif-deleted", "tag": "88a19f51-ab50-4d99-8b81-15ac442090f7"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:15:24.587804 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f425d0a7-57c4-4934-84c2-a755edd38493 x-openstack-request-id: req-f425d0a7-57c4-4934-84c2-a755edd38493 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:15:24.588115 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcd05b0-bde4-41a7-a494-8bca84674603", "name": "network-vif-deleted", "tag": "88a19f51-ab50-4d99-8b81-15ac442090f7", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:15:24.588369 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f425d0a7-57c4-4934-84c2-a755edd38493 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:15:24.588788 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcd05b0-bde4-41a7-a494-8bca84674603', 'name': 'network-vif-deleted', 'tag': '88a19f51-ab50-4d99-8b81-15ac442090f7', 'status': 'completed', 'code': 200} Jul 13 08:15:25.185553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-73682703-4648-4c70-9d77-b7d9cb5bc1e9 req-7bc40e99-c645-4898-9c14-2755f6c50f88 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 210 time: 0.0292392 Jul 13 08:15:26.335705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85467075-0ab5-4044-b550-6118512d094c req-f96e19b6-0a47-40d6-be45-e59a50cbd871 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 210 time: 0.0313311 Jul 13 08:15:27.484160 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ce2b539-5a07-4f41-ab16-86dcbbf2f160 req-1f038a0d-bcc2-4dfc-8207-71d8a208c4dc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcd05b0-bde4-41a7-a494-8bca84674603 HTTP/1.1" status: 200 len: 210 time: 0.0332482 Jul 13 08:15:27.871045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-0f8ea3f5-c2ed-48b3-a14b-e699fb5b3fa2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506382 Jul 13 08:15:27.970577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-33353250-613e-419e-9483-37f852ecaf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:27.972145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-33353250-613e-419e-9483-37f852ecaf46 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 1097 time: 0.0569043 Jul 13 08:15:28.074941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-7c2af043-ed36-41ba-9654-6c8089d21584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:28.076448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-7c2af043-ed36-41ba-9654-6c8089d21584 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0848646 Jul 13 08:15:28.145972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-542356f8-b338-4f67-b638-d2d7466be574 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9 HTTP/1.1" status: 200 len: 1001 time: 0.0626838 Jul 13 08:15:28.194008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-7c89e0d2-6323-48c0-996d-64c180678ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:28.196492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-7c89e0d2-6323-48c0-996d-64c180678ca0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0449731 Jul 13 08:15:28.258027 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-65795cb6-86e1-478f-807f-2873feac735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:28.259626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-65795cb6-86e1-478f-807f-2873feac735e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564373 Jul 13 08:15:28.360845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-05b34106-9662-4f87-94c4-fceb0615f6e4 service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948062 Jul 13 08:15:28.452385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9aa5815b-7103-4d64-9e66-b29730b7525e req-e3481ffb-0ca1-4677-ab42-2ac20a861e7d service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851760 Jul 13 08:15:28.899679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 88a19f51-ab50-4d99-8b81-15ac442090f7 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:15:28.924432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 88a19f51-ab50-4d99-8b81-15ac442090f7 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:15:28.924694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 88a19f51-ab50-4d99-8b81-15ac442090f7 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:15:32.880284 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41174) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:33.032556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Deleting port dbbb9a94-8bff-436b-a20f-05f87a34175d {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:33.032897 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.105035 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.105362 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.116495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Calling delete_port for dbbb9a94-8bff-436b-a20f-05f87a34175d owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:33.614051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.636550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'Port': ['ID=dbbb9a94-8bff-436b-a20f-05f87a34175d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:33.646255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.646610 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.646957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.647850 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.648197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.648535 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.649568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.649568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.649765 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.650050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.650373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.650696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:33.713579 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.713872 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Floating IP 5e8d8401-dc4a-4370-b725-bdabf0bab5ea disassociated (deleted). External IP: 172.25.6.10, port: 68960ebd-0ff6-4d57-b567-042ac5ca59b9. Jul 13 08:15:33.920310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Router aa27eb3d-0860-466b-bdd1-07055cc98f0b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:15:34.025336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:15:34.030150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:34.035077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] Sync routers for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:15:34.044171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:15:34.044781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:15:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:34.065243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dc01b8b0-4d7b-41ca-8191-c06aaa19c196 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "DELETE /v2.0/floatingips/5e8d8401-dc4a-4370-b725-bdabf0bab5ea HTTP/1.1" status: 204 len: 168 time: 1.1838715 Jul 13 08:15:34.065838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'tag': '68960ebd-0ff6-4d57-b567-042ac5ca59b9'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:15:34.068104 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5e0ba991f783c7b79c7da79df66eabbceee4e5e78d17236375a223e5f98b3ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96" -d '{"events": [{"name": "network-changed", "server_uuid": "c619e456-4fd4-4aa0-9047-96b14a55fbfb", "tag": "68960ebd-0ff6-4d57-b567-042ac5ca59b9"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:15:34.153651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:15:34.195732 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed93b64d-c38c-4206-b204-3a49120d2ace x-openstack-request-id: req-ed93b64d-c38c-4206-b204-3a49120d2ace {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:15:34.196035 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c619e456-4fd4-4aa0-9047-96b14a55fbfb", "tag": "68960ebd-0ff6-4d57-b567-042ac5ca59b9", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:15:34.196285 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed93b64d-c38c-4206-b204-3a49120d2ace {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:15:34.196680 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'tag': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'status': 'completed', 'code': 200} Jul 13 08:15:34.285122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-e191506d-ec2f-4568-bdca-7be270205be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:34.286803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-e191506d-ec2f-4568-bdca-7be270205be6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=244ceb15048949a18123e17528b6e40e&device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 1097 time: 0.0649128 Jul 13 08:15:34.390679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-56234d8e-09e7-4ae8-8185-9b9e8a375ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:34.392477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-56234d8e-09e7-4ae8-8185-9b9e8a375ad3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 200 len: 912 time: 0.0956695 Jul 13 08:15:34.450285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-6b15f65e-29a4-4ee1-89cd-fa269803f722 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9 HTTP/1.1" status: 200 len: 217 time: 0.0502946 Jul 13 08:15:34.509917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:34.523709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-e8ac65ef-7bbd-4973-8c80-a4498e73b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:34.525466 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-e8ac65ef-7bbd-4973-8c80-a4498e73b3c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 200 len: 850 time: 0.0586894 Jul 13 08:15:34.541118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] Checking router: aa27eb3d-0860-466b-bdd1-07055cc98f0b for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:15:34.550984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43d292-4cc0-4a19-ad4f-8b8b36d33420 req-ffd426ac-7fb3-49aa-8498-ad95c8031423 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:34.552493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c43d292-4cc0-4a19-ad4f-8b8b36d33420 req-ffd426ac-7fb3-49aa-8498-ad95c8031423 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 946 time: 0.1461663 Jul 13 08:15:34.553846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:15:34.554901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:15:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:34.622092 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c43d292-4cc0-4a19-ad4f-8b8b36d33420 req-df5290bf-c4a5-46e1-baf7-4cac280ba7f0 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518186 Jul 13 08:15:34.631400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-c1ceed36-07e5-4c8a-a9d8-faabbe17809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:34.633763 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-c1ceed36-07e5-4c8a-a9d8-faabbe17809f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2d1e65ef-006f-4010-8a53-f2ae13b54631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005394 Jul 13 08:15:34.664169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:15:34.733477 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-74bc3f17-b33d-407e-b95a-73d17b4e473e service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888124 Jul 13 08:15:34.828558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d172704b-c1f9-4216-bbc1-ba2e27d5ea96 req-5c0cde14-5c96-42c0-b84c-55309b13d4af service neutron] 10.222.0.54 "GET /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877907 Jul 13 08:15:34.868638 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:34.879670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:34.907689 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2635c840-8944-45b1-99aa-de07a0d7cf5a None None] The sync data for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 is: [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:03Z', 'revision_number': 4, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '17cbda30-010a-4c86-b3e1-9e62d5ad880b', 'name': '', 'network_id': '2d1e65ef-006f-4010-8a53-f2ae13b54631', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'mac_address': 'fa:16:3e:ef:54:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:02Z', 'updated_at': '2021-07-13T08:06:09Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'subnets': [{'id': '5a574784-49b4-48dd-9196-63791c5c80c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:15:35.110192 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12864863-a3cb-4fcf-8b08-4883539e7c87 None None] New status for floating IP 5e8d8401-dc4a-4370-b725-bdabf0bab5ea: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:15:35.799077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce07c22-b323-4636-9669-a6c1b50449d3 req-4a641c9f-18f1-40a8-a57a-0d372aef1925 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:35.800595 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bce07c22-b323-4636-9669-a6c1b50449d3 req-4a641c9f-18f1-40a8-a57a-0d372aef1925 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 946 time: 0.0635478 Jul 13 08:15:35.839099 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bce07c22-b323-4636-9669-a6c1b50449d3 req-618add63-e301-4bda-8e98-780b051e6260 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/security-groups?id=9530d5ce-fb0c-473d-b667-46fb8f8982f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329142 Jul 13 08:15:35.935102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-124e5bef-7ec0-41a4-abb0-28cfad11d9b8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:35.936518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-124e5bef-7ec0-41a4-abb0-28cfad11d9b8 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 946 time: 0.0634692 Jul 13 08:15:36.033110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-85b11c93-a162-4248-a1ea-30b608d356ed tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Deleting port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:36.033454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-85b11c93-a162-4248-a1ea-30b608d356ed tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:36.127054 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-85b11c93-a162-4248-a1ea-30b608d356ed tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] For port 68960ebd-0ff6-4d57-b567-042ac5ca59b9, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=68960ebd-0ff6-4d57-b567-042ac5ca59b9,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:36.127419 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-85b11c93-a162-4248-a1ea-30b608d356ed tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:36.140268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-85b11c93-a162-4248-a1ea-30b608d356ed tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Calling delete_port for 68960ebd-0ff6-4d57-b567-042ac5ca59b9 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:36.276506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-85b11c93-a162-4248-a1ea-30b608d356ed tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:36.302461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b11c93-a162-4248-a1ea-30b608d356ed tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'Port': ['ID=68960ebd-0ff6-4d57-b567-042ac5ca59b9,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:36.349765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-85b11c93-a162-4248-a1ea-30b608d356ed tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] No DVR routers for this DVR port 68960ebd-0ff6-4d57-b567-042ac5ca59b9 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:15:36.352937 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-85b11c93-a162-4248-a1ea-30b608d356ed tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:36.354920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-edd68c40-167b-4785-b5e8-d1cf7f2c0b40 req-85b11c93-a162-4248-a1ea-30b608d356ed tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.54 "DELETE /v2.0/ports/68960ebd-0ff6-4d57-b567-042ac5ca59b9 HTTP/1.1" status: 204 len: 173 time: 0.4130971 Jul 13 08:15:36.355351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'name': 'network-vif-deleted', 'tag': '68960ebd-0ff6-4d57-b567-042ac5ca59b9'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:15:36.357592 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70f874d-e80b-4af8-8202-2a6e16282932" -d '{"events": [{"server_uuid": "c619e456-4fd4-4aa0-9047-96b14a55fbfb", "name": "network-vif-deleted", "tag": "68960ebd-0ff6-4d57-b567-042ac5ca59b9"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:15:36.393859 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238c0f5b-a6e1-42da-9ec5-bd18877fd0e0 x-openstack-request-id: req-238c0f5b-a6e1-42da-9ec5-bd18877fd0e0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:15:36.394177 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c619e456-4fd4-4aa0-9047-96b14a55fbfb", "name": "network-vif-deleted", "tag": "68960ebd-0ff6-4d57-b567-042ac5ca59b9", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:15:36.394590 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-238c0f5b-a6e1-42da-9ec5-bd18877fd0e0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:15:36.395003 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c619e456-4fd4-4aa0-9047-96b14a55fbfb', 'name': 'network-vif-deleted', 'tag': '68960ebd-0ff6-4d57-b567-042ac5ca59b9', 'status': 'completed', 'code': 200} Jul 13 08:15:36.984672 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d931e0e7-9333-4f4e-b091-eed8352b6820 req-d3de2e6b-4f4d-4fc1-8ee6-1a492b9af3b0 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 210 time: 0.0342083 Jul 13 08:15:38.130675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56a28e9f-2e5c-4761-b179-4958b4b6e476 req-fe340d6b-606f-45e1-9b14-b9237c1d8918 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 210 time: 0.0332682 Jul 13 08:15:38.321329 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:39.202936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 68960ebd-0ff6-4d57-b567-042ac5ca59b9 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:15:39.222327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 68960ebd-0ff6-4d57-b567-042ac5ca59b9 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:15:39.223383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 68960ebd-0ff6-4d57-b567-042ac5ca59b9 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:15:39.274158 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-40d5e591-e7bf-4240-9504-ef2134b7abe7 req-4d5ff537-bb3a-461e-b855-7120f3e2838b tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "GET /v2.0/ports?device_id=c619e456-4fd4-4aa0-9047-96b14a55fbfb HTTP/1.1" status: 200 len: 210 time: 0.0303192 Jul 13 08:15:40.364751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41198) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:40.486589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6504d-9b56-471c-b8ff-a0e3398a0635 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Deleting port 9383740e-b39a-49a3-94ea-ed8bb0c19699 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:40.486934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ee6504d-9b56-471c-b8ff-a0e3398a0635 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:40.560705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ee6504d-9b56-471c-b8ff-a0e3398a0635 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:40.561012 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ee6504d-9b56-471c-b8ff-a0e3398a0635 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:40.573607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6504d-9b56-471c-b8ff-a0e3398a0635 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Calling delete_port for 9383740e-b39a-49a3-94ea-ed8bb0c19699 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:40.711910 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ee6504d-9b56-471c-b8ff-a0e3398a0635 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:40.737743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6504d-9b56-471c-b8ff-a0e3398a0635 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'Port': ['ID=9383740e-b39a-49a3-94ea-ed8bb0c19699,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:40.802685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ee6504d-9b56-471c-b8ff-a0e3398a0635 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:40.806092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ee6504d-9b56-471c-b8ff-a0e3398a0635 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:40.807341 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1ee6504d-9b56-471c-b8ff-a0e3398a0635 tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "DELETE /v2.0/floatingips/939307a6-7fcb-410a-b426-dabfb6995771 HTTP/1.1" status: 204 len: 168 time: 0.4415209 Jul 13 08:15:43.130481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41212) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:43.191600 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d361cb2-79b3-4e39-b6b1-a07c98a0fecc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:43.217981 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d361cb2-79b3-4e39-b6b1-a07c98a0fecc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:43.281983 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d361cb2-79b3-4e39-b6b1-a07c98a0fecc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:43.285021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d361cb2-79b3-4e39-b6b1-a07c98a0fecc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:43.286222 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4d361cb2-79b3-4e39-b6b1-a07c98a0fecc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] 10.222.0.44 "DELETE /v2.0/security-groups/9530d5ce-fb0c-473d-b667-46fb8f8982f4 HTTP/1.1" status: 204 len: 168 time: 0.1547472 Jul 13 08:15:43.305090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d361cb2-79b3-4e39-b6b1-a07c98a0fecc tempest-TestVolumeBootPattern-1557346098 tempest-TestVolumeBootPattern-1557346098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9530d5ce-fb0c-473d-b667-46fb8f8982f4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:43.349880 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41216) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:43.801803 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.068301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] Deleting port 17cbda30-010a-4c86-b3e1-9e62d5ad880b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:44.068551 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.147032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] For port 17cbda30-010a-4c86-b3e1-9e62d5ad880b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=17cbda30-010a-4c86-b3e1-9e62d5ad880b,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:44.147382 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.160266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] Calling delete_port for 17cbda30-010a-4c86-b3e1-9e62d5ad880b owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:44.338809 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.339288 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-30359e5c-340e-4b3a-a9e8-c96f4d11f2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.362344 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17cbda30-010a-4c86-b3e1-9e62d5ad880b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:44.532487 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.757004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] Router aa27eb3d-0860-466b-bdd1-07055cc98f0b has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:15:44.865179 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:15:44.870818 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a05caff0-99a9-4000-9037-15bac97162c4 admin admin] 10.222.0.44 "PUT /v2.0/routers/aa27eb3d-0860-466b-bdd1-07055cc98f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5193541 Jul 13 08:15:44.873365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41220) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:44.876071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] Sync routers for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:15:44.885912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:15:44.886541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:15:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:44.977927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.992835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:15:45.080573 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.133960 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Deleting port 0d39c536-a982-4cd9-9193-1375710c7067 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:45.134305 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.171889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '0d39c536-a982-4cd9-9193-1375710c7067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:15:44Z', 'revision_number': 5, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port': {'id': '0d39c536-a982-4cd9-9193-1375710c7067', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:45.199118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] Checking router: aa27eb3d-0860-466b-bdd1-07055cc98f0b for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:15:45.207236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] Routers {'aa27eb3d-0860-466b-bdd1-07055cc98f0b'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:15:45.207841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:15:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:45.219626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] For port 0d39c536-a982-4cd9-9193-1375710c7067, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0d39c536-a982-4cd9-9193-1375710c7067,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:45.219994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.231802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Calling delete_port for 0d39c536-a982-4cd9-9193-1375710c7067 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:45.291890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] Set router aa27eb3d-0860-466b-bdd1-07055cc98f0b gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:15:45.345259 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:15:45Z', 'revision_number': 6, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:45.370803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a696c-9a50-4a65-a165-23ddd993842d None None] The sync data for ids ['aa27eb3d-0860-466b-bdd1-07055cc98f0b'] in n-d-798249-7 is: [{'id': 'aa27eb3d-0860-466b-bdd1-07055cc98f0b', 'name': 'tempest-TestVolumeBootPattern-888748684-router', 'tenant_id': '244ceb15048949a18123e17528b6e40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:00Z', 'updated_at': '2021-07-13T08:15:45Z', 'revision_number': 6, 'project_id': '244ceb15048949a18123e17528b6e40e', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:15:45.403574 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.430746 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d39c536-a982-4cd9-9193-1375710c7067,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:45.494553 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.584566 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.587473 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.633236 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.633929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa27eb3d-0860-466b-bdd1-07055cc98f0b {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:15:45.638425 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.639704 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9525ac3f-9487-4356-b80e-fc2cba5bf824 admin admin] 10.222.0.44 "DELETE /v2.0/routers/aa27eb3d-0860-466b-bdd1-07055cc98f0b HTTP/1.1" status: 204 len: 168 time: 0.7652752 Jul 13 08:15:45.642935 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41222) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:45.686772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbf6f53-f3af-4b31-8aa4-79f102d5c614 admin admin] Deleting subnet 5a574784-49b4-48dd-9196-63791c5c80c7 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:15:45.689625 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6f53-f3af-4b31-8aa4-79f102d5c614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.724488 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6f53-f3af-4b31-8aa4-79f102d5c614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.810979 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6f53-f3af-4b31-8aa4-79f102d5c614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.863188 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6f53-f3af-4b31-8aa4-79f102d5c614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.890268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf6f53-f3af-4b31-8aa4-79f102d5c614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a574784-49b4-48dd-9196-63791c5c80c7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:45.892201 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4dbf6f53-f3af-4b31-8aa4-79f102d5c614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:45.894105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4dbf6f53-f3af-4b31-8aa4-79f102d5c614 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5a574784-49b4-48dd-9196-63791c5c80c7 HTTP/1.1" status: 204 len: 168 time: 0.2502632 Jul 13 08:15:45.896738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41224) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:45.900494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe3fb1-c729-4718-a28f-5a8b2e94be45 None None] Network 2d1e65ef-006f-4010-8a53-f2ae13b54631 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:15:45.975486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.028404 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Deleting port 68c85917-6993-487d-a6ce-3ea3e7146d71 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:46.028744 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.092821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] For port 68c85917-6993-487d-a6ce-3ea3e7146d71, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=68c85917-6993-487d-a6ce-3ea3e7146d71,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:46.093120 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.106498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Calling delete_port for 68c85917-6993-487d-a6ce-3ea3e7146d71 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:46.137692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] DHCP port deletion for 2d1e65ef-006f-4010-8a53-f2ae13b54631 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:15:46.185136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Deleting port 68c85917-6993-487d-a6ce-3ea3e7146d71 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:46.185512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.199764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.229159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c85917-6993-487d-a6ce-3ea3e7146d71,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:46.234516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] No DVR routers for this DVR port 68c85917-6993-487d-a6ce-3ea3e7146d71 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:15:46.254903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] For port 68c85917-6993-487d-a6ce-3ea3e7146d71, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=68c85917-6993-487d-a6ce-3ea3e7146d71,segment=NetworkSegment(cc66e05c-927e-4442-ad64-c093b329f595),segment_id=cc66e05c-927e-4442-ad64-c093b329f595)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:46.255375 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.267598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Calling delete_port for 68c85917-6993-487d-a6ce-3ea3e7146d71 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:46.308254 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.319198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1e65ef-006f-4010-8a53-f2ae13b54631']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:46.330315 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc66e05c-927e-4442-ad64-c093b329f595') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:46.330618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc66e05c-927e-4442-ad64-c093b329f595') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:46.340478 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.345068 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.355600 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.362516 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:15:46.363070 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:15:46.364939 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:15:46.373945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] No DVR routers for this DVR port 68c85917-6993-487d-a6ce-3ea3e7146d71 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:15:46.379096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Pushing event deleted for resources: {'Port': ['ID=68c85917-6993-487d-a6ce-3ea3e7146d71,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:46.387987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.387987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.387987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.388440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.388598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.389127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.389249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.389581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.389903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.390227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.390927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.390927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23170fbe-3ea4-48b3-a0f4-89ad673e5483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.427837 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.448479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.450575 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2d1e65ef-006f-4010-8a53-f2ae13b54631 HTTP/1.1" status: 204 len: 168 time: 0.5529027 Jul 13 08:15:46.451454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20b0b1-0ab8-499b-aadb-81194026b8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d1e65ef-006f-4010-8a53-f2ae13b54631,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:46.453442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41226) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:46.500202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0d39c536-a982-4cd9-9193-1375710c7067 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:15:46.520309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 0d39c536-a982-4cd9-9193-1375710c7067 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:15:46.520653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0d39c536-a982-4cd9-9193-1375710c7067 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:15:46.521074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 68c85917-6993-487d-a6ce-3ea3e7146d71 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:15:46.542778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 68c85917-6993-487d-a6ce-3ea3e7146d71 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:15:46.543131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 68c85917-6993-487d-a6ce-3ea3e7146d71 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:15:46.543555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17cbda30-010a-4c86-b3e1-9e62d5ad880b no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:15:46.561588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 17cbda30-010a-4c86-b3e1-9e62d5ad880b {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:15:46.561968 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17cbda30-010a-4c86-b3e1-9e62d5ad880b not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:15:46.802625 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.050294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] Deleting port 78a29edf-f96e-4521-a731-ec30521aa101 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:47.050637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.124957 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] For port 78a29edf-f96e-4521-a731-ec30521aa101, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=78a29edf-f96e-4521-a731-ec30521aa101,segment=NetworkSegment(2274ddec-2f48-4fb6-9d3d-cf4f836e41d2),segment_id=2274ddec-2f48-4fb6-9d3d-cf4f836e41d2)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:47.125231 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.137470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] Calling delete_port for 78a29edf-f96e-4521-a731-ec30521aa101 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:47.141624 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.291521 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-774488c1-abaa-4b1e-8c33-1892056db381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.315364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.692443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a29edf-f96e-4521-a731-ec30521aa101,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:47.856206 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.065571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] Router 2345bc19-af0e-4281-94ec-ceefb31e7b29 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:15:48.090939 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.175052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:15:48.181777 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cd96a242-be86-40e9-804e-ba179166f0d4 admin admin] 10.222.0.44 "PUT /v2.0/routers/2345bc19-af0e-4281-94ec-ceefb31e7b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7273178 Jul 13 08:15:48.183641 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] Sync routers for ids ['2345bc19-af0e-4281-94ec-ceefb31e7b29'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:15:48.184221 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41228) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:48.192828 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] Routers {'2345bc19-af0e-4281-94ec-ceefb31e7b29'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:15:48.193423 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:15:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2345bc19-af0e-4281-94ec-ceefb31e7b29'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:48.287838 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.295008 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] Set router 2345bc19-af0e-4281-94ec-ceefb31e7b29 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:15:48.389793 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.443664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Deleting port 625a4c68-f36a-4664-9c3f-48fb460c9c8a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:48.443664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.484215 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'name': 'tempest-TestVolumeBootPattern-1704096302-router', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:04Z', 'updated_at': '2021-07-13T08:15:47Z', 'revision_number': 5, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'gw_port': {'id': '625a4c68-f36a-4664-9c3f-48fb460c9c8a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:05Z', 'updated_at': '2021-07-13T08:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:48.514860 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] Checking router: 2345bc19-af0e-4281-94ec-ceefb31e7b29 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:15:48.522961 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] Routers {'2345bc19-af0e-4281-94ec-ceefb31e7b29'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:15:48.523581 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:15:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2345bc19-af0e-4281-94ec-ceefb31e7b29'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:48.526628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] For port 625a4c68-f36a-4664-9c3f-48fb460c9c8a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=625a4c68-f36a-4664-9c3f-48fb460c9c8a,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:48.526990 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.543238 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Calling delete_port for 625a4c68-f36a-4664-9c3f-48fb460c9c8a owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:48.608544 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] Set router 2345bc19-af0e-4281-94ec-ceefb31e7b29 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:15:48.660056 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'name': 'tempest-TestVolumeBootPattern-1704096302-router', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:04Z', 'updated_at': '2021-07-13T08:15:48Z', 'revision_number': 6, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:48.689022 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3018816-6963-4eba-8c25-700b360bd9f1 None None] The sync data for ids ['2345bc19-af0e-4281-94ec-ceefb31e7b29'] in n-d-798249-7 is: [{'id': '2345bc19-af0e-4281-94ec-ceefb31e7b29', 'name': 'tempest-TestVolumeBootPattern-1704096302-router', 'tenant_id': '85a625307ece41968e4c6caab8ee8ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:04Z', 'updated_at': '2021-07-13T08:15:48Z', 'revision_number': 6, 'project_id': '85a625307ece41968e4c6caab8ee8ef5', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:15:48.707456 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.742474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Pushing event deleted for resources: {'Port': ['ID=625a4c68-f36a-4664-9c3f-48fb460c9c8a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:48.802275 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.893796 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.894832 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.939246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.939722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2345bc19-af0e-4281-94ec-ceefb31e7b29 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:15:48.944001 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:48.945359 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-81abb574-dbbe-4629-91e4-fee7967ec135 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2345bc19-af0e-4281-94ec-ceefb31e7b29 HTTP/1.1" status: 204 len: 168 time: 0.7606342 Jul 13 08:15:48.947867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41230) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:48.995697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2e6bfb-0e71-49a6-b0b2-43916be8493d admin admin] Deleting subnet e8461ddf-218a-4575-acff-7140114379d2 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:15:48.998604 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6bfb-0e71-49a6-b0b2-43916be8493d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.033633 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6bfb-0e71-49a6-b0b2-43916be8493d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.120229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6bfb-0e71-49a6-b0b2-43916be8493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.176796 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6bfb-0e71-49a6-b0b2-43916be8493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.203473 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e6bfb-0e71-49a6-b0b2-43916be8493d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8461ddf-218a-4575-acff-7140114379d2,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:49.205348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6bfb-0e71-49a6-b0b2-43916be8493d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.209661 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9a2e6bfb-0e71-49a6-b0b2-43916be8493d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e8461ddf-218a-4575-acff-7140114379d2 HTTP/1.1" status: 204 len: 168 time: 0.2583909 Jul 13 08:15:49.210073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41232) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:49.211439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc2a4d6-1559-486d-9a54-e87624e4e7a9 None None] Network c958434c-4400-4420-bc83-1364d418aa01 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:15:49.279872 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.330786 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Deleting port e261d323-6828-4018-b384-c1897fe7c974 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:49.331126 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.399377 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] For port e261d323-6828-4018-b384-c1897fe7c974, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e261d323-6828-4018-b384-c1897fe7c974,segment=NetworkSegment(2274ddec-2f48-4fb6-9d3d-cf4f836e41d2),segment_id=2274ddec-2f48-4fb6-9d3d-cf4f836e41d2)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:49.399904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.412302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Calling delete_port for e261d323-6828-4018-b384-c1897fe7c974 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:49.442271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd58683-0876-4f31-9ef7-91a5800a5255 None None] DHCP port deletion for c958434c-4400-4420-bc83-1364d418aa01 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:15:49.491219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cbd58683-0876-4f31-9ef7-91a5800a5255 None None] Deleting port e261d323-6828-4018-b384-c1897fe7c974 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:15:49.491614 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.491753 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbd58683-0876-4f31-9ef7-91a5800a5255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.521430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e261d323-6828-4018-b384-c1897fe7c974,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:49.525854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] No DVR routers for this DVR port e261d323-6828-4018-b384-c1897fe7c974 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:15:49.559651 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cbd58683-0876-4f31-9ef7-91a5800a5255 None None] For port e261d323-6828-4018-b384-c1897fe7c974, host n-d-798249-7, got binding levels [] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:49.560140 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbd58683-0876-4f31-9ef7-91a5800a5255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.572773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cbd58683-0876-4f31-9ef7-91a5800a5255 None None] Calling delete_port for e261d323-6828-4018-b384-c1897fe7c974 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:15:49.575421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.ipam_backend_mixin [None req-cbd58683-0876-4f31-9ef7-91a5800a5255 None None] Port e261d323-6828-4018-b384-c1897fe7c974 was not found and therefore no delete operation was performed {{(pid=93840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:15:49.576727 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbd58683-0876-4f31-9ef7-91a5800a5255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.596462 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.607772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c958434c-4400-4420-bc83-1364d418aa01']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:49.609682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd58683-0876-4f31-9ef7-91a5800a5255 None None] Pushing event deleted for resources: {'Port': ['ID=e261d323-6828-4018-b384-c1897fe7c974,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:49.612515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd58683-0876-4f31-9ef7-91a5800a5255 None None] No DVR routers for this DVR port e261d323-6828-4018-b384-c1897fe7c974 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:15:49.627358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:49.627651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2274ddec-2f48-4fb6-9d3d-cf4f836e41d2') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:49.637731 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.657947 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.664859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:15:49.665316 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:15:49.667615 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:15:49.726870 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.742914 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.744753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c958434c-4400-4420-bc83-1364d418aa01 HTTP/1.1" status: 204 len: 168 time: 0.5334799 Jul 13 08:15:49.745741 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc40cf2-89c4-4c2e-b756-22aafb535db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c958434c-4400-4420-bc83-1364d418aa01,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:49.849753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41236) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:49.892272 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7fabfed0-cfdd-4ec9-874e-9820999d133f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=244ceb15048949a18123e17528b6e40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413141 Jul 13 08:15:49.894976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41238) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:49.897814 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.948189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a157714-6f98-4c12-b384-709f7bde017a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:49.970790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a157714-6f98-4c12-b384-709f7bde017a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:50.017197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a157714-6f98-4c12-b384-709f7bde017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:50.019962 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9a157714-6f98-4c12-b384-709f7bde017a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:50.021171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9a157714-6f98-4c12-b384-709f7bde017a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2ee927a-60c7-4676-89dd-fcbc90c48a0a HTTP/1.1" status: 204 len: 168 time: 0.1252079 Jul 13 08:15:50.029555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a157714-6f98-4c12-b384-709f7bde017a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ee927a-60c7-4676-89dd-fcbc90c48a0a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:50.340347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41244) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:50.383512 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-67ba8ba6-c83d-43e7-8942-ccffc3780f46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85a625307ece41968e4c6caab8ee8ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419528 Jul 13 08:15:50.386096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41246) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:50.433782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f59c423c-81f0-459c-a762-0957fb6763c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:50.455653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f59c423c-81f0-459c-a762-0957fb6763c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:50.490814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 78a29edf-f96e-4521-a731-ec30521aa101 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:15:50.506743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f59c423c-81f0-459c-a762-0957fb6763c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:50.509918 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f59c423c-81f0-459c-a762-0957fb6763c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:50.511129 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f59c423c-81f0-459c-a762-0957fb6763c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ed6d844-cea5-42e2-ab3d-c243d546af4a HTTP/1.1" status: 204 len: 168 time: 0.1241324 Jul 13 08:15:50.519053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c423c-81f0-459c-a762-0957fb6763c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed6d844-cea5-42e2-ab3d-c243d546af4a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:50.528429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 78a29edf-f96e-4521-a731-ec30521aa101 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:15:50.528951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 78a29edf-f96e-4521-a731-ec30521aa101 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:15:50.529535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 625a4c68-f36a-4664-9c3f-48fb460c9c8a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:15:50.558773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 625a4c68-f36a-4664-9c3f-48fb460c9c8a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:15:50.559011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 625a4c68-f36a-4664-9c3f-48fb460c9c8a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:15:50.559426 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e261d323-6828-4018-b384-c1897fe7c974 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:15:50.578080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e261d323-6828-4018-b384-c1897fe7c974 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:15:50.578427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e261d323-6828-4018-b384-c1897fe7c974 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:15:53.134938 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:15:57.694437 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-62c2ec64-c253-49f3-a60b-5a5d37952a79 req-7d3078ea-940d-426c-a3f0-082a1b3de6ad service neutron] (93839) timed out ('10.222.0.53', 55614) {{(pid=93839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:16:00.538533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-0ac9381c-f976-4a8a-a399-81dc47497835 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a2eb50e1131f48ac9cbc48a44ff23915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219297 Jul 13 08:16:00.651254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-311fe05b-a9e6-4c09-bbc8-c049618cbfb4 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:00.652796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-311fe05b-a9e6-4c09-bbc8-c049618cbfb4 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089213 Jul 13 08:16:00.667613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-f14049dc-7763-4328-b91e-08c6ddd0a06f tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/quotas/a2eb50e1131f48ac9cbc48a44ff23915 HTTP/1.1" status: 200 len: 375 time: 0.0093431 Jul 13 08:16:00.702249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-058eec23-b9f8-48ee-9488-53a2eca83825 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2eb50e1131f48ac9cbc48a44ff23915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296631 Jul 13 08:16:00.865240 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-034cf546-5e5d-493a-a3c5-cfac832c0957 req-088e501d-ac0d-4f9d-8278-d72f72d0c146 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 210 time: 0.0290875 Jul 13 08:16:02.012449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de7c2d9d-4efc-47c3-9c06-94ec7fbfb3d0 req-679f35e8-8d9d-465b-bf8e-be175fb3c65a tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 210 time: 0.0308998 Jul 13 08:16:02.042041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-3f76de2e-971a-4efd-867c-0a107aa610e7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a2eb50e1131f48ac9cbc48a44ff23915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231388 Jul 13 08:16:02.154120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-8713aa69-b1ac-45db-9c91-2a925d0cf0a0 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:02.155466 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-8713aa69-b1ac-45db-9c91-2a925d0cf0a0 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1059406 Jul 13 08:16:02.167681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Request body: {'port': {'device_id': 'ad0e3e78-9686-4ed0-be23-af73e1246fbd', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'admin_state_up': True, 'tenant_id': 'a2eb50e1131f48ac9cbc48a44ff23915'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:16:02.280783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Made reservation on behalf of a2eb50e1131f48ac9cbc48a44ff23915 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:16:02.284327 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:02.293375 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:02.384188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:02.387939 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:02.449112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:02.518154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Allocated IP 192.168.233.167 (30532494-e9b9-4a20-a890-30c54d24fa4e/b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb/84a1a942-4f6e-49e0-9c0e-50058a604ea0) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:16:02.664982 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:02.677981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Transition to ACTIVE for port object 84a1a942-4f6e-49e0-9c0e-50058a604ea0 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:16:02.712572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:02.762167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Network 30532494-e9b9-4a20-a890-30c54d24fa4e is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:16:02.765486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:16:02.769249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:16:02.776151 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Pushing event updated for resources: {'Port': ['ID=84a1a942-4f6e-49e0-9c0e-50058a604ea0,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:02.823398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:02.824039 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:02.839043 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-4336bb4d-13bf-4bc3-bcb7-c791eacfea70 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6759384 Jul 13 08:16:02.850568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Request body: {'port': {'device_id': 'ad0e3e78-9686-4ed0-be23-af73e1246fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:16:02.928772 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:03.194683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35466ca8-57c2-481d-8c3b-323611d9447f req-ceb292df-813e-40c0-b3fd-a5c5abf2e777 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:03.196761 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35466ca8-57c2-481d-8c3b-323611d9447f req-ceb292df-813e-40c0-b3fd-a5c5abf2e777 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 936 time: 0.0684073 Jul 13 08:16:03.210108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a1a942-4f6e-49e0-9c0e-50058a604ea0 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:16:03.219199 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:03.222870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-97d7bca7-0f5d-41c4-b207-56e6cf78fbbb None None] Provisioning for port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:16:03.227334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-97d7bca7-0f5d-41c4-b207-56e6cf78fbbb None None] Provisioning complete for port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:16:03.227986 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-97d7bca7-0f5d-41c4-b207-56e6cf78fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:03.232378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Transition to ACTIVE for port object 84a1a942-4f6e-49e0-9c0e-50058a604ea0 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:16:03.236263 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:03.239962 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35466ca8-57c2-481d-8c3b-323611d9447f req-9ad4e3ee-38aa-4b1b-8354-dede94b240b4 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374691 Jul 13 08:16:03.283889 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-97d7bca7-0f5d-41c4-b207-56e6cf78fbbb None None] Port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:16:03.295231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Pushing event updated for resources: {'Port': ['ID=84a1a942-4f6e-49e0-9c0e-50058a604ea0,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:03.362551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Attempting to bind port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:16:03.362891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Attempting to bind port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:16:03.363229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Attempting to bind port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:16:03.368330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 on network 30532494-e9b9-4a20-a890-30c54d24fa4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:16:03.368664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Attempting to bind port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 on network 30532494-e9b9-4a20-a890-30c54d24fa4e {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:16:03.373733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:16:03.374073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Checking segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:16:03.374463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Bound using segment: {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:16:03.374895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Bound port: 84a1a942-4f6e-49e0-9c0e-50058a604ea0, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e71e71-aaa8-42b3-b989-bbcd94e95b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:16:03.375277 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:03.445526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] For port 84a1a942-4f6e-49e0-9c0e-50058a604ea0, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:16:03.448712 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] For port 84a1a942-4f6e-49e0-9c0e-50058a604ea0, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=84a1a942-4f6e-49e0-9c0e-50058a604ea0,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:16:03.452836 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:03.486022 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:03.486785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:03.488070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] 10.222.0.54 "PUT /v2.0/ports/84a1a942-4f6e-49e0-9c0e-50058a604ea0 HTTP/1.1" status: 200 len: 1096 time: 0.6418011 Jul 13 08:16:03.488515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0e3e78-9686-4ed0-be23-af73e1246fbd', 'tag': '84a1a942-4f6e-49e0-9c0e-50058a604ea0'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:16:03.490750 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c115f185-765f-4c53-b077-10390c567c13" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0e3e78-9686-4ed0-be23-af73e1246fbd", "tag": "84a1a942-4f6e-49e0-9c0e-50058a604ea0"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:16:03.525136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327c2dd-3405-46e7-92ac-d815652f5197 service neutron] Pushing event updated for resources: {'Port': ['ID=84a1a942-4f6e-49e0-9c0e-50058a604ea0,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:03.558303 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aa977d-694d-4393-a2eb-185568c02363 x-openstack-request-id: req-45aa977d-694d-4393-a2eb-185568c02363 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:16:03.558595 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0e3e78-9686-4ed0-be23-af73e1246fbd", "tag": "84a1a942-4f6e-49e0-9c0e-50058a604ea0", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:16:03.558854 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45aa977d-694d-4393-a2eb-185568c02363 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:16:03.559249 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0e3e78-9686-4ed0-be23-af73e1246fbd', 'tag': '84a1a942-4f6e-49e0-9c0e-50058a604ea0', 'status': 'completed', 'code': 200} Jul 13 08:16:03.586814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-6b21dd89-bcf4-4d4d-838d-aced94d0c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:03.588384 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-6b21dd89-bcf4-4d4d-838d-aced94d0c2ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2eb50e1131f48ac9cbc48a44ff23915&device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 1099 time: 0.0595210 Jul 13 08:16:03.635850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-c0f1cac9-20a6-43e4-87c9-80e93d618e9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=84a1a942-4f6e-49e0-9c0e-50058a604ea0 HTTP/1.1" status: 200 len: 217 time: 0.0404415 Jul 13 08:16:03.699808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-baa66325-117a-43fb-afaa-fa5ea5e4bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:03.702619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-baa66325-117a-43fb-afaa-fa5ea5e4bfc4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0608516 Jul 13 08:16:03.761128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-2a37e745-02a6-4f5d-8773-a1bf8d7a6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:03.762646 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-2a37e745-02a6-4f5d-8773-a1bf8d7a6a14 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539408 Jul 13 08:16:03.856244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-7d8a519d-0e8b-4779-aa68-71cbe098124e service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864434 Jul 13 08:16:03.943926 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9564329a-9406-4a42-ac79-d66df3f5ec84 req-01bfb31b-2562-48e3-8c42-4ac0fdac0a67 service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818789 Jul 13 08:16:04.042061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f185-765f-4c53-b077-10390c567c13 req-6e30421c-5186-4cdb-9a1d-4f1655b725f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:04.043564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c115f185-765f-4c53-b077-10390c567c13 req-6e30421c-5186-4cdb-9a1d-4f1655b725f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2eb50e1131f48ac9cbc48a44ff23915&device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 1099 time: 0.0535274 Jul 13 08:16:04.136131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f185-765f-4c53-b077-10390c567c13 req-b674aefc-2127-4ca8-b7af-ac8768d53760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:04.137536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c115f185-765f-4c53-b077-10390c567c13 req-b674aefc-2127-4ca8-b7af-ac8768d53760 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30532494-e9b9-4a20-a890-30c54d24fa4e HTTP/1.1" status: 200 len: 870 time: 0.0878446 Jul 13 08:16:04.178061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c115f185-765f-4c53-b077-10390c567c13 req-a3ed099b-4416-4632-97cf-ec112d9e3ba2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=84a1a942-4f6e-49e0-9c0e-50058a604ea0 HTTP/1.1" status: 200 len: 217 time: 0.0342240 Jul 13 08:16:04.231129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f185-765f-4c53-b077-10390c567c13 req-1022d970-018a-4e28-a5fb-0149e9d8b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:04.232629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c115f185-765f-4c53-b077-10390c567c13 req-1022d970-018a-4e28-a5fb-0149e9d8b9e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb HTTP/1.1" status: 200 len: 843 time: 0.0473046 Jul 13 08:16:04.293612 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f185-765f-4c53-b077-10390c567c13 req-4d3d1201-7ca8-481f-8f9a-d4b1915e11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:04.295135 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c115f185-765f-4c53-b077-10390c567c13 req-4d3d1201-7ca8-481f-8f9a-d4b1915e11bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30532494-e9b9-4a20-a890-30c54d24fa4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0550964 Jul 13 08:16:04.389363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c115f185-765f-4c53-b077-10390c567c13 req-6e6537c7-11a4-4fc0-ab6b-5bf36cb653cf service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869229 Jul 13 08:16:04.424603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aedde-8a69-4e35-9eb0-d8132aee325e req-aee1eb9f-c83e-4c5f-bf2a-4e72f2cb861e tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:04.426121 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7d6aedde-8a69-4e35-9eb0-d8132aee325e req-aee1eb9f-c83e-4c5f-bf2a-4e72f2cb861e tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 948 time: 0.0641525 Jul 13 08:16:04.464689 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7d6aedde-8a69-4e35-9eb0-d8132aee325e req-3a3a75a4-32c7-426b-95c8-118f150b6ef1 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Jul 13 08:16:04.481870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c115f185-765f-4c53-b077-10390c567c13 req-ae873d3b-3d4c-403e-875d-bb9244275eba service neutron] 10.222.0.54 "GET /v2.0/networks/30532494-e9b9-4a20-a890-30c54d24fa4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860300 Jul 13 08:16:04.861243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:05.641879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbece21-c654-4df2-9ada-9dc64ebc106e req-6457c3e2-73a8-4786-88e7-13e2973f8c53 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:05.643370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9bbece21-c654-4df2-9ada-9dc64ebc106e req-6457c3e2-73a8-4786-88e7-13e2973f8c53 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 948 time: 0.0639334 Jul 13 08:16:05.686128 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9bbece21-c654-4df2-9ada-9dc64ebc106e req-f08708ad-810f-493e-be83-ed02c84f6760 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362422 Jul 13 08:16:06.863435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d98fe-2779-404d-987d-73fcec207abf req-d390bd22-f960-4440-9d94-36c7b645bc94 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:06.864935 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-704d98fe-2779-404d-987d-73fcec207abf req-d390bd22-f960-4440-9d94-36c7b645bc94 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 948 time: 0.0661538 Jul 13 08:16:06.903153 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-704d98fe-2779-404d-987d-73fcec207abf req-7c683d10-da63-4b6d-8da5-9ca7ffd77820 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Jul 13 08:16:07.318251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 84a1a942-4f6e-49e0-9c0e-50058a604ea0 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:16:07.410357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 84a1a942-4f6e-49e0-9c0e-50058a604ea0, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=84a1a942-4f6e-49e0-9c0e-50058a604ea0,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:16:07.420956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '84a1a942-4f6e-49e0-9c0e-50058a604ea0', 'network_id': '30532494-e9b9-4a20-a890-30c54d24fa4e', 'port_id': '84a1a942-4f6e-49e0-9c0e-50058a604ea0', 'mac_address': 'fa:16:3e:2e:f2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89561f8-bfe3-4faf-907a-7ca7aaeaf0fb', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:16:07.459345 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:07.472364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a1a942-4f6e-49e0-9c0e-50058a604ea0 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:16:07.490790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 84a1a942-4f6e-49e0-9c0e-50058a604ea0, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=84a1a942-4f6e-49e0-9c0e-50058a604ea0,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:16:07.495809 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:07.549106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=84a1a942-4f6e-49e0-9c0e-50058a604ea0,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:07.733278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['84a1a942-4f6e-49e0-9c0e-50058a604ea0'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:16:08.074201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90e136-f977-4575-b2ac-2f293ac90f0d req-ec887f6e-588a-4aad-bbb0-98922115c059 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:08.075670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c90e136-f977-4575-b2ac-2f293ac90f0d req-ec887f6e-588a-4aad-bbb0-98922115c059 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 949 time: 0.0630212 Jul 13 08:16:08.113133 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c90e136-f977-4575-b2ac-2f293ac90f0d req-e91c9824-3f1d-4707-b692-55d48b8422a9 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319095 Jul 13 08:16:08.346921 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:09.290314 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce94b5e-6fdf-4b3e-8a6f-1d3d34f1b42b req-393ed6f5-da91-4ab4-8d85-8ae7e6162271 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:09.291832 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ce94b5e-6fdf-4b3e-8a6f-1d3d34f1b42b req-393ed6f5-da91-4ab4-8d85-8ae7e6162271 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 949 time: 0.0651133 Jul 13 08:16:09.329812 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4ce94b5e-6fdf-4b3e-8a6f-1d3d34f1b42b req-fd3ae3ef-513a-4511-806b-80e531409dd7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324006 Jul 13 08:16:09.333440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 84a1a942-4f6e-49e0-9c0e-50058a604ea0 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:16:09.382845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:16:09.386810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:16:09.387185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:09.462957 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:09.485242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0e3e78-9686-4ed0-be23-af73e1246fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a1a942-4f6e-49e0-9c0e-50058a604ea0'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:16:09.487484 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81301ae2-eb1d-4ab6-92d7-d8f02f48b095" -d '{"events": [{"server_uuid": "ad0e3e78-9686-4ed0-be23-af73e1246fbd", "name": "network-vif-plugged", "status": "completed", "tag": "84a1a942-4f6e-49e0-9c0e-50058a604ea0"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:16:09.500596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 84a1a942-4f6e-49e0-9c0e-50058a604ea0, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=84a1a942-4f6e-49e0-9c0e-50058a604ea0,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:16:09.505170 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:09.535528 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8a79ce-4960-46af-9bab-4e4f83f5a98e x-openstack-request-id: req-ce8a79ce-4960-46af-9bab-4e4f83f5a98e {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:16:09.535815 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0e3e78-9686-4ed0-be23-af73e1246fbd", "name": "network-vif-plugged", "status": "completed", "tag": "84a1a942-4f6e-49e0-9c0e-50058a604ea0", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:16:09.536088 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce8a79ce-4960-46af-9bab-4e4f83f5a98e {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:16:09.536477 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0e3e78-9686-4ed0-be23-af73e1246fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a1a942-4f6e-49e0-9c0e-50058a604ea0', 'code': 200} Jul 13 08:16:09.567061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=84a1a942-4f6e-49e0-9c0e-50058a604ea0,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:09.640939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10732f8f-9154-481f-84f8-d173724c27ca req-de31df0c-bd9e-4e3c-8e7f-005d48722bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:09.642475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10732f8f-9154-481f-84f8-d173724c27ca req-de31df0c-bd9e-4e3c-8e7f-005d48722bc8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 1101 time: 0.0545869 Jul 13 08:16:09.681150 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-10732f8f-9154-481f-84f8-d173724c27ca req-7e5112ce-6dc5-4c6a-ae7e-e8945f3aa45a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319841 Jul 13 08:16:09.808509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6074b660-f7af-46a8-bcbf-a89a338d0087 None None] Provisioning complete for port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:16:09.808879 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6074b660-f7af-46a8-bcbf-a89a338d0087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:10.512710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65effbf9-e1ef-49d9-8108-00d30ac3750b req-47cc77e2-582b-4754-a806-a6a3b8939987 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:10.514193 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65effbf9-e1ef-49d9-8108-00d30ac3750b req-47cc77e2-582b-4754-a806-a6a3b8939987 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 950 time: 0.0702646 Jul 13 08:16:10.551520 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-65effbf9-e1ef-49d9-8108-00d30ac3750b req-483e4ac8-0377-4cb3-858f-e5d7a8316bbd tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Jul 13 08:16:11.731044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621889df-768c-4dde-995b-cfdac1922752 req-ca69ad9a-abf2-4531-aea1-90fa44aeddf0 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:11.732564 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-621889df-768c-4dde-995b-cfdac1922752 req-ca69ad9a-abf2-4531-aea1-90fa44aeddf0 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 950 time: 0.0669050 Jul 13 08:16:11.769815 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-621889df-768c-4dde-995b-cfdac1922752 req-a2d5e844-4bb4-40a6-80d7-25c2966f67b9 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317407 Jul 13 08:16:12.845428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535893-93e6-4ff1-9a12-1ff84ced1347 req-7af8cdc5-44fe-4b2f-908a-03e0f8724d27 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:12.846912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68535893-93e6-4ff1-9a12-1ff84ced1347 req-7af8cdc5-44fe-4b2f-908a-03e0f8724d27 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 950 time: 0.0640852 Jul 13 08:16:12.884867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68535893-93e6-4ff1-9a12-1ff84ced1347 req-9a123919-3843-4a81-8979-f90ba33b1a36 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Jul 13 08:16:14.028327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-174b31bb-0ab1-488d-a36a-d913f4bebde1 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:14.029895 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-174b31bb-0ab1-488d-a36a-d913f4bebde1 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 950 time: 0.0632815 Jul 13 08:16:14.065243 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac94148-4fa0-4108-8484-fbca3949a7e6 req-8881e3a0-3095-4da5-b1c9-f93f87abc3d2 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:14.066762 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ac94148-4fa0-4108-8484-fbca3949a7e6 req-8881e3a0-3095-4da5-b1c9-f93f87abc3d2 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad0e3e78-9686-4ed0-be23-af73e1246fbd HTTP/1.1" status: 200 len: 950 time: 0.0697505 Jul 13 08:16:14.108656 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ac94148-4fa0-4108-8484-fbca3949a7e6 req-6b813297-65d9-4ad7-86c2-f07bde01d308 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.44 "GET /v2.0/security-groups?id=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334013 Jul 13 08:16:14.135266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-fa736f7b-c701-4043-abe6-73f0963876c7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Deleting port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:16:14.135615 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-fa736f7b-c701-4043-abe6-73f0963876c7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:14.217214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-a03cd20d-f1b5-48ce-a983-61901aa2ee1a req-49fe9265-9db4-41d2-a0be-d1957814d135 service neutron] (93838) timed out ('10.222.0.54', 60890) {{(pid=93838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:16:14.228731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-fa736f7b-c701-4043-abe6-73f0963876c7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] For port 84a1a942-4f6e-49e0-9c0e-50058a604ea0, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=84a1a942-4f6e-49e0-9c0e-50058a604ea0,segment=NetworkSegment(19e71e71-aaa8-42b3-b989-bbcd94e95b40),segment_id=19e71e71-aaa8-42b3-b989-bbcd94e95b40)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:16:14.229087 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-fa736f7b-c701-4043-abe6-73f0963876c7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:14.240949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-fa736f7b-c701-4043-abe6-73f0963876c7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Calling delete_port for 84a1a942-4f6e-49e0-9c0e-50058a604ea0 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:16:14.340586 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2e1726d8-08d1-41d4-b440-2bf48302a9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:14.365479 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-fa736f7b-c701-4043-abe6-73f0963876c7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:14.378549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['84a1a942-4f6e-49e0-9c0e-50058a604ea0'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:16:14.401706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa736f7b-c701-4043-abe6-73f0963876c7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Pushing event deleted for resources: {'Port': ['ID=84a1a942-4f6e-49e0-9c0e-50058a604ea0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:14.446541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-fa736f7b-c701-4043-abe6-73f0963876c7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] No DVR routers for this DVR port 84a1a942-4f6e-49e0-9c0e-50058a604ea0 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:16:14.449230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-fa736f7b-c701-4043-abe6-73f0963876c7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:14.451403 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61db1911-46d0-49ba-a2ca-de63a2440663 req-fa736f7b-c701-4043-abe6-73f0963876c7 tempest-ServersAdminNegativeTestJSON-1427852299 tempest-ServersAdminNegativeTestJSON-1427852299-project] 10.222.0.54 "DELETE /v2.0/ports/84a1a942-4f6e-49e0-9c0e-50058a604ea0 HTTP/1.1" status: 204 len: 173 time: 0.4157255 Jul 13 08:16:14.451809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0e3e78-9686-4ed0-be23-af73e1246fbd', 'name': 'network-vif-deleted', 'tag': '84a1a942-4f6e-49e0-9c0e-50058a604ea0'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:16:14.454096 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20887b2-c44e-4036-85c6-9b772f263a79" -d '{"events": [{"server_uuid": "ad0e3e78-9686-4ed0-be23-af73e1246fbd", "name": "network-vif-deleted", "tag": "84a1a942-4f6e-49e0-9c0e-50058a604ea0"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:16:14.491381 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9323df89-7e02-41b7-9628-38795c7ededb x-openstack-request-id: req-9323df89-7e02-41b7-9628-38795c7ededb {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:16:14.492411 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0e3e78-9686-4ed0-be23-af73e1246fbd", "name": "network-vif-deleted", "tag": "84a1a942-4f6e-49e0-9c0e-50058a604ea0", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:16:14.492707 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9323df89-7e02-41b7-9628-38795c7ededb {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:16:14.493114 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0e3e78-9686-4ed0-be23-af73e1246fbd', 'name': 'network-vif-deleted', 'tag': '84a1a942-4f6e-49e0-9c0e-50058a604ea0', 'status': 'completed', 'code': 200} Jul 13 08:16:15.447363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41396) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:15.578717 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-10e63859-240f-4db8-babb-8397cfecc4ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2eb50e1131f48ac9cbc48a44ff23915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301093 Jul 13 08:16:15.581300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41400) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:15.629798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2eebe855-78b9-4682-a808-c7b20f3f87ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:15.651962 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2eebe855-78b9-4682-a808-c7b20f3f87ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:15.698104 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2eebe855-78b9-4682-a808-c7b20f3f87ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:15.700762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2eebe855-78b9-4682-a808-c7b20f3f87ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:15.701993 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2eebe855-78b9-4682-a808-c7b20f3f87ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf HTTP/1.1" status: 204 len: 168 time: 0.1197867 Jul 13 08:16:15.710223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebe855-78b9-4682-a808-c7b20f3f87ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a4f2d4-60bb-4c9f-89b4-1c9f3dc87aaf,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:15.960067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41406) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:15.977240 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3038209-c654-4ab0-96fd-29af785efc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:16.066572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3038209-c654-4ab0-96fd-29af785efc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:16.071019 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c3038209-c654-4ab0-96fd-29af785efc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:16.108774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3038209-c654-4ab0-96fd-29af785efc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a1fe63-c01e-458e-b7b1-9e7ba3a4ff28,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:16.114293 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c3038209-c654-4ab0-96fd-29af785efc13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=effa555a4e1e4c26bf265df2fb074274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525834 Jul 13 08:16:16.116954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41408) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:16.165830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc04667b-8424-48a9-a5ac-29b77c81e04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:16.186814 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc04667b-8424-48a9-a5ac-29b77c81e04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:16.232081 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc04667b-8424-48a9-a5ac-29b77c81e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:16.234587 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cc04667b-8424-48a9-a5ac-29b77c81e04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:16.235740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cc04667b-8424-48a9-a5ac-29b77c81e04b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8a1fe63-c01e-458e-b7b1-9e7ba3a4ff28 HTTP/1.1" status: 204 len: 168 time: 0.1178789 Jul 13 08:16:16.244133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04667b-8424-48a9-a5ac-29b77c81e04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a1fe63-c01e-458e-b7b1-9e7ba3a4ff28,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:16.893435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41430) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:16.986690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-424391041-network', 'tenant_id': 'c23825d9cda540c3b82eafd22106ae1d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:16:17.008828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Made reservation on behalf of c23825d9cda540c3b82eafd22106ae1d for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:16:17.011047 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.019166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.110695 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.114487 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.143065 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.146454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:16:17.149278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:17.160460 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.160849 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Added segment 82fde870-d3fa-490e-95f7-a3bc494f7e5e of type vlan for network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 Jul 13 08:16:17.200776 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.230269 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.231428 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:17.232099 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.261330 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3665292 Jul 13 08:16:17.264206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41434) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:17.269305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Request body: {'subnet': {'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-424391041-subnet', 'tenant_id': 'c23825d9cda540c3b82eafd22106ae1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:16:17.292061 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Made reservation on behalf of c23825d9cda540c3b82eafd22106ae1d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:16:17.293297 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dac2b994-7b67-4e83-b7b1-9d5adea19b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.295017 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.298502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b1ac6-e851-41a8-9875-b7a836dee559 admin admin] Pushing event updated for resources: {'Network': ['ID=5e70e0aa-36d1-4345-97a7-08a68e7ecc65,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:17.308106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:16:17.461662 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.514325 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b2cfd2-218c-4e72-8ad4-20a9461bc527,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:17.524124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Checking segment: {'id': '82fde870-d3fa-490e-95f7-a3bc494f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:16:17.524487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Network hostable DHCP agents. Network: 5e70e0aa-36d1-4345-97a7-08a68e7ecc65, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:16:17.539925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:16:17.548304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 5e70e0aa-36d1-4345-97a7-08a68e7ecc65) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:16:17.553112 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:17.554186 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:17.557307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52319b47-3595-4532-85a5-53cb61142f3d None None] Network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:16:17.567837 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1336e04d-1a28-4b2a-96cc-9d53ef18b44a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3025193 Jul 13 08:16:17.687240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8800b3e-329d-48b9-bb10-a184c2175560 None None] Network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:16:18.094566 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:18.329793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-047646ed-2a3c-4e6a-a791-86afeed19d35 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:18.331275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-047646ed-2a3c-4e6a-a791-86afeed19d35 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/networks?id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65 HTTP/1.1" status: 200 len: 811 time: 0.4454107 Jul 13 08:16:18.346802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-ae3ce477-ebb0-49ae-927c-52a4bb38864f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/quotas/c23825d9cda540c3b82eafd22106ae1d HTTP/1.1" status: 200 len: 375 time: 0.0091510 Jul 13 08:16:18.378570 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-689924d5-b49b-4733-956d-9b991eee40ce tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c23825d9cda540c3b82eafd22106ae1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269094 Jul 13 08:16:18.438937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-68238a6c-685b-4c95-91d6-c90993723190 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:16:18.439956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-68238a6c-685b-4c95-91d6-c90993723190 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540879 Jul 13 08:16:18.532626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-5845427b-36db-4e69-b1a9-1ede412ad9d7 service neutron] 10.222.0.44 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857766 Jul 13 08:16:18.624120 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-3d5fd4f6-9a10-416f-ba21-340d192509db service neutron] 10.222.0.44 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854847 Jul 13 08:16:18.799314 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3178283d-bf06-499e-b2a0-621b72866046 req-be98f5f8-85d2-4f38-bdc7-d145c9fc07cd tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 210 time: 0.0340660 Jul 13 08:16:19.364880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 84a1a942-4f6e-49e0-9c0e-50058a604ea0 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:16:19.385017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 84a1a942-4f6e-49e0-9c0e-50058a604ea0 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:16:19.385362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 84a1a942-4f6e-49e0-9c0e-50058a604ea0 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:16:19.842846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-ae5a2db6-9109-4c36-8dd5-b6f0eeaf0a51 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:19.844379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-ae5a2db6-9109-4c36-8dd5-b6f0eeaf0a51 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.54 "GET /v2.0/networks?id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65 HTTP/1.1" status: 200 len: 811 time: 0.1037939 Jul 13 08:16:19.857664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Request body: {'port': {'device_id': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65', 'admin_state_up': True, 'tenant_id': 'c23825d9cda540c3b82eafd22106ae1d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:16:19.911062 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:19.978944 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2436c77b-1aad-4fb8-9aaa-76def8f482f2 req-53a0d2d2-04d1-4b15-ac2a-288f01d43a70 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 210 time: 0.0388710 Jul 13 08:16:20.016763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Made reservation on behalf of c23825d9cda540c3b82eafd22106ae1d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:16:20.020362 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:20.150245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Allocated IP 172.20.0.6 (5e70e0aa-36d1-4345-97a7-08a68e7ecc65/65b2cfd2-218c-4e72-8ad4-20a9461bc527/c8bc1d62-d92e-4836-b35f-69b9534cf675) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:16:20.295493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:20.338848 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:20.384942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:16:20.388272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:16:20.392093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:16:20.399353 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Pushing event updated for resources: {'Port': ['ID=c8bc1d62-d92e-4836-b35f-69b9534cf675,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:20.445351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:20.446042 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:20.460005 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-989f051f-bb4b-4955-9fe5-27f28f7d3431 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062944 Jul 13 08:16:20.471609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Request body: {'port': {'device_id': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:16:20.547794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:20.830055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bc1d62-d92e-4836-b35f-69b9534cf675 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:16:20.838113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:20.849640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Transition to ACTIVE for port object c8bc1d62-d92e-4836-b35f-69b9534cf675 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:16:20.852980 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:20.926767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Pushing event updated for resources: {'Port': ['ID=c8bc1d62-d92e-4836-b35f-69b9534cf675,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:20.975080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Attempting to bind port c8bc1d62-d92e-4836-b35f-69b9534cf675 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:16:20.975419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Attempting to bind port c8bc1d62-d92e-4836-b35f-69b9534cf675 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '82fde870-d3fa-490e-95f7-a3bc494f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:16:20.975754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Attempting to bind port c8bc1d62-d92e-4836-b35f-69b9534cf675 on network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:16:20.981069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Port c8bc1d62-d92e-4836-b35f-69b9534cf675 on network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:16:20.981389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Attempting to bind port c8bc1d62-d92e-4836-b35f-69b9534cf675 on network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:16:20.986050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:16:20.986389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Checking segment: {'id': '82fde870-d3fa-490e-95f7-a3bc494f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:16:20.986774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Bound using segment: {'id': '82fde870-d3fa-490e-95f7-a3bc494f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:16:20.987206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Bound port: c8bc1d62-d92e-4836-b35f-69b9534cf675, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fde870-d3fa-490e-95f7-a3bc494f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:16:20.987563 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:21.060542 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:16:21.063698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675,segment=NetworkSegment(82fde870-d3fa-490e-95f7-a3bc494f7e5e),segment_id=82fde870-d3fa-490e-95f7-a3bc494f7e5e)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:16:21.067972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:21.102063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:21.102687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:21.104132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] 10.222.0.54 "PUT /v2.0/ports/c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 200 len: 1091 time: 0.6366236 Jul 13 08:16:21.104577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:16:21.106822 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db326b9-041e-47b8-955c-d40bfb71625b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:16:21.146224 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb41d80-768f-4ddb-8d94-90af58aea0bb x-openstack-request-id: req-ebb41d80-768f-4ddb-8d94-90af58aea0bb {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:16:21.146596 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:16:21.147015 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebb41d80-768f-4ddb-8d94-90af58aea0bb {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:16:21.147754 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675', 'status': 'completed', 'code': 200} Jul 13 08:16:21.149196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca52cf6-b234-402b-8420-49dd657fb5ba service neutron] Pushing event updated for resources: {'Port': ['ID=c8bc1d62-d92e-4836-b35f-69b9534cf675,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:21.174065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d727-642e-47fb-9043-86bfa993a4dc req-742f3c27-97ae-469f-b860-e0f110fbe07e tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:21.175592 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-41b3d727-642e-47fb-9043-86bfa993a4dc req-742f3c27-97ae-469f-b860-e0f110fbe07e tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 943 time: 0.0730383 Jul 13 08:16:21.210084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-33b68341-9169-4f99-9b6d-a02a91b432bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:21.211637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-33b68341-9169-4f99-9b6d-a02a91b432bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c23825d9cda540c3b82eafd22106ae1d&device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 1094 time: 0.0585134 Jul 13 08:16:21.217177 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-41b3d727-642e-47fb-9043-86bfa993a4dc req-ead9eff0-2a4a-4a5c-85fb-3c7eddf07bf1 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345683 Jul 13 08:16:21.259141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-8d800b2a-1179-4f7a-bf7e-0be4f24e630f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 200 len: 217 time: 0.0392544 Jul 13 08:16:21.308130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-ff0df02d-c4d8-4c81-89f5-14a45e3cb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:21.309612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-ff0df02d-c4d8-4c81-89f5-14a45e3cb913 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65b2cfd2-218c-4e72-8ad4-20a9461bc527 HTTP/1.1" status: 200 len: 851 time: 0.0442691 Jul 13 08:16:21.346589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-6d254f0f-9f93-45d6-985f-7135bff37ca7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303006 Jul 13 08:16:21.435533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-d297fde8-44bc-4fd3-a2c0-9358260cbe00 service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823383 Jul 13 08:16:21.530230 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8b2bd83d-5bd7-464f-a87b-7d9ad5bcbfa7 req-cead2416-045f-4261-976a-de1fd27aa68d service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880105 Jul 13 08:16:21.631495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db326b9-041e-47b8-955c-d40bfb71625b req-70c9cdd3-d264-4b71-9416-0fc2ca203047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:21.634213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6db326b9-041e-47b8-955c-d40bfb71625b req-70c9cdd3-d264-4b71-9416-0fc2ca203047 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c23825d9cda540c3b82eafd22106ae1d&device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 1094 time: 0.0554953 Jul 13 08:16:21.730251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db326b9-041e-47b8-955c-d40bfb71625b req-415cf7be-88e2-482e-9d4f-52f2317e261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:21.731738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6db326b9-041e-47b8-955c-d40bfb71625b req-415cf7be-88e2-482e-9d4f-52f2317e261b service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65 HTTP/1.1" status: 200 len: 912 time: 0.0903265 Jul 13 08:16:21.775476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6db326b9-041e-47b8-955c-d40bfb71625b req-bfef6beb-8005-460f-b77c-53d5e9627148 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 200 len: 217 time: 0.0373433 Jul 13 08:16:21.828314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db326b9-041e-47b8-955c-d40bfb71625b req-41214c48-a69c-4ce5-af8c-4b91b69fc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:21.829793 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6db326b9-041e-47b8-955c-d40bfb71625b req-41214c48-a69c-4ce5-af8c-4b91b69fc781 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65b2cfd2-218c-4e72-8ad4-20a9461bc527 HTTP/1.1" status: 200 len: 851 time: 0.0462239 Jul 13 08:16:21.863379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6db326b9-041e-47b8-955c-d40bfb71625b req-11515c37-2823-4dfd-99e3-37c4a6d6a78c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264521 Jul 13 08:16:21.959939 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6db326b9-041e-47b8-955c-d40bfb71625b req-210e104e-6222-4e5f-8a5c-2ec79eb441c0 service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900872 Jul 13 08:16:22.055977 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6db326b9-041e-47b8-955c-d40bfb71625b req-6d1e598a-1a8c-4b28-bac8-22c52ba1cf2f service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882578 Jul 13 08:16:22.395763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07057e0c-3698-4442-81ad-dfe01c3a4d22 req-17b74f1e-5f97-4bfa-a0b2-67029767a967 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:22.397304 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07057e0c-3698-4442-81ad-dfe01c3a4d22 req-17b74f1e-5f97-4bfa-a0b2-67029767a967 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 943 time: 0.0655138 Jul 13 08:16:22.436416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07057e0c-3698-4442-81ad-dfe01c3a4d22 req-70a3d694-0967-4d6f-bdf5-deb31aa5aed7 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Jul 13 08:16:23.608750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ab338-23a1-457f-bdb2-664c230119fd req-1c89fb20-ddb6-447d-b9b5-6d06d27cf3be tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:23.610244 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-694ab338-23a1-457f-bdb2-664c230119fd req-1c89fb20-ddb6-447d-b9b5-6d06d27cf3be tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 943 time: 0.0626581 Jul 13 08:16:23.647644 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-694ab338-23a1-457f-bdb2-664c230119fd req-a592de9d-d2e4-44bc-8fbf-dce987e28499 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Jul 13 08:16:24.828113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61969e-683d-42d8-b100-d32b4c8788c3 req-78d9f552-576d-4fbc-ba90-c6b084f27437 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:24.829629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f61969e-683d-42d8-b100-d32b4c8788c3 req-78d9f552-576d-4fbc-ba90-c6b084f27437 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 943 time: 0.0654738 Jul 13 08:16:24.868364 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f61969e-683d-42d8-b100-d32b4c8788c3 req-901f3089-a6eb-4691-8247-96e6a5ace72a tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 Jul 13 08:16:25.393277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c8bc1d62-d92e-4836-b35f-69b9534cf675 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:16:25.649556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675,segment=NetworkSegment(82fde870-d3fa-490e-95f7-a3bc494f7e5e),segment_id=82fde870-d3fa-490e-95f7-a3bc494f7e5e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:16:25.660930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'c8bc1d62-d92e-4836-b35f-69b9534cf675', 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65', 'port_id': 'c8bc1d62-d92e-4836-b35f-69b9534cf675', 'mac_address': 'fa:16:3e:8d:77:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b2cfd2-218c-4e72-8ad4-20a9461bc527', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:16:25.697489 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:25.709685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bc1d62-d92e-4836-b35f-69b9534cf675 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:16:25.730936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675,segment=NetworkSegment(82fde870-d3fa-490e-95f7-a3bc494f7e5e),segment_id=82fde870-d3fa-490e-95f7-a3bc494f7e5e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:16:25.734896 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:25.786443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=c8bc1d62-d92e-4836-b35f-69b9534cf675,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:25.950490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['c8bc1d62-d92e-4836-b35f-69b9534cf675'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:16:26.047005 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad8e2b-b842-4137-a135-a8db4f8965cb req-885522fe-3d2e-4646-9d1f-a81037ea2589 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:26.048538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64ad8e2b-b842-4137-a135-a8db4f8965cb req-885522fe-3d2e-4646-9d1f-a81037ea2589 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 944 time: 0.0676618 Jul 13 08:16:26.088813 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-64ad8e2b-b842-4137-a135-a8db4f8965cb req-ce4b6be7-4f5a-46b9-8490-7981d075d6e5 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Jul 13 08:16:27.265620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edae85-bda1-4a17-aa21-72ac655af726 req-579925f3-dd34-4698-a177-5d3fd6d6f4ad tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:27.267029 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56edae85-bda1-4a17-aa21-72ac655af726 req-579925f3-dd34-4698-a177-5d3fd6d6f4ad tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 944 time: 0.0670259 Jul 13 08:16:27.305823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56edae85-bda1-4a17-aa21-72ac655af726 req-51054f5b-ef01-4205-8786-d5e5e1597089 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Jul 13 08:16:27.409890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c8bc1d62-d92e-4836-b35f-69b9534cf675 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:16:27.456771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port c8bc1d62-d92e-4836-b35f-69b9534cf675 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:16:27.460440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port c8bc1d62-d92e-4836-b35f-69b9534cf675 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:16:27.461320 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:27.537639 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:27.560365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:16:27.562603 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23812a8b-0de3-40ab-8a0a-a99274c18faf" -d '{"events": [{"server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "name": "network-vif-plugged", "status": "completed", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:16:27.575514 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675,segment=NetworkSegment(82fde870-d3fa-490e-95f7-a3bc494f7e5e),segment_id=82fde870-d3fa-490e-95f7-a3bc494f7e5e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:16:27.579764 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:27.605158 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11430705-4991-47e3-99a6-929a21cd3448 x-openstack-request-id: req-11430705-4991-47e3-99a6-929a21cd3448 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:16:27.605450 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "name": "network-vif-plugged", "status": "completed", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:16:27.605703 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11430705-4991-47e3-99a6-929a21cd3448 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:16:27.606091 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675', 'code': 200} Jul 13 08:16:27.637063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=c8bc1d62-d92e-4836-b35f-69b9534cf675,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:16:27.713418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cb3eb-8afd-4e73-ad0a-2e59e4473ffc req-ed381db4-ae66-427e-82f2-20a2c331eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:27.714987 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5b7cb3eb-8afd-4e73-ad0a-2e59e4473ffc req-ed381db4-ae66-427e-82f2-20a2c331eec1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 1096 time: 0.0523105 Jul 13 08:16:27.749689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5b7cb3eb-8afd-4e73-ad0a-2e59e4473ffc req-d1e47495-c30a-4160-adfb-c7489fb0c844 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283270 Jul 13 08:16:28.488680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8a1a0-3bb9-4690-abd9-76abb23eaa82 req-80e7a87d-2521-4c70-bb30-c4baf63c7843 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:28.488680 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1d8a1a0-3bb9-4690-abd9-76abb23eaa82 req-80e7a87d-2521-4c70-bb30-c4baf63c7843 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0698552 Jul 13 08:16:28.526925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1d8a1a0-3bb9-4690-abd9-76abb23eaa82 req-c6e555b1-f23f-4a5d-8d28-1ab34add3841 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Jul 13 08:16:29.125401 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-ccf3b7cd-0b22-4ec9-b955-ea953639aba4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522668 Jul 13 08:16:29.219513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-f0736d8e-e9ae-42bf-b33d-a95527794199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:29.220969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-f0736d8e-e9ae-42bf-b33d-a95527794199 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c23825d9cda540c3b82eafd22106ae1d&device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 1096 time: 0.0530381 Jul 13 08:16:29.332842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-d6bf34bf-daf7-4a4d-a8fe-47c86f0b01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:29.334350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-d6bf34bf-daf7-4a4d-a8fe-47c86f0b01ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65 HTTP/1.1" status: 200 len: 912 time: 0.0929687 Jul 13 08:16:29.376523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-51d5a6f7-19a4-425c-8e30-d4b20875b6f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 200 len: 217 time: 0.0359428 Jul 13 08:16:29.428529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-f505707d-c55a-4884-8a16-edbeb5f80f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:29.430083 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-f505707d-c55a-4884-8a16-edbeb5f80f8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65b2cfd2-218c-4e72-8ad4-20a9461bc527 HTTP/1.1" status: 200 len: 851 time: 0.0483611 Jul 13 08:16:29.464064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-90e7fb6e-0c55-4a8e-8633-aeeba246e716 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269690 Jul 13 08:16:29.551213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-baf19b85-0aa5-41db-a2af-a8e019d027a3 service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807426 Jul 13 08:16:29.647036 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9da82e1f-e29a-4d83-a850-4bdf7b9f5180 req-c1aeacf7-e7e3-48da-8be9-49a36292e0a6 service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899272 Jul 13 08:16:29.704061 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d0ff-f96b-4b56-ab9d-b57310c4b3bd req-3f195ad0-46de-4c3c-b985-77dcff274a87 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:29.705584 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9372d0ff-f96b-4b56-ab9d-b57310c4b3bd req-3f195ad0-46de-4c3c-b985-77dcff274a87 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0651474 Jul 13 08:16:29.744419 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9372d0ff-f96b-4b56-ab9d-b57310c4b3bd req-098712bf-81c7-4a4c-beed-8225d1a76c1b tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Jul 13 08:16:30.033532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41490) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:16:30.134219 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:16:30.134807 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-cbbd4a14-a228-4eb2-933b-2a7219d4bc77 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999551 Jul 13 08:16:30.149268 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18350b7-8346-44e2-8880-aeae3ce45e34 req-be01b671-89ad-41a0-864b-f026314d9fdd tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:30.151038 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c18350b7-8346-44e2-8880-aeae3ce45e34 req-be01b671-89ad-41a0-864b-f026314d9fdd tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0674868 Jul 13 08:16:30.194055 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c18350b7-8346-44e2-8880-aeae3ce45e34 req-39dcc88c-7d59-48c3-ae5e-e01cf97fb215 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Jul 13 08:16:31.367774 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefa50f-cfeb-49d0-a7bc-480e37cfac8c req-059ec8b9-b37a-46df-a966-a672af27ea1c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:31.369313 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cefa50f-cfeb-49d0-a7bc-480e37cfac8c req-059ec8b9-b37a-46df-a966-a672af27ea1c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0636523 Jul 13 08:16:31.410723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cefa50f-cfeb-49d0-a7bc-480e37cfac8c req-98c30730-71be-488c-97e8-ef90f8bf7a66 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359216 Jul 13 08:16:32.587858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975492b6-7354-4189-9629-69b25a494498 req-5a1080ff-9355-4dd5-bcf3-b09908997fd7 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:32.589417 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-975492b6-7354-4189-9629-69b25a494498 req-5a1080ff-9355-4dd5-bcf3-b09908997fd7 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0643153 Jul 13 08:16:32.628306 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-975492b6-7354-4189-9629-69b25a494498 req-8d255cf3-cb71-44ee-8224-6acb439d2f89 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Jul 13 08:16:33.573884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-31888503-5db7-4b59-9210-65f4962e4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:33.575427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-31888503-5db7-4b59-9210-65f4962e4d5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c23825d9cda540c3b82eafd22106ae1d&device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 1096 time: 0.0544097 Jul 13 08:16:33.671518 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-624f2e6f-51de-46c0-b13f-21b0a6680e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:33.673089 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-624f2e6f-51de-46c0-b13f-21b0a6680e9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65 HTTP/1.1" status: 200 len: 912 time: 0.0915546 Jul 13 08:16:33.719909 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-a272ff49-695d-4c14-819a-1ec0ff24e20f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 200 len: 217 time: 0.0405910 Jul 13 08:16:33.798954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-b99eb3d2-ab4b-419c-9726-e964875ff9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:33.800453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-b99eb3d2-ab4b-419c-9726-e964875ff9ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65b2cfd2-218c-4e72-8ad4-20a9461bc527 HTTP/1.1" status: 200 len: 851 time: 0.0747223 Jul 13 08:16:33.843788 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-b66a104c-81dc-4e8f-babd-5bbb0dcb1b26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363340 Jul 13 08:16:33.867801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ced4a-681d-4d49-93fd-e11709d148c6 req-85bd481e-285c-45a0-8049-6c252ba74892 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:33.869288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea1ced4a-681d-4d49-93fd-e11709d148c6 req-85bd481e-285c-45a0-8049-6c252ba74892 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.1165504 Jul 13 08:16:33.955225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea1ced4a-681d-4d49-93fd-e11709d148c6 req-41fb0f4c-09f2-4edc-bb17-f0165dc31c1d tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760956 Jul 13 08:16:33.975062 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-fc17fa48-f6d2-4909-b6e6-fcb7891adc79 service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239023 Jul 13 08:16:34.069096 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-80a704da-d996-43cf-b173-58b3eda4e355 service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875926 Jul 13 08:16:34.863938 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:35.131176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1eac3-760b-47ee-b40d-b97eaef6342d req-9375bac8-2515-4da7-88d4-c71765d25779 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:35.132653 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55a1eac3-760b-47ee-b40d-b97eaef6342d req-9375bac8-2515-4da7-88d4-c71765d25779 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0627460 Jul 13 08:16:35.171998 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55a1eac3-760b-47ee-b40d-b97eaef6342d req-799c62f4-f344-43a7-9b9d-a12142704819 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333738 Jul 13 08:16:36.344725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bd36d-896f-4b39-a33d-0caa9fe3a381 req-c078e478-e43b-4053-9d92-73342a34133f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:36.346235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b65bd36d-896f-4b39-a33d-0caa9fe3a381 req-c078e478-e43b-4053-9d92-73342a34133f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0632248 Jul 13 08:16:36.385475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b65bd36d-896f-4b39-a33d-0caa9fe3a381 req-e2f5a27d-302b-4319-829a-fe4e6944d6a1 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Jul 13 08:16:37.565946 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b4c31-8f87-4053-99a8-703d23f68b82 req-a899fb15-dc0f-425e-873f-67b58b2f4c46 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:37.567448 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af2b4c31-8f87-4053-99a8-703d23f68b82 req-a899fb15-dc0f-425e-873f-67b58b2f4c46 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0677741 Jul 13 08:16:37.605216 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af2b4c31-8f87-4053-99a8-703d23f68b82 req-4439de0d-fa8e-4a1c-9e98-48ff57295804 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Jul 13 08:16:38.354193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:38.834101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9314301-5311-45a5-a01c-798de330c67b req-9411bed6-e1bf-4fe3-b159-d6fc50ba1814 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:38.835679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9314301-5311-45a5-a01c-798de330c67b req-9411bed6-e1bf-4fe3-b159-d6fc50ba1814 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0775070 Jul 13 08:16:38.882938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9314301-5311-45a5-a01c-798de330c67b req-300fda6c-f340-4caa-84c8-fd2615454a9a tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405214 Jul 13 08:16:40.079780 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db975bd-8544-4175-98da-209dea595a69 req-187eda73-ee28-481a-a2f4-ca618b9785b8 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:40.081301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8db975bd-8544-4175-98da-209dea595a69 req-187eda73-ee28-481a-a2f4-ca618b9785b8 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0643735 Jul 13 08:16:40.120482 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8db975bd-8544-4175-98da-209dea595a69 req-5c97bc6f-fa3e-4c76-a978-66bb4c3e7ee2 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329704 Jul 13 08:16:41.295304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632abfe-6f7d-46a9-8530-1fa24afec526 req-bcb69e5b-f5c7-4313-a7ec-0a6abc9c69d9 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:41.296885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9632abfe-6f7d-46a9-8530-1fa24afec526 req-bcb69e5b-f5c7-4313-a7ec-0a6abc9c69d9 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0644548 Jul 13 08:16:41.335767 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9632abfe-6f7d-46a9-8530-1fa24afec526 req-af00c4ba-8e13-4f7d-b7ab-e2d1cca94a53 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Jul 13 08:16:42.513081 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f22aa-f9a7-453f-a1ee-42d6aeeda177 req-a123b24d-1920-4bb4-8e23-f9843d4956a3 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:42.514569 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d6f22aa-f9a7-453f-a1ee-42d6aeeda177 req-a123b24d-1920-4bb4-8e23-f9843d4956a3 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0666437 Jul 13 08:16:42.552956 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2d6f22aa-f9a7-453f-a1ee-42d6aeeda177 req-c2ade337-f417-4a09-bafc-d360b519b31e tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327613 Jul 13 08:16:43.728174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb65a9-96df-41d0-a398-ff92bfb9cfb3 req-0b43626b-4889-4119-90a8-3409393cba0f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:43.729703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0fdb65a9-96df-41d0-a398-ff92bfb9cfb3 req-0b43626b-4889-4119-90a8-3409393cba0f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0632799 Jul 13 08:16:43.768319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0fdb65a9-96df-41d0-a398-ff92bfb9cfb3 req-bfab9016-122a-4798-9eb3-5545cb0355c2 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Jul 13 08:16:44.342036 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c64c179-6de1-4e07-b098-8d2b1cac3f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:44.942147 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbae21-607c-4a4a-b2cc-173d81485c4b req-42fc81f6-5f4f-4a67-82ad-21d966b8768c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:44.943643 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4fbae21-607c-4a4a-b2cc-173d81485c4b req-42fc81f6-5f4f-4a67-82ad-21d966b8768c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0639467 Jul 13 08:16:44.982556 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4fbae21-607c-4a4a-b2cc-173d81485c4b req-5cebf457-505a-4829-84d0-9cdbb31d242d tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Jul 13 08:16:46.159919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e10298-c447-401a-9d30-bead4a84e2fc req-bcd3b40c-f8e4-44cb-ba5d-a7803f37b65f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:46.161348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71e10298-c447-401a-9d30-bead4a84e2fc req-bcd3b40c-f8e4-44cb-ba5d-a7803f37b65f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0676723 Jul 13 08:16:46.201392 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71e10298-c447-401a-9d30-bead4a84e2fc req-773fa5f0-86fe-44f7-812a-546230c6ab98 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332303 Jul 13 08:16:47.144171 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:47.298945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-aa035676-7cae-42c0-9414-6f1e0978ee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:47.379365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c57db-eea2-4288-a15e-102714edcef2 req-79927874-6635-4c08-bcc0-04a847f1ca79 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:47.380905 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e05c57db-eea2-4288-a15e-102714edcef2 req-79927874-6635-4c08-bcc0-04a847f1ca79 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0636225 Jul 13 08:16:47.426295 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e05c57db-eea2-4288-a15e-102714edcef2 req-4aba78df-a9a5-43e8-9c06-b78f32a86503 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394077 Jul 13 08:16:48.095254 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:48.604685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0836c5-1550-4793-a5e4-e4f7013f8be4 req-abac5bb9-1e69-4cc3-8d26-5e17b012f171 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:48.606196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd0836c5-1550-4793-a5e4-e4f7013f8be4 req-abac5bb9-1e69-4cc3-8d26-5e17b012f171 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0639341 Jul 13 08:16:48.643617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd0836c5-1550-4793-a5e4-e4f7013f8be4 req-8fb12839-6ae1-4bb6-ac5b-acb1e604c698 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Jul 13 08:16:49.823439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f73bf-ac97-4e4c-aad5-b59c9e2e70bf req-8e5e7dd3-7442-4ee1-84e7-3b66cb6fe1c0 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:49.824975 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2e3f73bf-ac97-4e4c-aad5-b59c9e2e70bf req-8e5e7dd3-7442-4ee1-84e7-3b66cb6fe1c0 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0683963 Jul 13 08:16:49.862618 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2e3f73bf-ac97-4e4c-aad5-b59c9e2e70bf req-557a3986-0128-4821-a819-6a0243417cfa tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Jul 13 08:16:49.899545 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:51.041501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db71923-e56c-4e9f-a617-a1bd77c75a85 req-8ab1bb88-a6e6-4c62-b214-5517ad26d393 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:51.043034 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5db71923-e56c-4e9f-a617-a1bd77c75a85 req-8ab1bb88-a6e6-4c62-b214-5517ad26d393 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0674696 Jul 13 08:16:51.081570 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5db71923-e56c-4e9f-a617-a1bd77c75a85 req-6be926f6-760f-4af9-9ef9-7946e474d010 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Jul 13 08:16:52.255956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c58566-666a-4690-94e2-65bece8acbb7 req-f79dc62e-9094-44b9-a9b3-68d9426a4b50 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:52.257469 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69c58566-666a-4690-94e2-65bece8acbb7 req-f79dc62e-9094-44b9-a9b3-68d9426a4b50 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0639482 Jul 13 08:16:52.295963 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-69c58566-666a-4690-94e2-65bece8acbb7 req-65dcf2ca-1de5-49eb-9980-156d0188d595 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327234 Jul 13 08:16:53.471818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bc5e7-9245-4b43-b495-3e5e4ce56b97 req-6573601b-4e4b-43d5-a71b-02e6c255e08f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:53.473367 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab4bc5e7-9245-4b43-b495-3e5e4ce56b97 req-6573601b-4e4b-43d5-a71b-02e6c255e08f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0649173 Jul 13 08:16:53.511784 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ab4bc5e7-9245-4b43-b495-3e5e4ce56b97 req-16c7ee30-b0f9-45ab-8981-fa0992c0dcc4 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324125 Jul 13 08:16:54.698996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d0f05-0e7a-4dfa-bba6-cb09db8056b6 req-68455807-ee07-432d-b6c3-c013de0d5df0 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:54.700524 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-252d0f05-0e7a-4dfa-bba6-cb09db8056b6 req-68455807-ee07-432d-b6c3-c013de0d5df0 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0761926 Jul 13 08:16:54.738657 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-252d0f05-0e7a-4dfa-bba6-cb09db8056b6 req-5661d4fd-2bcb-4c14-9b5f-d3590a4aa29f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Jul 13 08:16:55.910046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa0c01-ed23-4ccf-9228-21d89621170f req-2699b0cf-0f38-4d64-86ec-41a7fda4ec77 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:55.911544 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ffa0c01-ed23-4ccf-9228-21d89621170f req-2699b0cf-0f38-4d64-86ec-41a7fda4ec77 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0629940 Jul 13 08:16:55.949707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0ffa0c01-ed23-4ccf-9228-21d89621170f req-27e0a5d8-8f7e-4d78-9c0f-6f772a30c417 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321100 Jul 13 08:16:57.122303 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044369aa-229e-4eff-aab7-3997cc282dc7 req-3e7ecf85-0842-49ee-9033-466278fd925a tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:57.123791 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-044369aa-229e-4eff-aab7-3997cc282dc7 req-3e7ecf85-0842-49ee-9033-466278fd925a tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0625222 Jul 13 08:16:57.161076 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-044369aa-229e-4eff-aab7-3997cc282dc7 req-0590bf50-c40f-4fdd-93e7-7013ce02959d tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Jul 13 08:16:58.343851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd2081-fc52-4418-93ca-c76b149d982f req-ead4adc2-100b-410f-921a-92b58c9c9252 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:58.345401 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59fd2081-fc52-4418-93ca-c76b149d982f req-ead4adc2-100b-410f-921a-92b58c9c9252 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0682042 Jul 13 08:16:58.383459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59fd2081-fc52-4418-93ca-c76b149d982f req-7e0ddb23-ce66-4427-8b68-d1566ddf00f6 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324862 Jul 13 08:16:59.567532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c3fab-c6a6-4102-b38e-f87753879461 req-a7087594-253c-4e8c-89b6-9548fa661a8b tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:59.569013 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e63c3fab-c6a6-4102-b38e-f87753879461 req-a7087594-253c-4e8c-89b6-9548fa661a8b tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0695934 Jul 13 08:16:59.609565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e63c3fab-c6a6-4102-b38e-f87753879461 req-05ecdaf8-db13-4d8e-91af-9ff966ef7b44 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Jul 13 08:17:00.780885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cb8de-c263-4971-b053-ec672377ae48 req-2320f6ce-ca4e-4a8a-a0df-f8c2afaa1f7f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:00.782402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9f1cb8de-c263-4971-b053-ec672377ae48 req-2320f6ce-ca4e-4a8a-a0df-f8c2afaa1f7f tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0625944 Jul 13 08:17:00.819107 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9f1cb8de-c263-4971-b053-ec672377ae48 req-3c8dfdf1-2bb9-4f60-a7a7-8c45a1f6e8e2 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312672 Jul 13 08:17:00.937721 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-36d8b4b0-0878-4548-a34a-2461e5c37ba2 service neutron] show failed (client error): The resource could not be found. Jul 13 08:17:00.938736 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-36d8b4b0-0878-4548-a34a-2461e5c37ba2 service neutron] 10.222.0.54 "GET /v2.0/ports/c8bc1d62-d92e-4836-b35f-69b9534cf675/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0583386 Jul 13 08:17:01.185254 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-4f11ddd0-ebaf-4916-8d41-54d2a6d3487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:01.186759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-4f11ddd0-ebaf-4916-8d41-54d2a6d3487a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134&tenant_id=c23825d9cda540c3b82eafd22106ae1d HTTP/1.1" status: 200 len: 1096 time: 0.0535691 Jul 13 08:17:01.197856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:01.267372 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:01.465640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675,segment=NetworkSegment(82fde870-d3fa-490e-95f7-a3bc494f7e5e),segment_id=82fde870-d3fa-490e-95f7-a3bc494f7e5e)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:01.497236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:01.535652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:01.538017 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6d23df-a19c-4ab6-a019-2493f593785c" -d '{"events": [{"server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "name": "network-vif-unplugged", "status": "completed", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:01.542782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:01.555060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Transition to ACTIVE for port object c8bc1d62-d92e-4836-b35f-69b9534cf675 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:01.558665 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:01.624862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] No DVR routers for this DVR port c8bc1d62-d92e-4836-b35f-69b9534cf675 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:17:01.631399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Pushing event updated for resources: {'Port': ['ID=c8bc1d62-d92e-4836-b35f-69b9534cf675,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:01.661075 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c55a03-168c-48c6-8760-467a8d828a25 x-openstack-request-id: req-a6c55a03-168c-48c6-8760-467a8d828a25 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:01.661368 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "name": "network-vif-unplugged", "status": "completed", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:01.661629 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6c55a03-168c-48c6-8760-467a8d828a25 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:01.662012 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675', 'code': 200} Jul 13 08:17:01.663534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.663888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.664253 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.665256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.665786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.666127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.666460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.666792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.667121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.667446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.667772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.668122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:01.684190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Attempting to bind port c8bc1d62-d92e-4836-b35f-69b9534cf675 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:01.684529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Attempting to bind port c8bc1d62-d92e-4836-b35f-69b9534cf675 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '82fde870-d3fa-490e-95f7-a3bc494f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:01.684857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Attempting to bind port c8bc1d62-d92e-4836-b35f-69b9534cf675 on network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:01.689272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Port c8bc1d62-d92e-4836-b35f-69b9534cf675 on network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:17:01.689587 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Attempting to bind port c8bc1d62-d92e-4836-b35f-69b9534cf675 on network 5e70e0aa-36d1-4345-97a7-08a68e7ecc65 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:01.694462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:01.694798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Checking segment: {'id': '82fde870-d3fa-490e-95f7-a3bc494f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:01.695176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Bound using segment: {'id': '82fde870-d3fa-490e-95f7-a3bc494f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:01.695812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Bound port: c8bc1d62-d92e-4836-b35f-69b9534cf675, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fde870-d3fa-490e-95f7-a3bc494f7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:01.696189 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:01.759845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:01.762730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675,segment=NetworkSegment(82fde870-d3fa-490e-95f7-a3bc494f7e5e),segment_id=82fde870-d3fa-490e-95f7-a3bc494f7e5e)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:01.766976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:01.799458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:01.800120 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:01.801484 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] 10.222.0.53 "PUT /v2.0/ports/c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 200 len: 1091 time: 0.6082225 Jul 13 08:17:01.835077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b877bd-4413-4a71-a6c0-a562c920e50d service neutron] Pushing event updated for resources: {'Port': ['ID=c8bc1d62-d92e-4836-b35f-69b9534cf675,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:01.884044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-446db9a9-657c-4a80-90bc-9af5777ad5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:01.885494 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-446db9a9-657c-4a80-90bc-9af5777ad5a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c23825d9cda540c3b82eafd22106ae1d&device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 1094 time: 0.0607829 Jul 13 08:17:02.006847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-ca423c6f-2cd6-484f-a4c0-113360d2fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:02.008886 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-ca423c6f-2cd6-484f-a4c0-113360d2fed2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65 HTTP/1.1" status: 200 len: 912 time: 0.1156018 Jul 13 08:17:02.058758 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-85b7c7f8-516b-4084-9598-8dd0d7485fa5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 200 len: 217 time: 0.0426402 Jul 13 08:17:02.070117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d932b9-8828-4afe-97c5-62c3c8cd529d req-9c3ed778-085c-4c60-a737-cc62e56818ec tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:02.072229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d932b9-8828-4afe-97c5-62c3c8cd529d req-9c3ed778-085c-4c60-a737-cc62e56818ec tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 943 time: 0.1204660 Jul 13 08:17:02.139008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-200abef7-23c8-46d8-b898-424237823e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:02.140518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-200abef7-23c8-46d8-b898-424237823e66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=65b2cfd2-218c-4e72-8ad4-20a9461bc527 HTTP/1.1" status: 200 len: 851 time: 0.0674341 Jul 13 08:17:02.143456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b8d932b9-8828-4afe-97c5-62c3c8cd529d req-8aefca45-644a-4a55-a5e5-f66129deb51d tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633895 Jul 13 08:17:02.176438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-e521e569-1d8b-4210-8ced-a83057e8389b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300546 Jul 13 08:17:02.262855 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-fbbc0a2a-a814-4fa6-86f5-11ffe939b6fb service neutron] 10.222.0.53 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797906 Jul 13 08:17:02.353511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8d5cbd2b-1e7d-4f28-a599-09509347237b req-8e9f4584-ec2c-4cc8-90c4-4410b543a491 service neutron] 10.222.0.53 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845842 Jul 13 08:17:03.322130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e271d6-b51f-4414-9c89-af031e2925fb req-a8865253-b375-40e0-8c45-323be062c718 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:03.323633 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-71e271d6-b51f-4414-9c89-af031e2925fb req-a8865253-b375-40e0-8c45-323be062c718 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 943 time: 0.0673242 Jul 13 08:17:03.360171 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-71e271d6-b51f-4414-9c89-af031e2925fb req-313bee5a-edca-4ca2-a46d-22b80a4ec838 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Jul 13 08:17:03.663193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:03.666102 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3179711-5bb1-4e0a-a46e-bcf369c78730" -d '{"events": [{"name": "network-changed", "server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:03.713732 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacc0ba7-bef8-4341-8161-61aaa8b2040e x-openstack-request-id: req-eacc0ba7-bef8-4341-8161-61aaa8b2040e {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:03.714022 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:03.714277 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eacc0ba7-bef8-4341-8161-61aaa8b2040e {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:03.714679 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675', 'status': 'completed', 'code': 200} Jul 13 08:17:03.823709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-b611983d-658d-4004-a0cf-29ccb2bf3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:03.825228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-b611983d-658d-4004-a0cf-29ccb2bf3242 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c23825d9cda540c3b82eafd22106ae1d&device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 1094 time: 0.0919280 Jul 13 08:17:03.826730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-f37b91d4-4d1d-496d-90fd-89e2184185cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:03.828089 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-f37b91d4-4d1d-496d-90fd-89e2184185cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c23825d9cda540c3b82eafd22106ae1d&device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 1094 time: 0.0867112 Jul 13 08:17:04.333177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-1ededdbe-b94f-4b6b-a0c1-366f814cd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:04.334652 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-1ededdbe-b94f-4b6b-a0c1-366f814cd8c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65 HTTP/1.1" status: 200 len: 912 time: 0.5018387 Jul 13 08:17:04.335762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-018acc87-f676-49df-b457-09ae6441ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:04.337759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-018acc87-f676-49df-b457-09ae6441ab3d service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65 HTTP/1.1" status: 200 len: 912 time: 0.4972785 Jul 13 08:17:04.404536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-ec82b1d1-4acd-487c-9f45-54832b284be9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 200 len: 217 time: 0.0631788 Jul 13 08:17:04.405892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-e7b62563-830b-4d5f-ae0d-8337fccd7c06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 200 len: 217 time: 0.0588155 Jul 13 08:17:04.486708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-1a92e18f-cdb4-4b5d-a080-e3c8644cafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:04.488216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-1a92e18f-cdb4-4b5d-a080-e3c8644cafd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=65b2cfd2-218c-4e72-8ad4-20a9461bc527 HTTP/1.1" status: 200 len: 851 time: 0.0778286 Jul 13 08:17:04.491472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-767df59a-7550-478b-9c96-848771edc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:04.492863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-767df59a-7550-478b-9c96-848771edc3f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65b2cfd2-218c-4e72-8ad4-20a9461bc527 HTTP/1.1" status: 200 len: 851 time: 0.0750849 Jul 13 08:17:04.533455 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2087d1-cc0d-492b-8eea-2ab545d9a7bc req-2fac0764-67de-4a50-8ed6-b965838d7653 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:04.534948 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af2087d1-cc0d-492b-8eea-2ab545d9a7bc req-2fac0764-67de-4a50-8ed6-b965838d7653 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 943 time: 0.0635462 Jul 13 08:17:04.542567 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-418b2059-05ec-4723-ba7c-1ca3c9415e9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477881 Jul 13 08:17:04.544492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-4f1d3d20-1a3d-4047-9fdf-10e75dd542ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425003 Jul 13 08:17:04.573489 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af2087d1-cc0d-492b-8eea-2ab545d9a7bc req-669c3ca1-733e-48de-b18e-4d048bf1bfe6 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Jul 13 08:17:04.702211 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-06f19912-2ebb-40c5-8db9-7713dc839b12 service neutron] 10.222.0.53 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531475 Jul 13 08:17:04.704364 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-c90c0c4d-d6bb-45f8-b07b-8166fbde8b6d service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470673 Jul 13 08:17:04.858334 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:04.861190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-32b3771a-a32f-496d-8b8a-648763aab57f service neutron] 10.222.0.53 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528125 Jul 13 08:17:04.864665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3179711-5bb1-4e0a-a46e-bcf369c78730 req-94c3ea57-fa27-4135-8570-66b01cfd48af service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481049 Jul 13 08:17:04.968240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a667285-2986-4a74-8412-96932104c415 req-fbb177b5-1b7b-4bb3-9229-aa84247eb366 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:04.969769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-fbb177b5-1b7b-4bb3-9229-aa84247eb366 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134&tenant_id=c23825d9cda540c3b82eafd22106ae1d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 943 time: 0.0716538 Jul 13 08:17:05.035400 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-6a667285-2986-4a74-8412-96932104c415 req-ef99bc5a-6490-4f83-bc67-adc8e552f2c1 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:17:05.036476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-ef99bc5a-6490-4f83-bc67-adc8e552f2c1 service neutron] 10.222.0.54 "DELETE /v2.0/ports/c8bc1d62-d92e-4836-b35f-69b9534cf675/bindings/n-h2-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0607188 Jul 13 08:17:05.133871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a667285-2986-4a74-8412-96932104c415 req-9b450ab9-04f8-4a24-bc49-7f70f36f85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:05.135401 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-9b450ab9-04f8-4a24-bc49-7f70f36f85fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c23825d9cda540c3b82eafd22106ae1d&device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 1094 time: 0.0556955 Jul 13 08:17:05.230075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a667285-2986-4a74-8412-96932104c415 req-7136b804-f038-4804-8863-c6717cd872a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:05.231580 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-7136b804-f038-4804-8863-c6717cd872a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65 HTTP/1.1" status: 200 len: 912 time: 0.0895398 Jul 13 08:17:05.277332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-9d167230-b450-4de8-b7b2-d58b6eb03d2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 200 len: 217 time: 0.0391142 Jul 13 08:17:05.325910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c8bc1d62-d92e-4836-b35f-69b9534cf675 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:17:05.326681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a667285-2986-4a74-8412-96932104c415 req-1cf89809-76b9-4ec6-aae8-024ead939879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:05.328211 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-1cf89809-76b9-4ec6-aae8-024ead939879 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65b2cfd2-218c-4e72-8ad4-20a9461bc527 HTTP/1.1" status: 200 len: 851 time: 0.0450051 Jul 13 08:17:05.361440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-d4d8f596-8680-4463-a5bd-f80338a5472b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e70e0aa-36d1-4345-97a7-08a68e7ecc65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269377 Jul 13 08:17:05.420794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675,segment=NetworkSegment(82fde870-d3fa-490e-95f7-a3bc494f7e5e),segment_id=82fde870-d3fa-490e-95f7-a3bc494f7e5e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:05.432515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'c8bc1d62-d92e-4836-b35f-69b9534cf675', 'network_id': '5e70e0aa-36d1-4345-97a7-08a68e7ecc65', 'port_id': 'c8bc1d62-d92e-4836-b35f-69b9534cf675', 'mac_address': 'fa:16:3e:8d:77:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b2cfd2-218c-4e72-8ad4-20a9461bc527', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:17:05.456811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-1d7b0b83-c687-4289-9df7-390dea0a4176 service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895605 Jul 13 08:17:05.476116 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:05.491989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bc1d62-d92e-4836-b35f-69b9534cf675 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:17:05.517050 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675,segment=NetworkSegment(82fde870-d3fa-490e-95f7-a3bc494f7e5e),segment_id=82fde870-d3fa-490e-95f7-a3bc494f7e5e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:05.523408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:05.555555 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-13b6da7d-b3c4-4185-ab99-5626fa886b66 service neutron] 10.222.0.54 "GET /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921254 Jul 13 08:17:05.577936 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c8bc1d62-d92e-4836-b35f-69b9534cf675,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:05.585694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.586049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.586438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.586780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.587125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.587454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.587779 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.588139 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.588469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.588794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.589120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.589443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:05.677259 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c8bc1d62-d92e-4836-b35f-69b9534cf675 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:05.717527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c8bc1d62-d92e-4836-b35f-69b9534cf675 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:05.799423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c8bc1d62-d92e-4836-b35f-69b9534cf675'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:17:06.406500 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21a3a4-d2d7-4001-88b3-1200fee0bde2 req-1e9274db-2638-49e8-8aac-6374538adf14 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:06.408404 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba21a3a4-d2d7-4001-88b3-1200fee0bde2 req-1e9274db-2638-49e8-8aac-6374538adf14 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 944 time: 0.0676801 Jul 13 08:17:06.447255 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba21a3a4-d2d7-4001-88b3-1200fee0bde2 req-f35ac8df-fc57-47da-a872-c633bbf9056b tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336657 Jul 13 08:17:07.133415 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:17:07.350410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c8bc1d62-d92e-4836-b35f-69b9534cf675 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:07.411872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port c8bc1d62-d92e-4836-b35f-69b9534cf675 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:07.415921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port c8bc1d62-d92e-4836-b35f-69b9534cf675 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:07.416323 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:07.491526 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:07.519614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:07.522218 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e77bdd-15d0-4142-b8ba-de34ca8b428d" -d '{"events": [{"server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "name": "network-vif-plugged", "status": "completed", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:07.536690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675,segment=NetworkSegment(82fde870-d3fa-490e-95f7-a3bc494f7e5e),segment_id=82fde870-d3fa-490e-95f7-a3bc494f7e5e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:07.542542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:07.609365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c8bc1d62-d92e-4836-b35f-69b9534cf675,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:07.649945 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d8dc63-7eed-47ef-8d58-5c1856e82415 x-openstack-request-id: req-53d8dc63-7eed-47ef-8d58-5c1856e82415 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:07.649945 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "name": "network-vif-plugged", "status": "completed", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:07.649945 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53d8dc63-7eed-47ef-8d58-5c1856e82415 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:07.650290 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675', 'code': 200} Jul 13 08:17:07.669133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a667285-2986-4a74-8412-96932104c415 req-207449c8-b560-4ba9-a5ba-ef2a5b73feb9 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:07.670657 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-207449c8-b560-4ba9-a5ba-ef2a5b73feb9 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.1214530 Jul 13 08:17:07.685329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffcc51-eb3f-437f-97c0-5f09c745455a req-99c989c1-388a-44b0-956b-d581f603e239 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:07.686814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83ffcc51-eb3f-437f-97c0-5f09c745455a req-99c989c1-388a-44b0-956b-d581f603e239 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3581bd7-f353-4cdf-9497-2fa94d264134 HTTP/1.1" status: 200 len: 945 time: 0.0981686 Jul 13 08:17:07.766288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83ffcc51-eb3f-437f-97c0-5f09c745455a req-eb4fd7b0-09b5-431e-ab0f-c8681822a154 tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.44 "GET /v2.0/security-groups?id=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729651 Jul 13 08:17:07.815273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-6a667285-2986-4a74-8412-96932104c415 req-87c97dc1-ff8e-46a4-9409-55e10159c52c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Deleting port c8bc1d62-d92e-4836-b35f-69b9534cf675 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:07.815625 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6a667285-2986-4a74-8412-96932104c415 req-87c97dc1-ff8e-46a4-9409-55e10159c52c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:07.908676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-6a667285-2986-4a74-8412-96932104c415 req-87c97dc1-ff8e-46a4-9409-55e10159c52c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] For port c8bc1d62-d92e-4836-b35f-69b9534cf675, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c8bc1d62-d92e-4836-b35f-69b9534cf675,segment=NetworkSegment(82fde870-d3fa-490e-95f7-a3bc494f7e5e),segment_id=82fde870-d3fa-490e-95f7-a3bc494f7e5e)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:07.909050 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6a667285-2986-4a74-8412-96932104c415 req-87c97dc1-ff8e-46a4-9409-55e10159c52c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:07.922332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-6a667285-2986-4a74-8412-96932104c415 req-87c97dc1-ff8e-46a4-9409-55e10159c52c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Calling delete_port for c8bc1d62-d92e-4836-b35f-69b9534cf675 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:08.060904 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6a667285-2986-4a74-8412-96932104c415 req-87c97dc1-ff8e-46a4-9409-55e10159c52c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:08.074108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c8bc1d62-d92e-4836-b35f-69b9534cf675'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:17:08.104332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c97dc1-ff8e-46a4-9409-55e10159c52c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Pushing event deleted for resources: {'Port': ['ID=c8bc1d62-d92e-4836-b35f-69b9534cf675,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:08.153449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a667285-2986-4a74-8412-96932104c415 req-87c97dc1-ff8e-46a4-9409-55e10159c52c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] No DVR routers for this DVR port c8bc1d62-d92e-4836-b35f-69b9534cf675 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:17:08.156170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-6a667285-2986-4a74-8412-96932104c415 req-87c97dc1-ff8e-46a4-9409-55e10159c52c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:08.158257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a667285-2986-4a74-8412-96932104c415 req-87c97dc1-ff8e-46a4-9409-55e10159c52c tempest-DeleteServersTestJSON-1350098495 tempest-DeleteServersTestJSON-1350098495-project] 10.222.0.53 "DELETE /v2.0/ports/c8bc1d62-d92e-4836-b35f-69b9534cf675 HTTP/1.1" status: 204 len: 173 time: 0.4819152 Jul 13 08:17:08.158711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'name': 'network-vif-deleted', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:08.161084 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6654f71-8bdb-4408-a88d-d15586b57b68" -d '{"events": [{"server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "name": "network-vif-deleted", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:08.200989 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55b9d76-97ab-40d0-ab7c-4f98134827dc x-openstack-request-id: req-a55b9d76-97ab-40d0-ab7c-4f98134827dc {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:08.201281 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3581bd7-f353-4cdf-9497-2fa94d264134", "name": "network-vif-deleted", "tag": "c8bc1d62-d92e-4836-b35f-69b9534cf675", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:08.201537 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a55b9d76-97ab-40d0-ab7c-4f98134827dc {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:08.201948 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3581bd7-f353-4cdf-9497-2fa94d264134', 'name': 'network-vif-deleted', 'tag': 'c8bc1d62-d92e-4836-b35f-69b9534cf675', 'status': 'completed', 'code': 200} Jul 13 08:17:08.368324 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.009840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41610) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:09.054811 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-37524e34-c215-4ea0-9411-ad391e434a07 admin admin] Deleting subnet 65b2cfd2-218c-4e72-8ad4-20a9461bc527 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:17:09.058532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37524e34-c215-4ea0-9411-ad391e434a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.093276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37524e34-c215-4ea0-9411-ad391e434a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.132509 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37524e34-c215-4ea0-9411-ad391e434a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.196478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37524e34-c215-4ea0-9411-ad391e434a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.224230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37524e34-c215-4ea0-9411-ad391e434a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b2cfd2-218c-4e72-8ad4-20a9461bc527,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:09.230832 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37524e34-c215-4ea0-9411-ad391e434a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.234116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-37524e34-c215-4ea0-9411-ad391e434a07 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/65b2cfd2-218c-4e72-8ad4-20a9461bc527 HTTP/1.1" status: 204 len: 168 time: 0.2223341 Jul 13 08:17:09.235859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41612) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:09.308305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.388108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.399361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e70e0aa-36d1-4345-97a7-08a68e7ecc65']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:09.410307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fde870-d3fa-490e-95f7-a3bc494f7e5e') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:09.410602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fde870-d3fa-490e-95f7-a3bc494f7e5e') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:09.420583 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.435454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.441360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:17:09.441743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:17:09.443534 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:17:09.498132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.504504 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.506361 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] 10.222.0.44 "DELETE /v2.0/networks/5e70e0aa-36d1-4345-97a7-08a68e7ecc65 HTTP/1.1" status: 204 len: 168 time: 0.2694092 Jul 13 08:17:09.522603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26432103-af0f-4fef-b249-0224c6d26b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e70e0aa-36d1-4345-97a7-08a68e7ecc65,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:09.611900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41616) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:09.651995 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9d685b73-f585-4b7e-b156-a837069d344a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c23825d9cda540c3b82eafd22106ae1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388737 Jul 13 08:17:09.654548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41618) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:09.704164 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33dbb13c-b188-4005-bf6a-272c2fdb7a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.726839 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33dbb13c-b188-4005-bf6a-272c2fdb7a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.773419 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33dbb13c-b188-4005-bf6a-272c2fdb7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.777294 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-33dbb13c-b188-4005-bf6a-272c2fdb7a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.778502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-33dbb13c-b188-4005-bf6a-272c2fdb7a6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d030fb6-b81f-4e9c-b1a2-2178f242e8bd HTTP/1.1" status: 204 len: 168 time: 0.1230609 Jul 13 08:17:09.786607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbb13c-b188-4005-bf6a-272c2fdb7a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d030fb6-b81f-4e9c-b1a2-2178f242e8bd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:10.470000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41640) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:10.578963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-559464699-network', 'tenant_id': '8f4c6c2f4dec4d6193126b9b9da77876'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:10.602780 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Made reservation on behalf of 8f4c6c2f4dec4d6193126b9b9da77876 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:17:10.605283 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.613302 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.704086 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.708533 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.728372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:17:10.746082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:10.748463 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.748809 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Added segment bd113afb-11f8-4fb0-8495-934c8a72b442 of type vlan for network bdfef7c7-f663-40d4-9086-dc4be0e26116 Jul 13 08:17:10.762506 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.762854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.763194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.763533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.763867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.764234 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.764562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.764888 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.765220 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.765583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.765885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.766185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:10.801661 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.836804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.837819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:10.838402 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:10.873065 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4019504 Jul 13 08:17:10.875867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41644) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:10.880679 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Request body: {'subnet': {'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-559464699-subnet', 'tenant_id': '8f4c6c2f4dec4d6193126b9b9da77876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:10.915197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb41d-c999-425d-b514-773af943eb29 admin admin] Pushing event updated for resources: {'Network': ['ID=bdfef7c7-f663-40d4-9086-dc4be0e26116,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:10.926181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network bdfef7c7-f663-40d4-9086-dc4be0e26116 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:17:10.930918 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Made reservation on behalf of 8f4c6c2f4dec4d6193126b9b9da77876 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:17:10.933609 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:11.108741 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:11.167335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f8059d-ac61-4389-b532-ec8a459cd7b3,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:11.172619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Checking segment: {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:11.172981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Network hostable DHCP agents. Network: bdfef7c7-f663-40d4-9086-dc4be0e26116, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:17:11.189602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Network bdfef7c7-f663-40d4-9086-dc4be0e26116 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:17:11.198681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, bdfef7c7-f663-40d4-9086-dc4be0e26116) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:11.203115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:11.203709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:11.208755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac06a1b-bab5-4c89-ab77-445c6c8e5eef None None] Network bdfef7c7-f663-40d4-9086-dc4be0e26116 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:17:11.218222 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f07064d1-087b-47d7-ad31-462991f73ecb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3412967 Jul 13 08:17:11.341442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490adc9d-a8c4-41a2-977c-8f17da72eb8c None None] Network bdfef7c7-f663-40d4-9086-dc4be0e26116 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:17:11.354604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c8bc1d62-d92e-4836-b35f-69b9534cf675 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:11.381413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: c8bc1d62-d92e-4836-b35f-69b9534cf675 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:17:11.381757 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c8bc1d62-d92e-4836-b35f-69b9534cf675 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:11.654541 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-9dd57019-6e8f-4b43-94b9-adeab6af66b4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:11.656137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-9dd57019-6e8f-4b43-94b9-adeab6af66b4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 814 time: 0.1062052 Jul 13 08:17:11.671634 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-4f25d63e-420e-41e9-9ad2-ac405e8bad73 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/quotas/8f4c6c2f4dec4d6193126b9b9da77876 HTTP/1.1" status: 200 len: 375 time: 0.0101631 Jul 13 08:17:11.705564 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-331c84d0-63cc-4c03-a849-38b8613bb788 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287833 Jul 13 08:17:11.716140 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-272a762e-c7df-4a36-8dfe-8a2f71e9758f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:17:11.717142 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-272a762e-c7df-4a36-8dfe-8a2f71e9758f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052757 Jul 13 08:17:11.812586 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-3079ce47-485c-44cb-9834-b232e3bba6ab service neutron] 10.222.0.44 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892246 Jul 13 08:17:11.905172 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-1c72233b-fa0f-4f0a-be67-ac999d983860 service neutron] 10.222.0.44 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863745 Jul 13 08:17:12.078003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-203c8774-d997-4430-80fb-f436511e718b req-7733a17b-c937-471a-84a4-91278f13acf7 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 210 time: 0.0306714 Jul 13 08:17:13.193292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-7b456434-e092-4c8c-bb0e-7290fb6fbe86 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:13.195012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-7b456434-e092-4c8c-bb0e-7290fb6fbe86 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.53 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 814 time: 0.1181040 Jul 13 08:17:13.207655 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Request body: {'port': {'device_id': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116', 'admin_state_up': True, 'tenant_id': '8f4c6c2f4dec4d6193126b9b9da77876'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:13.233538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d220d4e0-0d30-4130-a09a-384304f4cbca req-e7628b75-26bf-4bf3-8202-fd8d726c41f3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 210 time: 0.0306160 Jul 13 08:17:13.337379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Made reservation on behalf of 8f4c6c2f4dec4d6193126b9b9da77876 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:17:13.340627 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.468892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Allocated IP 172.20.0.13 (bdfef7c7-f663-40d4-9086-dc4be0e26116/36f8059d-ac61-4389-b532-ec8a459cd7b3/4b72de06-e24a-4eae-9709-91de54e3fd15) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:13.628945 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.671762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.718685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Network bdfef7c7-f663-40d4-9086-dc4be0e26116 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:13.722201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:13.726042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:13.732651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Pushing event updated for resources: {'Port': ['ID=4b72de06-e24a-4eae-9709-91de54e3fd15,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:13.780524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:13.781142 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:13.795961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-43caf29d-4afc-4edb-a346-292d7447143e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932560 Jul 13 08:17:13.808256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Request body: {'port': {'device_id': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:13.890790 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.162379 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b72de06-e24a-4eae-9709-91de54e3fd15 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:17:14.170280 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.182284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Transition to ACTIVE for port object 4b72de06-e24a-4eae-9709-91de54e3fd15 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:14.186384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.239602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Pushing event updated for resources: {'Port': ['ID=4b72de06-e24a-4eae-9709-91de54e3fd15,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:14.308859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Attempting to bind port 4b72de06-e24a-4eae-9709-91de54e3fd15 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:14.309196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Attempting to bind port 4b72de06-e24a-4eae-9709-91de54e3fd15 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:14.309533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Attempting to bind port 4b72de06-e24a-4eae-9709-91de54e3fd15 on network bdfef7c7-f663-40d4-9086-dc4be0e26116 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:14.313904 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Port 4b72de06-e24a-4eae-9709-91de54e3fd15 on network bdfef7c7-f663-40d4-9086-dc4be0e26116 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:17:14.314226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Attempting to bind port 4b72de06-e24a-4eae-9709-91de54e3fd15 on network bdfef7c7-f663-40d4-9086-dc4be0e26116 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:14.318998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:14.319337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Checking segment: {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:14.319724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Bound using segment: {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:14.320193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Bound port: 4b72de06-e24a-4eae-9709-91de54e3fd15, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:14.320628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.343466 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-85e79602-2b3b-4803-bcf8-ef127d5b8cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.423196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:14.427031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4b72de06-e24a-4eae-9709-91de54e3fd15,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:14.431532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.474993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:14.475615 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:14.477822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] 10.222.0.53 "PUT /v2.0/ports/4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 200 len: 1092 time: 0.6745880 Jul 13 08:17:14.478286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:14.480630 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28066e01-da74-4b3f-a00b-38856cfcc178" -d '{"events": [{"name": "network-changed", "server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:14.505083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4487bc-1214-4e65-b635-650f53c09d39 req-8a08715f-4878-44e9-9e53-058e982818b5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:14.506690 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c4487bc-1214-4e65-b635-650f53c09d39 req-8a08715f-4878-44e9-9e53-058e982818b5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 944 time: 0.1463337 Jul 13 08:17:14.534517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636d647-fd42-4e9f-bae8-a1c6ee1e7b4f service neutron] Pushing event updated for resources: {'Port': ['ID=4b72de06-e24a-4eae-9709-91de54e3fd15,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:14.539883 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37823499-f858-4f8a-9cb6-978faf8f4edd x-openstack-request-id: req-37823499-f858-4f8a-9cb6-978faf8f4edd {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:14.540293 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:14.540567 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37823499-f858-4f8a-9cb6-978faf8f4edd {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:14.541063 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15', 'status': 'completed', 'code': 200} Jul 13 08:17:14.590419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c4487bc-1214-4e65-b635-650f53c09d39 req-e88232b0-773f-4f0c-b321-24e541218dea tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754566 Jul 13 08:17:14.609023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-14196234-8f60-40cd-8189-e0ef5047ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:14.610542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-14196234-8f60-40cd-8189-e0ef5047ddf9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 1095 time: 0.0870333 Jul 13 08:17:14.657645 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-f12e88af-1911-4d67-96c2-b1ec60e76d49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 200 len: 217 time: 0.0393426 Jul 13 08:17:14.708203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0742a8c6-de10-4bfc-8203-2439bcccf181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:14.709665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-0742a8c6-de10-4bfc-8203-2439bcccf181 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0458076 Jul 13 08:17:14.744055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-a078f853-f2e3-41ab-8bf4-b75e383193f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277419 Jul 13 08:17:14.842363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-72bb78ca-20da-4240-9203-d9efe88ea0ef service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917454 Jul 13 08:17:14.932227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c5efdd9-fa9e-4d79-b07c-c4e6876d4cd8 req-d14c9372-aabf-47d9-a675-9125aaa19a73 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834808 Jul 13 08:17:15.047174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28066e01-da74-4b3f-a00b-38856cfcc178 req-1d638a09-d0fe-47f3-82f8-3809b4399670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:15.048778 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28066e01-da74-4b3f-a00b-38856cfcc178 req-1d638a09-d0fe-47f3-82f8-3809b4399670 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 1095 time: 0.0617552 Jul 13 08:17:15.145436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28066e01-da74-4b3f-a00b-38856cfcc178 req-c6eaab35-79f9-4b19-b0a8-b256dd4ab6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:15.147015 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28066e01-da74-4b3f-a00b-38856cfcc178 req-c6eaab35-79f9-4b19-b0a8-b256dd4ab6f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.0900812 Jul 13 08:17:15.192720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28066e01-da74-4b3f-a00b-38856cfcc178 req-7b73efc8-6c84-4d14-b5ef-35b9f06908f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 200 len: 217 time: 0.0380399 Jul 13 08:17:15.241189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28066e01-da74-4b3f-a00b-38856cfcc178 req-223c5c6e-74c7-4caf-9aff-59ada44129ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:15.243368 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28066e01-da74-4b3f-a00b-38856cfcc178 req-223c5c6e-74c7-4caf-9aff-59ada44129ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0437949 Jul 13 08:17:15.280975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28066e01-da74-4b3f-a00b-38856cfcc178 req-78acea02-d217-43b0-a62a-7a20160970e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302932 Jul 13 08:17:15.376752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28066e01-da74-4b3f-a00b-38856cfcc178 req-aa1638b7-a6cb-40b5-80df-762f27119cec service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867803 Jul 13 08:17:15.469037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28066e01-da74-4b3f-a00b-38856cfcc178 req-06124af0-6ef9-44e4-8e46-2b5a4a53ad84 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855064 Jul 13 08:17:15.775365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998f9bd-d2e5-4d1b-b15c-c01904e88380 req-ed0bd530-6587-4b2c-88ff-3e8915b4d5e4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:15.778194 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e998f9bd-d2e5-4d1b-b15c-c01904e88380 req-ed0bd530-6587-4b2c-88ff-3e8915b4d5e4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 944 time: 0.0701303 Jul 13 08:17:15.815757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e998f9bd-d2e5-4d1b-b15c-c01904e88380 req-d3289a0d-a089-4d05-8ddc-585c3875dae6 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Jul 13 08:17:16.993763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f7a96-6066-4247-8810-af1889796fcb req-198d152b-7ab2-4229-989b-262b4138708e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:16.995551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f69f7a96-6066-4247-8810-af1889796fcb req-198d152b-7ab2-4229-989b-262b4138708e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 944 time: 0.0677023 Jul 13 08:17:17.032942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f69f7a96-6066-4247-8810-af1889796fcb req-8880ee24-a02f-486c-baa1-e7d9f8698437 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Jul 13 08:17:17.152809 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.302951 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f88b6e14-f513-405f-9c72-05317589ba74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.365841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4b72de06-e24a-4eae-9709-91de54e3fd15 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:17:17.459542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4b72de06-e24a-4eae-9709-91de54e3fd15,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:17.470929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '4b72de06-e24a-4eae-9709-91de54e3fd15', 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116', 'port_id': '4b72de06-e24a-4eae-9709-91de54e3fd15', 'mac_address': 'fa:16:3e:a8:e5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f8059d-ac61-4389-b532-ec8a459cd7b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:17:17.513139 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.525937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b72de06-e24a-4eae-9709-91de54e3fd15 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:17:17.545536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4b72de06-e24a-4eae-9709-91de54e3fd15,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:17.549496 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.599773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=4b72de06-e24a-4eae-9709-91de54e3fd15,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:17.763984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['4b72de06-e24a-4eae-9709-91de54e3fd15'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:17:18.098342 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:18.210719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8d28c-64df-402d-a7d3-79531b7c656b req-332f4f29-0b0e-4eae-889c-eb04c9931caa tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:18.212243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5de8d28c-64df-402d-a7d3-79531b7c656b req-332f4f29-0b0e-4eae-889c-eb04c9931caa tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 945 time: 0.0647969 Jul 13 08:17:18.251637 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5de8d28c-64df-402d-a7d3-79531b7c656b req-b361e1d8-7a1a-44f9-81b8-f4adde6c5c81 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329778 Jul 13 08:17:19.371464 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4b72de06-e24a-4eae-9709-91de54e3fd15 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:19.420995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 4b72de06-e24a-4eae-9709-91de54e3fd15 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:19.425180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 4b72de06-e24a-4eae-9709-91de54e3fd15 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:19.425551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:19.440859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39435e0e-164d-449b-a529-fba7c56f551d req-277111fc-ac30-4d2d-9728-126789b28b29 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:19.442448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39435e0e-164d-449b-a529-fba7c56f551d req-277111fc-ac30-4d2d-9728-126789b28b29 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 945 time: 0.0754914 Jul 13 08:17:19.481841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39435e0e-164d-449b-a529-fba7c56f551d req-cccf64c4-27c8-4be8-a551-4ed039f5a850 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335882 Jul 13 08:17:19.503838 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:19.527053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:19.529311 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc1deda-6fc4-43af-b012-4d2289da252b" -d '{"events": [{"server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "name": "network-vif-plugged", "status": "completed", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:19.545054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4b72de06-e24a-4eae-9709-91de54e3fd15,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:19.549294 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:19.578809 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baeeff5-79c3-4df8-988b-18bf99049078 x-openstack-request-id: req-8baeeff5-79c3-4df8-988b-18bf99049078 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:19.579098 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "name": "network-vif-plugged", "status": "completed", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:19.579376 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8baeeff5-79c3-4df8-988b-18bf99049078 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:19.579760 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15', 'code': 200} Jul 13 08:17:19.608685 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=4b72de06-e24a-4eae-9709-91de54e3fd15,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:19.681746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32b6b8-cbf2-4c4d-8c61-61470175a714 req-1d53f64b-fa02-4e6a-8e44-fcd360ffe3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:19.683620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f32b6b8-cbf2-4c4d-8c61-61470175a714 req-1d53f64b-fa02-4e6a-8e44-fcd360ffe3b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 1097 time: 0.0532103 Jul 13 08:17:19.719235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f32b6b8-cbf2-4c4d-8c61-61470175a714 req-d26e3639-1e7d-4b5a-ba22-0ec6fb8e9f76 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297699 Jul 13 08:17:19.901970 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:20.662164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa8dee-86ac-4fd8-a3df-fb4fe8b3c5c5 req-edfe61bf-ef7e-4681-9691-147a992ebff4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:20.663657 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-94fa8dee-86ac-4fd8-a3df-fb4fe8b3c5c5 req-edfe61bf-ef7e-4681-9691-147a992ebff4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0719850 Jul 13 08:17:20.701631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-94fa8dee-86ac-4fd8-a3df-fb4fe8b3c5c5 req-9d3033b9-278a-483d-a76c-0e8f57c2320f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Jul 13 08:17:20.888261 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee76710-d734-4aa6-ae3c-5f8e705fe920 req-29610084-b58e-4324-a959-dedb3dc5bd2e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:20.889779 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bee76710-d734-4aa6-ae3c-5f8e705fe920 req-29610084-b58e-4324-a959-dedb3dc5bd2e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0667589 Jul 13 08:17:20.928683 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bee76710-d734-4aa6-ae3c-5f8e705fe920 req-76197071-c359-491a-901f-6a9011b45b0a tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Jul 13 08:17:21.275934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d503e9-5565-4035-bc0b-9116d85d16e9 req-678c12f2-cd42-4fff-bfd6-bd80a2ea105a tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:21.278391 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-33d503e9-5565-4035-bc0b-9116d85d16e9 req-678c12f2-cd42-4fff-bfd6-bd80a2ea105a tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0675833 Jul 13 08:17:21.315179 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-33d503e9-5565-4035-bc0b-9116d85d16e9 req-66b16fe8-e8d6-4e9d-b542-2311bbaceccd tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Jul 13 08:17:21.496765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782527d-f00f-46e0-a561-f6cca3ff3fa1 req-c0d536b2-4415-4100-9651-e05201231c53 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:21.498569 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3782527d-f00f-46e0-a561-f6cca3ff3fa1 req-c0d536b2-4415-4100-9651-e05201231c53 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0729594 Jul 13 08:17:21.536476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3782527d-f00f-46e0-a561-f6cca3ff3fa1 req-2ff76bd0-8e63-4aaf-a437-f132b1f3648f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Jul 13 08:17:21.913626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-b7660df2-6de7-4b54-9af3-a7ca73078edb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891788 Jul 13 08:17:21.943657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313eb2e-5f6c-47f2-9427-797dfd75a427 req-84be0f16-b57c-4719-a6c9-233983ceaddd tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:21.945173 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8313eb2e-5f6c-47f2-9427-797dfd75a427 req-84be0f16-b57c-4719-a6c9-233983ceaddd tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0715508 Jul 13 08:17:21.984799 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8313eb2e-5f6c-47f2-9427-797dfd75a427 req-1891e739-0231-477c-83d2-1789e3e77118 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334768 Jul 13 08:17:23.099693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-b77e4954-a7ec-468e-b614-4d654865e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:23.101265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-b77e4954-a7ec-468e-b614-4d654865e689 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 1097 time: 0.0547044 Jul 13 08:17:23.164891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78a140-43a2-4162-90dd-50bf3e7300f0 req-ca6bbeb0-e47e-4ac1-915b-9d853036cfa1 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:23.166281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5e78a140-43a2-4162-90dd-50bf3e7300f0 req-ca6bbeb0-e47e-4ac1-915b-9d853036cfa1 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0639896 Jul 13 08:17:23.195525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-0d9da19f-8380-41d0-b4a8-3683f641a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:23.197057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-0d9da19f-8380-41d0-b4a8-3683f641a277 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.0895450 Jul 13 08:17:23.209197 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5e78a140-43a2-4162-90dd-50bf3e7300f0 req-48eb33a8-64ab-4aa1-b26a-0500f06e6909 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364900 Jul 13 08:17:23.237202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-914f56f4-fc30-4d62-924a-e42f0bdbc9d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 200 len: 217 time: 0.0343366 Jul 13 08:17:23.285456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-03f67d85-9671-480a-a375-f7e304edd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:23.286910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-03f67d85-9671-480a-a375-f7e304edd33b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0433156 Jul 13 08:17:23.322706 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-eb921f58-41c7-485c-a60f-2f81964545b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295632 Jul 13 08:17:23.409665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-79ef21e7-e165-444e-aac6-36eb2ca9648c service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809634 Jul 13 08:17:23.507880 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-1fc6e688-d330-44c4-bcb9-1657e2722d22 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902140 Jul 13 08:17:24.395562 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7afe-9508-40f1-873f-6fd70fb74107 req-08605dd1-4210-4c09-86ac-9b155f4fe452 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:24.397398 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af5d7afe-9508-40f1-873f-6fd70fb74107 req-08605dd1-4210-4c09-86ac-9b155f4fe452 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0725789 Jul 13 08:17:24.439521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af5d7afe-9508-40f1-873f-6fd70fb74107 req-d104d4ca-5095-4676-bf6a-786b3c466e3c tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363824 Jul 13 08:17:25.623262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be12da4-f36b-4c1a-b72e-67f7a573f7d0 req-03918c82-ed6d-4217-866e-b8ad61c3c006 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:25.625140 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8be12da4-f36b-4c1a-b72e-67f7a573f7d0 req-03918c82-ed6d-4217-866e-b8ad61c3c006 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0729342 Jul 13 08:17:25.668902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8be12da4-f36b-4c1a-b72e-67f7a573f7d0 req-474f240a-5508-4469-9d95-e81bdafcddac tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Jul 13 08:17:26.852247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da7b94-6cbf-4445-946c-f1544ed2bdc1 req-de3622cc-7fdb-4042-bbf9-4e20152c2b9d tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:26.853956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36da7b94-6cbf-4445-946c-f1544ed2bdc1 req-de3622cc-7fdb-4042-bbf9-4e20152c2b9d tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0728502 Jul 13 08:17:26.904228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36da7b94-6cbf-4445-946c-f1544ed2bdc1 req-bbd43e3a-28ce-467c-895e-edc69f731696 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Jul 13 08:17:28.092353 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b6ea5-c568-41e4-ae0d-42b458e24e9c req-bc1539f1-a896-4b87-9a8a-91944f744079 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:28.093835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-295b6ea5-c568-41e4-ae0d-42b458e24e9c req-bc1539f1-a896-4b87-9a8a-91944f744079 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0618074 Jul 13 08:17:28.130732 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-295b6ea5-c568-41e4-ae0d-42b458e24e9c req-94ab20b2-3dbc-4c99-827b-1b33fde4ab59 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Jul 13 08:17:29.320175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d81bf-83e5-4459-adfb-e8eaccf27374 req-842eeb7a-18bd-4aad-8191-2f92dcc72ed9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:29.321941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-066d81bf-83e5-4459-adfb-e8eaccf27374 req-842eeb7a-18bd-4aad-8191-2f92dcc72ed9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0778835 Jul 13 08:17:29.360033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-066d81bf-83e5-4459-adfb-e8eaccf27374 req-1797d9f9-f01a-49b4-9299-d6b0db5720c9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Jul 13 08:17:30.535021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfcb98-ca9a-40ab-9a93-85bfcdd5e092 req-2d8c5a04-a5fb-433d-9b49-c536b1c6c5ef tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:30.536530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adfcb98-ca9a-40ab-9a93-85bfcdd5e092 req-2d8c5a04-a5fb-433d-9b49-c536b1c6c5ef tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0668035 Jul 13 08:17:30.578291 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9adfcb98-ca9a-40ab-9a93-85bfcdd5e092 req-e570e04c-0318-4e91-9e98-332b1a912fb6 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361035 Jul 13 08:17:31.750471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84db68-4c30-4653-bf8a-23e687f5c74e req-3e5df585-92bf-47e3-a6b4-2327344ecf98 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:31.751995 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b84db68-4c30-4653-bf8a-23e687f5c74e req-3e5df585-92bf-47e3-a6b4-2327344ecf98 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0627799 Jul 13 08:17:31.789339 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b84db68-4c30-4653-bf8a-23e687f5c74e req-25c437ba-a46a-4f62-ada9-cea79f113bcd tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Jul 13 08:17:32.966189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34758a-de49-46e9-a7ad-95b20d1a2967 req-eec3d6c5-2958-4406-864a-5fafc59ccaa9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:32.967682 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a34758a-de49-46e9-a7ad-95b20d1a2967 req-eec3d6c5-2958-4406-864a-5fafc59ccaa9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0650337 Jul 13 08:17:33.008273 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7a34758a-de49-46e9-a7ad-95b20d1a2967 req-d6c8d364-9397-41bc-9dbf-697724564356 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350220 Jul 13 08:17:33.098558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a569a-1426-4cfc-a23a-08a214618a2f req-e66c2db9-8e90-4901-a6bb-f3e7fc3cfc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:33.099993 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6a569a-1426-4cfc-a23a-08a214618a2f req-e66c2db9-8e90-4901-a6bb-f3e7fc3cfc9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 1097 time: 0.0578754 Jul 13 08:17:33.206496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a569a-1426-4cfc-a23a-08a214618a2f req-2520c89c-b7b6-4314-8f3b-8b9a81cf3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:33.207973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6a569a-1426-4cfc-a23a-08a214618a2f req-2520c89c-b7b6-4314-8f3b-8b9a81cf3f81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.0857325 Jul 13 08:17:33.252493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6a569a-1426-4cfc-a23a-08a214618a2f req-063f362e-5a93-4f03-a094-54148337d7a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 200 len: 217 time: 0.0378199 Jul 13 08:17:33.299981 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a569a-1426-4cfc-a23a-08a214618a2f req-b9558fdf-80fe-47c8-aad6-ab059e1cd71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:33.301455 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6a569a-1426-4cfc-a23a-08a214618a2f req-b9558fdf-80fe-47c8-aad6-ab059e1cd71f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0428510 Jul 13 08:17:33.335308 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6a569a-1426-4cfc-a23a-08a214618a2f req-a851f929-0b7c-4154-a104-6f4cfb2c00be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249801 Jul 13 08:17:33.425408 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6a569a-1426-4cfc-a23a-08a214618a2f req-d020c352-eaf9-4f59-a855-b57846c9fc67 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836773 Jul 13 08:17:33.513679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f6a569a-1426-4cfc-a23a-08a214618a2f req-6d1ea7ea-2f63-41c2-a396-333aa0523ef6 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804932 Jul 13 08:17:34.205627 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed8cea-c5d4-48a7-952d-ec225e773573 req-86c04925-08a7-4c33-95be-51b0742214d5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:34.207274 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11ed8cea-c5d4-48a7-952d-ec225e773573 req-86c04925-08a7-4c33-95be-51b0742214d5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0814552 Jul 13 08:17:34.614767 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11ed8cea-c5d4-48a7-952d-ec225e773573 req-96f1f127-1ba7-4a7c-bab4-33498872c436 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019063 Jul 13 08:17:34.861575 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:35.796589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7994005-b2ae-403f-9822-175c38d4de05 req-97065764-0b43-42aa-85f7-f28a01a7bd93 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:35.798084 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c7994005-b2ae-403f-9822-175c38d4de05 req-97065764-0b43-42aa-85f7-f28a01a7bd93 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0678556 Jul 13 08:17:35.834993 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c7994005-b2ae-403f-9822-175c38d4de05 req-11b1cfae-e35c-4181-a9cd-36504a28f185 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Jul 13 08:17:37.014782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6f068-52e7-4b3b-918b-67ba9097bb77 req-200b3912-ade7-4f71-a40b-2c68c84de080 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:37.016423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-57a6f068-52e7-4b3b-918b-67ba9097bb77 req-200b3912-ade7-4f71-a40b-2c68c84de080 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0663660 Jul 13 08:17:37.057621 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-57a6f068-52e7-4b3b-918b-67ba9097bb77 req-d5431503-b381-4caf-a81c-c3ce094e1816 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352695 Jul 13 08:17:38.231571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d9f5-a1e2-441c-9582-55a3242681d5 req-126f0cbf-e3e2-4d6d-8375-ac7955581d80 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:38.233202 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d380d9f5-a1e2-441c-9582-55a3242681d5 req-126f0cbf-e3e2-4d6d-8375-ac7955581d80 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0644157 Jul 13 08:17:38.282728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d380d9f5-a1e2-441c-9582-55a3242681d5 req-bbfb6a93-6150-4cd4-bffc-f5437551b558 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436950 Jul 13 08:17:38.378793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.509451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c22725-560e-4a72-a40c-6a7f0e7f6045 req-a84182f9-7d94-493c-86d5-6f9c9e23fce5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:39.511465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f3c22725-560e-4a72-a40c-6a7f0e7f6045 req-a84182f9-7d94-493c-86d5-6f9c9e23fce5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0843110 Jul 13 08:17:39.553563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f3c22725-560e-4a72-a40c-6a7f0e7f6045 req-50c3e022-e81f-463c-8623-b8a5f5e83628 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354338 Jul 13 08:17:40.735016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165a806-1cf7-43e9-b5b7-9d3552a85880 req-513d19db-51f7-47e6-961f-35b6e42c6b4b tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:40.736538 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8165a806-1cf7-43e9-b5b7-9d3552a85880 req-513d19db-51f7-47e6-961f-35b6e42c6b4b tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0660536 Jul 13 08:17:40.776164 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8165a806-1cf7-43e9-b5b7-9d3552a85880 req-f684fa2a-901d-4d17-9004-ee2b75fc0f8b tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326617 Jul 13 08:17:41.951233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875f0e0-5c1e-47f0-91aa-8e72f5b9257e req-2571e977-d7c0-4998-aa46-0d9be1bcaddd tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:41.952755 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5875f0e0-5c1e-47f0-91aa-8e72f5b9257e req-2571e977-d7c0-4998-aa46-0d9be1bcaddd tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0630498 Jul 13 08:17:41.990343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5875f0e0-5c1e-47f0-91aa-8e72f5b9257e req-d256e68b-210d-4f95-942b-2a246c97e367 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Jul 13 08:17:43.178973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd681d74-2091-42c5-a174-61d5fc7d626d req-a3833133-92a7-40a4-b34a-0093e7867a5a tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:43.180422 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd681d74-2091-42c5-a174-61d5fc7d626d req-a3833133-92a7-40a4-b34a-0093e7867a5a tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0692663 Jul 13 08:17:43.218512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bd681d74-2091-42c5-a174-61d5fc7d626d req-3c7ce8d5-1478-4c78-b472-c5ffa6b2b446 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317531 Jul 13 08:17:44.132551 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:17:44.345567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbbe8-7229-4e82-adda-98ecf2ce24bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:44.397668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cf52a-a767-44ac-b120-c7a562eaac53 req-89a9ab0d-6616-4085-9bf9-9f45f4d25f73 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:44.399140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-942cf52a-a767-44ac-b120-c7a562eaac53 req-89a9ab0d-6616-4085-9bf9-9f45f4d25f73 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0646815 Jul 13 08:17:44.435666 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-942cf52a-a767-44ac-b120-c7a562eaac53 req-177a47ee-2050-4d2c-aff4-cb6c2f9c072e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Jul 13 08:17:45.620972 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c65d7-9500-4985-b51b-6268b4135413 req-9109d76c-106f-4b11-9c5a-1a8f4bf0a627 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:45.622493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-131c65d7-9500-4985-b51b-6268b4135413 req-9109d76c-106f-4b11-9c5a-1a8f4bf0a627 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0646932 Jul 13 08:17:45.661360 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-131c65d7-9500-4985-b51b-6268b4135413 req-e6421581-d9b4-4b94-b127-aca1d9ee42fb tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325971 Jul 13 08:17:46.844516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd4f29-a666-4b00-85a0-15d32a1784bc req-6ca8e662-62e7-4add-b42e-b606b585055b tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:46.846023 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70cd4f29-a666-4b00-85a0-15d32a1784bc req-6ca8e662-62e7-4add-b42e-b606b585055b tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0681908 Jul 13 08:17:46.883092 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-70cd4f29-a666-4b00-85a0-15d32a1784bc req-f5595cac-6f9b-46fb-b23d-ff1e3fbe0c3a tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315127 Jul 13 08:17:47.144115 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:47.304260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3cea6713-7416-4abe-9c8f-03705453ee8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:48.065722 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d6035-fb14-400b-bcdb-ed793428eeb6 req-981b7bb3-7944-4f0b-9fba-8a750f7603f9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:48.067285 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-555d6035-fb14-400b-bcdb-ed793428eeb6 req-981b7bb3-7944-4f0b-9fba-8a750f7603f9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0699520 Jul 13 08:17:48.100029 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:48.110533 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-555d6035-fb14-400b-bcdb-ed793428eeb6 req-81c8fbee-6f4f-4813-9910-e8efd23df2e6 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Jul 13 08:17:49.290865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5c756-f8a0-4980-b8fa-01b52c0cbb5e req-8e161740-ce20-498a-a58c-1bffdbfcfed2 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:49.292410 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4db5c756-f8a0-4980-b8fa-01b52c0cbb5e req-8e161740-ce20-498a-a58c-1bffdbfcfed2 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0655813 Jul 13 08:17:49.330228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4db5c756-f8a0-4980-b8fa-01b52c0cbb5e req-f7658263-a33a-4f67-b83a-fbbd2cbdbef1 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312607 Jul 13 08:17:49.903569 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:50.396882 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-293fe9d3-9ab7-40e5-80a4-037503198e46 service neutron] show failed (client error): The resource could not be found. Jul 13 08:17:50.397967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-293fe9d3-9ab7-40e5-80a4-037503198e46 service neutron] 10.222.0.53 "GET /v2.0/ports/4b72de06-e24a-4eae-9709-91de54e3fd15/bindings/n-h2-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0599167 Jul 13 08:17:50.518039 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e69faf-3fc5-4c4f-9164-4c4f3a8da71d req-18cc77ea-73cc-4224-b847-46ed34f25f8e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:50.519545 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3e69faf-3fc5-4c4f-9164-4c4f3a8da71d req-18cc77ea-73cc-4224-b847-46ed34f25f8e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 946 time: 0.0653992 Jul 13 08:17:50.560889 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3e69faf-3fc5-4c4f-9164-4c4f3a8da71d req-a7319213-e188-49d2-9b94-a545a29cdc16 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356328 Jul 13 08:17:50.666929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-2274339d-f08a-4b8e-b1fc-94e70a25c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:50.668412 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-2274339d-f08a-4b8e-b1fc-94e70a25c958 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9&tenant_id=8f4c6c2f4dec4d6193126b9b9da77876 HTTP/1.1" status: 200 len: 1097 time: 0.0577383 Jul 13 08:17:50.679601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:50.750018 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:50.976416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=4b72de06-e24a-4eae-9709-91de54e3fd15,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:51.011435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:51.052508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:51.054957 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ac3916-68c3-4f72-9b13-29e0287a9f3d" -d '{"events": [{"server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:51.058674 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:51.071891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Transition to ACTIVE for port object 4b72de06-e24a-4eae-9709-91de54e3fd15 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:51.076409 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:51.117402 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fc4bf9-b3c6-4492-beee-a827ebdff047 x-openstack-request-id: req-b2fc4bf9-b3c6-4492-beee-a827ebdff047 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:51.117701 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "name": "network-vif-unplugged", "status": "completed", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:51.117962 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2fc4bf9-b3c6-4492-beee-a827ebdff047 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:51.118364 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15', 'code': 200} Jul 13 08:17:51.132220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Pushing event updated for resources: {'Port': ['ID=4b72de06-e24a-4eae-9709-91de54e3fd15,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:51.151848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] No DVR routers for this DVR port 4b72de06-e24a-4eae-9709-91de54e3fd15 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:17:51.200042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Attempting to bind port 4b72de06-e24a-4eae-9709-91de54e3fd15 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:51.200407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Attempting to bind port 4b72de06-e24a-4eae-9709-91de54e3fd15 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:51.200750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Attempting to bind port 4b72de06-e24a-4eae-9709-91de54e3fd15 on network bdfef7c7-f663-40d4-9086-dc4be0e26116 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:51.205859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Port 4b72de06-e24a-4eae-9709-91de54e3fd15 on network bdfef7c7-f663-40d4-9086-dc4be0e26116 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:17:51.206185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Attempting to bind port 4b72de06-e24a-4eae-9709-91de54e3fd15 on network bdfef7c7-f663-40d4-9086-dc4be0e26116 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:51.211553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:51.211939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Checking segment: {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:51.212396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Bound using segment: {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:51.212953 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Bound port: 4b72de06-e24a-4eae-9709-91de54e3fd15, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:51.213369 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:51.287792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:51.291423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4b72de06-e24a-4eae-9709-91de54e3fd15,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:51.297053 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:51.341860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:51.342499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:51.343977 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] 10.222.0.54 "PUT /v2.0/ports/4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 200 len: 1092 time: 0.6683412 Jul 13 08:17:51.384194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded8daa-3dba-4cbb-aef6-901b030afd56 service neutron] Pushing event updated for resources: {'Port': ['ID=4b72de06-e24a-4eae-9709-91de54e3fd15,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:51.435816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-e41de156-d6d6-4334-99f3-afc040a2b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:51.438008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-e41de156-d6d6-4334-99f3-afc040a2b640 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 1095 time: 0.0700378 Jul 13 08:17:51.539996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-f6960152-8c96-4383-b285-fd1bb7013c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:51.541440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-f6960152-8c96-4383-b285-fd1bb7013c4c service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.0976956 Jul 13 08:17:51.586651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-1aa9d70a-3b57-4039-9edf-90d2a15fcd58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 200 len: 217 time: 0.0388229 Jul 13 08:17:51.640836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-6595a652-4c71-4c88-b134-9ae5fa2e1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:51.642349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-6595a652-4c71-4c88-b134-9ae5fa2e1129 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0498822 Jul 13 08:17:51.676166 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-b3123bef-d211-486f-bbe3-8702cf41316b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276151 Jul 13 08:17:51.739146 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639d09b-c831-4c86-b55e-59dec9b17217 req-9c2d5995-7e34-44e2-9f1b-523a4e4d5260 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:51.740701 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e639d09b-c831-4c86-b55e-59dec9b17217 req-9c2d5995-7e34-44e2-9f1b-523a4e4d5260 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 944 time: 0.0665920 Jul 13 08:17:51.765902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-30b079a8-624a-47d1-a258-774da13b6422 service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837541 Jul 13 08:17:51.781350 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e639d09b-c831-4c86-b55e-59dec9b17217 req-020056a9-90bd-4e0c-afa6-8a47dd35479f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 Jul 13 08:17:51.867965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-190d0eb5-508d-4de3-8659-7642d1982ba7 req-79359f30-74e1-4198-936c-0712ce856fc5 service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958726 Jul 13 08:17:52.969144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f74b6-4c71-434d-9074-efbfdf585f03 req-98079cad-44e1-403b-9802-0886a7e21f1a tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:52.970771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-272f74b6-4c71-434d-9074-efbfdf585f03 req-98079cad-44e1-403b-9802-0886a7e21f1a tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 944 time: 0.0660906 Jul 13 08:17:53.011112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-272f74b6-4c71-434d-9074-efbfdf585f03 req-879886c0-ec7b-4189-8261-fc562e2fa18d tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347719 Jul 13 08:17:53.120049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:53.122386 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eee793-6b1d-4902-a226-6b0ced67a68c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:53.177452 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd6c938-8e39-49eb-bd0a-716f41549029 x-openstack-request-id: req-bdd6c938-8e39-49eb-bd0a-716f41549029 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:53.177452 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:53.177452 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdd6c938-8e39-49eb-bd0a-716f41549029 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:53.177452 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15', 'status': 'completed', 'code': 200} Jul 13 08:17:53.304537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-394a34d8-211f-40f0-8e04-7f0b458884c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:53.306066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-394a34d8-211f-40f0-8e04-7f0b458884c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 1095 time: 0.0761387 Jul 13 08:17:53.309159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-3da5d556-749b-431a-95dc-60add9647f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:53.311030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-3da5d556-749b-431a-95dc-60add9647f3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 1095 time: 0.1143210 Jul 13 08:17:53.485494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-aa8d5271-f430-4fe5-902c-32496c5706ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:53.486932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-aa8d5271-f430-4fe5-902c-32496c5706ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.1733634 Jul 13 08:17:53.488127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-afc7d380-0623-4a2d-b4e8-6cbc68460b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:53.489457 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-afc7d380-0623-4a2d-b4e8-6cbc68460b9c service neutron] 10.222.0.53 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.1684477 Jul 13 08:17:53.509390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4b72de06-e24a-4eae-9709-91de54e3fd15 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:53.550108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 4b72de06-e24a-4eae-9709-91de54e3fd15 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:53.579654 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-d0819b61-9ea9-48c3-9ded-1e62a39a4421 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 200 len: 217 time: 0.0855720 Jul 13 08:17:53.581358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-ff950d1d-aa7a-4c47-827e-f15c158e2597 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 200 len: 217 time: 0.0811191 Jul 13 08:17:53.668766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-5a1a1ab7-62d7-4421-a2b6-fce197ba0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:53.670258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-5a1a1ab7-62d7-4421-a2b6-fce197ba0320 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0842566 Jul 13 08:17:53.675321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-2127f5f3-1007-489e-8ea6-d6bacae56a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:53.676775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-2127f5f3-1007-489e-8ea6-d6bacae56a71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0809908 Jul 13 08:17:53.725990 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-cd1dc9f1-5646-4064-9082-eb2b425a69d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482655 Jul 13 08:17:53.727893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-79df37ac-96f1-41c7-b47b-42d58be3a498 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429113 Jul 13 08:17:53.884522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-4093019b-2841-4202-a997-fcc807234187 service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522226 Jul 13 08:17:53.886407 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-e8c6b80c-8a70-430c-a099-4fc005b1d607 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469655 Jul 13 08:17:54.046911 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-364e855a-48f4-4887-811c-4825006053cf service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562636 Jul 13 08:17:54.049182 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36eee793-6b1d-4902-a226-6b0ced67a68c req-4533cafb-48f1-49d8-b3be-c3e15d988050 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513352 Jul 13 08:17:54.205210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defb5e9-813d-4e75-97cb-b2dfed7c7919 req-e660ae76-5f8a-47bf-9b3f-476dba54d134 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:54.206626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2defb5e9-813d-4e75-97cb-b2dfed7c7919 req-e660ae76-5f8a-47bf-9b3f-476dba54d134 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 944 time: 0.0650051 Jul 13 08:17:54.243822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2defb5e9-813d-4e75-97cb-b2dfed7c7919 req-d58bc1b4-e6b3-4d1a-93ed-f008551bdf58 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Jul 13 08:17:54.550235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507ce6e-18f5-4ac7-af96-801a1f5fd609 req-580459d0-5d24-4e7c-823f-95dd5fefdda1 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:54.551762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8507ce6e-18f5-4ac7-af96-801a1f5fd609 req-580459d0-5d24-4e7c-823f-95dd5fefdda1 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 944 time: 0.0689809 Jul 13 08:17:54.595661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8507ce6e-18f5-4ac7-af96-801a1f5fd609 req-7de7da17-1dc8-44f1-9c43-11d040d805eb tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379646 Jul 13 08:17:54.679679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-9ea2db56-8b09-4b55-b3db-1c99f7a2d0d4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:54.681178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-9ea2db56-8b09-4b55-b3db-1c99f7a2d0d4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9&tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 944 time: 0.0739324 Jul 13 08:17:54.741724 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-a688cc14-501e-4103-8e15-7144a6935158 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:17:54.743656 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-a688cc14-501e-4103-8e15-7144a6935158 service neutron] 10.222.0.53 "DELETE /v2.0/ports/4b72de06-e24a-4eae-9709-91de54e3fd15/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0568852 Jul 13 08:17:54.836806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-b31165e0-88a2-4bd3-b795-4707b05c9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:54.838367 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-b31165e0-88a2-4bd3-b795-4707b05c9831 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 1095 time: 0.0528269 Jul 13 08:17:54.931804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-fa05e6fa-65be-4039-96df-c8e513072526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:54.933365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-fa05e6fa-65be-4039-96df-c8e513072526 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.0890660 Jul 13 08:17:54.972881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-cb50a621-593c-457c-a728-a0f6d5169511 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 200 len: 217 time: 0.0339119 Jul 13 08:17:55.024970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-a3ab4db2-e501-41dc-be3b-813798767c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:55.026695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-a3ab4db2-e501-41dc-be3b-813798767c07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0478704 Jul 13 08:17:55.057935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-e1baba81-21b2-460c-9187-b455dbd855c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256829 Jul 13 08:17:55.147200 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-df7092d4-fce5-4e09-a83f-727c98301ae4 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833001 Jul 13 08:17:55.240525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e2d25243-b3d5-4065-b2c6-463c755d8942 req-ee04c7eb-065f-48ac-bd01-8a5b8c438521 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872011 Jul 13 08:17:55.784823 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8ccf1-276e-47fe-a67e-7facc108f0d1 req-eebc0ec2-f481-4712-9830-a874ab890735 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:55.786343 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9be8ccf1-276e-47fe-a67e-7facc108f0d1 req-eebc0ec2-f481-4712-9830-a874ab890735 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 944 time: 0.0718558 Jul 13 08:17:55.827515 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9be8ccf1-276e-47fe-a67e-7facc108f0d1 req-c14a0a21-09be-49cf-b847-31a5e9ff79cc tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349078 Jul 13 08:17:55.925618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4b72de06-e24a-4eae-9709-91de54e3fd15 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:17:56.020884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735d616-e354-416b-8331-0c249e90f47b req-2f6c8201-6236-4a61-8b4e-39bc6cf521ef tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:56.022465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2735d616-e354-416b-8331-0c249e90f47b req-2f6c8201-6236-4a61-8b4e-39bc6cf521ef tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 944 time: 0.0639560 Jul 13 08:17:56.027733 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4b72de06-e24a-4eae-9709-91de54e3fd15,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:56.040155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '4b72de06-e24a-4eae-9709-91de54e3fd15', 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116', 'port_id': '4b72de06-e24a-4eae-9709-91de54e3fd15', 'mac_address': 'fa:16:3e:a8:e5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f8059d-ac61-4389-b532-ec8a459cd7b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:17:56.062237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2735d616-e354-416b-8331-0c249e90f47b req-b1e0975e-2853-4d09-b5fc-82244371d6c1 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338371 Jul 13 08:17:56.078076 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.091499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b72de06-e24a-4eae-9709-91de54e3fd15 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:17:56.113886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4b72de06-e24a-4eae-9709-91de54e3fd15,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:56.117964 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.174632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4b72de06-e24a-4eae-9709-91de54e3fd15,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:56.245520 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0157b-26ca-41ad-a94f-d5ca11404204 req-d8764b29-3b9d-4e15-bc67-b070dfac0505 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:56.247118 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cdd0157b-26ca-41ad-a94f-d5ca11404204 req-d8764b29-3b9d-4e15-bc67-b070dfac0505 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 945 time: 0.0646613 Jul 13 08:17:56.285673 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cdd0157b-26ca-41ad-a94f-d5ca11404204 req-402fa5a3-fc69-432e-a2c8-c39a91769b98 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323219 Jul 13 08:17:56.366281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4b72de06-e24a-4eae-9709-91de54e3fd15'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:17:56.744872 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-bd7bfaad-4183-44eb-9b40-7886307e2ccc tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:56.746307 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-bd7bfaad-4183-44eb-9b40-7886307e2ccc tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 814 time: 0.1077442 Jul 13 08:17:56.761544 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-97f5e1fb-fec3-4689-91cc-8a83edb3b2ea tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/quotas/8f4c6c2f4dec4d6193126b9b9da77876 HTTP/1.1" status: 200 len: 375 time: 0.0098202 Jul 13 08:17:56.824801 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-88d4419d-c4f9-4912-a859-a89cf5c3b96f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578477 Jul 13 08:17:57.269164 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-f8178937-041f-4555-9fef-ac27c4a44db4 service neutron] 10.222.0.44 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373505 Jul 13 08:17:57.359388 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-05f3b830-e0c8-4438-8af7-b3c80a0d6fae service neutron] 10.222.0.44 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841794 Jul 13 08:17:57.543385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a049cf06-b73f-411d-8413-df37f3141102 req-c67d0289-c7de-4cc0-a4c8-e164fb7c8721 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 210 time: 0.0350389 Jul 13 08:17:57.878335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-fa11abd2-60bd-49ff-892a-0f8740d1e2ab tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:57.879924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-fa11abd2-60bd-49ff-892a-0f8740d1e2ab tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d922f36-7caf-4679-81f8-8f8f6c6530f9 HTTP/1.1" status: 200 len: 945 time: 0.0706024 Jul 13 08:17:57.943164 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4b72de06-e24a-4eae-9709-91de54e3fd15 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:17:58.003453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 4b72de06-e24a-4eae-9709-91de54e3fd15 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:58.007485 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-a0940e74-6543-47ef-ae7c-d33da023953f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Deleting port 4b72de06-e24a-4eae-9709-91de54e3fd15 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:58.007833 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-a0940e74-6543-47ef-ae7c-d33da023953f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:58.008125 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 4b72de06-e24a-4eae-9709-91de54e3fd15 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:58.008509 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:58.095741 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:58.114248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-a0940e74-6543-47ef-ae7c-d33da023953f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4b72de06-e24a-4eae-9709-91de54e3fd15,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:58.114618 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-a0940e74-6543-47ef-ae7c-d33da023953f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:58.122554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:58.125862 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76218c11-2d7f-4992-a2b4-26e515c4e292" -d '{"events": [{"server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "name": "network-vif-plugged", "status": "completed", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:58.128693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-a0940e74-6543-47ef-ae7c-d33da023953f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Calling delete_port for 4b72de06-e24a-4eae-9709-91de54e3fd15 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:58.144046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4b72de06-e24a-4eae-9709-91de54e3fd15, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4b72de06-e24a-4eae-9709-91de54e3fd15,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:58.149446 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:58.183953 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc65b52f-278b-458b-a37e-1e5f605d83de x-openstack-request-id: req-fc65b52f-278b-458b-a37e-1e5f605d83de {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:58.184350 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "name": "network-vif-plugged", "status": "completed", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:58.184612 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc65b52f-278b-458b-a37e-1e5f605d83de {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:58.185003 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15', 'code': 200} Jul 13 08:17:58.214488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4b72de06-e24a-4eae-9709-91de54e3fd15,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:58.280774 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-a0940e74-6543-47ef-ae7c-d33da023953f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:58.292519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4b72de06-e24a-4eae-9709-91de54e3fd15'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:17:58.309851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0940e74-6543-47ef-ae7c-d33da023953f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Pushing event deleted for resources: {'Port': ['ID=4b72de06-e24a-4eae-9709-91de54e3fd15,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:58.358015 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-a0940e74-6543-47ef-ae7c-d33da023953f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] No DVR routers for this DVR port 4b72de06-e24a-4eae-9709-91de54e3fd15 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:17:58.361605 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-a0940e74-6543-47ef-ae7c-d33da023953f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:58.363638 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ba042fa2-ffbc-4dab-82af-a7f71805c83c req-a0940e74-6543-47ef-ae7c-d33da023953f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.54 "DELETE /v2.0/ports/4b72de06-e24a-4eae-9709-91de54e3fd15 HTTP/1.1" status: 204 len: 173 time: 0.4700265 Jul 13 08:17:58.364107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'name': 'network-vif-deleted', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:58.366355 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8e2bca-a77a-4aaf-a473-783d59978ab0" -d '{"events": [{"server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "name": "network-vif-deleted", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:58.409146 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ec2b85-3e54-4f26-8581-4241fa5c3a28 x-openstack-request-id: req-d5ec2b85-3e54-4f26-8581-4241fa5c3a28 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:58.409489 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d922f36-7caf-4679-81f8-8f8f6c6530f9", "name": "network-vif-deleted", "tag": "4b72de06-e24a-4eae-9709-91de54e3fd15", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:58.409748 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5ec2b85-3e54-4f26-8581-4241fa5c3a28 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:58.410153 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d922f36-7caf-4679-81f8-8f8f6c6530f9', 'name': 'network-vif-deleted', 'tag': '4b72de06-e24a-4eae-9709-91de54e3fd15', 'status': 'completed', 'code': 200} Jul 13 08:17:58.717088 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-00280838-986f-48a7-b1f4-63db0aed03e3 req-331bb22b-456c-49c3-97c7-855ee624b67d tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 210 time: 0.0342898 Jul 13 08:17:58.727466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-7e69b3cf-d53b-4b66-8543-f457df829753 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:58.729104 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-7e69b3cf-d53b-4b66-8543-f457df829753 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.54 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 814 time: 0.1277025 Jul 13 08:17:58.741745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Request body: {'port': {'device_id': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116', 'admin_state_up': True, 'tenant_id': '8f4c6c2f4dec4d6193126b9b9da77876'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:58.864629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Made reservation on behalf of 8f4c6c2f4dec4d6193126b9b9da77876 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:17:58.868953 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.004111 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Allocated IP 172.20.0.9 (bdfef7c7-f663-40d4-9086-dc4be0e26116/36f8059d-ac61-4389-b532-ec8a459cd7b3/c75c08ca-273f-48e0-b5d2-060d6f49b2de) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:59.160608 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.200888 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.213955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4b72de06-e24a-4eae-9709-91de54e3fd15'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:17:59.253502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Network bdfef7c7-f663-40d4-9086-dc4be0e26116 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:59.256820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:59.260563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:59.287288 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Pushing event updated for resources: {'Port': ['ID=c75c08ca-273f-48e0-b5d2-060d6f49b2de,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:59.315681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:59.316330 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.330773 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-4e10886b-92fd-45de-91f8-b68294fb5fe3 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5929258 Jul 13 08:17:59.341972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Request body: {'port': {'device_id': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:59.420638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.692214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75c08ca-273f-48e0-b5d2-060d6f49b2de {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:17:59.699560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.711931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Transition to ACTIVE for port object c75c08ca-273f-48e0-b5d2-060d6f49b2de will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:59.715494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.767215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Pushing event updated for resources: {'Port': ['ID=c75c08ca-273f-48e0-b5d2-060d6f49b2de,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:59.841502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Attempting to bind port c75c08ca-273f-48e0-b5d2-060d6f49b2de on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:59.841840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Attempting to bind port c75c08ca-273f-48e0-b5d2-060d6f49b2de by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:59.842176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Attempting to bind port c75c08ca-273f-48e0-b5d2-060d6f49b2de on network bdfef7c7-f663-40d4-9086-dc4be0e26116 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:59.856771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Port c75c08ca-273f-48e0-b5d2-060d6f49b2de on network bdfef7c7-f663-40d4-9086-dc4be0e26116 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:17:59.857100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Attempting to bind port c75c08ca-273f-48e0-b5d2-060d6f49b2de on network bdfef7c7-f663-40d4-9086-dc4be0e26116 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:59.879282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:59.879623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Checking segment: {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:59.880026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Bound using segment: {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:59.880470 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Bound port: c75c08ca-273f-48e0-b5d2-060d6f49b2de, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:59.880835 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.960332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c0027-ccc0-4e5e-9963-549e70cd39eb req-2efb065e-8398-4c80-99b3-77edaac1fcc9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:59.961766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b1c0027-ccc0-4e5e-9963-549e70cd39eb req-2efb065e-8398-4c80-99b3-77edaac1fcc9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 943 time: 0.1215308 Jul 13 08:17:59.985530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:18:00.007731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:18:00.013839 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:00.022111 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b1c0027-ccc0-4e5e-9963-549e70cd39eb req-f15d5411-efe1-4014-8226-b52883f7681e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545835 Jul 13 08:18:00.053508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:00.054121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:00.055512 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] 10.222.0.54 "PUT /v2.0/ports/c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 200 len: 1091 time: 0.7176938 Jul 13 08:18:00.079034 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39756d-9f92-4770-8bc9-dfd775593da7 service neutron] Pushing event updated for resources: {'Port': ['ID=c75c08ca-273f-48e0-b5d2-060d6f49b2de,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:00.149420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-07c89ffb-d868-4372-8c3a-794161292983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:00.151218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-07c89ffb-d868-4372-8c3a-794161292983 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0558126 Jul 13 08:18:00.196586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-7f6fc3b3-ace3-40ae-861c-99e2fbee0308 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 200 len: 217 time: 0.0380666 Jul 13 08:18:00.244055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3778f10e-90ee-4d2a-a70a-12e0ab2154b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:00.245427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3778f10e-90ee-4d2a-a70a-12e0ab2154b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0430324 Jul 13 08:18:00.279095 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-533ed6df-d6c9-4584-9365-2928d1f471dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274305 Jul 13 08:18:00.371649 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-3f296ea2-55d5-4eaf-b2d7-c66f25302321 service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854726 Jul 13 08:18:00.432715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:00.435197 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c7c74f-8360-4007-8d2b-49c18b5a4995" -d '{"events": [{"name": "network-changed", "server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:00.466340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27db9b74-b5e4-47b1-9fe2-bdbac918c0ba req-e4bd7ff3-157b-46cf-85e1-ca099eebff8e service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882883 Jul 13 08:18:00.472826 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f418f596-12a2-442e-9c9c-6fe3060ed5a9 x-openstack-request-id: req-f418f596-12a2-442e-9c9c-6fe3060ed5a9 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:00.473186 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:00.473440 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f418f596-12a2-442e-9c9c-6fe3060ed5a9 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:00.473822 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de', 'status': 'completed', 'code': 200} Jul 13 08:18:00.573544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7c74f-8360-4007-8d2b-49c18b5a4995 req-c11a16e3-e0a3-4852-b58a-47ddbd9a38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:00.575065 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31c7c74f-8360-4007-8d2b-49c18b5a4995 req-c11a16e3-e0a3-4852-b58a-47ddbd9a38db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0581326 Jul 13 08:18:00.662964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7c74f-8360-4007-8d2b-49c18b5a4995 req-64036678-07ea-44de-8545-dba2bcc53b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:00.664487 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31c7c74f-8360-4007-8d2b-49c18b5a4995 req-64036678-07ea-44de-8545-dba2bcc53b43 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.0824702 Jul 13 08:18:00.708766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31c7c74f-8360-4007-8d2b-49c18b5a4995 req-556745d1-f12f-43c9-a7d9-f264252b6296 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 200 len: 217 time: 0.0379443 Jul 13 08:18:00.757235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7c74f-8360-4007-8d2b-49c18b5a4995 req-1d124947-44d8-4912-896c-da7e3ba070a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:00.758666 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31c7c74f-8360-4007-8d2b-49c18b5a4995 req-1d124947-44d8-4912-896c-da7e3ba070a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0441561 Jul 13 08:18:00.792557 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31c7c74f-8360-4007-8d2b-49c18b5a4995 req-bd870260-b8e5-49b2-8858-e81356bcdfe7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265434 Jul 13 08:18:00.886804 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31c7c74f-8360-4007-8d2b-49c18b5a4995 req-49062946-28a2-4853-b1b8-ab20fd0b4f63 service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873156 Jul 13 08:18:00.979462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-31c7c74f-8360-4007-8d2b-49c18b5a4995 req-d4cd3e48-db12-415a-88ce-d15b0137c879 service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855031 Jul 13 08:18:01.214662 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e4a31-5219-4684-83d0-314b7bf791e8 req-daaa3aef-23ae-4e1e-aeca-e1d17e5d8b34 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:01.216312 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-276e4a31-5219-4684-83d0-314b7bf791e8 req-daaa3aef-23ae-4e1e-aeca-e1d17e5d8b34 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 943 time: 0.0716217 Jul 13 08:18:01.256886 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-276e4a31-5219-4684-83d0-314b7bf791e8 req-d92cb58f-b5a1-403a-aacc-e3a9acea15bb tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Jul 13 08:18:01.958370 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4b72de06-e24a-4eae-9709-91de54e3fd15 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:18:01.980433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 4b72de06-e24a-4eae-9709-91de54e3fd15 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:18:01.980785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4b72de06-e24a-4eae-9709-91de54e3fd15 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:18:02.437816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5484-562e-4387-854f-4cc8811d7a4b req-f5b33432-c698-4d88-9891-f9d4825954dc tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:02.439586 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-415b5484-562e-4387-854f-4cc8811d7a4b req-f5b33432-c698-4d88-9891-f9d4825954dc tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 943 time: 0.0676315 Jul 13 08:18:02.482932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-415b5484-562e-4387-854f-4cc8811d7a4b req-6a25b5cb-9ade-49cc-8260-3afc11bcfb51 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371013 Jul 13 08:18:03.660482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e357e52-d3cc-4c91-add0-f653cffeaf2d req-a80cf457-895d-44ca-8ca2-fb68c0a37fd5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:03.662070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e357e52-d3cc-4c91-add0-f653cffeaf2d req-a80cf457-895d-44ca-8ca2-fb68c0a37fd5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 943 time: 0.0653253 Jul 13 08:18:03.699982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e357e52-d3cc-4c91-add0-f653cffeaf2d req-4d511e10-2414-4257-b34f-15c027a8c5e6 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Jul 13 08:18:03.973719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c75c08ca-273f-48e0-b5d2-060d6f49b2de details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:18:04.069989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:04.080601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de', 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116', 'port_id': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de', 'mac_address': 'fa:16:3e:3e:b2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f8059d-ac61-4389-b532-ec8a459cd7b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:18:04.115979 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:04.128837 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75c08ca-273f-48e0-b5d2-060d6f49b2de {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:18:04.147789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:04.151959 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:04.203808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=c75c08ca-273f-48e0-b5d2-060d6f49b2de,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:04.369330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['c75c08ca-273f-48e0-b5d2-060d6f49b2de'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:18:04.860982 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:04.885680 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26fb4e-ece2-41f2-9718-239b31d70103 req-756bcbd6-32e5-427e-8c7e-0af1a706bdd8 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:04.887172 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dd26fb4e-ece2-41f2-9718-239b31d70103 req-756bcbd6-32e5-427e-8c7e-0af1a706bdd8 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 944 time: 0.0706055 Jul 13 08:18:04.926110 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dd26fb4e-ece2-41f2-9718-239b31d70103 req-28a71411-fd4f-4a36-a946-f78e2e6ccfd7 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Jul 13 08:18:05.973970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c75c08ca-273f-48e0-b5d2-060d6f49b2de up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:06.025384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port c75c08ca-273f-48e0-b5d2-060d6f49b2de completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:06.028893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port c75c08ca-273f-48e0-b5d2-060d6f49b2de triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:06.029273 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:06.107575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e23ed-afbe-4f24-9c0f-b4ead9f44a39 req-fa306b52-c74b-4ca6-9614-cb376d6295c4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:06.109163 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-272e23ed-afbe-4f24-9c0f-b4ead9f44a39 req-fa306b52-c74b-4ca6-9614-cb376d6295c4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 944 time: 0.0700486 Jul 13 08:18:06.115846 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:06.143535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:06.147351 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e7797c-1682-49a0-9842-2a367202a4a6" -d '{"events": [{"server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:06.153463 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-272e23ed-afbe-4f24-9c0f-b4ead9f44a39 req-d81b6aa6-a006-4b9b-9226-e87ebc99dc01 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384448 Jul 13 08:18:06.162291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:06.166325 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:06.208971 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd94d275-3092-4873-bbf9-741deca3a4ce x-openstack-request-id: req-cd94d275-3092-4873-bbf9-741deca3a4ce {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:06.209289 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:06.209514 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd94d275-3092-4873-bbf9-741deca3a4ce {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:06.209904 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de', 'code': 200} Jul 13 08:18:06.226767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=c75c08ca-273f-48e0-b5d2-060d6f49b2de,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:06.234335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.234676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.235579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.236152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.236482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.236810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.237140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.237460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.237787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.238225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.238423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.238742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:06.334271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87927311-b3c2-42f6-acc9-b70f8796f370 req-0bb65a0e-6380-489a-8df5-368ec91bfca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:06.335775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-87927311-b3c2-42f6-acc9-b70f8796f370 req-0bb65a0e-6380-489a-8df5-368ec91bfca9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0603046 Jul 13 08:18:06.373800 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-87927311-b3c2-42f6-acc9-b70f8796f370 req-b48ff5df-39b7-48e4-8908-74c9736ed5be service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Jul 13 08:18:07.355765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaebc5f-afc6-420e-8437-00c8e3ff4d8e req-76128c6e-558a-431d-889d-1ae37a4ef953 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:07.357303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1aaebc5f-afc6-420e-8437-00c8e3ff4d8e req-76128c6e-558a-431d-889d-1ae37a4ef953 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0685604 Jul 13 08:18:07.403722 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1aaebc5f-afc6-420e-8437-00c8e3ff4d8e req-1341321c-2ed4-4114-bbb5-0f573bb991fc tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Jul 13 08:18:07.591077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a68ce-5720-41ac-a13d-614c2fcbd25f req-9416efda-0c0b-4f14-843b-d521aa8a1d90 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:07.592678 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-824a68ce-5720-41ac-a13d-614c2fcbd25f req-9416efda-0c0b-4f14-843b-d521aa8a1d90 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0677528 Jul 13 08:18:07.635229 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-824a68ce-5720-41ac-a13d-614c2fcbd25f req-6fdd0ec1-162f-4a29-ba94-c560768069c4 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366263 Jul 13 08:18:08.003909 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-5ab5425d-1135-4a88-91a0-152cf195cc08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0579116 Jul 13 08:18:08.064988 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354af42-299a-408c-afa1-1334401f874c req-0e3e69d0-e608-4f80-9082-d939edc303b1 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:08.067223 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f354af42-299a-408c-afa1-1334401f874c req-0e3e69d0-e608-4f80-9082-d939edc303b1 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0687447 Jul 13 08:18:08.107906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f354af42-299a-408c-afa1-1334401f874c req-404770f9-3c9c-4cc2-9915-103cc29c6119 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345964 Jul 13 08:18:08.393452 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:09.592698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-893029df-34be-4e57-b81f-1a9f140a599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:09.594212 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-893029df-34be-4e57-b81f-1a9f140a599c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 1096 time: 0.4334283 Jul 13 08:18:09.617896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7993603-ff34-44d6-ab99-0b62960140ac req-f5d78598-04d2-43d3-8682-17cc3877a78b tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:09.619330 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7993603-ff34-44d6-ab99-0b62960140ac req-f5d78598-04d2-43d3-8682-17cc3877a78b tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0897856 Jul 13 08:18:09.704342 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7993603-ff34-44d6-ab99-0b62960140ac req-db677a60-4fd2-4a08-a5ca-f4e951c2ca50 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752170 Jul 13 08:18:09.723554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-c0964c8c-6837-4960-a037-305ce3baad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:09.725081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-c0964c8c-6837-4960-a037-305ce3baad4f service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.1230373 Jul 13 08:18:09.765381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-2c5e6611-b0d2-4e58-811a-df5b2a7a0937 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 200 len: 217 time: 0.0344868 Jul 13 08:18:09.818957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-970cbd0e-b169-4065-9870-a52e6bfb681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:09.820419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-970cbd0e-b169-4065-9870-a52e6bfb681b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0491273 Jul 13 08:18:09.851907 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-6771ad66-9602-42b9-bb29-98445debfb71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256617 Jul 13 08:18:09.939234 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-905befc8-9eb7-45c3-96df-5f01fb6dca1b service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812874 Jul 13 08:18:10.030689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-2459331b-956f-404e-8c56-761529aa2f75 service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855496 Jul 13 08:18:10.888341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c31a-8722-481f-93e3-3fefdb0ea6f6 req-b65dbde2-7328-49f9-acd8-1723c52f1fe7 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:10.889892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1774c31a-8722-481f-93e3-3fefdb0ea6f6 req-b65dbde2-7328-49f9-acd8-1723c52f1fe7 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0719199 Jul 13 08:18:10.931105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1774c31a-8722-481f-93e3-3fefdb0ea6f6 req-7c26f5e1-6db9-4e80-a5df-ba965f43d8c5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347507 Jul 13 08:18:12.116989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468fbcc-2249-4912-b70f-a1eef751a97f req-d3ac49ba-59fb-4b7d-a243-cb87c464eec2 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:12.118514 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8468fbcc-2249-4912-b70f-a1eef751a97f req-d3ac49ba-59fb-4b7d-a243-cb87c464eec2 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0632532 Jul 13 08:18:12.157403 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8468fbcc-2249-4912-b70f-a1eef751a97f req-42e3b5b7-d6fa-4cca-a746-f68499a65dec tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Jul 13 08:18:13.352181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f92311-a056-4754-a49d-302ea5b096dd req-0089f9a7-670d-4d5f-a83b-ef6fcb3afa66 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:13.354225 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8f92311-a056-4754-a49d-302ea5b096dd req-0089f9a7-670d-4d5f-a83b-ef6fcb3afa66 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0683463 Jul 13 08:18:13.399476 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e8f92311-a056-4754-a49d-302ea5b096dd req-914d6437-76f2-4d7c-961a-e8047fc7850b tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362751 Jul 13 08:18:14.348482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2d1b-bc2f-430c-9c7f-545868b5d07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:14.580482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46755159-3ddf-4416-bc8b-c2a986d67453 req-7b803444-8ea4-4575-98af-5dc370d9330a tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:14.582516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46755159-3ddf-4416-bc8b-c2a986d67453 req-7b803444-8ea4-4575-98af-5dc370d9330a tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0703254 Jul 13 08:18:14.620679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-46755159-3ddf-4416-bc8b-c2a986d67453 req-af972cd7-0e24-4ac7-9ea8-ad349f4efcbb tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Jul 13 08:18:15.796968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790ce7b-926f-4792-9279-5f14c3985727 req-5b11e044-0c0c-43ee-82cc-f6e4d8291305 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:15.798468 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d790ce7b-926f-4792-9279-5f14c3985727 req-5b11e044-0c0c-43ee-82cc-f6e4d8291305 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0636992 Jul 13 08:18:15.836443 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d790ce7b-926f-4792-9279-5f14c3985727 req-3ba2461e-f0de-4cba-9197-7865d9f50b9c tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Jul 13 08:18:17.015923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a5aa0-d27d-4ad4-ba54-a9082eb7411f req-f79dd722-bffe-4916-b360-3c7885316bdf tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:17.017436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-070a5aa0-d27d-4ad4-ba54-a9082eb7411f req-f79dd722-bffe-4916-b360-3c7885316bdf tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0640187 Jul 13 08:18:17.057218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-070a5aa0-d27d-4ad4-ba54-a9082eb7411f req-6dfeb3e7-fb73-4467-b6ba-6632f902741e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Jul 13 08:18:17.146714 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:17.306356 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5dab64c3-1277-44db-bb4b-b864f081bf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:18.103545 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:18.240376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667ed0e-8218-4c5e-9e97-dbc5680684e1 req-cce5b710-8997-48e8-9a59-e4c8c19f67eb tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:18.241790 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d667ed0e-8218-4c5e-9e97-dbc5680684e1 req-cce5b710-8997-48e8-9a59-e4c8c19f67eb tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0682361 Jul 13 08:18:18.280169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d667ed0e-8218-4c5e-9e97-dbc5680684e1 req-4241ad35-609c-4255-a6db-bb2585b8790c tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327289 Jul 13 08:18:19.456897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d17d-3e1c-4644-b200-3a5da74b77cf req-8f2224d5-7f74-4b75-aaf9-87905e2ccda5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:19.458416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25c0d17d-3e1c-4644-b200-3a5da74b77cf req-8f2224d5-7f74-4b75-aaf9-87905e2ccda5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0660737 Jul 13 08:18:19.500539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25c0d17d-3e1c-4644-b200-3a5da74b77cf req-27153a26-4462-447e-a639-59f81e2fef8c tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363424 Jul 13 08:18:19.907397 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:20.678450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82263163-3997-4308-b394-38095b529781 req-25219188-7d69-4e88-8fbc-c88f23973b1e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:20.679957 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82263163-3997-4308-b394-38095b529781 req-25219188-7d69-4e88-8fbc-c88f23973b1e tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0657291 Jul 13 08:18:20.723051 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-82263163-3997-4308-b394-38095b529781 req-d56ac205-9fd8-43b1-ab08-f96c3c5e8580 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348446 Jul 13 08:18:21.132489 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:18:21.912002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976178e4-f681-49d3-9c9c-be86128bdce2 req-52543f34-260e-4ad8-80c0-7ea668b48fe5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:21.913568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-976178e4-f681-49d3-9c9c-be86128bdce2 req-52543f34-260e-4ad8-80c0-7ea668b48fe5 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0762279 Jul 13 08:18:21.956805 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-976178e4-f681-49d3-9c9c-be86128bdce2 req-5c89f68f-37f9-4a1c-8c9f-659a36024186 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370564 Jul 13 08:18:23.140110 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5afff-e80b-49d6-ad85-7d9923e738d6 req-53762906-c2fa-47c2-978e-4024e70e88f9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:23.141633 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-61f5afff-e80b-49d6-ad85-7d9923e738d6 req-53762906-c2fa-47c2-978e-4024e70e88f9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0693455 Jul 13 08:18:23.182978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-61f5afff-e80b-49d6-ad85-7d9923e738d6 req-012cd22e-c1c7-483f-8dda-29e68f793905 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353584 Jul 13 08:18:24.356834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79251c-da2d-460f-91b5-a1a834c6939d req-25e224c1-99a5-4cde-822e-169a44bfec55 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:24.358391 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f79251c-da2d-460f-91b5-a1a834c6939d req-25e224c1-99a5-4cde-822e-169a44bfec55 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0642660 Jul 13 08:18:24.401324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f79251c-da2d-460f-91b5-a1a834c6939d req-398b1aa7-5f5c-429f-90f1-dd975ef8b699 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364091 Jul 13 08:18:25.582586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ecdbc-3b85-456a-8f46-706bc11d051f req-32e84abf-c37a-4899-9c33-336918c2a15c tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:25.584161 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b3ecdbc-3b85-456a-8f46-706bc11d051f req-32e84abf-c37a-4899-9c33-336918c2a15c tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0659289 Jul 13 08:18:25.623657 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b3ecdbc-3b85-456a-8f46-706bc11d051f req-3153fed5-235f-4d06-85d2-ea34a4a1bfcc tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338166 Jul 13 08:18:26.810865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51500fc-3c95-4588-825b-e7eeefe91a20 req-55f3a2ed-c81c-4bab-9635-f544bd3f8133 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:26.812397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e51500fc-3c95-4588-825b-e7eeefe91a20 req-55f3a2ed-c81c-4bab-9635-f544bd3f8133 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0676000 Jul 13 08:18:26.851279 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e51500fc-3c95-4588-825b-e7eeefe91a20 req-8dd60152-68b9-411f-b7ce-5044b7a664a9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Jul 13 08:18:28.224311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebbf72-aee3-46fe-8acb-c82c52255a38 req-53c04e8a-dce5-47b4-ba1c-0fe15197bdab tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:28.225834 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ecebbf72-aee3-46fe-8acb-c82c52255a38 req-53c04e8a-dce5-47b4-ba1c-0fe15197bdab tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0626507 Jul 13 08:18:28.265908 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ecebbf72-aee3-46fe-8acb-c82c52255a38 req-ae5199e6-83f1-4ed1-8c65-99596309e3bc tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346394 Jul 13 08:18:29.440708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7b982-bff0-4380-a607-dfe8c0fa0f62 req-3c5a2d5e-6571-4b93-b0e1-fb84e6f2d871 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:29.442940 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25a7b982-bff0-4380-a607-dfe8c0fa0f62 req-3c5a2d5e-6571-4b93-b0e1-fb84e6f2d871 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0644426 Jul 13 08:18:29.481122 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25a7b982-bff0-4380-a607-dfe8c0fa0f62 req-c59df529-55b1-44f8-8ca3-93980dad0918 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326078 Jul 13 08:18:30.658341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fa019-1b78-4e0d-a78b-befa25804274 req-2a2d2a0b-a277-40cd-9bca-c947ddb37480 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:30.659840 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d1fa019-1b78-4e0d-a78b-befa25804274 req-2a2d2a0b-a277-40cd-9bca-c947ddb37480 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0678036 Jul 13 08:18:30.699274 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5d1fa019-1b78-4e0d-a78b-befa25804274 req-5b502ab2-521c-4bf8-99ea-71ee6bc61755 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331569 Jul 13 08:18:31.874246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592cd42-4b5f-49a3-92a5-442b5ef6f960 req-c99838c2-938d-4f1d-accb-eeb63906f734 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:31.875741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7592cd42-4b5f-49a3-92a5-442b5ef6f960 req-c99838c2-938d-4f1d-accb-eeb63906f734 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0628147 Jul 13 08:18:31.919784 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7592cd42-4b5f-49a3-92a5-442b5ef6f960 req-8131c029-b814-466d-b7bb-1b7cea31bbc9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372763 Jul 13 08:18:32.230828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0e04-5c58-4558-a786-c5d5e73c9c94 req-00940d27-3166-4f27-9a22-35f3805669d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:32.232418 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d1f0e04-5c58-4558-a786-c5d5e73c9c94 req-00940d27-3166-4f27-9a22-35f3805669d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 1096 time: 0.1063786 Jul 13 08:18:32.340638 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0e04-5c58-4558-a786-c5d5e73c9c94 req-c87ef8ae-b269-4e6c-bfe8-aac0bc49e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:32.342138 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d1f0e04-5c58-4558-a786-c5d5e73c9c94 req-c87ef8ae-b269-4e6c-bfe8-aac0bc49e44e service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.0882018 Jul 13 08:18:32.387817 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d1f0e04-5c58-4558-a786-c5d5e73c9c94 req-b5cd8af5-4859-404c-9f94-545096854a77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 200 len: 217 time: 0.0379717 Jul 13 08:18:32.436520 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0e04-5c58-4558-a786-c5d5e73c9c94 req-357e317f-b97b-4026-b159-40e34366faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:32.437954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d1f0e04-5c58-4558-a786-c5d5e73c9c94 req-357e317f-b97b-4026-b159-40e34366faf1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0439527 Jul 13 08:18:32.470368 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d1f0e04-5c58-4558-a786-c5d5e73c9c94 req-80a53184-d399-41b3-b7df-54b14b8fa727 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258803 Jul 13 08:18:32.565806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d1f0e04-5c58-4558-a786-c5d5e73c9c94 req-57c2b47f-282a-45b4-a83f-38482856aa5b service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875235 Jul 13 08:18:32.676950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9d1f0e04-5c58-4558-a786-c5d5e73c9c94 req-1e9e3d5d-06be-4ec4-b86e-36e9f9a6f07e service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027172 Jul 13 08:18:33.147889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277c52f-5205-4087-8d39-7ec3c3c31d45 req-ac0340fe-2e06-4fed-aeb1-f7038ec57766 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:33.149426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8277c52f-5205-4087-8d39-7ec3c3c31d45 req-ac0340fe-2e06-4fed-aeb1-f7038ec57766 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.1170232 Jul 13 08:18:33.190050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8277c52f-5205-4087-8d39-7ec3c3c31d45 req-df32130a-6855-4ebf-8a68-3c64e8fea908 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348642 Jul 13 08:18:34.424184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094edb5-9219-4792-94e2-dfef6257a84f req-953c083b-98b8-4f4a-acb7-598d457265a2 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:34.425737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1094edb5-9219-4792-94e2-dfef6257a84f req-953c083b-98b8-4f4a-acb7-598d457265a2 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.1215420 Jul 13 08:18:34.463845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1094edb5-9219-4792-94e2-dfef6257a84f req-3bf1d589-740a-42df-8f4f-365878b54ed2 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319116 Jul 13 08:18:34.860613 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:35.646857 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80c629-8620-468c-bdee-8b802057095f req-8bfe1155-eb38-4843-ab61-0407f960ee55 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:35.648426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a80c629-8620-468c-bdee-8b802057095f req-8bfe1155-eb38-4843-ab61-0407f960ee55 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0697074 Jul 13 08:18:35.687126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a80c629-8620-468c-bdee-8b802057095f req-5bceeede-e208-4edf-ac83-26e7c796d8a9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Jul 13 08:18:36.797394 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e4af5d81-f108-441a-913b-3cd45963b2ac service neutron] show failed (client error): The resource could not be found. Jul 13 08:18:36.798449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e4af5d81-f108-441a-913b-3cd45963b2ac service neutron] 10.222.0.54 "GET /v2.0/ports/c75c08ca-273f-48e0-b5d2-060d6f49b2de/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0576892 Jul 13 08:18:36.879835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05f9d0-9f7b-4236-90cb-0945503ec6a6 req-69e43528-745e-450b-9c30-bf96e447ebec tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:36.881540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f05f9d0-9f7b-4236-90cb-0945503ec6a6 req-69e43528-745e-450b-9c30-bf96e447ebec tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0668554 Jul 13 08:18:36.930315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7f05f9d0-9f7b-4236-90cb-0945503ec6a6 req-238d8d53-3787-4077-bc27-28803225fd0c tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Jul 13 08:18:37.113776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-7bd0deda-3763-4b9d-a73a-425900f91d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:37.115611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-7bd0deda-3763-4b9d-a73a-425900f91d7d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5&tenant_id=8f4c6c2f4dec4d6193126b9b9da77876 HTTP/1.1" status: 200 len: 1096 time: 0.1058047 Jul 13 08:18:37.128251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:37.199125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:37.408474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:37.441526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:18:37.487359 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:37.489726 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbe635b-8d74-439c-8114-8c1788a74ddb" -d '{"events": [{"server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:37.493467 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:37.509581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Transition to ACTIVE for port object c75c08ca-273f-48e0-b5d2-060d6f49b2de will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:18:37.514755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:37.552971 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243707de-b30c-41bc-bf6f-d9a5557e7946 x-openstack-request-id: req-243707de-b30c-41bc-bf6f-d9a5557e7946 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:37.552971 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:37.553192 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-243707de-b30c-41bc-bf6f-d9a5557e7946 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:37.553451 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de', 'code': 200} Jul 13 08:18:37.587735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] No DVR routers for this DVR port c75c08ca-273f-48e0-b5d2-060d6f49b2de on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:18:37.589632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Pushing event updated for resources: {'Port': ['ID=c75c08ca-273f-48e0-b5d2-060d6f49b2de,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:37.602748 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.603105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.603453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.603794 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.604139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.604486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.604818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.605144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.605474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.605806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.606134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.606467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:37.639907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Attempting to bind port c75c08ca-273f-48e0-b5d2-060d6f49b2de on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:18:37.640273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Attempting to bind port c75c08ca-273f-48e0-b5d2-060d6f49b2de by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:18:37.640605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Attempting to bind port c75c08ca-273f-48e0-b5d2-060d6f49b2de on network bdfef7c7-f663-40d4-9086-dc4be0e26116 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:37.644950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Port c75c08ca-273f-48e0-b5d2-060d6f49b2de on network bdfef7c7-f663-40d4-9086-dc4be0e26116 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:18:37.646385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Attempting to bind port c75c08ca-273f-48e0-b5d2-060d6f49b2de on network bdfef7c7-f663-40d4-9086-dc4be0e26116 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:37.651550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:18:37.651889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Checking segment: {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:18:37.652308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Bound using segment: {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:18:37.652739 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Bound port: c75c08ca-273f-48e0-b5d2-060d6f49b2de, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd113afb-11f8-4fb0-8495-934c8a72b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:18:37.653098 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:37.723945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:18:37.727073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:18:37.731125 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:37.771978 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:37.772635 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:37.774048 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] 10.222.0.53 "PUT /v2.0/ports/c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 200 len: 1091 time: 0.6499119 Jul 13 08:18:37.791479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2033d2e-e07b-4142-92b4-8686ef070714 service neutron] Pushing event updated for resources: {'Port': ['ID=c75c08ca-273f-48e0-b5d2-060d6f49b2de,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:37.854590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-91ab4dea-a721-4d03-a10f-fd745dba739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:37.856156 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-91ab4dea-a721-4d03-a10f-fd745dba739b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0568357 Jul 13 08:18:37.956193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-572fd2c4-2b89-40f6-a98c-a8f5e27abcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:37.958261 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-572fd2c4-2b89-40f6-a98c-a8f5e27abcf9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.0954537 Jul 13 08:18:38.000227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-462c4d2e-af74-4135-9a65-01b2a6e675c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 200 len: 217 time: 0.0366852 Jul 13 08:18:38.080901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-688a055b-57e8-467e-b327-0d69d65dd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:38.082371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-688a055b-57e8-467e-b327-0d69d65dd890 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0760148 Jul 13 08:18:38.119547 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-dde50700-2e7f-45e2-aaa0-f0de09d729d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301080 Jul 13 08:18:38.132308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-b87c135c-bd4a-4aad-8900-bb8ae02a4f3c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:18:38.133321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-b87c135c-bd4a-4aad-8900-bb8ae02a4f3c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056565 Jul 13 08:18:38.175622 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16daa0d3-96fe-42e4-99a3-ce49d810dee6 req-2e17e8f1-35dd-4a41-852d-b048b85fc429 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:38.178345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16daa0d3-96fe-42e4-99a3-ce49d810dee6 req-2e17e8f1-35dd-4a41-852d-b048b85fc429 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 943 time: 0.1317713 Jul 13 08:18:38.259285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16daa0d3-96fe-42e4-99a3-ce49d810dee6 req-2c0254f3-e17c-4a22-a35a-7382899efdf7 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739427 Jul 13 08:18:38.269383 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-658e286a-3da6-4949-ae33-0113ea801306 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296387 Jul 13 08:18:38.360938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af15a3a0-91c2-4a6c-b5e9-c63b4abaaebf req-38d9bde3-6a6f-4d0d-b5de-c72cfff8f28c service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857434 Jul 13 08:18:38.389397 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:39.451657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ef0b3-6981-4318-b8a6-6e90932a1df6 req-da6a65cc-7549-4001-a138-0f05f1528dcb tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:39.453191 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d40ef0b3-6981-4318-b8a6-6e90932a1df6 req-da6a65cc-7549-4001-a138-0f05f1528dcb tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 943 time: 0.0651655 Jul 13 08:18:39.491513 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d40ef0b3-6981-4318-b8a6-6e90932a1df6 req-ded5a318-eafe-4120-8ca2-1c7f6c663943 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324779 Jul 13 08:18:39.555316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:39.557683 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063" -d '{"events": [{"name": "network-changed", "server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:39.605376 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441a49a2-6672-49b2-9edc-176383c14462 x-openstack-request-id: req-441a49a2-6672-49b2-9edc-176383c14462 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:39.605666 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:39.605916 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-441a49a2-6672-49b2-9edc-176383c14462 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:39.606333 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de', 'status': 'completed', 'code': 200} Jul 13 08:18:39.723298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-b80c0dc7-4c65-4f94-bcb2-95daeb1c9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:39.725098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-b80c0dc7-4c65-4f94-bcb2-95daeb1c9924 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 1094 time: 0.1002409 Jul 13 08:18:39.726887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-f3c8034d-70d2-4c9c-a836-e5994bafae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:39.728287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-f3c8034d-70d2-4c9c-a836-e5994bafae9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0947323 Jul 13 08:18:39.891235 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-9c40788d-5ade-444f-9446-507e0868f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:39.896119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-9c40788d-5ade-444f-9446-507e0868f84c service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.1529784 Jul 13 08:18:39.896119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-cc92644a-3f72-4756-81cb-3321149b953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:39.896119 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-cc92644a-3f72-4756-81cb-3321149b953c service neutron] 10.222.0.53 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.1636374 Jul 13 08:18:39.948450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-1e938979-71d3-489c-b8df-d16e9e15429f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 200 len: 217 time: 0.0488162 Jul 13 08:18:39.984022 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-a9a74b76-44a1-4a9d-b5bb-da18dbb7b112 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 200 len: 217 time: 0.0761790 Jul 13 08:18:40.061618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-81ca58fe-b9a4-48b6-827b-668db59e4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:40.063101 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-81ca58fe-b9a4-48b6-827b-668db59e4d2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0877426 Jul 13 08:18:40.066447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-3fe201ba-d5b9-4848-9486-4ffd10e9038e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:40.068174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-3fe201ba-d5b9-4848-9486-4ffd10e9038e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0634758 Jul 13 08:18:40.103809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-263264b0-5155-4732-8a5e-6e40ab7688e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346920 Jul 13 08:18:40.122020 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-86cd1679-e2f4-4ddb-825d-45d0cf51b528 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456872 Jul 13 08:18:40.178256 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c75c08ca-273f-48e0-b5d2-060d6f49b2de no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:18:40.216476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device c75c08ca-273f-48e0-b5d2-060d6f49b2de not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:18:40.277505 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-1d22db0e-1e07-43d1-aa33-9496241a6ff7 service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578200 Jul 13 08:18:40.280989 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-d654f35b-0233-4f58-a048-fbcd86bbc6d7 service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514018 Jul 13 08:18:40.445853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-7841de2e-517c-4170-9707-d7faffe000af service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621647 Jul 13 08:18:40.450938 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eecbd4ec-1d5c-42e2-a6b5-17bd2bfe6063 req-53ae13b9-97d0-40bf-bb15-6c026d314feb service neutron] 10.222.0.53 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484811 Jul 13 08:18:40.665563 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029d542-503f-423c-a60d-0d16bae756d6 req-f845b791-289f-492b-85ec-9da0ce066d90 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:40.667086 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6029d542-503f-423c-a60d-0d16bae756d6 req-f845b791-289f-492b-85ec-9da0ce066d90 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 943 time: 0.0647171 Jul 13 08:18:40.720500 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6029d542-503f-423c-a60d-0d16bae756d6 req-72237c5e-a0f5-4330-aec0-61d301d7cee8 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457864 Jul 13 08:18:41.032093 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ba868-9df3-4f4b-8bd5-ac779f041eaf req-03882812-0bae-4274-90f9-ecb94cbeb59d tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:41.033520 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-899ba868-9df3-4f4b-8bd5-ac779f041eaf req-03882812-0bae-4274-90f9-ecb94cbeb59d tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 943 time: 0.0715764 Jul 13 08:18:41.036766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-bb5c0b95-fe1e-4186-a1df-a939b060f563 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:41.038322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-bb5c0b95-fe1e-4186-a1df-a939b060f563 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.54 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5&tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 943 time: 0.0774374 Jul 13 08:18:41.085822 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-899ba868-9df3-4f4b-8bd5-ac779f041eaf req-c842fe97-a8e0-498f-b8b1-d1f17d3f68ed tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Jul 13 08:18:41.099550 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-b291669a-789d-469a-b892-e359bfd07869 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:18:41.100658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-b291669a-789d-469a-b892-e359bfd07869 service neutron] 10.222.0.54 "DELETE /v2.0/ports/c75c08ca-273f-48e0-b5d2-060d6f49b2de/bindings/n-h2-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0569828 Jul 13 08:18:41.198325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-47968379-ae1c-4148-a380-ba59f8df1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:41.199824 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-47968379-ae1c-4148-a380-ba59f8df1783 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0552750 Jul 13 08:18:41.295699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-8ea8eea6-f12c-427f-b509-515cc3907db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:41.297253 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-8ea8eea6-f12c-427f-b509-515cc3907db4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 200 len: 915 time: 0.0911524 Jul 13 08:18:41.344723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-87a6d707-a60d-4c11-818f-13db024287d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 200 len: 217 time: 0.0411079 Jul 13 08:18:41.397066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-9247cd2a-824f-4c79-a49a-a4518cfa37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:41.398558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-9247cd2a-824f-4c79-a49a-a4518cfa37c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 200 len: 854 time: 0.0485835 Jul 13 08:18:41.432180 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-dee581f2-1774-42be-890e-433168dc4030 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bdfef7c7-f663-40d4-9086-dc4be0e26116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270197 Jul 13 08:18:41.524456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-3b73ad33-19c3-454b-a4bf-537e67363d9f service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856655 Jul 13 08:18:41.614221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-920f9dfd-00d5-42b6-9d83-cc86db3b0540 req-1bf34a79-d212-43a1-af4b-a8a9b8fa3a99 service neutron] 10.222.0.54 "GET /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817292 Jul 13 08:18:41.755585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c75c08ca-273f-48e0-b5d2-060d6f49b2de details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:18:41.846346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:41.859965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de', 'network_id': 'bdfef7c7-f663-40d4-9086-dc4be0e26116', 'port_id': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de', 'mac_address': 'fa:16:3e:3e:b2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f8059d-ac61-4389-b532-ec8a459cd7b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:18:41.898084 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:41.912860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75c08ca-273f-48e0-b5d2-060d6f49b2de {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:18:41.936849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:41.941165 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:41.996327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c75c08ca-273f-48e0-b5d2-060d6f49b2de,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:42.201707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c75c08ca-273f-48e0-b5d2-060d6f49b2de'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:18:42.271762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900f9d9-dc2c-4a0b-a708-ade0c989bc68 req-f1a1a12c-5b0f-4d0a-98d4-6c746a362b38 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:42.273321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1900f9d9-dc2c-4a0b-a708-ade0c989bc68 req-f1a1a12c-5b0f-4d0a-98d4-6c746a362b38 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 944 time: 0.0677059 Jul 13 08:18:42.315572 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1900f9d9-dc2c-4a0b-a708-ade0c989bc68 req-862a6c31-e889-48c9-a520-014e944a078d tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363500 Jul 13 08:18:42.499702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8b81-a917-4999-874e-564946f80a69 req-188f6951-d9f4-47d7-9ed6-51e70db604be tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:42.501375 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-807d8b81-a917-4999-874e-564946f80a69 req-188f6951-d9f4-47d7-9ed6-51e70db604be tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 944 time: 0.0701423 Jul 13 08:18:42.542599 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-807d8b81-a917-4999-874e-564946f80a69 req-25ed1aca-7f0d-4cf3-936a-3278c06c23bb tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Jul 13 08:18:42.719019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b57c-8586-4cf6-a5dc-fb9548a6abd6 req-3786f0aa-2afe-4864-9cc5-90b0a0df8aba tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:42.720548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5b4b57c-8586-4cf6-a5dc-fb9548a6abd6 req-3786f0aa-2afe-4864-9cc5-90b0a0df8aba tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 944 time: 0.0693555 Jul 13 08:18:42.760092 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5b4b57c-8586-4cf6-a5dc-fb9548a6abd6 req-5f7033bb-c7d2-471e-a332-ee34f88bb2fb tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334277 Jul 13 08:18:43.353552 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ff5cc-b615-4b4c-af5f-ba399b957844 req-c437bb79-1dbe-4c2b-8b06-1f218d38d51f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:43.355063 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf5ff5cc-b615-4b4c-af5f-ba399b957844 req-c437bb79-1dbe-4c2b-8b06-1f218d38d51f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 944 time: 0.0815117 Jul 13 08:18:43.392250 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf5ff5cc-b615-4b4c-af5f-ba399b957844 req-5e81e9ca-3adf-414e-af11-68b7b4bcada2 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315676 Jul 13 08:18:43.760174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c75c08ca-273f-48e0-b5d2-060d6f49b2de up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:43.805587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port c75c08ca-273f-48e0-b5d2-060d6f49b2de completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:43.809072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port c75c08ca-273f-48e0-b5d2-060d6f49b2de triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:43.809441 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:43.882949 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:43.905598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:43.907846 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3ab8d8-e5ec-4fe3-b9c0-94852c72296d" -d '{"events": [{"server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:43.920553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:43.924843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:43.950915 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebff5fb-d474-4f2f-b74e-177c06de5958 x-openstack-request-id: req-1ebff5fb-d474-4f2f-b74e-177c06de5958 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:43.951227 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "name": "network-vif-plugged", "status": "completed", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:43.951466 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ebff5fb-d474-4f2f-b74e-177c06de5958 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:43.951857 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de', 'code': 200} Jul 13 08:18:43.979325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=c75c08ca-273f-48e0-b5d2-060d6f49b2de,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:44.338546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-61617159-18a3-472e-9c25-d2d0a5b4583f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:44.340040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-61617159-18a3-472e-9c25-d2d0a5b4583f tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.53 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0611243 Jul 13 08:18:44.349457 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f6e4d25c-a5f6-4931-87e7-4ebd96a81d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:44.443138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-ebceca36-a682-4ccb-a7d1-672686e1c2e9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Deleting port c75c08ca-273f-48e0-b5d2-060d6f49b2de {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:18:44.443611 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-ebceca36-a682-4ccb-a7d1-672686e1c2e9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:44.530069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-ebceca36-a682-4ccb-a7d1-672686e1c2e9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] For port c75c08ca-273f-48e0-b5d2-060d6f49b2de, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=c75c08ca-273f-48e0-b5d2-060d6f49b2de,segment=NetworkSegment(bd113afb-11f8-4fb0-8495-934c8a72b442),segment_id=bd113afb-11f8-4fb0-8495-934c8a72b442)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:44.530438 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-ebceca36-a682-4ccb-a7d1-672686e1c2e9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:44.543939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-ebceca36-a682-4ccb-a7d1-672686e1c2e9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Calling delete_port for c75c08ca-273f-48e0-b5d2-060d6f49b2de owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:18:44.568738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5eee0-4e8a-4144-95d4-1b7b9d6926d1 req-7559b3ef-301f-48f8-96fc-db8b63a22299 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:44.570333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22a5eee0-4e8a-4144-95d4-1b7b9d6926d1 req-7559b3ef-301f-48f8-96fc-db8b63a22299 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/ports?device_id=c03ce37b-82cf-4514-8589-d942dc99c7a5 HTTP/1.1" status: 200 len: 945 time: 0.0646136 Jul 13 08:18:44.607588 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22a5eee0-4e8a-4144-95d4-1b7b9d6926d1 req-e8f37328-de4a-4962-8807-043dfce1cc28 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.44 "GET /v2.0/security-groups?id=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Jul 13 08:18:44.673483 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-ebceca36-a682-4ccb-a7d1-672686e1c2e9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:44.684970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['c75c08ca-273f-48e0-b5d2-060d6f49b2de'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:18:44.705323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceca36-a682-4ccb-a7d1-672686e1c2e9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Pushing event deleted for resources: {'Port': ['ID=c75c08ca-273f-48e0-b5d2-060d6f49b2de,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:44.753925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-ebceca36-a682-4ccb-a7d1-672686e1c2e9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] No DVR routers for this DVR port c75c08ca-273f-48e0-b5d2-060d6f49b2de on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:18:44.757381 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-ebceca36-a682-4ccb-a7d1-672686e1c2e9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:44.759358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d85fed4-5df9-4543-8de6-93a3082bfbb2 req-ebceca36-a682-4ccb-a7d1-672686e1c2e9 tempest-ServerDiskConfigTestJSON-526056394 tempest-ServerDiskConfigTestJSON-526056394-project] 10.222.0.53 "DELETE /v2.0/ports/c75c08ca-273f-48e0-b5d2-060d6f49b2de HTTP/1.1" status: 204 len: 173 time: 0.4141650 Jul 13 08:18:44.759856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'name': 'network-vif-deleted', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:44.762156 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5898ad-9a2d-43ce-a1e6-9d3f13e02763" -d '{"events": [{"server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "name": "network-vif-deleted", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:44.798242 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a07a121-5263-4c79-bbb1-4ad1dd968241 x-openstack-request-id: req-5a07a121-5263-4c79-bbb1-4ad1dd968241 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:44.798536 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03ce37b-82cf-4514-8589-d942dc99c7a5", "name": "network-vif-deleted", "tag": "c75c08ca-273f-48e0-b5d2-060d6f49b2de", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:44.798794 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a07a121-5263-4c79-bbb1-4ad1dd968241 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:44.799201 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03ce37b-82cf-4514-8589-d942dc99c7a5', 'name': 'network-vif-deleted', 'tag': 'c75c08ca-273f-48e0-b5d2-060d6f49b2de', 'status': 'completed', 'code': 200} Jul 13 08:18:45.839966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 41976) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:45.885288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Deleting subnet 36f8059d-ac61-4389-b532-ec8a459cd7b3 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:18:45.888453 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:45.928698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:45.967789 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.019256 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.047986 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f8059d-ac61-4389-b532-ec8a459cd7b3,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:46.051542 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.053436 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/36f8059d-ac61-4389-b532-ec8a459cd7b3 HTTP/1.1" status: 204 len: 168 time: 0.2124376 Jul 13 08:18:46.056142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41978) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:46.058618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.058966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.059315 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.059656 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.059992 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.060356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.060687 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.061016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.061351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.061675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.062002 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.062321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db01daa-e5b1-4706-bb19-a9e18e890f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:46.127048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.208555 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.218191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfef7c7-f663-40d4-9086-dc4be0e26116']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:46.228270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd113afb-11f8-4fb0-8495-934c8a72b442') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:46.228566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd113afb-11f8-4fb0-8495-934c8a72b442') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:46.236977 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.250331 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.256580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:18:46.256994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:18:46.258611 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:18:46.309926 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.315448 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.322042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bdfef7c7-f663-40d4-9086-dc4be0e26116 HTTP/1.1" status: 204 len: 168 time: 0.2607846 Jul 13 08:18:46.335409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fe221-1b8b-4431-9c8c-c0b2473ee610 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfef7c7-f663-40d4-9086-dc4be0e26116,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:46.434247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:46.476382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c15cec3f-e873-4c84-b150-daf3b5d09ff9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f4c6c2f4dec4d6193126b9b9da77876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408475 Jul 13 08:18:46.478812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 41984) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:46.525919 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f957ca9-2cab-4b5f-be7a-d80704f20d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.548001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f957ca9-2cab-4b5f-be7a-d80704f20d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.593144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f957ca9-2cab-4b5f-be7a-d80704f20d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.595787 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f957ca9-2cab-4b5f-be7a-d80704f20d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:46.597003 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3f957ca9-2cab-4b5f-be7a-d80704f20d23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3 HTTP/1.1" status: 204 len: 168 time: 0.1172845 Jul 13 08:18:46.604980 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f957ca9-2cab-4b5f-be7a-d80704f20d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fe19fb-9dfc-4bce-a6d7-5ec0f1c1e1e3,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:47.150797 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.306527 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2092ee9-e78e-4853-9cb1-f957f5d696a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.314118 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42006) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:47.412212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1599892468-network', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:47.434184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Made reservation on behalf of 9bf224dd1da64fbcafccd7621df9827d for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:18:47.436560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.445779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.539699 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.543589 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.574409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:18:47.579844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce39e42b-65af-484d-b665-41f29cd4cc8d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:47.588815 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.589149 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Added segment 766d86d8-8c7d-45cd-bddc-b87c8114d176 of type vlan for network 682dd2b7-548b-4ade-bda5-23648167cd86 Jul 13 08:18:47.629375 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.658669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.659657 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:47.660258 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.690501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3751476 Jul 13 08:18:47.693885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42010) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:47.700026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Request body: {'subnet': {'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1599892468-subnet', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:47.720374 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e5f98-4f47-46f0-89e1-5e4cdeb0ff7d admin admin] Pushing event updated for resources: {'Network': ['ID=682dd2b7-548b-4ade-bda5-23648167cd86,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:47.720908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Made reservation on behalf of 9bf224dd1da64fbcafccd7621df9827d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:18:47.725405 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.731164 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 682dd2b7-548b-4ade-bda5-23648167cd86 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:18:47.755709 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c75c08ca-273f-48e0-b5d2-060d6f49b2de no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:18:47.916083 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:47.935827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: c75c08ca-273f-48e0-b5d2-060d6f49b2de {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:18:47.936210 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device c75c08ca-273f-48e0-b5d2-060d6f49b2de not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:18:47.966856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4a482a-df66-41cc-800a-66293e4a8fa6,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:47.982459 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:18:47.982830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Network hostable DHCP agents. Network: 682dd2b7-548b-4ade-bda5-23648167cd86, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:18:47.999723 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Network 682dd2b7-548b-4ade-bda5-23648167cd86 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:18:48.008895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 682dd2b7-548b-4ade-bda5-23648167cd86) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:18:48.014197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:48.014781 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.021001 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b9381-71aa-43ea-aaf1-881e241a15d6 None None] Network 682dd2b7-548b-4ade-bda5-23648167cd86 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:18:48.030650 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-447c3cc0-31e0-4000-bcf5-90a2980973d6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3349519 Jul 13 08:18:48.033390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42012) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:48.037835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:48.058384 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.059398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.116235 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.133326 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.180307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-682dd2b7-548b-4ade-bda5-23648167cd86', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:18:48.181279 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.257375 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.323351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Allocated IP 172.20.0.2 (682dd2b7-548b-4ade-bda5-23648167cd86/ea4a482a-df66-41cc-800a-66293e4a8fa6/13df3b9c-f495-4f40-91b2-00cfb09c97f1) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:18:48.466828 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.475698 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Transition to ACTIVE for port object 13df3b9c-f495-4f40-91b2-00cfb09c97f1 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:18:48.476939 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.491201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Transition to ACTIVE for port object 13df3b9c-f495-4f40-91b2-00cfb09c97f1 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:18:48.497015 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.497405 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.539290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Network 682dd2b7-548b-4ade-bda5-23648167cd86 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:18:48.544262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:18:48.547832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:18:48.560348 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Pushing event updated for resources: {'Port': ['ID=13df3b9c-f495-4f40-91b2-00cfb09c97f1,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:48.609444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Attempting to bind port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:18:48.609814 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Attempting to bind port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:18:48.610176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Attempting to bind port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:48.612321 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Allocated IP 172.25.6.250 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/78b54fb0-c558-411f-8c89-7cdb42ea0dc5) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:18:48.616207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:18:48.616703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:18:48.617149 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.617542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:18:48.618035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Bound port: 13df3b9c-f495-4f40-91b2-00cfb09c97f1, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:18:48.618551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.682526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] For port 13df3b9c-f495-4f40-91b2-00cfb09c97f1, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:18:48.685912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] For port 13df3b9c-f495-4f40-91b2-00cfb09c97f1, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=13df3b9c-f495-4f40-91b2-00cfb09c97f1,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:18:48.689642 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.728109 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.757132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b851146-7dd3-4156-8c11-6d94bb679d4c None None] Pushing event updated for resources: {'Port': ['ID=13df3b9c-f495-4f40-91b2-00cfb09c97f1,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:48.779849 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:48.823186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:18:48.826245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:18:48.831000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:18:48.834849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Pushing event updated for resources: {'Port': ['ID=78b54fb0-c558-411f-8c89-7cdb42ea0dc5,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:49.100734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:49.306043 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:49.441725 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:18:49.554756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:18:49.563752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:18:49.573546 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:49.577553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d22675da-37a7-469e-9001-74ea7984f43c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5406899 Jul 13 08:18:49.577747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42014) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:49.579185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:18:49.579990 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:18:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:49.697146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ca2d9-73b9-4e85-a12c-3bf05234e128 None None] Network 682dd2b7-548b-4ade-bda5-23648167cd86 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:18:49.702026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:18:49.829788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-55dea003-d0f4-4f36-b90a-c4192c5acf17 None None] Provisioning for port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:49.963999 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.017390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.018516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:48Z', 'revision_number': 3, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:50.050075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:18:50.050417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Updating router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:18:50.094441 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.193572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Allocated IP 172.20.0.1 (682dd2b7-548b-4ade-bda5-23648167cd86/ea4a482a-df66-41cc-800a-66293e4a8fa6/891694d2-d946-4e72-95ea-d960ec82adbb) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:18:50.377311 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.392230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Transition to ACTIVE for port object 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:18:50.398826 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.456192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Attempting to bind port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:18:50.456561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Attempting to bind port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:18:50.456921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Attempting to bind port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:50.463430 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0284c9-6b84-47c4-a543-723861c9b1d7 None None] Pushing event updated for resources: {'Port': ['ID=78b54fb0-c558-411f-8c89-7cdb42ea0dc5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:50.469202 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:18:50.469579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:18:50.469984 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.470368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:18:50.471341 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Bound port: 78b54fb0-c558-411f-8c89-7cdb42ea0dc5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:18:50.471341 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.540279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] For port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:18:50.543645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] For port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=78b54fb0-c558-411f-8c89-7cdb42ea0dc5,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:18:50.550655 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.621640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0284c9-6b84-47c4-a543-723861c9b1d7 None None] Pushing event updated for resources: {'Port': ['ID=78b54fb0-c558-411f-8c89-7cdb42ea0dc5,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:50.626974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:18:50.627883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:18:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:50.668919 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 13df3b9c-f495-4f40-91b2-00cfb09c97f1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:50.681976 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.695320 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Transition to ACTIVE for port object 891694d2-d946-4e72-95ea-d960ec82adbb will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:18:50.729160 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.770502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:50.771469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Network 682dd2b7-548b-4ade-bda5-23648167cd86 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:18:50.776117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:18:50.777435 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:18:50.779514 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:50.779727 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Pushing event updated for resources: {'Port': ['ID=891694d2-d946-4e72-95ea-d960ec82adbb,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:50.779925 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.781869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:18:50.828775 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:50.978731 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:51.014861 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:51.047257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 13df3b9c-f495-4f40-91b2-00cfb09c97f1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=13df3b9c-f495-4f40-91b2-00cfb09c97f1,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:51.051980 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:51.122203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=13df3b9c-f495-4f40-91b2-00cfb09c97f1,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:51.131866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:48Z', 'revision_number': 3, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:51.135486 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-11a8217c-e299-4fd3-8f8b-b5fdf6af39b2 None None] Provisioning for port 891694d2-d946-4e72-95ea-d960ec82adbb completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:51.162529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-11a8217c-e299-4fd3-8f8b-b5fdf6af39b2 None None] Provisioning complete for port 891694d2-d946-4e72-95ea-d960ec82adbb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:51.162813 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-11a8217c-e299-4fd3-8f8b-b5fdf6af39b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:51.164631 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c18dd4-7aa3-41e7-9776-8d525fb50dc2 None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:48Z', 'revision_number': 3, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:18:51.184501 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:51.190728 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:51.202528 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-11a8217c-e299-4fd3-8f8b-b5fdf6af39b2 None None] Port 891694d2-d946-4e72-95ea-d960ec82adbb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:18:51.269323 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Pushing event updated for resources: {'Port': ['ID=891694d2-d946-4e72-95ea-d960ec82adbb,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:51.280320 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:51.386555 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Network 682dd2b7-548b-4ade-bda5-23648167cd86 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:18:51.392905 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:18:51.536492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1f66c5d9-179b-42ec-b14e-1bdfa176ed8f None None] Provisioning complete for port 891694d2-d946-4e72-95ea-d960ec82adbb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:51.537002 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f66c5d9-179b-42ec-b14e-1bdfa176ed8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:51.549593 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:18:51.580499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1f66c5d9-179b-42ec-b14e-1bdfa176ed8f None None] Port 891694d2-d946-4e72-95ea-d960ec82adbb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:18:51.667384 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:18:51.677425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-98861366-50b6-4994-a13f-cd9b6ab4bc0d admin admin] 10.222.0.44 "PUT /v2.0/routers/3d78b9e9-45ee-4d65-bf7d-142540c1a6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0984118 Jul 13 08:18:51.803706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-752563b3-2f9b-49ea-ae5c-715ebec29685 None None] Provisioning complete for port 891694d2-d946-4e72-95ea-d960ec82adbb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:51.804262 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-752563b3-2f9b-49ea-ae5c-715ebec29685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:51.838111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-752563b3-2f9b-49ea-ae5c-715ebec29685 None None] Port 891694d2-d946-4e72-95ea-d960ec82adbb cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:18:52.342729 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42022) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:52.347532 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-7d3c59bf-3498-4caf-a497-448db194cdb5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612976158', 'description': 'tempest-description--1887390519'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:52.369502 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d3c59bf-3498-4caf-a497-448db194cdb5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.454913 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d3c59bf-3498-4caf-a497-448db194cdb5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.458739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d3c59bf-3498-4caf-a497-448db194cdb5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.485920 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7d3c59bf-3498-4caf-a497-448db194cdb5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.487187 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7d3c59bf-3498-4caf-a497-448db194cdb5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1434467 Jul 13 08:18:52.491335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42024) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:52.492117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c59bf-3498-4caf-a497-448db194cdb5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a56477e-84fc-4a37-82ec-fda7bf4e8357,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:52.497320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-24d00869-29b3-4ebd-aa7c-5c0f5b4cad5d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'security_group_rule': {'security_group_id': '6a56477e-84fc-4a37-82ec-fda7bf4e8357', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:52.526858 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24d00869-29b3-4ebd-aa7c-5c0f5b4cad5d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.620846 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24d00869-29b3-4ebd-aa7c-5c0f5b4cad5d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.625679 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24d00869-29b3-4ebd-aa7c-5c0f5b4cad5d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.650597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d00869-29b3-4ebd-aa7c-5c0f5b4cad5d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f64976-cf5f-4c9b-a7c6-0454438991bc,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:52.660884 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24d00869-29b3-4ebd-aa7c-5c0f5b4cad5d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.664700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-24d00869-29b3-4ebd-aa7c-5c0f5b4cad5d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1719837 Jul 13 08:18:52.665117 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42026) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:52.669846 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ed60f5e4-d91f-4fcc-96d6-dcb55162fcc9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'security_group_rule': {'security_group_id': '6a56477e-84fc-4a37-82ec-fda7bf4e8357', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:52.682582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 13df3b9c-f495-4f40-91b2-00cfb09c97f1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:52.714390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed60f5e4-d91f-4fcc-96d6-dcb55162fcc9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.743316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:52.743693 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.789373 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed60f5e4-d91f-4fcc-96d6-dcb55162fcc9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.793777 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed60f5e4-d91f-4fcc-96d6-dcb55162fcc9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.818083 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60f5e4-d91f-4fcc-96d6-dcb55162fcc9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd55029b-1183-4a69-b11b-9ed155d0d3f9,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:52.822000 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ed60f5e4-d91f-4fcc-96d6-dcb55162fcc9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.824188 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ed60f5e4-d91f-4fcc-96d6-dcb55162fcc9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571007 Jul 13 08:18:52.826368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 42028) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:52.827808 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:18:52.831219 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:52.840916 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:18:52.841158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:52.841624 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:18:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:52.858764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.901778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:52.905826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:52.906209 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.959159 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:18:52.974904 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.999940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.024446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=78b54fb0-c558-411f-8c89-7cdb42ea0dc5,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:53.029024 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.103950 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Allocated IP 172.25.6.112 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/c3215b7a-d867-4119-916b-445b3a1584e4) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:18:53.195897 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:51Z', 'revision_number': 2, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:53.224472 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:18:53.225319 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Updating router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 port 891694d2-d946-4e72-95ea-d960ec82adbb binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:18:53.241130 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.249656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=78b54fb0-c558-411f-8c89-7cdb42ea0dc5,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:53.262095 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.285269 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.322788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:18:53.334157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:18:53.340966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:18:53.346058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event updated for resources: {'Port': ['ID=c3215b7a-d867-4119-916b-445b3a1584e4,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:53.438786 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.495350 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.544100 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.554389 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Transition to ACTIVE for port object 891694d2-d946-4e72-95ea-d960ec82adbb will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:18:53.561991 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.661643 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Pushing event updated for resources: {'Port': ['ID=891694d2-d946-4e72-95ea-d960ec82adbb,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:53.664684 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Attempting to bind port 891694d2-d946-4e72-95ea-d960ec82adbb on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:18:53.665048 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Attempting to bind port 891694d2-d946-4e72-95ea-d960ec82adbb by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:18:53.665405 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Attempting to bind port 891694d2-d946-4e72-95ea-d960ec82adbb on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:53.670395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.673988 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.674331 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.674666 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.675175 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.675662 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.676201 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.676698 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.677194 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.677678 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.678167 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.678529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.678687 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.678780 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.682857 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:18:53.683474 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:18:53.684242 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.687136 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:18:53.687937 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Bound port: 891694d2-d946-4e72-95ea-d960ec82adbb, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:18:53.688555 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.765148 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] For port 891694d2-d946-4e72-95ea-d960ec82adbb, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:18:53.768962 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] For port 891694d2-d946-4e72-95ea-d960ec82adbb, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=891694d2-d946-4e72-95ea-d960ec82adbb,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:18:53.770938 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event updated for resources: {'Port': ['ID=c3215b7a-d867-4119-916b-445b3a1584e4,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:53.782919 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.785084 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.802016 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:53.811619 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a0c4fd11-4076-4fa3-ab04-7aa01368b423 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9840443 Jul 13 08:18:53.854520 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:18:53.854520 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:18:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:53.891455 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d149c6-edf6-418a-abf2-8718de045034 None None] Pushing event updated for resources: {'Port': ['ID=891694d2-d946-4e72-95ea-d960ec82adbb,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:53.990062 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-f0d29ddc-5faa-4134-8043-4b2d3dd60517 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--612976158&fields=id&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 267 time: 0.0389793 Jul 13 08:18:53.990475 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:18:54.108775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-393e276a-ebaf-4160-8a0b-82dd400f4999 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:54.110292 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-393e276a-ebaf-4160-8a0b-82dd400f4999 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 812 time: 0.1135619 Jul 13 08:18:54.125202 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-e7634b7f-29bf-4147-8e6f-ebd1ee9168a4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/quotas/9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 375 time: 0.0093665 Jul 13 08:18:54.196287 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-b4ba868e-7e37-4d13-b725-3b3971f3002f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652533 Jul 13 08:18:54.202257 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:54.239173 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c84c2-1933-4d70-85ec-9ba96fd4e74b None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:18:54.375533 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-a601c748-b771-437e-8d36-4dda99624c3e service neutron] 10.222.0.44 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673422 Jul 13 08:18:54.481293 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-e824beba-479f-4006-b40f-54481bd56fe4 service neutron] 10.222.0.44 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951982 Jul 13 08:18:54.669320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce0056b1-9e2b-47ef-817a-330c27ff3411 req-6964f02b-5619-4a9f-a2ca-6b42d346e847 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 210 time: 0.0347135 Jul 13 08:18:54.727205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 891694d2-d946-4e72-95ea-d960ec82adbb up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:54.787574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 891694d2-d946-4e72-95ea-d960ec82adbb completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:54.792459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 891694d2-d946-4e72-95ea-d960ec82adbb triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:54.792459 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:54.904803 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:54.941546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 891694d2-d946-4e72-95ea-d960ec82adbb, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=891694d2-d946-4e72-95ea-d960ec82adbb,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:54.946825 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:54.980759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:55.041933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=891694d2-d946-4e72-95ea-d960ec82adbb,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:55.073718 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:55.074367 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:55.323830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b151e8c7-5f66-42f7-9c83-897a7a60ca58 None None] Provisioning complete for port 891694d2-d946-4e72-95ea-d960ec82adbb triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:55.324346 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b151e8c7-5f66-42f7-9c83-897a7a60ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:55.828173 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1ad275b-334b-41d8-9449-9ab611887c8c req-372e8706-4a50-4365-9ac5-399a92398506 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 210 time: 0.0356207 Jul 13 08:18:55.872483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-0a181354-38e2-4ba2-a096-065f1dbaaf89 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:55.874561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-0a181354-38e2-4ba2-a096-065f1dbaaf89 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 812 time: 0.1099076 Jul 13 08:18:55.923766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-53c4e768-2d55-4815-8d4c-ccb75fae4998 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 379 time: 0.0414054 Jul 13 08:18:55.933339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'port': {'device_id': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'admin_state_up': True, 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'security_groups': ['6a56477e-84fc-4a37-82ec-fda7bf4e8357']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:56.057104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Made reservation on behalf of 9bf224dd1da64fbcafccd7621df9827d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:18:56.060799 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:56.187885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Allocated IP 172.20.0.13 (682dd2b7-548b-4ade-bda5-23648167cd86/ea4a482a-df66-41cc-800a-66293e4a8fa6/587707df-8499-456e-a0b3-09f89646a639) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:18:56.321630 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:56.337667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Transition to ACTIVE for port object 587707df-8499-456e-a0b3-09f89646a639 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:18:56.373292 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:56.424325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Network 682dd2b7-548b-4ade-bda5-23648167cd86 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:18:56.428249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:18:56.432101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:18:56.438776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event updated for resources: {'Port': ['ID=587707df-8499-456e-a0b3-09f89646a639,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:56.490051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:56.491132 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:56.511231 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-605f8867-73bc-4081-a238-0f3ea34783cd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825839 Jul 13 08:18:56.524336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Request body: {'port': {'device_id': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:56.606225 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:56.620724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 891694d2-d946-4e72-95ea-d960ec82adbb up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:56.675751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 891694d2-d946-4e72-95ea-d960ec82adbb triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:56.676964 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:56.769457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-39afd5f2-bcc8-4d52-8f62-a95f0cc9eb29 None None] Provisioning for port 587707df-8499-456e-a0b3-09f89646a639 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:56.773938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-39afd5f2-bcc8-4d52-8f62-a95f0cc9eb29 None None] Provisioning complete for port 587707df-8499-456e-a0b3-09f89646a639 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:56.774316 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39afd5f2-bcc8-4d52-8f62-a95f0cc9eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:56.809478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-39afd5f2-bcc8-4d52-8f62-a95f0cc9eb29 None None] Port 587707df-8499-456e-a0b3-09f89646a639 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:18:56.901721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587707df-8499-456e-a0b3-09f89646a639 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:18:56.909092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:56.922454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Transition to ACTIVE for port object 587707df-8499-456e-a0b3-09f89646a639 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:18:56.927992 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.018116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Pushing event updated for resources: {'Port': ['ID=587707df-8499-456e-a0b3-09f89646a639,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:57.107228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed2caa-1f57-4c6c-a072-4039b27d6ac8 req-a1f0cfc5-be2c-4d56-9f96-a181bb3ed271 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:57.108875 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56ed2caa-1f57-4c6c-a072-4039b27d6ac8 req-a1f0cfc5-be2c-4d56-9f96-a181bb3ed271 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 944 time: 0.1479800 Jul 13 08:18:57.127231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Attempting to bind port 587707df-8499-456e-a0b3-09f89646a639 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:18:57.127565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Attempting to bind port 587707df-8499-456e-a0b3-09f89646a639 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:18:57.127901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Attempting to bind port 587707df-8499-456e-a0b3-09f89646a639 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:57.141436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Port 587707df-8499-456e-a0b3-09f89646a639 on network 682dd2b7-548b-4ade-bda5-23648167cd86 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:18:57.141761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Attempting to bind port 587707df-8499-456e-a0b3-09f89646a639 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:57.152336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:18:57.152656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:18:57.153028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:18:57.153475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Bound port: 587707df-8499-456e-a0b3-09f89646a639, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:18:57.153842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.178256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56ed2caa-1f57-4c6c-a072-4039b27d6ac8 req-04278601-48a5-4d31-9185-f2166f93ac70 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623832 Jul 13 08:18:57.238824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:18:57.242331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=587707df-8499-456e-a0b3-09f89646a639,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:18:57.247021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.286086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:57.286781 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.288317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] 10.222.0.53 "PUT /v2.0/ports/587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 1092 time: 0.7687075 Jul 13 08:18:57.288766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'tag': '587707df-8499-456e-a0b3-09f89646a639'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:57.291036 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "tag": "587707df-8499-456e-a0b3-09f89646a639"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:57.324455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9cefd-9ff9-4d1d-8c2f-862ce248c6af service neutron] Pushing event updated for resources: {'Port': ['ID=587707df-8499-456e-a0b3-09f89646a639,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:57.343474 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6428888e-8a36-4cff-b6b6-743e384a0002 x-openstack-request-id: req-6428888e-8a36-4cff-b6b6-743e384a0002 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:57.343890 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "tag": "587707df-8499-456e-a0b3-09f89646a639", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:57.344228 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6428888e-8a36-4cff-b6b6-743e384a0002 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:57.344646 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'tag': '587707df-8499-456e-a0b3-09f89646a639', 'status': 'completed', 'code': 200} Jul 13 08:18:57.409985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-e9fae706-a561-4e7f-818c-dc0e9adf590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:57.411713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-e9fae706-a561-4e7f-818c-dc0e9adf590f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1095 time: 0.0644886 Jul 13 08:18:57.456254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-ab121502-e09d-4f8f-a135-933996266f9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 217 time: 0.0368085 Jul 13 08:18:57.510044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-d4caa4f0-0bfe-4fb3-9826-a1c46966b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:57.511546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-d4caa4f0-0bfe-4fb3-9826-a1c46966b2d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0496354 Jul 13 08:18:57.573329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-5068f18a-cc32-47e1-855c-b496d49f46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:57.574943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-5068f18a-cc32-47e1-855c-b496d49f46a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565457 Jul 13 08:18:57.670397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-09cbaf7f-fe92-478a-8d5c-d2b6665440f2 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892148 Jul 13 08:18:58.121861 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a707b3bf-7958-4ac3-8815-36b81f096281 req-8a4fd25d-5967-4d9e-a47c-f4326dfe4ac2 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459331 Jul 13 08:18:58.132368 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:18:58.225272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-7b3054b4-fc28-4083-af39-2f85931b4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:58.226867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-7b3054b4-fc28-4083-af39-2f85931b4633 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1095 time: 0.0565464 Jul 13 08:18:58.351912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-a17b422c-4a60-4c23-b7db-5b3423ff5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:58.353415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-a17b422c-4a60-4c23-b7db-5b3423ff5670 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1198814 Jul 13 08:18:58.404875 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-5333f03b-e28a-49f5-a3ff-74907ceac9b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 217 time: 0.0432177 Jul 13 08:18:58.417411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a05645-21e4-4b96-bcf3-f2188dafdb52 req-d1f3d6c5-cece-4947-9843-0da6f80c68fc tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:58.418932 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71a05645-21e4-4b96-bcf3-f2188dafdb52 req-d1f3d6c5-cece-4947-9843-0da6f80c68fc tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 944 time: 0.1237686 Jul 13 08:18:58.490712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71a05645-21e4-4b96-bcf3-f2188dafdb52 req-cbd96452-ed42-446d-be6c-7aadcc013795 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624223 Jul 13 08:18:58.492294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-5efc2320-3294-433c-b7e8-cc2922e16184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:58.493694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-5efc2320-3294-433c-b7e8-cc2922e16184 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0738776 Jul 13 08:18:58.565403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-31ef5e22-b3fd-4ed2-8fff-929d95a9f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:58.567576 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-31ef5e22-b3fd-4ed2-8fff-929d95a9f37b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661378 Jul 13 08:18:58.661444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-43183ce7-793f-4102-b19b-b390f51c2b72 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863740 Jul 13 08:18:58.759495 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-26cc6f47-f3c3-4df8-8cff-ecbd47df7dfe req-3fb773a4-4dfa-4086-a1ff-5911428cc964 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892954 Jul 13 08:18:59.676237 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3a1fa-a45d-4214-bf41-98695ea181df req-d6cea5ac-8eb6-408f-9884-73bbfb823fcf tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:59.677947 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfa3a1fa-a45d-4214-bf41-98695ea181df req-d6cea5ac-8eb6-408f-9884-73bbfb823fcf tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 944 time: 0.0703175 Jul 13 08:18:59.716831 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dfa3a1fa-a45d-4214-bf41-98695ea181df req-fec1a666-2fdc-4a71-8b20-60526c574ee2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332384 Jul 13 08:18:59.802822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 587707df-8499-456e-a0b3-09f89646a639 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:18:59.955574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=587707df-8499-456e-a0b3-09f89646a639,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:59.979618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '587707df-8499-456e-a0b3-09f89646a639', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'port_id': '587707df-8499-456e-a0b3-09f89646a639', 'mac_address': 'fa:16:3e:d5:bb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:19:00.028732 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:00.068555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587707df-8499-456e-a0b3-09f89646a639 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:19:00.095582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=587707df-8499-456e-a0b3-09f89646a639,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:00.101852 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:00.170895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=587707df-8499-456e-a0b3-09f89646a639,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:00.329351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['587707df-8499-456e-a0b3-09f89646a639'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:19:00.901677 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008f901-0f4d-456a-9f9c-119fa9b17cb7 req-0ea8ec41-9bdb-4cbe-98ac-2c6b4681a9d5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:00.903214 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2008f901-0f4d-456a-9f9c-119fa9b17cb7 req-0ea8ec41-9bdb-4cbe-98ac-2c6b4681a9d5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 945 time: 0.0705466 Jul 13 08:19:00.945254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2008f901-0f4d-456a-9f9c-119fa9b17cb7 req-01aa0ad8-1b30-4697-9388-a27a6c25fefc tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359635 Jul 13 08:19:01.813133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 587707df-8499-456e-a0b3-09f89646a639 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:19:01.867669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 587707df-8499-456e-a0b3-09f89646a639 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:19:01.871471 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 587707df-8499-456e-a0b3-09f89646a639 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:19:01.871869 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:01.953479 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:01.979882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587707df-8499-456e-a0b3-09f89646a639'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:01.982210 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00fc3da0cd958255cf1ec5c7a5bfcefef258fd58f2f8592495b93012556f733c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb2cf43-223a-44f9-b761-20d3fcb56266" -d '{"events": [{"server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "name": "network-vif-plugged", "status": "completed", "tag": "587707df-8499-456e-a0b3-09f89646a639"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:01.998674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=587707df-8499-456e-a0b3-09f89646a639,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:02.005970 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:02.072817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=587707df-8499-456e-a0b3-09f89646a639,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:02.141220 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78737f4e-c8aa-44d3-8b5d-75a4b17361d0 req-59d53a7e-0f9e-4621-9953-7a471aa741e4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:02.143882 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78737f4e-c8aa-44d3-8b5d-75a4b17361d0 req-59d53a7e-0f9e-4621-9953-7a471aa741e4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0796018 Jul 13 08:19:02.192820 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78737f4e-c8aa-44d3-8b5d-75a4b17361d0 req-16318a0c-d52d-4e0f-b0fd-c4151fc15883 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420203 Jul 13 08:19:02.225110 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5b78e7-d398-4082-817e-13cc2bc1b210 x-openstack-request-id: req-0a5b78e7-d398-4082-817e-13cc2bc1b210 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:02.225456 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "name": "network-vif-plugged", "status": "completed", "tag": "587707df-8499-456e-a0b3-09f89646a639", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:02.225715 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a5b78e7-d398-4082-817e-13cc2bc1b210 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:02.226124 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587707df-8499-456e-a0b3-09f89646a639', 'code': 200} Jul 13 08:19:02.342819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8bc3e0e6-761c-461a-96e9-5c828034c956 None None] Provisioning complete for port 587707df-8499-456e-a0b3-09f89646a639 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:19:02.343085 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8bc3e0e6-761c-461a-96e9-5c828034c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:02.353722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f901b2d-fe06-4d84-805d-99269172a17a req-232d64c4-6987-4be3-93e8-d124ccd4f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:02.355265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f901b2d-fe06-4d84-805d-99269172a17a req-232d64c4-6987-4be3-93e8-d124ccd4f30e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1097 time: 0.0590408 Jul 13 08:19:02.398677 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6f901b2d-fe06-4d84-805d-99269172a17a req-a969dfa5-e185-443e-9500-ab51c9074904 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354164 Jul 13 08:19:03.388531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa0e8-76e6-44f6-a5d3-f5d02986cb74 req-2b90efb2-5ded-4d32-8d5c-b2cb0b2fe835 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:03.390024 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72aaa0e8-76e6-44f6-a5d3-f5d02986cb74 req-2b90efb2-5ded-4d32-8d5c-b2cb0b2fe835 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0777385 Jul 13 08:19:03.430050 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72aaa0e8-76e6-44f6-a5d3-f5d02986cb74 req-b2e13084-e9a5-4814-8584-96c6b4bcbf70 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331023 Jul 13 08:19:03.598750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4143a-891f-43b3-b503-8de6325d5036 req-3cbdcaa0-7c47-412c-9bb7-cae7b20372a5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:03.600249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02e4143a-891f-43b3-b503-8de6325d5036 req-3cbdcaa0-7c47-412c-9bb7-cae7b20372a5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0634384 Jul 13 08:19:03.608843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42074) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:03.613454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2ca5a01a-a3e4-4c04-bfc9-01bdd963c80d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'floatingip': {'port_id': '587707df-8499-456e-a0b3-09f89646a639'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:03.654464 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a01a-a3e4-4c04-bfc9-01bdd963c80d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:04.110888 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a01a-a3e4-4c04-bfc9-01bdd963c80d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:04.115277 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a01a-a3e4-4c04-bfc9-01bdd963c80d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:04.213482 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-2ca5a01a-a3e4-4c04-bfc9-01bdd963c80d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b associated. External IP: 172.25.6.112, port: 587707df-8499-456e-a0b3-09f89646a639. Jul 13 08:19:04.417723 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca5a01a-a3e4-4c04-bfc9-01bdd963c80d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:19:04.525035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5a01a-a3e4-4c04-bfc9-01bdd963c80d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:19:04.529955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a01a-a3e4-4c04-bfc9-01bdd963c80d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:04.534668 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:19:04.543811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:19:04.544454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:18:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:04.569880 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2ca5a01a-a3e4-4c04-bfc9-01bdd963c80d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "PUT /v2.0/floatingips/9810ff3e-9d3f-4417-a03d-eedb210da70b HTTP/1.1" status: 200 len: 992 time: 0.9569414 Jul 13 08:19:04.569880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'tag': '587707df-8499-456e-a0b3-09f89646a639'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:04.570206 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e564a168009fc675b3d7b6a09c08800c50b4af17993c136c0ce9318e733bf903" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a008340-c7d5-4889-b797-b14cda73681c" -d '{"events": [{"name": "network-changed", "server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "tag": "587707df-8499-456e-a0b3-09f89646a639"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:04.606735 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842d4452-b5e3-4cbf-8ada-ba47dc4cff26 x-openstack-request-id: req-842d4452-b5e3-4cbf-8ada-ba47dc4cff26 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:04.607345 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "tag": "587707df-8499-456e-a0b3-09f89646a639", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:04.607524 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-842d4452-b5e3-4cbf-8ada-ba47dc4cff26 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:04.607932 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'tag': '587707df-8499-456e-a0b3-09f89646a639', 'status': 'completed', 'code': 200} Jul 13 08:19:04.655920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:19:04.688134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a008340-c7d5-4889-b797-b14cda73681c req-c6aaab1e-80cf-48bb-a0f3-737a10ae0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:04.689610 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a008340-c7d5-4889-b797-b14cda73681c req-c6aaab1e-80cf-48bb-a0f3-737a10ae0d05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1097 time: 0.0587633 Jul 13 08:19:04.786644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a008340-c7d5-4889-b797-b14cda73681c req-fa6704f5-3c9c-4e67-92ed-4a230ea00347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:04.788282 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a008340-c7d5-4889-b797-b14cda73681c req-fa6704f5-3c9c-4e67-92ed-4a230ea00347 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0925355 Jul 13 08:19:04.852413 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a008340-c7d5-4889-b797-b14cda73681c req-ce443650-f107-4d31-8f15-6e66b1a83563 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 1000 time: 0.0577807 Jul 13 08:19:04.879810 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:04.890633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': '587707df-8499-456e-a0b3-09f89646a639', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:d5:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:19:04Z', 'revision_number': 1, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:04.909536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a008340-c7d5-4889-b797-b14cda73681c req-e1845aa7-9cd1-4ce9-917a-0bf1519b9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:04.911589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a008340-c7d5-4889-b797-b14cda73681c req-e1845aa7-9cd1-4ce9-917a-0bf1519b9117 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0526459 Jul 13 08:19:04.921735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:19:04.930247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:19:04.930866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:18:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:04.968936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a008340-c7d5-4889-b797-b14cda73681c req-1258e288-ba05-47fb-a45f-377d0f06b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:04.970568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a008340-c7d5-4889-b797-b14cda73681c req-1258e288-ba05-47fb-a45f-377d0f06b6c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536106 Jul 13 08:19:05.033725 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:19:05.058866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a008340-c7d5-4889-b797-b14cda73681c req-86f62b03-909f-4858-a3eb-e52241419de9 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822916 Jul 13 08:19:05.156426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a008340-c7d5-4889-b797-b14cda73681c req-0da00a75-c11e-4bc2-9c37-911ab97958ff service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905137 Jul 13 08:19:05.251955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': '587707df-8499-456e-a0b3-09f89646a639', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:d5:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:19:04Z', 'revision_number': 1, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:19:05.280876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963f9e8-8c6a-4229-a924-29d26ce3fad6 None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': '587707df-8499-456e-a0b3-09f89646a639', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:d5:bb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:19:04Z', 'revision_number': 1, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:19:05.490631 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450d43e7-4b0c-4f7f-a888-2ac8bed6537b None None] New status for floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:19:08.395784 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:14.351154 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-508229ad-fc83-44cb-adc9-1717e03a9650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:17.153091 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:17.307480 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-20271164-2f54-4d0d-b35b-b1f2872fb921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:18.109724 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:19.915020 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:34.877451 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:35.051132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-67cce99a-571e-4ac0-adb3-5ca4602861d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556009 Jul 13 08:19:35.132412 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:19:35.158071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-1b1c58de-e23b-4695-8152-53ba7821d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:35.159588 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-1b1c58de-e23b-4695-8152-53ba7821d8d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1097 time: 0.0586829 Jul 13 08:19:35.268814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-ef7c3848-bdbe-4279-9f25-103f9e749e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:35.270377 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-ef7c3848-bdbe-4279-9f25-103f9e749e96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0892746 Jul 13 08:19:35.340904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-45320b2a-5c87-4281-a56a-eb0a1e5168a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 1002 time: 0.0637403 Jul 13 08:19:35.391917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-ad403f1c-fd98-4b5c-b8ac-01c2d56c944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:35.393444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-ad403f1c-fd98-4b5c-b8ac-01c2d56c944b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0461864 Jul 13 08:19:35.456346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-d8480aa4-144d-4b46-b6b6-b36c0f6a1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:35.457905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-d8480aa4-144d-4b46-b6b6-b36c0f6a1e6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576203 Jul 13 08:19:35.559947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-f9018507-1095-4454-8ffd-7de0adf2c836 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948784 Jul 13 08:19:35.655662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-141fe0ad-3ab3-49ec-b570-f3eeef548d9b req-12dec81f-eb7f-4152-9049-abf541c02f86 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887349 Jul 13 08:19:38.409512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:44.361034 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb7ec-17d8-4830-a38e-3c939cc17337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:47.155193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:47.307601 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2b947ec-1662-4be5-864e-566b81aba0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:48.112304 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:49.917948 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:04.876823 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:08.438446 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:12.132000 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:20:14.352565 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f626-6349-4381-abc9-23652a6f821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:17.156877 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:17.308600 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3ebd43ca-f21e-495a-9d76-17fba2022019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:18.115348 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:19.920561 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.894363 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.138408 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41decf0c-917f-4be9-b782-472b8437a398 req-eb6ab9b7-5cf5-4f30-924b-defffd27caaa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920672 Jul 13 08:20:37.230940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41decf0c-917f-4be9-b782-472b8437a398 req-02a4d7b3-881c-470c-b1c7-b22a49e3a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:37.232390 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41decf0c-917f-4be9-b782-472b8437a398 req-02a4d7b3-881c-470c-b1c7-b22a49e3a05b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1097 time: 0.0518036 Jul 13 08:20:37.333052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41decf0c-917f-4be9-b782-472b8437a398 req-b8aa2f27-d325-4464-92d4-438ef0cfd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:37.335112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41decf0c-917f-4be9-b782-472b8437a398 req-b8aa2f27-d325-4464-92d4-438ef0cfd9cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0839593 Jul 13 08:20:37.403727 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41decf0c-917f-4be9-b782-472b8437a398 req-1acadb27-5a94-4b78-9c2f-51716828cd30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 1002 time: 0.0621979 Jul 13 08:20:37.450546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41decf0c-917f-4be9-b782-472b8437a398 req-a25cce58-d414-4739-a9dc-166bd452b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:37.451949 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41decf0c-917f-4be9-b782-472b8437a398 req-a25cce58-d414-4739-a9dc-166bd452b4c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0423393 Jul 13 08:20:37.507863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41decf0c-917f-4be9-b782-472b8437a398 req-0a52d64f-9da7-4ba2-945a-5579732c130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:37.509296 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41decf0c-917f-4be9-b782-472b8437a398 req-0a52d64f-9da7-4ba2-945a-5579732c130f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511639 Jul 13 08:20:37.601831 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41decf0c-917f-4be9-b782-472b8437a398 req-be47a0d5-ee5e-4b41-8622-6065a35b1b77 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855570 Jul 13 08:20:37.690729 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41decf0c-917f-4be9-b782-472b8437a398 req-65277502-3f3b-44d3-a4ac-5857850ab1a1 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827096 Jul 13 08:20:38.437890 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:41.075967 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c6bd9-354d-48a7-8bd4-91b20b2b2f3e req-2b844c85-8314-40f8-84e8-94634f7a9f1c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:41.077693 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e4c6bd9-354d-48a7-8bd4-91b20b2b2f3e req-2b844c85-8314-40f8-84e8-94634f7a9f1c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.1360631 Jul 13 08:20:41.120281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9e4c6bd9-354d-48a7-8bd4-91b20b2b2f3e req-54b60170-a078-46af-b140-f52c75816fbb tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368416 Jul 13 08:20:41.445338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42280) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:41.554089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d9ecb-d47b-4c18-8039-1a78734b4cdf req-edd7ef23-46d4-4ea1-81ab-f8beea293e70 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:41.554328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-aa86c437-8a65-441b-908e-84c2ca7e9024 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074717 Jul 13 08:20:41.555611 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba9d9ecb-d47b-4c18-8039-1a78734b4cdf req-edd7ef23-46d4-4ea1-81ab-f8beea293e70 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0643866 Jul 13 08:20:41.599366 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba9d9ecb-d47b-4c18-8039-1a78734b4cdf req-d892b35c-dcd5-4bdb-8ff2-cd02f01a1598 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377123 Jul 13 08:20:42.750419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-68a199e3-269e-4fe7-b1a7-927be60eda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:42.752006 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-68a199e3-269e-4fe7-b1a7-927be60eda0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1097 time: 0.0560253 Jul 13 08:20:42.862592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-849dad9e-af4f-47a1-954a-8a2bacc94166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:42.864850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-849dad9e-af4f-47a1-954a-8a2bacc94166 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1068230 Jul 13 08:20:42.959949 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-aefe4570-c716-4013-99d5-9ccf48d53203 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 1002 time: 0.0831699 Jul 13 08:20:43.013969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824420c8-a727-487c-82d1-4bcb54ac9486 req-ce0cea97-670e-425f-ac7c-fcbfe180d37d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.015450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-824420c8-a727-487c-82d1-4bcb54ac9486 req-ce0cea97-670e-425f-ac7c-fcbfe180d37d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.1986051 Jul 13 08:20:43.026960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d81277eb-38f2-403d-b49c-37b52c5bd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.028359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d81277eb-38f2-403d-b49c-37b52c5bd0b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0623782 Jul 13 08:20:43.089440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-824420c8-a727-487c-82d1-4bcb54ac9486 req-2c3638af-b72d-47ad-914d-8e423003131f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653653 Jul 13 08:20:43.108263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d5d996ac-4a03-4683-856a-2c2e65c2c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.109879 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d5d996ac-4a03-4683-856a-2c2e65c2c670 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755208 Jul 13 08:20:43.209689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-34f61bdd-789d-4087-9458-f6e31c78ec7f service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932860 Jul 13 08:20:43.297737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-e8fb0847-31a8-46c7-8975-ff54feaeabe5 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825760 Jul 13 08:20:44.268526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f5f5b-1d98-4f87-a3aa-feb294d11565 req-d45be487-7d14-47b6-91cc-556943404a88 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:44.269917 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-090f5f5b-1d98-4f87-a3aa-feb294d11565 req-d45be487-7d14-47b6-91cc-556943404a88 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0662239 Jul 13 08:20:44.309003 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-090f5f5b-1d98-4f87-a3aa-feb294d11565 req-0bd0a2e9-5cf7-4f9d-b886-32e60b17793d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Jul 13 08:20:44.353566 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-76681f8e-4234-4631-9c19-e41a7c67b4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:45.487290 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8055c-d132-48e3-9e64-23a985047a2a req-251445fb-5b4d-4ee4-bef5-56ac1e6adf2b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:45.488813 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fb8055c-d132-48e3-9e64-23a985047a2a req-251445fb-5b4d-4ee4-bef5-56ac1e6adf2b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0675974 Jul 13 08:20:45.526097 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4fb8055c-d132-48e3-9e64-23a985047a2a req-2b424502-af2e-4b58-8d8d-3664386980ae tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315247 Jul 13 08:20:46.701066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418aad3a-d40d-452c-bb0a-a94d9da21b39 req-f8e79f19-d5a8-4af1-9b15-3da7639bd126 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:46.702570 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-418aad3a-d40d-452c-bb0a-a94d9da21b39 req-f8e79f19-d5a8-4af1-9b15-3da7639bd126 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0637150 Jul 13 08:20:46.741749 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-418aad3a-d40d-452c-bb0a-a94d9da21b39 req-a7d332da-da55-4e6b-928a-b477dc29ee9f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336657 Jul 13 08:20:47.158130 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:47.309248 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e07e-5195-4ccb-8ade-31c3be5347d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:47.913641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e83c05-571f-4039-9a61-987064ae6aa6 req-b9e77b0b-0b8d-4951-8cda-0335c7142522 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:47.915128 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-03e83c05-571f-4039-9a61-987064ae6aa6 req-b9e77b0b-0b8d-4951-8cda-0335c7142522 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0649385 Jul 13 08:20:47.953094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-03e83c05-571f-4039-9a61-987064ae6aa6 req-32b3e120-11fa-44ed-81cd-468bdea4dd03 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322974 Jul 13 08:20:48.118733 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:49.132504 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:20:49.138941 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5037e0f-3586-469d-ae6c-d0b8b3ed926d req-40671289-1856-4247-9888-f05c9391089f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:49.140451 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d5037e0f-3586-469d-ae6c-d0b8b3ed926d req-40671289-1856-4247-9888-f05c9391089f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0709169 Jul 13 08:20:49.179392 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d5037e0f-3586-469d-ae6c-d0b8b3ed926d req-6d69ffd1-1a51-4d4f-b71b-07b29983382e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331864 Jul 13 08:20:49.921907 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:50.356631 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f09d79-cba8-4a35-8b4c-fcb71ffdf47a req-44c59356-b42c-4da7-b37c-09a1baee276d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:50.358123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2f09d79-cba8-4a35-8b4c-fcb71ffdf47a req-44c59356-b42c-4da7-b37c-09a1baee276d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0638497 Jul 13 08:20:50.395635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2f09d79-cba8-4a35-8b4c-fcb71ffdf47a req-d1d47153-c964-4fd0-a98b-93ff6a7d4940 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319641 Jul 13 08:20:51.575007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fb6b5-37f9-4356-b8d0-771b6ebd5f92 req-535ac391-29c5-489b-83d8-7194a8a158ed tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:51.576561 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-069fb6b5-37f9-4356-b8d0-771b6ebd5f92 req-535ac391-29c5-489b-83d8-7194a8a158ed tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0643001 Jul 13 08:20:51.615976 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-069fb6b5-37f9-4356-b8d0-771b6ebd5f92 req-f6d65f6f-77b0-46cb-aa6e-9a705a2d5ccf tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327213 Jul 13 08:20:52.799139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94454f-60e3-4721-b2ea-44124a916b89 req-4c5b0071-1ae7-4c2c-849d-ae5adb9c7300 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:52.800683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d94454f-60e3-4721-b2ea-44124a916b89 req-4c5b0071-1ae7-4c2c-849d-ae5adb9c7300 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0697694 Jul 13 08:20:52.839759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2d94454f-60e3-4721-b2ea-44124a916b89 req-555aab08-42bc-468a-a273-4092b971ff15 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328951 Jul 13 08:20:54.024843 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1e17-3b94-4b23-9235-35d3bdb516e1 req-27255be1-256e-4a63-81a6-d7f243f4cdc7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:54.026377 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77da1e17-3b94-4b23-9235-35d3bdb516e1 req-27255be1-256e-4a63-81a6-d7f243f4cdc7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0644066 Jul 13 08:20:54.071823 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-77da1e17-3b94-4b23-9235-35d3bdb516e1 req-accc9943-3221-4c4e-a71c-e8391fa22809 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373936 Jul 13 08:20:55.153719 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-f24ebf59-6768-46b8-b91b-19219cd2cb18 service neutron] show failed (client error): The resource could not be found. Jul 13 08:20:55.154696 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-f24ebf59-6768-46b8-b91b-19219cd2cb18 service neutron] 10.222.0.53 "GET /v2.0/ports/587707df-8499-456e-a0b3-09f89646a639/bindings/n-h2-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0571513 Jul 13 08:20:55.264333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d0cb4-9080-4c94-a990-a82a68f80135 req-edf832fc-1a40-49ad-98d2-4c6520da8860 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:55.265986 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b68d0cb4-9080-4c94-a990-a82a68f80135 req-edf832fc-1a40-49ad-98d2-4c6520da8860 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 946 time: 0.0677922 Jul 13 08:20:55.322085 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b68d0cb4-9080-4c94-a990-a82a68f80135 req-59656bc4-3e79-49b6-949d-7842f28a714c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490038 Jul 13 08:20:55.489905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-4cda0ffb-c3f7-49b8-9397-4fad0af78191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:55.491452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-4cda0ffb-c3f7-49b8-9397-4fad0af78191 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 1097 time: 0.0941513 Jul 13 08:20:55.502501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:55.573767 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:55.795080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=587707df-8499-456e-a0b3-09f89646a639,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:56.182888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:56.221853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587707df-8499-456e-a0b3-09f89646a639'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:56.227906 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:56.240989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Transition to ACTIVE for port object 587707df-8499-456e-a0b3-09f89646a639 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:56.244725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:56.273723 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c01cf49-09ff-4bb7-aaa9-0fc1c2a426a4" -d '{"events": [{"server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "name": "network-vif-unplugged", "status": "completed", "tag": "587707df-8499-456e-a0b3-09f89646a639"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:56.328059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Pushing event updated for resources: {'Port': ['ID=587707df-8499-456e-a0b3-09f89646a639,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:56.340869 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.341224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.341563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.341984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.342210 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.342559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.342876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.343227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.343513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.344214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.344214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.344503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:56.391479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] No DVR routers for this DVR port 587707df-8499-456e-a0b3-09f89646a639 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:20:56.427680 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87458a4c-31d5-4c82-84ce-7237bb8a5f23 x-openstack-request-id: req-87458a4c-31d5-4c82-84ce-7237bb8a5f23 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:56.427986 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "name": "network-vif-unplugged", "status": "completed", "tag": "587707df-8499-456e-a0b3-09f89646a639", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:56.428304 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87458a4c-31d5-4c82-84ce-7237bb8a5f23 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:56.428653 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587707df-8499-456e-a0b3-09f89646a639', 'code': 200} Jul 13 08:20:56.584732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Attempting to bind port 587707df-8499-456e-a0b3-09f89646a639 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:56.584984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Attempting to bind port 587707df-8499-456e-a0b3-09f89646a639 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:56.585314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Attempting to bind port 587707df-8499-456e-a0b3-09f89646a639 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:56.599706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d871c6-c797-4e9f-a376-fff2d34c287e req-2d30655d-7d52-45d7-b38f-e276049fcf7c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:56.600947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2d871c6-c797-4e9f-a376-fff2d34c287e req-2d30655d-7d52-45d7-b38f-e276049fcf7c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 944 time: 0.1174338 Jul 13 08:20:56.601937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Port 587707df-8499-456e-a0b3-09f89646a639 on network 682dd2b7-548b-4ade-bda5-23648167cd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:20:56.602261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Attempting to bind port 587707df-8499-456e-a0b3-09f89646a639 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:56.607497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:56.607840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:56.608252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:56.608682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Bound port: 587707df-8499-456e-a0b3-09f89646a639, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:56.609045 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:56.678528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2d871c6-c797-4e9f-a376-fff2d34c287e req-365bee69-a182-4960-932c-93786b992cab tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663619 Jul 13 08:20:56.699230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:56.702362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=587707df-8499-456e-a0b3-09f89646a639,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:56.706909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:56.746477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:56.747101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:56.748560 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] 10.222.0.54 "PUT /v2.0/ports/587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 1092 time: 1.2502999 Jul 13 08:20:56.767093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfcbd9-5e80-4f3e-aab9-e9a71c2950aa service neutron] Pushing event updated for resources: {'Port': ['ID=587707df-8499-456e-a0b3-09f89646a639,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:56.846334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-a8fee7e7-81f5-43a9-ae49-1208d3b70b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:56.848802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-a8fee7e7-81f5-43a9-ae49-1208d3b70b83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1095 time: 0.0680692 Jul 13 08:20:56.942735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-588efa91-6a04-4599-96fb-fc40171531c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:56.944346 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-588efa91-6a04-4599-96fb-fc40171531c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0894485 Jul 13 08:20:57.014629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-3e72b71d-0c31-45f9-858a-8755f1fd81bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 1000 time: 0.0640676 Jul 13 08:20:57.070947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-1bd66146-85fb-4902-b877-8e7c313e1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:57.072559 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-1bd66146-85fb-4902-b877-8e7c313e1f67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0515041 Jul 13 08:20:57.133838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d407b756-a477-44a8-a518-33c1306a4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:57.135678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-d407b756-a477-44a8-a518-33c1306a4c6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562975 Jul 13 08:20:57.230153 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-8733602f-8fb5-4b7d-ba0d-34cff193ec67 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869751 Jul 13 08:20:57.319431 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-138bbd96-eff3-4f44-ad64-23fa33c0647b req-c11b3ea7-801f-4a43-b532-692e8111b88c service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813348 Jul 13 08:20:57.855548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425701b-cafe-4d85-add9-dee5841da36d req-081ef7c5-b2ef-4b5f-bfa8-c9258ef3a636 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:57.857052 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c425701b-cafe-4d85-add9-dee5841da36d req-081ef7c5-b2ef-4b5f-bfa8-c9258ef3a636 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 944 time: 0.0624816 Jul 13 08:20:57.894280 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c425701b-cafe-4d85-add9-dee5841da36d req-2a1420be-3272-482c-9586-726b11eb2f83 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317807 Jul 13 08:20:58.300637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 587707df-8499-456e-a0b3-09f89646a639 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:20:58.337810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 587707df-8499-456e-a0b3-09f89646a639 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:20:58.430080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'tag': '587707df-8499-456e-a0b3-09f89646a639'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:58.432496 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a062a9-4ae8-419f-9435-03c2f110f703" -d '{"events": [{"name": "network-changed", "server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "tag": "587707df-8499-456e-a0b3-09f89646a639"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:58.483220 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b3166f-63fd-4a18-9559-bfaebdbba8ae x-openstack-request-id: req-a6b3166f-63fd-4a18-9559-bfaebdbba8ae {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:58.483517 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "tag": "587707df-8499-456e-a0b3-09f89646a639", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:58.483778 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6b3166f-63fd-4a18-9559-bfaebdbba8ae {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:58.484221 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'tag': '587707df-8499-456e-a0b3-09f89646a639', 'status': 'completed', 'code': 200} Jul 13 08:20:58.600219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-130fd351-b72f-495e-8a25-669fc6445e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:58.601633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-130fd351-b72f-495e-8a25-669fc6445e08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1095 time: 0.0991373 Jul 13 08:20:58.603461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-f0c791c6-9168-43e8-8823-e2285c81e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:58.604880 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-f0c791c6-9168-43e8-8823-e2285c81e3d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1095 time: 0.0935524 Jul 13 08:20:58.765191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-96b31d33-db86-4713-9107-0227929781c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:58.766703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-96b31d33-db86-4713-9107-0227929781c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1582649 Jul 13 08:20:58.767821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-1861d712-0b48-4c6e-8100-a3d86e9fd795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:58.769171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-1861d712-0b48-4c6e-8100-a3d86e9fd795 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1529684 Jul 13 08:20:58.882606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-c066cd1f-d584-46d6-b1d9-31690ee73107 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 1000 time: 0.1097417 Jul 13 08:20:58.884327 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-d8d9322c-f55d-4991-b010-b8791fdbbbd7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 1000 time: 0.1052191 Jul 13 08:20:58.973860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-e5cca943-cfc1-45ed-847d-5b76624977f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:58.975414 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-e5cca943-cfc1-45ed-847d-5b76624977f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0869527 Jul 13 08:20:58.976934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-23128eee-0342-4af4-b632-9bfe14b8bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:58.978259 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-23128eee-0342-4af4-b632-9bfe14b8bc0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0871575 Jul 13 08:20:59.072305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-6a66ff55-e0cf-4027-be1e-ab3a0edd597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:59.073830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-6a66ff55-e0cf-4027-be1e-ab3a0edd597f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927985 Jul 13 08:20:59.076574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-f83ea01e-65d7-4886-93b8-3b61a39180b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:59.077972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-f83ea01e-65d7-4886-93b8-3b61a39180b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893106 Jul 13 08:20:59.081814 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402f70d-85cc-4ec3-a08e-e0ca034ba9c4 req-45a19322-e6f3-4d86-9d2e-fb1046fd137b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:59.083375 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c402f70d-85cc-4ec3-a08e-e0ca034ba9c4 req-45a19322-e6f3-4d86-9d2e-fb1046fd137b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 944 time: 0.0672157 Jul 13 08:20:59.124178 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c402f70d-85cc-4ec3-a08e-e0ca034ba9c4 req-c7abfe3b-3175-4a21-96a6-8eb18fa74ae3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345902 Jul 13 08:20:59.241746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-23674e2b-9dd5-4af4-a469-24fabe987e46 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605647 Jul 13 08:20:59.243641 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-e3761e4a-7c7c-4ba9-af65-ab33a33d4db2 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549904 Jul 13 08:20:59.397548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.53', 56331) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:59.416458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-80edd34f-ced8-445c-976b-49939ac65a01 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676655 Jul 13 08:20:59.434743 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-c9395b30-4731-455e-bec9-fc230fc79d21 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779566 Jul 13 08:20:59.457211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835e640-7d83-4c90-8ee6-a73f2cf4f234 req-57828548-d15b-4fad-96d0-f633443fa20a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:59.458959 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4835e640-7d83-4c90-8ee6-a73f2cf4f234 req-57828548-d15b-4fad-96d0-f633443fa20a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 944 time: 0.0846672 Jul 13 08:20:59.482694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-e9645b88-e5e9-4d7c-80d0-43fab0e70de6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:59.484244 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-e9645b88-e5e9-4d7c-80d0-43fab0e70de6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.53 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207&tenant_id=9bf224dd1da64fbcafccd7621df9827d&binding%3Ahost_id=n-h2-798249-7 HTTP/1.1" status: 200 len: 944 time: 0.0844162 Jul 13 08:20:59.498120 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4835e640-7d83-4c90-8ee6-a73f2cf4f234 req-6cc95997-c3d4-464e-ab2c-fa6b5a89160f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329998 Jul 13 08:20:59.550164 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-3072e39d-07a4-4622-83a8-ce9421d55107 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:20:59.551215 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-3072e39d-07a4-4622-83a8-ce9421d55107 service neutron] 10.222.0.53 "DELETE /v2.0/ports/587707df-8499-456e-a0b3-09f89646a639/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0616682 Jul 13 08:20:59.648261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-fbe89bdb-bc98-48e1-a11a-ebe3aed65079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:59.649699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-fbe89bdb-bc98-48e1-a11a-ebe3aed65079 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 1095 time: 0.0569580 Jul 13 08:20:59.745925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-82e943a6-29bb-4e7d-a04e-3ea193f2f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:59.747436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-82e943a6-29bb-4e7d-a04e-3ea193f2f9e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0913882 Jul 13 08:20:59.814676 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-38cfbfba-d119-49c7-8c30-d0e0e51d5f41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 200 len: 1000 time: 0.0610225 Jul 13 08:20:59.863697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-df734a62-5eb7-43dc-9354-91ef41f6122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:59.865816 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-df734a62-5eb7-43dc-9354-91ef41f6122e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0448534 Jul 13 08:20:59.929635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-0e8419e1-02e0-4bbb-9dcf-ace27c5fdcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:59.931302 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-0e8419e1-02e0-4bbb-9dcf-ace27c5fdcf4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597830 Jul 13 08:21:00.025871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-a7890072-14a1-4b4e-a5c7-5c00f87d44a0 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 Jul 13 08:21:00.124980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c6ce8eda-ad64-4d88-9dfb-9744c8684b36 req-639565c1-ed1c-4103-bb24-b9d9780c1dbf service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923588 Jul 13 08:21:00.680402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e1c03-5254-479f-b6d6-bf90f44feb9d req-088850d8-e1bf-4029-9343-3ded0e34a2a1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:00.682301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-738e1c03-5254-479f-b6d6-bf90f44feb9d req-088850d8-e1bf-4029-9343-3ded0e34a2a1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 944 time: 0.0667386 Jul 13 08:21:00.722140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-738e1c03-5254-479f-b6d6-bf90f44feb9d req-a0223552-8ec0-4148-8ab0-111c89c29848 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 Jul 13 08:21:00.912753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4532b13-6200-4e9c-b4ad-7eede1ad2a35 req-8ea5cc39-65b2-4604-a21b-e221571721e4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:00.914298 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4532b13-6200-4e9c-b4ad-7eede1ad2a35 req-8ea5cc39-65b2-4604-a21b-e221571721e4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 944 time: 0.0716467 Jul 13 08:21:00.941187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 587707df-8499-456e-a0b3-09f89646a639 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:21:00.954833 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c4532b13-6200-4e9c-b4ad-7eede1ad2a35 req-0699650a-be5d-4b19-a5ae-22ec2a3c0cc5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349481 Jul 13 08:21:01.038986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=587707df-8499-456e-a0b3-09f89646a639,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:01.051228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '587707df-8499-456e-a0b3-09f89646a639', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'port_id': '587707df-8499-456e-a0b3-09f89646a639', 'mac_address': 'fa:16:3e:d5:bb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:21:01.089124 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:01.102416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587707df-8499-456e-a0b3-09f89646a639 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:21:01.122648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=587707df-8499-456e-a0b3-09f89646a639,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:01.126649 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:01.132370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8c0d5-6d3c-499c-a832-ef2300b5252f req-c8c30a72-7733-4826-a69d-6b21c9591f8c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:01.134008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b7b8c0d5-6d3c-499c-a832-ef2300b5252f req-c8c30a72-7733-4826-a69d-6b21c9591f8c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 944 time: 0.0654807 Jul 13 08:21:01.184599 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b7b8c0d5-6d3c-499c-a832-ef2300b5252f req-c43c58b6-91b6-47f5-9418-0e3c192fa5fd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444257 Jul 13 08:21:01.195442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=587707df-8499-456e-a0b3-09f89646a639,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:01.202872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.203218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.203564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.203903 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.204264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.204595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.204918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.205242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.205564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.205883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.206201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.206524 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:21:01.398713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['587707df-8499-456e-a0b3-09f89646a639'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:21:01.576272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c086d41-3d68-461f-8ff0-bee4afe26cc0 req-930109e2-f132-4431-8b15-870a002f9828 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:01.577761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c086d41-3d68-461f-8ff0-bee4afe26cc0 req-930109e2-f132-4431-8b15-870a002f9828 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 945 time: 0.0638199 Jul 13 08:21:01.622718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c086d41-3d68-461f-8ff0-bee4afe26cc0 req-41047a58-7764-4145-97fd-82323e93a521 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390241 Jul 13 08:21:02.809335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-240bbb5c-91b7-40fb-9a33-7a7a60e8d0d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:02.811886 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-240bbb5c-91b7-40fb-9a33-7a7a60e8d0d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 945 time: 0.0816207 Jul 13 08:21:02.818968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844d812-30fd-4173-9055-474c18fed577 req-cc41429b-775a-4549-91fe-f65f3105c946 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:02.820503 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7844d812-30fd-4173-9055-474c18fed577 req-cc41429b-775a-4549-91fe-f65f3105c946 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 945 time: 0.0791812 Jul 13 08:21:02.865956 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7844d812-30fd-4173-9055-474c18fed577 req-f468d9fe-3219-4413-a1b5-2435cd69632f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386281 Jul 13 08:21:02.920945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Deleting port 587707df-8499-456e-a0b3-09f89646a639 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:21:02.921291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:02.941111 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 587707df-8499-456e-a0b3-09f89646a639 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:21:02.990217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 587707df-8499-456e-a0b3-09f89646a639 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:21:02.993939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 587707df-8499-456e-a0b3-09f89646a639 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:02.994310 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:03.011275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=587707df-8499-456e-a0b3-09f89646a639,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:03.011638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:03.075490 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:03.098343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587707df-8499-456e-a0b3-09f89646a639'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:21:03.113649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 587707df-8499-456e-a0b3-09f89646a639, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=587707df-8499-456e-a0b3-09f89646a639,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:03.118543 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:03.149608 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d365d2e-4725-4d78-80ac-5268589e092a" -d '{"events": [{"server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "name": "network-vif-plugged", "status": "completed", "tag": "587707df-8499-456e-a0b3-09f89646a639"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:21:03.188715 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=587707df-8499-456e-a0b3-09f89646a639,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:03.209253 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:03.209724 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:03.210159 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b disassociated. External IP: 172.25.6.112, port: 587707df-8499-456e-a0b3-09f89646a639. Jul 13 08:21:03.210535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Calling delete_port for 587707df-8499-456e-a0b3-09f89646a639 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:21:03.245801 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db48b407-389d-4d3e-abae-8b9a521109d2 x-openstack-request-id: req-db48b407-389d-4d3e-abae-8b9a521109d2 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:21:03.246105 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "name": "network-vif-plugged", "status": "completed", "tag": "587707df-8499-456e-a0b3-09f89646a639", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:21:03.246362 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db48b407-389d-4d3e-abae-8b9a521109d2 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:21:03.246790 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587707df-8499-456e-a0b3-09f89646a639', 'code': 200} Jul 13 08:21:03.358648 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:03.395323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event deleted for resources: {'Port': ['ID=587707df-8499-456e-a0b3-09f89646a639,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:03.456699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b4a3cef6-b259-4eaa-a40f-897f4099900d None None] Could not find standard attr ID for object 587707df-8499-456e-a0b3-09f89646a639. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:21:03.513380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:21:03.621211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:21:03.633885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:21:03.648910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:21:03.649957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:20:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:03.690954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] No DVR routers for this DVR port 587707df-8499-456e-a0b3-09f89646a639 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:21:03.695354 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:03.698875 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd01765b-e7a5-4a9f-84af-abfe2540029a req-261f10bb-0ccc-40a7-a2d5-3299b6d83e96 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "DELETE /v2.0/ports/587707df-8499-456e-a0b3-09f89646a639 HTTP/1.1" status: 204 len: 173 time: 0.8818026 Jul 13 08:21:03.699563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'name': 'network-vif-deleted', 'tag': '587707df-8499-456e-a0b3-09f89646a639'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:21:03.703483 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2599707c-2a46-4dcf-97a6-79cbc3721005" -d '{"events": [{"server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "name": "network-vif-deleted", "tag": "587707df-8499-456e-a0b3-09f89646a639"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:21:03.765747 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8644698-3020-4a77-8eb7-90a850a92281 x-openstack-request-id: req-d8644698-3020-4a77-8eb7-90a850a92281 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:21:03.766459 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093f99ef-81e1-47bd-9803-3c1e406e6207", "name": "network-vif-deleted", "tag": "587707df-8499-456e-a0b3-09f89646a639", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:21:03.767089 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8644698-3020-4a77-8eb7-90a850a92281 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:21:03.767916 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093f99ef-81e1-47bd-9803-3c1e406e6207', 'name': 'network-vif-deleted', 'tag': '587707df-8499-456e-a0b3-09f89646a639', 'status': 'completed', 'code': 200} Jul 13 08:21:03.813700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:21:04.023275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:04.046746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb8dfdab-37ca-4a23-9880-e163a63c8257 req-1edc5bfd-1647-4271-bed0-ae58d6726da7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=093f99ef-81e1-47bd-9803-3c1e406e6207 HTTP/1.1" status: 200 len: 210 time: 0.0346425 Jul 13 08:21:04.051158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:21:04.060408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:21:04.061090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:20:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:04.171356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:21:04.371961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:04.401971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04131c01-21dc-4286-86b5-b70a4e0fc342 None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:21:04.636655 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd52a04-fb2b-41c6-99cc-62334b4b4352 None None] New status for floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:21:04.892390 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:05.356729 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-a8a19106-5f02-4592-b820-73101933d0cb tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--612976158&fields=id&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 267 time: 0.0345914 Jul 13 08:21:05.465550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-33b39d6e-c1ec-44d8-adfb-2468b28f88f4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:05.467595 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-33b39d6e-c1ec-44d8-adfb-2468b28f88f4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 812 time: 0.1042149 Jul 13 08:21:05.483292 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-9c5e51f5-ca4d-42c9-a260-3d364260b387 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/quotas/9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 375 time: 0.0103428 Jul 13 08:21:05.558703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-0a199c77-455b-4174-8465-3caf647c5549 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701141 Jul 13 08:21:05.731981 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-6cdc2af6-dfdf-40d1-a27e-2464692f97c7 service neutron] 10.222.0.44 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282382 Jul 13 08:21:05.830373 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e3ac40a0-aed6-4ebe-bd7d-b694a0a38882 service neutron] 10.222.0.44 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924327 Jul 13 08:21:06.002123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7092c0eb-cf56-4989-aa55-7cca70b0d113 req-e20eb539-b3ed-4f2f-816a-c74e90b22e61 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 210 time: 0.0285289 Jul 13 08:21:06.961861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 587707df-8499-456e-a0b3-09f89646a639 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:21:06.985587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 587707df-8499-456e-a0b3-09f89646a639 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:21:06.985935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 587707df-8499-456e-a0b3-09f89646a639 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:21:07.078878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-f054005e-ee57-40ee-b04b-56c1161f3b74 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:07.080492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-f054005e-ee57-40ee-b04b-56c1161f3b74 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 812 time: 0.1126921 Jul 13 08:21:07.150385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-ffa18065-3fe6-4c36-98a3-7eb7c13c8642 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 379 time: 0.0529203 Jul 13 08:21:07.162035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'port': {'device_id': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'admin_state_up': True, 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'security_groups': ['6a56477e-84fc-4a37-82ec-fda7bf4e8357']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:07.181955 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-029ae246-f17b-43c7-bb95-87697201ae2b req-04151182-488e-40df-b881-5b89cc9051d0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 210 time: 0.0339372 Jul 13 08:21:07.282325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Made reservation on behalf of 9bf224dd1da64fbcafccd7621df9827d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:21:07.285934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:07.766699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Allocated IP 172.20.0.13 (682dd2b7-548b-4ade-bda5-23648167cd86/ea4a482a-df66-41cc-800a-66293e4a8fa6/84a36118-2848-466f-b195-56bffa58518f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:21:07.917086 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:07.930334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Transition to ACTIVE for port object 84a36118-2848-466f-b195-56bffa58518f will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:21:07.963454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.002894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Network 682dd2b7-548b-4ade-bda5-23648167cd86 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:21:08.006692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:21:08.009227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:21:08.052467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event updated for resources: {'Port': ['ID=84a36118-2848-466f-b195-56bffa58518f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:08.074979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:08.075607 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.091243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-79a850cc-577f-4550-b306-53f9743ac9d4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9353433 Jul 13 08:21:08.104351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Request body: {'port': {'device_id': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:08.179418 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.216632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d48d8744-5197-4660-a6f5-ae6c7d4ea771 None None] Provisioning for port 84a36118-2848-466f-b195-56bffa58518f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:21:08.221428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d48d8744-5197-4660-a6f5-ae6c7d4ea771 None None] Provisioning complete for port 84a36118-2848-466f-b195-56bffa58518f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:08.221428 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d48d8744-5197-4660-a6f5-ae6c7d4ea771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.258010 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d48d8744-5197-4660-a6f5-ae6c7d4ea771 None None] Port 84a36118-2848-466f-b195-56bffa58518f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:21:08.436748 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.456605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c4f2f-0c40-4265-9c63-7c052c8c7963 req-3c2e5565-1b51-49ae-8f94-067d58ef990b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:08.458099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-765c4f2f-0c40-4265-9c63-7c052c8c7963 req-3c2e5565-1b51-49ae-8f94-067d58ef990b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 932 time: 0.1428277 Jul 13 08:21:08.533800 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-765c4f2f-0c40-4265-9c63-7c052c8c7963 req-6275adc3-9159-4369-925d-1c4386a87f87 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682685 Jul 13 08:21:08.545356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a36118-2848-466f-b195-56bffa58518f {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:21:08.553478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.565147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Transition to ACTIVE for port object 84a36118-2848-466f-b195-56bffa58518f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:21:08.569935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.621000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Pushing event updated for resources: {'Port': ['ID=84a36118-2848-466f-b195-56bffa58518f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:08.692451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Attempting to bind port 84a36118-2848-466f-b195-56bffa58518f on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:21:08.693555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Attempting to bind port 84a36118-2848-466f-b195-56bffa58518f by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:21:08.693892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Attempting to bind port 84a36118-2848-466f-b195-56bffa58518f on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:21:08.698771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Port 84a36118-2848-466f-b195-56bffa58518f on network 682dd2b7-548b-4ade-bda5-23648167cd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:21:08.699098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Attempting to bind port 84a36118-2848-466f-b195-56bffa58518f on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:21:08.704884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:21:08.705231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:21:08.705621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:21:08.706067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Bound port: 84a36118-2848-466f-b195-56bffa58518f, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:21:08.706432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.775950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:21:08.779826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=84a36118-2848-466f-b195-56bffa58518f,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:21:08.784690 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.820719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:08.821206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:08.822620 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] 10.222.0.54 "PUT /v2.0/ports/84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1092 time: 0.7229798 Jul 13 08:21:08.823101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'tag': '84a36118-2848-466f-b195-56bffa58518f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:21:08.825411 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c47c8c6-ed12-456e-9380-17c25be70a98" -d '{"events": [{"name": "network-changed", "server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "tag": "84a36118-2848-466f-b195-56bffa58518f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:21:08.852248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661c73f-34a8-42a5-a57b-98226294bf94 service neutron] Pushing event updated for resources: {'Port': ['ID=84a36118-2848-466f-b195-56bffa58518f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:08.870287 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6925ba9f-3870-440f-b15c-096a917a9872 x-openstack-request-id: req-6925ba9f-3870-440f-b15c-096a917a9872 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:21:08.870642 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "tag": "84a36118-2848-466f-b195-56bffa58518f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:21:08.870978 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6925ba9f-3870-440f-b15c-096a917a9872 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:21:08.871519 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'tag': '84a36118-2848-466f-b195-56bffa58518f', 'status': 'completed', 'code': 200} Jul 13 08:21:08.933484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-36d10411-6181-4dcf-8b53-b9bed723b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:08.935120 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-36d10411-6181-4dcf-8b53-b9bed723b64d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1095 time: 0.0626657 Jul 13 08:21:08.980286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-ebf8ce2a-9198-4fca-a12c-4064160474c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 217 time: 0.0374479 Jul 13 08:21:09.031538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-36fec543-5d47-4a70-98f2-5bedcc7caf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:09.033079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-36fec543-5d47-4a70-98f2-5bedcc7caf17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0467429 Jul 13 08:21:09.098607 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-25372a9e-cbd3-4c6a-9592-d2673adb22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:09.100238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-25372a9e-cbd3-4c6a-9592-d2673adb22d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608442 Jul 13 08:21:09.194444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-9a25d9a6-5277-4d68-a971-f0f194eb9a23 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878088 Jul 13 08:21:09.290581 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c3cafacf-f53a-485f-987e-07f561bfd755 req-510dd79c-ff85-4c48-8542-d44e9a2b47f1 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897505 Jul 13 08:21:09.391809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-b997f534-d7d5-472c-9dba-d5e59bf87e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:09.393371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-b997f534-d7d5-472c-9dba-d5e59bf87e36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1095 time: 0.0542998 Jul 13 08:21:09.490414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-dccb370c-aa8f-4734-8dbf-ac6a02d1267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:09.491926 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-dccb370c-aa8f-4734-8dbf-ac6a02d1267d service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0922987 Jul 13 08:21:09.534729 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-d4ec5bf8-3baf-4046-a73d-f9d51eb2d253 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 217 time: 0.0363708 Jul 13 08:21:09.587185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-dca0404f-32e8-491b-a5e3-f48676c04bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:09.588715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-dca0404f-32e8-491b-a5e3-f48676c04bc5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0475161 Jul 13 08:21:09.653738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-36691311-3c23-4ad7-a4ab-510df1648ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:09.655281 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-36691311-3c23-4ad7-a4ab-510df1648ba1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591450 Jul 13 08:21:09.787559 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-b9e5d411-5099-4c7f-87d2-ae6005ad3af4 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216021 Jul 13 08:21:09.795051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6ec93-35c1-410d-83bc-61fbb89ecb04 req-d70aaea1-4c7a-49b6-8fc1-45977b9cbea4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:09.796482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97a6ec93-35c1-410d-83bc-61fbb89ecb04 req-d70aaea1-4c7a-49b6-8fc1-45977b9cbea4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 944 time: 0.1403067 Jul 13 08:21:09.887969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97a6ec93-35c1-410d-83bc-61fbb89ecb04 req-20a3b443-7b42-418b-a1f1-f8bcbd65cc98 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825796 Jul 13 08:21:09.914450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6c47c8c6-ed12-456e-9380-17c25be70a98 req-d4e0364d-3265-4664-8525-e946a4458498 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170135 Jul 13 08:21:11.074327 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba085e87-a069-4cef-b629-42f06be7b2a2 req-28e859ef-51e7-45b6-a28e-79affb3b7952 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:11.075826 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba085e87-a069-4cef-b629-42f06be7b2a2 req-28e859ef-51e7-45b6-a28e-79affb3b7952 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 944 time: 0.0730391 Jul 13 08:21:11.113816 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ba085e87-a069-4cef-b629-42f06be7b2a2 req-5b3b043a-e8c4-460d-a1bc-78be5d5186c9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324378 Jul 13 08:21:12.298582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770a780-06ce-49f9-b4a0-a74a0f7f01f7 req-31ee1ba5-6924-40f4-aa8d-d4a5cc4d093b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:12.300112 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0770a780-06ce-49f9-b4a0-a74a0f7f01f7 req-31ee1ba5-6924-40f4-aa8d-d4a5cc4d093b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 944 time: 0.0711770 Jul 13 08:21:12.340320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0770a780-06ce-49f9-b4a0-a74a0f7f01f7 req-02853c4c-495b-41b3-a5e0-2bb944fd7822 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340304 Jul 13 08:21:13.003488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 84a36118-2848-466f-b195-56bffa58518f details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:21:13.102016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=84a36118-2848-466f-b195-56bffa58518f,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:13.113494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '84a36118-2848-466f-b195-56bffa58518f', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'port_id': '84a36118-2848-466f-b195-56bffa58518f', 'mac_address': 'fa:16:3e:04:b7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:21:13.153058 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:13.166621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a36118-2848-466f-b195-56bffa58518f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:21:13.185832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=84a36118-2848-466f-b195-56bffa58518f,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:13.189062 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:13.242334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=84a36118-2848-466f-b195-56bffa58518f,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:13.403572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['84a36118-2848-466f-b195-56bffa58518f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:21:13.526255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e642e-c690-4bcb-b771-ec6692890fb8 req-4979d532-3b88-4e5f-a00d-e51fd7ebb42c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:13.527978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bf0e642e-c690-4bcb-b771-ec6692890fb8 req-4979d532-3b88-4e5f-a00d-e51fd7ebb42c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 945 time: 0.0713995 Jul 13 08:21:13.567523 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bf0e642e-c690-4bcb-b771-ec6692890fb8 req-b8e68269-759a-4dec-a34f-a3783d1b07cb tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339091 Jul 13 08:21:14.355006 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49935ccb-20d2-4580-99ee-f647c30c987e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:14.746192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d12f8d-f774-4b1b-8acb-c70d6f8a138c req-0e350329-dbc3-4d1f-bc36-4bf506dd4268 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:14.747750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80d12f8d-f774-4b1b-8acb-c70d6f8a138c req-0e350329-dbc3-4d1f-bc36-4bf506dd4268 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 945 time: 0.0650921 Jul 13 08:21:14.789646 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-80d12f8d-f774-4b1b-8acb-c70d6f8a138c req-356a5fc6-2c87-4a61-be8d-70072eafaabe tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359025 Jul 13 08:21:15.018807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 84a36118-2848-466f-b195-56bffa58518f up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:21:15.067264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 84a36118-2848-466f-b195-56bffa58518f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:21:15.071499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 84a36118-2848-466f-b195-56bffa58518f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:15.071869 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:15.152709 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:15.175778 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a36118-2848-466f-b195-56bffa58518f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:21:15.178841 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717cffdc-fa4e-4800-872a-e05d01fa29b2" -d '{"events": [{"server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "name": "network-vif-plugged", "status": "completed", "tag": "84a36118-2848-466f-b195-56bffa58518f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:21:15.191705 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=84a36118-2848-466f-b195-56bffa58518f,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:21:15.197832 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:15.222593 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a59b878-c5e6-4d3b-ac0a-193043582335 x-openstack-request-id: req-5a59b878-c5e6-4d3b-ac0a-193043582335 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:21:15.222880 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "name": "network-vif-plugged", "status": "completed", "tag": "84a36118-2848-466f-b195-56bffa58518f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:21:15.223131 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a59b878-c5e6-4d3b-ac0a-193043582335 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:21:15.223516 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a36118-2848-466f-b195-56bffa58518f', 'code': 200} Jul 13 08:21:15.259062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=84a36118-2848-466f-b195-56bffa58518f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:21:15.346158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390fbcf-4a67-41b9-beb4-9711b8a685ed req-d92bc0f2-1972-45ee-87c4-b53a1a1b609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:15.347671 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b390fbcf-4a67-41b9-beb4-9711b8a685ed req-d92bc0f2-1972-45ee-87c4-b53a1a1b609d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1097 time: 0.0560679 Jul 13 08:21:15.385399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b390fbcf-4a67-41b9-beb4-9711b8a685ed req-f26a34f7-900b-4727-b1fd-b281c481c97a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303471 Jul 13 08:21:15.495182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e49a2191-47dd-44a7-a2fa-81ecfcd271ed None None] Provisioning complete for port 84a36118-2848-466f-b195-56bffa58518f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:21:15.495761 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e49a2191-47dd-44a7-a2fa-81ecfcd271ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:15.969432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24296c6c-f674-412c-9e67-f60575daa534 req-811f0721-145a-4858-8285-fb4605f12164 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:15.970923 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24296c6c-f674-412c-9e67-f60575daa534 req-811f0721-145a-4858-8285-fb4605f12164 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0677066 Jul 13 08:21:16.009679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24296c6c-f674-412c-9e67-f60575daa534 req-a89e9d2a-debb-40e4-81d9-5f47a565343f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331483 Jul 13 08:21:17.161125 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:17.187337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d811e9b-4705-4ac6-8a30-fdc96a885190 req-5552d745-8392-4fed-a504-486a53777621 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:17.188879 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d811e9b-4705-4ac6-8a30-fdc96a885190 req-5552d745-8392-4fed-a504-486a53777621 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0682557 Jul 13 08:21:17.228156 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d811e9b-4705-4ac6-8a30-fdc96a885190 req-da95acb4-7bc2-4307-a766-7125f09c35c3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331163 Jul 13 08:21:17.311275 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6f4ecf44-904f-4166-b0f4-efc647b98020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:17.400360 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855709d-15f4-4f31-9a69-b6e856023c88 req-4e341eb8-1470-420a-80db-a07052e882e9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:17.402168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e855709d-15f4-4f31-9a69-b6e856023c88 req-4e341eb8-1470-420a-80db-a07052e882e9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0629730 Jul 13 08:21:17.410650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42456) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:21:17.415212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9e02b6ad-08a3-437b-97e6-d70e5b5dce2f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'floatingip': {'port_id': '84a36118-2848-466f-b195-56bffa58518f'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:21:17.457296 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e02b6ad-08a3-437b-97e6-d70e5b5dce2f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:17.894575 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e02b6ad-08a3-437b-97e6-d70e5b5dce2f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:17.898623 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e02b6ad-08a3-437b-97e6-d70e5b5dce2f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:17.994317 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-9e02b6ad-08a3-437b-97e6-d70e5b5dce2f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b associated. External IP: 172.25.6.112, port: 84a36118-2848-466f-b195-56bffa58518f. Jul 13 08:21:18.121297 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.208573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e02b6ad-08a3-437b-97e6-d70e5b5dce2f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:21:18.321227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e02b6ad-08a3-437b-97e6-d70e5b5dce2f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:21:18.325875 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9e02b6ad-08a3-437b-97e6-d70e5b5dce2f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:18.331104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:21:18.340700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:21:18.341319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:21:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:18.362776 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9e02b6ad-08a3-437b-97e6-d70e5b5dce2f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "PUT /v2.0/floatingips/9810ff3e-9d3f-4417-a03d-eedb210da70b HTTP/1.1" status: 200 len: 992 time: 0.9510860 Jul 13 08:21:18.363334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'tag': '84a36118-2848-466f-b195-56bffa58518f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:21:18.365619 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d93322-b17f-4663-9c52-014ef38ef719" -d '{"events": [{"name": "network-changed", "server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "tag": "84a36118-2848-466f-b195-56bffa58518f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:21:18.402117 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1883f7-b199-46c4-9e40-901935852efe x-openstack-request-id: req-bb1883f7-b199-46c4-9e40-901935852efe {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:21:18.402719 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "tag": "84a36118-2848-466f-b195-56bffa58518f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:21:18.402719 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb1883f7-b199-46c4-9e40-901935852efe {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:21:18.403057 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'tag': '84a36118-2848-466f-b195-56bffa58518f', 'status': 'completed', 'code': 200} Jul 13 08:21:18.449670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:21:18.478354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93322-b17f-4663-9c52-014ef38ef719 req-be8b75eb-0d8a-4f33-ab27-bea20b460f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:18.479881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36d93322-b17f-4663-9c52-014ef38ef719 req-be8b75eb-0d8a-4f33-ab27-bea20b460f09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1097 time: 0.0537255 Jul 13 08:21:18.576914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93322-b17f-4663-9c52-014ef38ef719 req-fb6df88d-6c11-46f1-88e4-a542c1c657c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:18.578434 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36d93322-b17f-4663-9c52-014ef38ef719 req-fb6df88d-6c11-46f1-88e4-a542c1c657c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0896673 Jul 13 08:21:18.648000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36d93322-b17f-4663-9c52-014ef38ef719 req-68bb9a40-1cf2-4d38-8cf5-1ecf489807ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1000 time: 0.0627527 Jul 13 08:21:18.675016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': '84a36118-2848-466f-b195-56bffa58518f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:04:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:21:17Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:18.696049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93322-b17f-4663-9c52-014ef38ef719 req-166dbd6e-3efa-4c39-a0da-556bb9235ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:18.697548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36d93322-b17f-4663-9c52-014ef38ef719 req-166dbd6e-3efa-4c39-a0da-556bb9235ca7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0445635 Jul 13 08:21:18.705445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:21:18.714521 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:21:18.715046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:21:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:18.756837 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93322-b17f-4663-9c52-014ef38ef719 req-e1f0b2fd-960e-4cf0-b58c-87025aefb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:18.758370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36d93322-b17f-4663-9c52-014ef38ef719 req-e1f0b2fd-960e-4cf0-b58c-87025aefb898 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542367 Jul 13 08:21:18.856246 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36d93322-b17f-4663-9c52-014ef38ef719 req-7c248b28-61c4-4dc5-88a0-44a186fa1b3b service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912535 Jul 13 08:21:18.951313 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36d93322-b17f-4663-9c52-014ef38ef719 req-586b0e6f-7672-4178-8cc1-fb3d03687f70 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886784 Jul 13 08:21:18.983957 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:21:19.198117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': '84a36118-2848-466f-b195-56bffa58518f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:04:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:21:17Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:21:19.223069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7f5ad-23d5-401a-b9be-89554908de39 None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': '84a36118-2848-466f-b195-56bffa58518f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:04:b7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:21:17Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:21:19.419198 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60194f80-18fa-4f57-aac6-2de91780ef52 None None] New status for floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:21:19.925668 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:26.131501 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:21:34.131047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1746c685-a917-42d7-860f-cc9683654b80 req-5668752c-c38b-49e6-8e4a-4d421d5c7dbb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514252 Jul 13 08:21:34.227114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746c685-a917-42d7-860f-cc9683654b80 req-bddd253a-9ecd-4908-a7ab-9585c70adbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:34.228652 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1746c685-a917-42d7-860f-cc9683654b80 req-bddd253a-9ecd-4908-a7ab-9585c70adbb6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1097 time: 0.0559480 Jul 13 08:21:34.332746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746c685-a917-42d7-860f-cc9683654b80 req-f9b16c65-3073-4613-abf8-c13f84fda9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:34.334246 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1746c685-a917-42d7-860f-cc9683654b80 req-f9b16c65-3073-4613-abf8-c13f84fda9f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0848975 Jul 13 08:21:34.405058 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1746c685-a917-42d7-860f-cc9683654b80 req-060ac7a6-5348-4683-b491-70dea828808d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1002 time: 0.0639923 Jul 13 08:21:34.455338 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746c685-a917-42d7-860f-cc9683654b80 req-18338e35-98a9-48b0-ae13-04b3439ebf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:34.456869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1746c685-a917-42d7-860f-cc9683654b80 req-18338e35-98a9-48b0-ae13-04b3439ebf8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0455599 Jul 13 08:21:34.519831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746c685-a917-42d7-860f-cc9683654b80 req-23208455-2c1c-409a-97c4-89be5e8816c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:34.521400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1746c685-a917-42d7-860f-cc9683654b80 req-23208455-2c1c-409a-97c4-89be5e8816c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571554 Jul 13 08:21:34.614084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1746c685-a917-42d7-860f-cc9683654b80 req-fdadea5a-a45c-4d83-bff0-0b51e1b24307 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860789 Jul 13 08:21:34.714149 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1746c685-a917-42d7-860f-cc9683654b80 req-f6590882-fe63-4876-9cb9-34de4128ed0c service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931692 Jul 13 08:21:34.891343 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:38.443799 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:44.355484 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ef1e9ab-41dc-4d9a-b40d-ab9f73388c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:47.164074 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:47.312355 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a4f88c0e-0271-4a6d-b349-192140d0c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:48.123199 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:49.928596 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.131090 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:22:04.896825 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:08.452261 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:14.356537 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5f7d28f5-e259-489b-aea2-7b512e48cb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:17.166994 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:17.312751 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d9f710b3-616a-46a5-88e7-ce16b8e3d380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:18.126011 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:19.931137 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:34.906677 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:35.134908 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-d1ebdce0-4b34-4ddc-9c3f-827f91145e11 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630198 Jul 13 08:22:35.234105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-627f467b-2457-4316-9adb-b79bb047aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:35.235536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-627f467b-2457-4316-9adb-b79bb047aa30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1097 time: 0.0564110 Jul 13 08:22:35.343102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-194a19b5-f743-4644-b1bc-ee3f1e6c0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:35.344622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-194a19b5-f743-4644-b1bc-ee3f1e6c0e4b service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0889070 Jul 13 08:22:35.761475 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-20d92a0b-d8f8-446c-8302-00fb6f1d19ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1002 time: 0.4101505 Jul 13 08:22:35.810974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-317c24b3-61bd-4cc4-9e91-ba1e5bf2b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:35.812491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-317c24b3-61bd-4cc4-9e91-ba1e5bf2b58e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0446236 Jul 13 08:22:35.874107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-e4b9c11a-6280-4a6a-a249-f4f11b71d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:35.875631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-e4b9c11a-6280-4a6a-a249-f4f11b71d27e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569777 Jul 13 08:22:35.965367 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-d8b89bca-f57a-4b6c-8cb4-1d36fce8e561 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826495 Jul 13 08:22:36.057445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffdac724-d923-4d11-98a4-b8799fb20747 req-8a10ea35-120b-4959-9950-b1200c8f67c9 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855584 Jul 13 08:22:38.451160 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:40.129918 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:22:44.359903 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0318ed9a-789b-473f-b79d-acb41f70c076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.170271 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:47.312342 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-28eb2378-b7b2-46e0-8a7a-1b756732bf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.129439 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:49.934328 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:54.848792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77bb8c-529e-47e2-ad92-7a5ca8a93d58 req-5730c5dd-5865-4254-a092-6fad5baf3b5e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:54.850248 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f77bb8c-529e-47e2-ad92-7a5ca8a93d58 req-5730c5dd-5865-4254-a092-6fad5baf3b5e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0625501 Jul 13 08:22:54.886013 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f77bb8c-529e-47e2-ad92-7a5ca8a93d58 req-830ce854-ef3f-42e0-8c12-8bb4a4c93dc7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303345 Jul 13 08:22:56.083192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469d9ca-5768-48a2-86cc-41f13758e2a0 req-204af0c0-9830-4de9-b240-78a84acc5e68 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:56.084733 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5469d9ca-5768-48a2-86cc-41f13758e2a0 req-204af0c0-9830-4de9-b240-78a84acc5e68 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0832186 Jul 13 08:22:56.124719 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5469d9ca-5768-48a2-86cc-41f13758e2a0 req-0f22ce8a-894f-4e1e-84ff-6af3ab9bc2f2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343440 Jul 13 08:22:57.296697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df735b4c-fe3e-4f1d-9712-d671168678dd req-bccc8b1f-a2f1-4889-9962-0b91abe10994 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:57.298180 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df735b4c-fe3e-4f1d-9712-d671168678dd req-bccc8b1f-a2f1-4889-9962-0b91abe10994 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0629613 Jul 13 08:22:57.339260 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df735b4c-fe3e-4f1d-9712-d671168678dd req-6d931dbf-d2d3-4927-aa78-067eb521c7fa tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355632 Jul 13 08:22:58.517271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f3ed2-1d12-4bed-acfe-6361a5fd4d2b req-06e2b747-798e-4776-a3de-fedf384cd36a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:58.518798 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-163f3ed2-1d12-4bed-acfe-6361a5fd4d2b req-06e2b747-798e-4776-a3de-fedf384cd36a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0638187 Jul 13 08:22:58.556511 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-163f3ed2-1d12-4bed-acfe-6361a5fd4d2b req-64884227-6c6d-408c-a420-6eaf9e19d83b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321765 Jul 13 08:22:59.733876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2547308-f0a0-44c3-9509-828d43d1ed2d req-60333c9d-ba36-4a21-addc-3e62acf6e395 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:59.735315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2547308-f0a0-44c3-9509-828d43d1ed2d req-60333c9d-ba36-4a21-addc-3e62acf6e395 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0643075 Jul 13 08:22:59.772925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2547308-f0a0-44c3-9509-828d43d1ed2d req-528fa3b1-2379-4246-84b9-ba79625e9869 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320697 Jul 13 08:23:00.952913 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e376b9-2ffa-47c7-bc2d-c72641afffb0 req-2e0674e2-0193-42eb-83f5-9c6c031796d7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:00.954382 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f7e376b9-2ffa-47c7-bc2d-c72641afffb0 req-2e0674e2-0193-42eb-83f5-9c6c031796d7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0656745 Jul 13 08:23:00.994378 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f7e376b9-2ffa-47c7-bc2d-c72641afffb0 req-3564ba8a-8bf5-40a5-88f4-6f0a31313185 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331299 Jul 13 08:23:02.175190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0097157-0e58-4bcc-8bdb-4655fce0b867 req-de9ac81f-aa06-47e3-8d2b-11e8f0b96677 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:02.176662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a0097157-0e58-4bcc-8bdb-4655fce0b867 req-de9ac81f-aa06-47e3-8d2b-11e8f0b96677 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0636184 Jul 13 08:23:02.214671 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a0097157-0e58-4bcc-8bdb-4655fce0b867 req-47ad9b52-a0af-4501-8a3b-6ea1542e6353 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323715 Jul 13 08:23:03.399074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbd809-96ce-43f0-9e05-867440cd0dd3 req-2a537f01-16fa-48b7-9e07-1b8b50cea878 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:03.400596 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bacbd809-96ce-43f0-9e05-867440cd0dd3 req-2a537f01-16fa-48b7-9e07-1b8b50cea878 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0690498 Jul 13 08:23:03.440636 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bacbd809-96ce-43f0-9e05-867440cd0dd3 req-f088f177-f43a-4a8f-9a69-fe3e2f232de1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335956 Jul 13 08:23:04.629401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1d92-de8b-4010-a6ab-0c92d7a0c31a req-4dca2e32-c79f-41dd-b3a4-23a90674a2aa tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:04.631009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd7a1d92-de8b-4010-a6ab-0c92d7a0c31a req-4dca2e32-c79f-41dd-b3a4-23a90674a2aa tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0754051 Jul 13 08:23:04.671516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd7a1d92-de8b-4010-a6ab-0c92d7a0c31a req-b41b3c2a-5e0c-4bb7-a749-42800c1d13fd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345349 Jul 13 08:23:04.910254 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:05.855638 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d71204-4fa5-4374-bb8f-6b3c214cd914 req-6ea7be6b-19ee-442d-81da-29320ac760e5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:05.857238 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-51d71204-4fa5-4374-bb8f-6b3c214cd914 req-6ea7be6b-19ee-442d-81da-29320ac760e5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0695639 Jul 13 08:23:05.898044 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-51d71204-4fa5-4374-bb8f-6b3c214cd914 req-43d4482f-131f-487b-a36c-7884c4528fde tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350456 Jul 13 08:23:06.300158 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c59b0-b2bf-47a4-b99e-e79f031fd1b7 req-e7c5d1ad-2655-4fe6-8b8a-0feb1ef5edd6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:06.302701 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f93c59b0-b2bf-47a4-b99e-e79f031fd1b7 req-e7c5d1ad-2655-4fe6-8b8a-0feb1ef5edd6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0737941 Jul 13 08:23:06.342133 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f93c59b0-b2bf-47a4-b99e-e79f031fd1b7 req-c90f2172-20eb-4cff-9eea-aae44ef80d21 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347180 Jul 13 08:23:06.353461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-2797b9f9-607b-4978-a7cd-935767025ea5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952351 Jul 13 08:23:07.522668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae763ec3-509d-4954-b1bc-2586eee29767 req-67d16d74-38e8-4bfe-900c-d92ec1127a19 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:07.524216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae763ec3-509d-4954-b1bc-2586eee29767 req-67d16d74-38e8-4bfe-900c-d92ec1127a19 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0707893 Jul 13 08:23:07.599277 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae763ec3-509d-4954-b1bc-2586eee29767 req-d7fdcbf3-5b0f-4308-a6c6-eaba17431da7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683432 Jul 13 08:23:07.616419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-21168403-9726-4303-8f47-d9ad20633f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:07.617991 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-21168403-9726-4303-8f47-d9ad20633f8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1097 time: 0.0853097 Jul 13 08:23:07.708108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-054c0220-5a8d-4e19-a34e-25db3b819898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:07.709532 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-054c0220-5a8d-4e19-a34e-25db3b819898 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0840898 Jul 13 08:23:07.777930 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-f93041e0-88a4-4c5a-9e4a-c5a7227f5594 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1002 time: 0.0621893 Jul 13 08:23:07.825995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-d825fcac-6db8-4f5d-9497-8d2ba103d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:07.827419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-d825fcac-6db8-4f5d-9497-8d2ba103d40d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0432162 Jul 13 08:23:07.882894 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-5e005c3b-04c7-4259-a215-1b7a2d69f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:07.884432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-5e005c3b-04c7-4259-a215-1b7a2d69f931 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510399 Jul 13 08:23:07.979725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-5404772a-60fb-4737-92cb-464bea45d0d4 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882773 Jul 13 08:23:08.073257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-0e72036a-13e5-4985-89d2-27eb261f6990 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862727 Jul 13 08:23:08.454748 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:08.781304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8383e-56db-4a37-9819-490f9453a347 req-16085a6e-68a8-494e-9112-046ab7511b6b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:08.782764 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29a8383e-56db-4a37-9819-490f9453a347 req-16085a6e-68a8-494e-9112-046ab7511b6b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0660939 Jul 13 08:23:08.821379 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-29a8383e-56db-4a37-9819-490f9453a347 req-5cbb7fb5-8b7f-458a-aac9-cb1a36f3b16f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321298 Jul 13 08:23:09.853928 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-67604a96-cf6f-4d63-8d68-2f0c7463cced service neutron] show failed (client error): The resource could not be found. Jul 13 08:23:09.854972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-67604a96-cf6f-4d63-8d68-2f0c7463cced service neutron] 10.222.0.54 "GET /v2.0/ports/84a36118-2848-466f-b195-56bffa58518f/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0559692 Jul 13 08:23:10.009564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de351b-67e9-4e7b-b263-1b09a215c274 req-6429dbb7-420e-4349-91d3-8115ec98cb32 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:10.011106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78de351b-67e9-4e7b-b263-1b09a215c274 req-6429dbb7-420e-4349-91d3-8115ec98cb32 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0729005 Jul 13 08:23:10.056973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-78de351b-67e9-4e7b-b263-1b09a215c274 req-c8510354-f706-4d91-949f-0ab53b561877 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386846 Jul 13 08:23:10.114576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-bbd1d861-9ff4-40a6-b6e5-a84554460534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:10.116076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-bbd1d861-9ff4-40a6-b6e5-a84554460534 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 1097 time: 0.0582166 Jul 13 08:23:10.127706 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:10.197664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:10.406539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=84a36118-2848-466f-b195-56bffa58518f,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:10.439791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:23:10.484149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a36118-2848-466f-b195-56bffa58518f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:10.486470 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48f9037-ff28-4330-beda-b6a2723172be" -d '{"events": [{"server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "name": "network-vif-unplugged", "status": "completed", "tag": "84a36118-2848-466f-b195-56bffa58518f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:10.490447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:10.503318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Transition to ACTIVE for port object 84a36118-2848-466f-b195-56bffa58518f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:23:10.508226 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:10.536837 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c629df5-1aa9-48be-be49-254832c4a241 x-openstack-request-id: req-8c629df5-1aa9-48be-be49-254832c4a241 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:10.537132 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "name": "network-vif-unplugged", "status": "completed", "tag": "84a36118-2848-466f-b195-56bffa58518f", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:10.537381 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c629df5-1aa9-48be-be49-254832c4a241 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:10.537775 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a36118-2848-466f-b195-56bffa58518f', 'code': 200} Jul 13 08:23:10.589508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Pushing event updated for resources: {'Port': ['ID=84a36118-2848-466f-b195-56bffa58518f,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:10.603544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.603893 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.604260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.604599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.604939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.605269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.605597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.605925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.606251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.606575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.607544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.608262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:10.642240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] No DVR routers for this DVR port 84a36118-2848-466f-b195-56bffa58518f on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:23:10.788006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Attempting to bind port 84a36118-2848-466f-b195-56bffa58518f on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:23:10.788366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Attempting to bind port 84a36118-2848-466f-b195-56bffa58518f by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:23:10.788701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Attempting to bind port 84a36118-2848-466f-b195-56bffa58518f on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:23:10.792839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Port 84a36118-2848-466f-b195-56bffa58518f on network 682dd2b7-548b-4ade-bda5-23648167cd86 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:23:10.793163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Attempting to bind port 84a36118-2848-466f-b195-56bffa58518f on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:23:10.798487 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:23:10.798830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:23:10.799216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:23:10.799652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Bound port: 84a36118-2848-466f-b195-56bffa58518f, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:23:10.800005 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:10.862651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:23:10.865581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=84a36118-2848-466f-b195-56bffa58518f,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:23:10.869541 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:10.905986 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:10.906609 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:10.908030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] 10.222.0.53 "PUT /v2.0/ports/84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1092 time: 0.7847066 Jul 13 08:23:10.929489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef135c-95b6-4c9e-ac2e-5202d3b9f481 service neutron] Pushing event updated for resources: {'Port': ['ID=84a36118-2848-466f-b195-56bffa58518f,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:10.989962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-b459f381-705d-455e-b3ff-7d64a36ac3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:10.991502 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-b459f381-705d-455e-b3ff-7d64a36ac3e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1095 time: 0.0589840 Jul 13 08:23:11.091652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-c6f245cc-1359-4050-b6b8-c3025a11eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:11.093358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-c6f245cc-1359-4050-b6b8-c3025a11eb9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0958731 Jul 13 08:23:11.163632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-d43b5b24-9668-4662-86a5-ba53583e9137 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1000 time: 0.0630195 Jul 13 08:23:11.244072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-2af7ff3a-ab06-4bee-89ea-58f3cbabca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:11.245523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-2af7ff3a-ab06-4bee-89ea-58f3cbabca80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0748632 Jul 13 08:23:11.300781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c15d9-18ca-4a2c-8e23-8570516e1906 req-ac1a6961-52a8-4363-8967-9323d3f0e99a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:11.302305 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-014c15d9-18ca-4a2c-8e23-8570516e1906 req-ac1a6961-52a8-4363-8967-9323d3f0e99a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 944 time: 0.1240344 Jul 13 08:23:11.344994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-b3cfcda5-af45-4ec3-b817-6c228d98a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:11.346510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-b3cfcda5-af45-4ec3-b817-6c228d98a895 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930820 Jul 13 08:23:11.366791 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-014c15d9-18ca-4a2c-8e23-8570516e1906 req-c67a5f2e-e0d0-4c8b-8d71-662604edbf14 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579493 Jul 13 08:23:11.444597 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-0822be32-dcf7-4bb2-ace9-afc755bb99a9 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905030 Jul 13 08:23:11.538945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9b103828-bb2e-48dd-8bd6-266ddd879ca2 req-28296b2a-d8e9-4900-9696-5485ab44a4a6 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869763 Jul 13 08:23:12.538507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'tag': '84a36118-2848-466f-b195-56bffa58518f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:12.541038 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af66bd-c331-4241-893f-13bc01a482b6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "tag": "84a36118-2848-466f-b195-56bffa58518f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:12.561210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ac09-74e2-4250-b67e-839624ecf6ba req-dbd487fe-dcbf-498d-90a3-cbea17454e29 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:12.562728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20f5ac09-74e2-4250-b67e-839624ecf6ba req-dbd487fe-dcbf-498d-90a3-cbea17454e29 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 944 time: 0.0654144 Jul 13 08:23:12.589781 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7effd169-9e26-4395-9062-547ab8051744 x-openstack-request-id: req-7effd169-9e26-4395-9062-547ab8051744 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:12.590073 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "tag": "84a36118-2848-466f-b195-56bffa58518f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:12.590326 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7effd169-9e26-4395-9062-547ab8051744 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:12.591801 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'tag': '84a36118-2848-466f-b195-56bffa58518f', 'status': 'completed', 'code': 200} Jul 13 08:23:12.604899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20f5ac09-74e2-4250-b67e-839624ecf6ba req-042a9d1a-241c-4cef-acc1-4d57e2fff53f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364547 Jul 13 08:23:12.700073 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af66bd-c331-4241-893f-13bc01a482b6 req-a5feca3d-2e61-4cc2-ab01-b2fc38a60223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:12.702268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-a5feca3d-2e61-4cc2-ab01-b2fc38a60223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1095 time: 0.0906980 Jul 13 08:23:12.710440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af66bd-c331-4241-893f-13bc01a482b6 req-af966c04-eb40-48ea-a653-d505c37f53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:12.711881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-af966c04-eb40-48ea-a653-d505c37f53c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1095 time: 0.0918221 Jul 13 08:23:12.874858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af66bd-c331-4241-893f-13bc01a482b6 req-decdab4c-21a8-4076-b18d-c92778f680ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:12.876400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-decdab4c-21a8-4076-b18d-c92778f680ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1636302 Jul 13 08:23:12.877516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af66bd-c331-4241-893f-13bc01a482b6 req-d04fe9d7-2e3e-4e37-83f2-556ccb7b1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:12.878853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-d04fe9d7-2e3e-4e37-83f2-556ccb7b1a04 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1579921 Jul 13 08:23:12.913893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 84a36118-2848-466f-b195-56bffa58518f details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:23:12.989676 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-0d0c1ff1-db60-45e9-9b8b-2963e987a3ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1000 time: 0.1070828 Jul 13 08:23:12.996433 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-1b284c6e-15b3-4b78-9e20-38e158dc3d1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1000 time: 0.1071229 Jul 13 08:23:13.017648 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=84a36118-2848-466f-b195-56bffa58518f,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:13.029805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '84a36118-2848-466f-b195-56bffa58518f', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'port_id': '84a36118-2848-466f-b195-56bffa58518f', 'mac_address': 'fa:16:3e:04:b7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:23:13.066841 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:13.076817 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af66bd-c331-4241-893f-13bc01a482b6 req-ddfba69f-4c22-44c2-8312-49553fe5e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:13.078325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-ddfba69f-4c22-44c2-8312-49553fe5e55a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0810115 Jul 13 08:23:13.079683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a36118-2848-466f-b195-56bffa58518f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:23:13.079828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af66bd-c331-4241-893f-13bc01a482b6 req-001561f4-763f-4c30-9bc7-ca3f4ddeeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:13.081573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-001561f4-763f-4c30-9bc7-ca3f4ddeeeaf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0758798 Jul 13 08:23:13.100003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=84a36118-2848-466f-b195-56bffa58518f,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:13.103835 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:13.165275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=84a36118-2848-466f-b195-56bffa58518f,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:13.173947 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.173947 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.174288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.174611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.174916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.175247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.175570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.175894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.176620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.176620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.176899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.177175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:23:13.183711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af66bd-c331-4241-893f-13bc01a482b6 req-c530e52e-fe10-4024-b178-9323822c337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:13.185340 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-c530e52e-fe10-4024-b178-9323822c337f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007626 Jul 13 08:23:13.188276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af66bd-c331-4241-893f-13bc01a482b6 req-6a721335-7268-4bf8-a2a4-243ec01ce5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:13.189694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-6a721335-7268-4bf8-a2a4-243ec01ce5a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956802 Jul 13 08:23:13.351034 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-9b56f323-002f-4614-9fcb-74c8505ce974 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560404 Jul 13 08:23:13.352952 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-6faacdca-ae0d-490c-bd66-36c3a83cf209 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569209 Jul 13 08:23:13.360621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['84a36118-2848-466f-b195-56bffa58518f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:23:13.505893 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-2d5936ce-d215-4032-a525-b266a86875a0 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474905 Jul 13 08:23:13.511079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-88af66bd-c331-4241-893f-13bc01a482b6 req-f44315fc-dfb0-441c-ac91-404263986d61 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448100 Jul 13 08:23:13.619411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 84a36118-2848-466f-b195-56bffa58518f no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:23:13.661506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 84a36118-2848-466f-b195-56bffa58518f not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:23:13.791413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeee48a-839e-47d0-995f-e7280f80efdb req-29e3cd1a-8d26-4d2d-9d40-d333b7161044 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:13.792942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-edeee48a-839e-47d0-995f-e7280f80efdb req-29e3cd1a-8d26-4d2d-9d40-d333b7161044 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 945 time: 0.0676887 Jul 13 08:23:13.830970 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-edeee48a-839e-47d0-995f-e7280f80efdb req-17f7c741-d5be-4c6f-b94a-4f4ab82940dd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319264 Jul 13 08:23:14.170488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-628c8580-1534-49c2-bc39-87a41e6a68ad tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:14.171851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-628c8580-1534-49c2-bc39-87a41e6a68ad tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae&tenant_id=9bf224dd1da64fbcafccd7621df9827d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 945 time: 0.1000190 Jul 13 08:23:14.179956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a989bfa-e814-4288-81fc-5ea0151792e4 req-d71e49dd-1234-41b0-9d1a-7a009afe1851 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:14.181350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3a989bfa-e814-4288-81fc-5ea0151792e4 req-d71e49dd-1234-41b0-9d1a-7a009afe1851 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 945 time: 0.1190119 Jul 13 08:23:14.257622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3a989bfa-e814-4288-81fc-5ea0151792e4 req-d1482e37-0a52-4466-a1c5-57f4c66fc7ca tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699058 Jul 13 08:23:14.265257 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-8581c8ae-0c14-4351-9670-6da8a2de6c51 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:23:14.266257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-8581c8ae-0c14-4351-9670-6da8a2de6c51 service neutron] 10.222.0.54 "DELETE /v2.0/ports/84a36118-2848-466f-b195-56bffa58518f/bindings/n-h2-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0840602 Jul 13 08:23:14.354532 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-35adef2d-4ac8-4a36-8c25-a799ded492a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:14.367769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-eaac9e12-05bd-4774-823b-55a3d5f3f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:14.369316 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-eaac9e12-05bd-4774-823b-55a3d5f3f2c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1096 time: 0.0574374 Jul 13 08:23:14.468300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-e83c7b57-6c5e-4965-a353-643c6569723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:14.469682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-e83c7b57-6c5e-4965-a353-643c6569723c service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0942550 Jul 13 08:23:14.535542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-6d5b47f4-850b-465e-85d5-50e8a472c38b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1001 time: 0.0594394 Jul 13 08:23:14.583274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-eda08cea-2abc-4dec-8683-6b8cedc8466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:14.584770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-eda08cea-2abc-4dec-8683-6b8cedc8466f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0435696 Jul 13 08:23:14.646491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-9db1fbd3-34e4-47a4-892f-8bf45bdcee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:14.648050 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-9db1fbd3-34e4-47a4-892f-8bf45bdcee7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556955 Jul 13 08:23:14.739611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-13293d95-cf9e-43bc-95d4-5b53d55ac5ea service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843935 Jul 13 08:23:14.831870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd7ef8db-d759-4f8b-a5cd-3aee4e3020f7 req-c158be29-e683-4c53-ab44-cabd044ea314 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858712 Jul 13 08:23:14.911613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 84a36118-2848-466f-b195-56bffa58518f up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:23:14.967386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 84a36118-2848-466f-b195-56bffa58518f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:23:14.971321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 84a36118-2848-466f-b195-56bffa58518f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:23:14.971849 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:15.050780 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:15.072112 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a36118-2848-466f-b195-56bffa58518f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:15.074343 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876a40ea-793d-410d-a065-ba0410f9a16e" -d '{"events": [{"server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "name": "network-vif-plugged", "status": "completed", "tag": "84a36118-2848-466f-b195-56bffa58518f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:15.088121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=84a36118-2848-466f-b195-56bffa58518f,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:15.092714 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:15.127618 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad44d297-75a4-4f42-9213-15e8b2059086 x-openstack-request-id: req-ad44d297-75a4-4f42-9213-15e8b2059086 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:15.127831 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "name": "network-vif-plugged", "status": "completed", "tag": "84a36118-2848-466f-b195-56bffa58518f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:15.128204 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad44d297-75a4-4f42-9213-15e8b2059086 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:15.128606 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a36118-2848-466f-b195-56bffa58518f', 'code': 200} Jul 13 08:23:15.154893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=84a36118-2848-466f-b195-56bffa58518f,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:15.376913 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-53f053a9-a759-4a41-bec2-36c2abd497b2 None None] Provisioning complete for port 84a36118-2848-466f-b195-56bffa58518f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:23:15.377608 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53f053a9-a759-4a41-bec2-36c2abd497b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:15.448179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3252e34-76ca-4bb0-b3d7-3a1bc9851cf7 req-9c68d8ff-c0da-40f5-a098-e24bb564095d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:15.449703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3252e34-76ca-4bb0-b3d7-3a1bc9851cf7 req-9c68d8ff-c0da-40f5-a098-e24bb564095d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0722551 Jul 13 08:23:15.492091 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e3252e34-76ca-4bb0-b3d7-3a1bc9851cf7 req-afb13f0d-483f-4437-ac17-c298acd80b48 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362346 Jul 13 08:23:15.678648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262a968-e5ca-43b0-814b-8e07fbfcb925 req-16bf5964-5561-4450-be2f-3fc2ebc0c68e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:15.680078 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d262a968-e5ca-43b0-814b-8e07fbfcb925 req-16bf5964-5561-4450-be2f-3fc2ebc0c68e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0688105 Jul 13 08:23:15.720402 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d262a968-e5ca-43b0-814b-8e07fbfcb925 req-ce5ced4e-2487-40f5-8086-40fbaa9c724e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345974 Jul 13 08:23:16.044820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299948b-77b5-4131-a176-a60fbf755474 req-26293ae0-5a93-434b-8df9-8e623c7cf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:16.046359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6299948b-77b5-4131-a176-a60fbf755474 req-26293ae0-5a93-434b-8df9-8e623c7cf8b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 1097 time: 0.0533001 Jul 13 08:23:16.066065 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57b239-4609-4288-b973-9f7f0d49f719 req-e1f2f0b9-bd8e-4b2b-9595-48d8888b51ca tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:16.067626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc57b239-4609-4288-b973-9f7f0d49f719 req-e1f2f0b9-bd8e-4b2b-9595-48d8888b51ca tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0653732 Jul 13 08:23:16.105746 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc57b239-4609-4288-b973-9f7f0d49f719 req-60d3a005-8cdb-4ae2-a961-59b59e8a96f1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324204 Jul 13 08:23:16.139202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299948b-77b5-4131-a176-a60fbf755474 req-1c5d652e-8fb0-4520-a909-82e870d82f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:16.140700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6299948b-77b5-4131-a176-a60fbf755474 req-1c5d652e-8fb0-4520-a909-82e870d82f98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0882208 Jul 13 08:23:16.206715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6299948b-77b5-4131-a176-a60fbf755474 req-f503dc83-2b69-45a8-9837-05d73c0e97eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 200 len: 1002 time: 0.0590444 Jul 13 08:23:16.257843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299948b-77b5-4131-a176-a60fbf755474 req-42db1600-2567-42c0-8388-ee82179c00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:16.259336 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6299948b-77b5-4131-a176-a60fbf755474 req-42db1600-2567-42c0-8388-ee82179c00ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0473838 Jul 13 08:23:16.316646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299948b-77b5-4131-a176-a60fbf755474 req-f35e0c91-1d67-49a2-b443-b468d1bec5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:16.318171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6299948b-77b5-4131-a176-a60fbf755474 req-f35e0c91-1d67-49a2-b443-b468d1bec5e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524521 Jul 13 08:23:16.407945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6299948b-77b5-4131-a176-a60fbf755474 req-1442e771-e02b-4f0b-ae07-fd3ae3092bda service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832269 Jul 13 08:23:16.502643 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6299948b-77b5-4131-a176-a60fbf755474 req-d2a2d65d-d4a6-4a4b-891a-b910ef88d9ba service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877197 Jul 13 08:23:17.129441 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:23:17.172865 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:17.285471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11891d06-d68a-4f82-8058-147961b327ee req-71da917c-9ec0-4e54-9a63-9346bee1de71 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:17.286962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11891d06-d68a-4f82-8058-147961b327ee req-71da917c-9ec0-4e54-9a63-9346bee1de71 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0643456 Jul 13 08:23:17.314315 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c63cef64-8d11-4158-be42-9fbf40295bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:17.327909 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-11891d06-d68a-4f82-8058-147961b327ee req-3f774ae3-dc5d-4264-b375-46364f50a4bf tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353339 Jul 13 08:23:17.707197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23581b2f-0c50-4884-87c4-8058435af2d6 req-7a457c0b-6235-4cfd-a3c7-aa7d36f9706e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:17.708635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-23581b2f-0c50-4884-87c4-8058435af2d6 req-7a457c0b-6235-4cfd-a3c7-aa7d36f9706e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0684025 Jul 13 08:23:17.746492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-23581b2f-0c50-4884-87c4-8058435af2d6 req-17666430-1b1b-4fe5-a035-9cd06e7b88a9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Jul 13 08:23:18.131870 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:18.890734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-406c2565-9514-421f-a993-d7c12d377768 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:18.892330 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-406c2565-9514-421f-a993-d7c12d377768 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0657184 Jul 13 08:23:18.931648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fafa8-a9a6-4bd2-82b8-e275aa0902a6 req-49bb746b-2666-4e83-b0f6-80dd971bef8c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:18.933289 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543fafa8-a9a6-4bd2-82b8-e275aa0902a6 req-49bb746b-2666-4e83-b0f6-80dd971bef8c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 946 time: 0.0695860 Jul 13 08:23:18.973013 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-543fafa8-a9a6-4bd2-82b8-e275aa0902a6 req-526261f2-be11-4d6d-a446-916f43be3d6b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330427 Jul 13 08:23:18.999260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Deleting port 84a36118-2848-466f-b195-56bffa58518f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:23:18.999599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:19.085875 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] For port 84a36118-2848-466f-b195-56bffa58518f, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=84a36118-2848-466f-b195-56bffa58518f,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:19.086292 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:19.250545 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:19.250823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:19.251137 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b disassociated. External IP: 172.25.6.112, port: 84a36118-2848-466f-b195-56bffa58518f. Jul 13 08:23:19.251475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Calling delete_port for 84a36118-2848-466f-b195-56bffa58518f owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:23:19.379116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:19.407499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event deleted for resources: {'Port': ['ID=84a36118-2848-466f-b195-56bffa58518f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:19.527125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:23:19.937704 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:19.979334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:23:19.991308 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:23:20.001011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:23:20.001863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:23:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:20.027634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] No DVR routers for this DVR port 84a36118-2848-466f-b195-56bffa58518f on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:23:20.031047 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:20.033216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-00488690-c6ec-4ce6-8c67-b5d1de2ad1a4 req-cf5a02b6-a06d-47e8-9cb7-c50f454f00b1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.53 "DELETE /v2.0/ports/84a36118-2848-466f-b195-56bffa58518f HTTP/1.1" status: 204 len: 173 time: 1.1355290 Jul 13 08:23:20.033661 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'name': 'network-vif-deleted', 'tag': '84a36118-2848-466f-b195-56bffa58518f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:20.035909 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efa80cf-b9d7-41d5-9f08-842c69a2a875" -d '{"events": [{"server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "name": "network-vif-deleted", "tag": "84a36118-2848-466f-b195-56bffa58518f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:20.086827 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5e1602-54af-4e7a-9022-ad90153e5bbc x-openstack-request-id: req-ab5e1602-54af-4e7a-9022-ad90153e5bbc {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:20.088090 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa632437-911b-4925-9bc9-537aa2a81fae", "name": "network-vif-deleted", "tag": "84a36118-2848-466f-b195-56bffa58518f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:20.088606 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab5e1602-54af-4e7a-9022-ad90153e5bbc {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:20.089053 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa632437-911b-4925-9bc9-537aa2a81fae', 'name': 'network-vif-deleted', 'tag': '84a36118-2848-466f-b195-56bffa58518f', 'status': 'completed', 'code': 200} Jul 13 08:23:20.126854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:23:20.135318 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4d265b16-8b29-486e-822a-28f71b62ffb4 req-f95bcfea-0fc5-4df7-a4e6-fa86b7ca914e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa632437-911b-4925-9bc9-537aa2a81fae HTTP/1.1" status: 200 len: 210 time: 0.0301430 Jul 13 08:23:20.334815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:20.362649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:23:20.371294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:23:20.371909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:23:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:20.479789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:23:20.675666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:20.706561 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36364231-f7ce-4ec6-9010-3b5250513118 None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:23:20.931676 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade4d7e-d3ed-409a-850c-d5ec3b3f84c1 None None] New status for floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:23:21.475975 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-ba238cb5-86c8-4b1b-af8f-5c388e53dba8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--612976158&fields=id&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 267 time: 0.0338635 Jul 13 08:23:21.580830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-83916802-8992-4390-b88e-a91723749f7d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:21.582426 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-83916802-8992-4390-b88e-a91723749f7d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 812 time: 0.0992696 Jul 13 08:23:21.598018 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-fd80db5c-eda7-4762-82c9-50eb765f631d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/quotas/9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 375 time: 0.0101173 Jul 13 08:23:21.672783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-23dccaa7-ad02-4e0a-aa6a-f470c7738bff tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697145 Jul 13 08:23:21.767367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-55af7e7a-781a-4da5-8960-f170651a5b1a service neutron] 10.222.0.44 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833492 Jul 13 08:23:21.863175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-a7a08259-5411-4331-8c80-2375517b54d1 service neutron] 10.222.0.44 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899160 Jul 13 08:23:22.041180 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2617d392-13fc-4bff-bcaf-94afa34f2e74 req-7ffecdfc-0c7e-4122-b1ff-40e04605ff33 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 210 time: 0.0301132 Jul 13 08:23:22.984373 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 84a36118-2848-466f-b195-56bffa58518f no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:23:23.005747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 84a36118-2848-466f-b195-56bffa58518f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:23:23.005747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 84a36118-2848-466f-b195-56bffa58518f not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:23:23.134809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-1866392e-9c53-4134-a661-c12b8b6a635b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:23.136385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-1866392e-9c53-4134-a661-c12b8b6a635b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 812 time: 0.1150200 Jul 13 08:23:23.190318 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-a369a8ec-0d69-45e8-8126-5f433f034b69 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 379 time: 0.0421033 Jul 13 08:23:23.199211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'port': {'device_id': 'd09926b8-cc81-4783-a35c-46b60b267330', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'admin_state_up': True, 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'security_groups': ['6a56477e-84fc-4a37-82ec-fda7bf4e8357']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:23.208259 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-76dfb41b-7d3c-4b4b-a537-752e2a74426e req-d51ec927-1b0e-4c2f-b8ce-e9a3c836259f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 210 time: 0.0306611 Jul 13 08:23:23.321071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Made reservation on behalf of 9bf224dd1da64fbcafccd7621df9827d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:23:23.324655 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:23.458907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Allocated IP 172.20.0.5 (682dd2b7-548b-4ade-bda5-23648167cd86/ea4a482a-df66-41cc-800a-66293e4a8fa6/f8ddb39b-1477-41b2-a927-271cbaaa3114) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:23:23.612582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:23.635849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Transition to ACTIVE for port object f8ddb39b-1477-41b2-a927-271cbaaa3114 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:23:23.672684 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:23.714940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Network 682dd2b7-548b-4ade-bda5-23648167cd86 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:23:23.720958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:23:23.724994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:23:23.753707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:23.783540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:23.784449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:23.801425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-0cda960b-a083-4b60-b9b5-6714cf635c6e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062078 Jul 13 08:23:23.813407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Request body: {'port': {'device_id': 'd09926b8-cc81-4783-a35c-46b60b267330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:23.897000 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:23.944602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-154cf4dc-c32a-4e8d-9689-caa435e6c744 None None] Provisioning for port f8ddb39b-1477-41b2-a927-271cbaaa3114 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:23:23.950103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-154cf4dc-c32a-4e8d-9689-caa435e6c744 None None] Provisioning complete for port f8ddb39b-1477-41b2-a927-271cbaaa3114 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:23:23.951217 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-154cf4dc-c32a-4e8d-9689-caa435e6c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:23.985526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-154cf4dc-c32a-4e8d-9689-caa435e6c744 None None] Port f8ddb39b-1477-41b2-a927-271cbaaa3114 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:23:24.176094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ddb39b-1477-41b2-a927-271cbaaa3114 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:23:24.183941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:24.196647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Transition to ACTIVE for port object f8ddb39b-1477-41b2-a927-271cbaaa3114 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:23:24.200029 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:24.251174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:24.346461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:23:24.347044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:23:24.347180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:23:24.371086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Port f8ddb39b-1477-41b2-a927-271cbaaa3114 on network 682dd2b7-548b-4ade-bda5-23648167cd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:23:24.371086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:23:24.381187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:23:24.381545 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:23:24.381947 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:23:24.382402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Bound port: f8ddb39b-1477-41b2-a927-271cbaaa3114, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:23:24.382770 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:24.455405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef205c53-7dc3-4c65-8028-ddb11351027a req-20619063-b599-447a-9dc7-b9495749d31f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:24.456985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef205c53-7dc3-4c65-8028-ddb11351027a req-20619063-b599-447a-9dc7-b9495749d31f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 943 time: 0.1247239 Jul 13 08:23:24.493394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:23:24.514749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:23:24.520703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ef205c53-7dc3-4c65-8028-ddb11351027a req-d14ee4e5-8c58-46d6-b41f-522c6f455328 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580127 Jul 13 08:23:24.522300 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:24.558922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:24.559498 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:24.560971 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] 10.222.0.54 "PUT /v2.0/ports/f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1091 time: 0.7522917 Jul 13 08:23:24.561440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:24.563745 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf740ed-81d2-4698-a940-b81f9e02c785" -d '{"events": [{"name": "network-changed", "server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:24.594536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c88d6-eaf3-4784-ac4d-db00c52aae83 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:24.636756 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebb0fde-d28b-4951-bf1d-1ed6188acd48 x-openstack-request-id: req-eebb0fde-d28b-4951-bf1d-1ed6188acd48 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:24.637072 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:24.637352 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eebb0fde-d28b-4951-bf1d-1ed6188acd48 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:24.637893 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'status': 'completed', 'code': 200} Jul 13 08:23:24.672248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-ffbbee03-ba19-4865-a3ec-89698c7ddce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:24.673814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-ffbbee03-ba19-4865-a3ec-89698c7ddce5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1094 time: 0.0689571 Jul 13 08:23:24.729205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-5d784459-43e4-4ce4-a1a4-0d42973cc849 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 217 time: 0.0481408 Jul 13 08:23:24.781057 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-42d80146-ec3c-490f-ae09-e4423716e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:24.782600 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-42d80146-ec3c-490f-ae09-e4423716e32c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0466418 Jul 13 08:23:24.842455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-9d993817-f9b2-410e-9312-f01c101eb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:24.844034 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-9d993817-f9b2-410e-9312-f01c101eb1f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554388 Jul 13 08:23:24.944093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-48f810d3-fe41-481f-a811-ceb0b57700e0 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938270 Jul 13 08:23:25.037028 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce34882-8f14-48d8-9ef9-51e767eee353 req-de6f530e-7e8f-4ad1-951d-75ea77b1a773 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872884 Jul 13 08:23:25.142697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-8dcf62ca-7f72-406c-8b24-c66c75d5c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:25.144276 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-8dcf62ca-7f72-406c-8b24-c66c75d5c659 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1094 time: 0.0560482 Jul 13 08:23:25.242137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-ccc34617-1ca6-422d-adf3-7f26b13a8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:25.243546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-ccc34617-1ca6-422d-adf3-7f26b13a8aee service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0929060 Jul 13 08:23:25.286026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-9b703849-0d71-4b0d-9bdc-b8915a2223bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 217 time: 0.0356112 Jul 13 08:23:25.465670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-c795e3e0-41c6-40b3-8970-1d2879179710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:25.468148 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-c795e3e0-41c6-40b3-8970-1d2879179710 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0523353 Jul 13 08:23:25.528508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-db6fd69e-8624-4161-8ad0-302383b7e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:25.530007 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-db6fd69e-8624-4161-8ad0-302383b7e3f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549850 Jul 13 08:23:25.633730 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-d018c330-b9d2-465a-9396-da279380c7ca service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966449 Jul 13 08:23:25.776091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdd0c7-475a-4c00-9ef5-a5eed67d7936 req-2912aecd-5377-44bc-9de9-8b8319f3f58a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:25.777985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84cdd0c7-475a-4c00-9ef5-a5eed67d7936 req-2912aecd-5377-44bc-9de9-8b8319f3f58a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 943 time: 0.1389189 Jul 13 08:23:25.780542 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcf740ed-81d2-4698-a940-b81f9e02c785 req-8f72d2d9-e056-45d5-9bd8-7027b3ce3e9f service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322479 Jul 13 08:23:25.817942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-84cdd0c7-475a-4c00-9ef5-a5eed67d7936 req-0c439934-22c1-4211-90ac-5bede4b0cb3f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337954 Jul 13 08:23:27.000260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3aa7-44a9-4d91-a013-cd9568822390 req-c487b9c4-49c9-4d90-843e-54c643ca41ba tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:27.001671 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a58c3aa7-44a9-4d91-a013-cd9568822390 req-c487b9c4-49c9-4d90-843e-54c643ca41ba tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 943 time: 0.0644710 Jul 13 08:23:27.043695 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a58c3aa7-44a9-4d91-a013-cd9568822390 req-0caa958e-1646-4856-bd1a-6555f74f5bf9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364134 Jul 13 08:23:27.704385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:23:27.800891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:27.812429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'port_id': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'mac_address': 'fa:16:3e:4f:79:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:23:27.848197 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:27.861028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ddb39b-1477-41b2-a927-271cbaaa3114 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:23:27.880151 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:27.883886 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:27.936737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:28.134787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['f8ddb39b-1477-41b2-a927-271cbaaa3114'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:23:28.228609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babdb5f-57e8-4580-9446-41962156b1cd req-1b4578f6-4e01-420c-a3f6-e2471267016f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:28.230057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9babdb5f-57e8-4580-9446-41962156b1cd req-1b4578f6-4e01-420c-a3f6-e2471267016f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 944 time: 0.0716319 Jul 13 08:23:28.269002 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9babdb5f-57e8-4580-9446-41962156b1cd req-421b8183-fcbb-48b2-b68e-179a6d814277 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332851 Jul 13 08:23:29.443803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b5bf7-9ee9-4b93-95f8-c795fba48a71 req-2aaad187-1253-4aef-9dd0-f40e5640e2f8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:29.445320 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1b6b5bf7-9ee9-4b93-95f8-c795fba48a71 req-2aaad187-1253-4aef-9dd0-f40e5640e2f8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 944 time: 0.0642450 Jul 13 08:23:29.484175 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1b6b5bf7-9ee9-4b93-95f8-c795fba48a71 req-2fdaaa8c-f1e8-4ae3-a273-875fd55ade21 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325534 Jul 13 08:23:29.735608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:23:29.783409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port f8ddb39b-1477-41b2-a927-271cbaaa3114 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:23:29.786963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port f8ddb39b-1477-41b2-a927-271cbaaa3114 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:23:29.787365 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:29.865860 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:29.887943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:29.890257 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040261be-2ba7-42d8-b6d4-b806e350da6b" -d '{"events": [{"server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "name": "network-vif-plugged", "status": "completed", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:29.904789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:29.908752 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:29.935416 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1cab07-bbc4-46a8-b296-22a46c7643b8 x-openstack-request-id: req-ec1cab07-bbc4-46a8-b296-22a46c7643b8 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:29.935734 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "name": "network-vif-plugged", "status": "completed", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:29.936188 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec1cab07-bbc4-46a8-b296-22a46c7643b8 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:29.936617 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'code': 200} Jul 13 08:23:29.971350 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:30.056006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b714-d3ad-40d4-9f4d-80265dec222f req-279e173b-89e3-4ece-afb0-8422bd0eaf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:30.058217 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3558b714-d3ad-40d4-9f4d-80265dec222f req-279e173b-89e3-4ece-afb0-8422bd0eaf6a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1096 time: 0.0566123 Jul 13 08:23:30.095427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3558b714-d3ad-40d4-9f4d-80265dec222f req-8cb3dd83-62ce-4d8e-aa09-634826cc22f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310793 Jul 13 08:23:30.214610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e5a9c6ad-2162-4223-ae93-437dfaf796dd None None] Provisioning complete for port f8ddb39b-1477-41b2-a927-271cbaaa3114 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:23:30.214901 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c6ad-2162-4223-ae93-437dfaf796dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:30.656469 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd4780-e817-4df9-bb9d-427e10f6be06 req-d1ffc673-39f0-40ce-b45b-16449c0da948 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:30.657852 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1cd4780-e817-4df9-bb9d-427e10f6be06 req-d1ffc673-39f0-40ce-b45b-16449c0da948 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0633054 Jul 13 08:23:30.698459 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d1cd4780-e817-4df9-bb9d-427e10f6be06 req-9c7b4ab4-2a32-40a0-89e1-8ffe5286b5c1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350192 Jul 13 08:23:31.882061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7e918-f903-4af6-b135-c54c3405461f req-7f761ebd-ce20-4fe7-a741-bafd2a441b0b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:31.883607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7c7e918-f903-4af6-b135-c54c3405461f req-7f761ebd-ce20-4fe7-a741-bafd2a441b0b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0682528 Jul 13 08:23:31.925357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e7c7e918-f903-4af6-b135-c54c3405461f req-71d71cd8-312e-4a67-bf3e-500290cb2de3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350690 Jul 13 08:23:32.098411 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0a008-bf64-4011-987b-6a17103fd822 req-2c7a5285-a8c8-43e7-a946-7d71ed98b811 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:32.100438 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bbe0a008-bf64-4011-987b-6a17103fd822 req-2c7a5285-a8c8-43e7-a946-7d71ed98b811 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0676112 Jul 13 08:23:32.108728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 42880) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:32.113614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c1a4c917-db14-475a-ab4a-44c820c2630a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'floatingip': {'port_id': 'f8ddb39b-1477-41b2-a927-271cbaaa3114'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:32.154875 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c917-db14-475a-ab4a-44c820c2630a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:32.630784 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c917-db14-475a-ab4a-44c820c2630a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:32.634533 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c917-db14-475a-ab4a-44c820c2630a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:32.734206 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-c1a4c917-db14-475a-ab4a-44c820c2630a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b associated. External IP: 172.25.6.112, port: f8ddb39b-1477-41b2-a927-271cbaaa3114. Jul 13 08:23:32.953525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a4c917-db14-475a-ab4a-44c820c2630a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:23:33.062855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a4c917-db14-475a-ab4a-44c820c2630a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:23:33.068158 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c917-db14-475a-ab4a-44c820c2630a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:33.072395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:23:33.082929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:23:33.084036 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:23:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:33.108703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c1a4c917-db14-475a-ab4a-44c820c2630a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "PUT /v2.0/floatingips/9810ff3e-9d3f-4417-a03d-eedb210da70b HTTP/1.1" status: 200 len: 991 time: 0.9988303 Jul 13 08:23:33.109406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:33.111786 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204bccf8-e905-4ac5-ba2e-5c554b7d678e" -d '{"events": [{"name": "network-changed", "server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:33.156815 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c71caa-70d3-4e30-b3eb-6623636485f0 x-openstack-request-id: req-94c71caa-70d3-4e30-b3eb-6623636485f0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:33.157131 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:33.157383 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94c71caa-70d3-4e30-b3eb-6623636485f0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:33.157788 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'status': 'completed', 'code': 200} Jul 13 08:23:33.198038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:23:33.237066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-4a3fd2b9-ee71-4497-8daf-6cf5e85f5aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:33.238682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-4a3fd2b9-ee71-4497-8daf-6cf5e85f5aa3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1096 time: 0.0572958 Jul 13 08:23:33.334595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-88204e73-e34c-4f97-bb43-d2174618c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:33.336110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-88204e73-e34c-4f97-bb43-d2174618c7b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0911484 Jul 13 08:23:33.404032 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-e794143d-0c00-4b2a-bb36-e3b1f6c5f15d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 999 time: 0.0588658 Jul 13 08:23:33.422207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:4f:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09926b8-cc81-4783-a35c-46b60b267330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:23:32Z', 'revision_number': 9, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:33.451497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-cb0022c7-8828-4c7f-a759-8142fdf947c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:33.452399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:23:33.452992 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-cb0022c7-8828-4c7f-a759-8142fdf947c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0435042 Jul 13 08:23:33.460713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:23:33.461325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:23:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:33.513711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-f6552fba-8af4-4c89-b902-86841ccb1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:33.515258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-f6552fba-8af4-4c89-b902-86841ccb1a0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560033 Jul 13 08:23:33.525970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-639288b7-b7e9-47eb-b82d-79a94f7544ff service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:23:33.527225 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-639288b7-b7e9-47eb-b82d-79a94f7544ff service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053201 Jul 13 08:23:33.565910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:23:33.620371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-7b3311bb-37ab-41d6-b894-8cc9f1b2c919 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867720 Jul 13 08:23:33.719975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-204bccf8-e905-4ac5-ba2e-5c554b7d678e req-05fc611e-56b4-4cb7-bc76-01847217bde6 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925865 Jul 13 08:23:33.951322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:4f:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09926b8-cc81-4783-a35c-46b60b267330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:23:32Z', 'revision_number': 9, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:33.981645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76465d0c-8b61-42da-b5cb-b912edfaca64 None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:4f:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09926b8-cc81-4783-a35c-46b60b267330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:23:32Z', 'revision_number': 9, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:23:34.164207 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feb2ed-e366-48f7-ab38-3df836669c42 None None] New status for floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:23:34.920690 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:37.138943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-2b2e5c86-65f3-4e27-9d2f-cb731c3822a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518179 Jul 13 08:23:37.233914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-b7f6eed5-1f1b-457b-be63-df7eeed77fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:37.235342 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-b7f6eed5-1f1b-457b-be63-df7eeed77fd6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1096 time: 0.0528014 Jul 13 08:23:37.343473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-79230286-e0bf-4666-b3c3-33ed7a48850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:37.345037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-79230286-e0bf-4666-b3c3-33ed7a48850d service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0896728 Jul 13 08:23:37.409968 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-377cdafe-6c44-442e-94c6-870cf6dea6e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1002 time: 0.0585656 Jul 13 08:23:37.462519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-cd549efb-a2e3-4ae6-9066-4db41064da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:37.464039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-cd549efb-a2e3-4ae6-9066-4db41064da1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0476115 Jul 13 08:23:37.522602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-ed29ecb4-6a66-4d7b-aa7c-ae4f35f524d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:37.524140 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-ed29ecb4-6a66-4d7b-aa7c-ae4f35f524d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535233 Jul 13 08:23:37.616245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-a7c19997-6e94-462d-937a-ceec6031e59c service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848863 Jul 13 08:23:37.707685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02f7309b-ebc8-41b7-ac6e-74dedac41b85 req-a2458ddc-e9f0-4f68-b5f0-f611def8118d service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842140 Jul 13 08:23:38.449796 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:44.354595 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-95edda50-5ac5-4614-a4b6-240f141396f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:47.174174 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:47.314614 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-03ae5b4c-0ad4-49e9-804c-882145ce411d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:48.135154 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:49.939669 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:54.129600 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:24:04.923994 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:08.448922 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:14.356021 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7bbb11e1-0e0e-46fe-b79f-f6f8d6f5d3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.175245 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:17.316147 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f973ffbb-5be9-4c78-80bc-895ac3129ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:18.138246 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:19.940750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:31.129249 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:24:34.919012 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:38.125868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-6865db67-47b9-4678-bf62-19ba02412a77 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555067 Jul 13 08:24:38.222014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-ba293e27-14c6-4692-b0e5-00bff5505241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:38.223456 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-ba293e27-14c6-4692-b0e5-00bff5505241 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1096 time: 0.0558877 Jul 13 08:24:38.482581 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:38.696960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-6b204c9a-3619-4406-aeb9-7e347cc56b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:38.698890 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-6b204c9a-3619-4406-aeb9-7e347cc56b8a service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.4544754 Jul 13 08:24:38.772822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-488fdc1f-2320-41ab-91e4-6ebd3934acd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1002 time: 0.0675457 Jul 13 08:24:38.821668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-aa273efb-e451-48fd-a7db-a822ae8e9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:38.823196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-aa273efb-e451-48fd-a7db-a822ae8e9ac8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0440142 Jul 13 08:24:38.883908 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-5d7e36df-00b6-4c74-9ba2-a674e01fc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:38.885491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-5d7e36df-00b6-4c74-9ba2-a674e01fc905 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557630 Jul 13 08:24:38.982862 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-43d0d0b7-ee50-4952-a2ca-54e71e4ea47e service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905683 Jul 13 08:24:39.076862 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f72b8bc-506c-46d3-b4a2-fee458390fc8 req-132a095e-e788-4060-9daf-71bb0e1c2947 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873461 Jul 13 08:24:44.357006 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f4e5f167-f536-4ed8-a7b5-8acf492f9b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:47.177010 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:47.315993 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d272-3732-4c4d-9516-998e1638fdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:48.141475 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:49.943318 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:04.918399 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.129023 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:25:08.496536 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.950185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08499f-c2d8-4094-994d-9b5124fb3999 req-9336638b-3c39-4998-90d5-cbfb0449a91a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:08.951698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae08499f-c2d8-4094-994d-9b5124fb3999 req-9336638b-3c39-4998-90d5-cbfb0449a91a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0761380 Jul 13 08:25:09.017245 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ae08499f-c2d8-4094-994d-9b5124fb3999 req-177e04cc-ddf3-4b38-80c7-75ab4ee87656 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566578 Jul 13 08:25:09.032746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-10b92932-2a92-4787-a22f-90251caadc5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273377 Jul 13 08:25:10.197579 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d5483-15b6-4eb7-b29e-39f61b2964ac req-b0c68ee9-d0d0-48be-9e40-cb49914b3337 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:10.199162 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-476d5483-15b6-4eb7-b29e-39f61b2964ac req-b0c68ee9-d0d0-48be-9e40-cb49914b3337 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0699277 Jul 13 08:25:10.238369 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-476d5483-15b6-4eb7-b29e-39f61b2964ac req-a93491e5-448f-46f6-8c30-edd832aca8b7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333240 Jul 13 08:25:10.271183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-8cce6048-3f24-4044-b579-61f14c31babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:10.272751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-8cce6048-3f24-4044-b579-61f14c31babe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1096 time: 0.0534959 Jul 13 08:25:10.364842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-4321050f-c6ec-4d43-a239-d8353a271305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:10.366318 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-4321050f-c6ec-4d43-a239-d8353a271305 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0866339 Jul 13 08:25:10.431210 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-3d0f9f56-73a8-4482-80cb-8b5b6901ed43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1002 time: 0.0585527 Jul 13 08:25:10.483798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-e834b85e-a3c8-4fc1-9e2b-e43c6afca158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:10.485228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-e834b85e-a3c8-4fc1-9e2b-e43c6afca158 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0478230 Jul 13 08:25:10.543136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ae671893-8c5c-4a86-89d5-3d753b3460ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:10.544694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ae671893-8c5c-4a86-89d5-3d753b3460ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535843 Jul 13 08:25:10.633298 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ba9d4d2e-780e-4af2-8a5e-0a096916cd28 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821934 Jul 13 08:25:10.725422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-7c86d988-fa54-4837-8311-12f7aedfdccf service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850677 Jul 13 08:25:11.414047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24178975-4c94-4c8e-a3b6-21fc925a131f req-cf6c8902-2e8b-4c71-9b54-dc9663c52c31 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:11.415552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24178975-4c94-4c8e-a3b6-21fc925a131f req-cf6c8902-2e8b-4c71-9b54-dc9663c52c31 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0640509 Jul 13 08:25:11.455436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24178975-4c94-4c8e-a3b6-21fc925a131f req-1c02b2b0-ca8c-4fc7-b869-9b221ac3c56e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337646 Jul 13 08:25:12.637164 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a4264-1e9e-4268-a094-2c40ca4d00cf req-4068500e-8710-4553-8ae7-ed4e28af0f1c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:12.638677 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b41a4264-1e9e-4268-a094-2c40ca4d00cf req-4068500e-8710-4553-8ae7-ed4e28af0f1c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0650392 Jul 13 08:25:12.681345 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b41a4264-1e9e-4268-a094-2c40ca4d00cf req-1bfd5dd1-503e-47c0-8a7d-8e2bcab2a3c4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371349 Jul 13 08:25:13.859096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144f8c7-2d4c-49bd-9e24-452e476aafd7 req-a21898b1-1098-426b-ad02-791b58d11ce0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:13.860631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7144f8c7-2d4c-49bd-9e24-452e476aafd7 req-a21898b1-1098-426b-ad02-791b58d11ce0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0683527 Jul 13 08:25:13.900154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7144f8c7-2d4c-49bd-9e24-452e476aafd7 req-1d3fc658-dac1-4e5d-b1df-839c6d53fde3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339608 Jul 13 08:25:14.358310 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5a92-4d32-45ac-8d0c-4d258ddafed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.072069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c3bd-6ca2-413e-8b2f-f3f2dfdec256 req-dd675db0-0ef1-4a3d-8649-9aa7f8c1ff33 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:15.074138 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b86c3bd-6ca2-413e-8b2f-f3f2dfdec256 req-dd675db0-0ef1-4a3d-8649-9aa7f8c1ff33 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0626056 Jul 13 08:25:15.111184 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b86c3bd-6ca2-413e-8b2f-f3f2dfdec256 req-893f2886-61c9-4b8e-bd63-756d398554fb tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Jul 13 08:25:16.290864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c60f5-4509-464f-925f-d10e07eb4421 req-961aa3ae-aea5-4c1a-bcd7-1828cf3060fb tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:16.293056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-217c60f5-4509-464f-925f-d10e07eb4421 req-961aa3ae-aea5-4c1a-bcd7-1828cf3060fb tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0651019 Jul 13 08:25:16.330830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-217c60f5-4509-464f-925f-d10e07eb4421 req-b1db9c35-33c4-4b80-8ee8-6a8ab8eb2672 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321755 Jul 13 08:25:17.179817 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.317856 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8244889-ab12-490d-a69f-30ea2c739cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:17.507015 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49ff91-3361-4267-88fb-cc7803198f58 req-08f4cfe8-90d8-48ac-bc5f-85df72dfe251 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:17.508449 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1b49ff91-3361-4267-88fb-cc7803198f58 req-08f4cfe8-90d8-48ac-bc5f-85df72dfe251 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0660484 Jul 13 08:25:17.546838 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1b49ff91-3361-4267-88fb-cc7803198f58 req-d23fceae-793f-4a15-97e3-6fe714d8dfea tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323668 Jul 13 08:25:18.143889 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:18.726200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e74922-c5fa-40c9-a0a5-ac98869a58a3 req-38cd799d-24e3-45c4-ba5d-ce6b275e7290 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:18.727705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5e74922-c5fa-40c9-a0a5-ac98869a58a3 req-38cd799d-24e3-45c4-ba5d-ce6b275e7290 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0649161 Jul 13 08:25:18.766473 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5e74922-c5fa-40c9-a0a5-ac98869a58a3 req-4ed631b4-865b-4159-84f3-d03bb1d918f7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330584 Jul 13 08:25:19.946075 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:19.947128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304fc92-c95f-4bfc-af42-baccfda0109f req-dded862d-9896-4980-a19c-dae471fa0a0a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:19.949406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d304fc92-c95f-4bfc-af42-baccfda0109f req-dded862d-9896-4980-a19c-dae471fa0a0a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0705390 Jul 13 08:25:19.986272 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d304fc92-c95f-4bfc-af42-baccfda0109f req-9b802981-92c4-4307-993d-510dbee7dc2e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311704 Jul 13 08:25:21.168902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b770ae8-57fc-4a1f-8d4b-27e94a5b4a52 req-0d732af4-0c17-4d68-b6fb-6593d238ce56 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:21.170404 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b770ae8-57fc-4a1f-8d4b-27e94a5b4a52 req-0d732af4-0c17-4d68-b6fb-6593d238ce56 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0700948 Jul 13 08:25:21.208912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b770ae8-57fc-4a1f-8d4b-27e94a5b4a52 req-0a4bead2-460d-4efa-acf8-089308838838 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328641 Jul 13 08:25:22.387897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c20e6-6c6e-4422-9894-c6a4c901fb3d req-1bd8330e-61b6-41e3-86b4-8590d5a97053 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:22.389435 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f79c20e6-6c6e-4422-9894-c6a4c901fb3d req-1bd8330e-61b6-41e3-86b4-8590d5a97053 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0648768 Jul 13 08:25:22.427465 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f79c20e6-6c6e-4422-9894-c6a4c901fb3d req-854345cd-5dc4-4feb-9f5f-94180bb480c5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324845 Jul 13 08:25:22.615607 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-aed57982-ca4a-4343-94a2-38b74422481a service neutron] show failed (client error): The resource could not be found. Jul 13 08:25:22.616693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-aed57982-ca4a-4343-94a2-38b74422481a service neutron] 10.222.0.54 "GET /v2.0/ports/f8ddb39b-1477-41b2-a927-271cbaaa3114/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0550187 Jul 13 08:25:22.864181 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-99802a37-4abf-493f-995d-984bcc6d6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:22.865755 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-99802a37-4abf-493f-995d-984bcc6d6df4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 1096 time: 0.0548637 Jul 13 08:25:22.876937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:22.952782 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.152086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:23.184909 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:23.228696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:23.231145 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05484d57-4374-48ee-ac2f-05083311e178" -d '{"events": [{"server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:23.234868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.247197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Transition to ACTIVE for port object f8ddb39b-1477-41b2-a927-271cbaaa3114 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:23.250742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.287902 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c59bed1-5ae8-422e-aa2d-7932df3678c0 x-openstack-request-id: req-6c59bed1-5ae8-422e-aa2d-7932df3678c0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:23.288337 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:23.288473 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c59bed1-5ae8-422e-aa2d-7932df3678c0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:23.288872 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'code': 200} Jul 13 08:25:23.329144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:23.342393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.342740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.343089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.343426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.343759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.344189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.344523 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.344848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.345176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.345500 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.345824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.346152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:23.388159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] No DVR routers for this DVR port f8ddb39b-1477-41b2-a927-271cbaaa3114 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:25:23.530246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:23.530584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:23.530910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:23.535368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Port f8ddb39b-1477-41b2-a927-271cbaaa3114 on network 682dd2b7-548b-4ade-bda5-23648167cd86 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:25:23.535694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:23.540841 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:23.541184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:23.541734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:23.542171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Bound port: f8ddb39b-1477-41b2-a927-271cbaaa3114, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:23.542606 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.605802 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b9255-653e-4800-8dfd-9ecd8f587fba req-6c32da62-45e2-458a-8970-04cf4788e919 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.607333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-263b9255-653e-4800-8dfd-9ecd8f587fba req-6c32da62-45e2-458a-8970-04cf4788e919 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 943 time: 0.0652061 Jul 13 08:25:23.611187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:23.614609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:23.618543 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.652607 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-263b9255-653e-4800-8dfd-9ecd8f587fba req-3f86c10e-53f5-426f-a402-49d100068f73 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388620 Jul 13 08:25:23.659402 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.660136 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:23.661676 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] 10.222.0.53 "PUT /v2.0/ports/f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1091 time: 0.7888188 Jul 13 08:25:23.684268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac868e-b4c9-441e-848c-cda7d6fcd269 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:23.742641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-8b922878-5406-4baf-a31c-f1ccba3fc62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.744258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-8b922878-5406-4baf-a31c-f1ccba3fc62e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1094 time: 0.0570934 Jul 13 08:25:23.842572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-662b1bb5-a35f-4ddd-9583-30021bdb2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.844157 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-662b1bb5-a35f-4ddd-9583-30021bdb2e87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0935750 Jul 13 08:25:23.909933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-cad16f37-bf4a-4069-bab9-bd880130e8ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1000 time: 0.0595760 Jul 13 08:25:23.963169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-25644136-c055-46f6-8e38-1f15dcbb7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:23.964637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-25644136-c055-46f6-8e38-1f15dcbb7c17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0471804 Jul 13 08:25:24.020719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-04fb2cab-0e48-4187-a89c-37a07c788c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:24.022290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-04fb2cab-0e48-4187-a89c-37a07c788c6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514734 Jul 13 08:25:24.108976 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-f853f81c-1b94-492d-89a1-93cb6403f7e4 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802393 Jul 13 08:25:24.200711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c76a72ff-acb6-4c13-9b60-210ae5e6ffd1 req-93cda66a-729a-4b27-b0a0-2ff07d985e65 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860484 Jul 13 08:25:24.829615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ed056-0364-4dc9-b662-56c17c2900ea req-7c3f9dfc-39ca-441c-9214-a738f3aaf8fd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:24.831123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-451ed056-0364-4dc9-b662-56c17c2900ea req-7c3f9dfc-39ca-441c-9214-a738f3aaf8fd tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 943 time: 0.0636773 Jul 13 08:25:24.868919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-451ed056-0364-4dc9-b662-56c17c2900ea req-72a40d00-9c36-4334-b8eb-ccf4a12cf6a7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 Jul 13 08:25:25.290363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:25.293110 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56" -d '{"events": [{"name": "network-changed", "server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:25.340380 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc8824f-2abb-4af0-b260-1bd75f05c740 x-openstack-request-id: req-9fc8824f-2abb-4af0-b260-1bd75f05c740 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:25.340700 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:25.340961 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fc8824f-2abb-4af0-b260-1bd75f05c740 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:25.341362 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'status': 'completed', 'code': 200} Jul 13 08:25:25.457588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-78841f2d-f894-4f0b-ac73-8905f91ac507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.459121 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-78841f2d-f894-4f0b-ac73-8905f91ac507 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1094 time: 0.0999568 Jul 13 08:25:25.460914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-560b494d-6b2e-4a6a-8541-b47017905e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.462264 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-560b494d-6b2e-4a6a-8541-b47017905e2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1094 time: 0.0949929 Jul 13 08:25:25.541881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:25:25.621447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-371b3e30-dcaf-411b-91aa-f1c55ea84a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.622954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-371b3e30-dcaf-411b-91aa-f1c55ea84a56 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1574624 Jul 13 08:25:25.631727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-1049e06a-bb21-4e1f-b1a8-12396c63c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.633146 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-1049e06a-bb21-4e1f-b1a8-12396c63c71b service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1595261 Jul 13 08:25:25.635789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:25.648060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'port_id': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'mac_address': 'fa:16:3e:4f:79:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:25:25.691382 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:25.707160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ddb39b-1477-41b2-a927-271cbaaa3114 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:25.730340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:25.737590 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:25.743992 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-1bdf1171-89ca-445a-84c9-6686e6acd6a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1000 time: 0.1136320 Jul 13 08:25:25.759473 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-2f402eb5-b9a9-4706-b9d2-9dd34c8eb2c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1000 time: 0.1184723 Jul 13 08:25:25.799340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:25.808165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.809161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.809510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.809845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.810174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.810506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.810830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.811152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.811475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.811795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.812141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.812506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:25.843129 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-841ea222-79e6-47e3-92b7-81fed08e9609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.844651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-841ea222-79e6-47e3-92b7-81fed08e9609 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0653403 Jul 13 08:25:25.846056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-dbdb8178-a06f-47a4-a644-aead64d5f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.847415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-dbdb8178-a06f-47a4-a644-aead64d5f818 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0972853 Jul 13 08:25:25.951101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-02704902-5aee-4cca-9546-a5415ea8d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.952780 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-02704902-5aee-4cca-9546-a5415ea8d908 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014225 Jul 13 08:25:25.959103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-eb757df9-37d4-4582-9a31-d2787ab2a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:25.960612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-eb757df9-37d4-4582-9a31-d2787ab2a862 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818238 Jul 13 08:25:25.989237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['f8ddb39b-1477-41b2-a927-271cbaaa3114'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:25:26.165150 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-db13979e-b5bc-456d-b402-288af2ed5041 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035770 Jul 13 08:25:26.171712 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-3c6a1006-2481-4d0a-9a48-be785be39e2b service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024019 Jul 13 08:25:26.226350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db871e1-bc6c-44a3-bb56-a1c61d77be44 req-2a80c2d3-386f-49ce-a6e2-ea6aab230a0b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.228047 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1db871e1-bc6c-44a3-bb56-a1c61d77be44 req-2a80c2d3-386f-49ce-a6e2-ea6aab230a0b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 944 time: 0.2120636 Jul 13 08:25:26.372116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1db871e1-bc6c-44a3-bb56-a1c61d77be44 req-0ed05c5a-c6db-48d7-981d-714b995246c6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301198 Jul 13 08:25:26.394258 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-3e2a9b7d-9631-41e5-8afd-8ff34fa40f50 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209623 Jul 13 08:25:26.406038 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e3df77c-fcb9-4d6f-9d92-bcf215fedd56 req-47545da4-19ad-492b-957b-307d635c2ece service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238989 Jul 13 08:25:26.421037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:25:26.468255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:25:26.814169 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-84d7464c-0287-4c07-9ed2-379759ae17e8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.815779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-84d7464c-0287-4c07-9ed2-379759ae17e8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330&tenant_id=9bf224dd1da64fbcafccd7621df9827d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 944 time: 0.0906315 Jul 13 08:25:26.911206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16e8b6-ef3c-4c83-8c41-1d4e3556f418 req-ade73ee5-cf4e-43a8-a466-4fdfd9207608 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:26.912760 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9f16e8b6-ef3c-4c83-8c41-1d4e3556f418 req-ade73ee5-cf4e-43a8-a466-4fdfd9207608 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 944 time: 0.1239281 Jul 13 08:25:26.914625 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-9acfdede-354c-4e50-a8a7-f6c60e05dc40 service neutron] 10.222.0.53 "GET /v2.0/ports/f8ddb39b-1477-41b2-a927-271cbaaa3114/bindings/n-h1-798249-7 HTTP/1.1" status: 200 len: 382 time: 0.0817316 Jul 13 08:25:26.987798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9f16e8b6-ef3c-4c83-8c41-1d4e3556f418 req-f510559d-6b1f-4695-bc37-f37eddf45e35 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682552 Jul 13 08:25:27.017185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-06c580a1-25e1-4882-a285-cdc8999647b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.018718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-06c580a1-25e1-4882-a285-cdc8999647b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1095 time: 0.0807576 Jul 13 08:25:27.112147 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-53bb0056-fc77-4edb-af08-dfde03bbbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.113754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-53bb0056-fc77-4edb-af08-dfde03bbbbc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0885150 Jul 13 08:25:27.190540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-f0f5123c-d340-4a35-9856-0ac27805c5aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1001 time: 0.0698295 Jul 13 08:25:27.239813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-1eed8688-00af-4379-9684-9ed717ae395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.241335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-1eed8688-00af-4379-9684-9ed717ae395d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0457375 Jul 13 08:25:27.298821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-16af76bd-ff58-402f-830d-b106d4cb416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:27.300364 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-16af76bd-ff58-402f-830d-b106d4cb416a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532420 Jul 13 08:25:27.392972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-9d5891b5-d61e-4a78-a57b-c6d9a23034b2 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858307 Jul 13 08:25:27.484926 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-8736668e-b45e-41c2-9db1-4f141146d387 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858464 Jul 13 08:25:27.551776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:27.601097 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port f8ddb39b-1477-41b2-a927-271cbaaa3114 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:27.605804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port f8ddb39b-1477-41b2-a927-271cbaaa3114 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:27.606188 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:27.689842 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:27.714595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:27.716920 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8f0679-d1a5-4ee3-ac3e-2f344270d73a" -d '{"events": [{"server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "name": "network-vif-plugged", "status": "completed", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:27.730988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:27.735774 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:27.774775 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95cbd9e-2a6a-4d89-b4b1-f0bbaf456ad4 x-openstack-request-id: req-f95cbd9e-2a6a-4d89-b4b1-f0bbaf456ad4 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:27.775080 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "name": "network-vif-plugged", "status": "completed", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:27.775337 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f95cbd9e-2a6a-4d89-b4b1-f0bbaf456ad4 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:27.776611 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'code': 200} Jul 13 08:25:27.794407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:28.053161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b6cf0915-03c8-4fea-93a9-085d36744519 None None] Provisioning complete for port f8ddb39b-1477-41b2-a927-271cbaaa3114 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:28.053550 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b6cf0915-03c8-4fea-93a9-085d36744519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:28.166178 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3c21f-640f-4325-8724-f2fb47150afb req-673ef9f3-53c8-46ec-8ca1-fc3ef8e4351a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:28.167758 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25b3c21f-640f-4325-8724-f2fb47150afb req-673ef9f3-53c8-46ec-8ca1-fc3ef8e4351a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0677137 Jul 13 08:25:28.205220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-25b3c21f-640f-4325-8724-f2fb47150afb req-11d532da-e93a-4858-9215-f2abc9706335 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318844 Jul 13 08:25:29.386809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5ba7c-840d-4829-acca-7fd087980b63 req-a33b3351-8751-4361-a657-9c8a4d26b787 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:29.388453 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4b5ba7c-840d-4829-acca-7fd087980b63 req-a33b3351-8751-4361-a657-9c8a4d26b787 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0670056 Jul 13 08:25:29.433142 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4b5ba7c-840d-4829-acca-7fd087980b63 req-3aa903d7-7555-4b28-a06d-0e86da50bba1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371830 Jul 13 08:25:29.475197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-999c9b8c-62bc-4aa1-9be1-457f874d8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:29.476748 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-999c9b8c-62bc-4aa1-9be1-457f874d8d2f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 1096 time: 0.0528541 Jul 13 08:25:29.488528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:29.557854 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:29.762190 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:29.796451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:29.834674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:29.837136 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d0b590-5395-49e4-a663-475523e03d2a" -d '{"events": [{"server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:29.841833 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:29.856694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Transition to ACTIVE for port object f8ddb39b-1477-41b2-a927-271cbaaa3114 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:29.860586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:29.893692 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029a4155-2179-4876-b740-7b0240a93fbe x-openstack-request-id: req-029a4155-2179-4876-b740-7b0240a93fbe {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:29.893985 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:29.894244 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-029a4155-2179-4876-b740-7b0240a93fbe {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:29.894652 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'code': 200} Jul 13 08:25:29.951982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=10']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:29.997800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] No DVR routers for this DVR port f8ddb39b-1477-41b2-a927-271cbaaa3114 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:25:30.506221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:30.506956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:30.506956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:30.511294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Port f8ddb39b-1477-41b2-a927-271cbaaa3114 on network 682dd2b7-548b-4ade-bda5-23648167cd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:25:30.511619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Attempting to bind port f8ddb39b-1477-41b2-a927-271cbaaa3114 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:30.516525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:30.516868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:30.517258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:30.518674 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Bound port: f8ddb39b-1477-41b2-a927-271cbaaa3114, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:30.518674 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:30.591629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:30.596575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:30.601107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:30.609719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739463bc-c409-4ac3-aa28-616c99290aec req-cc068cfd-ea45-4d47-a3b6-41910ef89079 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:30.611425 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-739463bc-c409-4ac3-aa28-616c99290aec req-cc068cfd-ea45-4d47-a3b6-41910ef89079 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 944 time: 0.0657244 Jul 13 08:25:30.635065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:30.635696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:30.637151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] 10.222.0.54 "PUT /v2.0/ports/f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1092 time: 1.1527393 Jul 13 08:25:30.659636 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-739463bc-c409-4ac3-aa28-616c99290aec req-c494a75c-048c-4906-8197-9906f7ed5ac9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422897 Jul 13 08:25:30.667297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece00d02-4453-4a86-9bd9-8949f0fd952e service neutron] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=11']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:30.727307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-5bf49962-81cb-4760-86e0-78762ad77e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:30.728818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-5bf49962-81cb-4760-86e0-78762ad77e5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1095 time: 0.0675890 Jul 13 08:25:30.824112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-8e4f3643-1b8e-44b2-b043-5adb9f1ced78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:30.825635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-8e4f3643-1b8e-44b2-b043-5adb9f1ced78 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0909193 Jul 13 08:25:30.897780 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-3d56684f-4959-4c4f-b65a-b85bb9fb3ad3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1000 time: 0.0659978 Jul 13 08:25:30.946534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-0e15eaa7-45ed-498c-abdc-86312af6d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:30.948429 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-0e15eaa7-45ed-498c-abdc-86312af6d3e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0448856 Jul 13 08:25:31.005350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-f3c6e6bd-bdbe-4027-874c-6965dd54d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:31.006802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-f3c6e6bd-bdbe-4027-874c-6965dd54d582 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526495 Jul 13 08:25:31.102381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-f93c5add-f00f-487c-8553-fbefdf98d4b4 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887945 Jul 13 08:25:31.194223 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-840ae949-06a9-4a2f-b1be-1212682e9afb req-ca2d2cbe-c65c-4bd0-8fa3-96d02dc42a2f service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849061 Jul 13 08:25:31.574199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:25:31.611793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:25:31.852086 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df287a41-fa48-4217-bb5e-dea413f3c504 req-dcaea350-ec3e-4b3c-ab00-cedc456346a9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:31.854251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df287a41-fa48-4217-bb5e-dea413f3c504 req-dcaea350-ec3e-4b3c-ab00-cedc456346a9 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 944 time: 0.0684578 Jul 13 08:25:31.892533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df287a41-fa48-4217-bb5e-dea413f3c504 req-b1da97a3-abea-4b4d-a9b0-ee2c10cfdbe6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327766 Jul 13 08:25:31.896204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:31.898558 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eda296-faeb-4ab5-9c23-515bd933aaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:31.971098 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbe8b3f-4361-430f-a3a8-c4694841fc21 x-openstack-request-id: req-5dbe8b3f-4361-430f-a3a8-c4694841fc21 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:31.971465 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:31.971659 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5dbe8b3f-4361-430f-a3a8-c4694841fc21 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:31.971992 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'status': 'completed', 'code': 200} Jul 13 08:25:32.080962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-fe95c0dc-09c5-4a99-87f3-f14b659ee407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:32.082479 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-fe95c0dc-09c5-4a99-87f3-f14b659ee407 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1095 time: 0.0973544 Jul 13 08:25:32.085234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-21ded08f-f6ba-4bd4-bd0c-bd3b4a682b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:32.086630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-21ded08f-f6ba-4bd4-bd0c-bd3b4a682b25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 1095 time: 0.0923591 Jul 13 08:25:32.243956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-da078916-4930-4757-8824-7ef22e02f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:32.246111 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-da078916-4930-4757-8824-7ef22e02f8b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1565475 Jul 13 08:25:32.251617 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-c439885c-de57-497f-a75c-bf77b80abcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:32.253184 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-c439885c-de57-497f-a75c-bf77b80abcef service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1564677 Jul 13 08:25:32.367607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-688764b1-e760-467a-857b-3eced3c11c3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1000 time: 0.1062651 Jul 13 08:25:32.369438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-ba62a7fd-e0db-4b19-846e-f431a4cafc8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 200 len: 1000 time: 0.1152210 Jul 13 08:25:32.453579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-1478ec8b-06fa-4a55-b9c3-79c2bad824c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:32.455116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-1478ec8b-06fa-4a55-b9c3-79c2bad824c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0799811 Jul 13 08:25:32.460549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-cfcde659-0787-4f9a-9699-a33960587fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:32.461945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-cfcde659-0787-4f9a-9699-a33960587fbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0784602 Jul 13 08:25:32.567729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-9af84f0f-80b6-4af7-892d-49ca132124c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:32.569329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-9af84f0f-80b6-4af7-892d-49ca132124c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973363 Jul 13 08:25:32.571004 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-670ea264-6eec-46fc-a33d-bd65f7c1c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:32.573366 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-670ea264-6eec-46fc-a33d-bd65f7c1c7d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096370 Jul 13 08:25:32.764819 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-aeef07a9-4955-4c3d-a330-da49defaeb57 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861174 Jul 13 08:25:32.766691 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-e8023f2e-325b-4cd1-b2b6-f127cdea942d service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867723 Jul 13 08:25:32.933697 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-7182cb13-9ecc-4c76-bd76-5bf4b16dc5d6 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605210 Jul 13 08:25:32.935969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-16eda296-faeb-4ab5-9c23-515bd933aaf6 req-a5dd5510-0b20-48c4-b31c-a5696db514db service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548977 Jul 13 08:25:33.074796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032994f-5b48-452a-a3f9-aa87c7333953 req-88bfda13-697d-4816-be27-d4bf04cfcf0f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:33.076358 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e032994f-5b48-452a-a3f9-aa87c7333953 req-88bfda13-697d-4816-be27-d4bf04cfcf0f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 944 time: 0.0699611 Jul 13 08:25:33.121892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e032994f-5b48-452a-a3f9-aa87c7333953 req-b2511875-5a04-41f0-8aca-b35e84326a11 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382252 Jul 13 08:25:33.300554 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8882661-27a1-44ae-964a-84ae3dcfb3c0 req-dc111eca-eed3-416a-8e76-7f7e12cc1d31 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:33.302083 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f8882661-27a1-44ae-964a-84ae3dcfb3c0 req-dc111eca-eed3-416a-8e76-7f7e12cc1d31 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 944 time: 0.0685019 Jul 13 08:25:33.341594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f8882661-27a1-44ae-964a-84ae3dcfb3c0 req-c533a96d-6f28-488a-829f-ac1965880b83 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337424 Jul 13 08:25:33.520204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddbae2-bf1d-444e-8c81-d6b36c56b5ff req-afc0cdfa-1b96-4179-bde0-738d5eb4b6e1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:33.521700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ddbae2-bf1d-444e-8c81-d6b36c56b5ff req-afc0cdfa-1b96-4179-bde0-738d5eb4b6e1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 944 time: 0.0681150 Jul 13 08:25:33.559492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ddbae2-bf1d-444e-8c81-d6b36c56b5ff req-ff81255e-aa9d-4e6d-b5cc-4162d5182b23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310128 Jul 13 08:25:33.950688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe120aae-806d-4355-9b77-32afa12dfb49 req-d6a37171-2c8c-4e1e-af22-5790b3eff883 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:33.952189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe120aae-806d-4355-9b77-32afa12dfb49 req-d6a37171-2c8c-4e1e-af22-5790b3eff883 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 944 time: 0.0628023 Jul 13 08:25:33.989169 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe120aae-806d-4355-9b77-32afa12dfb49 req-d788e207-5c36-44ff-b942-1024582394db tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310857 Jul 13 08:25:34.483637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:25:34.575293 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:34.589613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'port_id': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'mac_address': 'fa:16:3e:4f:79:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:25:34.625880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.638735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ddb39b-1477-41b2-a927-271cbaaa3114 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:34.657801 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:34.661955 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.715128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=12']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:34.945745 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.107052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-781e97de-d701-4704-9550-60177971541d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:35.108584 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-781e97de-d701-4704-9550-60177971541d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0688739 Jul 13 08:25:35.169584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7553c-9f68-4a61-8429-fa0e599a21d4 req-33c7b7dd-e0ca-4f71-a8b6-30d1a2c88182 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:35.171285 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fcc7553c-9f68-4a61-8429-fa0e599a21d4 req-33c7b7dd-e0ca-4f71-a8b6-30d1a2c88182 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 945 time: 0.0658605 Jul 13 08:25:35.208848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Deleting port f8ddb39b-1477-41b2-a927-271cbaaa3114 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:25:35.209311 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.209492 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fcc7553c-9f68-4a61-8429-fa0e599a21d4 req-350c3023-65a9-402c-a17b-7bb4b01de74c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324764 Jul 13 08:25:35.305531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] For port f8ddb39b-1477-41b2-a927-271cbaaa3114, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=f8ddb39b-1477-41b2-a927-271cbaaa3114,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:35.305924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.476443 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.476786 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.477103 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b disassociated. External IP: 172.25.6.112, port: f8ddb39b-1477-41b2-a927-271cbaaa3114. Jul 13 08:25:35.477447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Calling delete_port for f8ddb39b-1477-41b2-a927-271cbaaa3114 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:25:35.608491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.638680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event deleted for resources: {'Port': ['ID=f8ddb39b-1477-41b2-a927-271cbaaa3114,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:35.766458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:25:35.880773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:35.894229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:35.905564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:35.906269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:25:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:35.926472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] No DVR routers for this DVR port f8ddb39b-1477-41b2-a927-271cbaaa3114 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:25:35.929144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:35.931286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-51878b8e-1a65-47e0-8f90-e0a10b4635c1 req-3a4cfde0-dc02-49a4-b4ad-c5ff0640d2e2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "DELETE /v2.0/ports/f8ddb39b-1477-41b2-a927-271cbaaa3114 HTTP/1.1" status: 204 len: 173 time: 0.8169558 Jul 13 08:25:35.932394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'name': 'network-vif-deleted', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:35.935180 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5559c27-fd5b-4f04-9acf-849e0745feb3" -d '{"events": [{"server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "name": "network-vif-deleted", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:36.002989 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3da79a5-5a6e-4d40-a1e2-498d72200093 x-openstack-request-id: req-b3da79a5-5a6e-4d40-a1e2-498d72200093 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:36.003281 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09926b8-cc81-4783-a35c-46b60b267330", "name": "network-vif-deleted", "tag": "f8ddb39b-1477-41b2-a927-271cbaaa3114", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:36.003534 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3da79a5-5a6e-4d40-a1e2-498d72200093 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:36.003937 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09926b8-cc81-4783-a35c-46b60b267330', 'name': 'network-vif-deleted', 'tag': 'f8ddb39b-1477-41b2-a927-271cbaaa3114', 'status': 'completed', 'code': 200} Jul 13 08:25:36.034735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:36.238933 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:36.266926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:36.275620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:36.276533 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:25:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:36.381031 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eba2b9c7-bcd9-445e-8bee-2558b82ff484 req-e5d3e0b7-ef25-4216-8740-fc4754e41629 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=d09926b8-cc81-4783-a35c-46b60b267330 HTTP/1.1" status: 200 len: 210 time: 0.0316949 Jul 13 08:25:36.390554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:36.500174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:25:36.528671 n-d-798249-7 neutron-server[93840]: INFO neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No ports have port_id starting with f8ddb39b-1477-41b2-a927-271cbaaa3114 Jul 13 08:25:36.532524 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 requested by agent hyperv_n-h2-798249-7 not found in database {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 13 08:25:36.609995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:36.640400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d860b-6ee7-46a5-8756-2ad4832e6c9e None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:36.864913 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceef09d-bdff-45ef-83df-55c6fcff44eb None None] New status for floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:25:37.740222 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-cdcb6a3d-3588-4f8b-bd02-a93a14269210 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--612976158&fields=id&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 267 time: 0.0342543 Jul 13 08:25:37.851720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-b89ab3cc-1c43-42fa-8bf5-f10678332ff5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:37.853254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-b89ab3cc-1c43-42fa-8bf5-f10678332ff5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 812 time: 0.1053295 Jul 13 08:25:37.868670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-018cc93f-65eb-4509-9b26-d7a3a997c135 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/quotas/9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 375 time: 0.0093637 Jul 13 08:25:37.939350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-ce271335-b2f8-4bb8-aec8-a70aa14c2602 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645745 Jul 13 08:25:38.111508 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3bdc8164-7699-482c-aa10-fd911cffcc25 service neutron] 10.222.0.44 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280129 Jul 13 08:25:38.203383 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-da66339e-ac5b-4253-a986-20d3fa9bcd9c service neutron] 10.222.0.44 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859990 Jul 13 08:25:38.381472 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3e15318a-073f-4018-9c1b-e6ca6b337fa7 req-65c0bf2b-47f2-41a9-9975-a31b1ed7f600 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 210 time: 0.0326560 Jul 13 08:25:38.499013 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:25:38.522094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: f8ddb39b-1477-41b2-a927-271cbaaa3114 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:25:38.522452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device f8ddb39b-1477-41b2-a927-271cbaaa3114 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:25:38.535028 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.462528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-ad478310-f82e-4fd2-981b-e6a925a9bb7b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:39.464700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-ad478310-f82e-4fd2-981b-e6a925a9bb7b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 812 time: 0.1142294 Jul 13 08:25:39.508982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-c7d385b4-0534-45a7-bcc5-50be636d5963 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 379 time: 0.0351765 Jul 13 08:25:39.526187 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'port': {'device_id': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'admin_state_up': True, 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'security_groups': ['6a56477e-84fc-4a37-82ec-fda7bf4e8357']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:39.557335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-952616a5-8012-4823-be47-f3c8340be825 req-f126ac86-ee46-4d97-b6d1-a13723441a7e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 210 time: 0.0472982 Jul 13 08:25:39.670043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Made reservation on behalf of 9bf224dd1da64fbcafccd7621df9827d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:25:39.673610 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.794905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Allocated IP 172.20.0.13 (682dd2b7-548b-4ade-bda5-23648167cd86/ea4a482a-df66-41cc-800a-66293e4a8fa6/7f70bea4-c50e-4dd3-8f75-d43b3c84a679) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:39.939477 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:39.955527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Transition to ACTIVE for port object 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:39.989454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.040041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Network 682dd2b7-548b-4ade-bda5-23648167cd86 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:40.043814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:40.048667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:40.051255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:40.104740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:40.105414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.121624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-3c7377e4-ecce-46c5-9dd0-ff63518e21a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017663 Jul 13 08:25:40.134036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Request body: {'port': {'device_id': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:40.222774 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.305089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1291fe15-bc10-4286-8cdb-f589c6198018 None None] Provisioning for port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:40.309476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1291fe15-bc10-4286-8cdb-f589c6198018 None None] Provisioning complete for port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:40.309825 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1291fe15-bc10-4286-8cdb-f589c6198018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.343411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1291fe15-bc10-4286-8cdb-f589c6198018 None None] Port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:40.491528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:40.499484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.511881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Transition to ACTIVE for port object 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:40.516091 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.593913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d6565-7aba-466d-b676-848bbff933da service neutron] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:40.656685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:40.657042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:40.657365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:40.662335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on network 682dd2b7-548b-4ade-bda5-23648167cd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:25:40.662670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:40.668355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:40.668697 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:40.669091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:40.669539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Bound port: 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:40.670042 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.751523 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:40.756146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:40.769901 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.806310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:40.807518 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:40.809393 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-948d6565-7aba-466d-b676-848bbff933da service neutron] 10.222.0.54 "PUT /v2.0/ports/7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1092 time: 0.6798792 Jul 13 08:25:40.810048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:40.811907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8412e0-33ab-4ea7-b115-3f74a1996311 req-c91ce069-d345-4141-bfb9-aff4eea145e6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:40.818416 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27411863-1918-4bf8-90b5-05c20047c0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:40.828172 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf8412e0-33ab-4ea7-b115-3f74a1996311 req-c91ce069-d345-4141-bfb9-aff4eea145e6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.1360328 Jul 13 08:25:40.842609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d6565-7aba-466d-b676-848bbff933da service neutron] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:40.873841 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206fb6b7-c701-4d5d-8e05-8bd85caf4d8f x-openstack-request-id: req-206fb6b7-c701-4d5d-8e05-8bd85caf4d8f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:40.874137 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:40.874402 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-206fb6b7-c701-4d5d-8e05-8bd85caf4d8f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:40.874809 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'status': 'completed', 'code': 200} Jul 13 08:25:40.880485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf8412e0-33ab-4ea7-b115-3f74a1996311 req-4a4c3217-f49e-4fa6-b735-a888594d3135 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511489 Jul 13 08:25:40.927725 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-829ab9a4-ae14-44e5-b682-0822e2b6778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:40.929512 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-829ab9a4-ae14-44e5-b682-0822e2b6778b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1095 time: 0.0687759 Jul 13 08:25:40.976642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-a70b93f5-83ce-452e-9afc-e788ff3a31f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 217 time: 0.0402563 Jul 13 08:25:41.030095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-91f355c7-18d8-4899-86d6-9208bec9c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:41.031622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-91f355c7-18d8-4899-86d6-9208bec9c37b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0487359 Jul 13 08:25:41.091901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-36a48a07-e225-49f4-83ec-43bcca14e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:41.093300 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-36a48a07-e225-49f4-83ec-43bcca14e163 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557442 Jul 13 08:25:41.188461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-08d544d9-aeed-44b9-b39f-d0007286fbea service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883656 Jul 13 08:25:41.295278 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-169d1c41-52a3-44a1-a53a-609181bc4c0e req-d66253bc-29ee-4a30-8e4b-49a65e4d5abd service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009197 Jul 13 08:25:41.408119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-6f136614-18b1-48dc-9e7b-c87d11383e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:41.409661 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-6f136614-18b1-48dc-9e7b-c87d11383e81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1095 time: 0.0653098 Jul 13 08:25:41.513722 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-546204f6-b7c1-40d3-a635-388555e9a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:41.515433 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-546204f6-b7c1-40d3-a635-388555e9a673 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0994768 Jul 13 08:25:41.561333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-93c243a1-7b7f-45d1-a790-11d5b8568f6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 217 time: 0.0391507 Jul 13 08:25:41.622011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-08a71759-62e7-41cc-b970-6e46108a2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:41.623538 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-08a71759-62e7-41cc-b970-6e46108a2311 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0557253 Jul 13 08:25:41.687699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-0bad5031-5736-4ecf-a54a-76780d0c2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:41.689908 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-0bad5031-5736-4ecf-a54a-76780d0c2aba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588865 Jul 13 08:25:41.795295 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-bf50831f-9314-403d-86e6-fe688f061003 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985148 Jul 13 08:25:42.345032 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27411863-1918-4bf8-90b5-05c20047c0d7 req-d6a4c608-a056-4590-b0b5-aa047f4468b0 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427923 Jul 13 08:25:42.357257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716ede9-d630-4d25-99ce-7b66c1984f4b req-0a5d5838-0565-47bf-a17c-72ef031026e5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:42.358790 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f716ede9-d630-4d25-99ce-7b66c1984f4b req-0a5d5838-0565-47bf-a17c-72ef031026e5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.1243496 Jul 13 08:25:42.399907 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f716ede9-d630-4d25-99ce-7b66c1984f4b req-6cf222b8-e945-462f-a2c6-0b34af32702d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342989 Jul 13 08:25:43.578247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56712e62-819c-44c9-b8cb-c68a6b6139b5 req-3bbc3547-5867-4c61-a168-841041b1688d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:43.579754 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56712e62-819c-44c9-b8cb-c68a6b6139b5 req-3bbc3547-5867-4c61-a168-841041b1688d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0644560 Jul 13 08:25:43.618635 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-56712e62-819c-44c9-b8cb-c68a6b6139b5 req-59e16dce-b0ae-4cb4-89e7-1d6a997177a6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328250 Jul 13 08:25:44.362518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a284b36a-9663-4ddf-ba7d-d980e34eed0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:44.546043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:25:44.644510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:44.655686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'port_id': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'mac_address': 'fa:16:3e:f4:48:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:25:44.692996 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:44.705418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:44.724679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:44.728533 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:44.785844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:44.862964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce70ffb-c993-41b3-9239-9e7c7fef37cf req-f9b791e2-30cb-49db-b196-e072656cafb3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:44.864595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce70ffb-c993-41b3-9239-9e7c7fef37cf req-f9b791e2-30cb-49db-b196-e072656cafb3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.1280119 Jul 13 08:25:44.909331 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7ce70ffb-c993-41b3-9239-9e7c7fef37cf req-bf067b37-b39f-4221-ae35-dce85150fb72 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386159 Jul 13 08:25:44.962147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['7f70bea4-c50e-4dd3-8f75-d43b3c84a679'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:25:45.129050 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:25:46.087781 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5367c8-d202-4fcf-9861-7972fd6df066 req-e1168c80-4114-4ae5-8958-14fec7c5c579 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:46.089859 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7f5367c8-d202-4fcf-9861-7972fd6df066 req-e1168c80-4114-4ae5-8958-14fec7c5c579 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0681262 Jul 13 08:25:46.126474 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7f5367c8-d202-4fcf-9861-7972fd6df066 req-c0691f09-06a6-4133-8340-f0c5b016d6a0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310476 Jul 13 08:25:46.561909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:46.608591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:46.612268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:46.612644 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:46.692634 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:46.715274 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:46.717555 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203ad409-767d-4d9a-90e0-a5ede098ddbe" -d '{"events": [{"server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "name": "network-vif-plugged", "status": "completed", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:46.731150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:46.735113 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:46.761814 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178a871e-b461-4fc2-acce-7ec23d5b8e1d x-openstack-request-id: req-178a871e-b461-4fc2-acce-7ec23d5b8e1d {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:46.762117 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "name": "network-vif-plugged", "status": "completed", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:46.762393 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-178a871e-b461-4fc2-acce-7ec23d5b8e1d {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:46.762820 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'code': 200} Jul 13 08:25:46.790829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:46.875912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bdf45-3ecc-41eb-8402-a82309ef83c0 req-e3d377e3-3562-44ad-8d90-920b2c738d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:46.877499 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c56bdf45-3ecc-41eb-8402-a82309ef83c0 req-e3d377e3-3562-44ad-8d90-920b2c738d2c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1097 time: 0.0537639 Jul 13 08:25:46.925642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c56bdf45-3ecc-41eb-8402-a82309ef83c0 req-d0e656e5-925b-4f79-90d2-90c3fee1606d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416136 Jul 13 08:25:46.996842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f7512d1d-95fc-4363-b3dc-bb7f2eb8db60 None None] Provisioning complete for port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:46.997225 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f7512d1d-95fc-4363-b3dc-bb7f2eb8db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:47.191583 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:47.319275 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-52322af2-047e-43c1-b739-76291cf9450c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:47.320666 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb6a4-eedc-49c7-a02a-98b19975c05f req-edba3f12-8f3c-48c0-99d5-2d713855ad07 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:47.322207 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f75cb6a4-eedc-49c7-a02a-98b19975c05f req-edba3f12-8f3c-48c0-99d5-2d713855ad07 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0657852 Jul 13 08:25:47.361135 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f75cb6a4-eedc-49c7-a02a-98b19975c05f req-b1400a8c-638f-41c4-908d-bf87b5608d9c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328693 Jul 13 08:25:48.148423 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:48.537087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1e03b-14a9-4ffb-a834-f805bfaa22f5 req-a90d23fa-c76a-406e-b337-0c1233df481d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:48.538589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6df1e03b-14a9-4ffb-a834-f805bfaa22f5 req-a90d23fa-c76a-406e-b337-0c1233df481d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0642455 Jul 13 08:25:48.576914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6df1e03b-14a9-4ffb-a834-f805bfaa22f5 req-2c31d16f-3410-43d6-832a-61f73205dba5 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321393 Jul 13 08:25:48.749302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76de12f-b8a6-4b1c-8309-261f1d3bc50b req-905c2195-f590-48f7-8795-7c6c2010cc94 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:48.750693 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a76de12f-b8a6-4b1c-8309-261f1d3bc50b req-905c2195-f590-48f7-8795-7c6c2010cc94 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0665987 Jul 13 08:25:48.759684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43260) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:48.764595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-b43ee396-8865-4230-ac5b-7aae94a16ae0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Request body: {'floatingip': {'port_id': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:48.804108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b43ee396-8865-4230-ac5b-7aae94a16ae0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:49.245374 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b43ee396-8865-4230-ac5b-7aae94a16ae0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:49.249246 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b43ee396-8865-4230-ac5b-7aae94a16ae0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:49.705244 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-b43ee396-8865-4230-ac5b-7aae94a16ae0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b associated. External IP: 172.25.6.112, port: 7f70bea4-c50e-4dd3-8f75-d43b3c84a679. Jul 13 08:25:49.908349 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43ee396-8865-4230-ac5b-7aae94a16ae0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:25:49.949554 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:50.017580 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43ee396-8865-4230-ac5b-7aae94a16ae0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:50.022477 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b43ee396-8865-4230-ac5b-7aae94a16ae0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:50.028570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:50.037809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:50.038503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:50.063927 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b43ee396-8865-4230-ac5b-7aae94a16ae0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "PUT /v2.0/floatingips/9810ff3e-9d3f-4417-a03d-eedb210da70b HTTP/1.1" status: 200 len: 993 time: 1.3031492 Jul 13 08:25:50.064643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:50.122663 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9046a3ad70657b6b3b53c8db3c3d455e44e9c778199fceaa5570d726467534ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44b251b-a961-4104-bdf7-4222469078c1" -d '{"events": [{"name": "network-changed", "server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:50.148687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:50.209480 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0fb14a-7d8c-469f-970c-9e87bfb7d71c x-openstack-request-id: req-dc0fb14a-7d8c-469f-970c-9e87bfb7d71c {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:50.209775 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:50.210028 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc0fb14a-7d8c-469f-970c-9e87bfb7d71c {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:50.210421 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'status': 'completed', 'code': 200} Jul 13 08:25:50.288452 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b251b-a961-4104-bdf7-4222469078c1 req-cee29e4e-9e7d-402e-86e1-d081a9aa5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:50.290009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f44b251b-a961-4104-bdf7-4222469078c1 req-cee29e4e-9e7d-402e-86e1-d081a9aa5161 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1097 time: 0.0573437 Jul 13 08:25:50.388036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b251b-a961-4104-bdf7-4222469078c1 req-9856e272-8c0b-47ed-b7f7-200792a07382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:50.389548 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f44b251b-a961-4104-bdf7-4222469078c1 req-9856e272-8c0b-47ed-b7f7-200792a07382 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0927453 Jul 13 08:25:50.454060 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f44b251b-a961-4104-bdf7-4222469078c1 req-ef5c220e-bcef-4ded-a229-6a0c3f16618f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1001 time: 0.0582645 Jul 13 08:25:50.507327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b251b-a961-4104-bdf7-4222469078c1 req-f7864b39-34a0-4ae1-bdea-fc03d25f0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:50.508849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f44b251b-a961-4104-bdf7-4222469078c1 req-f7864b39-34a0-4ae1-bdea-fc03d25f0753 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0483742 Jul 13 08:25:50.532918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:f4:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:25:49Z', 'revision_number': 13, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:50.558498 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:50.565708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b251b-a961-4104-bdf7-4222469078c1 req-a91db4a9-74b0-4478-85dc-21baab6a7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:50.566839 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:50.567237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f44b251b-a961-4104-bdf7-4222469078c1 req-a91db4a9-74b0-4478-85dc-21baab6a7a58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520115 Jul 13 08:25:50.567459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:25:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:50.662706 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f44b251b-a961-4104-bdf7-4222469078c1 req-b59576f0-c377-4003-85d2-0abcf8d9f4e3 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888751 Jul 13 08:25:50.674591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:50.758128 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f44b251b-a961-4104-bdf7-4222469078c1 req-622ac5a1-5776-4b8c-b114-a2967ceccecb service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888247 Jul 13 08:25:50.893986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:f4:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:25:49Z', 'revision_number': 13, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:50.923745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa9f4c-9d9f-4fa7-b46c-eecb0d02067f None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9810ff3e-9d3f-4417-a03d-eedb210da70b', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'port_id': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'mac_address': 'fa:16:3e:f4:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:18:53Z', 'updated_at': '2021-07-13T08:25:49Z', 'revision_number': 13, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:51.121854 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53578a8b-8934-400f-b6a4-8beb839d7bcd None None] New status for floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:26:04.922513 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:08.539502 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:14.364952 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a7020d7d-4c05-4ceb-900d-44092eac6af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:17.184928 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:17.321032 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1fce7a0b-4425-4c68-9c1d-b1893e21d7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:18.150991 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:19.952285 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:22.129231 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:26:34.933655 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:38.170040 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-f05bc337-0493-4e33-8eb3-6987fb6f85b2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907185 Jul 13 08:26:38.267843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-d0d7b927-5f5b-4705-9cfc-dda8656d5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:38.269389 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-d0d7b927-5f5b-4705-9cfc-dda8656d5f62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1097 time: 0.0571473 Jul 13 08:26:38.374696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-3548769f-4e5f-4635-80a3-3c6a5a6f4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:38.376243 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-3548769f-4e5f-4635-80a3-3c6a5a6f4e9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0870016 Jul 13 08:26:38.445196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-0850e3ef-156d-493c-82f0-19eedab4aead service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1003 time: 0.0630541 Jul 13 08:26:38.492610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-c5c36918-6474-4c17-bcb9-40edd7906be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:38.494094 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-c5c36918-6474-4c17-bcb9-40edd7906be8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0429275 Jul 13 08:26:38.545978 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:38.552906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-ac8ef598-172e-4db7-a0a2-7c384e0aa5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:38.554481 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-ac8ef598-172e-4db7-a0a2-7c384e0aa5e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536461 Jul 13 08:26:38.655554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-6c82035e-6b8c-4454-b69d-7a47f98a42d4 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940559 Jul 13 08:26:38.751857 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b4ac83e7-ed57-4a3e-b6bf-32a300bb8573 req-465935c6-6e09-48ee-bfbe-d7b0414a6f05 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903468 Jul 13 08:26:44.370138 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b8d8735f-962d-4593-983b-29f98534675c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:47.185683 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:47.321640 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-88a3df93-a71c-4bf5-ae73-84139f418959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:48.154260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:49.955430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:59.129261 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:27:04.932469 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:08.547147 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:14.371894 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0518e9f7-a847-4564-b2b9-a41c4f35c0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:17.192984 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:17.326694 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-01daec21-d2e9-4a0e-a895-e5a898ec4816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:18.164447 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:19.959106 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:27.789264 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236320c-8a59-4dc7-ba3f-d276bee8f457 req-c6cd9240-fdc6-4cfc-ae38-bd78d802d96f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:27.790921 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a236320c-8a59-4dc7-ba3f-d276bee8f457 req-c6cd9240-fdc6-4cfc-ae38-bd78d802d96f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0688121 Jul 13 08:27:27.832199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a236320c-8a59-4dc7-ba3f-d276bee8f457 req-092b4654-cba6-4af6-915f-03f596b15630 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352795 Jul 13 08:27:34.935095 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:36.128583 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:27:38.568527 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:38.668700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-654854a3-a6c3-4ce9-b070-87ea7f3f53fa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558538 Jul 13 08:27:38.766431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-ca0a2379-88a9-4965-89fb-1e3ae0a527de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:38.767969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-ca0a2379-88a9-4965-89fb-1e3ae0a527de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1097 time: 0.0546856 Jul 13 08:27:38.874787 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-a3bb7e27-6801-4713-bb51-03bad24ec61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:38.876629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-a3bb7e27-6801-4713-bb51-03bad24ec61a service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0886412 Jul 13 08:27:38.953319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-56b1e42b-9e87-4e3c-ad3c-43e518fba378 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1003 time: 0.0701914 Jul 13 08:27:39.007532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-b3bd9352-d439-49f5-842a-9edc196f02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:39.009106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-b3bd9352-d439-49f5-842a-9edc196f02bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0503237 Jul 13 08:27:39.077943 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-33560271-0446-4ee2-8d1e-42a50fe3b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:39.080267 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-33560271-0446-4ee2-8d1e-42a50fe3b3d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647309 Jul 13 08:27:39.217404 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-7d9ed23a-af9b-4723-9eea-23af3fe5d7d5 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305983 Jul 13 08:27:39.328546 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-f29c8ea1-2faf-4287-964b-e748de450dca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1601939 Jul 13 08:27:39.372252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c31cd5-b48b-4d6a-942b-87a9b96e84c9 req-71d5e0d0-7ddd-4534-80c8-a1690f2131cc tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:39.373822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-40c31cd5-b48b-4d6a-942b-87a9b96e84c9 req-71d5e0d0-7ddd-4534-80c8-a1690f2131cc tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.1555285 Jul 13 08:27:39.380030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa53afcc-42d2-46a1-aec8-b24b65330a01 req-9f245985-28fe-47cc-bdef-3c3c89a74292 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495817 Jul 13 08:27:39.418193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-40c31cd5-b48b-4d6a-942b-87a9b96e84c9 req-53dafa1e-02a3-44a7-8d40-2ed92c5f94de tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371647 Jul 13 08:27:40.528425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-fed1686e-fb60-4e2a-a696-f65302e44cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:40.529950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-fed1686e-fb60-4e2a-a696-f65302e44cbb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1097 time: 0.0610707 Jul 13 08:27:40.602923 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df799922-5cb7-4241-9517-b287375e5f7d req-103162eb-22f1-481b-b4ee-b93ae31e9a02 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:40.605573 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-df799922-5cb7-4241-9517-b287375e5f7d req-103162eb-22f1-481b-b4ee-b93ae31e9a02 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0663853 Jul 13 08:27:40.622872 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-f7979663-bb1e-4b06-a10c-9478c96266cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:40.624427 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-f7979663-bb1e-4b06-a10c-9478c96266cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0881045 Jul 13 08:27:40.645157 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-df799922-5cb7-4241-9517-b287375e5f7d req-34abeda3-bb94-4eff-bef5-1d511a51600c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342219 Jul 13 08:27:40.693929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-a3256dae-671c-4a05-8708-623a5d5e589c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1003 time: 0.0636878 Jul 13 08:27:40.743899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-f3cc2e7c-6d54-49b5-8063-df7acd3f3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:40.745956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-f3cc2e7c-6d54-49b5-8063-df7acd3f3ed0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0435662 Jul 13 08:27:40.802143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-7b65b231-3103-4f0a-953b-1850d7cb751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:40.803684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-7b65b231-3103-4f0a-953b-1850d7cb751b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517762 Jul 13 08:27:40.899188 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-bf02accc-dc87-44cd-8582-73779cbb52cc service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884340 Jul 13 08:27:40.988927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-b04f28a1-6c7c-425a-a94b-9f98140114a5 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834682 Jul 13 08:27:41.824186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9d514-a6cc-4fbc-b584-8fae7ec6ef31 req-98476a73-8c4b-4da1-97e0-cbe3a70577a1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:41.825706 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41c9d514-a6cc-4fbc-b584-8fae7ec6ef31 req-98476a73-8c4b-4da1-97e0-cbe3a70577a1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0640998 Jul 13 08:27:41.866849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41c9d514-a6cc-4fbc-b584-8fae7ec6ef31 req-9d2d93be-1934-4bcb-833e-bf813abc59e4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355282 Jul 13 08:27:43.081004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7949ab4-bbc4-4b43-9ee2-59e5603b6b5a req-c4f0fd86-23d9-48a1-abc3-ed2017c0ce8b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:43.082543 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c7949ab4-bbc4-4b43-9ee2-59e5603b6b5a req-c4f0fd86-23d9-48a1-abc3-ed2017c0ce8b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0753140 Jul 13 08:27:43.121683 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c7949ab4-bbc4-4b43-9ee2-59e5603b6b5a req-d1596b76-d270-482c-abdd-c998f4200855 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335178 Jul 13 08:27:44.300526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac693e8d-4daa-47e8-940d-767a17165988 req-92f02852-7f90-4d86-a656-fbc029f02a57 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:44.302056 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac693e8d-4daa-47e8-940d-767a17165988 req-92f02852-7f90-4d86-a656-fbc029f02a57 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0649862 Jul 13 08:27:44.341170 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac693e8d-4daa-47e8-940d-767a17165988 req-5bb79b0f-e3af-44d1-a331-d0e056100987 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334814 Jul 13 08:27:44.382187 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-05b57552-621b-475a-becf-0fa632d48e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:45.532361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b120075-3db1-412a-a043-7279ae44d3af req-94fc2cf8-58ab-4914-a479-29cbba7d42ff tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:45.533970 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b120075-3db1-412a-a043-7279ae44d3af req-94fc2cf8-58ab-4914-a479-29cbba7d42ff tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0757344 Jul 13 08:27:45.575305 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b120075-3db1-412a-a043-7279ae44d3af req-28b7b60c-d7e8-4fd1-977e-19b8ae254534 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356767 Jul 13 08:27:46.755659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55d8d-d484-45fe-ab9f-b01c6eb37af9 req-37ab2adf-599e-4923-99ba-4b06c90a512b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:46.757199 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1d55d8d-d484-45fe-ab9f-b01c6eb37af9 req-37ab2adf-599e-4923-99ba-4b06c90a512b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0654256 Jul 13 08:27:46.798049 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1d55d8d-d484-45fe-ab9f-b01c6eb37af9 req-5f7f0c01-4a1f-4016-88d1-7caaf0e59ed3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344229 Jul 13 08:27:47.186233 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:47.320235 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2024bdd5-e565-4d05-affd-672a00ddb50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:47.985229 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9814ee5-d7b8-4b2f-954d-f6bf55ea215d req-98b10e45-ef90-49e0-8ec4-3d89f73b0ba7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:47.986764 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f9814ee5-d7b8-4b2f-954d-f6bf55ea215d req-98b10e45-ef90-49e0-8ec4-3d89f73b0ba7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0673344 Jul 13 08:27:48.033256 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f9814ee5-d7b8-4b2f-954d-f6bf55ea215d req-f8321a43-9742-40af-bdae-b8350ec23ce3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400667 Jul 13 08:27:48.161370 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:49.221091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32a598-1374-48f3-b47e-486870ae2c41 req-c5e6c411-70cb-46ec-a292-506fdcd0bce8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:49.222605 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a32a598-1374-48f3-b47e-486870ae2c41 req-c5e6c411-70cb-46ec-a292-506fdcd0bce8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0696917 Jul 13 08:27:49.262747 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7a32a598-1374-48f3-b47e-486870ae2c41 req-220a0c63-83bc-4280-91eb-7043ca318b08 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340457 Jul 13 08:27:49.961070 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:50.438621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f61c7-9c9f-41a5-a8f3-c12a30364768 req-9ecb29de-10e4-4be5-9912-f66abf372f58 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:50.440156 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f63f61c7-9c9f-41a5-a8f3-c12a30364768 req-9ecb29de-10e4-4be5-9912-f66abf372f58 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0639625 Jul 13 08:27:50.479510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f63f61c7-9c9f-41a5-a8f3-c12a30364768 req-158ce8dc-3890-4483-89d8-6ec991949693 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334876 Jul 13 08:27:51.666266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d27aa-834e-4c08-8ac1-85805c642b35 req-f17a742e-3024-44f6-b679-96b9626fb1aa tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:51.667809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-816d27aa-834e-4c08-8ac1-85805c642b35 req-f17a742e-3024-44f6-b679-96b9626fb1aa tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0688601 Jul 13 08:27:51.726859 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-816d27aa-834e-4c08-8ac1-85805c642b35 req-457d72a4-766f-49a2-8b4e-9ee37d908f2c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529685 Jul 13 08:27:52.903286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592d168-7400-47f0-9c41-f2ec75799d92 req-692a8640-28fb-46ef-8839-7603d6800b30 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:52.904849 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8592d168-7400-47f0-9c41-f2ec75799d92 req-692a8640-28fb-46ef-8839-7603d6800b30 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0642307 Jul 13 08:27:52.943628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8592d168-7400-47f0-9c41-f2ec75799d92 req-0aa1c386-3cf8-49fd-b0a0-e3621377fa40 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328910 Jul 13 08:27:54.124876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0c749-3f39-4707-9deb-9cb9dca2491a req-a71f67c2-de08-4545-bb21-9e5baf24ffa1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:54.126434 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71d0c749-3f39-4707-9deb-9cb9dca2491a req-a71f67c2-de08-4545-bb21-9e5baf24ffa1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0701466 Jul 13 08:27:54.171644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71d0c749-3f39-4707-9deb-9cb9dca2491a req-efb73c69-eea7-4f30-9891-33c7a2f56146 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343668 Jul 13 08:27:54.695767 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-2092094f-eb22-4077-938d-259adc7ac844 service neutron] show failed (client error): The resource could not be found. Jul 13 08:27:54.696820 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-2092094f-eb22-4077-938d-259adc7ac844 service neutron] 10.222.0.54 "GET /v2.0/ports/7f70bea4-c50e-4dd3-8f75-d43b3c84a679/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0546505 Jul 13 08:27:54.984070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-64202ba4-a785-44ab-8fa1-8624700e3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:54.985621 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-64202ba4-a785-44ab-8fa1-8624700e3ae6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 1097 time: 0.0935798 Jul 13 08:27:54.997563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:55.074565 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:55.284620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:55.318732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:55.358063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d709fd-d172-406f-99b4-8f08c3a36d1e req-99b6d1ed-23e0-421c-91c2-f35302e9bcc2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:55.359638 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3d709fd-d172-406f-99b4-8f08c3a36d1e req-99b6d1ed-23e0-421c-91c2-f35302e9bcc2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0698743 Jul 13 08:27:55.360364 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:55.362680 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e68fb5b-4689-41d4-9dc0-9b2714c66b8a" -d '{"events": [{"server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "name": "network-vif-unplugged", "status": "completed", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:55.366527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:55.380312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Transition to ACTIVE for port object 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:55.384664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:55.401200 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f3d709fd-d172-406f-99b4-8f08c3a36d1e req-25363e63-7282-4395-8e6f-f0978ef7b4f7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356665 Jul 13 08:27:55.480397 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f2ca06-823a-4fc2-b49e-a148bc0ea3d0 x-openstack-request-id: req-d9f2ca06-823a-4fc2-b49e-a148bc0ea3d0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:55.480688 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "name": "network-vif-unplugged", "status": "completed", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:55.480947 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9f2ca06-823a-4fc2-b49e-a148bc0ea3d0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:55.481346 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'code': 200} Jul 13 08:27:55.486938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:55.498319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.498669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.499019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.499362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.499698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.500060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.500391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.500724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.501053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.501383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.501712 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.502037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:55.533380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] No DVR routers for this DVR port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:27:55.673478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:27:55.673812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:27:55.674144 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:55.678368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on network 682dd2b7-548b-4ade-bda5-23648167cd86 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:27:55.678683 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:55.683864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:27:55.684232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:55.684615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:27:55.685042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Bound port: 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:27:55.685387 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:55.752047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:55.755030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:27:55.760846 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:55.795560 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:55.796217 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:55.797651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] 10.222.0.53 "PUT /v2.0/ports/7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1092 time: 0.8049164 Jul 13 08:27:55.833830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf742c1-f26d-4384-8ae3-e79c626637ca service neutron] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:55.893174 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-7697b6d3-a162-44c5-af15-64f1bb7f0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:55.894798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-7697b6d3-a162-44c5-af15-64f1bb7f0cb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1095 time: 0.0693715 Jul 13 08:27:55.999304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-114fe189-b11f-4622-9d1a-f32ced01fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:56.000849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-114fe189-b11f-4622-9d1a-f32ced01fd22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0988398 Jul 13 08:27:56.075648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-9232bf1c-8ffa-495d-82d5-025d0b7e0c4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1001 time: 0.0657876 Jul 13 08:27:56.124550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-ec2ecce0-2b60-455a-af4f-fce86bbea395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:56.126025 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-ec2ecce0-2b60-455a-af4f-fce86bbea395 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0443559 Jul 13 08:27:56.189376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-cff2271b-2924-4017-8a6a-e288841e72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:56.190905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-cff2271b-2924-4017-8a6a-e288841e72d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576997 Jul 13 08:27:56.283991 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-9257e7f6-1da9-45b3-93e7-bbe24dee9a5d service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851531 Jul 13 08:27:56.379033 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-20149b7a-6bf3-432a-9116-522c242ab803 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885427 Jul 13 08:27:56.591859 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ec22-874f-4410-bf74-b1051f8f79fb req-0e43f25a-1d50-4d58-a183-90d04eb28ac1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:56.593440 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b623ec22-874f-4410-bf74-b1051f8f79fb req-0e43f25a-1d50-4d58-a183-90d04eb28ac1 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0684490 Jul 13 08:27:56.635681 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b623ec22-874f-4410-bf74-b1051f8f79fb req-a108eb0a-2ab7-4956-ad5b-6c2793179014 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360334 Jul 13 08:27:57.229459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:27:57.269100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:27:57.483263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:57.485952 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401c7253-f33d-45e3-823e-d7b346458432" -d '{"events": [{"name": "network-changed", "server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:57.545493 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf99d1-5e62-4381-af5a-6373bc8bc87e x-openstack-request-id: req-5cbf99d1-5e62-4381-af5a-6373bc8bc87e {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:57.546062 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:57.546512 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cbf99d1-5e62-4381-af5a-6373bc8bc87e {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:57.547161 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'status': 'completed', 'code': 200} Jul 13 08:27:57.675540 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7253-f33d-45e3-823e-d7b346458432 req-bbbef818-d8f9-4577-9000-83e50a18bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.677238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-bbbef818-d8f9-4577-9000-83e50a18bb2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1095 time: 0.0997760 Jul 13 08:27:57.679363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7253-f33d-45e3-823e-d7b346458432 req-4e1a106a-3896-4e4e-b70d-91776fb97fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.680968 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-4e1a106a-3896-4e4e-b70d-91776fb97fe4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1095 time: 0.1127119 Jul 13 08:27:57.838959 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11eadc-1c8b-42c0-8597-a70fcc4cc9e9 req-04548315-bebf-48d5-a267-97e8eb51c1c8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.840986 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab11eadc-1c8b-42c0-8597-a70fcc4cc9e9 req-04548315-bebf-48d5-a267-97e8eb51c1c8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0750659 Jul 13 08:27:57.858912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7253-f33d-45e3-823e-d7b346458432 req-37ba2df8-10f4-42ea-880a-cecbc18d4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.860544 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-37ba2df8-10f4-42ea-880a-cecbc18d4683 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1755345 Jul 13 08:27:57.861976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7253-f33d-45e3-823e-d7b346458432 req-a936d174-216b-4f9f-9b01-36d5bd36e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:57.863540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-a936d174-216b-4f9f-9b01-36d5bd36e0cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1698570 Jul 13 08:27:57.893306 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ab11eadc-1c8b-42c0-8597-a70fcc4cc9e9 req-890b1165-dfef-444e-9756-20942da347ba tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449011 Jul 13 08:27:57.992055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-1b9f0ace-dbbd-41cc-9266-e1a0c7c1aeb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1001 time: 0.1247241 Jul 13 08:27:57.993856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-84a8bc20-391f-49b9-81f6-c3d16bc5a622 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1001 time: 0.1196086 Jul 13 08:27:58.084410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7253-f33d-45e3-823e-d7b346458432 req-5a16f2f9-6d06-46a3-bef4-bff727c7e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:58.085995 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-5a16f2f9-6d06-46a3-bef4-bff727c7e222 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0876474 Jul 13 08:27:58.087557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7253-f33d-45e3-823e-d7b346458432 req-5d79f8e1-b7cd-47fb-afe5-da4fae20f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:58.089579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-5d79f8e1-b7cd-47fb-afe5-da4fae20f9d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0833361 Jul 13 08:27:58.190471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7253-f33d-45e3-823e-d7b346458432 req-8accce61-51c1-4927-9d60-ed078e0c87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:58.192005 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-8accce61-51c1-4927-9d60-ed078e0c87f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996976 Jul 13 08:27:58.197331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7253-f33d-45e3-823e-d7b346458432 req-6c00062a-c2ca-4726-a551-91ffbdb938aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:58.198850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-6c00062a-c2ca-4726-a551-91ffbdb938aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977859 Jul 13 08:27:58.359416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-5b282b26-b2d6-42ee-862e-d162ba1a8662 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594789 Jul 13 08:27:58.361329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-067d7ddf-3da1-4cdd-bba9-b2cbdd599619 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544857 Jul 13 08:27:58.881400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-d23dfb7f-0b20-4510-9f59-8fe1d9def588 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158901 Jul 13 08:27:58.883499 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-401c7253-f33d-45e3-823e-d7b346458432 req-23f29d91-82f6-458b-a6b1-06d43218c069 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101826 Jul 13 08:27:59.090173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71859c8b-2b19-4d58-b2a0-5bbb18238090 req-d2d27bd8-7227-4039-9dd4-0c272637e85f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:59.091859 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71859c8b-2b19-4d58-b2a0-5bbb18238090 req-d2d27bd8-7227-4039-9dd4-0c272637e85f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0698850 Jul 13 08:27:59.138345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71859c8b-2b19-4d58-b2a0-5bbb18238090 req-7a2d8c75-fbdf-4901-a57a-102b2c0f5cff tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Jul 13 08:28:00.337648 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831af665-15ea-49a1-903c-31649edcca7f req-32c20e86-7e03-4592-b9ea-263c0b1816c4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:00.339862 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-831af665-15ea-49a1-903c-31649edcca7f req-32c20e86-7e03-4592-b9ea-263c0b1816c4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0817761 Jul 13 08:28:00.379230 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-831af665-15ea-49a1-903c-31649edcca7f req-82f5f986-eaf7-4e73-ac4d-0ebc13569e3d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335944 Jul 13 08:28:01.561203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129d8cc-67f6-4e60-b56f-07bfcc32be2d req-051f59f3-e459-4a6d-911f-5d731862e8b7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:01.562780 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b129d8cc-67f6-4e60-b56f-07bfcc32be2d req-051f59f3-e459-4a6d-911f-5d731862e8b7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0685246 Jul 13 08:28:01.602812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b129d8cc-67f6-4e60-b56f-07bfcc32be2d req-dd518ee0-82ee-48e2-8fe8-4131fa4b0707 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340328 Jul 13 08:28:02.781710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e942f55-8889-4041-b4a8-6068d1a7290f req-e3e537a4-4c5f-4a1b-b0cf-0bd4d6e1b7bc tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:02.783216 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e942f55-8889-4041-b4a8-6068d1a7290f req-e3e537a4-4c5f-4a1b-b0cf-0bd4d6e1b7bc tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0654376 Jul 13 08:28:02.822818 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e942f55-8889-4041-b4a8-6068d1a7290f req-cbe47666-1a1a-4766-8dbb-f5fdb3fab038 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338717 Jul 13 08:28:04.002278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708d23e-f630-460c-878d-f92978b86c2a req-1a13ca0c-0542-4c38-a27a-79b5ae3ac4f0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:04.003772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f708d23e-f630-460c-878d-f92978b86c2a req-1a13ca0c-0542-4c38-a27a-79b5ae3ac4f0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0678637 Jul 13 08:28:04.042864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f708d23e-f630-460c-878d-f92978b86c2a req-760686b8-6aac-4340-a754-26d1dcd1142b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333467 Jul 13 08:28:04.945626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:05.227620 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50db41f-0106-4a20-9201-23811b450a8c req-2a57eb7f-bd57-4146-8ce5-9b029bd5d2b8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:05.229779 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d50db41f-0106-4a20-9201-23811b450a8c req-2a57eb7f-bd57-4146-8ce5-9b029bd5d2b8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0688756 Jul 13 08:28:05.268633 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d50db41f-0106-4a20-9201-23811b450a8c req-f46829fc-54cd-4933-8f8c-22cd9371f091 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331235 Jul 13 08:28:06.452440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7a7c4-17f7-4f0f-9c35-05a55aa42bb1 req-011c9029-2c13-46f7-9b2a-9cad33379ffc tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:06.453963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49b7a7c4-17f7-4f0f-9c35-05a55aa42bb1 req-011c9029-2c13-46f7-9b2a-9cad33379ffc tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0658765 Jul 13 08:28:06.499127 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49b7a7c4-17f7-4f0f-9c35-05a55aa42bb1 req-433a2d15-05e1-4f0c-8b18-1c570c5cd64b tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344536 Jul 13 08:28:07.686515 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70da242-61d2-40aa-a2d4-9adfe1ac2bfc req-4dd82087-6c3f-4e19-8516-caf8766f4854 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:07.688115 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d70da242-61d2-40aa-a2d4-9adfe1ac2bfc req-4dd82087-6c3f-4e19-8516-caf8766f4854 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0704668 Jul 13 08:28:07.732128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d70da242-61d2-40aa-a2d4-9adfe1ac2bfc req-1a073589-86a2-43ba-9dce-c6695a08baa3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337341 Jul 13 08:28:08.171731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-6302edcf-a22b-4c36-bc08-7c2d2cdf7b7c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.173347 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-6302edcf-a22b-4c36-bc08-7c2d2cdf7b7c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa&tenant_id=9bf224dd1da64fbcafccd7621df9827d&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 944 time: 0.0806694 Jul 13 08:28:08.244632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-05fdc312-6883-45a3-acbd-03d09ab27d46 service neutron] 10.222.0.53 "GET /v2.0/ports/7f70bea4-c50e-4dd3-8f75-d43b3c84a679/bindings/n-h1-798249-7 HTTP/1.1" status: 200 len: 382 time: 0.0633812 Jul 13 08:28:08.246037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111888b-fff6-4ea6-8eac-9882a3915ea8 req-038c67ee-3b64-4ac9-9117-8d922ae93453 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.247688 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d111888b-fff6-4ea6-8eac-9882a3915ea8 req-038c67ee-3b64-4ac9-9117-8d922ae93453 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0706329 Jul 13 08:28:08.294596 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d111888b-fff6-4ea6-8eac-9882a3915ea8 req-a1b526df-6be9-4435-95c2-5f3cd686bf90 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401306 Jul 13 08:28:08.346912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-88be406d-71ff-4372-b671-d9a15031d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.348503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-88be406d-71ff-4372-b671-d9a15031d674 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1095 time: 0.0735068 Jul 13 08:28:08.454717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-682fb846-5aa8-4cef-89dd-c9eb70bbc0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.456363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-682fb846-5aa8-4cef-89dd-c9eb70bbc0b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1014674 Jul 13 08:28:08.527728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-1f180730-ace2-4792-8614-bbd31af6e9c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1001 time: 0.0639880 Jul 13 08:28:08.578900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-44424436-3421-41ed-8b08-ae6f3a64b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.580437 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-44424436-3421-41ed-8b08-ae6f3a64b9b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0468078 Jul 13 08:28:08.602514 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:08.651735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-f10e5030-54c3-4db2-b5bb-64278b3dadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.653282 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-f10e5030-54c3-4db2-b5bb-64278b3dadaf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661769 Jul 13 08:28:08.752139 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-63b83c69-e704-4b48-be71-a833ee01e1d3 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906508 Jul 13 08:28:08.851471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-b38c1ae8-f958-4517-b4f9-d3a0a4b6a27f service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930095 Jul 13 08:28:09.527230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ae61f-47eb-4383-84fd-37d510750f30 req-0276ce93-1be7-43ea-a083-df528bbb31eb tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:09.529107 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d00ae61f-47eb-4383-84fd-37d510750f30 req-0276ce93-1be7-43ea-a083-df528bbb31eb tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0784600 Jul 13 08:28:09.594685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d00ae61f-47eb-4383-84fd-37d510750f30 req-6dc00983-8bc7-4750-8e0d-9ed4f54cbeab tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587611 Jul 13 08:28:10.165355 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:28:10.271395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:10.283817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'port_id': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'mac_address': 'fa:16:3e:f4:48:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:28:10.321231 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:10.334939 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:28:10.356562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:10.361196 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:10.429177 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:10.439269 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.439670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.439971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.440368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.440711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.441054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.441387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.441721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.442054 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.442381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.442711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.443043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:10.778565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938ebd7-27cf-4048-baae-d0b0fae60ed0 req-f0fd6c38-332e-4713-aa6e-8e3e3b3cf374 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:10.779971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d938ebd7-27cf-4048-baae-d0b0fae60ed0 req-f0fd6c38-332e-4713-aa6e-8e3e3b3cf374 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0661190 Jul 13 08:28:10.819032 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d938ebd7-27cf-4048-baae-d0b0fae60ed0 req-c3fd8f9b-bac5-4d50-917a-71902c515922 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332885 Jul 13 08:28:12.011849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e102d-e5cf-48f0-b1cd-03816c79cffc req-33cf8d75-c66d-4a48-8c53-3a80469c6502 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:12.013441 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c5e102d-e5cf-48f0-b1cd-03816c79cffc req-33cf8d75-c66d-4a48-8c53-3a80469c6502 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0725820 Jul 13 08:28:12.061381 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3c5e102d-e5cf-48f0-b1cd-03816c79cffc req-558e2fb4-a81d-43f3-817c-a0404145d9e4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406475 Jul 13 08:28:12.647160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-13b36646-d695-4438-b658-24998bda555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:12.648724 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-13b36646-d695-4438-b658-24998bda555c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa&tenant_id=9bf224dd1da64fbcafccd7621df9827d HTTP/1.1" status: 200 len: 1096 time: 0.0558431 Jul 13 08:28:12.661529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:12.736373 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:12.954398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:12.987456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:28:13.019507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:28:13.030061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:13.041218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Ignored duplicate provisioning block setup for port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 08:28:13.044754 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:13.093165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=9']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:13.131006 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:28:13.179933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] No DVR routers for this DVR port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:28:13.256838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644c55b-298d-443c-827c-bbb0e85c3372 req-d338b9e4-9f5a-4b3e-b5dc-9cae9b3f830f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:13.258521 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f644c55b-298d-443c-827c-bbb0e85c3372 req-d338b9e4-9f5a-4b3e-b5dc-9cae9b3f830f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 944 time: 0.0662298 Jul 13 08:28:13.300362 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f644c55b-298d-443c-827c-bbb0e85c3372 req-d097a0ac-b281-4f2f-aa5a-ed1cc5619b82 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342786 Jul 13 08:28:13.322236 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:28:13.322576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:28:13.322913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:28:13.327391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on network 682dd2b7-548b-4ade-bda5-23648167cd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:28:13.327719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Attempting to bind port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on network 682dd2b7-548b-4ade-bda5-23648167cd86 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:28:13.332590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:28:13.332938 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Checking segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:28:13.333329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Bound using segment: {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:28:13.333764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Bound port: 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766d86d8-8c7d-45cd-bddc-b87c8114d176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:28:13.334127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:13.397241 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:28:13.401309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:28:13.405673 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:13.438742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:13.439362 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:13.440787 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] 10.222.0.54 "PUT /v2.0/ports/7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1092 time: 0.7846122 Jul 13 08:28:13.441227 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:28:13.443496 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e745a770-0971-48a9-97db-d93cd7d02eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:28:13.482997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ef584-0216-472a-a9fc-855e7d2a5db7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=10']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:13.508201 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e3aa26-b790-4941-8eba-aeffd90a5f8f x-openstack-request-id: req-f2e3aa26-b790-4941-8eba-aeffd90a5f8f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:28:13.508493 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:28:13.508855 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2e3aa26-b790-4941-8eba-aeffd90a5f8f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:28:13.509137 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'status': 'completed', 'code': 200} Jul 13 08:28:13.569000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-4c4d1f70-577a-4b02-9684-a555be3c24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:13.570534 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-4c4d1f70-577a-4b02-9684-a555be3c24c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1096 time: 0.0990624 Jul 13 08:28:13.620996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-acef5ecd-841e-47a8-9171-00ea58e9a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:13.622524 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-acef5ecd-841e-47a8-9171-00ea58e9a5b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1096 time: 0.1027696 Jul 13 08:28:13.729788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-97e920ab-5c85-47dd-9b7a-fe7403dc9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:13.731190 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-97e920ab-5c85-47dd-9b7a-fe7403dc9150 service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1533923 Jul 13 08:28:13.796786 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-723aa8a4-6b9b-4e92-b2de-44fdf99f652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:13.798270 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-723aa8a4-6b9b-4e92-b2de-44fdf99f652c service neutron] 10.222.0.53 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.1470857 Jul 13 08:28:13.848487 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-4afa4fe7-3801-43d0-a894-480351105c70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1001 time: 0.1097291 Jul 13 08:28:13.898909 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-f92ca83b-e982-42f1-b185-cee9530a218f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1001 time: 0.0938113 Jul 13 08:28:13.940684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-8b65ed1e-d667-4ac3-8293-29ed8c56335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:13.942155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-8b65ed1e-d667-4ac3-8293-29ed8c56335d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0870287 Jul 13 08:28:13.984660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-7316033f-a305-4d32-b6de-7064ae791137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:13.986137 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-7316033f-a305-4d32-b6de-7064ae791137 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0802088 Jul 13 08:28:14.045993 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fd2f585b-ca62-4cb4-9086-3cbdd5720d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:14.047561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-fd2f585b-ca62-4cb4-9086-3cbdd5720d6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980313 Jul 13 08:28:14.076773 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-c8b2bee2-e907-4853-8849-7db2d4276334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:14.078221 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-c8b2bee2-e907-4853-8849-7db2d4276334 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852816 Jul 13 08:28:14.180767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:28:14.200665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-2c173c44-4315-4d1b-800b-ab08eaa11e23 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459024 Jul 13 08:28:14.220869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:28:14.240714 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-04cf695c-4069-4fdb-af4d-b7f857ff1afd service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549926 Jul 13 08:28:14.366812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a7d3a094-21ae-43ac-b37a-9701491b605a req-ecddaf15-23c5-4f23-b4e5-3f58949c5dd6 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583626 Jul 13 08:28:14.379476 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-95fa6a94-167b-4b9d-8d86-7fba6354ce19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:14.385585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-a66721a1-b829-4c57-8e88-de924c7cacc6 service neutron] 10.222.0.53 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386030 Jul 13 08:28:14.475091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-85ff253d-f377-4b96-8008-e5204047a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:14.476904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-85ff253d-f377-4b96-8008-e5204047a988 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bf224dd1da64fbcafccd7621df9827d&device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 1096 time: 0.0579343 Jul 13 08:28:14.488949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf30ec0-476d-4223-b9d4-62b7917ad32d req-848f4c9a-5c89-49c5-9b39-967f4c7c75ca tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:14.490612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eaf30ec0-476d-4223-b9d4-62b7917ad32d req-848f4c9a-5c89-49c5-9b39-967f4c7c75ca tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0715559 Jul 13 08:28:14.531645 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eaf30ec0-476d-4223-b9d4-62b7917ad32d req-45bc8bcc-cd3a-444b-b7fd-55a2e4e9e5e4 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348656 Jul 13 08:28:14.581461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-c9485cab-2120-44bf-9368-541941e1eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:14.583045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-c9485cab-2120-44bf-9368-541941e1eb1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 200 len: 913 time: 0.0990028 Jul 13 08:28:14.648868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-9b57a477-b726-4d35-a098-782cb53d38d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 200 len: 1001 time: 0.0596509 Jul 13 08:28:14.700315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-d03766da-167a-4f03-ab96-67dfbfc815d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:14.701739 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-d03766da-167a-4f03-ab96-67dfbfc815d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 200 len: 851 time: 0.0464039 Jul 13 08:28:14.764195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-d95f9caf-4a07-4344-baf9-7b5e806d9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:14.765775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-d95f9caf-4a07-4344-baf9-7b5e806d9202 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=682dd2b7-548b-4ade-bda5-23648167cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578647 Jul 13 08:28:14.859855 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-2788fd5f-2cb1-4b93-bd7b-1037bffbfa64 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879614 Jul 13 08:28:14.964170 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e745a770-0971-48a9-97db-d93cd7d02eb7 req-b5496a1a-7472-4c37-b9df-a69ca8fdfe76 service neutron] 10.222.0.54 "GET /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983219 Jul 13 08:28:15.724392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84e33b-624f-41b3-8d03-eb84a2797267 req-08f20229-6200-44ef-b568-8c61acc09eae tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:15.725943 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f84e33b-624f-41b3-8d03-eb84a2797267 req-08f20229-6200-44ef-b568-8c61acc09eae tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0686114 Jul 13 08:28:15.766165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f84e33b-624f-41b3-8d03-eb84a2797267 req-dc9f85d6-5b55-433d-8060-69e17484f013 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344887 Jul 13 08:28:17.037010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74a4d5-1c40-44e7-b28b-f6388e4955d4 req-37d527f9-9f5e-4d36-971a-eb56302c40c8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:17.039126 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dd74a4d5-1c40-44e7-b28b-f6388e4955d4 req-37d527f9-9f5e-4d36-971a-eb56302c40c8 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0746138 Jul 13 08:28:17.089709 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-dd74a4d5-1c40-44e7-b28b-f6388e4955d4 req-1a0cce25-1a0a-4c99-9879-9f9df54a4790 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393496 Jul 13 08:28:17.199322 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:17.323826 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-512d51a2-8c0a-42a8-bfe8-a5bbebbfc356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:18.175341 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:18.319403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bb14e-f3c8-4a1e-b9a4-868133019944 req-f479dcaa-aeb0-4080-b8bb-2adcb95f29a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:18.321010 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-672bb14e-f3c8-4a1e-b9a4-868133019944 req-f479dcaa-aeb0-4080-b8bb-2adcb95f29a2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0778389 Jul 13 08:28:18.369997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-672bb14e-f3c8-4a1e-b9a4-868133019944 req-5d05c344-d7f7-4213-a3a3-2e65ccacfb77 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 Jul 13 08:28:19.621851 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980b22e-a69a-4790-90ed-f671395df97e req-c9c9c5b1-0fcc-4b96-bcb7-733a3df6cd60 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:19.624613 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2980b22e-a69a-4790-90ed-f671395df97e req-c9c9c5b1-0fcc-4b96-bcb7-733a3df6cd60 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.1079674 Jul 13 08:28:19.683835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2980b22e-a69a-4790-90ed-f671395df97e req-7a510f01-8b37-458f-a60b-f90f555471d3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532689 Jul 13 08:28:19.974479 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:20.872902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09b600-11bd-44d0-a402-99978479efc1 req-7e4227d0-7521-43a1-b7f1-f993350d0f8d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:20.874906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd09b600-11bd-44d0-a402-99978479efc1 req-7e4227d0-7521-43a1-b7f1-f993350d0f8d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0699909 Jul 13 08:28:20.922655 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dd09b600-11bd-44d0-a402-99978479efc1 req-1ce9d1bc-66b6-48b3-88e9-b2cfbbdf63ab tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419149 Jul 13 08:28:22.120589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84abcd-08ac-4532-a164-2f35fcd18bd8 req-806c98ec-ef84-4b1d-ba44-b5a7a761f57d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:22.122230 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d84abcd-08ac-4532-a164-2f35fcd18bd8 req-806c98ec-ef84-4b1d-ba44-b5a7a761f57d tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0776775 Jul 13 08:28:22.164364 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d84abcd-08ac-4532-a164-2f35fcd18bd8 req-40b39efd-7044-4a57-a249-ccfa55e970b2 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360122 Jul 13 08:28:23.350819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e3822-241c-49d2-84a0-4601cdf4c127 req-f71cbabf-0493-4177-85e0-cef60df661d0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:23.352637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b19e3822-241c-49d2-84a0-4601cdf4c127 req-f71cbabf-0493-4177-85e0-cef60df661d0 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0680017 Jul 13 08:28:23.394711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b19e3822-241c-49d2-84a0-4601cdf4c127 req-d625d490-2adb-4963-bbfb-47b3326b218a tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350413 Jul 13 08:28:24.638844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55fb52-fc21-47b5-8103-4d14c936d1cb req-279e15b2-2b99-4834-aab6-d50dd8683c74 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:24.641519 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6d55fb52-fc21-47b5-8103-4d14c936d1cb req-279e15b2-2b99-4834-aab6-d50dd8683c74 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.1078999 Jul 13 08:28:24.685522 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6d55fb52-fc21-47b5-8103-4d14c936d1cb req-6c30a4c3-2888-4062-83eb-bdd32ac378a3 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380692 Jul 13 08:28:25.905838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02b0a9-5fd7-4b48-8b6e-1069759a11c5 req-1595e4ed-9792-4ece-aa31-1067d42aa332 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:25.907714 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff02b0a9-5fd7-4b48-8b6e-1069759a11c5 req-1595e4ed-9792-4ece-aa31-1067d42aa332 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0877991 Jul 13 08:28:25.953100 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff02b0a9-5fd7-4b48-8b6e-1069759a11c5 req-b766fa3e-a55f-4856-98a3-41c50887769e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388279 Jul 13 08:28:26.150660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacfa8-b57d-4b47-9110-cb4374f1959a req-910755ff-9098-435c-9001-b6cdb41df959 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:26.152203 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-52aacfa8-b57d-4b47-9110-cb4374f1959a req-910755ff-9098-435c-9001-b6cdb41df959 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.0763540 Jul 13 08:28:26.198207 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-52aacfa8-b57d-4b47-9110-cb4374f1959a req-5c0136c7-a757-4b7d-b419-335072117775 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Jul 13 08:28:26.458306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc44383-8849-47fc-b1d3-84c4921c51bc req-1dd606c2-1d55-49c7-9630-1684871906f6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:26.460929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3bc44383-8849-47fc-b1d3-84c4921c51bc req-1dd606c2-1d55-49c7-9630-1684871906f6 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.1122656 Jul 13 08:28:26.511689 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3bc44383-8849-47fc-b1d3-84c4921c51bc req-755b3372-501c-41e8-92ec-43b626263781 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423579 Jul 13 08:28:27.045619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bd61f-947b-44fb-8170-b3945880efc8 req-0f0aec36-d662-47da-840e-a49eafc25afa tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:27.048409 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a95bd61f-947b-44fb-8170-b3945880efc8 req-0f0aec36-d662-47da-840e-a49eafc25afa tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 945 time: 0.1196280 Jul 13 08:28:27.110659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a95bd61f-947b-44fb-8170-b3945880efc8 req-25c01ca5-2a5b-47b7-ae10-619767a6fb2c tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553918 Jul 13 08:28:27.345563 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:28:27.450876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:27.463518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'port_id': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'mac_address': 'fa:16:3e:f4:48:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:28:27.503992 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:27.520712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:28:27.544703 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:27.549638 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:27.624873 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:27.849557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['7f70bea4-c50e-4dd3-8f75-d43b3c84a679'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:28:28.317413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c512a0-e145-4f3b-88e8-e6590a0e41b6 req-d26434d8-b4ed-4ad6-a5db-8767b51003ec tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:28.319105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2c512a0-e145-4f3b-88e8-e6590a0e41b6 req-d26434d8-b4ed-4ad6-a5db-8767b51003ec tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0736978 Jul 13 08:28:28.367225 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2c512a0-e145-4f3b-88e8-e6590a0e41b6 req-87341ecd-affc-489d-a09f-36293ce46a75 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a56477e-84fc-4a37-82ec-fda7bf4e8357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 Jul 13 08:28:28.439521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-a774c158-bfd2-4a06-894e-e2bdcee6b894 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:28.441178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-a774c158-bfd2-4a06-894e-e2bdcee6b894 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 946 time: 0.0852568 Jul 13 08:28:28.558735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Deleting port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:28.559092 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:28.651843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] For port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:28.652245 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:28.826317 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:28.826701 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:28.827004 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b disassociated. External IP: 172.25.6.112, port: 7f70bea4-c50e-4dd3-8f75-d43b3c84a679. Jul 13 08:28:28.827342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Calling delete_port for 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:28.970978 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:29.007850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event deleted for resources: {'Port': ['ID=7f70bea4-c50e-4dd3-8f75-d43b3c84a679,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:29.171950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:28:29.294766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:28:29.310639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:28:29.323926 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:29.324841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:29.342714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] No DVR routers for this DVR port 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:28:29.346013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:29.349525 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7747244f-dcd6-49b2-9066-ddffc53bd276 req-72f15e6d-f5dd-43ad-a52a-4ac91d2e6ab7 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.54 "DELETE /v2.0/ports/7f70bea4-c50e-4dd3-8f75-d43b3c84a679 HTTP/1.1" status: 204 len: 173 time: 0.9023182 Jul 13 08:28:29.350239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'name': 'network-vif-deleted', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:28:29.354994 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af15c61d-d70a-4bcd-a828-698f76507084" -d '{"events": [{"server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "name": "network-vif-deleted", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:28:29.371568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:28:29.385701 n-d-798249-7 neutron-server[93840]: INFO neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No ports have port_id starting with 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 Jul 13 08:28:29.389688 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 requested by agent hyperv_n-h2-798249-7 not found in database {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 13 08:28:29.421583 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12052ec4-fb89-4577-b4ba-0ab84d6e891d x-openstack-request-id: req-12052ec4-fb89-4577-b4ba-0ab84d6e891d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:28:29.422292 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed3eccf-c14e-4c3e-9ef4-f0705bca11aa", "name": "network-vif-deleted", "tag": "7f70bea4-c50e-4dd3-8f75-d43b3c84a679", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:28:29.425116 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12052ec4-fb89-4577-b4ba-0ab84d6e891d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:28:29.427160 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed3eccf-c14e-4c3e-9ef4-f0705bca11aa', 'name': 'network-vif-deleted', 'tag': '7f70bea4-c50e-4dd3-8f75-d43b3c84a679', 'status': 'completed', 'code': 200} Jul 13 08:28:29.520264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:29.631648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7c6e14c7-333f-42fe-aef2-6e42271f39e4 req-53329e93-3047-4620-b2fb-c4bed10e1543 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 210 time: 0.0379276 Jul 13 08:28:29.803515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:29.841147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:28:29.855055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:29.856076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:30.000888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:30.230046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:30.278154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7adbce-993f-4055-9b59-ecdbf72bd3f2 None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:50Z', 'revision_number': 4, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '891694d2-d946-4e72-95ea-d960ec82adbb', 'name': '', 'network_id': '682dd2b7-548b-4ade-bda5-23648167cd86', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'mac_address': 'fa:16:3e:ca:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:50Z', 'updated_at': '2021-07-13T08:18:54Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'subnets': [{'id': 'ea4a482a-df66-41cc-800a-66293e4a8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:28:30.556945 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bd9861-c8b6-4e4d-9a5b-d1e073d49546 None None] New status for floating IP 9810ff3e-9d3f-4417-a03d-eedb210da70b: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:28:31.209442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af633559-3d6f-4555-802f-a02d59f396c0 req-b800420e-f3a3-40f9-9b65-3dae41bf4b7f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 210 time: 0.4239118 Jul 13 08:28:31.360624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:28:31.389072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:28:31.389432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 7f70bea4-c50e-4dd3-8f75-d43b3c84a679 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:28:32.387511 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-650fe04f-de6d-4d97-adfa-fad1912a7abf req-0833cb3d-6d91-4283-80ad-689b70e8693e tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 210 time: 0.0358286 Jul 13 08:28:33.553950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2e9fce9-6466-4ec3-9aff-224a1318715f req-38f19821-0d75-454c-b5e6-d317519465ce tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/ports?device_id=eed3eccf-c14e-4c3e-9ef4-f0705bca11aa HTTP/1.1" status: 200 len: 210 time: 0.0307236 Jul 13 08:28:34.967467 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:38.610900 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:38.816307 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43694) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:38.877127 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:38.908764 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:38.972334 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:38.975270 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:38.976522 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "DELETE /v2.0/security-groups/6a56477e-84fc-4a37-82ec-fda7bf4e8357 HTTP/1.1" status: 204 len: 168 time: 0.1591165 Jul 13 08:28:38.980287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43696) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:38.990616 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a56477e-84fc-4a37-82ec-fda7bf4e8357,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:39.002886 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-238d2e89-a0cc-467f-93d3-5385ba678a24 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] show failed (client error): The resource could not be found. Jul 13 08:28:39.004660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.005014 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-238d2e89-a0cc-467f-93d3-5385ba678a24 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "GET /v2.0/security-groups/6a56477e-84fc-4a37-82ec-fda7bf4e8357 HTTP/1.1" status: 404 len: 347 time: 0.0227613 Jul 13 08:28:39.005213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.005609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.006004 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.006389 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.006772 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.007159 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.007584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.007999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.008208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43698) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:39.008556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.009783 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.010304 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697e88b-f962-44d6-9ee7-5e026ca91c23 tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:39.153049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-63e9ceed-e914-4065-96e3-5ccda5b5dd8f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Deleting port c3215b7a-d867-4119-916b-445b3a1584e4 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:39.153410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-63e9ceed-e914-4065-96e3-5ccda5b5dd8f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:39.241201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-63e9ceed-e914-4065-96e3-5ccda5b5dd8f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:39.241586 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-63e9ceed-e914-4065-96e3-5ccda5b5dd8f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:39.255275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-63e9ceed-e914-4065-96e3-5ccda5b5dd8f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Calling delete_port for c3215b7a-d867-4119-916b-445b3a1584e4 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:39.402141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-63e9ceed-e914-4065-96e3-5ccda5b5dd8f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:39.432675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9ceed-e914-4065-96e3-5ccda5b5dd8f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Pushing event deleted for resources: {'Port': ['ID=c3215b7a-d867-4119-916b-445b3a1584e4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:39.501287 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-63e9ceed-e914-4065-96e3-5ccda5b5dd8f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:39.504321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-63e9ceed-e914-4065-96e3-5ccda5b5dd8f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:39.505642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-63e9ceed-e914-4065-96e3-5ccda5b5dd8f tempest-ServerActionsTestJSON-1365899927 tempest-ServerActionsTestJSON-1365899927-project] 10.222.0.44 "DELETE /v2.0/floatingips/9810ff3e-9d3f-4417-a03d-eedb210da70b HTTP/1.1" status: 204 len: 168 time: 0.4955699 Jul 13 08:28:39.509477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43700) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:39.973056 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:40.278371 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] Deleting port 891694d2-d946-4e72-95ea-d960ec82adbb {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:40.279078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:40.416006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] For port 891694d2-d946-4e72-95ea-d960ec82adbb, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=891694d2-d946-4e72-95ea-d960ec82adbb,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:40.416568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:40.441522 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] Calling delete_port for 891694d2-d946-4e72-95ea-d960ec82adbb owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:40.694976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:40.729920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=891694d2-d946-4e72-95ea-d960ec82adbb,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:40.991250 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:41.229001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] Router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:28:41.348835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:28:41.359482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8bb6e782-1394-4d5e-9a3c-abf3566760c1 admin admin] 10.222.0.44 "PUT /v2.0/routers/3d78b9e9-45ee-4d65-bf7d-142540c1a6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8454769 Jul 13 08:28:41.359680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43704) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:41.360827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] Sync routers for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:28:41.373745 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:41.374784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:41.520924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:41.534377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:41.641638 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:41.709345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Deleting port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:41.709692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:41.753501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:28:40Z', 'revision_number': 5, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port': {'id': '78b54fb0-c558-411f-8c89-7cdb42ea0dc5', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:de:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:41.788558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] Checking router: 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:28:41.798896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] Routers {'3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:28:41.799228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] For port 78b54fb0-c558-411f-8c89-7cdb42ea0dc5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=78b54fb0-c558-411f-8c89-7cdb42ea0dc5,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:41.799599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:41.799838 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:28:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:41.816879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Calling delete_port for 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:42.075061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] Set router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:28:42.097521 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.129386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Pushing event deleted for resources: {'Port': ['ID=78b54fb0-c558-411f-8c89-7cdb42ea0dc5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:42.130908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:28:41Z', 'revision_number': 6, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:42.173079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a85850-8543-468f-92f7-0753577d2ea8 None None] The sync data for ids ['3d78b9e9-45ee-4d65-bf7d-142540c1a6d4'] in n-d-798249-7 is: [{'id': '3d78b9e9-45ee-4d65-bf7d-142540c1a6d4', 'name': 'tempest-ServerActionsTestJSON-1599892468-router', 'tenant_id': '9bf224dd1da64fbcafccd7621df9827d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:18:48Z', 'updated_at': '2021-07-13T08:28:41Z', 'revision_number': 6, 'project_id': '9bf224dd1da64fbcafccd7621df9827d', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:28:42.221117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.326114 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.328417 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.380850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.381958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:28:42.388841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.389374 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-661c6654-093d-4ba8-a559-d1f9eb982edd admin admin] 10.222.0.44 "DELETE /v2.0/routers/3d78b9e9-45ee-4d65-bf7d-142540c1a6d4 HTTP/1.1" status: 204 len: 168 time: 1.0286374 Jul 13 08:28:42.392007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43706) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:42.448131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f5d200-2d56-4464-a631-1e6afc10cfd4 admin admin] Deleting subnet ea4a482a-df66-41cc-800a-66293e4a8fa6 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:28:42.452095 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d200-2d56-4464-a631-1e6afc10cfd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.497459 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d200-2d56-4464-a631-1e6afc10cfd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.615713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d200-2d56-4464-a631-1e6afc10cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.700501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d200-2d56-4464-a631-1e6afc10cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.734994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5d200-2d56-4464-a631-1e6afc10cfd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4a482a-df66-41cc-800a-66293e4a8fa6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:42.737434 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d200-2d56-4464-a631-1e6afc10cfd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.742653 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b6f5d200-2d56-4464-a631-1e6afc10cfd4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ea4a482a-df66-41cc-800a-66293e4a8fa6 HTTP/1.1" status: 204 len: 168 time: 0.3462927 Jul 13 08:28:42.744563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43708) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:42.747629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4643d6-98c3-467f-9e08-2ac6eace4bdd None None] Network 682dd2b7-548b-4ade-bda5-23648167cd86 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:28:42.826819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:42.917499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Deleting port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:42.917907 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.007642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7fd7d-6d30-450c-a1c0-f6fa615ae649 None None] DHCP port deletion for 682dd2b7-548b-4ade-bda5-23648167cd86 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:28:43.018138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] For port 13df3b9c-f495-4f40-91b2-00cfb09c97f1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=13df3b9c-f495-4f40-91b2-00cfb09c97f1,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:43.018701 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.040198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Calling delete_port for 13df3b9c-f495-4f40-91b2-00cfb09c97f1 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:43.082737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 891694d2-d946-4e72-95ea-d960ec82adbb no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:28:43.106440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7fd7d-6d30-450c-a1c0-f6fa615ae649 None None] Deleting port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:28:43.106835 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1ef7fd7d-6d30-450c-a1c0-f6fa615ae649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.110775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 891694d2-d946-4e72-95ea-d960ec82adbb {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:28:43.111118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 891694d2-d946-4e72-95ea-d960ec82adbb not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:28:43.111552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 13df3b9c-f495-4f40-91b2-00cfb09c97f1 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:28:43.181405 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.217131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1ef7fd7d-6d30-450c-a1c0-f6fa615ae649 None None] For port 13df3b9c-f495-4f40-91b2-00cfb09c97f1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=13df3b9c-f495-4f40-91b2-00cfb09c97f1,segment=NetworkSegment(766d86d8-8c7d-45cd-bddc-b87c8114d176),segment_id=766d86d8-8c7d-45cd-bddc-b87c8114d176)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:43.217599 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1ef7fd7d-6d30-450c-a1c0-f6fa615ae649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.220906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No active binding found for port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 {{(pid=93840) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 08:28:43.221369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 13df3b9c-f495-4f40-91b2-00cfb09c97f1 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:28:43.221830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:28:43.235529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Pushing event deleted for resources: {'Port': ['ID=13df3b9c-f495-4f40-91b2-00cfb09c97f1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:43.239325 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] No DVR routers for this DVR port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:28:43.251492 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:28:43.251825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 78b54fb0-c558-411f-8c89-7cdb42ea0dc5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:28:43.253858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7fd7d-6d30-450c-a1c0-f6fa615ae649 None None] Calling delete_port for 13df3b9c-f495-4f40-91b2-00cfb09c97f1 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:28:43.333400 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.343288 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1ef7fd7d-6d30-450c-a1c0-f6fa615ae649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.346308 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682dd2b7-548b-4ade-bda5-23648167cd86']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:43.358991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766d86d8-8c7d-45cd-bddc-b87c8114d176') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:43.359321 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766d86d8-8c7d-45cd-bddc-b87c8114d176') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:28:43.371642 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.382671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7fd7d-6d30-450c-a1c0-f6fa615ae649 None None] Pushing event deleted for resources: {'Port': ['ID=13df3b9c-f495-4f40-91b2-00cfb09c97f1,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:43.385420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7fd7d-6d30-450c-a1c0-f6fa615ae649 None None] No DVR routers for this DVR port 13df3b9c-f495-4f40-91b2-00cfb09c97f1 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:28:43.393218 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.406888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:28:43.407269 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:28:43.409431 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:28:43.478330 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.484585 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.486458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] 10.222.0.44 "DELETE /v2.0/networks/682dd2b7-548b-4ade-bda5-23648167cd86 HTTP/1.1" status: 204 len: 168 time: 0.7410307 Jul 13 08:28:43.503064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd1ab3-ffeb-4b43-b4ba-08f17c88b67f admin admin] Pushing event deleted for resources: {'Network': ['ID=682dd2b7-548b-4ade-bda5-23648167cd86,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:43.619549 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43712) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:43.672600 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5655189a-f602-4777-bf6a-31a12376833e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9bf224dd1da64fbcafccd7621df9827d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514429 Jul 13 08:28:43.674896 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43714) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:43.730836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b1b91d1-22f7-42e5-9130-ce37bd0e2c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.753329 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b1b91d1-22f7-42e5-9130-ce37bd0e2c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.813581 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b1b91d1-22f7-42e5-9130-ce37bd0e2c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.816534 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0b1b91d1-22f7-42e5-9130-ce37bd0e2c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:43.818116 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0b1b91d1-22f7-42e5-9130-ce37bd0e2c7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce39e42b-65af-484d-b665-41f29cd4cc8d HTTP/1.1" status: 204 len: 168 time: 0.1422698 Jul 13 08:28:43.828586 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b91d1-22f7-42e5-9130-ce37bd0e2c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce39e42b-65af-484d-b665-41f29cd4cc8d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:44.372785 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-120e6393-80ac-404c-b1d1-dac626d8c993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:44.623021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43736) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:44.728037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-620577449-network', 'tenant_id': '3fb658cc6a2d43f0b70a38c803494664'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:44.750837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Made reservation on behalf of 3fb658cc6a2d43f0b70a38c803494664 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:28:44.753269 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:44.764655 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:44.875716 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:44.881519 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:44.913020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:28:44.924184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1b5524-ac17-4262-81f6-bf8dd25e2112,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:44.929482 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:44.929813 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Added segment 6ec6da6b-f3db-4b5f-a25d-41ef8d367be4 of type vlan for network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 Jul 13 08:28:44.975739 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:45.010880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:45.011891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:45.012678 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:45.050280 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4258361 Jul 13 08:28:45.053271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43740) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:28:45.061703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Request body: {'subnet': {'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-620577449-subnet', 'tenant_id': '3fb658cc6a2d43f0b70a38c803494664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:45.088311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Made reservation on behalf of 3fb658cc6a2d43f0b70a38c803494664 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:28:45.090946 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:45.105135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f3233-2d1d-4fd7-b3b5-1501578a6bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:45.123121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:28:45.301185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:45.361700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e92603-3613-4e61-a844-188dace6887a,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:45.371746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Checking segment: {'id': '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:28:45.372149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Network hostable DHCP agents. Network: 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:28:45.391159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:28:45.401405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:28:45.407865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:45.408868 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:45.415299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca48726-6384-4c7c-b217-54c3c56eab25 None None] Network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:28:45.431954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-17301655-c733-45da-bdf9-5c28f37f8147 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3738391 Jul 13 08:28:45.586342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80030ac-c271-4394-9654-e84690263c00 None None] Network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:28:46.028361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-46b2c920-ec45-4498-a5f9-7bd252300f4e tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:46.030986 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-46b2c920-ec45-4498-a5f9-7bd252300f4e tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/networks?id=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 HTTP/1.1" status: 200 len: 813 time: 0.1720221 Jul 13 08:28:46.053827 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-cabf701e-da30-4deb-aa81-2dacc81b5adf tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/quotas/3fb658cc6a2d43f0b70a38c803494664 HTTP/1.1" status: 200 len: 375 time: 0.0108807 Jul 13 08:28:46.094407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-7e39dd8b-23af-4762-9b78-0345e482a813 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3fb658cc6a2d43f0b70a38c803494664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344965 Jul 13 08:28:46.155103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-805bd1c6-143c-4084-878c-2bd252d18c83 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:28:46.156854 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-805bd1c6-143c-4084-878c-2bd252d18c83 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557766 Jul 13 08:28:46.290751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-6928e533-5785-406f-9502-f3b6051d9c73 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276977 Jul 13 08:28:46.396138 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9238f7df-f8a2-45dd-b044-5446f414586d service neutron] 10.222.0.44 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943244 Jul 13 08:28:46.618450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-85d6cc17-d4ea-4fc5-9231-b973ccedb777 req-c3615aba-47f5-49d1-a03c-1ef08590c230 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 210 time: 0.0580177 Jul 13 08:28:47.195152 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:47.336217 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4d8691d-51cf-4915-9c4d-3340815229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:47.843441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-d0d6918c-4b59-4370-a5e2-c17b3e15fb3a tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:47.845325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-d0d6918c-4b59-4370-a5e2-c17b3e15fb3a tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.54 "GET /v2.0/networks?id=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 HTTP/1.1" status: 200 len: 813 time: 0.1460750 Jul 13 08:28:47.861108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Request body: {'port': {'device_id': 'd0369642-4425-4da8-b3b3-ceacf5984c43', 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1', 'admin_state_up': True, 'tenant_id': '3fb658cc6a2d43f0b70a38c803494664'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:47.892539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-aa978b49-2aca-437f-8c86-f5a22098c52b req-6db348a3-e64c-44fa-8a3d-60c3c0af86b3 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 210 time: 0.0561872 Jul 13 08:28:48.002853 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Made reservation on behalf of 3fb658cc6a2d43f0b70a38c803494664 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:28:48.006597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.142171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Allocated IP 172.20.0.9 (7ec6f942-4378-40e7-a53a-bfbcb11c4cb1/f4e92603-3613-4e61-a844-188dace6887a/e61c37d1-c263-4fe8-8f76-1ecace79cb6f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:28:48.175676 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.349759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.396118 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.452231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:28:48.455623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:28:48.459708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:28:48.851623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Pushing event updated for resources: {'Port': ['ID=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:48.886348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:48.887048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:48.906965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9e476296-e09b-4d1e-bdd9-7e6d9fe2e833 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0525343 Jul 13 08:28:48.920772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Request body: {'port': {'device_id': 'd0369642-4425-4da8-b3b3-ceacf5984c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:49.031430 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:49.205275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e261ccc-9e8e-43f8-a324-f005e7da9692 req-b48675c6-1fcc-44f3-8aa0-a77768301287 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:49.206722 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e261ccc-9e8e-43f8-a324-f005e7da9692 req-b48675c6-1fcc-44f3-8aa0-a77768301287 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 931 time: 0.1727536 Jul 13 08:28:49.330205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e261ccc-9e8e-43f8-a324-f005e7da9692 req-56d99e82-39a6-4244-b126-08b8037ae49c tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135902 Jul 13 08:28:49.428454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61c37d1-c263-4fe8-8f76-1ecace79cb6f {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:28:49.438385 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:49.452341 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Transition to ACTIVE for port object e61c37d1-c263-4fe8-8f76-1ecace79cb6f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:28:49.456384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:49.510100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Pushing event updated for resources: {'Port': ['ID=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:49.583305 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Attempting to bind port e61c37d1-c263-4fe8-8f76-1ecace79cb6f on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:28:49.583621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Attempting to bind port e61c37d1-c263-4fe8-8f76-1ecace79cb6f by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:28:49.583960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Attempting to bind port e61c37d1-c263-4fe8-8f76-1ecace79cb6f on network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:28:49.589440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Port e61c37d1-c263-4fe8-8f76-1ecace79cb6f on network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:28:49.589761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Attempting to bind port e61c37d1-c263-4fe8-8f76-1ecace79cb6f on network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:28:49.594653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:28:49.594994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Checking segment: {'id': '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:28:49.595389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Bound using segment: {'id': '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:28:49.595823 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Bound port: e61c37d1-c263-4fe8-8f76-1ecace79cb6f, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:28:49.596217 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:49.666085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] For port e61c37d1-c263-4fe8-8f76-1ecace79cb6f, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:28:49.669728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] For port e61c37d1-c263-4fe8-8f76-1ecace79cb6f, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,segment=NetworkSegment(6ec6da6b-f3db-4b5f-a25d-41ef8d367be4),segment_id=6ec6da6b-f3db-4b5f-a25d-41ef8d367be4)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:28:49.674890 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:49.709644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:49.710360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:49.712363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] 10.222.0.54 "PUT /v2.0/ports/e61c37d1-c263-4fe8-8f76-1ecace79cb6f HTTP/1.1" status: 200 len: 1091 time: 0.7966907 Jul 13 08:28:49.712803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0369642-4425-4da8-b3b3-ceacf5984c43', 'tag': 'e61c37d1-c263-4fe8-8f76-1ecace79cb6f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:28:49.715085 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6959db1-2243-4068-aef3-93520740bcda" -d '{"events": [{"name": "network-changed", "server_uuid": "d0369642-4425-4da8-b3b3-ceacf5984c43", "tag": "e61c37d1-c263-4fe8-8f76-1ecace79cb6f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:28:49.754499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab2fb2-e5ab-44e5-af25-d7140a8ad556 service neutron] Pushing event updated for resources: {'Port': ['ID=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:49.767467 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb7881-d905-48e0-b086-365131106533 x-openstack-request-id: req-e3cb7881-d905-48e0-b086-365131106533 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:28:49.767876 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0369642-4425-4da8-b3b3-ceacf5984c43", "tag": "e61c37d1-c263-4fe8-8f76-1ecace79cb6f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:28:49.768159 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3cb7881-d905-48e0-b086-365131106533 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:28:49.768881 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0369642-4425-4da8-b3b3-ceacf5984c43', 'tag': 'e61c37d1-c263-4fe8-8f76-1ecace79cb6f', 'status': 'completed', 'code': 200} Jul 13 08:28:49.829280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3b557b9c-ceb0-4e67-a0d4-91e0d784acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:49.830811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3b557b9c-ceb0-4e67-a0d4-91e0d784acd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fb658cc6a2d43f0b70a38c803494664&device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 1094 time: 0.0556355 Jul 13 08:28:49.883176 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-1edeb41c-2c74-44e1-ae2b-20b88e3ebad8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e61c37d1-c263-4fe8-8f76-1ecace79cb6f HTTP/1.1" status: 200 len: 217 time: 0.0445006 Jul 13 08:28:49.938294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9f9c301f-28f7-4c95-993e-db2ca3ac35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:49.939802 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-9f9c301f-28f7-4c95-993e-db2ca3ac35f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f4e92603-3613-4e61-a844-188dace6887a HTTP/1.1" status: 200 len: 853 time: 0.0492532 Jul 13 08:28:49.973939 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:49.987796 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-a0a4de24-c894-4ef7-b3b1-65799801d046 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361855 Jul 13 08:28:50.093131 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-6167e65d-1fb0-4458-a173-715768df636d service neutron] 10.222.0.54 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983286 Jul 13 08:28:50.132660 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:28:50.190746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0cf142d3-4405-47a8-9e2d-3c0c538465a6 req-3dbebea6-b48a-4832-b03f-194505a2115f service neutron] 10.222.0.54 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909791 Jul 13 08:28:50.296085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959db1-2243-4068-aef3-93520740bcda req-2f1bc1df-3b12-4622-b273-e6efe0754e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:50.297623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6959db1-2243-4068-aef3-93520740bcda req-2f1bc1df-3b12-4622-b273-e6efe0754e01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fb658cc6a2d43f0b70a38c803494664&device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 1094 time: 0.0578330 Jul 13 08:28:50.409972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959db1-2243-4068-aef3-93520740bcda req-8c671a57-385f-4cd3-b7d8-4918805f6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:50.412061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6959db1-2243-4068-aef3-93520740bcda req-8c671a57-385f-4cd3-b7d8-4918805f6496 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 HTTP/1.1" status: 200 len: 914 time: 0.1079900 Jul 13 08:28:50.500902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6959db1-2243-4068-aef3-93520740bcda req-25155cd4-f7c0-4fdc-ba12-f1f5b8ba72c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e61c37d1-c263-4fe8-8f76-1ecace79cb6f HTTP/1.1" status: 200 len: 217 time: 0.0800805 Jul 13 08:28:50.609641 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959db1-2243-4068-aef3-93520740bcda req-c672c936-80b0-45ad-8ef5-edf89e940afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:50.611014 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6959db1-2243-4068-aef3-93520740bcda req-c672c936-80b0-45ad-8ef5-edf89e940afd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f4e92603-3613-4e61-a844-188dace6887a HTTP/1.1" status: 200 len: 853 time: 0.0718222 Jul 13 08:28:50.637019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7b014-6d30-4569-8664-1780757eeab3 req-75056359-44d1-4774-b106-a82e9dca7892 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:50.638684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fcf7b014-6d30-4569-8664-1780757eeab3 req-75056359-44d1-4774-b106-a82e9dca7892 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 943 time: 0.1546969 Jul 13 08:28:50.661014 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6959db1-2243-4068-aef3-93520740bcda req-7f5978cf-0a1e-4a52-99c4-c4b0ed635bef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418012 Jul 13 08:28:50.734927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fcf7b014-6d30-4569-8664-1780757eeab3 req-8722c7ea-5b3e-4ff6-a0a0-b9abcca5f05e tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766068 Jul 13 08:28:50.792861 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6959db1-2243-4068-aef3-93520740bcda req-a34847f9-f24a-4bd4-8355-c379353f3347 service neutron] 10.222.0.54 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240098 Jul 13 08:28:50.890121 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f6959db1-2243-4068-aef3-93520740bcda req-982f8018-115b-405d-a6f2-1d78c7c7cddc service neutron] 10.222.0.54 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907786 Jul 13 08:28:52.015747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceb4b1-e66b-45f3-bb6d-f9c77a56d21a req-2a7cd332-bd00-4e31-98f7-3c64b5bf0903 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:52.017395 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0aceb4b1-e66b-45f3-bb6d-f9c77a56d21a req-2a7cd332-bd00-4e31-98f7-3c64b5bf0903 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 943 time: 0.0679739 Jul 13 08:28:52.067449 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0aceb4b1-e66b-45f3-bb6d-f9c77a56d21a req-34da1070-3e5e-4f2a-abd7-d32b173457f5 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 Jul 13 08:28:53.252185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa53b6-145b-4d8b-811f-090a78aaa258 req-3eae3ede-d4e0-4622-92a7-06634d2c3b0f tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:53.253613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-48fa53b6-145b-4d8b-811f-090a78aaa258 req-3eae3ede-d4e0-4622-92a7-06634d2c3b0f tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 943 time: 0.0702097 Jul 13 08:28:53.298815 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-48fa53b6-145b-4d8b-811f-090a78aaa258 req-2f79dc77-21ca-4e9f-b99d-34bba507515b tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Jul 13 08:28:53.495483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e61c37d1-c263-4fe8-8f76-1ecace79cb6f details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:28:53.601669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e61c37d1-c263-4fe8-8f76-1ecace79cb6f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,segment=NetworkSegment(6ec6da6b-f3db-4b5f-a25d-41ef8d367be4),segment_id=6ec6da6b-f3db-4b5f-a25d-41ef8d367be4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:53.616144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'e61c37d1-c263-4fe8-8f76-1ecace79cb6f', 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1', 'port_id': 'e61c37d1-c263-4fe8-8f76-1ecace79cb6f', 'mac_address': 'fa:16:3e:ac:3c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e92603-3613-4e61-a844-188dace6887a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:28:53.656920 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.671328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61c37d1-c263-4fe8-8f76-1ecace79cb6f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:28:53.692179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e61c37d1-c263-4fe8-8f76-1ecace79cb6f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,segment=NetworkSegment(6ec6da6b-f3db-4b5f-a25d-41ef8d367be4),segment_id=6ec6da6b-f3db-4b5f-a25d-41ef8d367be4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:53.697388 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:53.756568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:53.916871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e61c37d1-c263-4fe8-8f76-1ecace79cb6f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:28:54.512427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e666e-665c-4a14-bc95-9945cf7a694f req-3e765056-e668-40e5-be59-8e66d25edaae tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:54.514863 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-481e666e-665c-4a14-bc95-9945cf7a694f req-3e765056-e668-40e5-be59-8e66d25edaae tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 944 time: 0.1006870 Jul 13 08:28:54.559875 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-481e666e-665c-4a14-bc95-9945cf7a694f req-6b4eb3cd-633d-41a1-8120-edbec5557c73 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391486 Jul 13 08:28:55.511384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e61c37d1-c263-4fe8-8f76-1ecace79cb6f up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:28:55.565312 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port e61c37d1-c263-4fe8-8f76-1ecace79cb6f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:28:55.570467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port e61c37d1-c263-4fe8-8f76-1ecace79cb6f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:28:55.571593 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.672863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.710494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0369642-4425-4da8-b3b3-ceacf5984c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61c37d1-c263-4fe8-8f76-1ecace79cb6f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:28:55.715033 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda42714-6167-44a1-9974-ec6753ea1bdc" -d '{"events": [{"server_uuid": "d0369642-4425-4da8-b3b3-ceacf5984c43", "name": "network-vif-plugged", "status": "completed", "tag": "e61c37d1-c263-4fe8-8f76-1ecace79cb6f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:28:55.737897 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e61c37d1-c263-4fe8-8f76-1ecace79cb6f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,segment=NetworkSegment(6ec6da6b-f3db-4b5f-a25d-41ef8d367be4),segment_id=6ec6da6b-f3db-4b5f-a25d-41ef8d367be4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:28:55.745611 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:55.790083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329780b-7866-4c32-811b-49b7dd436b1a req-44e0a9d0-bfef-44ce-b549-dfa36f38d254 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:55.792762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2329780b-7866-4c32-811b-49b7dd436b1a req-44e0a9d0-bfef-44ce-b549-dfa36f38d254 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 944 time: 0.0956430 Jul 13 08:28:55.824598 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f12ba-ca23-4a32-aa1c-02adc793f234 x-openstack-request-id: req-953f12ba-ca23-4a32-aa1c-02adc793f234 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:28:55.825048 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0369642-4425-4da8-b3b3-ceacf5984c43", "name": "network-vif-plugged", "status": "completed", "tag": "e61c37d1-c263-4fe8-8f76-1ecace79cb6f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:28:55.825471 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-953f12ba-ca23-4a32-aa1c-02adc793f234 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:28:55.826109 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0369642-4425-4da8-b3b3-ceacf5984c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61c37d1-c263-4fe8-8f76-1ecace79cb6f', 'code': 200} Jul 13 08:28:55.850433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:55.860832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2329780b-7866-4c32-811b-49b7dd436b1a req-52962ab9-88e7-423f-bdc3-cd31816e9d6c tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606842 Jul 13 08:28:55.958654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c564e8b-6b57-44c5-9510-f57aee1b3346 req-b04a6f24-18ef-49d6-befd-a3a74838e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:55.960241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c564e8b-6b57-44c5-9510-f57aee1b3346 req-b04a6f24-18ef-49d6-befd-a3a74838e2fa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 1096 time: 0.0613575 Jul 13 08:28:55.999879 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c564e8b-6b57-44c5-9510-f57aee1b3346 req-f1631ca1-18e5-44ae-aee6-966f744d0ff1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Jul 13 08:28:57.048956 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9164a84-c583-424e-a9f7-85942f9f7f03 req-8abe06b7-ff7b-4be6-b2f6-11d197de66ec tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:57.050649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c9164a84-c583-424e-a9f7-85942f9f7f03 req-8abe06b7-ff7b-4be6-b2f6-11d197de66ec tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 945 time: 0.0669060 Jul 13 08:28:57.092457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c9164a84-c583-424e-a9f7-85942f9f7f03 req-bd06544f-b079-4ec4-8d4a-e4f5dbe6acf3 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Jul 13 08:28:57.343514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-dd955744-b1e0-4258-8874-4b221228534f tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:57.345350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-dd955744-b1e0-4258-8874-4b221228534f tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/networks?id=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 HTTP/1.1" status: 200 len: 813 time: 0.1113050 Jul 13 08:28:57.361503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-d13dee60-b66e-4ac6-a1bb-10e4063708e4 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/quotas/3fb658cc6a2d43f0b70a38c803494664 HTTP/1.1" status: 200 len: 375 time: 0.0103936 Jul 13 08:28:57.433735 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-f113e650-69bb-4472-8875-44d0a11fd3a4 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3fb658cc6a2d43f0b70a38c803494664&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663950 Jul 13 08:28:57.444964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-b9c8378b-77ee-47e0-94bd-82b1314efa80 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:28:57.447022 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-b9c8378b-77ee-47e0-94bd-82b1314efa80 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066655 Jul 13 08:28:57.595263 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3647c4f0-c9e7-44e5-a7aa-49cfc3b5bd6f service neutron] 10.222.0.44 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416960 Jul 13 08:28:57.753863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-03451828-afd9-4551-850b-8510bf4853b9 service neutron] 10.222.0.44 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523819 Jul 13 08:28:57.970942 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-466b7eba-8ed0-456c-8338-40298c7e2a08 req-0fd3a1ca-5b46-45dd-b0f7-f03c41e0d5e5 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 210 time: 0.0361862 Jul 13 08:28:59.145887 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-021b9313-e3a8-4c57-a5ea-ca847591331f req-ab891ee2-5a0e-4a5d-b909-a78019fd13e0 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 210 time: 0.0480843 Jul 13 08:28:59.289840 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-c0fb37cf-f843-4ead-8d84-f859a51423d0 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:59.292914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-c0fb37cf-f843-4ead-8d84-f859a51423d0 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.53 "GET /v2.0/networks?id=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 HTTP/1.1" status: 200 len: 813 time: 0.1537104 Jul 13 08:28:59.305928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Request body: {'port': {'device_id': '38c9cb41-c8eb-4966-a9cb-df30b938a53b', 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1', 'admin_state_up': True, 'tenant_id': '3fb658cc6a2d43f0b70a38c803494664'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:28:59.439537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Made reservation on behalf of 3fb658cc6a2d43f0b70a38c803494664 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:28:59.443291 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.583217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Allocated IP 172.20.0.5 (7ec6f942-4378-40e7-a53a-bfbcb11c4cb1/f4e92603-3613-4e61-a844-188dace6887a/56c6d205-2bbc-40fa-ad9f-019ae590529c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:28:59.745298 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.793037 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.807582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e61c37d1-c263-4fe8-8f76-1ecace79cb6f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:28:59.841729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:28:59.845536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:28:59.850211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:28:59.857822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Pushing event updated for resources: {'Port': ['ID=56c6d205-2bbc-40fa-ad9f-019ae590529c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:28:59.892163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.892461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.892901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.893152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.893481 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.893822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.894160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.894486 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.894996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.895336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.895672 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.896008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:28:59.922468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:59.923297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:59.942396 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-ae5091bd-d3ce-4725-8813-2877498b2960 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6412520 Jul 13 08:28:59.957367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-957ae5d3-526b-49c6-a31f-e29f9c316320 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:28:59.959720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-957ae5d3-526b-49c6-a31f-e29f9c316320 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105662 Jul 13 08:28:59.971114 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Request body: {'port': {'device_id': '38c9cb41-c8eb-4966-a9cb-df30b938a53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:00.076177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.426471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba323fe-9629-4272-af7f-ef7bc4fbc3ac req-839a9eaa-2dc5-4cc6-b032-45d99d1998c8 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:00.428197 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ba323fe-9629-4272-af7f-ef7bc4fbc3ac req-839a9eaa-2dc5-4cc6-b032-45d99d1998c8 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 931 time: 0.0770867 Jul 13 08:29:00.464733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c6d205-2bbc-40fa-ad9f-019ae590529c {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:29:00.475802 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7ba323fe-9629-4272-af7f-ef7bc4fbc3ac req-e0a0d081-292c-49c8-af57-fd372820f32c tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375569 Jul 13 08:29:00.479519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.500381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Transition to ACTIVE for port object 56c6d205-2bbc-40fa-ad9f-019ae590529c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:00.505271 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.606401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Pushing event updated for resources: {'Port': ['ID=56c6d205-2bbc-40fa-ad9f-019ae590529c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:00.657300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Attempting to bind port 56c6d205-2bbc-40fa-ad9f-019ae590529c on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:00.657701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Attempting to bind port 56c6d205-2bbc-40fa-ad9f-019ae590529c by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:00.658078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Attempting to bind port 56c6d205-2bbc-40fa-ad9f-019ae590529c on network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:00.662701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Port 56c6d205-2bbc-40fa-ad9f-019ae590529c on network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:29:00.663028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Attempting to bind port 56c6d205-2bbc-40fa-ad9f-019ae590529c on network 7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:00.668698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:00.669040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Checking segment: {'id': '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:00.669431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Bound using segment: {'id': '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:00.669868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Bound port: 56c6d205-2bbc-40fa-ad9f-019ae590529c, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:00.670230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.735878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] For port 56c6d205-2bbc-40fa-ad9f-019ae590529c, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:00.739502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] For port 56c6d205-2bbc-40fa-ad9f-019ae590529c, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=56c6d205-2bbc-40fa-ad9f-019ae590529c,segment=NetworkSegment(6ec6da6b-f3db-4b5f-a25d-41ef8d367be4),segment_id=6ec6da6b-f3db-4b5f-a25d-41ef8d367be4)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:00.745008 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.781328 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:00.781888 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.783313 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] 10.222.0.53 "PUT /v2.0/ports/56c6d205-2bbc-40fa-ad9f-019ae590529c HTTP/1.1" status: 200 len: 1091 time: 0.8172843 Jul 13 08:29:00.783764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c9cb41-c8eb-4966-a9cb-df30b938a53b', 'tag': '56c6d205-2bbc-40fa-ad9f-019ae590529c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:00.786087 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "38c9cb41-c8eb-4966-a9cb-df30b938a53b", "tag": "56c6d205-2bbc-40fa-ad9f-019ae590529c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:00.851703 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90556d4-9218-41a7-bae5-978271695873 x-openstack-request-id: req-c90556d4-9218-41a7-bae5-978271695873 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:00.852134 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c9cb41-c8eb-4966-a9cb-df30b938a53b", "tag": "56c6d205-2bbc-40fa-ad9f-019ae590529c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:00.852434 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c90556d4-9218-41a7-bae5-978271695873 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:00.852958 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c9cb41-c8eb-4966-a9cb-df30b938a53b', 'tag': '56c6d205-2bbc-40fa-ad9f-019ae590529c', 'status': 'completed', 'code': 200} Jul 13 08:29:00.877571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932df8c-6c56-43ab-95bf-c9a3309e831c service neutron] Pushing event updated for resources: {'Port': ['ID=56c6d205-2bbc-40fa-ad9f-019ae590529c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:00.910384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-4ad7d59f-a55b-4c3c-876d-dccdaa7a01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:00.911960 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-4ad7d59f-a55b-4c3c-876d-dccdaa7a01c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fb658cc6a2d43f0b70a38c803494664&device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 1094 time: 0.0772321 Jul 13 08:29:00.962111 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-abcc6ce8-7284-4bcc-b42b-e3f26baa8812 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56c6d205-2bbc-40fa-ad9f-019ae590529c HTTP/1.1" status: 200 len: 217 time: 0.0424721 Jul 13 08:29:01.013249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-e8d06ec0-38fd-439b-8824-70b272530eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:01.014761 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-e8d06ec0-38fd-439b-8824-70b272530eef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4e92603-3613-4e61-a844-188dace6887a HTTP/1.1" status: 200 len: 853 time: 0.0469911 Jul 13 08:29:01.056985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-697102e8-a70e-4f3d-aa3c-b7aa9a532504 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350919 Jul 13 08:29:01.153186 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-e1698e62-2802-4098-a5c7-2878de93ea0e service neutron] 10.222.0.53 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891750 Jul 13 08:29:01.255319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-067d1634-b3ef-4e87-825b-43d5342912f6 req-3bb52122-1dab-425c-bbea-3a41868d3e07 service neutron] 10.222.0.53 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952311 Jul 13 08:29:01.363061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a req-3d854d5a-3e6a-49e0-aaa9-01d3b4f18742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:01.364631 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a req-3d854d5a-3e6a-49e0-aaa9-01d3b4f18742 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fb658cc6a2d43f0b70a38c803494664&device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 1094 time: 0.0561543 Jul 13 08:29:01.460505 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a req-add2deb4-7927-444a-94b3-91948326093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:01.462836 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a req-add2deb4-7927-444a-94b3-91948326093e service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 HTTP/1.1" status: 200 len: 914 time: 0.0916615 Jul 13 08:29:01.511175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a req-eef21566-e941-4ed8-8e6d-e10d54f2fe48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56c6d205-2bbc-40fa-ad9f-019ae590529c HTTP/1.1" status: 200 len: 217 time: 0.0404699 Jul 13 08:29:01.566581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a req-df1e601f-196e-450d-b020-30dbd9f4770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:01.568134 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a req-df1e601f-196e-450d-b020-30dbd9f4770b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4e92603-3613-4e61-a844-188dace6887a HTTP/1.1" status: 200 len: 853 time: 0.0510159 Jul 13 08:29:01.618021 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a req-55a60827-3b73-4858-9944-a30e681ee611 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416477 Jul 13 08:29:01.706062 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5604adf-3528-42b8-974f-2fda6e1f2b5b req-4eb78587-3a30-45b3-a716-d60c5535840d tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:01.707738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e5604adf-3528-42b8-974f-2fda6e1f2b5b req-4eb78587-3a30-45b3-a716-d60c5535840d tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 943 time: 0.0728900 Jul 13 08:29:01.751669 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e5604adf-3528-42b8-974f-2fda6e1f2b5b req-ab460d6d-b8ed-4fc5-8074-b3348bb5c2a6 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374990 Jul 13 08:29:01.780078 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a req-213b5ce4-9725-4ad0-8eb7-7184b0bf675f service neutron] 10.222.0.53 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546199 Jul 13 08:29:01.876161 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4ce10135-dd08-49da-9f8c-9f03eaf70b4a req-e30e6627-7648-4a12-817d-eba04043a843 service neutron] 10.222.0.53 "GET /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897772 Jul 13 08:29:02.968923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5717b4-f5c7-4b43-8b5b-cbc625767468 req-432c467b-d7b5-43b8-b724-bbdef3217956 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:02.970609 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce5717b4-f5c7-4b43-8b5b-cbc625767468 req-432c467b-d7b5-43b8-b724-bbdef3217956 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 943 time: 0.0811005 Jul 13 08:29:03.030009 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce5717b4-f5c7-4b43-8b5b-cbc625767468 req-9518d3d4-2437-45ff-b747-de0faffd733a tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531626 Jul 13 08:29:04.265642 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35303c35-731e-4bc2-86e1-8ad40b2a2392 req-b7d089f5-674b-48cb-b7da-acb5d316ab64 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:04.267109 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35303c35-731e-4bc2-86e1-8ad40b2a2392 req-b7d089f5-674b-48cb-b7da-acb5d316ab64 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 943 time: 0.0786047 Jul 13 08:29:04.312190 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-35303c35-731e-4bc2-86e1-8ad40b2a2392 req-29129b8b-d3fc-4eae-9a50-985eeacc0673 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342526 Jul 13 08:29:04.355113 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 56c6d205-2bbc-40fa-ad9f-019ae590529c details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:29:04.457240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 56c6d205-2bbc-40fa-ad9f-019ae590529c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=56c6d205-2bbc-40fa-ad9f-019ae590529c,segment=NetworkSegment(6ec6da6b-f3db-4b5f-a25d-41ef8d367be4),segment_id=6ec6da6b-f3db-4b5f-a25d-41ef8d367be4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:04.474334 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': '56c6d205-2bbc-40fa-ad9f-019ae590529c', 'network_id': '7ec6f942-4378-40e7-a53a-bfbcb11c4cb1', 'port_id': '56c6d205-2bbc-40fa-ad9f-019ae590529c', 'mac_address': 'fa:16:3e:73:e5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e92603-3613-4e61-a844-188dace6887a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:29:04.541746 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:04.563629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c6d205-2bbc-40fa-ad9f-019ae590529c {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:29:04.597985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 56c6d205-2bbc-40fa-ad9f-019ae590529c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=56c6d205-2bbc-40fa-ad9f-019ae590529c,segment=NetworkSegment(6ec6da6b-f3db-4b5f-a25d-41ef8d367be4),segment_id=6ec6da6b-f3db-4b5f-a25d-41ef8d367be4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:04.604312 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:04.661992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=56c6d205-2bbc-40fa-ad9f-019ae590529c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:04.844797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['56c6d205-2bbc-40fa-ad9f-019ae590529c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:29:04.975604 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:05.507590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329aa36-ee3c-4a6c-acd8-36a239f990ca req-c9bd4364-92ed-417c-a8c8-4317e64229bc tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:05.509967 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6329aa36-ee3c-4a6c-acd8-36a239f990ca req-c9bd4364-92ed-417c-a8c8-4317e64229bc tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 944 time: 0.0688202 Jul 13 08:29:05.552263 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6329aa36-ee3c-4a6c-acd8-36a239f990ca req-1b09e4b0-686f-493c-ba56-f101eb710a39 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363638 Jul 13 08:29:06.370033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 56c6d205-2bbc-40fa-ad9f-019ae590529c up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:06.419591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port 56c6d205-2bbc-40fa-ad9f-019ae590529c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:06.423755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port 56c6d205-2bbc-40fa-ad9f-019ae590529c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:06.424335 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:06.506377 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:06.531437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c9cb41-c8eb-4966-a9cb-df30b938a53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c6d205-2bbc-40fa-ad9f-019ae590529c'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:06.533857 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aa625b-b8dd-4df9-8e69-97e2e8f3c16e" -d '{"events": [{"server_uuid": "38c9cb41-c8eb-4966-a9cb-df30b938a53b", "name": "network-vif-plugged", "status": "completed", "tag": "56c6d205-2bbc-40fa-ad9f-019ae590529c"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:06.547193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port 56c6d205-2bbc-40fa-ad9f-019ae590529c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=56c6d205-2bbc-40fa-ad9f-019ae590529c,segment=NetworkSegment(6ec6da6b-f3db-4b5f-a25d-41ef8d367be4),segment_id=6ec6da6b-f3db-4b5f-a25d-41ef8d367be4)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:06.553633 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:06.601314 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9823c7-94cd-4e67-80ac-1e7c602b8b22 x-openstack-request-id: req-1a9823c7-94cd-4e67-80ac-1e7c602b8b22 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:06.601771 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c9cb41-c8eb-4966-a9cb-df30b938a53b", "name": "network-vif-plugged", "status": "completed", "tag": "56c6d205-2bbc-40fa-ad9f-019ae590529c", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:06.602678 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a9823c7-94cd-4e67-80ac-1e7c602b8b22 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:06.602843 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c9cb41-c8eb-4966-a9cb-df30b938a53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c6d205-2bbc-40fa-ad9f-019ae590529c', 'code': 200} Jul 13 08:29:06.651771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=56c6d205-2bbc-40fa-ad9f-019ae590529c,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:06.840729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f5bb1-0b39-46ce-8d49-15d38b2c3f66 req-0b077a2e-afd2-4a90-beee-4df11c7c092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:06.843466 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-560f5bb1-0b39-46ce-8d49-15d38b2c3f66 req-0b077a2e-afd2-4a90-beee-4df11c7c092f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 1096 time: 0.1788535 Jul 13 08:29:06.867509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de09af-08e4-44b7-83e3-eef741a3fb80 req-5baae11f-7b44-4c53-90c0-933ebd923e87 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:06.870416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d2de09af-08e4-44b7-83e3-eef741a3fb80 req-5baae11f-7b44-4c53-90c0-933ebd923e87 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 945 time: 0.1594212 Jul 13 08:29:06.951237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-560f5bb1-0b39-46ce-8d49-15d38b2c3f66 req-4288cb60-16ed-462f-bd86-b1bf30df8bad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994816 Jul 13 08:29:06.972335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d2de09af-08e4-44b7-83e3-eef741a3fb80 req-aeff14d3-1d2d-4517-b9fb-e6fb4c56c91b tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929511 Jul 13 08:29:08.182981 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cb27f-b137-453e-a162-287a8b253402 req-35f5aee0-6af0-46c8-b164-dd6e804521e7 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:08.185599 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-118cb27f-b137-453e-a162-287a8b253402 req-35f5aee0-6af0-46c8-b164-dd6e804521e7 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 945 time: 0.0916770 Jul 13 08:29:08.227615 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-118cb27f-b137-453e-a162-287a8b253402 req-7571edb2-d9dd-4bbb-8099-44402888406f tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366030 Jul 13 08:29:08.601440 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:08.678597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec132e1-2fea-48b1-a6ea-20d6b5264ebc req-86d5a151-9b69-4c67-9972-ad80f1a03796 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:08.681142 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fec132e1-2fea-48b1-a6ea-20d6b5264ebc req-86d5a151-9b69-4c67-9972-ad80f1a03796 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 945 time: 0.0700383 Jul 13 08:29:08.722896 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fec132e1-2fea-48b1-a6ea-20d6b5264ebc req-7e3f6ed4-ff0c-468a-812c-6151c1e84f54 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Jul 13 08:29:09.838011 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-c9f8dde7-5112-42d2-8137-2544351da785 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:09.839719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-c9f8dde7-5112-42d2-8137-2544351da785 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 945 time: 0.0744586 Jul 13 08:29:10.002504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa503-fd51-4f09-b076-89a0d2492d7e req-064c50b9-2a85-4e07-8d21-ea610ce4a735 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:10.004541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-549fa503-fd51-4f09-b076-89a0d2492d7e req-064c50b9-2a85-4e07-8d21-ea610ce4a735 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=38c9cb41-c8eb-4966-a9cb-df30b938a53b HTTP/1.1" status: 200 len: 945 time: 0.1238792 Jul 13 08:29:10.035327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-62d8a7b9-39ca-4f7d-abbd-27f5ab7e6c66 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Deleting port 56c6d205-2bbc-40fa-ad9f-019ae590529c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:29:10.035595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-62d8a7b9-39ca-4f7d-abbd-27f5ab7e6c66 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:10.080294 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-549fa503-fd51-4f09-b076-89a0d2492d7e req-6b9c5808-0cf7-4712-978f-bf5412920ae4 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653262 Jul 13 08:29:10.157404 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-62d8a7b9-39ca-4f7d-abbd-27f5ab7e6c66 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] For port 56c6d205-2bbc-40fa-ad9f-019ae590529c, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=56c6d205-2bbc-40fa-ad9f-019ae590529c,segment=NetworkSegment(6ec6da6b-f3db-4b5f-a25d-41ef8d367be4),segment_id=6ec6da6b-f3db-4b5f-a25d-41ef8d367be4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:10.157789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-62d8a7b9-39ca-4f7d-abbd-27f5ab7e6c66 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:10.171796 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-62d8a7b9-39ca-4f7d-abbd-27f5ab7e6c66 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Calling delete_port for 56c6d205-2bbc-40fa-ad9f-019ae590529c owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:29:10.310010 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-62d8a7b9-39ca-4f7d-abbd-27f5ab7e6c66 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:10.324818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e61c37d1-c263-4fe8-8f76-1ecace79cb6f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:29:10.327562 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['56c6d205-2bbc-40fa-ad9f-019ae590529c'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:29:10.342601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8a7b9-39ca-4f7d-abbd-27f5ab7e6c66 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Pushing event deleted for resources: {'Port': ['ID=56c6d205-2bbc-40fa-ad9f-019ae590529c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:10.391642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-62d8a7b9-39ca-4f7d-abbd-27f5ab7e6c66 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] No DVR routers for this DVR port 56c6d205-2bbc-40fa-ad9f-019ae590529c on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:10.395003 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-62d8a7b9-39ca-4f7d-abbd-27f5ab7e6c66 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:10.397342 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4e9ec8aa-d5b8-4e28-acd2-bf55003a1c7d req-62d8a7b9-39ca-4f7d-abbd-27f5ab7e6c66 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.53 "DELETE /v2.0/ports/56c6d205-2bbc-40fa-ad9f-019ae590529c HTTP/1.1" status: 204 len: 173 time: 0.5516918 Jul 13 08:29:10.397826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c9cb41-c8eb-4966-a9cb-df30b938a53b', 'name': 'network-vif-deleted', 'tag': '56c6d205-2bbc-40fa-ad9f-019ae590529c'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:10.401007 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a308d2-2eec-43d2-b72f-a880e27542ad" -d '{"events": [{"server_uuid": "38c9cb41-c8eb-4966-a9cb-df30b938a53b", "name": "network-vif-deleted", "tag": "56c6d205-2bbc-40fa-ad9f-019ae590529c"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:10.472341 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703fb968-4960-406b-8515-43583bda864d x-openstack-request-id: req-703fb968-4960-406b-8515-43583bda864d {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:10.472831 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c9cb41-c8eb-4966-a9cb-df30b938a53b", "name": "network-vif-deleted", "tag": "56c6d205-2bbc-40fa-ad9f-019ae590529c", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:10.473814 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-703fb968-4960-406b-8515-43583bda864d {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:10.474509 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c9cb41-c8eb-4966-a9cb-df30b938a53b', 'name': 'network-vif-deleted', 'tag': '56c6d205-2bbc-40fa-ad9f-019ae590529c', 'status': 'completed', 'code': 200} Jul 13 08:29:11.360939 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c1682-4d6b-49ec-80c5-6b1c3f89c992 req-45876dc1-b73a-41eb-a852-7c415e6288ad tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:11.362626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f8c1682-4d6b-49ec-80c5-6b1c3f89c992 req-45876dc1-b73a-41eb-a852-7c415e6288ad tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 945 time: 0.0762939 Jul 13 08:29:11.410769 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6f8c1682-4d6b-49ec-80c5-6b1c3f89c992 req-9f79d852-5d93-4544-b189-875e6dd364f6 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378988 Jul 13 08:29:11.619055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a2449-f89b-46c7-a114-e5e089c5a5a5 req-7527c836-bf9d-4e59-a7f4-2c08e8475bbe tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:11.620772 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8d2a2449-f89b-46c7-a114-e5e089c5a5a5 req-7527c836-bf9d-4e59-a7f4-2c08e8475bbe tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 945 time: 0.0741739 Jul 13 08:29:11.668810 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8d2a2449-f89b-46c7-a114-e5e089c5a5a5 req-82e5de03-b21e-408b-8e89-061201a267e3 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372119 Jul 13 08:29:11.856316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cc2bd-1513-4c22-87b5-ebd1775578f5 req-ba0e303d-833a-4f5d-bb42-948441023569 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:11.857899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c9cc2bd-1513-4c22-87b5-ebd1775578f5 req-ba0e303d-833a-4f5d-bb42-948441023569 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 945 time: 0.0713637 Jul 13 08:29:11.902882 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c9cc2bd-1513-4c22-87b5-ebd1775578f5 req-904f85c3-9c8c-479e-a6e2-3535557cd94d tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392811 Jul 13 08:29:12.197654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ccc75-e31f-446f-ad2e-718e983d9cda req-4d85892e-38d8-40ee-b3c8-ece03af66dea tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:12.199179 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-504ccc75-e31f-446f-ad2e-718e983d9cda req-4d85892e-38d8-40ee-b3c8-ece03af66dea tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 945 time: 0.0722337 Jul 13 08:29:12.241585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-504ccc75-e31f-446f-ad2e-718e983d9cda req-97de851d-af0c-4d89-afb1-9b2df99359d7 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364063 Jul 13 08:29:12.403084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 56c6d205-2bbc-40fa-ad9f-019ae590529c no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:29:12.426574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: 56c6d205-2bbc-40fa-ad9f-019ae590529c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:29:12.427103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device 56c6d205-2bbc-40fa-ad9f-019ae590529c not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:29:12.438371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992b4bd-8ad9-4d89-a48b-26cac230e2ff req-efa21464-ef58-4174-8c31-84a4e3cf5e26 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:12.440040 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1992b4bd-8ad9-4d89-a48b-26cac230e2ff req-efa21464-ef58-4174-8c31-84a4e3cf5e26 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 945 time: 0.0784457 Jul 13 08:29:12.503478 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1992b4bd-8ad9-4d89-a48b-26cac230e2ff req-14dd3915-2140-416f-b243-1403e5db13ce tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564322 Jul 13 08:29:12.714336 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899faf3-e426-4108-afbd-e46ff7448103 req-d6326704-e5b6-4ce6-9e9a-f1858cc94b3b tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:12.716132 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f899faf3-e426-4108-afbd-e46ff7448103 req-d6326704-e5b6-4ce6-9e9a-f1858cc94b3b tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 945 time: 0.0829158 Jul 13 08:29:12.767010 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f899faf3-e426-4108-afbd-e46ff7448103 req-137274a0-37fe-44e7-afef-03b54bf2ab84 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Jul 13 08:29:13.412539 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8a06c-36b3-4d22-99e8-4b850774d742 req-eab488a7-73c3-4f12-848b-53d49de89df8 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:13.414314 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c8f8a06c-36b3-4d22-99e8-4b850774d742 req-eab488a7-73c3-4f12-848b-53d49de89df8 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 945 time: 0.0703473 Jul 13 08:29:13.463565 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c8f8a06c-36b3-4d22-99e8-4b850774d742 req-535601fe-92a4-4aec-937d-677e481d91d7 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Jul 13 08:29:14.375595 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b0a119c2-fbe8-4942-925e-f5b30f30bdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:14.737113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff2172-8f84-4b68-ae0e-a3321b27d9e4 req-4899bfdc-7618-498e-bd91-066f27c40b47 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:14.738650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-beff2172-8f84-4b68-ae0e-a3321b27d9e4 req-4899bfdc-7618-498e-bd91-066f27c40b47 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 945 time: 0.1277616 Jul 13 08:29:14.747833 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20102b82-311e-4007-9a2b-b258f76c5562 req-48c6ed94-bf73-48e8-87c3-f635f71fddca tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:14.749350 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-20102b82-311e-4007-9a2b-b258f76c5562 req-48c6ed94-bf73-48e8-87c3-f635f71fddca tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0369642-4425-4da8-b3b3-ceacf5984c43 HTTP/1.1" status: 200 len: 945 time: 0.1275101 Jul 13 08:29:14.832868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-beff2172-8f84-4b68-ae0e-a3321b27d9e4 req-09af2e4a-b6e9-4b8a-a92d-d1efa42fafa5 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1b5524-ac17-4262-81f6-bf8dd25e2112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825067 Jul 13 08:29:14.900889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-20102b82-311e-4007-9a2b-b258f76c5562 req-b44f0a7d-53be-41e3-aa34-ec72b1040962 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Deleting port e61c37d1-c263-4fe8-8f76-1ecace79cb6f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:29:14.901429 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-20102b82-311e-4007-9a2b-b258f76c5562 req-b44f0a7d-53be-41e3-aa34-ec72b1040962 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:15.003066 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-20102b82-311e-4007-9a2b-b258f76c5562 req-b44f0a7d-53be-41e3-aa34-ec72b1040962 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] For port e61c37d1-c263-4fe8-8f76-1ecace79cb6f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,segment=NetworkSegment(6ec6da6b-f3db-4b5f-a25d-41ef8d367be4),segment_id=6ec6da6b-f3db-4b5f-a25d-41ef8d367be4)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:15.003433 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-20102b82-311e-4007-9a2b-b258f76c5562 req-b44f0a7d-53be-41e3-aa34-ec72b1040962 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:15.017296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-20102b82-311e-4007-9a2b-b258f76c5562 req-b44f0a7d-53be-41e3-aa34-ec72b1040962 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Calling delete_port for e61c37d1-c263-4fe8-8f76-1ecace79cb6f owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:29:15.171757 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-20102b82-311e-4007-9a2b-b258f76c5562 req-b44f0a7d-53be-41e3-aa34-ec72b1040962 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:15.184827 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e61c37d1-c263-4fe8-8f76-1ecace79cb6f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:29:15.206626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f0a7d-53be-41e3-aa34-ec72b1040962 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Pushing event deleted for resources: {'Port': ['ID=e61c37d1-c263-4fe8-8f76-1ecace79cb6f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:15.254785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-20102b82-311e-4007-9a2b-b258f76c5562 req-b44f0a7d-53be-41e3-aa34-ec72b1040962 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] No DVR routers for this DVR port e61c37d1-c263-4fe8-8f76-1ecace79cb6f on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:15.257572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-20102b82-311e-4007-9a2b-b258f76c5562 req-b44f0a7d-53be-41e3-aa34-ec72b1040962 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:15.259915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-20102b82-311e-4007-9a2b-b258f76c5562 req-b44f0a7d-53be-41e3-aa34-ec72b1040962 tempest-ServersNegativeTestJSON-363541692 tempest-ServersNegativeTestJSON-363541692-project] 10.222.0.54 "DELETE /v2.0/ports/e61c37d1-c263-4fe8-8f76-1ecace79cb6f HTTP/1.1" status: 204 len: 173 time: 0.5033762 Jul 13 08:29:15.260399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0369642-4425-4da8-b3b3-ceacf5984c43', 'name': 'network-vif-deleted', 'tag': 'e61c37d1-c263-4fe8-8f76-1ecace79cb6f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:15.262703 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efafe3a-39ff-48a0-8159-3811c8d3f69a" -d '{"events": [{"server_uuid": "d0369642-4425-4da8-b3b3-ceacf5984c43", "name": "network-vif-deleted", "tag": "e61c37d1-c263-4fe8-8f76-1ecace79cb6f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:15.313308 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a54572-c178-456f-b200-98a9f182c8b5 x-openstack-request-id: req-c9a54572-c178-456f-b200-98a9f182c8b5 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:15.313663 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0369642-4425-4da8-b3b3-ceacf5984c43", "name": "network-vif-deleted", "tag": "e61c37d1-c263-4fe8-8f76-1ecace79cb6f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:15.314057 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9a54572-c178-456f-b200-98a9f182c8b5 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:15.314792 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0369642-4425-4da8-b3b3-ceacf5984c43', 'name': 'network-vif-deleted', 'tag': 'e61c37d1-c263-4fe8-8f76-1ecace79cb6f', 'status': 'completed', 'code': 200} Jul 13 08:29:15.968547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43888) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:16.044809 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-31edd1ac-0208-4bd3-9137-589e3ed4d1e7 admin admin] Deleting subnet f4e92603-3613-4e61-a844-188dace6887a {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:29:16.050436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31edd1ac-0208-4bd3-9137-589e3ed4d1e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.095961 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31edd1ac-0208-4bd3-9137-589e3ed4d1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.138628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31edd1ac-0208-4bd3-9137-589e3ed4d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.194734 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31edd1ac-0208-4bd3-9137-589e3ed4d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.221744 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edd1ac-0208-4bd3-9137-589e3ed4d1e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e92603-3613-4e61-a844-188dace6887a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:16.225651 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-31edd1ac-0208-4bd3-9137-589e3ed4d1e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.228554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-31edd1ac-0208-4bd3-9137-589e3ed4d1e7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f4e92603-3613-4e61-a844-188dace6887a HTTP/1.1" status: 204 len: 168 time: 0.2577021 Jul 13 08:29:16.232083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43890) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:16.310258 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.395533 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.409161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec6f942-4378-40e7-a53a-bfbcb11c4cb1']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:16.422042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:16.422384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec6da6b-f3db-4b5f-a25d-41ef8d367be4') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:16.433776 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.455994 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.465508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:29:16.466229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:29:16.469307 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:29:16.540019 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.549527 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.552783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7ec6f942-4378-40e7-a53a-bfbcb11c4cb1 HTTP/1.1" status: 204 len: 168 time: 0.3196371 Jul 13 08:29:16.566274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49902e32-9df0-4e66-a601-55326d5a29b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec6f942-4378-40e7-a53a-bfbcb11c4cb1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:16.685785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43894) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:16.728179 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eed4ef37-8edd-4163-97e5-730ea3195bc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fb658cc6a2d43f0b70a38c803494664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410624 Jul 13 08:29:16.731005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:16.782652 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bba6b37-9953-4d18-9f61-4eaa5c2af9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.806237 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bba6b37-9953-4d18-9f61-4eaa5c2af9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.868613 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bba6b37-9953-4d18-9f61-4eaa5c2af9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.871502 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bba6b37-9953-4d18-9f61-4eaa5c2af9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:16.873008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7bba6b37-9953-4d18-9f61-4eaa5c2af9b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a1b5524-ac17-4262-81f6-bf8dd25e2112 HTTP/1.1" status: 204 len: 168 time: 0.1408749 Jul 13 08:29:16.883704 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba6b37-9953-4d18-9f61-4eaa5c2af9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1b5524-ac17-4262-81f6-bf8dd25e2112,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:17.193874 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:17.333558 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a697399a-bded-4537-b653-77f51b2c8b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:17.605510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e61c37d1-c263-4fe8-8f76-1ecace79cb6f no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:29:17.644585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: e61c37d1-c263-4fe8-8f76-1ecace79cb6f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:29:17.645158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e61c37d1-c263-4fe8-8f76-1ecace79cb6f not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:29:17.737691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43918) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:17.846634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-221518212'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:17.880158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Made reservation on behalf of 5442e6e0a143456fb8a2ec9ecba33d24 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:17.886003 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:17.901330 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:18.033074 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:18.038642 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:18.080639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:29:18.109406 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46d5cd8-132b-4bc8-b782-0734edf7816c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:18.115470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:18.116136 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Added segment f64da13c-9cb0-4433-910c-ed9c032055d2 of type vlan for network ef6d9313-630e-447f-b385-cc764193cc6c Jul 13 08:29:18.164873 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:18.174228 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:18.199404 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:18.209829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:18.211321 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:18.267688 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5282280 Jul 13 08:29:18.325183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0761cc3-b54c-4c1e-ac1b-9b107ecf8657 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'Network': ['ID=ef6d9313-630e-447f-b385-cc764193cc6c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:18.339609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ef6d9313-630e-447f-b385-cc764193cc6c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:29:19.980912 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:21.617690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43922) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:21.623396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Request body: {'subnet': {'network_id': 'ef6d9313-630e-447f-b385-cc764193cc6c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:21.716988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Made reservation on behalf of 5442e6e0a143456fb8a2ec9ecba33d24 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:21.720859 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:21.968270 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.040945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'Subnet': ['ID=caa4747b-0b7f-45d4-b4dc-725c3a3a4bef,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:22.050775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Checking segment: {'id': 'f64da13c-9cb0-4433-910c-ed9c032055d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ef6d9313-630e-447f-b385-cc764193cc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:22.051142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Network hostable DHCP agents. Network: ef6d9313-630e-447f-b385-cc764193cc6c, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:29:22.070859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Network ef6d9313-630e-447f-b385-cc764193cc6c is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:29:22.081595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ef6d9313-630e-447f-b385-cc764193cc6c) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:22.087387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:22.088376 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.095505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9caf21f-d937-44b6-bd7a-dfb8a02583c1 None None] Network ef6d9313-630e-447f-b385-cc764193cc6c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:22.110196 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-97335f7a-23ac-4287-b94d-b88314af28b9 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4907849 Jul 13 08:29:22.114539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43924) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:22.121768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1837701028'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:22.153083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Made reservation on behalf of 5442e6e0a143456fb8a2ec9ecba33d24 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:22.159396 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.197024 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:29:22.211517 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.212152 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Added segment a72629af-06bc-4893-b5d9-ef593c3bcc27 of type vlan for network 1b686e18-1d95-49d8-9e3b-943ce2040e67 Jul 13 08:29:22.269349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ef6d9313-630e-447f-b385-cc764193cc6c', 'network_id': 'ef6d9313-630e-447f-b385-cc764193cc6c', 'tenant_id': '5442e6e0a143456fb8a2ec9ecba33d24', 'fixed_ips': [{'subnet_id': 'caa4747b-0b7f-45d4-b4dc-725c3a3a4bef'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:29:22.270660 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.290170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.327884 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.335337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:22.337419 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.379685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2639139 Jul 13 08:29:22.384258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43926) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:22.389646 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Request body: {'subnet': {'network_id': '1b686e18-1d95-49d8-9e3b-943ce2040e67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:22.509157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Allocated IP 2001:db8:0:ffff::2 (ef6d9313-630e-447f-b385-cc764193cc6c/caa4747b-0b7f-45d4-b4dc-725c3a3a4bef/760b0a88-8f6e-45d8-bf76-9638053625f5) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:22.727430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.737657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Transition to ACTIVE for port object 760b0a88-8f6e-45d8-bf76-9638053625f5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:22.753916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Transition to ACTIVE for port object 760b0a88-8f6e-45d8-bf76-9638053625f5 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:22.761630 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.808581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Network ef6d9313-630e-447f-b385-cc764193cc6c is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:22.814923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:22.820655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:22.833920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Pushing event updated for resources: {'Port': ['ID=760b0a88-8f6e-45d8-bf76-9638053625f5,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:22.846671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791277e7-2345-471e-95b2-fa93a6c4ad64 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'Network': ['ID=1b686e18-1d95-49d8-9e3b-943ce2040e67,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:22.868831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 1b686e18-1d95-49d8-9e3b-943ce2040e67 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:29:22.874318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.874819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.875281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.875729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.876288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.876788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.877255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.877744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.878186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.878552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.879016 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.879382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:22.947021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Made reservation on behalf of 5442e6e0a143456fb8a2ec9ecba33d24 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:22.952731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.953719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Attempting to bind port 760b0a88-8f6e-45d8-bf76-9638053625f5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:22.954175 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Attempting to bind port 760b0a88-8f6e-45d8-bf76-9638053625f5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'f64da13c-9cb0-4433-910c-ed9c032055d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ef6d9313-630e-447f-b385-cc764193cc6c'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:22.954645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Attempting to bind port 760b0a88-8f6e-45d8-bf76-9638053625f5 on network ef6d9313-630e-447f-b385-cc764193cc6c {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:22.968180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:22.968708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Checking segment: {'id': 'f64da13c-9cb0-4433-910c-ed9c032055d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ef6d9313-630e-447f-b385-cc764193cc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:22.969232 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:22.969717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Bound using segment: {'id': 'f64da13c-9cb0-4433-910c-ed9c032055d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ef6d9313-630e-447f-b385-cc764193cc6c'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:22.970333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Bound port: 760b0a88-8f6e-45d8-bf76-9638053625f5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64da13c-9cb0-4433-910c-ed9c032055d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ef6d9313-630e-447f-b385-cc764193cc6c'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:22.970810 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:23.110182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] For port 760b0a88-8f6e-45d8-bf76-9638053625f5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:23.115618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] For port 760b0a88-8f6e-45d8-bf76-9638053625f5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=760b0a88-8f6e-45d8-bf76-9638053625f5,segment=NetworkSegment(f64da13c-9cb0-4433-910c-ed9c032055d2),segment_id=f64da13c-9cb0-4433-910c-ed9c032055d2)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:23.121844 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:23.189516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2df7d6-72b2-4aa7-84ab-b77dd83b003a None None] Pushing event updated for resources: {'Port': ['ID=760b0a88-8f6e-45d8-bf76-9638053625f5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:23.198600 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:23.277456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'Subnet': ['ID=013f3e01-17cb-4657-a3c1-91322398c803,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:23.287266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Checking segment: {'id': 'a72629af-06bc-4893-b5d9-ef593c3bcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1b686e18-1d95-49d8-9e3b-943ce2040e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:23.287696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Network hostable DHCP agents. Network: 1b686e18-1d95-49d8-9e3b-943ce2040e67, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:29:23.308231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Network 1b686e18-1d95-49d8-9e3b-943ce2040e67 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:29:23.320527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 1b686e18-1d95-49d8-9e3b-943ce2040e67) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:23.326041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:23.326653 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:23.334272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3411bf72-fb58-45b7-a97d-4954a0370041 None None] Network 1b686e18-1d95-49d8-9e3b-943ce2040e67 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:23.354635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43928) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:23.355577 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-39de94d2-a69d-4681-b434-563dc04d8039 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9692106 Jul 13 08:29:23.554036 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:23.580051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-1b686e18-1d95-49d8-9e3b-943ce2040e67', 'network_id': '1b686e18-1d95-49d8-9e3b-943ce2040e67', 'tenant_id': '5442e6e0a143456fb8a2ec9ecba33d24', 'fixed_ips': [{'subnet_id': '013f3e01-17cb-4657-a3c1-91322398c803'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:29:23.580945 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:23.725277 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:23.785358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Allocated IP 2001:db8::2 (1b686e18-1d95-49d8-9e3b-943ce2040e67/013f3e01-17cb-4657-a3c1-91322398c803/ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:23.949999 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:23.962037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Transition to ACTIVE for port object ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:23.986011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Transition to ACTIVE for port object ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:23.996188 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.023203 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.044043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Network 1b686e18-1d95-49d8-9e3b-943ce2040e67 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:24.049687 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:24.053732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:24.063381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Pushing event updated for resources: {'Port': ['ID=ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:24.076376 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Subnet': ['ID=013f3e01-17cb-4657-a3c1-91322398c803,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:24.146505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Attempting to bind port ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:24.147128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Attempting to bind port ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'a72629af-06bc-4893-b5d9-ef593c3bcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1b686e18-1d95-49d8-9e3b-943ce2040e67'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:24.147694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Attempting to bind port ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b on network 1b686e18-1d95-49d8-9e3b-943ce2040e67 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:24.157539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:24.158038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Checking segment: {'id': 'a72629af-06bc-4893-b5d9-ef593c3bcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1b686e18-1d95-49d8-9e3b-943ce2040e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:24.158684 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.159627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Bound using segment: {'id': 'a72629af-06bc-4893-b5d9-ef593c3bcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1b686e18-1d95-49d8-9e3b-943ce2040e67'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:24.160417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Bound port: ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72629af-06bc-4893-b5d9-ef593c3bcc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1b686e18-1d95-49d8-9e3b-943ce2040e67'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:24.161047 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.174158 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.191827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b686e18-1d95-49d8-9e3b-943ce2040e67']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:24.204626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72629af-06bc-4893-b5d9-ef593c3bcc27') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:24.204929 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72629af-06bc-4893-b5d9-ef593c3bcc27') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:24.224200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.248229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.258850 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:29:24.259534 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:29:24.265236 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:29:24.269965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] For port ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:24.374716 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.db.api [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 08:29:24.374716 n-d-798249-7 neutron-server[93839]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 08:29:24.374716 n-d-798249-7 neutron-server[93839]: [parameters: {'id': '1b686e18-1d95-49d8-9e3b-943ce2040e67'}] Jul 13 08:29:24.374716 n-d-798249-7 neutron-server[93839]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:29:24.376062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] For port ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b,segment=NetworkSegment(a72629af-06bc-4893-b5d9-ef593c3bcc27),segment_id=a72629af-06bc-4893-b5d9-ef593c3bcc27)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:24.376255 n-d-798249-7 neutron-server[93839]: DEBUG oslo_db.api [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:29:24.380226 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.412622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d1d17-9e59-4ce3-b315-1167ac769abd None None] Network ef6d9313-630e-447f-b385-cc764193cc6c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:24.536857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-82989745-dc25-4cdc-9ffe-925629ea1ac1 None None] Provisioning for port 760b0a88-8f6e-45d8-bf76-9638053625f5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:24.544578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98f547-3691-477a-b2da-61da0ecaebb2 None None] Pushing event updated for resources: {'Port': ['ID=ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:24.575655 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae1629-127d-4861-8c5c-0d205e902a45 None None] Network 1b686e18-1d95-49d8-9e3b-943ce2040e67 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:24.876506 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.966396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Deleting port ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:29:24.966946 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.014634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb36359-b050-40dc-b29c-68b9f150a6af None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:29:25.062571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 760b0a88-8f6e-45d8-bf76-9638053625f5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:25.072301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] For port ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b,segment=NetworkSegment(a72629af-06bc-4893-b5d9-ef593c3bcc27),segment_id=a72629af-06bc-4893-b5d9-ef593c3bcc27)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:25.072809 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.086728 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Calling delete_port for ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:29:25.175488 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.204409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Port': ['ID=ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:25.206838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] No DVR routers for this DVR port ff2bc92a-809d-4fca-9fcb-2c65dfeb9e3b on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:25.228885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 760b0a88-8f6e-45d8-bf76-9638053625f5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:25.232258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb36359-b050-40dc-b29c-68b9f150a6af None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:29:25.241443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 760b0a88-8f6e-45d8-bf76-9638053625f5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:25.242701 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.301752 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.312450 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b686e18-1d95-49d8-9e3b-943ce2040e67']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:25.323788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72629af-06bc-4893-b5d9-ef593c3bcc27') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:25.324197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72629af-06bc-4893-b5d9-ef593c3bcc27') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:25.335086 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.350944 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.357756 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:29:25.358169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:29:25.361318 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:29:25.436363 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.447966 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.450634 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/networks/1b686e18-1d95-49d8-9e3b-943ce2040e67 HTTP/1.1" status: 204 len: 168 time: 2.0932479 Jul 13 08:29:25.455811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.456465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43930) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:25.463470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1469838036'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:25.482442 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e1ff7-6721-45ef-a193-2840120d263e tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Network': ['ID=1b686e18-1d95-49d8-9e3b-943ce2040e67,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:25.509309 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Made reservation on behalf of 5442e6e0a143456fb8a2ec9ecba33d24 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:25.515528 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.532641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 760b0a88-8f6e-45d8-bf76-9638053625f5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=760b0a88-8f6e-45d8-bf76-9638053625f5,segment=NetworkSegment(f64da13c-9cb0-4433-910c-ed9c032055d2),segment_id=f64da13c-9cb0-4433-910c-ed9c032055d2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:25.539511 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.557490 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:29:25.570221 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.570887 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Added segment e9242dae-491a-4b21-831e-4efbd2cd9389 of type vlan for network 89c98cb1-c70b-43db-8534-585e7fde64da Jul 13 08:29:25.616629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=760b0a88-8f6e-45d8-bf76-9638053625f5,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:25.633902 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.671273 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.677825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:25.678525 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.733013 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2750480 Jul 13 08:29:25.737399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43932) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:25.744596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Request body: {'subnet': {'network_id': '89c98cb1-c70b-43db-8534-585e7fde64da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:25.809979 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3ebe4-840b-4dec-8091-047d41f9ba9f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'Network': ['ID=89c98cb1-c70b-43db-8534-585e7fde64da,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:25.824945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 89c98cb1-c70b-43db-8534-585e7fde64da details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:29:25.870395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Made reservation on behalf of 5442e6e0a143456fb8a2ec9ecba33d24 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:25.876362 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.978728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.ipam_backend_mixin [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Performing IP validity checks on allocation pools {{(pid=93838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 08:29:25.979626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.ipam_backend_mixin [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 08:29:26.140247 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.201261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'Subnet': ['ID=26c75f58-a4cd-46a1-9221-34517a41b765,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:26.217560 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Checking segment: {'id': 'e9242dae-491a-4b21-831e-4efbd2cd9389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c98cb1-c70b-43db-8534-585e7fde64da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:26.218036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Network hostable DHCP agents. Network: 89c98cb1-c70b-43db-8534-585e7fde64da, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:29:26.237126 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Network 89c98cb1-c70b-43db-8534-585e7fde64da is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:29:26.248801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 89c98cb1-c70b-43db-8534-585e7fde64da) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:26.254735 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:26.255804 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.263626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cc4bb7-ceab-4785-b6f9-771b568f80d7 None None] Network 89c98cb1-c70b-43db-8534-585e7fde64da requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:26.282850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-de6ebb88-9b46-4181-8402-c8e22d0af6fe tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5398946 Jul 13 08:29:26.283193 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43934) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:26.458015 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.519844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34af0d-f39a-47f0-9c39-3a293146d196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-89c98cb1-c70b-43db-8534-585e7fde64da', 'network_id': '89c98cb1-c70b-43db-8534-585e7fde64da', 'tenant_id': '5442e6e0a143456fb8a2ec9ecba33d24', 'fixed_ips': [{'subnet_id': '26c75f58-a4cd-46a1-9221-34517a41b765'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:29:26.522183 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4a34af0d-f39a-47f0-9c39-3a293146d196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.551835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.654312 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server [None req-4a34af0d-f39a-47f0-9c39-3a293146d196 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26c75f58-a4cd-46a1-9221-34517a41b765: This subnet is being modified by another concurrent operation. Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise exception Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26c75f58-a4cd-46a1-9221-34517a41b765: This subnet is being modified by another concurrent operation. Jul 13 08:29:26.659057 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Jul 13 08:29:26.688276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19905280-c114-44b7-b0f1-d0e8a45955f1 None None] Network 89c98cb1-c70b-43db-8534-585e7fde64da requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:26.713809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Subnet': ['ID=26c75f58-a4cd-46a1-9221-34517a41b765,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:26.797265 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.817020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c98cb1-c70b-43db-8534-585e7fde64da']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:26.836498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9242dae-491a-4b21-831e-4efbd2cd9389') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:26.836985 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9242dae-491a-4b21-831e-4efbd2cd9389') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:26.854696 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.878227 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.885948 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8064c8-9fc2-487e-8962-5d4036fcf5f9 None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:29:26.893856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:29:26.893856 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:29:26.896563 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:29:27.023755 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.034829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 760b0a88-8f6e-45d8-bf76-9638053625f5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:27.062178 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.068803 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/networks/89c98cb1-c70b-43db-8534-585e7fde64da HTTP/1.1" status: 204 len: 168 time: 0.7841048 Jul 13 08:29:27.071920 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaa203-868f-4733-94e6-c5a54a7715b1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Network': ['ID=89c98cb1-c70b-43db-8534-585e7fde64da,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:27.074941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43936) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:27.084881 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1319536'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:27.105712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8064c8-9fc2-487e-8962-5d4036fcf5f9 None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:29:27.120900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Made reservation on behalf of 5442e6e0a143456fb8a2ec9ecba33d24 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:27.137917 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.140895 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:29:27.185276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:29:27.205663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.206289 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Added segment de8d4661-f9b3-4060-9119-ce68e1b1bce9 of type vlan for network 2c529091-ff0a-4542-85fe-a905bc06c939 Jul 13 08:29:27.244920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 760b0a88-8f6e-45d8-bf76-9638053625f5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:27.245518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.289806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.339830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.347247 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:27.348034 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.404833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3272119 Jul 13 08:29:27.410791 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43938) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:27.421631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Request body: {'subnet': {'network_id': '2c529091-ff0a-4542-85fe-a905bc06c939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:27.475952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecd779-6e7a-40f2-9414-b0246000d020 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'Network': ['ID=2c529091-ff0a-4542-85fe-a905bc06c939,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:27.499053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 2c529091-ff0a-4542-85fe-a905bc06c939 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:29:27.563724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Made reservation on behalf of 5442e6e0a143456fb8a2ec9ecba33d24 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:27.568181 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.776213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.842673 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'Subnet': ['ID=ec0067ec-f3e9-4623-8d6b-f8563dcd28d7,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:27.848937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Checking segment: {'id': 'de8d4661-f9b3-4060-9119-ce68e1b1bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2c529091-ff0a-4542-85fe-a905bc06c939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:27.849308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Network hostable DHCP agents. Network: 2c529091-ff0a-4542-85fe-a905bc06c939, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:29:27.870691 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Network 2c529091-ff0a-4542-85fe-a905bc06c939 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:29:27.881664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 2c529091-ff0a-4542-85fe-a905bc06c939) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:27.887627 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:27.888714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.904331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe8349-d6d7-4b7b-b8e9-e805afaa29a9 None None] Network 2c529091-ff0a-4542-85fe-a905bc06c939 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:27.907508 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-06362821-8eff-4885-8ae6-fc90856fdc8d tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4945948 Jul 13 08:29:27.911907 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43940) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:27.920735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-298803845'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:27.946556 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Made reservation on behalf of 5442e6e0a143456fb8a2ec9ecba33d24 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:27.950802 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.982595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:29:27.996517 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:27.996998 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Added segment b728624f-3246-4193-a24e-08189922cc70 of type vlan for network c65c9c45-5689-4693-9fbd-36381bb19a83 Jul 13 08:29:28.047628 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.083390 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.090980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:28.091506 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.098295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-2c529091-ff0a-4542-85fe-a905bc06c939', 'network_id': '2c529091-ff0a-4542-85fe-a905bc06c939', 'tenant_id': '5442e6e0a143456fb8a2ec9ecba33d24', 'fixed_ips': [{'subnet_id': 'ec0067ec-f3e9-4623-8d6b-f8563dcd28d7'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:29:28.100195 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.138420 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2252192 Jul 13 08:29:28.142287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43942) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:28.147675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Request body: {'subnet': {'network_id': 'c65c9c45-5689-4693-9fbd-36381bb19a83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:28.193496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e039a-49e2-4402-8976-433c2a4daf39 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'Network': ['ID=c65c9c45-5689-4693-9fbd-36381bb19a83,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:28.290070 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Made reservation on behalf of 5442e6e0a143456fb8a2ec9ecba33d24 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:28.296885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.351951 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c65c9c45-5689-4693-9fbd-36381bb19a83 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:29:28.588666 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.621595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Allocated IP 2001:db8::2 (2c529091-ff0a-4542-85fe-a905bc06c939/ec0067ec-f3e9-4623-8d6b-f8563dcd28d7/a66b7b48-ab77-4264-90b9-23f843293fa6) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:28.674575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event updated for resources: {'Subnet': ['ID=b9f78023-14dc-4bfb-99f4-e7a39764659d,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:28.689429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Checking segment: {'id': 'b728624f-3246-4193-a24e-08189922cc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c65c9c45-5689-4693-9fbd-36381bb19a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:28.690073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Network hostable DHCP agents. Network: c65c9c45-5689-4693-9fbd-36381bb19a83, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:29:28.709755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Network c65c9c45-5689-4693-9fbd-36381bb19a83 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:29:28.721341 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c65c9c45-5689-4693-9fbd-36381bb19a83) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:28.726390 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:28.727296 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.741189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f2ba3-877b-4ef2-81a8-fbff826a6a1c None None] Network c65c9c45-5689-4693-9fbd-36381bb19a83 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:28.747658 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e5c33557-caf3-4916-b5fc-ecc7ef1b5678 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5998437 Jul 13 08:29:28.747658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43944) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:28.850623 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.860564 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.878488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Transition to ACTIVE for port object a66b7b48-ab77-4264-90b9-23f843293fa6 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:28.917885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Transition to ACTIVE for port object a66b7b48-ab77-4264-90b9-23f843293fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:28.919763 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.926333 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:28.994770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Network 2c529091-ff0a-4542-85fe-a905bc06c939 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:28.999157 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.000581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:29.004184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:29.008429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b5ebac-d0d1-4c91-b492-84eca776b4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-c65c9c45-5689-4693-9fbd-36381bb19a83', 'network_id': 'c65c9c45-5689-4693-9fbd-36381bb19a83', 'tenant_id': '5442e6e0a143456fb8a2ec9ecba33d24', 'fixed_ips': [{'subnet_id': 'b9f78023-14dc-4bfb-99f4-e7a39764659d'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:29:29.009294 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ebac-d0d1-4c91-b492-84eca776b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.012744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Pushing event updated for resources: {'Port': ['ID=a66b7b48-ab77-4264-90b9-23f843293fa6,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:29.055212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f78023-14dc-4bfb-99f4-e7a39764659d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:29.113370 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.124115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65c9c45-5689-4693-9fbd-36381bb19a83']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:29.138248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b728624f-3246-4193-a24e-08189922cc70') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:29.138742 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b728624f-3246-4193-a24e-08189922cc70') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:29.143987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Attempting to bind port a66b7b48-ab77-4264-90b9-23f843293fa6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:29.144522 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Attempting to bind port a66b7b48-ab77-4264-90b9-23f843293fa6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'de8d4661-f9b3-4060-9119-ce68e1b1bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2c529091-ff0a-4542-85fe-a905bc06c939'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:29.144893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Attempting to bind port a66b7b48-ab77-4264-90b9-23f843293fa6 on network 2c529091-ff0a-4542-85fe-a905bc06c939 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:29.150818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa58cf2-76c0-400b-84d6-70973a2826ce None None] Network c65c9c45-5689-4693-9fbd-36381bb19a83 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:29.153377 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.167755 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:29.168166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Checking segment: {'id': 'de8d4661-f9b3-4060-9119-ce68e1b1bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2c529091-ff0a-4542-85fe-a905bc06c939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:29.168547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.168734 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.168929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Bound using segment: {'id': 'de8d4661-f9b3-4060-9119-ce68e1b1bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2c529091-ff0a-4542-85fe-a905bc06c939'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:29.169407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Bound port: a66b7b48-ab77-4264-90b9-23f843293fa6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8d4661-f9b3-4060-9119-ce68e1b1bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2c529091-ff0a-4542-85fe-a905bc06c939'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:29.169880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.176826 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:29:29.177399 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:29:29.181509 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:29:29.249923 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.262312 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.265530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/networks/c65c9c45-5689-4693-9fbd-36381bb19a83 HTTP/1.1" status: 204 len: 168 time: 0.5168204 Jul 13 08:29:29.268921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43946) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:29.283660 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58d5f8-6fcb-4d11-bcbd-0433a24b8ee5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Network': ['ID=c65c9c45-5689-4693-9fbd-36381bb19a83,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:29.305353 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-481dd5c7-3a2c-492b-adab-3ec57b4c387f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] GET failed (client error): The resource could not be found. Jul 13 08:29:29.306966 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-481dd5c7-3a2c-492b-adab-3ec57b4c387f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "GET /v2.0/subnets/b9f78023-14dc-4bfb-99f4-e7a39764659d HTTP/1.1" status: 404 len: 337 time: 0.0369697 Jul 13 08:29:29.310307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:29.333523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] For port a66b7b48-ab77-4264-90b9-23f843293fa6, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:29.334291 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7d60a4-ba1a-4e63-a020-4593ba7f7ad1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] DELETE failed (client error): The resource could not be found. Jul 13 08:29:29.335042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7d60a4-ba1a-4e63-a020-4593ba7f7ad1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:29:29.337535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] For port a66b7b48-ab77-4264-90b9-23f843293fa6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a66b7b48-ab77-4264-90b9-23f843293fa6,segment=NetworkSegment(de8d4661-f9b3-4060-9119-ce68e1b1bce9),segment_id=de8d4661-f9b3-4060-9119-ce68e1b1bce9)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:29.337902 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fc7d60a4-ba1a-4e63-a020-4593ba7f7ad1 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/networks/c65c9c45-5689-4693-9fbd-36381bb19a83 HTTP/1.1" status: 404 len: 339 time: 0.0265658 Jul 13 08:29:29.343807 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.344231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43950) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:29.371730 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-090cc70a-27ce-4978-8639-0ba071cd1aa5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] DELETE failed (client error): The resource could not be found. Jul 13 08:29:29.372237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090cc70a-27ce-4978-8639-0ba071cd1aa5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:29:29.376811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-090cc70a-27ce-4978-8639-0ba071cd1aa5 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/subnets/b9f78023-14dc-4bfb-99f4-e7a39764659d HTTP/1.1" status: 404 len: 337 time: 0.0288196 Jul 13 08:29:29.377067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43952) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:29.400089 n-d-798249-7 neutron-server[93838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e56bbe-5dfc-4488-846b-6d3c97d4e5dc tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] DELETE failed (client error): The resource could not be found. Jul 13 08:29:29.401048 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e56bbe-5dfc-4488-846b-6d3c97d4e5dc tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:29:29.403229 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e0e56bbe-5dfc-4488-846b-6d3c97d4e5dc tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/networks/c65c9c45-5689-4693-9fbd-36381bb19a83 HTTP/1.1" status: 404 len: 339 time: 0.0251245 Jul 13 08:29:29.406884 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43954) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:29.410857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec6755-7c88-43b1-8573-4cee2b215a44 None None] Pushing event updated for resources: {'Port': ['ID=a66b7b48-ab77-4264-90b9-23f843293fa6,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:29.476827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-95426e88-d976-4cce-afd0-2c5d2218ae5b tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Deleting subnet ec0067ec-f3e9-4623-8d6b-f8563dcd28d7 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:29:29.480674 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95426e88-d976-4cce-afd0-2c5d2218ae5b tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.529259 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95426e88-d976-4cce-afd0-2c5d2218ae5b tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.673508 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95426e88-d976-4cce-afd0-2c5d2218ae5b tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.753699 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95426e88-d976-4cce-afd0-2c5d2218ae5b tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.787408 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95426e88-d976-4cce-afd0-2c5d2218ae5b tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0067ec-f3e9-4623-8d6b-f8563dcd28d7,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:29.792725 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-95426e88-d976-4cce-afd0-2c5d2218ae5b tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.796664 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-95426e88-d976-4cce-afd0-2c5d2218ae5b tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/subnets/ec0067ec-f3e9-4623-8d6b-f8563dcd28d7 HTTP/1.1" status: 204 len: 168 time: 0.3881977 Jul 13 08:29:29.797468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43956) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:29.878821 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:29.942302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Deleting port a66b7b48-ab77-4264-90b9-23f843293fa6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:29:29.942560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.006567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] For port a66b7b48-ab77-4264-90b9-23f843293fa6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a66b7b48-ab77-4264-90b9-23f843293fa6,segment=NetworkSegment(de8d4661-f9b3-4060-9119-ce68e1b1bce9),segment_id=de8d4661-f9b3-4060-9119-ce68e1b1bce9)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:30.006934 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.019974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Calling delete_port for a66b7b48-ab77-4264-90b9-23f843293fa6 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:29:30.113408 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.140659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Port': ['ID=a66b7b48-ab77-4264-90b9-23f843293fa6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:30.146701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] No DVR routers for this DVR port a66b7b48-ab77-4264-90b9-23f843293fa6 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:30.231392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.243373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c529091-ff0a-4542-85fe-a905bc06c939']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:30.260283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8d4661-f9b3-4060-9119-ce68e1b1bce9') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:30.260588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8d4661-f9b3-4060-9119-ce68e1b1bce9') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:30.270170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.287413 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.294934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:29:30.295448 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:29:30.298736 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:29:30.364196 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.372216 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.378453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/networks/2c529091-ff0a-4542-85fe-a905bc06c939 HTTP/1.1" status: 204 len: 168 time: 0.5763364 Jul 13 08:29:30.379128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43958) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:30.396843 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61752bd0-6d12-45de-9b97-1db4b4e2b073 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Network': ['ID=2c529091-ff0a-4542-85fe-a905bc06c939,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:30.415958 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf39e058-0162-42d7-9df9-a65e79b068b7 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] DELETE failed (client error): The resource could not be found. Jul 13 08:29:30.416334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf39e058-0162-42d7-9df9-a65e79b068b7 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:29:30.418237 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cf39e058-0162-42d7-9df9-a65e79b068b7 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/subnets/26c75f58-a4cd-46a1-9221-34517a41b765 HTTP/1.1" status: 404 len: 337 time: 0.0383246 Jul 13 08:29:30.421345 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43960) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:30.442048 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf01fda-e0cf-4748-9591-f6a6ccff3285 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] DELETE failed (client error): The resource could not be found. Jul 13 08:29:30.442643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf01fda-e0cf-4748-9591-f6a6ccff3285 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:29:30.444399 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1cf01fda-e0cf-4748-9591-f6a6ccff3285 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/networks/89c98cb1-c70b-43db-8534-585e7fde64da HTTP/1.1" status: 404 len: 339 time: 0.0221179 Jul 13 08:29:30.448968 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43962) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:30.476586 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-684e0646-6c55-423f-bd1d-e6a6f668ff92 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] DELETE failed (client error): The resource could not be found. Jul 13 08:29:30.477149 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684e0646-6c55-423f-bd1d-e6a6f668ff92 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:29:30.479246 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-684e0646-6c55-423f-bd1d-e6a6f668ff92 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/subnets/013f3e01-17cb-4657-a3c1-91322398c803 HTTP/1.1" status: 404 len: 337 time: 0.0290582 Jul 13 08:29:30.483012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43964) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:30.503003 n-d-798249-7 neutron-server[93839]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18ab248-9416-4a2b-ad25-c9504673a8c3 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] DELETE failed (client error): The resource could not be found. Jul 13 08:29:30.503645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18ab248-9416-4a2b-ad25-c9504673a8c3 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93839) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:29:30.505708 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b18ab248-9416-4a2b-ad25-c9504673a8c3 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/networks/1b686e18-1d95-49d8-9e3b-943ce2040e67 HTTP/1.1" status: 404 len: 339 time: 0.0216086 Jul 13 08:29:30.508967 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43966) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:30.531627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ec4fe061-84c5-4eff-bf5a-6323b5752db7 None None] Could not find standard attr ID for object a66b7b48-ab77-4264-90b9-23f843293fa6. {{(pid=93840) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:29:30.539323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f45e061-eaae-4fa4-8091-5b0529a61af1 None None] DHCP port deletion for 2c529091-ff0a-4542-85fe-a905bc06c939 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:29:30.560241 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e3838c-a2fd-4220-992b-27ca61532ceb None None] Network 2c529091-ff0a-4542-85fe-a905bc06c939 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:30.566136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f65795-ded7-4eae-b2bb-2a81ada9ff66 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Deleting subnet caa4747b-0b7f-45d4-b4dc-725c3a3a4bef {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:29:30.570467 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28f65795-ded7-4eae-b2bb-2a81ada9ff66 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.576753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e3838c-a2fd-4220-992b-27ca61532ceb None None] Network 2c529091-ff0a-4542-85fe-a905bc06c939 could not be found, it might have been deleted concurrently. {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 08:29:30.615071 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28f65795-ded7-4eae-b2bb-2a81ada9ff66 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.709495 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28f65795-ded7-4eae-b2bb-2a81ada9ff66 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.779669 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28f65795-ded7-4eae-b2bb-2a81ada9ff66 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.825196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f65795-ded7-4eae-b2bb-2a81ada9ff66 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Subnet': ['ID=caa4747b-0b7f-45d4-b4dc-725c3a3a4bef,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:30.830664 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28f65795-ded7-4eae-b2bb-2a81ada9ff66 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:30.833705 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-28f65795-ded7-4eae-b2bb-2a81ada9ff66 tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/subnets/caa4747b-0b7f-45d4-b4dc-725c3a3a4bef HTTP/1.1" status: 204 len: 168 time: 0.3234844 Jul 13 08:29:30.836409 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43968) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:30.838620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aa372b-c01e-4b36-936f-57af252a135d None None] Network ef6d9313-630e-447f-b385-cc764193cc6c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:30.934605 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.020001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Deleting port 760b0a88-8f6e-45d8-bf76-9638053625f5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:29:31.020351 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.062935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df7a9c-39df-4882-ba09-189e895fcb8f None None] DHCP port deletion for ef6d9313-630e-447f-b385-cc764193cc6c request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:29:31.120972 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] For port 760b0a88-8f6e-45d8-bf76-9638053625f5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=760b0a88-8f6e-45d8-bf76-9638053625f5,segment=NetworkSegment(f64da13c-9cb0-4433-910c-ed9c032055d2),segment_id=f64da13c-9cb0-4433-910c-ed9c032055d2)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:31.121568 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.127955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-22df7a9c-39df-4882-ba09-189e895fcb8f None None] Deleting port 760b0a88-8f6e-45d8-bf76-9638053625f5 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:29:31.128587 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-22df7a9c-39df-4882-ba09-189e895fcb8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.143584 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Calling delete_port for 760b0a88-8f6e-45d8-bf76-9638053625f5 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:29:31.237436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-22df7a9c-39df-4882-ba09-189e895fcb8f None None] For port 760b0a88-8f6e-45d8-bf76-9638053625f5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=760b0a88-8f6e-45d8-bf76-9638053625f5,segment=NetworkSegment(f64da13c-9cb0-4433-910c-ed9c032055d2),segment_id=f64da13c-9cb0-4433-910c-ed9c032055d2)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:31.238068 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-22df7a9c-39df-4882-ba09-189e895fcb8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.260027 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-22df7a9c-39df-4882-ba09-189e895fcb8f None None] Calling delete_port for 760b0a88-8f6e-45d8-bf76-9638053625f5 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:29:31.277829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.318197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Port': ['ID=760b0a88-8f6e-45d8-bf76-9638053625f5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:31.324354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] No DVR routers for this DVR port 760b0a88-8f6e-45d8-bf76-9638053625f5 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:31.354635 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-22df7a9c-39df-4882-ba09-189e895fcb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.397452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df7a9c-39df-4882-ba09-189e895fcb8f None None] Pushing event deleted for resources: {'Port': ['ID=760b0a88-8f6e-45d8-bf76-9638053625f5,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:31.401477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df7a9c-39df-4882-ba09-189e895fcb8f None None] No DVR routers for this DVR port 760b0a88-8f6e-45d8-bf76-9638053625f5 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:31.791039 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.801418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6d9313-630e-447f-b385-cc764193cc6c']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:31.811362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64da13c-9cb0-4433-910c-ed9c032055d2') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:31.811655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64da13c-9cb0-4433-910c-ed9c032055d2') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:31.820667 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.834501 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.841752 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:29:31.842156 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:29:31.845288 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:29:31.913272 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.919589 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.921679 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] 10.222.0.44 "DELETE /v2.0/networks/ef6d9313-630e-447f-b385-cc764193cc6c HTTP/1.1" status: 204 len: 168 time: 1.0830450 Jul 13 08:29:31.936527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd2c47-d387-4a97-8fd9-fb900c6dea5f tempest-NetworksIpV6Test-46235639 tempest-NetworksIpV6Test-46235639-project] Pushing event deleted for resources: {'Network': ['ID=ef6d9313-630e-447f-b385-cc764193cc6c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:32.202241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 43974) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:32.347833 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ea9aec35-e4c9-4965-b7c4-b3c71592a653 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5442e6e0a143456fb8a2ec9ecba33d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442542 Jul 13 08:29:32.350595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 43978) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:32.405772 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8b17a6f6-5ea8-4456-a52a-35188a63dbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:32.438521 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8b17a6f6-5ea8-4456-a52a-35188a63dbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:32.495728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8b17a6f6-5ea8-4456-a52a-35188a63dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:32.497963 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8b17a6f6-5ea8-4456-a52a-35188a63dbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:32.499151 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8b17a6f6-5ea8-4456-a52a-35188a63dbbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f46d5cd8-132b-4bc8-b782-0734edf7816c HTTP/1.1" status: 204 len: 168 time: 0.1467476 Jul 13 08:29:32.509337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17a6f6-5ea8-4456-a52a-35188a63dbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46d5cd8-132b-4bc8-b782-0734edf7816c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:32.969686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 760b0a88-8f6e-45d8-bf76-9638053625f5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:29:32.991046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 760b0a88-8f6e-45d8-bf76-9638053625f5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:29:32.991611 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 760b0a88-8f6e-45d8-bf76-9638053625f5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:29:33.184200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44000) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:33.297081 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-04b9da41-9d55-4924-aeea-129dc6afce58 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1643635271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:33.325516 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b9da41-9d55-4924-aeea-129dc6afce58 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.326859 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b9da41-9d55-4924-aeea-129dc6afce58 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.388403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b9da41-9d55-4924-aeea-129dc6afce58 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.393464 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b9da41-9d55-4924-aeea-129dc6afce58 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.416428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04b9da41-9d55-4924-aeea-129dc6afce58 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.418400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-04b9da41-9d55-4924-aeea-129dc6afce58 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2329149 Jul 13 08:29:33.421367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44006) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:33.426918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-377261229'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:33.449573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Made reservation on behalf of e5234de3612a4199a009ee4daef7c0d3 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:33.453180 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.462824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.566827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.571553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.595633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:29:33.609762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45bf5c27-ae12-4663-9b8d-79d394b8d74c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:33.614889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.615249 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Added segment 9407cb09-4447-489b-9f3f-eb2845509fe0 of type vlan for network 160453bf-cfdc-4107-9e17-5bf64441d07b Jul 13 08:29:33.658170 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.689009 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.694577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:33.695605 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.730839 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3081741 Jul 13 08:29:33.733839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44008) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:33.739953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Request body: {'subnet': {'network_id': '160453bf-cfdc-4107-9e17-5bf64441d07b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:33.766026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc90661-f3b1-4247-9911-bb95bfe8d96b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Pushing event updated for resources: {'Network': ['ID=160453bf-cfdc-4107-9e17-5bf64441d07b,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:33.783828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 160453bf-cfdc-4107-9e17-5bf64441d07b details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:29:33.833561 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Made reservation on behalf of e5234de3612a4199a009ee4daef7c0d3 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:33.838222 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.028510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.094686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Pushing event updated for resources: {'Subnet': ['ID=92653de0-7a89-4a27-85bf-0133430e0d0e,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:34.108068 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Checking segment: {'id': '9407cb09-4447-489b-9f3f-eb2845509fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '160453bf-cfdc-4107-9e17-5bf64441d07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:34.108436 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Network hostable DHCP agents. Network: 160453bf-cfdc-4107-9e17-5bf64441d07b, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:29:34.127072 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Network 160453bf-cfdc-4107-9e17-5bf64441d07b is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:29:34.137467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 160453bf-cfdc-4107-9e17-5bf64441d07b) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:34.142116 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:34.142726 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.147847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f40138e-a6c6-4db5-aff6-729bff2c5f55 None None] Network 160453bf-cfdc-4107-9e17-5bf64441d07b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:34.165452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a1f83b30-4087-4bf3-821e-ca1e0f98c581 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4250281 Jul 13 08:29:34.165785 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44010) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:34.171055 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1065081450'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:34.196676 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Made reservation on behalf of e5234de3612a4199a009ee4daef7c0d3 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:34.200583 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.231617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:29:34.247556 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.247998 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Added segment d96543f0-be36-4cfd-b531-0ab4face45b9 of type vlan for network 04107032-eee6-4273-9e7a-6b97ba45f056 Jul 13 08:29:34.301515 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.326072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-160453bf-cfdc-4107-9e17-5bf64441d07b', 'network_id': '160453bf-cfdc-4107-9e17-5bf64441d07b', 'tenant_id': 'e5234de3612a4199a009ee4daef7c0d3', 'fixed_ips': [{'subnet_id': '92653de0-7a89-4a27-85bf-0133430e0d0e'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:29:34.327116 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.335094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.342969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:34.343594 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.380601 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2137232 Jul 13 08:29:34.382005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44012) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:34.388762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Request body: {'subnet': {'network_id': '04107032-eee6-4273-9e7a-6b97ba45f056', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:34.458743 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc23ddc-e17f-426a-b280-c073a3123dc9 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Pushing event updated for resources: {'Network': ['ID=04107032-eee6-4273-9e7a-6b97ba45f056,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:34.492541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 04107032-eee6-4273-9e7a-6b97ba45f056 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:29:34.499832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Made reservation on behalf of e5234de3612a4199a009ee4daef7c0d3 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:34.503893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.574394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Allocated IP 172.20.0.2 (160453bf-cfdc-4107-9e17-5bf64441d07b/92653de0-7a89-4a27-85bf-0133430e0d0e/3d1228ea-8ca6-4c08-a4d0-9476f2db7a19) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:34.721491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.746431 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.760503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Transition to ACTIVE for port object 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:34.783977 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Transition to ACTIVE for port object 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:34.790076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Pushing event updated for resources: {'Subnet': ['ID=0a4a2a81-3446-4e26-ad13-cbb7d9f22e3d,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:34.793888 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.797966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Checking segment: {'id': 'd96543f0-be36-4cfd-b531-0ab4face45b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '04107032-eee6-4273-9e7a-6b97ba45f056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:34.799002 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Network hostable DHCP agents. Network: 04107032-eee6-4273-9e7a-6b97ba45f056, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:29:34.820801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Network 04107032-eee6-4273-9e7a-6b97ba45f056 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:29:34.836214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 04107032-eee6-4273-9e7a-6b97ba45f056) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:34.840903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:34.841505 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:34.852825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Network 160453bf-cfdc-4107-9e17-5bf64441d07b is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:34.853876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe41ddf2-e958-430e-b6cc-89c887a88b91 None None] Network 04107032-eee6-4273-9e7a-6b97ba45f056 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:34.858715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-da58de82-4de5-436d-a4f2-6d7523958a55 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4741361 Jul 13 08:29:34.861852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44014) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:34.864354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:34.866890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-965807f9-ad79-4bf0-9e41-6446d4fdb444 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Request body: {'router': {'external_gateway_info': {'network_id': '04107032-eee6-4273-9e7a-6b97ba45f056'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:34.867124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:34.896673 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Pushing event updated for resources: {'Port': ['ID=3d1228ea-8ca6-4c08-a4d0-9476f2db7a19,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:35.001418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Attempting to bind port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:35.001795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Attempting to bind port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '9407cb09-4447-489b-9f3f-eb2845509fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '160453bf-cfdc-4107-9e17-5bf64441d07b'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:35.002169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Attempting to bind port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 on network 160453bf-cfdc-4107-9e17-5bf64441d07b {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:35.013242 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.017403 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:35.017782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Checking segment: {'id': '9407cb09-4447-489b-9f3f-eb2845509fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '160453bf-cfdc-4107-9e17-5bf64441d07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:35.018186 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.018581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Bound using segment: {'id': '9407cb09-4447-489b-9f3f-eb2845509fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '160453bf-cfdc-4107-9e17-5bf64441d07b'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:35.019060 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Bound port: 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9407cb09-4447-489b-9f3f-eb2845509fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '160453bf-cfdc-4107-9e17-5bf64441d07b'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:35.019443 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.090450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-965807f9-ad79-4bf0-9e41-6446d4fdb444 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.142802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] For port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:35.146456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ecf677-c5c9-4539-9a4e-32945df80e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-04107032-eee6-4273-9e7a-6b97ba45f056', 'network_id': '04107032-eee6-4273-9e7a-6b97ba45f056', 'tenant_id': 'e5234de3612a4199a009ee4daef7c0d3', 'fixed_ips': [{'subnet_id': '0a4a2a81-3446-4e26-ad13-cbb7d9f22e3d'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:29:35.147328 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf677-c5c9-4539-9a4e-32945df80e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.151206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] For port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3d1228ea-8ca6-4c08-a4d0-9476f2db7a19,segment=NetworkSegment(9407cb09-4447-489b-9f3f-eb2845509fe0),segment_id=9407cb09-4447-489b-9f3f-eb2845509fe0)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:35.161470 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.203940 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [None req-965807f9-ad79-4bf0-9e41-6446d4fdb444 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:29:35.205059 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-965807f9-ad79-4bf0-9e41-6446d4fdb444 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "PUT /v2.0/routers/9e01ebf3-a379-4e0e-a42c-a722f07d23d1 HTTP/1.1" status: 400 len: 364 time: 0.3422194 Jul 13 08:29:35.212201 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44016) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:35.274621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51ba1e9-f7e7-4063-a5b4-6cc1b1d36b6f tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Deleting subnet 0a4a2a81-3446-4e26-ad13-cbb7d9f22e3d {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:29:35.278955 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b51ba1e9-f7e7-4063-a5b4-6cc1b1d36b6f tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.334852 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b51ba1e9-f7e7-4063-a5b4-6cc1b1d36b6f tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.423381 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b51ba1e9-f7e7-4063-a5b4-6cc1b1d36b6f tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.482661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a231ef8-3756-449e-a8cc-c9f6306d2e63 None None] Pushing event updated for resources: {'Port': ['ID=3d1228ea-8ca6-4c08-a4d0-9476f2db7a19,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:35.510516 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b51ba1e9-f7e7-4063-a5b4-6cc1b1d36b6f tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server [None req-d0ecf677-c5c9-4539-9a4e-32945df80e63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a4a2a81-3446-4e26-ad13-cbb7d9f22e3d: This subnet is being modified by another concurrent operation. Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server raise exception Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a4a2a81-3446-4e26-ad13-cbb7d9f22e3d: This subnet is being modified by another concurrent operation. Jul 13 08:29:35.521229 n-d-798249-7 neutron-server[93840]: ERROR oslo_messaging.rpc.server Jul 13 08:29:35.547440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ba1e9-f7e7-4063-a5b4-6cc1b1d36b6f tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4a2a81-3446-4e26-ad13-cbb7d9f22e3d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:35.547440 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b51ba1e9-f7e7-4063-a5b4-6cc1b1d36b6f tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.549637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8242722-31ff-48f2-8273-ab42a91b4f3f None None] Network 04107032-eee6-4273-9e7a-6b97ba45f056 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:35.549880 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b51ba1e9-f7e7-4063-a5b4-6cc1b1d36b6f tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "DELETE /v2.0/subnets/0a4a2a81-3446-4e26-ad13-cbb7d9f22e3d HTTP/1.1" status: 204 len: 168 time: 0.3365290 Jul 13 08:29:35.550629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44018) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:35.646209 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.745527 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.757255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04107032-eee6-4273-9e7a-6b97ba45f056']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:35.768732 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96543f0-be36-4cfd-b531-0ab4face45b9') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:35.769131 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96543f0-be36-4cfd-b531-0ab4face45b9') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:35.779814 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.794361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.800809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:29:35.801217 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:29:35.805054 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:29:35.862537 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.871027 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.872906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "DELETE /v2.0/networks/04107032-eee6-4273-9e7a-6b97ba45f056 HTTP/1.1" status: 204 len: 168 time: 0.3210032 Jul 13 08:29:35.875602 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44020) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:35.889266 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd4617-2825-4ebf-a71b-86d7f56628c0 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Pushing event deleted for resources: {'Network': ['ID=04107032-eee6-4273-9e7a-6b97ba45f056,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:35.944393 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b936fd0b-8353-4eed-bfcf-a57e2df2fa5b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Deleting subnet 92653de0-7a89-4a27-85bf-0133430e0d0e {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:29:35.948591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b936fd0b-8353-4eed-bfcf-a57e2df2fa5b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.990992 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b936fd0b-8353-4eed-bfcf-a57e2df2fa5b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.083257 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b936fd0b-8353-4eed-bfcf-a57e2df2fa5b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.152603 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b936fd0b-8353-4eed-bfcf-a57e2df2fa5b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.182034 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936fd0b-8353-4eed-bfcf-a57e2df2fa5b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Pushing event deleted for resources: {'Subnet': ['ID=92653de0-7a89-4a27-85bf-0133430e0d0e,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:36.185827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b936fd0b-8353-4eed-bfcf-a57e2df2fa5b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.190076 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b936fd0b-8353-4eed-bfcf-a57e2df2fa5b tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "DELETE /v2.0/subnets/92653de0-7a89-4a27-85bf-0133430e0d0e HTTP/1.1" status: 204 len: 168 time: 0.3110304 Jul 13 08:29:36.190300 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44022) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:36.253106 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c220af43-7df8-4ecc-a9f2-34121715a444 None None] Network 160453bf-cfdc-4107-9e17-5bf64441d07b requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:36.268833 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.335883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Deleting port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:29:36.336305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.354073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-60a50ee1-2042-477f-b9b7-0b7debda81e9 None None] Provisioning for port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:36.425383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] For port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3d1228ea-8ca6-4c08-a4d0-9476f2db7a19,segment=NetworkSegment(9407cb09-4447-489b-9f3f-eb2845509fe0),segment_id=9407cb09-4447-489b-9f3f-eb2845509fe0)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:36.425911 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.439414 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Calling delete_port for 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:29:36.461159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283cf5f-6ae7-4bdf-be3b-f8d856d0da60 None None] DHCP port deletion for 160453bf-cfdc-4107-9e17-5bf64441d07b request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:29:36.513454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c283cf5f-6ae7-4bdf-be3b-f8d856d0da60 None None] Deleting port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:29:36.513827 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c283cf5f-6ae7-4bdf-be3b-f8d856d0da60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.536401 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.564447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] No DVR routers for this DVR port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:36.571375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Pushing event deleted for resources: {'Port': ['ID=3d1228ea-8ca6-4c08-a4d0-9476f2db7a19,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:36.581665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c283cf5f-6ae7-4bdf-be3b-f8d856d0da60 None None] For port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=3d1228ea-8ca6-4c08-a4d0-9476f2db7a19,segment=NetworkSegment(9407cb09-4447-489b-9f3f-eb2845509fe0),segment_id=9407cb09-4447-489b-9f3f-eb2845509fe0)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:36.582066 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c283cf5f-6ae7-4bdf-be3b-f8d856d0da60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.596414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c283cf5f-6ae7-4bdf-be3b-f8d856d0da60 None None] Calling delete_port for 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:29:36.651604 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.662217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160453bf-cfdc-4107-9e17-5bf64441d07b']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:36.673170 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9407cb09-4447-489b-9f3f-eb2845509fe0') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:36.673459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9407cb09-4447-489b-9f3f-eb2845509fe0') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:36.677934 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c283cf5f-6ae7-4bdf-be3b-f8d856d0da60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.683568 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.703859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283cf5f-6ae7-4bdf-be3b-f8d856d0da60 None None] Pushing event deleted for resources: {'Port': ['ID=3d1228ea-8ca6-4c08-a4d0-9476f2db7a19,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:36.704227 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.707575 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283cf5f-6ae7-4bdf-be3b-f8d856d0da60 None None] No DVR routers for this DVR port 3d1228ea-8ca6-4c08-a4d0-9476f2db7a19 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:36.712355 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:29:36.712755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:29:36.715907 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:29:36.731393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899224d-10b4-4334-8548-2ee8f2d1d63d None None] get_active_networks_info from n-d-798249-7 {{(pid=93840) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:29:36.779576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.784754 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.786703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "DELETE /v2.0/networks/160453bf-cfdc-4107-9e17-5bf64441d07b HTTP/1.1" status: 204 len: 168 time: 0.5954628 Jul 13 08:29:36.791416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44024) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:36.805682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1439588-8155-41fe-9b9d-6b76b1c7e49c tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Pushing event deleted for resources: {'Network': ['ID=160453bf-cfdc-4107-9e17-5bf64441d07b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:36.814601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a899224d-10b4-4334-8548-2ee8f2d1d63d None None] Resources bound (agent type, host, resource id): {{(pid=93840) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:29:36.827373 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c20d0653-9ffe-42ec-81ad-5c75b910acf2 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e01ebf3-a379-4e0e-a42c-a722f07d23d1 HTTP/1.1" status: 200 len: 205 time: 0.0310810 Jul 13 08:29:36.827373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44026) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:36.905779 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0403cc38-e30b-4d89-b490-02c200086ea7 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.076341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0403cc38-e30b-4d89-b490-02c200086ea7 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.078604 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0403cc38-e30b-4d89-b490-02c200086ea7 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.124135 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0403cc38-e30b-4d89-b490-02c200086ea7 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.124654 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0403cc38-e30b-4d89-b490-02c200086ea7 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Fanout notify agent at l3_agent the message router_deleted on router 9e01ebf3-a379-4e0e-a42c-a722f07d23d1 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:29:37.140930 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0403cc38-e30b-4d89-b490-02c200086ea7 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.142193 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0403cc38-e30b-4d89-b490-02c200086ea7 tempest-RoutersNegativeTest-1912954987 tempest-RoutersNegativeTest-1912954987-project] 10.222.0.44 "DELETE /v2.0/routers/9e01ebf3-a379-4e0e-a42c-a722f07d23d1 HTTP/1.1" status: 204 len: 168 time: 0.3138726 Jul 13 08:29:37.404777 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44032) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:37.536916 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-661d33ac-52a8-4075-874f-2a36df10155b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5234de3612a4199a009ee4daef7c0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309283 Jul 13 08:29:37.539720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44036) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:37.590386 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2884791d-7f86-4098-999e-711903462139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.611937 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2884791d-7f86-4098-999e-711903462139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.658517 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2884791d-7f86-4098-999e-711903462139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.661142 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2884791d-7f86-4098-999e-711903462139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.662333 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2884791d-7f86-4098-999e-711903462139 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45bf5c27-ae12-4663-9b8d-79d394b8d74c HTTP/1.1" status: 204 len: 168 time: 0.1216702 Jul 13 08:29:37.671428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884791d-7f86-4098-999e-711903462139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bf5c27-ae12-4663-9b8d-79d394b8d74c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:38.304827 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44058) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:38.407860 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1977209816-network', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:38.433479 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Made reservation on behalf of 4e8a62c90bb544cca064c78c8cdde026 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:38.435994 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.444614 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.537526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.542074 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.566866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:29:38.576866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717014c6-9f3e-4863-a5bb-e100fd1769cd,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:38.581771 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.582118 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Added segment 2be32e12-2372-4c90-9779-83f6218387a8 of type vlan for network 3c467637-1c2b-4e49-9677-922ffd153557 Jul 13 08:29:38.604976 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.624819 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.654558 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.655588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:38.656202 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.684446 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3783815 Jul 13 08:29:38.687531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44062) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:38.693260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Request body: {'subnet': {'network_id': '3c467637-1c2b-4e49-9677-922ffd153557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1977209816-subnet', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:38.717039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Made reservation on behalf of 4e8a62c90bb544cca064c78c8cdde026 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:38.719570 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.721424 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f00a58-ffa3-48c3-869c-febf9cc1202b admin admin] Pushing event updated for resources: {'Network': ['ID=3c467637-1c2b-4e49-9677-922ffd153557,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:38.732554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 3c467637-1c2b-4e49-9677-922ffd153557 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:29:38.891449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.948198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988fa904-a663-4457-953a-c26958219df9,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:38.960884 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Checking segment: {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:38.961482 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Network hostable DHCP agents. Network: 3c467637-1c2b-4e49-9677-922ffd153557, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:29:38.978716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Network 3c467637-1c2b-4e49-9677-922ffd153557 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:29:38.987700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 3c467637-1c2b-4e49-9677-922ffd153557) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:38.992173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:38.992827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:38.998945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624afa0-fd45-4cfd-a727-4578144689fd None None] Network 3c467637-1c2b-4e49-9677-922ffd153557 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:39.007341 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2308c63b-47be-4411-9302-cd7188985998 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3184402 Jul 13 08:29:39.010128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44064) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:39.014711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1977209816-router', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:39.037364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.039174 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.099052 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.163030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-3c467637-1c2b-4e49-9677-922ffd153557', 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'fixed_ips': [{'subnet_id': '988fa904-a663-4457-953a-c26958219df9'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:29:39.165534 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.251850 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.307165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Allocated IP 172.20.0.2 (3c467637-1c2b-4e49-9677-922ffd153557/988fa904-a663-4457-953a-c26958219df9/f53e1dfb-8ad5-4515-bb48-9cb23fcec220) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:39.468605 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.477417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Transition to ACTIVE for port object f53e1dfb-8ad5-4515-bb48-9cb23fcec220 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:39.487577 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.492949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Transition to ACTIVE for port object f53e1dfb-8ad5-4515-bb48-9cb23fcec220 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:39.498712 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.508429 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.545198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Network 3c467637-1c2b-4e49-9677-922ffd153557 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:39.548206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:39.551774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:39.559657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Pushing event updated for resources: {'Port': ['ID=f53e1dfb-8ad5-4515-bb48-9cb23fcec220,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:39.615854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Attempting to bind port f53e1dfb-8ad5-4515-bb48-9cb23fcec220 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:39.617435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Attempting to bind port f53e1dfb-8ad5-4515-bb48-9cb23fcec220 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:39.617435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Attempting to bind port f53e1dfb-8ad5-4515-bb48-9cb23fcec220 on network 3c467637-1c2b-4e49-9677-922ffd153557 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:39.622825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:39.623203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Checking segment: {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:39.623617 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.624035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Bound using segment: {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:39.624510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Bound port: f53e1dfb-8ad5-4515-bb48-9cb23fcec220, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:39.624798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Allocated IP 172.25.6.157 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/0a207927-fec6-4957-8539-2c6eb841455a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:39.624921 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.692068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] For port f53e1dfb-8ad5-4515-bb48-9cb23fcec220, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:39.696298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] For port f53e1dfb-8ad5-4515-bb48-9cb23fcec220, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f53e1dfb-8ad5-4515-bb48-9cb23fcec220,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:39.701243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.744522 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.771073 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a56aa-fe8f-4905-a389-558f34f598e6 None None] Pushing event updated for resources: {'Port': ['ID=f53e1dfb-8ad5-4515-bb48-9cb23fcec220,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:39.806262 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:39.850160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:39.854218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:39.858177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:39.881157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Pushing event updated for resources: {'Port': ['ID=0a207927-fec6-4957-8539-2c6eb841455a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:40.184749 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:40.773469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:40.808679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788f1c10-8a14-4809-b170-3012e9ead415 None None] Network 3c467637-1c2b-4e49-9677-922ffd153557 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:40.873984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-764f4ddc-b9eb-4ea9-8193-1b4a9b51c0a6 None None] Provisioning for port f53e1dfb-8ad5-4515-bb48-9cb23fcec220 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:40.911913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Router a151294e-a65a-47ee-b68a-1ce749b1d62d is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:29:41.009481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f53e1dfb-8ad5-4515-bb48-9cb23fcec220 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:41.034047 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:29:41.044082 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Sync routers for ids ['a151294e-a65a-47ee-b68a-1ce749b1d62d'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:29:41.051849 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.055612 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Routers {'a151294e-a65a-47ee-b68a-1ce749b1d62d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:41.056351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44066) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:41.056852 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a151294e-a65a-47ee-b68a-1ce749b1d62d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:41.063824 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-60d654a3-7fd8-4a62-b2a3-43104f52033e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0523927 Jul 13 08:29:41.066920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port f53e1dfb-8ad5-4515-bb48-9cb23fcec220 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:41.071541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f53e1dfb-8ad5-4515-bb48-9cb23fcec220 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:41.071921 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.166573 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.194914 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Set router a151294e-a65a-47ee-b68a-1ce749b1d62d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:41.213303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port f53e1dfb-8ad5-4515-bb48-9cb23fcec220, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f53e1dfb-8ad5-4515-bb48-9cb23fcec220,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:41.220433 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.291536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=f53e1dfb-8ad5-4515-bb48-9cb23fcec220,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:41.306603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-51914ffa-779f-44f0-9c0b-6e382f4985dd None None] Provisioning complete for port f53e1dfb-8ad5-4515-bb48-9cb23fcec220 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:41.306978 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-51914ffa-779f-44f0-9c0b-6e382f4985dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.405046 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'name': 'tempest-TestEncryptedCinderVolumes-1977209816-router', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '0a207927-fec6-4957-8539-2c6eb841455a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:40Z', 'revision_number': 3, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'gw_port': {'id': '0a207927-fec6-4957-8539-2c6eb841455a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:41.431880 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Checking router: a151294e-a65a-47ee-b68a-1ce749b1d62d for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:29:41.432246 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Updating router a151294e-a65a-47ee-b68a-1ce749b1d62d port 0a207927-fec6-4957-8539-2c6eb841455a binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:29:41.470884 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.532910 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.691306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Allocated IP 172.20.0.1 (3c467637-1c2b-4e49-9677-922ffd153557/988fa904-a663-4457-953a-c26958219df9/d051e9ee-441c-4448-8104-2d0f34f5f327) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:41.728038 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.738230 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Transition to ACTIVE for port object 0a207927-fec6-4957-8539-2c6eb841455a will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:41.744670 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.797939 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Pushing event updated for resources: {'Port': ['ID=0a207927-fec6-4957-8539-2c6eb841455a,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:41.798958 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.800151 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Attempting to bind port 0a207927-fec6-4957-8539-2c6eb841455a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:41.800542 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Attempting to bind port 0a207927-fec6-4957-8539-2c6eb841455a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:41.800883 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Attempting to bind port 0a207927-fec6-4957-8539-2c6eb841455a on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:41.810399 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:41.810773 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:41.811182 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.811586 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:41.812067 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Bound port: 0a207927-fec6-4957-8539-2c6eb841455a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:41.812449 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.814086 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Transition to ACTIVE for port object d051e9ee-441c-4448-8104-2d0f34f5f327 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:41.814625 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.815092 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.815369 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.815705 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.816057 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.816389 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.816719 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.817067 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.817363 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.817692 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.818019 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.818340 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.848914 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.877738 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] For port 0a207927-fec6-4957-8539-2c6eb841455a, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:41.881588 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] For port 0a207927-fec6-4957-8539-2c6eb841455a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0a207927-fec6-4957-8539-2c6eb841455a,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:41.885867 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.899903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Network 3c467637-1c2b-4e49-9677-922ffd153557 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:41.902998 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:41.906821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:41.935580 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Pushing event updated for resources: {'Port': ['ID=d051e9ee-441c-4448-8104-2d0f34f5f327,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:41.944975 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Routers {'a151294e-a65a-47ee-b68a-1ce749b1d62d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:41.945632 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a151294e-a65a-47ee-b68a-1ce749b1d62d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:41.950816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.951167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.951507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.951848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.952272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.952528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.952854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.953185 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.953514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.953838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.954156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.954474 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:41.966034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:41.981154 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d85a8a-ea7d-4771-8984-31cb5a573447 None None] Pushing event updated for resources: {'Port': ['ID=0a207927-fec6-4957-8539-2c6eb841455a,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:42.060842 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] Set router a151294e-a65a-47ee-b68a-1ce749b1d62d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:42.121139 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:42.216677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e3a922f5-4029-4184-83da-4731c5778510 None None] Provisioning for port d051e9ee-441c-4448-8104-2d0f34f5f327 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:42.221114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e3a922f5-4029-4184-83da-4731c5778510 None None] Provisioning complete for port d051e9ee-441c-4448-8104-2d0f34f5f327 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:42.221490 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e3a922f5-4029-4184-83da-4731c5778510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:42.255478 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'name': 'tempest-TestEncryptedCinderVolumes-1977209816-router', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '0a207927-fec6-4957-8539-2c6eb841455a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:40Z', 'revision_number': 3, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'gw_port': {'id': '0a207927-fec6-4957-8539-2c6eb841455a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:42.259033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e3a922f5-4029-4184-83da-4731c5778510 None None] Port d051e9ee-441c-4448-8104-2d0f34f5f327 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:42.298026 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:42.302892 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:42.377925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Pushing event updated for resources: {'Port': ['ID=d051e9ee-441c-4448-8104-2d0f34f5f327,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:42.385788 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99731e27-8b44-4406-b9c1-9504ddc6b7e8 None None] The sync data for ids ['a151294e-a65a-47ee-b68a-1ce749b1d62d'] in n-d-798249-7 is: [{'id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'name': 'tempest-TestEncryptedCinderVolumes-1977209816-router', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '0a207927-fec6-4957-8539-2c6eb841455a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:40Z', 'revision_number': 3, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'gw_port': {'id': '0a207927-fec6-4957-8539-2c6eb841455a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:29:42.390037 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:42.502883 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Network 3c467637-1c2b-4e49-9677-922ffd153557 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:42.505254 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:42.583347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f1cd5b76-5613-4e04-9b6c-ee14424ed569 None None] Provisioning complete for port d051e9ee-441c-4448-8104-2d0f34f5f327 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:42.583720 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f1cd5b76-5613-4e04-9b6c-ee14424ed569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:42.631267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd5b76-5613-4e04-9b6c-ee14424ed569 None None] Port d051e9ee-441c-4448-8104-2d0f34f5f327 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:42.661371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Router a151294e-a65a-47ee-b68a-1ce749b1d62d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:29:42.830923 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:29:42.836709 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b4e02c2a-9820-4be1-83b3-fe9f12f5cdda admin admin] 10.222.0.44 "PUT /v2.0/routers/a151294e-a65a-47ee-b68a-1ce749b1d62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7791312 Jul 13 08:29:42.862208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c8c560bb-8ba7-432e-b041-6fd5c34dd867 None None] Provisioning complete for port d051e9ee-441c-4448-8104-2d0f34f5f327 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:42.862717 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c8c560bb-8ba7-432e-b041-6fd5c34dd867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:42.906102 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c8c560bb-8ba7-432e-b041-6fd5c34dd867 None None] Port d051e9ee-441c-4448-8104-2d0f34f5f327 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:43.082967 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f53e1dfb-8ad5-4515-bb48-9cb23fcec220 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:43.141762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f53e1dfb-8ad5-4515-bb48-9cb23fcec220 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:43.142036 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.235712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0a207927-fec6-4957-8539-2c6eb841455a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:43.293884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 0a207927-fec6-4957-8539-2c6eb841455a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:43.300441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0a207927-fec6-4957-8539-2c6eb841455a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:43.300853 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.398542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.422218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 0a207927-fec6-4957-8539-2c6eb841455a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0a207927-fec6-4957-8539-2c6eb841455a,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:43.429427 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.494258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=0a207927-fec6-4957-8539-2c6eb841455a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:43.494832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44082) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:43.500212 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1902313927-network', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:43.524969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Made reservation on behalf of 8721be76318a4272a7b86b2625f59c7b for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:43.527616 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.537425 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.630392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.634450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.661624 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:29:43.667711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911b97f9-a081-4fc4-b79b-502a7ffc57f2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:43.675538 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.675903 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Added segment ec9a80cb-be9a-43d1-acd6-372b48c93c87 of type vlan for network eedba857-ad87-49a1-9343-f2021547f143 Jul 13 08:29:43.718082 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.747337 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.748350 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:43.748930 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.780462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2844396 Jul 13 08:29:43.783326 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44084) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:43.789126 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Request body: {'subnet': {'network_id': 'eedba857-ad87-49a1-9343-f2021547f143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1902313927-subnet', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:43.809916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Made reservation on behalf of 8721be76318a4272a7b86b2625f59c7b for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:43.812536 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:43.814750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b3bcb-1d34-4f55-a9aa-7d02bba73e97 admin admin] Pushing event updated for resources: {'Network': ['ID=eedba857-ad87-49a1-9343-f2021547f143,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:43.824938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network eedba857-ad87-49a1-9343-f2021547f143 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:29:44.005780 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:44.055136 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ed26a0-5456-4cb8-805a-5714e42b44bd,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:44.072118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Checking segment: {'id': 'ec9a80cb-be9a-43d1-acd6-372b48c93c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:44.072489 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Network hostable DHCP agents. Network: eedba857-ad87-49a1-9343-f2021547f143, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:29:44.089186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Network eedba857-ad87-49a1-9343-f2021547f143 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:29:44.098523 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, eedba857-ad87-49a1-9343-f2021547f143) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:44.104215 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:44.104722 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:44.108220 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b481e1c8-31a8-4ff7-822e-a1bcafc55114 None None] Network eedba857-ad87-49a1-9343-f2021547f143 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:44.124728 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7800cb60-36d1-4697-9046-97c42537a6d9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3377364 Jul 13 08:29:44.125041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44086) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:44.129662 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1902313927-router', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:44.153962 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:44.155178 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:44.199820 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Sync routers for ids ['a151294e-a65a-47ee-b68a-1ce749b1d62d'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:29:44.208133 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:44.232885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Routers {'a151294e-a65a-47ee-b68a-1ce749b1d62d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:44.233516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a151294e-a65a-47ee-b68a-1ce749b1d62d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:44.339598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-eedba857-ad87-49a1-9343-f2021547f143', 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'fixed_ips': [{'subnet_id': '21ed26a0-5456-4cb8-805a-5714e42b44bd'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:29:44.340494 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:44.441229 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-649b5741-8949-4d32-b23b-a5b56a1167d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:44.446438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Set router a151294e-a65a-47ee-b68a-1ce749b1d62d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:44.594523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Allocated IP 172.20.0.2 (eedba857-ad87-49a1-9343-f2021547f143/21ed26a0-5456-4cb8-805a-5714e42b44bd/c545a94e-a246-4acc-b14a-69e2448d88d5) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:44.597052 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:44.807733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:44.827750 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:44.936448 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Allocated IP 172.25.6.68 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/c8ca5fdd-be0d-4de3-acb9-34d6fd61d940) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:44.954104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'name': 'tempest-TestEncryptedCinderVolumes-1977209816-router', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '0a207927-fec6-4957-8539-2c6eb841455a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:42Z', 'revision_number': 4, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'gw_port': {'id': '0a207927-fec6-4957-8539-2c6eb841455a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'd051e9ee-441c-4448-8104-2d0f34f5f327', 'name': '', 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'mac_address': 'fa:16:3e:3e:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '988fa904-a663-4457-953a-c26958219df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:41Z', 'updated_at': '2021-07-13T08:29:42Z', 'revision_number': 2, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'subnets': [{'id': '988fa904-a663-4457-953a-c26958219df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:44.983582 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Checking router: a151294e-a65a-47ee-b68a-1ce749b1d62d for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:29:44.983938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Updating router a151294e-a65a-47ee-b68a-1ce749b1d62d port d051e9ee-441c-4448-8104-2d0f34f5f327 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:29:44.990543 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0a207927-fec6-4957-8539-2c6eb841455a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:45.047924 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.063139 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.064673 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.071380 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Transition to ACTIVE for port object c545a94e-a246-4acc-b14a-69e2448d88d5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:45.099505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Transition to ACTIVE for port object c545a94e-a246-4acc-b14a-69e2448d88d5 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:45.103011 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.124653 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.141123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:45.146020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:45.149955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:45.175001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Pushing event updated for resources: {'Port': ['ID=c8ca5fdd-be0d-4de3-acb9-34d6fd61d940,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:45.227593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Network eedba857-ad87-49a1-9343-f2021547f143 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:45.236489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:45.244726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:45.246864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0a207927-fec6-4957-8539-2c6eb841455a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:45.247233 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.255114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Pushing event updated for resources: {'Port': ['ID=c545a94e-a246-4acc-b14a-69e2448d88d5,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:45.401690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Attempting to bind port c545a94e-a246-4acc-b14a-69e2448d88d5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:45.402389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Attempting to bind port c545a94e-a246-4acc-b14a-69e2448d88d5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'ec9a80cb-be9a-43d1-acd6-372b48c93c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:45.402389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Attempting to bind port c545a94e-a246-4acc-b14a-69e2448d88d5 on network eedba857-ad87-49a1-9343-f2021547f143 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:45.411125 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.416789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:45.417161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Checking segment: {'id': 'ec9a80cb-be9a-43d1-acd6-372b48c93c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:45.417568 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.417961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Bound using segment: {'id': 'ec9a80cb-be9a-43d1-acd6-372b48c93c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:45.418429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Bound port: c545a94e-a246-4acc-b14a-69e2448d88d5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9a80cb-be9a-43d1-acd6-372b48c93c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:45.418809 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.567062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] For port c545a94e-a246-4acc-b14a-69e2448d88d5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:45.585982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] For port c545a94e-a246-4acc-b14a-69e2448d88d5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c545a94e-a246-4acc-b14a-69e2448d88d5,segment=NetworkSegment(ec9a80cb-be9a-43d1-acd6-372b48c93c87),segment_id=ec9a80cb-be9a-43d1-acd6-372b48c93c87)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:45.596935 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.600235 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.614003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.638142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Transition to ACTIVE for port object d051e9ee-441c-4448-8104-2d0f34f5f327 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:45.653096 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.681496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1456af-9442-464f-8c0b-3b8785cacd23 None None] Pushing event updated for resources: {'Port': ['ID=c545a94e-a246-4acc-b14a-69e2448d88d5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:45.774495 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Router a6e3becc-9011-4854-b847-fb63d3ef22b6 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:29:45.778165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6eafa-eaee-46b7-bca3-7960ddf3482b None None] Pushing event updated for resources: {'Port': ['ID=d051e9ee-441c-4448-8104-2d0f34f5f327,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:45.796160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Attempting to bind port d051e9ee-441c-4448-8104-2d0f34f5f327 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:45.796530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Attempting to bind port d051e9ee-441c-4448-8104-2d0f34f5f327 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:45.796891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Attempting to bind port d051e9ee-441c-4448-8104-2d0f34f5f327 on network 3c467637-1c2b-4e49-9677-922ffd153557 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:45.802941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:45.803216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Checking segment: {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:45.803622 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.804247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Bound using segment: {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:45.804752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Bound port: d051e9ee-441c-4448-8104-2d0f34f5f327, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:45.805138 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.920702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:29:45.925940 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] For port d051e9ee-441c-4448-8104-2d0f34f5f327, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:45.932153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] For port d051e9ee-441c-4448-8104-2d0f34f5f327, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d051e9ee-441c-4448-8104-2d0f34f5f327,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:45.938102 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Sync routers for ids ['a6e3becc-9011-4854-b847-fb63d3ef22b6'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:29:45.943361 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.948500 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:45.949155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-624bfda7-f252-4227-9617-f06bc92d785c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8229539 Jul 13 08:29:45.949557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44088) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:29:45.978518 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Routers {'a6e3becc-9011-4854-b847-fb63d3ef22b6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:45.979435 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a6e3becc-9011-4854-b847-fb63d3ef22b6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:46.013535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Routers {'a151294e-a65a-47ee-b68a-1ce749b1d62d'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:46.014481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a151294e-a65a-47ee-b68a-1ce749b1d62d'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:46.132473 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6eafa-eaee-46b7-bca3-7960ddf3482b None None] Pushing event updated for resources: {'Port': ['ID=d051e9ee-441c-4448-8104-2d0f34f5f327,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:46.144342 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Set router a6e3becc-9011-4854-b847-fb63d3ef22b6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:46.225229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] Set router a151294e-a65a-47ee-b68a-1ce749b1d62d gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:46.366303 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'name': 'tempest-TestEncryptedCinderVolumes-1902313927-router', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:45Z', 'revision_number': 3, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'gw_port': {'id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:46.393998 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Checking router: a6e3becc-9011-4854-b847-fb63d3ef22b6 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:29:46.394920 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Updating router a6e3becc-9011-4854-b847-fb63d3ef22b6 port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:29:46.434745 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:46.478966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'name': 'tempest-TestEncryptedCinderVolumes-1977209816-router', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '0a207927-fec6-4957-8539-2c6eb841455a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:42Z', 'revision_number': 4, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'gw_port': {'id': '0a207927-fec6-4957-8539-2c6eb841455a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'd051e9ee-441c-4448-8104-2d0f34f5f327', 'name': '', 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'mac_address': 'fa:16:3e:3e:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '988fa904-a663-4457-953a-c26958219df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:41Z', 'updated_at': '2021-07-13T08:29:45Z', 'revision_number': 4, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'subnets': [{'id': '988fa904-a663-4457-953a-c26958219df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:46.499747 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:46.507259 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8f04b-956e-4d23-853c-d09017df06eb None None] The sync data for ids ['a151294e-a65a-47ee-b68a-1ce749b1d62d'] in n-d-798249-7 is: [{'id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'name': 'tempest-TestEncryptedCinderVolumes-1977209816-router', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '0a207927-fec6-4957-8539-2c6eb841455a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:42Z', 'revision_number': 4, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'gw_port': {'id': '0a207927-fec6-4957-8539-2c6eb841455a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'd051e9ee-441c-4448-8104-2d0f34f5f327', 'name': '', 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'mac_address': 'fa:16:3e:3e:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '988fa904-a663-4457-953a-c26958219df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:41Z', 'updated_at': '2021-07-13T08:29:45Z', 'revision_number': 4, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'subnets': [{'id': '988fa904-a663-4457-953a-c26958219df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:29:46.732900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Allocated IP 172.20.0.1 (eedba857-ad87-49a1-9343-f2021547f143/21ed26a0-5456-4cb8-805a-5714e42b44bd/d4e3a2a6-8c27-4784-b878-efb8155c35d8) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:46.796840 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:46.811158 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Transition to ACTIVE for port object c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:46.825565 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:46.879129 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:46.883789 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Attempting to bind port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:46.884334 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Attempting to bind port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:46.884791 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Attempting to bind port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:46.898690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Transition to ACTIVE for port object d4e3a2a6-8c27-4784-b878-efb8155c35d8 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:46.902842 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e25488-1474-479e-a860-b0540a8e7925 None None] Pushing event updated for resources: {'Port': ['ID=c8ca5fdd-be0d-4de3-acb9-34d6fd61d940,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:46.911735 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:46.912151 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:46.912575 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:46.913615 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:46.914121 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Bound port: c8ca5fdd-be0d-4de3-acb9-34d6fd61d940, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:46.914570 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:46.943752 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:46.993582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Network eedba857-ad87-49a1-9343-f2021547f143 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:46.996857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:47.001453 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:47.031203 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] For port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:47.035379 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] For port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c8ca5fdd-be0d-4de3-acb9-34d6fd61d940,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:47.040824 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.056035 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.060415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Pushing event updated for resources: {'Port': ['ID=d4e3a2a6-8c27-4784-b878-efb8155c35d8,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:47.077017 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d55ae-315e-4e20-892d-e74c4d3b8fa5 None None] Network eedba857-ad87-49a1-9343-f2021547f143 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:29:47.105319 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Routers {'a6e3becc-9011-4854-b847-fb63d3ef22b6'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:47.105974 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:29:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a6e3becc-9011-4854-b847-fb63d3ef22b6'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:47.186090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c545a94e-a246-4acc-b14a-69e2448d88d5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:47.228847 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e25488-1474-479e-a860-b0540a8e7925 None None] Pushing event updated for resources: {'Port': ['ID=c8ca5fdd-be0d-4de3-acb9-34d6fd61d940,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:47.251518 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] Set router a6e3becc-9011-4854-b847-fb63d3ef22b6 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:47.267410 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.267675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.276751 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-74835262-233f-4ce2-93ee-8d6ac2f889df None None] Provisioning for port c545a94e-a246-4acc-b14a-69e2448d88d5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:47.346271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c545a94e-a246-4acc-b14a-69e2448d88d5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:47.356140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c545a94e-a246-4acc-b14a-69e2448d88d5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:47.356675 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.362943 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-356ef2be-9ea6-41c3-b49f-24aeea6f163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.495431 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.507919 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'name': 'tempest-TestEncryptedCinderVolumes-1902313927-router', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:45Z', 'revision_number': 3, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'gw_port': {'id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:47.517974 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.526041 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.547645 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8a749-1747-48ab-a47e-06b4832bc6f3 None None] The sync data for ids ['a6e3becc-9011-4854-b847-fb63d3ef22b6'] in n-d-798249-7 is: [{'id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'name': 'tempest-TestEncryptedCinderVolumes-1902313927-router', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:45Z', 'revision_number': 3, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'gw_port': {'id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:29:47.574212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port c545a94e-a246-4acc-b14a-69e2448d88d5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c545a94e-a246-4acc-b14a-69e2448d88d5,segment=NetworkSegment(ec9a80cb-be9a-43d1-acd6-372b48c93c87),segment_id=ec9a80cb-be9a-43d1-acd6-372b48c93c87)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:47.583465 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.630905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Pushing event updated for resources: {'Port': ['ID=d4e3a2a6-8c27-4784-b878-efb8155c35d8,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:47.640959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.642719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d051e9ee-441c-4448-8104-2d0f34f5f327 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:47.723530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=c545a94e-a246-4acc-b14a-69e2448d88d5,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:47.748863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port d051e9ee-441c-4448-8104-2d0f34f5f327 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:47.754712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d051e9ee-441c-4448-8104-2d0f34f5f327 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:47.755345 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.762104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Network eedba857-ad87-49a1-9343-f2021547f143 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:47.763737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:47.855955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6a321c28-3314-4dc8-9798-d6f46e2b31aa None None] Provisioning complete for port c545a94e-a246-4acc-b14a-69e2448d88d5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:47.857003 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a321c28-3314-4dc8-9798-d6f46e2b31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:47.901029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Router a6e3becc-9011-4854-b847-fb63d3ef22b6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:29:47.930508 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:48.016949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port d051e9ee-441c-4448-8104-2d0f34f5f327, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d051e9ee-441c-4448-8104-2d0f34f5f327,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:48.023104 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:48.095108 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6a321c28-3314-4dc8-9798-d6f46e2b31aa None None] Provisioning for port d4e3a2a6-8c27-4784-b878-efb8155c35d8 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:48.097710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:29:48.100813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=d051e9ee-441c-4448-8104-2d0f34f5f327,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:48.104640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6a321c28-3314-4dc8-9798-d6f46e2b31aa None None] Provisioning complete for port d4e3a2a6-8c27-4784-b878-efb8155c35d8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:48.105098 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a321c28-3314-4dc8-9798-d6f46e2b31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:48.125725 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ef5c3cef-3969-4e69-840f-750911f9a145 admin admin] 10.222.0.44 "PUT /v2.0/routers/a6e3becc-9011-4854-b847-fb63d3ef22b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1623466 Jul 13 08:29:48.179223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-6a321c28-3314-4dc8-9798-d6f46e2b31aa None None] Port d4e3a2a6-8c27-4784-b878-efb8155c35d8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:48.203736 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:48.307539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-bd197150-2577-452b-9a12-475baf6a2ebc None None] Provisioning complete for port d4e3a2a6-8c27-4784-b878-efb8155c35d8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:48.307842 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bd197150-2577-452b-9a12-475baf6a2ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:48.359338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-bd197150-2577-452b-9a12-475baf6a2ebc None None] Port d4e3a2a6-8c27-4784-b878-efb8155c35d8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:48.482571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d1aa9e38-41bf-4f3a-9782-eb0d7d1ef985 None None] Provisioning complete for port d051e9ee-441c-4448-8104-2d0f34f5f327 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:48.482961 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9e38-41bf-4f3a-9782-eb0d7d1ef985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:48.594300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d1aa9e38-41bf-4f3a-9782-eb0d7d1ef985 None None] Provisioning complete for port d4e3a2a6-8c27-4784-b878-efb8155c35d8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:48.594954 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9e38-41bf-4f3a-9782-eb0d7d1ef985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:48.632360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa9e38-41bf-4f3a-9782-eb0d7d1ef985 None None] Port d4e3a2a6-8c27-4784-b878-efb8155c35d8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:48.751347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c4901777-b846-42c8-9505-9ce203fb2fa8 None None] Provisioning complete for port d4e3a2a6-8c27-4784-b878-efb8155c35d8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:48.751970 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c4901777-b846-42c8-9505-9ce203fb2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:48.793616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c4901777-b846-42c8-9505-9ce203fb2fa8 None None] Port d4e3a2a6-8c27-4784-b878-efb8155c35d8 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:49.073844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c545a94e-a246-4acc-b14a-69e2448d88d5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:49.122087 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c545a94e-a246-4acc-b14a-69e2448d88d5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:49.122430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:49.202694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d051e9ee-441c-4448-8104-2d0f34f5f327 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:49.255046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d051e9ee-441c-4448-8104-2d0f34f5f327 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:49.255495 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:49.294546 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-4567178f-fb56-4af0-8ce8-955940ad0a0f tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:49.300619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-4567178f-fb56-4af0-8ce8-955940ad0a0f tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/networks?id=3c467637-1c2b-4e49-9677-922ffd153557 HTTP/1.1" status: 200 len: 817 time: 0.1360221 Jul 13 08:29:49.311055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-46856900-dfe1-4c47-a663-748ddc2e0d65 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/quotas/4e8a62c90bb544cca064c78c8cdde026 HTTP/1.1" status: 200 len: 375 time: 0.0095651 Jul 13 08:29:49.336315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:49.378436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-52d1bd1e-70c7-438e-af96-f95a2d9683b0 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e8a62c90bb544cca064c78c8cdde026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616689 Jul 13 08:29:49.382762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:49.386692 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:49.387069 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:49.490441 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-06451c7b-3e4f-42ad-86a9-24e658f5d2da service neutron] 10.222.0.44 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989823 Jul 13 08:29:49.594728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-6f4f8274-c010-4619-a96c-e71e93050520 service neutron] 10.222.0.44 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957971 Jul 13 08:29:49.629804 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:49.653490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c8ca5fdd-be0d-4de3-acb9-34d6fd61d940,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:49.658328 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:49.720499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=c8ca5fdd-be0d-4de3-acb9-34d6fd61d940,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:49.804734 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2e3da226-6a42-410d-ad7d-7d55e2630bad req-b107870c-f7b6-4a1d-97f5-80bc7a964629 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 210 time: 0.0331812 Jul 13 08:29:49.975463 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:49.993540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Sync routers for ids ['a6e3becc-9011-4854-b847-fb63d3ef22b6'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:29:50.003505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Routers {'a6e3becc-9011-4854-b847-fb63d3ef22b6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:50.004169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:29:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a6e3becc-9011-4854-b847-fb63d3ef22b6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:50.114762 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Set router a6e3becc-9011-4854-b847-fb63d3ef22b6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:50.321254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'name': 'tempest-TestEncryptedCinderVolumes-1902313927-router', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:47Z', 'revision_number': 4, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'gw_port': {'id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'd4e3a2a6-8c27-4784-b878-efb8155c35d8', 'name': '', 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'mac_address': 'fa:16:3e:5b:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '21ed26a0-5456-4cb8-805a-5714e42b44bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:46Z', 'updated_at': '2021-07-13T08:29:47Z', 'revision_number': 2, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'subnets': [{'id': '21ed26a0-5456-4cb8-805a-5714e42b44bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:50.347759 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Checking router: a6e3becc-9011-4854-b847-fb63d3ef22b6 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:29:50.348150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Updating router a6e3becc-9011-4854-b847-fb63d3ef22b6 port d4e3a2a6-8c27-4784-b878-efb8155c35d8 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:29:50.382489 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:50.649670 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:50.660488 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Transition to ACTIVE for port object d4e3a2a6-8c27-4784-b878-efb8155c35d8 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:50.666839 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:50.719695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726db789-d4b8-48d1-8121-ed7326ac9aff None None] Pushing event updated for resources: {'Port': ['ID=d4e3a2a6-8c27-4784-b878-efb8155c35d8,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:50.799423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Attempting to bind port d4e3a2a6-8c27-4784-b878-efb8155c35d8 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:50.799823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Attempting to bind port d4e3a2a6-8c27-4784-b878-efb8155c35d8 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'ec9a80cb-be9a-43d1-acd6-372b48c93c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:50.800356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Attempting to bind port d4e3a2a6-8c27-4784-b878-efb8155c35d8 on network eedba857-ad87-49a1-9343-f2021547f143 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:50.807091 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:50.807477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Checking segment: {'id': 'ec9a80cb-be9a-43d1-acd6-372b48c93c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:50.807886 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:50.808316 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Bound using segment: {'id': 'ec9a80cb-be9a-43d1-acd6-372b48c93c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:50.808798 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Bound port: d4e3a2a6-8c27-4784-b878-efb8155c35d8, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9a80cb-be9a-43d1-acd6-372b48c93c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:50.809259 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:50.961003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] For port d4e3a2a6-8c27-4784-b878-efb8155c35d8, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:50.968305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] For port d4e3a2a6-8c27-4784-b878-efb8155c35d8, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d4e3a2a6-8c27-4784-b878-efb8155c35d8,segment=NetworkSegment(ec9a80cb-be9a-43d1-acd6-372b48c93c87),segment_id=ec9a80cb-be9a-43d1-acd6-372b48c93c87)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:50.973029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-c4b6e2cc-9b7b-4a1b-9fa8-a92f6dd2786a tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:50.975368 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-c4b6e2cc-9b7b-4a1b-9fa8-a92f6dd2786a tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.54 "GET /v2.0/networks?id=3c467637-1c2b-4e49-9677-922ffd153557 HTTP/1.1" status: 200 len: 817 time: 0.1830142 Jul 13 08:29:50.982163 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:50.999678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Request body: {'port': {'device_id': '976c2d52-f435-4de6-9e38-54d6456f4a03', 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557', 'admin_state_up': True, 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:51.043881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:51.134437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Routers {'a6e3becc-9011-4854-b847-fb63d3ef22b6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:29:51.137020 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:29:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a6e3becc-9011-4854-b847-fb63d3ef22b6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:51.182501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Made reservation on behalf of 4e8a62c90bb544cca064c78c8cdde026 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:29:51.188925 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:51.189368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726db789-d4b8-48d1-8121-ed7326ac9aff None None] Pushing event updated for resources: {'Port': ['ID=d4e3a2a6-8c27-4784-b878-efb8155c35d8,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:51.262870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:51.263542 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:51.318989 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f337e399-9840-4ecd-a037-90532da848b3 req-2e0aeef9-1181-4ce6-801f-2c2d822e027d tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 210 time: 0.0402172 Jul 13 08:29:51.322690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] Set router a6e3becc-9011-4854-b847-fb63d3ef22b6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:29:51.382939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Allocated IP 172.20.0.3 (3c467637-1c2b-4e49-9677-922ffd153557/988fa904-a663-4457-953a-c26958219df9/1e64ac78-159b-4b49-a4ba-edc22150c09f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:29:51.536429 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:51.550855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Transition to ACTIVE for port object 1e64ac78-159b-4b49-a4ba-edc22150c09f will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:51.567669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'name': 'tempest-TestEncryptedCinderVolumes-1902313927-router', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:47Z', 'revision_number': 4, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'gw_port': {'id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'd4e3a2a6-8c27-4784-b878-efb8155c35d8', 'name': '', 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'mac_address': 'fa:16:3e:5b:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '21ed26a0-5456-4cb8-805a-5714e42b44bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:46Z', 'updated_at': '2021-07-13T08:29:50Z', 'revision_number': 4, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'subnets': [{'id': '21ed26a0-5456-4cb8-805a-5714e42b44bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:29:51.589040 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:51.599577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aef4d0-d4c9-40b4-8866-4a21f895d6dc None None] The sync data for ids ['a6e3becc-9011-4854-b847-fb63d3ef22b6'] in n-d-798249-7 is: [{'id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'name': 'tempest-TestEncryptedCinderVolumes-1902313927-router', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:47Z', 'revision_number': 4, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'gw_port': {'id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'd4e3a2a6-8c27-4784-b878-efb8155c35d8', 'name': '', 'network_id': 'eedba857-ad87-49a1-9343-f2021547f143', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'mac_address': 'fa:16:3e:5b:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '21ed26a0-5456-4cb8-805a-5714e42b44bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:46Z', 'updated_at': '2021-07-13T08:29:50Z', 'revision_number': 4, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'subnets': [{'id': '21ed26a0-5456-4cb8-805a-5714e42b44bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:29:51.653014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Network 3c467637-1c2b-4e49-9677-922ffd153557 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:29:51.656983 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:29:51.661121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:29:51.695372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Pushing event updated for resources: {'Port': ['ID=1e64ac78-159b-4b49-a4ba-edc22150c09f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:51.743965 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.744677 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:51.763914 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-80dd3d24-5d4d-4199-b0ba-f8799d8fa217 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7723818 Jul 13 08:29:51.776917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Request body: {'port': {'device_id': '976c2d52-f435-4de6-9e38-54d6456f4a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:51.854248 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:51.983294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cbfe19b4-1ef0-484c-8a1d-6816f668f17e None None] Provisioning for port 1e64ac78-159b-4b49-a4ba-edc22150c09f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:51.987924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cbfe19b4-1ef0-484c-8a1d-6816f668f17e None None] Provisioning complete for port 1e64ac78-159b-4b49-a4ba-edc22150c09f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:51.988419 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cbfe19b4-1ef0-484c-8a1d-6816f668f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:52.032890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe19b4-1ef0-484c-8a1d-6816f668f17e None None] Port 1e64ac78-159b-4b49-a4ba-edc22150c09f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:29:52.140200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e64ac78-159b-4b49-a4ba-edc22150c09f {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:29:52.147725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:52.159608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Transition to ACTIVE for port object 1e64ac78-159b-4b49-a4ba-edc22150c09f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:52.164402 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:52.213080 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e64ac78-159b-4b49-a4ba-edc22150c09f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:52.288700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Attempting to bind port 1e64ac78-159b-4b49-a4ba-edc22150c09f on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:52.289052 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Attempting to bind port 1e64ac78-159b-4b49-a4ba-edc22150c09f by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:52.289385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Attempting to bind port 1e64ac78-159b-4b49-a4ba-edc22150c09f on network 3c467637-1c2b-4e49-9677-922ffd153557 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:52.293951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Port 1e64ac78-159b-4b49-a4ba-edc22150c09f on network 3c467637-1c2b-4e49-9677-922ffd153557 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:29:52.294318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Attempting to bind port 1e64ac78-159b-4b49-a4ba-edc22150c09f on network 3c467637-1c2b-4e49-9677-922ffd153557 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:52.299650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:52.300001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Checking segment: {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:52.300416 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Bound using segment: {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:52.300856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Bound port: 1e64ac78-159b-4b49-a4ba-edc22150c09f, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:52.301213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:52.374772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] For port 1e64ac78-159b-4b49-a4ba-edc22150c09f, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:52.378966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] For port 1e64ac78-159b-4b49-a4ba-edc22150c09f, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=1e64ac78-159b-4b49-a4ba-edc22150c09f,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:52.383095 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:52.417616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:52.418255 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:52.419711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] 10.222.0.54 "PUT /v2.0/ports/1e64ac78-159b-4b49-a4ba-edc22150c09f HTTP/1.1" status: 200 len: 1091 time: 0.6484544 Jul 13 08:29:52.420159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976c2d52-f435-4de6-9e38-54d6456f4a03', 'tag': '1e64ac78-159b-4b49-a4ba-edc22150c09f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:52.422448 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda68de7-6655-4f1b-a676-698a88a8daad" -d '{"events": [{"name": "network-changed", "server_uuid": "976c2d52-f435-4de6-9e38-54d6456f4a03", "tag": "1e64ac78-159b-4b49-a4ba-edc22150c09f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:52.462337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadaf8d-5172-4549-a370-aa5837c501b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e64ac78-159b-4b49-a4ba-edc22150c09f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:52.483105 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105a4f80-9145-476d-951f-c3d865c18255 x-openstack-request-id: req-105a4f80-9145-476d-951f-c3d865c18255 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:52.483480 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976c2d52-f435-4de6-9e38-54d6456f4a03", "tag": "1e64ac78-159b-4b49-a4ba-edc22150c09f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:52.483655 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-105a4f80-9145-476d-951f-c3d865c18255 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:52.484075 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976c2d52-f435-4de6-9e38-54d6456f4a03', 'tag': '1e64ac78-159b-4b49-a4ba-edc22150c09f', 'status': 'completed', 'code': 200} Jul 13 08:29:52.516830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d36ca-67d4-428d-81ee-4a310d9be392 req-009dd644-40fe-4269-a734-2345d968be52 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:52.518571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c14d36ca-67d4-428d-81ee-4a310d9be392 req-009dd644-40fe-4269-a734-2345d968be52 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 943 time: 0.0729728 Jul 13 08:29:52.533327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-691ed7e8-82d6-4c91-9e6a-61217a4e892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:52.534990 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-691ed7e8-82d6-4c91-9e6a-61217a4e892d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e8a62c90bb544cca064c78c8cdde026&device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 1094 time: 0.0619397 Jul 13 08:29:52.574574 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c14d36ca-67d4-428d-81ee-4a310d9be392 req-202564a4-bd73-4ce4-92e9-198885286fbf tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473745 Jul 13 08:29:52.586460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-ea091f31-67b1-4877-8f2d-7a7fb204a1de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e64ac78-159b-4b49-a4ba-edc22150c09f HTTP/1.1" status: 200 len: 217 time: 0.0415616 Jul 13 08:29:52.639312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-6d0028bb-c112-46b6-99b4-0195fee8edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:52.641024 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-6d0028bb-c112-46b6-99b4-0195fee8edc6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=988fa904-a663-4457-953a-c26958219df9 HTTP/1.1" status: 200 len: 856 time: 0.0483053 Jul 13 08:29:52.701166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-8385334b-5d74-4224-ae1f-39e7a8ed6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:52.702701 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-8385334b-5d74-4224-ae1f-39e7a8ed6693 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c467637-1c2b-4e49-9677-922ffd153557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542850 Jul 13 08:29:53.004881 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d4e3a2a6-8c27-4784-b878-efb8155c35d8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:53.059135 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port d4e3a2a6-8c27-4784-b878-efb8155c35d8 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:53.064625 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d4e3a2a6-8c27-4784-b878-efb8155c35d8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:53.065119 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:53.153731 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:53.166741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-4c466cab-341c-4017-8ba3-681870a61c8a service neutron] 10.222.0.54 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571531 Jul 13 08:29:53.185984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port d4e3a2a6-8c27-4784-b878-efb8155c35d8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d4e3a2a6-8c27-4784-b878-efb8155c35d8,segment=NetworkSegment(ec9a80cb-be9a-43d1-acd6-372b48c93c87),segment_id=ec9a80cb-be9a-43d1-acd6-372b48c93c87)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:53.190662 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:53.250379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=d4e3a2a6-8c27-4784-b878-efb8155c35d8,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:53.269671 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99d69838-cb90-42bd-9bc8-78cb99697aa2 req-f28bc756-f32d-40a5-9881-1efbd3511804 service neutron] 10.222.0.54 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959833 Jul 13 08:29:53.379935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68de7-6655-4f1b-a676-698a88a8daad req-cdfb9cd9-e4a8-4bce-b84e-8dd46953c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:53.381656 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eda68de7-6655-4f1b-a676-698a88a8daad req-cdfb9cd9-e4a8-4bce-b84e-8dd46953c84b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e8a62c90bb544cca064c78c8cdde026&device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 1094 time: 0.0626113 Jul 13 08:29:53.490536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68de7-6655-4f1b-a676-698a88a8daad req-a7a7aaaf-720f-4545-bfe5-1d9a77dc5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:53.492272 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eda68de7-6655-4f1b-a676-698a88a8daad req-a7a7aaaf-720f-4545-bfe5-1d9a77dc5edf service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c467637-1c2b-4e49-9677-922ffd153557 HTTP/1.1" status: 200 len: 918 time: 0.1041970 Jul 13 08:29:53.500989 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c3b725c4-b445-41a5-90d6-5323603264d5 None None] Provisioning complete for port d4e3a2a6-8c27-4784-b878-efb8155c35d8 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:53.501367 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c3b725c4-b445-41a5-90d6-5323603264d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:53.535446 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eda68de7-6655-4f1b-a676-698a88a8daad req-9e3b5520-cb25-4548-bf98-9b6bc909b302 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e64ac78-159b-4b49-a4ba-edc22150c09f HTTP/1.1" status: 200 len: 217 time: 0.0368168 Jul 13 08:29:53.590695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68de7-6655-4f1b-a676-698a88a8daad req-584f0fa2-9bad-4860-a87f-de3eb9bf8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:53.592852 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eda68de7-6655-4f1b-a676-698a88a8daad req-584f0fa2-9bad-4860-a87f-de3eb9bf8c2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=988fa904-a663-4457-953a-c26958219df9 HTTP/1.1" status: 200 len: 856 time: 0.0502145 Jul 13 08:29:53.653194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68de7-6655-4f1b-a676-698a88a8daad req-c24b9dc5-1b24-4197-8ad3-d4d6aa325da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:53.654883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eda68de7-6655-4f1b-a676-698a88a8daad req-c24b9dc5-1b24-4197-8ad3-d4d6aa325da3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c467637-1c2b-4e49-9677-922ffd153557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558100 Jul 13 08:29:53.785558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eda68de7-6655-4f1b-a676-698a88a8daad req-58c8d467-332a-41c3-b67e-0f8abe59d2f8 service neutron] 10.222.0.54 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226714 Jul 13 08:29:53.839605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be9be-d3dd-4c82-b0e8-5a5e72dcb8de req-65d54b56-c32b-4c99-a775-96d6821e1a73 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:53.841250 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac8be9be-d3dd-4c82-b0e8-5a5e72dcb8de req-65d54b56-c32b-4c99-a775-96d6821e1a73 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 943 time: 0.1205254 Jul 13 08:29:53.928174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac8be9be-d3dd-4c82-b0e8-5a5e72dcb8de req-ad996b62-fca1-426c-86a2-0efaa5572528 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567632 Jul 13 08:29:53.935194 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eda68de7-6655-4f1b-a676-698a88a8daad req-41007259-55a4-4314-883c-aad80a42b0b0 service neutron] 10.222.0.54 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407714 Jul 13 08:29:54.987656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d4e3a2a6-8c27-4784-b878-efb8155c35d8 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:55.036324 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d4e3a2a6-8c27-4784-b878-efb8155c35d8 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:55.036699 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:55.108398 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086437d-d77d-49c0-86ca-f47a20e8f41d req-708a2825-38f3-4356-a76f-ebdf8a6923d5 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:55.110628 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a086437d-d77d-49c0-86ca-f47a20e8f41d req-708a2825-38f3-4356-a76f-ebdf8a6923d5 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 943 time: 0.0692441 Jul 13 08:29:55.151106 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a086437d-d77d-49c0-86ca-f47a20e8f41d req-0e81e04e-43a6-4a24-8d88-0cb5bee18e97 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Jul 13 08:29:55.821828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 1e64ac78-159b-4b49-a4ba-edc22150c09f details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:29:55.926832 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 1e64ac78-159b-4b49-a4ba-edc22150c09f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=1e64ac78-159b-4b49-a4ba-edc22150c09f,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:55.938439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '1e64ac78-159b-4b49-a4ba-edc22150c09f', 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557', 'port_id': '1e64ac78-159b-4b49-a4ba-edc22150c09f', 'mac_address': 'fa:16:3e:00:33:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988fa904-a663-4457-953a-c26958219df9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:29:55.975579 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:55.987901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e64ac78-159b-4b49-a4ba-edc22150c09f {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:29:56.007626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 1e64ac78-159b-4b49-a4ba-edc22150c09f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=1e64ac78-159b-4b49-a4ba-edc22150c09f,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:56.011609 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:56.070746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=1e64ac78-159b-4b49-a4ba-edc22150c09f,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:56.246794 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['1e64ac78-159b-4b49-a4ba-edc22150c09f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:29:56.368141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d99d3-a717-4910-aaa9-60074ddbe9a9 req-1e8424dd-d615-4e13-b7be-06455c637331 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.371027 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d11d99d3-a717-4910-aaa9-60074ddbe9a9 req-1e8424dd-d615-4e13-b7be-06455c637331 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 944 time: 0.0988572 Jul 13 08:29:56.421702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d11d99d3-a717-4910-aaa9-60074ddbe9a9 req-4db2fcee-e63f-4c16-ad45-d62ff50156c6 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459294 Jul 13 08:29:57.591832 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39cc69-32eb-4316-8ed9-6325f0a81707 req-c9034cef-fe00-40d9-9c3b-ccdecdd60c11 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:57.593367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4a39cc69-32eb-4316-8ed9-6325f0a81707 req-c9034cef-fe00-40d9-9c3b-ccdecdd60c11 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 944 time: 0.0634887 Jul 13 08:29:57.632084 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4a39cc69-32eb-4316-8ed9-6325f0a81707 req-ace3312a-d4de-4b32-b7a0-9956945a5c1e tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Jul 13 08:29:57.848602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 1e64ac78-159b-4b49-a4ba-edc22150c09f up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:57.899983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 1e64ac78-159b-4b49-a4ba-edc22150c09f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:57.903571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 1e64ac78-159b-4b49-a4ba-edc22150c09f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:57.903950 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:57.983144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:58.005174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976c2d52-f435-4de6-9e38-54d6456f4a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e64ac78-159b-4b49-a4ba-edc22150c09f'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:58.007533 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f587da-0139-419c-b0fd-9814659f4e8a" -d '{"events": [{"server_uuid": "976c2d52-f435-4de6-9e38-54d6456f4a03", "name": "network-vif-plugged", "status": "completed", "tag": "1e64ac78-159b-4b49-a4ba-edc22150c09f"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:58.020634 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 1e64ac78-159b-4b49-a4ba-edc22150c09f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=1e64ac78-159b-4b49-a4ba-edc22150c09f,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:58.026350 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:58.053899 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abfd6e8-b599-46a2-b934-48adf0fac8ae x-openstack-request-id: req-6abfd6e8-b599-46a2-b934-48adf0fac8ae {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:58.054370 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976c2d52-f435-4de6-9e38-54d6456f4a03", "name": "network-vif-plugged", "status": "completed", "tag": "1e64ac78-159b-4b49-a4ba-edc22150c09f", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:58.054504 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6abfd6e8-b599-46a2-b934-48adf0fac8ae {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:58.054822 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976c2d52-f435-4de6-9e38-54d6456f4a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e64ac78-159b-4b49-a4ba-edc22150c09f', 'code': 200} Jul 13 08:29:58.097235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=1e64ac78-159b-4b49-a4ba-edc22150c09f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:58.174119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23b861-dbaf-4beb-8aad-4c93a42454b5 req-31539033-b573-4f3e-8f99-0c38ee53662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.175734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f23b861-dbaf-4beb-8aad-4c93a42454b5 req-31539033-b573-4f3e-8f99-0c38ee53662e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 1096 time: 0.0600564 Jul 13 08:29:58.216175 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1f23b861-dbaf-4beb-8aad-4c93a42454b5 req-fb31d405-64dd-40b5-8eff-c0d7c2cd5730 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Jul 13 08:29:58.268272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8902d430-492a-40d2-9d87-f975f0a23be5 None None] Provisioning complete for port 1e64ac78-159b-4b49-a4ba-edc22150c09f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:58.268640 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8902d430-492a-40d2-9d87-f975f0a23be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:58.809199 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533e8b2-5e52-4ff7-98d9-f46aaaed6eeb req-86087488-4ee8-4bf3-8658-24d786af6fb3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.810703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3533e8b2-5e52-4ff7-98d9-f46aaaed6eeb req-86087488-4ee8-4bf3-8658-24d786af6fb3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 945 time: 0.0678377 Jul 13 08:29:58.848455 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3533e8b2-5e52-4ff7-98d9-f46aaaed6eeb req-bfa211be-2d63-4051-b08b-5923d3dfac8a tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321589 Jul 13 08:30:00.036419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40024a2f-d67f-4a13-8c58-8a6b8be568b4 req-51ea39ad-aa5e-4061-b4b9-14d67c7641f2 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:00.038545 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-40024a2f-d67f-4a13-8c58-8a6b8be568b4 req-51ea39ad-aa5e-4061-b4b9-14d67c7641f2 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 945 time: 0.0737872 Jul 13 08:30:00.076460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-40024a2f-d67f-4a13-8c58-8a6b8be568b4 req-16fd35ac-f9be-40d1-b2af-94cf256736bb tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322483 Jul 13 08:30:00.257058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c367d3-be99-4c15-9574-d682b2bac9d4 req-c745de3d-ffc2-4736-91a3-ec8a10e7fc51 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:00.258735 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5c367d3-be99-4c15-9574-d682b2bac9d4 req-c745de3d-ffc2-4736-91a3-ec8a10e7fc51 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 945 time: 0.0693791 Jul 13 08:30:00.298135 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a5c367d3-be99-4c15-9574-d682b2bac9d4 req-179334f9-a71e-48d6-8907-79b39657fd6b tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336471 Jul 13 08:30:04.132370 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:30:04.978770 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:08.608103 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:14.382237 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-507ba20b-b510-487b-9a5e-6b1a9cfa69a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:17.193160 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:17.325192 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-26b34814-8c30-4168-a4a4-6452b6813fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:18.179557 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:19.605993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a061ead-4be8-4d43-bc6c-e3cd35feefb5 req-1e1c9ea1-8c03-4f49-b6b3-65085ab1f624 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:19.607632 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9a061ead-4be8-4d43-bc6c-e3cd35feefb5 req-1e1c9ea1-8c03-4f49-b6b3-65085ab1f624 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 945 time: 0.0707905 Jul 13 08:30:19.652081 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9a061ead-4be8-4d43-bc6c-e3cd35feefb5 req-21895825-c688-45f8-9c1e-29d07f6e641f tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387471 Jul 13 08:30:19.982482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:20.834971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed14f4-8aa9-40ea-b83c-ef37b47fa778 req-cbedb7fb-3f8a-4049-9f42-46280e7b394c tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:20.836561 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2ed14f4-8aa9-40ea-b83c-ef37b47fa778 req-cbedb7fb-3f8a-4049-9f42-46280e7b394c tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 945 time: 0.0703359 Jul 13 08:30:20.877742 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f2ed14f4-8aa9-40ea-b83c-ef37b47fa778 req-a9957dbe-0b3a-4b87-a144-4e51dec0f63a tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Jul 13 08:30:21.040763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-25d4cee6-01da-42fa-9ece-42fd6f40d88c tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:21.042316 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-25d4cee6-01da-42fa-9ece-42fd6f40d88c tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.54 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 945 time: 0.0726416 Jul 13 08:30:21.148598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Deleting port 1e64ac78-159b-4b49-a4ba-edc22150c09f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:21.149200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.248459 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] For port 1e64ac78-159b-4b49-a4ba-edc22150c09f, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=1e64ac78-159b-4b49-a4ba-edc22150c09f,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:21.248727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.268128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Calling delete_port for 1e64ac78-159b-4b49-a4ba-edc22150c09f owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:21.402769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.416176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['1e64ac78-159b-4b49-a4ba-edc22150c09f'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:21.434234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Pushing event deleted for resources: {'Port': ['ID=1e64ac78-159b-4b49-a4ba-edc22150c09f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:21.448582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.448936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.449330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.449634 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.449942 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.450279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.450611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.451072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.451443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.451771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.452250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.452489 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:21.500061 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] No DVR routers for this DVR port 1e64ac78-159b-4b49-a4ba-edc22150c09f on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:30:21.503344 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.506867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fa4f96b-28cd-4b61-963d-0f9cab74272f req-4292f1ce-296c-4f9c-b24d-e52ed0351ff3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.54 "DELETE /v2.0/ports/1e64ac78-159b-4b49-a4ba-edc22150c09f HTTP/1.1" status: 204 len: 173 time: 0.4595387 Jul 13 08:30:21.507345 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976c2d52-f435-4de6-9e38-54d6456f4a03', 'name': 'network-vif-deleted', 'tag': '1e64ac78-159b-4b49-a4ba-edc22150c09f'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:21.509787 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273713cb-cb1f-4e4e-a71c-858fa2f2c246" -d '{"events": [{"server_uuid": "976c2d52-f435-4de6-9e38-54d6456f4a03", "name": "network-vif-deleted", "tag": "1e64ac78-159b-4b49-a4ba-edc22150c09f"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:21.558064 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a631fa49-e51d-4bfc-91ed-ce01125da515 x-openstack-request-id: req-a631fa49-e51d-4bfc-91ed-ce01125da515 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:21.558353 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976c2d52-f435-4de6-9e38-54d6456f4a03", "name": "network-vif-deleted", "tag": "1e64ac78-159b-4b49-a4ba-edc22150c09f", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:21.558610 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a631fa49-e51d-4bfc-91ed-ce01125da515 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:21.559143 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976c2d52-f435-4de6-9e38-54d6456f4a03', 'name': 'network-vif-deleted', 'tag': '1e64ac78-159b-4b49-a4ba-edc22150c09f', 'status': 'completed', 'code': 200} Jul 13 08:30:22.050213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e1ca24a2-1f45-4115-8d82-d5e2b3cc3ef5 req-95c7642f-f320-43e7-bf3d-bc0ee9ae27f5 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=976c2d52-f435-4de6-9e38-54d6456f4a03 HTTP/1.1" status: 200 len: 210 time: 0.0313206 Jul 13 08:30:23.905822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-120a7c3f-dfbc-4c94-87ad-98e6279298d4 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:23.907314 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-120a7c3f-dfbc-4c94-87ad-98e6279298d4 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/networks?id=3c467637-1c2b-4e49-9677-922ffd153557 HTTP/1.1" status: 200 len: 817 time: 0.1091006 Jul 13 08:30:23.923326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-7c7b297e-c487-430d-841a-88d9ac28a055 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/quotas/4e8a62c90bb544cca064c78c8cdde026 HTTP/1.1" status: 200 len: 375 time: 0.0095513 Jul 13 08:30:23.946365 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 1e64ac78-159b-4b49-a4ba-edc22150c09f no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:23.969422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 1e64ac78-159b-4b49-a4ba-edc22150c09f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:23.969768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 1e64ac78-159b-4b49-a4ba-edc22150c09f not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:23.996345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-c58b4762-601a-4bff-9cb9-3a1fe23f86b8 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e8a62c90bb544cca064c78c8cdde026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674057 Jul 13 08:30:24.099312 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-044acecc-2987-4364-aea1-8abaec6221db service neutron] 10.222.0.44 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909491 Jul 13 08:30:24.190093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-69fa94c0-5dbe-4bc9-ba51-e90ae6ca42fb service neutron] 10.222.0.44 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838149 Jul 13 08:30:24.371877 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-822b48a8-ff8b-494c-8849-d7dfd75c92ba req-88e981bb-6937-41dc-9d65-f897032d76e2 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 210 time: 0.0346785 Jul 13 08:30:25.471988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-48995f72-c06a-435a-b555-17a4ed79e067 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:25.474081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-48995f72-c06a-435a-b555-17a4ed79e067 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.54 "GET /v2.0/networks?id=3c467637-1c2b-4e49-9677-922ffd153557 HTTP/1.1" status: 200 len: 817 time: 0.1330411 Jul 13 08:30:25.490991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Request body: {'port': {'device_id': 'cb3cfdcb-f26c-4752-81d8-59c4ce6cc829', 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557', 'admin_state_up': True, 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:25.546867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28655215-8f0c-4425-8547-82d004e51540 req-a640e725-e5a6-4b21-a7ab-2c0c561e0fe1 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 210 time: 0.0522246 Jul 13 08:30:25.642673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Made reservation on behalf of 4e8a62c90bb544cca064c78c8cdde026 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:25.646558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:25.782055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Allocated IP 172.20.0.9 (3c467637-1c2b-4e49-9677-922ffd153557/988fa904-a663-4457-953a-c26958219df9/798aca2f-8e63-452f-8c6a-5fe6508b0b34) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:30:25.944670 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:25.958975 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Transition to ACTIVE for port object 798aca2f-8e63-452f-8c6a-5fe6508b0b34 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:25.996644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:26.047469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Network 3c467637-1c2b-4e49-9677-922ffd153557 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:30:26.051146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:26.056069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:30:26.063420 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Pushing event updated for resources: {'Port': ['ID=798aca2f-8e63-452f-8c6a-5fe6508b0b34,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:26.119852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:26.120611 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:26.137870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-a93fa4be-aa8c-4596-9320-ac151a32ad27 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6515443 Jul 13 08:30:26.152356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Request body: {'port': {'device_id': 'cb3cfdcb-f26c-4752-81d8-59c4ce6cc829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:26.250015 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:26.357973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e2d9ca54-3bc7-4c56-aec9-83b2f7c1104e None None] Provisioning for port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:26.362322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e2d9ca54-3bc7-4c56-aec9-83b2f7c1104e None None] Provisioning complete for port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:26.362834 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ca54-3bc7-4c56-aec9-83b2f7c1104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:26.402789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9ca54-3bc7-4c56-aec9-83b2f7c1104e None None] Port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:30:26.564156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798aca2f-8e63-452f-8c6a-5fe6508b0b34 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:26.571978 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:26.589228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Transition to ACTIVE for port object 798aca2f-8e63-452f-8c6a-5fe6508b0b34 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:26.592870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:26.650574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Pushing event updated for resources: {'Port': ['ID=798aca2f-8e63-452f-8c6a-5fe6508b0b34,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:26.742954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Attempting to bind port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:30:26.743652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Attempting to bind port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:30:26.743977 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Attempting to bind port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 on network 3c467637-1c2b-4e49-9677-922ffd153557 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:26.753618 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 on network 3c467637-1c2b-4e49-9677-922ffd153557 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:30:26.754258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Attempting to bind port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 on network 3c467637-1c2b-4e49-9677-922ffd153557 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:26.761082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:30:26.761611 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Checking segment: {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:26.762720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Bound using segment: {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:30:26.763440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Bound port: 798aca2f-8e63-452f-8c6a-5fe6508b0b34, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be32e12-2372-4c90-9779-83f6218387a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:30:26.764078 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:26.820697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ca74f-6c59-4110-a904-858ab5a4ab40 req-2d1f5133-3d09-4712-9e31-84e047b0cc8e tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:26.823238 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1c1ca74f-6c59-4110-a904-858ab5a4ab40 req-2d1f5133-3d09-4712-9e31-84e047b0cc8e tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 943 time: 0.0919042 Jul 13 08:30:26.869394 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] For port 798aca2f-8e63-452f-8c6a-5fe6508b0b34, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:30:26.873108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] For port 798aca2f-8e63-452f-8c6a-5fe6508b0b34, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=798aca2f-8e63-452f-8c6a-5fe6508b0b34,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:30:26.880627 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:26.924822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:26.925883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:26.927150 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] 10.222.0.54 "PUT /v2.0/ports/798aca2f-8e63-452f-8c6a-5fe6508b0b34 HTTP/1.1" status: 200 len: 1091 time: 0.7815261 Jul 13 08:30:26.927647 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3cfdcb-f26c-4752-81d8-59c4ce6cc829', 'tag': '798aca2f-8e63-452f-8c6a-5fe6508b0b34'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:26.931153 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76400ac0-7e19-4620-b40d-29cc53e463ec" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3cfdcb-f26c-4752-81d8-59c4ce6cc829", "tag": "798aca2f-8e63-452f-8c6a-5fe6508b0b34"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:26.937119 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1c1ca74f-6c59-4110-a904-858ab5a4ab40 req-f732b0e0-379e-4cb5-b647-9250ad855f06 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022513 Jul 13 08:30:26.998582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043841ef-2e86-4c3f-aec1-3f8971615040 service neutron] Pushing event updated for resources: {'Port': ['ID=798aca2f-8e63-452f-8c6a-5fe6508b0b34,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:27.024411 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46334c75-9956-494d-9ec7-66e76e6ecd20 x-openstack-request-id: req-46334c75-9956-494d-9ec7-66e76e6ecd20 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:27.024928 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3cfdcb-f26c-4752-81d8-59c4ce6cc829", "tag": "798aca2f-8e63-452f-8c6a-5fe6508b0b34", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:27.025333 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46334c75-9956-494d-9ec7-66e76e6ecd20 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:27.026038 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3cfdcb-f26c-4752-81d8-59c4ce6cc829', 'tag': '798aca2f-8e63-452f-8c6a-5fe6508b0b34', 'status': 'completed', 'code': 200} Jul 13 08:30:27.067335 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-8aab3d6c-ecaf-4a11-bf1d-207714c71ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:27.069771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-8aab3d6c-ecaf-4a11-bf1d-207714c71ff1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e8a62c90bb544cca064c78c8cdde026&device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 1094 time: 0.0853705 Jul 13 08:30:27.119881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-7063726b-32f7-4676-bd34-66c2916f0645 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=798aca2f-8e63-452f-8c6a-5fe6508b0b34 HTTP/1.1" status: 200 len: 217 time: 0.0428708 Jul 13 08:30:27.187220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-b23b9393-30f6-42de-97b3-3768fa37109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:27.188845 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-b23b9393-30f6-42de-97b3-3768fa37109d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=988fa904-a663-4457-953a-c26958219df9 HTTP/1.1" status: 200 len: 856 time: 0.0623028 Jul 13 08:30:27.252827 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-721005a3-c4a3-46c9-8655-7762a3c4e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:27.254275 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-721005a3-c4a3-46c9-8655-7762a3c4e89e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c467637-1c2b-4e49-9677-922ffd153557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583417 Jul 13 08:30:27.366290 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-e82dd4f6-8ab1-43c6-9b43-a59e6db54e7e service neutron] 10.222.0.54 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054084 Jul 13 08:30:27.465713 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76b655f2-4bff-4f62-a1a6-134ca527de5c req-9e615057-bad3-408e-a759-8c721d64e529 service neutron] 10.222.0.54 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903351 Jul 13 08:30:27.570639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-b7fb7edf-ae1f-45d0-9aa3-163577015fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:27.572213 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-b7fb7edf-ae1f-45d0-9aa3-163577015fda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e8a62c90bb544cca064c78c8cdde026&device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 1094 time: 0.0552351 Jul 13 08:30:27.668988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-3c6d4d75-1649-4418-96d8-48e4f5c3d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:27.670430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-3c6d4d75-1649-4418-96d8-48e4f5c3d120 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c467637-1c2b-4e49-9677-922ffd153557 HTTP/1.1" status: 200 len: 918 time: 0.0911274 Jul 13 08:30:27.733698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-d3654806-f60f-453c-99a1-00b2cfeffea7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=798aca2f-8e63-452f-8c6a-5fe6508b0b34 HTTP/1.1" status: 200 len: 217 time: 0.0567586 Jul 13 08:30:27.789701 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-e82eea8e-53c2-49bb-823d-ef9b07873168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:27.791174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-e82eea8e-53c2-49bb-823d-ef9b07873168 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=988fa904-a663-4457-953a-c26958219df9 HTTP/1.1" status: 200 len: 856 time: 0.0504134 Jul 13 08:30:27.855412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-4e37ee35-8aa8-4901-810e-4e6b2a3ae2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:27.857317 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-4e37ee35-8aa8-4901-810e-4e6b2a3ae2f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c467637-1c2b-4e49-9677-922ffd153557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578709 Jul 13 08:30:27.960864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-72bcdfb4-ef98-4008-9d0f-70b77c0a6804 service neutron] 10.222.0.54 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953491 Jul 13 08:30:28.064693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76400ac0-7e19-4620-b40d-29cc53e463ec req-b7211e13-c243-4505-a094-f328d582585a service neutron] 10.222.0.54 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964339 Jul 13 08:30:28.141508 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01758e6-9948-4778-8a49-39b87ec07e76 req-71be4549-e715-4c52-b998-d79aad675f63 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:28.143150 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a01758e6-9948-4778-8a49-39b87ec07e76 req-71be4549-e715-4c52-b998-d79aad675f63 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 943 time: 0.0706713 Jul 13 08:30:28.186617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a01758e6-9948-4778-8a49-39b87ec07e76 req-e4fed545-288f-4555-8871-b3032ccc7171 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364509 Jul 13 08:30:29.371589 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c47fd4-8955-4b38-9e2a-efd7afa8c6ec req-f6d52aaf-7b84-478c-9588-c8fce443922e tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:29.373284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c47fd4-8955-4b38-9e2a-efd7afa8c6ec req-f6d52aaf-7b84-478c-9588-c8fce443922e tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 943 time: 0.0706921 Jul 13 08:30:29.416869 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-56c47fd4-8955-4b38-9e2a-efd7afa8c6ec req-dc6d1fbf-a592-4500-a65d-8a41f0963f56 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377226 Jul 13 08:30:29.961999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 798aca2f-8e63-452f-8c6a-5fe6508b0b34 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:30:30.061310 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 798aca2f-8e63-452f-8c6a-5fe6508b0b34, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=798aca2f-8e63-452f-8c6a-5fe6508b0b34,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:30.080096 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '798aca2f-8e63-452f-8c6a-5fe6508b0b34', 'network_id': '3c467637-1c2b-4e49-9677-922ffd153557', 'port_id': '798aca2f-8e63-452f-8c6a-5fe6508b0b34', 'mac_address': 'fa:16:3e:1c:0f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988fa904-a663-4457-953a-c26958219df9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:30:30.124985 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:30.139397 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798aca2f-8e63-452f-8c6a-5fe6508b0b34 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:30.159432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 798aca2f-8e63-452f-8c6a-5fe6508b0b34, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=798aca2f-8e63-452f-8c6a-5fe6508b0b34,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:30.163855 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:30.219424 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=798aca2f-8e63-452f-8c6a-5fe6508b0b34,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:30.228128 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.228476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.228822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.229159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.229493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.229823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.230150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.230470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.230791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.231117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.231599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.231927 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:30.383239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['798aca2f-8e63-452f-8c6a-5fe6508b0b34'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:30.614302 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0ed23-8a80-4a83-abd8-2f9db5e043ed req-806d913e-a5cf-4da9-b556-21f4187370f8 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:30.617201 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3d0ed23-8a80-4a83-abd8-2f9db5e043ed req-806d913e-a5cf-4da9-b556-21f4187370f8 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 944 time: 0.0755706 Jul 13 08:30:30.660368 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c3d0ed23-8a80-4a83-abd8-2f9db5e043ed req-3d5ec21a-6469-463a-81c3-315a519fdeac tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371735 Jul 13 08:30:31.854695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a4dcc-6d86-4bb2-badf-83a2b709ce5f req-5d18b05b-96ba-4e68-91ad-7163608106c4 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:31.856450 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a35a4dcc-6d86-4bb2-badf-83a2b709ce5f req-5d18b05b-96ba-4e68-91ad-7163608106c4 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 944 time: 0.0731139 Jul 13 08:30:31.905740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a35a4dcc-6d86-4bb2-badf-83a2b709ce5f req-c377ac78-aa9e-47a2-9bb3-66aa74a460b8 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Jul 13 08:30:31.977504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 798aca2f-8e63-452f-8c6a-5fe6508b0b34 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:32.031035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:32.035130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:32.035506 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:32.119732 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:32.142993 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3cfdcb-f26c-4752-81d8-59c4ce6cc829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798aca2f-8e63-452f-8c6a-5fe6508b0b34'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:32.145484 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42bdaa7-1d09-498f-ac48-472d49d837d7" -d '{"events": [{"server_uuid": "cb3cfdcb-f26c-4752-81d8-59c4ce6cc829", "name": "network-vif-plugged", "status": "completed", "tag": "798aca2f-8e63-452f-8c6a-5fe6508b0b34"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:32.159961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 798aca2f-8e63-452f-8c6a-5fe6508b0b34, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=798aca2f-8e63-452f-8c6a-5fe6508b0b34,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:32.165128 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:32.190178 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1205976e-7a27-40c1-972c-b727194f3a94 x-openstack-request-id: req-1205976e-7a27-40c1-972c-b727194f3a94 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:32.190470 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3cfdcb-f26c-4752-81d8-59c4ce6cc829", "name": "network-vif-plugged", "status": "completed", "tag": "798aca2f-8e63-452f-8c6a-5fe6508b0b34", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:32.190720 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1205976e-7a27-40c1-972c-b727194f3a94 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:32.191106 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3cfdcb-f26c-4752-81d8-59c4ce6cc829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798aca2f-8e63-452f-8c6a-5fe6508b0b34', 'code': 200} Jul 13 08:30:32.225185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=798aca2f-8e63-452f-8c6a-5fe6508b0b34,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:32.324421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1e434-6584-46dd-b41f-ec2337100fd0 req-9ab47041-79d1-4a14-9bfc-5a7f1d9727e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:32.326066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fde1e434-6584-46dd-b41f-ec2337100fd0 req-9ab47041-79d1-4a14-9bfc-5a7f1d9727e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 1096 time: 0.0645640 Jul 13 08:30:32.362922 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fde1e434-6584-46dd-b41f-ec2337100fd0 req-e8ab122f-d77d-47f3-b5c5-8525af29ded8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301983 Jul 13 08:30:32.481682 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b735ba30-abbf-437c-bfd8-606f07e111b6 None None] Provisioning complete for port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:32.481970 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b735ba30-abbf-437c-bfd8-606f07e111b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:33.087044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde24f8-0866-44db-83b3-84dd5dde5e00 req-98fea5c3-7f6b-4eed-8073-7cfa8cc905f8 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:33.088584 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7dde24f8-0866-44db-83b3-84dd5dde5e00 req-98fea5c3-7f6b-4eed-8073-7cfa8cc905f8 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 945 time: 0.0650394 Jul 13 08:30:33.125594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7dde24f8-0866-44db-83b3-84dd5dde5e00 req-a19cb046-abd9-4f3f-9d32-a1438c518d87 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Jul 13 08:30:34.300572 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8a16-3555-48f7-b60a-8d763a819968 req-168d3931-cbd5-4424-b47e-e134d1c07072 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:34.302073 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-558e8a16-3555-48f7-b60a-8d763a819968 req-168d3931-cbd5-4424-b47e-e134d1c07072 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 945 time: 0.0637715 Jul 13 08:30:34.341089 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-558e8a16-3555-48f7-b60a-8d763a819968 req-dbaab29a-b72c-48f5-a7cb-234f732da107 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Jul 13 08:30:34.524294 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e464c-6efa-4f80-a197-c22598045995 req-ff185a58-588a-44a5-9b15-a04618f76165 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:34.525728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c34e464c-6efa-4f80-a197-c22598045995 req-ff185a58-588a-44a5-9b15-a04618f76165 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 945 time: 0.0686800 Jul 13 08:30:34.563976 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c34e464c-6efa-4f80-a197-c22598045995 req-8ecdf85c-5980-4880-9765-1886a9af9c63 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Jul 13 08:30:34.970479 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:38.624142 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:41.131944 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:30:41.812215 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-fd83e8fc-4c38-417c-a739-12a72476b4c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534472 Jul 13 08:30:41.921275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-c70bde69-1543-4674-84c0-f39fca720762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:41.922985 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-c70bde69-1543-4674-84c0-f39fca720762 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e8a62c90bb544cca064c78c8cdde026&device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 1096 time: 0.0626101 Jul 13 08:30:42.044818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-416b1cb2-c5fa-4051-b805-f3f233a0a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:42.046437 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-416b1cb2-c5fa-4051-b805-f3f233a0a226 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c467637-1c2b-4e49-9677-922ffd153557 HTTP/1.1" status: 200 len: 918 time: 0.1008778 Jul 13 08:30:42.091972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-42cd36b4-06ce-4036-b6b7-c8f70eb189d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=798aca2f-8e63-452f-8c6a-5fe6508b0b34 HTTP/1.1" status: 200 len: 217 time: 0.0376563 Jul 13 08:30:42.149072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-05324c17-03bf-4ab8-b6fd-89948938472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:42.150603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-05324c17-03bf-4ab8-b6fd-89948938472d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=988fa904-a663-4457-953a-c26958219df9 HTTP/1.1" status: 200 len: 856 time: 0.0524888 Jul 13 08:30:42.211398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-1e47aed4-bbf7-405b-8a2b-32c8b35d433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:42.212989 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-1e47aed4-bbf7-405b-8a2b-32c8b35d433d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c467637-1c2b-4e49-9677-922ffd153557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559511 Jul 13 08:30:42.312915 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-1807c21f-3f25-4604-bc1c-692aa998d808 service neutron] 10.222.0.54 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935221 Jul 13 08:30:42.407218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4b3e1fc7-bd89-43ed-a955-8b415ba949fb req-3736202d-4183-4a7f-9d22-6e515ab4bb12 service neutron] 10.222.0.54 "GET /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880215 Jul 13 08:30:44.383657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f225f522-644d-47cc-911a-ebccb969eaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.196619 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:47.326262 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-500bc532-1579-4752-b542-6d075ce8e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.182645 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:49.980145 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.572125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873b45b-2f90-4748-b62d-7e3809f931f0 req-63ce2b2e-e5da-4367-9619-5284bfed5f57 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:53.573759 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3873b45b-2f90-4748-b62d-7e3809f931f0 req-63ce2b2e-e5da-4367-9619-5284bfed5f57 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 945 time: 0.0692680 Jul 13 08:30:53.613343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3873b45b-2f90-4748-b62d-7e3809f931f0 req-c1778b8c-75cf-4c05-9089-ffba8d6ff7f5 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338476 Jul 13 08:30:54.896996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57129115-9467-489a-99cc-18ade2de3799 req-0422e257-bfd1-47a1-906e-6b116092b7aa tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:54.898843 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57129115-9467-489a-99cc-18ade2de3799 req-0422e257-bfd1-47a1-906e-6b116092b7aa tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 945 time: 0.1724787 Jul 13 08:30:54.939456 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57129115-9467-489a-99cc-18ade2de3799 req-3254c905-6290-414b-b39e-968085dcd517 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/security-groups?id=717014c6-9f3e-4863-a5bb-e100fd1769cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343115 Jul 13 08:30:55.033772 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-6a6fd2de-d1ee-40b6-acce-010d47255750 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:55.035256 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-6a6fd2de-d1ee-40b6-acce-010d47255750 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 945 time: 0.0683501 Jul 13 08:30:55.135108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-90df69fc-514e-4cf4-8562-58a71ab4d0e3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Deleting port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:55.135455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-90df69fc-514e-4cf4-8562-58a71ab4d0e3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.225565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-90df69fc-514e-4cf4-8562-58a71ab4d0e3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] For port 798aca2f-8e63-452f-8c6a-5fe6508b0b34, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=798aca2f-8e63-452f-8c6a-5fe6508b0b34,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:55.225837 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-90df69fc-514e-4cf4-8562-58a71ab4d0e3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.237127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-90df69fc-514e-4cf4-8562-58a71ab4d0e3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Calling delete_port for 798aca2f-8e63-452f-8c6a-5fe6508b0b34 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:55.366174 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-90df69fc-514e-4cf4-8562-58a71ab4d0e3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.378660 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['798aca2f-8e63-452f-8c6a-5fe6508b0b34'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:55.400666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df69fc-514e-4cf4-8562-58a71ab4d0e3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Pushing event deleted for resources: {'Port': ['ID=798aca2f-8e63-452f-8c6a-5fe6508b0b34,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:55.446592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-90df69fc-514e-4cf4-8562-58a71ab4d0e3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] No DVR routers for this DVR port 798aca2f-8e63-452f-8c6a-5fe6508b0b34 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:30:55.449455 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-90df69fc-514e-4cf4-8562-58a71ab4d0e3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.451590 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0986734e-75ad-4a2f-9afa-dd04c60d57eb req-90df69fc-514e-4cf4-8562-58a71ab4d0e3 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.54 "DELETE /v2.0/ports/798aca2f-8e63-452f-8c6a-5fe6508b0b34 HTTP/1.1" status: 204 len: 173 time: 0.4108393 Jul 13 08:30:55.452096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3cfdcb-f26c-4752-81d8-59c4ce6cc829', 'name': 'network-vif-deleted', 'tag': '798aca2f-8e63-452f-8c6a-5fe6508b0b34'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:55.454545 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dff20c-b2eb-44fd-942a-7506d369cb0d" -d '{"events": [{"server_uuid": "cb3cfdcb-f26c-4752-81d8-59c4ce6cc829", "name": "network-vif-deleted", "tag": "798aca2f-8e63-452f-8c6a-5fe6508b0b34"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:55.493021 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12def4c5-4735-469c-93c0-d341541ce9b1 x-openstack-request-id: req-12def4c5-4735-469c-93c0-d341541ce9b1 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:55.493318 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3cfdcb-f26c-4752-81d8-59c4ce6cc829", "name": "network-vif-deleted", "tag": "798aca2f-8e63-452f-8c6a-5fe6508b0b34", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:55.493573 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12def4c5-4735-469c-93c0-d341541ce9b1 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:55.493974 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3cfdcb-f26c-4752-81d8-59c4ce6cc829', 'name': 'network-vif-deleted', 'tag': '798aca2f-8e63-452f-8c6a-5fe6508b0b34', 'status': 'completed', 'code': 200} Jul 13 08:30:56.095891 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f02e557d-5003-44db-aac3-e346b93bb08c req-2c595139-547c-4a37-afdf-6ea508d80df6 tempest-TestEncryptedCinderVolumes-1592375987 tempest-TestEncryptedCinderVolumes-1592375987-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb3cfdcb-f26c-4752-81d8-59c4ce6cc829 HTTP/1.1" status: 200 len: 210 time: 0.0302918 Jul 13 08:30:57.228315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44394) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:57.574431 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.086596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 798aca2f-8e63-452f-8c6a-5fe6508b0b34 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:58.110199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 798aca2f-8e63-452f-8c6a-5fe6508b0b34 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:58.110623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 798aca2f-8e63-452f-8c6a-5fe6508b0b34 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:58.216110 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] Deleting port d051e9ee-441c-4448-8104-2d0f34f5f327 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:58.216374 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.295085 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] For port d051e9ee-441c-4448-8104-2d0f34f5f327, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d051e9ee-441c-4448-8104-2d0f34f5f327,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:58.295777 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.308362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] Calling delete_port for d051e9ee-441c-4448-8104-2d0f34f5f327 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:58.491734 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.526818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] Pushing event deleted for resources: {'Port': ['ID=d051e9ee-441c-4448-8104-2d0f34f5f327,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:58.696576 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.928516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] Router a151294e-a65a-47ee-b68a-1ce749b1d62d has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:30:59.045932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:30:59.050975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-335e2deb-ad0e-4c26-9b04-04dbc3a57398 admin admin] 10.222.0.44 "PUT /v2.0/routers/a151294e-a65a-47ee-b68a-1ce749b1d62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8216050 Jul 13 08:30:59.054015 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44398) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:59.057304 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] Sync routers for ids ['a151294e-a65a-47ee-b68a-1ce749b1d62d'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:30:59.067170 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] Routers {'a151294e-a65a-47ee-b68a-1ce749b1d62d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:59.068591 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a151294e-a65a-47ee-b68a-1ce749b1d62d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:59.163451 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.173848 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] Set router a151294e-a65a-47ee-b68a-1ce749b1d62d gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:59.274521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.331745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Deleting port 0a207927-fec6-4957-8539-2c6eb841455a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:59.332219 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.367778 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'name': 'tempest-TestEncryptedCinderVolumes-1977209816-router', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '0a207927-fec6-4957-8539-2c6eb841455a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:30:58Z', 'revision_number': 5, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'gw_port': {'id': '0a207927-fec6-4957-8539-2c6eb841455a', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:59.398094 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] Checking router: a151294e-a65a-47ee-b68a-1ce749b1d62d for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:30:59.406855 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] Routers {'a151294e-a65a-47ee-b68a-1ce749b1d62d'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:59.407480 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a151294e-a65a-47ee-b68a-1ce749b1d62d'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:59.417337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] For port 0a207927-fec6-4957-8539-2c6eb841455a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0a207927-fec6-4957-8539-2c6eb841455a,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:59.417629 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.439391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Calling delete_port for 0a207927-fec6-4957-8539-2c6eb841455a owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:59.589330 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] Set router a151294e-a65a-47ee-b68a-1ce749b1d62d gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:59.623852 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.642221 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'name': 'tempest-TestEncryptedCinderVolumes-1977209816-router', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:30:59Z', 'revision_number': 6, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:59.650197 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a207927-fec6-4957-8539-2c6eb841455a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:59.663565 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.663911 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.664373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.664713 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.665047 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.665381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.665714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.666041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.666367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.666689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.667014 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.667392 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.675412 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f4a82-1ec6-4752-aeeb-c153f94a8493 None None] The sync data for ids ['a151294e-a65a-47ee-b68a-1ce749b1d62d'] in n-d-798249-7 is: [{'id': 'a151294e-a65a-47ee-b68a-1ce749b1d62d', 'name': 'tempest-TestEncryptedCinderVolumes-1977209816-router', 'tenant_id': '4e8a62c90bb544cca064c78c8cdde026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:39Z', 'updated_at': '2021-07-13T08:30:59Z', 'revision_number': 6, 'project_id': '4e8a62c90bb544cca064c78c8cdde026', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:30:59.727259 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.818668 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.820918 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.867637 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.868276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a151294e-a65a-47ee-b68a-1ce749b1d62d {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:30:59.873473 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.874650 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3365601f-a97a-4652-8e1c-b008f37668d0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a151294e-a65a-47ee-b68a-1ce749b1d62d HTTP/1.1" status: 204 len: 168 time: 0.8195901 Jul 13 08:30:59.877227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44400) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:59.924107 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6d1174-2309-4b96-abc1-73afdadb9a22 admin admin] Deleting subnet 988fa904-a663-4457-953a-c26958219df9 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:30:59.928601 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1174-2309-4b96-abc1-73afdadb9a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.963441 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1174-2309-4b96-abc1-73afdadb9a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.057922 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1174-2309-4b96-abc1-73afdadb9a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.124054 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1174-2309-4b96-abc1-73afdadb9a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.140284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1174-2309-4b96-abc1-73afdadb9a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.144841 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5c6d1174-2309-4b96-abc1-73afdadb9a22 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/988fa904-a663-4457-953a-c26958219df9 HTTP/1.1" status: 204 len: 168 time: 0.2640829 Jul 13 08:31:00.145556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44402) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:00.160461 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d1174-2309-4b96-abc1-73afdadb9a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988fa904-a663-4457-953a-c26958219df9,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:00.163410 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b7aa77-faa8-4298-ac83-a0bd913c04ee None None] Network 3c467637-1c2b-4e49-9677-922ffd153557 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:00.221166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.277644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Deleting port f53e1dfb-8ad5-4515-bb48-9cb23fcec220 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:00.277987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.347968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] For port f53e1dfb-8ad5-4515-bb48-9cb23fcec220, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f53e1dfb-8ad5-4515-bb48-9cb23fcec220,segment=NetworkSegment(2be32e12-2372-4c90-9779-83f6218387a8),segment_id=2be32e12-2372-4c90-9779-83f6218387a8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:00.349206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.362813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Calling delete_port for f53e1dfb-8ad5-4515-bb48-9cb23fcec220 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:00.448441 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.473660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Pushing event deleted for resources: {'Port': ['ID=f53e1dfb-8ad5-4515-bb48-9cb23fcec220,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:00.474571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec0f42-8aa5-4016-9f19-7a6d2a573855 None None] DHCP port deletion for 3c467637-1c2b-4e49-9677-922ffd153557 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:31:00.479759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] No DVR routers for this DVR port f53e1dfb-8ad5-4515-bb48-9cb23fcec220 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:00.557192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.568570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c467637-1c2b-4e49-9677-922ffd153557']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:00.579282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be32e12-2372-4c90-9779-83f6218387a8') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:00.579588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be32e12-2372-4c90-9779-83f6218387a8') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:00.590080 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.604172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.610528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:00.611048 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:00.612738 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:00.672414 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.679447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.681423 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] 10.222.0.44 "DELETE /v2.0/networks/3c467637-1c2b-4e49-9677-922ffd153557 HTTP/1.1" status: 204 len: 168 time: 0.5341697 Jul 13 08:31:00.684468 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44404) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:00.694742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91a0ff-7b40-4f4f-8424-b3dba872217f admin admin] Pushing event deleted for resources: {'Network': ['ID=3c467637-1c2b-4e49-9677-922ffd153557,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:01.018694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f53e1dfb-8ad5-4515-bb48-9cb23fcec220 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:01.039531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: f53e1dfb-8ad5-4515-bb48-9cb23fcec220 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:01.039872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f53e1dfb-8ad5-4515-bb48-9cb23fcec220 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:01.040347 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d051e9ee-441c-4448-8104-2d0f34f5f327 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:01.062544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: d051e9ee-441c-4448-8104-2d0f34f5f327 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:01.062913 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d051e9ee-441c-4448-8104-2d0f34f5f327 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:01.063302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0a207927-fec6-4957-8539-2c6eb841455a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:01.082248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 0a207927-fec6-4957-8539-2c6eb841455a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:01.082571 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0a207927-fec6-4957-8539-2c6eb841455a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:01.292946 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.552575 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] Deleting port d4e3a2a6-8c27-4784-b878-efb8155c35d8 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:01.553192 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.631310 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] For port d4e3a2a6-8c27-4784-b878-efb8155c35d8, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d4e3a2a6-8c27-4784-b878-efb8155c35d8,segment=NetworkSegment(ec9a80cb-be9a-43d1-acd6-372b48c93c87),segment_id=ec9a80cb-be9a-43d1-acd6-372b48c93c87)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:01.631669 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.643945 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] Calling delete_port for d4e3a2a6-8c27-4784-b878-efb8155c35d8 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:01.826104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.850511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e3a2a6-8c27-4784-b878-efb8155c35d8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:02.026715 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.238844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] Router a6e3becc-9011-4854-b847-fb63d3ef22b6 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:31:02.346286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:02.351703 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-679e95c3-4584-4515-b9f1-6eef9391bad7 admin admin] 10.222.0.44 "PUT /v2.0/routers/a6e3becc-9011-4854-b847-fb63d3ef22b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6661038 Jul 13 08:31:02.354196 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44406) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:02.356963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] Sync routers for ids ['a6e3becc-9011-4854-b847-fb63d3ef22b6'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:02.366872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] Routers {'a6e3becc-9011-4854-b847-fb63d3ef22b6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:02.367503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a6e3becc-9011-4854-b847-fb63d3ef22b6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:02.461357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.472032 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] Set router a6e3becc-9011-4854-b847-fb63d3ef22b6 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:02.565095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.617951 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Deleting port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:02.618298 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.649513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'name': 'tempest-TestEncryptedCinderVolumes-1902313927-router', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:31:01Z', 'revision_number': 5, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'gw_port': {'id': 'c8ca5fdd-be0d-4de3-acb9-34d6fd61d940', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:02.674930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] Checking router: a6e3becc-9011-4854-b847-fb63d3ef22b6 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:02.683923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] Routers {'a6e3becc-9011-4854-b847-fb63d3ef22b6'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:02.684607 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['a6e3becc-9011-4854-b847-fb63d3ef22b6'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:02.704031 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] For port c8ca5fdd-be0d-4de3-acb9-34d6fd61d940, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c8ca5fdd-be0d-4de3-acb9-34d6fd61d940,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:02.704403 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.718670 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Calling delete_port for c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:02.776336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] Set router a6e3becc-9011-4854-b847-fb63d3ef22b6 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:02.831905 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'name': 'tempest-TestEncryptedCinderVolumes-1902313927-router', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:31:02Z', 'revision_number': 6, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:02.859167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380464a-3c92-4a74-b3e6-9582b35fca94 None None] The sync data for ids ['a6e3becc-9011-4854-b847-fb63d3ef22b6'] in n-d-798249-7 is: [{'id': 'a6e3becc-9011-4854-b847-fb63d3ef22b6', 'name': 'tempest-TestEncryptedCinderVolumes-1902313927-router', 'tenant_id': '8721be76318a4272a7b86b2625f59c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:29:44Z', 'updated_at': '2021-07-13T08:31:02Z', 'revision_number': 6, 'project_id': '8721be76318a4272a7b86b2625f59c7b', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:02.896624 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.920895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ca5fdd-be0d-4de3-acb9-34d6fd61d940,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:02.987617 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.091417 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.093605 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.139398 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.140084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6e3becc-9011-4854-b847-fb63d3ef22b6 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:31:03.144568 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.145783 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-897f9897-da78-4849-974e-ae9321440b4a admin admin] 10.222.0.44 "DELETE /v2.0/routers/a6e3becc-9011-4854-b847-fb63d3ef22b6 HTTP/1.1" status: 204 len: 168 time: 0.7906613 Jul 13 08:31:03.148701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44408) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:03.193155 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebbe0c3-3d23-4afb-b314-3a8024720607 admin admin] Deleting subnet 21ed26a0-5456-4cb8-805a-5714e42b44bd {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:31:03.196283 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe0c3-3d23-4afb-b314-3a8024720607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.230555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe0c3-3d23-4afb-b314-3a8024720607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.312667 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe0c3-3d23-4afb-b314-3a8024720607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.380907 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe0c3-3d23-4afb-b314-3a8024720607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.388638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d4e3a2a6-8c27-4784-b878-efb8155c35d8 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:03.412494 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe0c3-3d23-4afb-b314-3a8024720607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.413239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: d4e3a2a6-8c27-4784-b878-efb8155c35d8 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:03.413808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d4e3a2a6-8c27-4784-b878-efb8155c35d8 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:03.414418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4ebbe0c3-3d23-4afb-b314-3a8024720607 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/21ed26a0-5456-4cb8-805a-5714e42b44bd HTTP/1.1" status: 204 len: 168 time: 0.2647889 Jul 13 08:31:03.415736 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbe0c3-3d23-4afb-b314-3a8024720607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ed26a0-5456-4cb8-805a-5714e42b44bd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:03.417251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44410) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:03.420363 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da8a036-476d-43d3-92a6-17645b36f60d None None] Network eedba857-ad87-49a1-9343-f2021547f143 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:03.494017 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.556680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Deleting port c545a94e-a246-4acc-b14a-69e2448d88d5 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:03.557175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.628623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6f5ca-b776-47d3-a259-7da229814c14 None None] DHCP port deletion for eedba857-ad87-49a1-9343-f2021547f143 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:31:03.628849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] For port c545a94e-a246-4acc-b14a-69e2448d88d5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c545a94e-a246-4acc-b14a-69e2448d88d5,segment=NetworkSegment(ec9a80cb-be9a-43d1-acd6-372b48c93c87),segment_id=ec9a80cb-be9a-43d1-acd6-372b48c93c87)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:03.629067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.643577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Calling delete_port for c545a94e-a246-4acc-b14a-69e2448d88d5 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:03.684297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-89e6f5ca-b776-47d3-a259-7da229814c14 None None] Deleting port c545a94e-a246-4acc-b14a-69e2448d88d5 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:03.684683 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89e6f5ca-b776-47d3-a259-7da229814c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.734364 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.748418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-89e6f5ca-b776-47d3-a259-7da229814c14 None None] For port c545a94e-a246-4acc-b14a-69e2448d88d5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c545a94e-a246-4acc-b14a-69e2448d88d5,segment=NetworkSegment(ec9a80cb-be9a-43d1-acd6-372b48c93c87),segment_id=ec9a80cb-be9a-43d1-acd6-372b48c93c87)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:03.748814 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89e6f5ca-b776-47d3-a259-7da229814c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.761059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c545a94e-a246-4acc-b14a-69e2448d88d5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:03.761264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-89e6f5ca-b776-47d3-a259-7da229814c14 None None] Calling delete_port for c545a94e-a246-4acc-b14a-69e2448d88d5 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:03.766392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] No DVR routers for this DVR port c545a94e-a246-4acc-b14a-69e2448d88d5 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:03.843470 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89e6f5ca-b776-47d3-a259-7da229814c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.844046 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.855329 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedba857-ad87-49a1-9343-f2021547f143']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:03.865879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9a80cb-be9a-43d1-acd6-372b48c93c87') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:03.866102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9a80cb-be9a-43d1-acd6-372b48c93c87') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:03.867574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6f5ca-b776-47d3-a259-7da229814c14 None None] Pushing event deleted for resources: {'Port': ['ID=c545a94e-a246-4acc-b14a-69e2448d88d5,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:03.875364 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6f5ca-b776-47d3-a259-7da229814c14 None None] No DVR routers for this DVR port c545a94e-a246-4acc-b14a-69e2448d88d5 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:03.877067 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.897228 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.904228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:03.904656 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:03.906323 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:03.958968 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.965352 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.966810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eedba857-ad87-49a1-9343-f2021547f143 HTTP/1.1" status: 204 len: 168 time: 0.5484011 Jul 13 08:31:03.978287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a8012-e364-47e5-b343-04e43f282eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eedba857-ad87-49a1-9343-f2021547f143,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:04.123032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44414) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:04.163012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-768e119a-0308-4a7f-892a-e58b94959861 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e8a62c90bb544cca064c78c8cdde026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387301 Jul 13 08:31:04.165327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44416) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:04.217497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-742aa6d2-5593-48ed-b21b-b17a06d25c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.238155 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-742aa6d2-5593-48ed-b21b-b17a06d25c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.286448 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-742aa6d2-5593-48ed-b21b-b17a06d25c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.289107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-742aa6d2-5593-48ed-b21b-b17a06d25c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.290320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-742aa6d2-5593-48ed-b21b-b17a06d25c6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/717014c6-9f3e-4863-a5bb-e100fd1769cd HTTP/1.1" status: 204 len: 168 time: 0.1240652 Jul 13 08:31:04.299519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742aa6d2-5593-48ed-b21b-b17a06d25c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717014c6-9f3e-4863-a5bb-e100fd1769cd,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:04.610367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44422) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:04.651176 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-017ea687-14a2-4780-a9d2-a719bfa7a9f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8721be76318a4272a7b86b2625f59c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395310 Jul 13 08:31:04.653615 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44424) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:04.704978 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ff6aac6-7b82-4131-8809-14a9a8350271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.727610 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ff6aac6-7b82-4131-8809-14a9a8350271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.778357 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ff6aac6-7b82-4131-8809-14a9a8350271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.780974 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6ff6aac6-7b82-4131-8809-14a9a8350271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.782176 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6ff6aac6-7b82-4131-8809-14a9a8350271 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/911b97f9-a081-4fc4-b79b-502a7ffc57f2 HTTP/1.1" status: 204 len: 168 time: 0.1276636 Jul 13 08:31:04.791252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6aac6-7b82-4131-8809-14a9a8350271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911b97f9-a081-4fc4-b79b-502a7ffc57f2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:04.994065 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.024242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c545a94e-a246-4acc-b14a-69e2448d88d5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:05.044238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c545a94e-a246-4acc-b14a-69e2448d88d5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:05.044587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c545a94e-a246-4acc-b14a-69e2448d88d5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:05.045020 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:05.063920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:05.064300 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c8ca5fdd-be0d-4de3-acb9-34d6fd61d940 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:05.495036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44446) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:05.595405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-89331765-network', 'tenant_id': 'a541162e03724294bca593667f1e37e0'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:05.622650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Made reservation on behalf of a541162e03724294bca593667f1e37e0 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:05.625071 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.635235 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.736558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.741365 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.768684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:05.775023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75950f54-891c-4974-8db6-c37570f7d004,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:05.782632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.783019 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Added segment 7d1bad49-9dcd-4901-ab23-7eab014f7738 of type vlan for network d3babc09-3ca1-4b18-b421-2f8f0f3674bd Jul 13 08:31:05.826110 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.855195 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.856189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:05.856769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.887931 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3916724 Jul 13 08:31:05.891161 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44450) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:05.898463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Request body: {'subnet': {'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-89331765-subnet', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:05.930750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169d2fd-07fe-4a71-b21b-b8cb700f1bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=d3babc09-3ca1-4b18-b421-2f8f0f3674bd,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:05.941395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network d3babc09-3ca1-4b18-b421-2f8f0f3674bd details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:05.950970 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Made reservation on behalf of a541162e03724294bca593667f1e37e0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:05.953370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.132147 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.185747 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0d2218-8e08-48f1-9ba4-0560783f2f02,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:06.197547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Checking segment: {'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:06.197937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Network hostable DHCP agents. Network: d3babc09-3ca1-4b18-b421-2f8f0f3674bd, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:06.213625 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Network d3babc09-3ca1-4b18-b421-2f8f0f3674bd is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:06.222136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, d3babc09-3ca1-4b18-b421-2f8f0f3674bd) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:06.226541 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:06.227197 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.232641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a87a9f7-49df-4a0e-88d4-e72ad84f7404 None None] Network d3babc09-3ca1-4b18-b421-2f8f0f3674bd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:06.243541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8ddc01dc-e0af-4f23-a40a-9d060a2f7b83 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3513160 Jul 13 08:31:06.248828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44452) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:06.254413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:06.275806 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.276760 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.328388 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.380379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-d3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:06.381250 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.468922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.512171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Allocated IP 172.20.0.2 (d3babc09-3ca1-4b18-b421-2f8f0f3674bd/6e0d2218-8e08-48f1-9ba4-0560783f2f02/4f2c81c9-39dd-40d3-89d8-514f33afa703) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:06.656166 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.664815 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Transition to ACTIVE for port object 4f2c81c9-39dd-40d3-89d8-514f33afa703 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:06.676862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.679289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Transition to ACTIVE for port object 4f2c81c9-39dd-40d3-89d8-514f33afa703 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:06.685653 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.699070 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.725037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Network d3babc09-3ca1-4b18-b421-2f8f0f3674bd is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:06.729261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:06.733549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:06.736549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Pushing event updated for resources: {'Port': ['ID=4f2c81c9-39dd-40d3-89d8-514f33afa703,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:06.795707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Attempting to bind port 4f2c81c9-39dd-40d3-89d8-514f33afa703 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:06.796104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Attempting to bind port 4f2c81c9-39dd-40d3-89d8-514f33afa703 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:06.796476 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Attempting to bind port 4f2c81c9-39dd-40d3-89d8-514f33afa703 on network d3babc09-3ca1-4b18-b421-2f8f0f3674bd {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:06.801568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:06.802221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Checking segment: {'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:06.802700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.803171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Bound using segment: {'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:06.803679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Bound port: 4f2c81c9-39dd-40d3-89d8-514f33afa703, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:06.804086 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.808407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Allocated IP 172.25.6.165 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/c0117cdb-a8ee-447f-ac1d-51bb7cb91f84) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:06.868114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] For port 4f2c81c9-39dd-40d3-89d8-514f33afa703, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:06.871846 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] For port 4f2c81c9-39dd-40d3-89d8-514f33afa703, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4f2c81c9-39dd-40d3-89d8-514f33afa703,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:06.876132 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.931759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.939240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2bcc2-194f-40d0-8b7a-92a291df5912 None None] Pushing event updated for resources: {'Port': ['ID=4f2c81c9-39dd-40d3-89d8-514f33afa703,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:06.976370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:07.019650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:07.022855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:07.027707 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:07.030959 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Pushing event updated for resources: {'Port': ['ID=c0117cdb-a8ee-447f-ac1d-51bb7cb91f84,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:07.297964 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:07.495138 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:07.632860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Router 1232953f-9371-40b6-bd83-713fc89874aa is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:31:07.745844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:07.758515 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Sync routers for ids ['1232953f-9371-40b6-bd83-713fc89874aa'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:07.765713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:07.767174 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1dc0c3e4-da31-484b-9941-240a5f5c0fed admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5196412 Jul 13 08:31:07.770734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44454) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:07.772743 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Routers {'1232953f-9371-40b6-bd83-713fc89874aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:07.773810 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1232953f-9371-40b6-bd83-713fc89874aa'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:07.888270 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Set router 1232953f-9371-40b6-bd83-713fc89874aa gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:07.919194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d4a61a-746b-44e3-901b-c5837fdd0eec None None] Network d3babc09-3ca1-4b18-b421-2f8f0f3674bd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:08.061437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4852eafd-6683-42fa-bd61-c45794045f04 None None] Provisioning for port 4f2c81c9-39dd-40d3-89d8-514f33afa703 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:08.089274 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:07Z', 'revision_number': 3, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:08.118815 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Checking router: 1232953f-9371-40b6-bd83-713fc89874aa for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:08.119166 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Updating router 1232953f-9371-40b6-bd83-713fc89874aa port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:08.160264 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.431788 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.442095 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Transition to ACTIVE for port object c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:08.448356 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.497350 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Attempting to bind port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:08.497712 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Attempting to bind port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:08.498075 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Attempting to bind port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:08.507264 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Pushing event updated for resources: {'Port': ['ID=c0117cdb-a8ee-447f-ac1d-51bb7cb91f84,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:08.509849 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:08.510242 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:08.510632 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.511020 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:08.511483 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Bound port: c0117cdb-a8ee-447f-ac1d-51bb7cb91f84, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:08.511856 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.534578 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.534915 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.535247 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.535578 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.535925 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.536280 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.536734 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.537055 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.537372 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.537688 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.538028 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.538322 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:08.569209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.578313 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] For port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:08.581446 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] For port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c0117cdb-a8ee-447f-ac1d-51bb7cb91f84,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:08.587253 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.626807 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.652807 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75327812-fad8-42cc-8199-9eac8c321fd7 None None] Pushing event updated for resources: {'Port': ['ID=c0117cdb-a8ee-447f-ac1d-51bb7cb91f84,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:08.657610 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Routers {'1232953f-9371-40b6-bd83-713fc89874aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:08.658217 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1232953f-9371-40b6-bd83-713fc89874aa'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:08.733558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Allocated IP 172.20.0.1 (d3babc09-3ca1-4b18-b421-2f8f0f3674bd/6e0d2218-8e08-48f1-9ba4-0560783f2f02/77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:08.767060 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] Set router 1232953f-9371-40b6-bd83-713fc89874aa gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:08.844160 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.858716 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Transition to ACTIVE for port object 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:08.901866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.937286 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Network d3babc09-3ca1-4b18-b421-2f8f0f3674bd is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:08.940127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:08.946521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:08.949880 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:07Z', 'revision_number': 3, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:08.975432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Pushing event updated for resources: {'Port': ['ID=77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:08.979198 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfad6d53-9f80-408f-8557-cfda0f344a2a None None] The sync data for ids ['1232953f-9371-40b6-bd83-713fc89874aa'] in n-d-798249-7 is: [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:07Z', 'revision_number': 3, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:08.992134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.083523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4f2c81c9-39dd-40d3-89d8-514f33afa703 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:09.145021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 4f2c81c9-39dd-40d3-89d8-514f33afa703 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:09.151509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 4f2c81c9-39dd-40d3-89d8-514f33afa703 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:09.151897 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.192553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.237529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f52db48f-8087-4d4a-9488-fd802c96cc6f None None] Provisioning for port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:09.247810 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f52db48f-8087-4d4a-9488-fd802c96cc6f None None] Provisioning complete for port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:09.248221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f52db48f-8087-4d4a-9488-fd802c96cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.289654 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.358442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-f52db48f-8087-4d4a-9488-fd802c96cc6f None None] Port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:09.382908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 4f2c81c9-39dd-40d3-89d8-514f33afa703, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4f2c81c9-39dd-40d3-89d8-514f33afa703,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:09.388416 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.438014 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.445411 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.458824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=4f2c81c9-39dd-40d3-89d8-514f33afa703,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:09.529553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Pushing event updated for resources: {'Port': ['ID=77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:09.544415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.653730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Network d3babc09-3ca1-4b18-b421-2f8f0f3674bd is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:09.655658 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:09.783272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b02d583e-f6ed-4810-896d-393a0c212dad None None] Provisioning complete for port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:09.783789 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b02d583e-f6ed-4810-896d-393a0c212dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.787307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Router 1232953f-9371-40b6-bd83-713fc89874aa has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:31:09.845211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b02d583e-f6ed-4810-896d-393a0c212dad None None] Port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:09.920906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:09.926137 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8170e5fb-8426-424f-aeb9-230a30376d39 admin admin] 10.222.0.44 "PUT /v2.0/routers/1232953f-9371-40b6-bd83-713fc89874aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1535044 Jul 13 08:31:09.974803 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8e3fb6a1-4a72-4107-89c5-f4ac14324223 None None] Provisioning complete for port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:09.975256 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb6a1-4a72-4107-89c5-f4ac14324223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.018023 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fb6a1-4a72-4107-89c5-f4ac14324223 None None] Port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:10.391954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44470) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:10.397133 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2090136057-network', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:10.418230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Made reservation on behalf of 91f7ce4a1ae94eb4aec042e9ac1ba61c for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:10.420746 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.430601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.522966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.526791 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.551856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:10.561802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3eb034-d064-41bf-9d58-fc5d245fa66d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:10.566511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.566857 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Added segment 710b3881-8156-4200-b780-4c1bc00ebb4e of type vlan for network 70483b32-4896-4f2b-9b37-e27a13288bd1 Jul 13 08:31:10.610107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.638838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.639867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:10.640481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.669706 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2764874 Jul 13 08:31:10.672292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44472) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:10.678608 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Request body: {'subnet': {'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2090136057-subnet', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:10.716090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf85cc-41bd-4f90-b9e0-1c9b1f65b4bc admin admin] Pushing event updated for resources: {'Network': ['ID=70483b32-4896-4f2b-9b37-e27a13288bd1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:10.726918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 70483b32-4896-4f2b-9b37-e27a13288bd1 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:10.731331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Made reservation on behalf of 91f7ce4a1ae94eb4aec042e9ac1ba61c for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:10.733951 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.787608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Sync routers for ids ['1232953f-9371-40b6-bd83-713fc89874aa'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:10.805791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Routers {'1232953f-9371-40b6-bd83-713fc89874aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:10.806412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1232953f-9371-40b6-bd83-713fc89874aa'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:10.907107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.913912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Set router 1232953f-9371-40b6-bd83-713fc89874aa gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:10.963255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0920e0fa-9f8b-45dd-b76a-342e219a0c58,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:10.970700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Checking segment: {'id': '710b3881-8156-4200-b780-4c1bc00ebb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:10.971062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Network hostable DHCP agents. Network: 70483b32-4896-4f2b-9b37-e27a13288bd1, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:10.992125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Network 70483b32-4896-4f2b-9b37-e27a13288bd1 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:11.004298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 70483b32-4896-4f2b-9b37-e27a13288bd1) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:11.011200 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:11.011710 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.019306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63850fdc-19f7-4965-8fc4-0a978c4740b4 None None] Network 70483b32-4896-4f2b-9b37-e27a13288bd1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:11.032573 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-030a2ed5-923f-4ecb-b861-20758f59c286 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3575499 Jul 13 08:31:11.035460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44474) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:11.040487 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2090136057-router', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:11.065235 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.066254 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.124902 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.266145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.277040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4f2c81c9-39dd-40d3-89d8-514f33afa703 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:11.416156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 4f2c81c9-39dd-40d3-89d8-514f33afa703 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:11.416531 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.466747 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.483022 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-70483b32-4896-4f2b-9b37-e27a13288bd1', 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'fixed_ips': [{'subnet_id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:11.483864 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.487493 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.495542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:09Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2', 'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'mac_address': 'fa:16:3e:46:ff:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:08Z', 'updated_at': '2021-07-13T08:31:09Z', 'revision_number': 2, 'project_id': 'a541162e03724294bca593667f1e37e0', 'subnets': [{'id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:11.529061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Checking router: 1232953f-9371-40b6-bd83-713fc89874aa for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:11.529335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Updating router 1232953f-9371-40b6-bd83-713fc89874aa port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:11.597291 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Allocated IP 172.25.6.174 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/17f9c4bf-d43b-4667-8540-577f676ea529) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:11.650807 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.682431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:11.834222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Allocated IP 172.20.0.2 (70483b32-4896-4f2b-9b37-e27a13288bd1/0920e0fa-9f8b-45dd-b76a-342e219a0c58/0f092cc0-e22c-4cc0-82c1-e73bf0b567f5) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:11.920185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:11.952621 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.959377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:11.959754 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.991943 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.036559 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:12.039611 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:12.043277 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:12.066750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Pushing event updated for resources: {'Port': ['ID=17f9c4bf-d43b-4667-8540-577f676ea529,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:12.166185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.205389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Transition to ACTIVE for port object 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:12.218869 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.237305 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Transition to ACTIVE for port object 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:12.252878 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.266626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.276068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c0117cdb-a8ee-447f-ac1d-51bb7cb91f84,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:12.279764 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Transition to ACTIVE for port object 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:12.305674 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.309545 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.318026 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.333890 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Network 70483b32-4896-4f2b-9b37-e27a13288bd1 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:12.342081 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:12.351491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:12.361205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Pushing event updated for resources: {'Port': ['ID=0f092cc0-e22c-4cc0-82c1-e73bf0b567f5,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:12.519149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Attempting to bind port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:12.519149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Attempting to bind port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '710b3881-8156-4200-b780-4c1bc00ebb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:12.519149 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Attempting to bind port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 on network 70483b32-4896-4f2b-9b37-e27a13288bd1 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:12.522124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Attempting to bind port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:12.522491 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Attempting to bind port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:12.522850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Attempting to bind port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 on network d3babc09-3ca1-4b18-b421-2f8f0f3674bd {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:12.532427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=c0117cdb-a8ee-447f-ac1d-51bb7cb91f84,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:12.536375 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:12.537206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Checking segment: {'id': '710b3881-8156-4200-b780-4c1bc00ebb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:12.537206 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.537433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Bound using segment: {'id': '710b3881-8156-4200-b780-4c1bc00ebb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:12.538346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Bound port: 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710b3881-8156-4200-b780-4c1bc00ebb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:12.538346 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.542150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:12.542519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Checking segment: {'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:12.542912 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.543686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Bound using segment: {'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:12.543917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Bound port: 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:12.544155 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.560231 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.631923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4934e2-d684-4610-afec-10234a5f686f None None] Pushing event updated for resources: {'Port': ['ID=77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:12.694640 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] For port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:12.700432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] For port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:12.708217 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.710613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] For port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:12.716217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] For port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0f092cc0-e22c-4cc0-82c1-e73bf0b567f5,segment=NetworkSegment(710b3881-8156-4200-b780-4c1bc00ebb4e),segment_id=710b3881-8156-4200-b780-4c1bc00ebb4e)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:12.718383 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:31:12.747051 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.791056 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4934e2-d684-4610-afec-10234a5f686f None None] Pushing event updated for resources: {'Port': ['ID=77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:12.800513 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Routers {'1232953f-9371-40b6-bd83-713fc89874aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:12.801148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1232953f-9371-40b6-bd83-713fc89874aa'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:12.900213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:12.914891 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Sync routers for ids ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:12.923360 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f0631-80c4-489b-baad-1cc13f134769 None None] Pushing event updated for resources: {'Port': ['ID=0f092cc0-e22c-4cc0-82c1-e73bf0b567f5,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:12.934114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.937970 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Routers {'95895c6d-0e7b-4e5b-94d1-6482717eb8e1'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:12.938618 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:12.941252 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44476) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:12.941958 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3f108781-5efe-401a-b45a-2b1561fd2190 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9052126 Jul 13 08:31:13.073067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] Set router 1232953f-9371-40b6-bd83-713fc89874aa gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:13.107383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:13.166143 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Set router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:13.304609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:13.305544 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.556364 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'name': 'tempest-TestMinimumBasicScenario-2090136057-router', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 3, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'gw_port': {'id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:13.589015 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Checking router: 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:13.589471 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Updating router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 port 17f9c4bf-d43b-4667-8540-577f676ea529 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:13.643119 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.646650 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.657789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:09Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2', 'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'mac_address': 'fa:16:3e:46:ff:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:08Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'subnets': [{'id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:13.707123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bdbaa7-dc5d-41de-8a7d-34f5cc96da5e None None] The sync data for ids ['1232953f-9371-40b6-bd83-713fc89874aa'] in n-d-798249-7 is: [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:09Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2', 'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'mac_address': 'fa:16:3e:46:ff:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:08Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'subnets': [{'id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:13.919041 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Allocated IP 172.20.0.1 (70483b32-4896-4f2b-9b37-e27a13288bd1/0920e0fa-9f8b-45dd-b76a-342e219a0c58/085528bf-ab9d-4aed-a86a-f01049ca3a40) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:14.072405 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.102636 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Transition to ACTIVE for port object 085528bf-ab9d-4aed-a86a-f01049ca3a40 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:14.107831 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.141226 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Transition to ACTIVE for port object 17f9c4bf-d43b-4667-8540-577f676ea529 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:14.154549 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.167574 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.214286 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Attempting to bind port 17f9c4bf-d43b-4667-8540-577f676ea529 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:14.214655 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Attempting to bind port 17f9c4bf-d43b-4667-8540-577f676ea529 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:14.215025 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Attempting to bind port 17f9c4bf-d43b-4667-8540-577f676ea529 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:14.217230 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643df9-bf1c-4957-b223-f941991467ab None None] Pushing event updated for resources: {'Port': ['ID=17f9c4bf-d43b-4667-8540-577f676ea529,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:14.229233 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:14.229628 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:14.230005 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.230396 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:14.230881 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Bound port: 17f9c4bf-d43b-4667-8540-577f676ea529, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:14.231263 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.252512 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Network 70483b32-4896-4f2b-9b37-e27a13288bd1 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:14.258202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:14.264352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:14.309521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Pushing event updated for resources: {'Port': ['ID=085528bf-ab9d-4aed-a86a-f01049ca3a40,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:14.324644 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] For port 17f9c4bf-d43b-4667-8540-577f676ea529, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:14.330722 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] For port 17f9c4bf-d43b-4667-8540-577f676ea529, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=17f9c4bf-d43b-4667-8540-577f676ea529,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:14.342167 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.342933 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.420158 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c33cdf71-cbb7-479b-9985-aa4c45dc3660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.492162 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Routers {'95895c6d-0e7b-4e5b-94d1-6482717eb8e1'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:14.493175 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:30:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:14.495804 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643df9-bf1c-4957-b223-f941991467ab None None] Pushing event updated for resources: {'Port': ['ID=17f9c4bf-d43b-4667-8540-577f676ea529,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:14.549943 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376397a2-19da-413b-b744-ba8fa19754f9 None None] Network 70483b32-4896-4f2b-9b37-e27a13288bd1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:14.578759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.666970 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] Set router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:14.700072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4ccd66c2-3a0c-46b7-ac41-73ece202d8f7 None None] Provisioning for port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:14.886113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.904443 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.001538 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'name': 'tempest-TestMinimumBasicScenario-2090136057-router', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:14Z', 'revision_number': 4, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'gw_port': {'id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '085528bf-ab9d-4aed-a86a-f01049ca3a40', 'name': '', 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'mac_address': 'fa:16:3e:51:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:13Z', 'updated_at': '2021-07-13T08:31:13Z', 'revision_number': 1, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'subnets': [{'id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:15.037075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Pushing event updated for resources: {'Port': ['ID=085528bf-ab9d-4aed-a86a-f01049ca3a40,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:15.052403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.072042 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42f34b-e08c-47b6-ae40-31602c2b6a4f None None] The sync data for ids ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'] in n-d-798249-7 is: [{'id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'name': 'tempest-TestMinimumBasicScenario-2090136057-router', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:14Z', 'revision_number': 4, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'gw_port': {'id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '085528bf-ab9d-4aed-a86a-f01049ca3a40', 'name': '', 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'mac_address': 'fa:16:3e:51:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:13Z', 'updated_at': '2021-07-13T08:31:13Z', 'revision_number': 1, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'subnets': [{'id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:15.274259 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-91876aa7-6969-4a39-b317-b3b7ad5af72b None None] Provisioning for port 085528bf-ab9d-4aed-a86a-f01049ca3a40 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:15.281254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-91876aa7-6969-4a39-b317-b3b7ad5af72b None None] Provisioning complete for port 085528bf-ab9d-4aed-a86a-f01049ca3a40 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:15.281639 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-91876aa7-6969-4a39-b317-b3b7ad5af72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.287027 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Network 70483b32-4896-4f2b-9b37-e27a13288bd1 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:15.289370 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:15.338941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:15.405226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-91876aa7-6969-4a39-b317-b3b7ad5af72b None None] Port 085528bf-ab9d-4aed-a86a-f01049ca3a40 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:15.475995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:15.487935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:15.495173 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.563950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:31:15.729321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c79fe3de-54a8-4a6d-88a4-221e1b0f7959 None None] Provisioning complete for port 085528bf-ab9d-4aed-a86a-f01049ca3a40 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:15.732204 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c79fe3de-54a8-4a6d-88a4-221e1b0f7959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.756279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:15.771189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eb41c55a-a433-4f78-84b0-a0bfe2780b84 admin admin] 10.222.0.44 "PUT /v2.0/routers/95895c6d-0e7b-4e5b-94d1-6482717eb8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8284192 Jul 13 08:31:15.780432 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.805207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c79fe3de-54a8-4a6d-88a4-221e1b0f7959 None None] Port 085528bf-ab9d-4aed-a86a-f01049ca3a40 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:15.836941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:15.842318 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.889550 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:15.961205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:16.008747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:16.022307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:16.022720 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.071239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1c28480a-15ed-4fe2-aa83-a6bd20eec3ad None None] Provisioning complete for port 085528bf-ab9d-4aed-a86a-f01049ca3a40 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:16.071693 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c28480a-15ed-4fe2-aa83-a6bd20eec3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.144124 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1c28480a-15ed-4fe2-aa83-a6bd20eec3ad None None] Port 085528bf-ab9d-4aed-a86a-f01049ca3a40 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:16.213435 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.312110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0f092cc0-e22c-4cc0-82c1-e73bf0b567f5,segment=NetworkSegment(710b3881-8156-4200-b780-4c1bc00ebb4e),segment_id=710b3881-8156-4200-b780-4c1bc00ebb4e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:16.318677 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.400511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9b041af7-7905-4212-9155-83a9ab498eb9 None None] Provisioning complete for port 085528bf-ab9d-4aed-a86a-f01049ca3a40 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:16.400870 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b041af7-7905-4212-9155-83a9ab498eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.405865 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=0f092cc0-e22c-4cc0-82c1-e73bf0b567f5,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:16.450747 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9b041af7-7905-4212-9155-83a9ab498eb9 None None] Port 085528bf-ab9d-4aed-a86a-f01049ca3a40 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:16.463000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9b041af7-7905-4212-9155-83a9ab498eb9 None None] Provisioning complete for port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:16.463492 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b041af7-7905-4212-9155-83a9ab498eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.144356 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17f9c4bf-d43b-4667-8540-577f676ea529 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:17.238127 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.253769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 17f9c4bf-d43b-4667-8540-577f676ea529 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:17.260727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 17f9c4bf-d43b-4667-8540-577f676ea529 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:17.261105 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.588139 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39921162-22ec-477e-8cf4-2d579bb4a2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.608210 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.639845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 17f9c4bf-d43b-4667-8540-577f676ea529, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=17f9c4bf-d43b-4667-8540-577f676ea529,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:17.649410 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.705223 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:17.774716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=17f9c4bf-d43b-4667-8540-577f676ea529,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:17.824906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:17.825446 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.980147 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:18.053362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:18.053703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.134057 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:31:18.210131 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.544530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Sync routers for ids ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:18.556005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Routers {'95895c6d-0e7b-4e5b-94d1-6482717eb8e1'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:18.557894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:31:18Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:18.699085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Set router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:19.011629 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'name': 'tempest-TestMinimumBasicScenario-2090136057-router', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:14Z', 'revision_number': 4, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'gw_port': {'id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '085528bf-ab9d-4aed-a86a-f01049ca3a40', 'name': '', 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'mac_address': 'fa:16:3e:51:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:13Z', 'updated_at': '2021-07-13T08:31:14Z', 'revision_number': 2, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'subnets': [{'id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:19.066367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Checking router: 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:19.067788 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Updating router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 port 085528bf-ab9d-4aed-a86a-f01049ca3a40 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:19.102976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17f9c4bf-d43b-4667-8540-577f676ea529 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:19.141632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.343022 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 17f9c4bf-d43b-4667-8540-577f676ea529 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:19.344140 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.548810 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.564354 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Transition to ACTIVE for port object 085528bf-ab9d-4aed-a86a-f01049ca3a40 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:19.572136 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.638869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d1e2d-597f-460a-8266-477fca3a22e5 None None] Pushing event updated for resources: {'Port': ['ID=085528bf-ab9d-4aed-a86a-f01049ca3a40,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:19.746229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Attempting to bind port 085528bf-ab9d-4aed-a86a-f01049ca3a40 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:19.746823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Attempting to bind port 085528bf-ab9d-4aed-a86a-f01049ca3a40 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '710b3881-8156-4200-b780-4c1bc00ebb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:19.747390 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Attempting to bind port 085528bf-ab9d-4aed-a86a-f01049ca3a40 on network 70483b32-4896-4f2b-9b37-e27a13288bd1 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:19.775490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:19.776335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Checking segment: {'id': '710b3881-8156-4200-b780-4c1bc00ebb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:19.777048 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.778459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Bound using segment: {'id': '710b3881-8156-4200-b780-4c1bc00ebb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:19.779885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Bound port: 085528bf-ab9d-4aed-a86a-f01049ca3a40, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710b3881-8156-4200-b780-4c1bc00ebb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:19.780668 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.866769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] For port 085528bf-ab9d-4aed-a86a-f01049ca3a40, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:19.872258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] For port 085528bf-ab9d-4aed-a86a-f01049ca3a40, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=085528bf-ab9d-4aed-a86a-f01049ca3a40,segment=NetworkSegment(710b3881-8156-4200-b780-4c1bc00ebb4e),segment_id=710b3881-8156-4200-b780-4c1bc00ebb4e)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:19.880630 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.967501 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d1e2d-597f-460a-8266-477fca3a22e5 None None] Pushing event updated for resources: {'Port': ['ID=085528bf-ab9d-4aed-a86a-f01049ca3a40,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:19.977952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Routers {'95895c6d-0e7b-4e5b-94d1-6482717eb8e1'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:19.978276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:31:18Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:20.061946 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.178329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] Set router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:20.559506 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'name': 'tempest-TestMinimumBasicScenario-2090136057-router', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:14Z', 'revision_number': 4, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'gw_port': {'id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '085528bf-ab9d-4aed-a86a-f01049ca3a40', 'name': '', 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'mac_address': 'fa:16:3e:51:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:13Z', 'updated_at': '2021-07-13T08:31:19Z', 'revision_number': 4, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'subnets': [{'id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:20.616318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9a64f-1887-435a-ba88-3df4dc8e09a2 None None] The sync data for ids ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'] in n-d-798249-7 is: [{'id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'name': 'tempest-TestMinimumBasicScenario-2090136057-router', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:14Z', 'revision_number': 4, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'gw_port': {'id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '085528bf-ab9d-4aed-a86a-f01049ca3a40', 'name': '', 'network_id': '70483b32-4896-4f2b-9b37-e27a13288bd1', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'mac_address': 'fa:16:3e:51:c6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:13Z', 'updated_at': '2021-07-13T08:31:19Z', 'revision_number': 4, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'subnets': [{'id': '0920e0fa-9f8b-45dd-b76a-342e219a0c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:21.123274 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 085528bf-ab9d-4aed-a86a-f01049ca3a40 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:21.230278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 085528bf-ab9d-4aed-a86a-f01049ca3a40 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:21.239662 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 085528bf-ab9d-4aed-a86a-f01049ca3a40 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:21.240373 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.364441 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.433201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 085528bf-ab9d-4aed-a86a-f01049ca3a40, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=085528bf-ab9d-4aed-a86a-f01049ca3a40,segment=NetworkSegment(710b3881-8156-4200-b780-4c1bc00ebb4e),segment_id=710b3881-8156-4200-b780-4c1bc00ebb4e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:21.441529 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.551446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=085528bf-ab9d-4aed-a86a-f01049ca3a40,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:21.802670 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a2b25615-7fdf-4df4-abf1-773b3e2c3f02 None None] Provisioning complete for port 085528bf-ab9d-4aed-a86a-f01049ca3a40 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:21.803400 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a2b25615-7fdf-4df4-abf1-773b3e2c3f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.091238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 085528bf-ab9d-4aed-a86a-f01049ca3a40 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:23.175376 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 085528bf-ab9d-4aed-a86a-f01049ca3a40 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:23.176562 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:27.362693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2e251-cb68-492b-9179-80ac32666a28 req-d33a9cfb-4e8b-4557-a3e9-d7315ecfb7cb tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:27.364554 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-d33a9cfb-4e8b-4557-a3e9-d7315ecfb7cb tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/networks?id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd HTTP/1.1" status: 200 len: 813 time: 0.1265068 Jul 13 08:31:27.381784 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-6a22e149-091b-4dd5-9812-e308c683fc7d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/quotas/a541162e03724294bca593667f1e37e0 HTTP/1.1" status: 200 len: 375 time: 0.0116756 Jul 13 08:31:27.461301 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-b5b57a63-a599-4b8a-ac97-c04586b1e6f8 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a541162e03724294bca593667f1e37e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738935 Jul 13 08:31:27.567755 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-b96ab957-c900-41cc-953a-f3cb8ecc2f49 service neutron] 10.222.0.44 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948844 Jul 13 08:31:27.665281 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-207245f0-7e5c-4caa-b48f-a60b59040749 service neutron] 10.222.0.44 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895712 Jul 13 08:31:28.882418 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4673f4a9-5d0b-4db0-88df-cc2c54f87102 req-99d9bf43-942c-4c75-9792-63c21a9ee9d5 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 210 time: 0.0390525 Jul 13 08:31:30.061316 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4d67e75e-cf1d-492c-84e1-a12379dea505 req-91602861-fe81-4f09-9dcc-dddec82fdda3 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 210 time: 0.0351648 Jul 13 08:31:30.322703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2e251-cb68-492b-9179-80ac32666a28 req-f2ae435d-fc4d-4e88-b047-22915e87a5ad tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:30.325348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-f2ae435d-fc4d-4e88-b047-22915e87a5ad tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.54 "GET /v2.0/networks?id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd HTTP/1.1" status: 200 len: 813 time: 0.1636662 Jul 13 08:31:30.338921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'port': {'device_id': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'admin_state_up': True, 'tenant_id': 'a541162e03724294bca593667f1e37e0'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:30.469976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Made reservation on behalf of a541162e03724294bca593667f1e37e0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:30.475750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:30.655920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Allocated IP 172.20.0.6 (d3babc09-3ca1-4b18-b421-2f8f0f3674bd/6e0d2218-8e08-48f1-9ba4-0560783f2f02/0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:30.833951 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:30.851019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Transition to ACTIVE for port object 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:30.895798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:30.980412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Network d3babc09-3ca1-4b18-b421-2f8f0f3674bd is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:30.985245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:30.992050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:31.037763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'Port': ['ID=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:31.061795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.062362 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.062822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.063384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.063898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.064508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.070115 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.070619 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.071191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.071637 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.072113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.072555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:31.128297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:31.131709 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:31.167681 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-0fc9f787-17dc-4c2f-b89a-d4d3155de139 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8309870 Jul 13 08:31:31.359686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dab33-0496-4222-9a88-2568983b5742 req-618d3420-1db5-48f7-b1d1-b2895cc28c74 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:31.361294 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a00dab33-0496-4222-9a88-2568983b5742 req-618d3420-1db5-48f7-b1d1-b2895cc28c74 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 931 time: 0.1328890 Jul 13 08:31:31.397431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d57b5a61-a810-4fc9-bde2-0ac103ccf142 None None] Provisioning for port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:31.403734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d57b5a61-a810-4fc9-bde2-0ac103ccf142 None None] Provisioning complete for port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:31.404145 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d57b5a61-a810-4fc9-bde2-0ac103ccf142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:31.423591 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a00dab33-0496-4222-9a88-2568983b5742 req-2258a760-a8b7-4619-8b8a-dfd38b40f932 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536861 Jul 13 08:31:31.445012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d57b5a61-a810-4fc9-bde2-0ac103ccf142 None None] Port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:32.662748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08f937-3387-47a1-85a4-2805242dfafb req-cc4b5fcf-5c88-44be-882f-85a9d1d8fc91 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:32.664714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e08f937-3387-47a1-85a4-2805242dfafb req-cc4b5fcf-5c88-44be-882f-85a9d1d8fc91 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 931 time: 0.0875688 Jul 13 08:31:32.712627 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e08f937-3387-47a1-85a4-2805242dfafb req-544db2b9-b39f-4b3d-8b4d-fb795554ad93 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385687 Jul 13 08:31:33.943711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c9fd7-dd32-4999-ad11-d702cdda7082 req-409712c9-6b36-4b16-a9cb-1eda2e5dd3a9 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:33.951803 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-123c9fd7-dd32-4999-ad11-d702cdda7082 req-409712c9-6b36-4b16-a9cb-1eda2e5dd3a9 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 931 time: 0.1070950 Jul 13 08:31:33.990355 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-123c9fd7-dd32-4999-ad11-d702cdda7082 req-cc3d4703-fdbb-4887-b13d-601e26df4205 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374207 Jul 13 08:31:35.000290 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:35.209362 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29aa6ce-b081-41dd-80b5-1357ef91766c req-4522d430-22e7-48c8-ac92-b1733f6358c7 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:35.211485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c29aa6ce-b081-41dd-80b5-1357ef91766c req-4522d430-22e7-48c8-ac92-b1733f6358c7 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 931 time: 0.0853262 Jul 13 08:31:35.275768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c29aa6ce-b081-41dd-80b5-1357ef91766c req-64f9c39c-5073-4552-8205-a08fd21f16c4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561652 Jul 13 08:31:36.493871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f058e1c-b51e-411c-9067-a0c57e829d67 req-78e41f5f-1d75-4795-a4a3-de5632afeb2e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:36.495473 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f058e1c-b51e-411c-9067-a0c57e829d67 req-78e41f5f-1d75-4795-a4a3-de5632afeb2e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 931 time: 0.0922847 Jul 13 08:31:36.542401 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3f058e1c-b51e-411c-9067-a0c57e829d67 req-0367a33f-50d1-4fba-9c11-697da8d041e1 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408304 Jul 13 08:31:37.761568 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec6f06-83cd-41d3-ba7f-8443f1e9bb96 req-75c4aae3-aca2-49bf-82b4-9e9137e9c27f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:37.764277 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5bec6f06-83cd-41d3-ba7f-8443f1e9bb96 req-75c4aae3-aca2-49bf-82b4-9e9137e9c27f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 931 time: 0.0969839 Jul 13 08:31:37.810577 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5bec6f06-83cd-41d3-ba7f-8443f1e9bb96 req-ce2ba051-8387-44b8-a0e7-0733c51b24e8 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376332 Jul 13 08:31:38.624615 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:39.021153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476aaaa6-4bea-442e-85f3-0b3dee0b36e1 req-8dbded7d-ae3c-430e-943b-296903e9fd21 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:39.022739 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-476aaaa6-4bea-442e-85f3-0b3dee0b36e1 req-8dbded7d-ae3c-430e-943b-296903e9fd21 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 931 time: 0.0750518 Jul 13 08:31:39.084193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-476aaaa6-4bea-442e-85f3-0b3dee0b36e1 req-47193410-8991-461d-8580-4cc13d28949a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536497 Jul 13 08:31:40.267407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce811ced-ab3f-4967-98c3-ee1334b1e770 req-f676c32e-86e8-4e18-955b-1e7b4fd28dc2 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:40.268978 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce811ced-ab3f-4967-98c3-ee1334b1e770 req-f676c32e-86e8-4e18-955b-1e7b4fd28dc2 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 931 time: 0.0659084 Jul 13 08:31:40.309048 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce811ced-ab3f-4967-98c3-ee1334b1e770 req-5363c133-d1c1-4c15-95be-a7543d20b3a9 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Jul 13 08:31:40.741243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Request body: {'port': {'device_id': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:40.825572 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:41.107427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:31:41.116449 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:41.131159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Transition to ACTIVE for port object 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:41.134785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:41.185516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:41.259761 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Attempting to bind port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:41.260132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Attempting to bind port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:41.260467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Attempting to bind port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 on network d3babc09-3ca1-4b18-b421-2f8f0f3674bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:41.265157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 on network d3babc09-3ca1-4b18-b421-2f8f0f3674bd not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:31:41.265510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Attempting to bind port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 on network d3babc09-3ca1-4b18-b421-2f8f0f3674bd {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:41.270763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:41.271142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Checking segment: {'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:41.271490 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Bound using segment: {'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:41.271922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Bound port: 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1bad49-9dcd-4901-ab23-7eab014f7738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:41.272304 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:41.341168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] For port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:41.345083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] For port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:41.349471 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:41.384929 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:41.385610 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:41.387042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] 10.222.0.54 "PUT /v2.0/ports/0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 1091 time: 0.7405188 Jul 13 08:31:41.387477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:31:41.389964 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908044b5-9fce-4599-a975-f756c1605ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:31:41.440216 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2d5b0a-3727-495c-991b-b15bf9269911 x-openstack-request-id: req-0a2d5b0a-3727-495c-991b-b15bf9269911 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:31:41.440614 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:31:41.440945 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a2d5b0a-3727-495c-991b-b15bf9269911 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:31:41.442187 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'status': 'completed', 'code': 200} Jul 13 08:31:41.444218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b1e42-acc8-4b25-976a-2e823e2152c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:41.548966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2e251-cb68-492b-9179-80ac32666a28 req-61e37a60-4771-4ec8-bd02-d41ca830faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:41.551031 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-61e37a60-4771-4ec8-bd02-d41ca830faa6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a541162e03724294bca593667f1e37e0&device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 1094 time: 0.1124461 Jul 13 08:31:41.558797 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f006e44-d3a0-4f2a-927c-9e153a8d57aa req-28b7f506-1665-4549-a254-4d60fb0ebf9d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:41.560333 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f006e44-d3a0-4f2a-927c-9e153a8d57aa req-28b7f506-1665-4549-a254-4d60fb0ebf9d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 943 time: 0.1237633 Jul 13 08:31:41.608106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-628940be-2321-4566-91da-e3851786308a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 217 time: 0.0467131 Jul 13 08:31:41.658050 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8f006e44-d3a0-4f2a-927c-9e153a8d57aa req-0e891ebb-4898-4468-9b45-5b1f95bbc4ef tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898499 Jul 13 08:31:41.674248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2e251-cb68-492b-9179-80ac32666a28 req-02cf006a-7bec-424b-be98-30b882db4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:41.676369 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-02cf006a-7bec-424b-be98-30b882db4622 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0d2218-8e08-48f1-9ba4-0560783f2f02 HTTP/1.1" status: 200 len: 852 time: 0.0610018 Jul 13 08:31:41.732248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2e251-cb68-492b-9179-80ac32666a28 req-9310d084-c7b6-4395-8988-19077c1633c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:41.733736 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-9310d084-c7b6-4395-8988-19077c1633c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519497 Jul 13 08:31:41.826924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-f294b00f-aaeb-4d8c-bd91-37d2bebfb34d service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854013 Jul 13 08:31:41.916516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-44b2e251-cb68-492b-9179-80ac32666a28 req-5decdae1-e169-4666-abcd-f69865650ecc service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825515 Jul 13 08:31:42.015251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908044b5-9fce-4599-a975-f756c1605ea6 req-044b89f6-4b0d-4726-920f-ed91b8ca11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:42.016785 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-908044b5-9fce-4599-a975-f756c1605ea6 req-044b89f6-4b0d-4726-920f-ed91b8ca11f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a541162e03724294bca593667f1e37e0&device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 1094 time: 0.0515528 Jul 13 08:31:42.124267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908044b5-9fce-4599-a975-f756c1605ea6 req-81c6cdec-fed9-4759-a796-bf7eba4fba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:42.125632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-908044b5-9fce-4599-a975-f756c1605ea6 req-81c6cdec-fed9-4759-a796-bf7eba4fba76 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd HTTP/1.1" status: 200 len: 914 time: 0.1024961 Jul 13 08:31:42.167585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-908044b5-9fce-4599-a975-f756c1605ea6 req-43746684-5652-4b05-87e8-3b3b81a7a0e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 217 time: 0.0346537 Jul 13 08:31:42.221021 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908044b5-9fce-4599-a975-f756c1605ea6 req-d533f29d-cee4-45b2-a309-84b23f23ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:42.222619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-908044b5-9fce-4599-a975-f756c1605ea6 req-d533f29d-cee4-45b2-a309-84b23f23ec62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0d2218-8e08-48f1-9ba4-0560783f2f02 HTTP/1.1" status: 200 len: 852 time: 0.0478866 Jul 13 08:31:42.281529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908044b5-9fce-4599-a975-f756c1605ea6 req-f94c4b62-1f24-41f2-ba06-928c769c54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:42.283029 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-908044b5-9fce-4599-a975-f756c1605ea6 req-f94c4b62-1f24-41f2-ba06-928c769c54d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530760 Jul 13 08:31:42.376170 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-908044b5-9fce-4599-a975-f756c1605ea6 req-57ce6848-8b78-4634-9f85-368934edca34 service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847445 Jul 13 08:31:42.473746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-908044b5-9fce-4599-a975-f756c1605ea6 req-cac3996f-baab-4335-ae79-f22d2069b68e service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902529 Jul 13 08:31:42.842537 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d895dfa-ee97-4182-831c-dd39dfb775ad req-92d3d673-c9d2-45b3-a774-625fe95f2c6b tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:42.844036 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d895dfa-ee97-4182-831c-dd39dfb775ad req-92d3d673-c9d2-45b3-a774-625fe95f2c6b tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 943 time: 0.0669665 Jul 13 08:31:42.884067 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-0d895dfa-ee97-4182-831c-dd39dfb775ad req-f9e729b2-ec17-4683-bfbc-ab1da79dc12c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Jul 13 08:31:44.056692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ed065-6d87-4a9b-9f26-affd00e1ea79 req-e779b8d9-235b-49cb-a3a5-c3db941b221f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:44.058215 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c8ed065-6d87-4a9b-9f26-affd00e1ea79 req-e779b8d9-235b-49cb-a3a5-c3db941b221f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 943 time: 0.0638227 Jul 13 08:31:44.108737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7c8ed065-6d87-4a9b-9f26-affd00e1ea79 req-e7950461-bd74-43fa-83cf-e5eb1c5726f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442851 Jul 13 08:31:44.288367 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:31:44.394406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:44.404075 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-dcd236f5-3932-4d95-aff6-5f5a0d13af44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.409140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'port_id': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'mac_address': 'fa:16:3e:bd:3a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:31:44.452439 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.466726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:31:44.486614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:44.490960 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:44.546642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:44.555414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.555768 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.556153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.556496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.556833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.557167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.557499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.557829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.558156 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.558485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.558807 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.559132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:44.775119 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:31:45.286520 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a4fba-f95d-4a4b-93af-f3fabcabc764 req-9f51a063-e0fc-4a2c-b378-27db5d7b249c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:45.288099 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-545a4fba-f95d-4a4b-93af-f3fabcabc764 req-9f51a063-e0fc-4a2c-b378-27db5d7b249c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 944 time: 0.0663111 Jul 13 08:31:45.326226 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-545a4fba-f95d-4a4b-93af-f3fabcabc764 req-cc6eecc0-df0b-4246-9109-92721166145b tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Jul 13 08:31:46.303208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:46.351068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:46.355130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:46.355508 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:46.435226 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:46.458947 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:31:46.461259 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fd8c36-c923-4120-ac6a-1d872f17d179" -d '{"events": [{"server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "name": "network-vif-plugged", "status": "completed", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:31:46.474168 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:46.478750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:46.506894 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a175e4ca-c5b8-4e70-9fa1-9be0f3af9752 x-openstack-request-id: req-a175e4ca-c5b8-4e70-9fa1-9be0f3af9752 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:31:46.507193 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "name": "network-vif-plugged", "status": "completed", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:31:46.507492 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a175e4ca-c5b8-4e70-9fa1-9be0f3af9752 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:31:46.507813 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'code': 200} Jul 13 08:31:46.514890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad4c74-787e-4ad3-9b7d-133123ef0bf0 req-a6410413-2568-4206-b4fd-1d06f78d6389 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:46.516673 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ccad4c74-787e-4ad3-9b7d-133123ef0bf0 req-a6410413-2568-4206-b4fd-1d06f78d6389 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 944 time: 0.0760925 Jul 13 08:31:46.540304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:46.562021 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ccad4c74-787e-4ad3-9b7d-133123ef0bf0 req-e73f4474-fa02-4017-9891-8722aaaefa75 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369463 Jul 13 08:31:46.619461 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ead73a-c2f8-4578-87a1-13191b222d06 req-124d09bd-e7a0-4e5e-bd53-5758f5596aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:46.621042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4ead73a-c2f8-4578-87a1-13191b222d06 req-124d09bd-e7a0-4e5e-bd53-5758f5596aeb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 1096 time: 0.0551524 Jul 13 08:31:46.658052 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4ead73a-c2f8-4578-87a1-13191b222d06 req-1d1255da-4df4-4d4d-9a4b-67ad75c6124e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Jul 13 08:31:46.762176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-48b5fab0-febb-4bf3-82d1-db28013d5a4f None None] Provisioning complete for port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:46.762548 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48b5fab0-febb-4bf3-82d1-db28013d5a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.200406 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.329146 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-db8415d0-016a-4d6e-8862-b82dcd70ddfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:47.740123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dea0d-19ca-4f94-97b9-6955390cad7a req-d2b98ee7-0fe0-4678-9b64-8dbbe14614f1 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:47.742208 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a1dea0d-19ca-4f94-97b9-6955390cad7a req-d2b98ee7-0fe0-4678-9b64-8dbbe14614f1 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 945 time: 0.0652006 Jul 13 08:31:47.784528 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a1dea0d-19ca-4f94-97b9-6955390cad7a req-04b72509-8c05-45ee-ba88-f8735990cad9 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366998 Jul 13 08:31:47.968914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddcf0b-61ae-4dd9-bb73-4b9ab416ae11 req-1c6cb210-a306-4ea5-8f23-815d332c1559 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:47.970550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-acddcf0b-61ae-4dd9-bb73-4b9ab416ae11 req-1c6cb210-a306-4ea5-8f23-815d332c1559 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 945 time: 0.0704339 Jul 13 08:31:48.012152 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-acddcf0b-61ae-4dd9-bb73-4b9ab416ae11 req-95707f7f-8290-4f5f-a343-7e40df79b272 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347972 Jul 13 08:31:48.189767 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:48.388513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db1fe6-b224-40d3-a14e-0a03a38bab68 req-54771efc-3a5b-4255-80ba-44d073c486e5 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:48.389997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5db1fe6-b224-40d3-a14e-0a03a38bab68 req-54771efc-3a5b-4255-80ba-44d073c486e5 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 945 time: 0.0696223 Jul 13 08:31:48.429101 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5db1fe6-b224-40d3-a14e-0a03a38bab68 req-0fbf19cb-9421-4419-903b-f1786a62da62 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330939 Jul 13 08:31:49.983934 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:55.139592 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:32:01.340229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf440-575b-4e73-a343-c9fd6e9eb866 req-dfd36912-e0ec-49c5-8a74-cc0a1344393d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.341769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3abf440-575b-4e73-a343-c9fd6e9eb866 req-dfd36912-e0ec-49c5-8a74-cc0a1344393d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 945 time: 0.0704873 Jul 13 08:32:01.389480 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a3abf440-575b-4e73-a343-c9fd6e9eb866 req-b4abc868-8306-4031-bf24-4e5161e769e5 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373850 Jul 13 08:32:01.416984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44680) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:01.527656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa537327-4ed9-489d-93c9-271337e9793a tempest-TestMinimumBasicScenario-1558346862 tempest-TestMinimumBasicScenario-1558346862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.529322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fa537327-4ed9-489d-93c9-271337e9793a tempest-TestMinimumBasicScenario-1558346862 tempest-TestMinimumBasicScenario-1558346862-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 1091 time: 0.1113093 Jul 13 08:32:01.532630 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44684) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:01.538280 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:01.566664 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:01.688188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:02.179961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Allocated IP 172.25.6.149 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/76646663-7833-4589-b297-ade6974435c5) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:32:02.292669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:02.332725 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:02.372165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:02.377130 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:02.381462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:32:02.404698 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'Port': ['ID=76646663-7833-4589-b297-ade6974435c5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:02.738728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:02.822794 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:02.974001 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:02.978616 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.048417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'Port': ['ID=76646663-7833-4589-b297-ade6974435c5,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:03.060511 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.162020 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Floating IP 2071412f-9164-4c9e-8c52-7d4466c8b893 associated. External IP: 172.25.6.149, port: 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7. Jul 13 08:32:03.370468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Router 1232953f-9371-40b6-bd83-713fc89874aa has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:32:03.479173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:32:03.488559 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] Sync routers for ids ['1232953f-9371-40b6-bd83-713fc89874aa'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:32:03.494891 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.497860 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] Routers {'1232953f-9371-40b6-bd83-713fc89874aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:03.498464 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:31:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1232953f-9371-40b6-bd83-713fc89874aa'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:03.535910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2d6b1824-9f56-4206-b4e7-457a2524e89d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9993391 Jul 13 08:32:03.535910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:03.536267 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49332575-561c-4d01-b979-714c29458d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:03.536369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44686) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:03.540835 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731664815', 'description': 'tempest-secgroup-smoke-1731664815 description', 'project_id': 'a541162e03724294bca593667f1e37e0'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:03.570458 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.589619 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd3fa30-1321-4bd9-9966-58dbc60c5c64 x-openstack-request-id: req-bbd3fa30-1321-4bd9-9966-58dbc60c5c64 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:03.589917 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:03.590183 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbd3fa30-1321-4bd9-9966-58dbc60c5c64 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:03.590605 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'status': 'completed', 'code': 200} Jul 13 08:32:03.614362 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] Set router 1232953f-9371-40b6-bd83-713fc89874aa gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:03.668796 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.671731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332575-561c-4d01-b979-714c29458d8f req-cb968d2c-4fed-4c32-b9cf-c9f947a158df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:03.672887 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.673469 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49332575-561c-4d01-b979-714c29458d8f req-cb968d2c-4fed-4c32-b9cf-c9f947a158df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a541162e03724294bca593667f1e37e0&device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 1096 time: 0.0596275 Jul 13 08:32:03.695482 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.696886 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1596875 Jul 13 08:32:03.699975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44692) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:03.709801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-aeed2326-2e0d-42ad-a50b-97d6ea42bfae tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'security_group_rule': {'security_group_id': 'f193d9da-e45a-4e74-b52d-9d0af99b0783', 'project_id': 'a541162e03724294bca593667f1e37e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:03.726876 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f193d9da-e45a-4e74-b52d-9d0af99b0783,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:03.739134 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.739677 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.740578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.740578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.740908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.741308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.742089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.742089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.742456 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.742924 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.743331 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.743710 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cec563-914d-481d-aaf9-31f91d24a5f4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:03.770216 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aeed2326-2e0d-42ad-a50b-97d6ea42bfae tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.785278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332575-561c-4d01-b979-714c29458d8f req-ef868106-d06c-4998-aa2e-5a3cd67a296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:03.787155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49332575-561c-4d01-b979-714c29458d8f req-ef868106-d06c-4998-aa2e-5a3cd67a296b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd HTTP/1.1" status: 200 len: 914 time: 0.1074958 Jul 13 08:32:03.821882 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aeed2326-2e0d-42ad-a50b-97d6ea42bfae tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.827001 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aeed2326-2e0d-42ad-a50b-97d6ea42bfae tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.842882 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed2326-2e0d-42ad-a50b-97d6ea42bfae tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01664b04-ce81-49af-8924-0fd3c7ee5949,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:03.854781 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-aeed2326-2e0d-42ad-a50b-97d6ea42bfae tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.855994 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aeed2326-2e0d-42ad-a50b-97d6ea42bfae tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549802 Jul 13 08:32:03.858819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44694) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:03.864141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49332575-561c-4d01-b979-714c29458d8f req-ca741b08-09a0-4be3-a36e-089ac5e4b96e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 999 time: 0.0665398 Jul 13 08:32:03.864357 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ebe68213-d5c0-4bc4-9af2-ce779555b63f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'security_group_rule': {'security_group_id': 'f193d9da-e45a-4e74-b52d-9d0af99b0783', 'project_id': 'a541162e03724294bca593667f1e37e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:03.866769 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:09Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '2071412f-9164-4c9e-8c52-7d4466c8b893', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'port_id': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'mac_address': 'fa:16:3e:bd:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:32:02Z', 'updated_at': '2021-07-13T08:32:02Z', 'revision_number': 0, 'project_id': 'a541162e03724294bca593667f1e37e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2', 'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'mac_address': 'fa:16:3e:46:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:08Z', 'updated_at': '2021-07-13T08:31:15Z', 'revision_number': 5, 'project_id': 'a541162e03724294bca593667f1e37e0', 'subnets': [{'id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:03.897234 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] Checking router: 1232953f-9371-40b6-bd83-713fc89874aa for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:32:03.905603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ebe68213-d5c0-4bc4-9af2-ce779555b63f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.907767 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] Routers {'1232953f-9371-40b6-bd83-713fc89874aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:03.908462 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:31:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1232953f-9371-40b6-bd83-713fc89874aa'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:03.927997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332575-561c-4d01-b979-714c29458d8f req-15949612-b9ac-42c7-9c6d-11ca983ad941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:03.929517 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49332575-561c-4d01-b979-714c29458d8f req-15949612-b9ac-42c7-9c6d-11ca983ad941 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0d2218-8e08-48f1-9ba4-0560783f2f02 HTTP/1.1" status: 200 len: 852 time: 0.0583680 Jul 13 08:32:03.972844 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ebe68213-d5c0-4bc4-9af2-ce779555b63f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.977901 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ebe68213-d5c0-4bc4-9af2-ce779555b63f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.994099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332575-561c-4d01-b979-714c29458d8f req-804ef34c-2c34-4ac9-ba5b-eb97c78119b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:03.995899 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49332575-561c-4d01-b979-714c29458d8f req-804ef34c-2c34-4ac9-ba5b-eb97c78119b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584750 Jul 13 08:32:04.000792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe68213-d5c0-4bc4-9af2-ce779555b63f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f1d099-a198-4685-9a93-f3f7e1bfce62,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:04.004449 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ebe68213-d5c0-4bc4-9af2-ce779555b63f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.006800 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ebe68213-d5c0-4bc4-9af2-ce779555b63f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459200 Jul 13 08:32:04.008836 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44696) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:04.014198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-524298da-0eb8-4c98-a673-8730a36e4da6 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'security_group_rule': {'security_group_id': 'f193d9da-e45a-4e74-b52d-9d0af99b0783', 'project_id': 'a541162e03724294bca593667f1e37e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:04.043496 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-524298da-0eb8-4c98-a673-8730a36e4da6 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.105383 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49332575-561c-4d01-b979-714c29458d8f req-8f1b1769-6a54-440c-a0d6-494894b24afc service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006107 Jul 13 08:32:04.120057 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-524298da-0eb8-4c98-a673-8730a36e4da6 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.125561 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-524298da-0eb8-4c98-a673-8730a36e4da6 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.139912 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] Set router 1232953f-9371-40b6-bd83-713fc89874aa gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:04.145753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524298da-0eb8-4c98-a673-8730a36e4da6 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608c587f-3ec4-4287-95e3-aaae282d91b7,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:04.154103 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-524298da-0eb8-4c98-a673-8730a36e4da6 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.161570 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-524298da-0eb8-4c98-a673-8730a36e4da6 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475551 Jul 13 08:32:04.161797 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44698) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:04.166970 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-cc5a096a-f376-45f4-9303-10d435f6f3b0 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'security_group_rule': {'security_group_id': 'f193d9da-e45a-4e74-b52d-9d0af99b0783', 'project_id': 'a541162e03724294bca593667f1e37e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:04.197864 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc5a096a-f376-45f4-9303-10d435f6f3b0 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.228048 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-49332575-561c-4d01-b979-714c29458d8f req-767a4fb7-c05c-4420-82e0-eca27afea92f service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160192 Jul 13 08:32:04.269633 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc5a096a-f376-45f4-9303-10d435f6f3b0 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.274423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc5a096a-f376-45f4-9303-10d435f6f3b0 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.293877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a096a-f376-45f4-9303-10d435f6f3b0 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68554bd9-ec0f-4bc8-b53a-c5afb29e4c71,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:04.303658 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc5a096a-f376-45f4-9303-10d435f6f3b0 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.304928 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cc5a096a-f376-45f4-9303-10d435f6f3b0 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421168 Jul 13 08:32:04.307937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44700) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:04.312551 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-88f84823-7432-4da5-ab47-a4451d43b66a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'security_group_rule': {'security_group_id': 'f193d9da-e45a-4e74-b52d-9d0af99b0783', 'project_id': 'a541162e03724294bca593667f1e37e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:04.336376 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-88f84823-7432-4da5-ab47-a4451d43b66a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Project a541162e03724294bca593667f1e37e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:32:04.341556 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88f84823-7432-4da5-ab47-a4451d43b66a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.386787 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:09Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '2071412f-9164-4c9e-8c52-7d4466c8b893', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'port_id': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'mac_address': 'fa:16:3e:bd:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:32:02Z', 'updated_at': '2021-07-13T08:32:02Z', 'revision_number': 0, 'project_id': 'a541162e03724294bca593667f1e37e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2', 'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'mac_address': 'fa:16:3e:46:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:08Z', 'updated_at': '2021-07-13T08:31:15Z', 'revision_number': 5, 'project_id': 'a541162e03724294bca593667f1e37e0', 'subnets': [{'id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:04.403841 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88f84823-7432-4da5-ab47-a4451d43b66a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.407979 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88f84823-7432-4da5-ab47-a4451d43b66a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.414071 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9911ba0-16b1-443a-a836-381c205641e0 None None] The sync data for ids ['1232953f-9371-40b6-bd83-713fc89874aa'] in n-d-798249-7 is: [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:09Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '2071412f-9164-4c9e-8c52-7d4466c8b893', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'port_id': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'mac_address': 'fa:16:3e:bd:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:32:02Z', 'updated_at': '2021-07-13T08:32:02Z', 'revision_number': 0, 'project_id': 'a541162e03724294bca593667f1e37e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2', 'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'mac_address': 'fa:16:3e:46:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:08Z', 'updated_at': '2021-07-13T08:31:15Z', 'revision_number': 5, 'project_id': 'a541162e03724294bca593667f1e37e0', 'subnets': [{'id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:04.427808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f84823-7432-4da5-ab47-a4451d43b66a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4142787d-1ac8-4204-b13b-8f0b1eab6ee4,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:04.430968 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-88f84823-7432-4da5-ab47-a4451d43b66a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.432493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-88f84823-7432-4da5-ab47-a4451d43b66a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236622 Jul 13 08:32:04.435145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44702) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:04.439996 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4670f04f-2287-4289-bbd8-0d350245cc19 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'security_group_rule': {'security_group_id': 'f193d9da-e45a-4e74-b52d-9d0af99b0783', 'project_id': 'a541162e03724294bca593667f1e37e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:04.464816 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-4670f04f-2287-4289-bbd8-0d350245cc19 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Project a541162e03724294bca593667f1e37e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:32:04.469899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4670f04f-2287-4289-bbd8-0d350245cc19 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.540194 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4670f04f-2287-4289-bbd8-0d350245cc19 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.544439 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4670f04f-2287-4289-bbd8-0d350245cc19 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.567122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670f04f-2287-4289-bbd8-0d350245cc19 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49be09fd-10e9-4a93-a578-7481f64658b1,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:04.571091 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4670f04f-2287-4289-bbd8-0d350245cc19 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.572681 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4670f04f-2287-4289-bbd8-0d350245cc19 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365011 Jul 13 08:32:04.619393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce2401-c308-4bcc-9447-b5670ce6d4f4 None None] New status for floating IP 2071412f-9164-4c9e-8c52-7d4466c8b893: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:32:04.693888 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-55ccf20a-d839-494e-be1f-2b105cf070b1 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731664815&fields=id&tenant_id=a541162e03724294bca593667f1e37e0 HTTP/1.1" status: 200 len: 267 time: 0.0339622 Jul 13 08:32:04.769890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-9223fe77-59be-4fe2-ada4-8c2e546b062a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:04.771449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-9223fe77-59be-4fe2-ada4-8c2e546b062a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 945 time: 0.0719206 Jul 13 08:32:04.783361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-f0cc33a9-8925-4f93-b3c0-03d969743aa4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'port': {'security_groups': ['75950f54-891c-4974-8db6-c37570f7d004', 'f193d9da-e45a-4e74-b52d-9d0af99b0783']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:04.873671 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-f0cc33a9-8925-4f93-b3c0-03d969743aa4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:05.013459 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:05.068287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-f0cc33a9-8925-4f93-b3c0-03d969743aa4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] For port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:05.104533 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-f0cc33a9-8925-4f93-b3c0-03d969743aa4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:05.110108 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-f0cc33a9-8925-4f93-b3c0-03d969743aa4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:05.121678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:32:05.164438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-f0cc33a9-8925-4f93-b3c0-03d969743aa4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:05.165127 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-f0cc33a9-8925-4f93-b3c0-03d969743aa4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:05.166639 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2c93dcdb-476c-44fc-bd6d-e3dbad267d87 req-f0cc33a9-8925-4f93-b3c0-03d969743aa4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "PUT /v2.0/ports/0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 981 time: 0.3882942 Jul 13 08:32:05.189808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc33a9-8925-4f93-b3c0-03d969743aa4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'Port': ['ID=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:05.230517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:32:05.358480 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926880f-2c96-4fe0-966c-ca74406b9375 req-3242cc45-d1ae-4760-91a3-c1b539e8a204 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:05.359933 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9926880f-2c96-4fe0-966c-ca74406b9375 req-3242cc45-d1ae-4760-91a3-c1b539e8a204 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0740552 Jul 13 08:32:05.401567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9926880f-2c96-4fe0-966c-ca74406b9375 req-38b55476-1ba6-4ded-86c7-12ca8445d4f9 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350363 Jul 13 08:32:05.432281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-76579149-3246-4022-a5b3-c5b12ab1a64e None None] Provisioning complete for port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:05.432580 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-76579149-3246-4022-a5b3-c5b12ab1a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:05.592203 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:05.594549 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:05.633068 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4209900a-4864-4427-b5d6-13cce08f9c1f x-openstack-request-id: req-4209900a-4864-4427-b5d6-13cce08f9c1f {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:05.633370 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:05.633646 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4209900a-4864-4427-b5d6-13cce08f9c1f {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:05.634043 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'status': 'completed', 'code': 200} Jul 13 08:32:05.725479 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-acaefa6e-6bc2-4fd5-8e50-6b2937804956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:05.727019 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-acaefa6e-6bc2-4fd5-8e50-6b2937804956 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a541162e03724294bca593667f1e37e0&device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 1135 time: 0.0695837 Jul 13 08:32:05.821233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-14c07141-b73a-475e-9727-a3d5156c8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:05.822365 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-14c07141-b73a-475e-9727-a3d5156c8cb9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd HTTP/1.1" status: 200 len: 914 time: 0.0882652 Jul 13 08:32:05.894917 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-720ef82c-5248-489e-b95a-7126f122b078 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 1001 time: 0.0646403 Jul 13 08:32:05.952435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-717cd34a-3426-4d2f-8dd9-c388d1f95721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:05.953927 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-717cd34a-3426-4d2f-8dd9-c388d1f95721 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0d2218-8e08-48f1-9ba4-0560783f2f02 HTTP/1.1" status: 200 len: 852 time: 0.0452285 Jul 13 08:32:06.011865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-efe29161-66ae-4e34-b47e-0cdfa40f0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:06.013430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-efe29161-66ae-4e34-b47e-0cdfa40f0f81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532973 Jul 13 08:32:06.117496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-05d1424b-33a6-4d57-8ae3-b2aa384f2119 service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965524 Jul 13 08:32:06.216438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-59bfc5ad-2453-41ae-a63c-6b01aa8db6a1 req-9a0910b9-9c30-493f-a5d3-f2f3cdb26123 service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921805 Jul 13 08:32:08.622035 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:14.386594 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-993ccd25-2a1f-40ea-99e5-4e6408507b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:17.201112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:17.330793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2634376a-74bd-4142-91fa-14f3e1785133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:18.190852 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:19.985182 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:20.746780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-ec73e6d0-25e0-4036-871a-13be700b4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:20.748334 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-ec73e6d0-25e0-4036-871a-13be700b4cbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a541162e03724294bca593667f1e37e0&device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 1135 time: 0.1056039 Jul 13 08:32:20.761049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe554f18-acb2-40f4-b64e-a0adca189b85 req-29fcd93c-4284-47db-b01d-4022061ed75b tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:20.762516 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe554f18-acb2-40f4-b64e-a0adca189b85 req-29fcd93c-4284-47db-b01d-4022061ed75b tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0866210 Jul 13 08:32:20.857430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fe554f18-acb2-40f4-b64e-a0adca189b85 req-26f6fa2b-c6cf-4888-9136-f9b88b9db43f tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864382 Jul 13 08:32:20.882575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-24c4adc9-0503-4256-af88-dd265b6724ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:20.884100 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-24c4adc9-0503-4256-af88-dd265b6724ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd HTTP/1.1" status: 200 len: 914 time: 0.1207035 Jul 13 08:32:20.951910 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-8ce222fb-da2f-4d73-94e8-7108b85dedf1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 1001 time: 0.0605893 Jul 13 08:32:21.001736 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-f659973f-dd55-4492-a634-2a372a2f2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:21.003136 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-f659973f-dd55-4492-a634-2a372a2f2155 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0d2218-8e08-48f1-9ba4-0560783f2f02 HTTP/1.1" status: 200 len: 852 time: 0.0428667 Jul 13 08:32:21.067000 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-242532e2-1d94-4c36-99d8-dc7b26d18c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:21.068563 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-242532e2-1d94-4c36-99d8-dc7b26d18c70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579526 Jul 13 08:32:21.160756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-6fd7e34f-d5c2-43eb-aac3-e275c95706a6 service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843184 Jul 13 08:32:21.255439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-290abc1e-375e-4b61-8347-e7a0e27c06a4 req-9bf595ec-15b2-42d5-a5cc-1c318a64cb32 service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873604 Jul 13 08:32:22.034824 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff4d8e-1888-47ff-b036-09a9b2dc96b1 req-7f1520fc-322f-468b-8260-eee7f3e39482 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:22.036361 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83ff4d8e-1888-47ff-b036-09a9b2dc96b1 req-7f1520fc-322f-468b-8260-eee7f3e39482 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0642989 Jul 13 08:32:22.080442 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83ff4d8e-1888-47ff-b036-09a9b2dc96b1 req-8d184e47-f6f4-479f-8328-4e5ca172495a tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382290 Jul 13 08:32:23.260768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3d5b5-b2c6-402f-8c66-ea256e585da3 req-04512ad7-f936-45b5-904e-fe88a52cbad5 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:23.262240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ca3d5b5-b2c6-402f-8c66-ea256e585da3 req-04512ad7-f936-45b5-904e-fe88a52cbad5 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0650868 Jul 13 08:32:23.303826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ca3d5b5-b2c6-402f-8c66-ea256e585da3 req-70490e29-6851-470c-9ce8-7c87f7c5b279 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357985 Jul 13 08:32:24.484839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a376-1869-4724-945a-2d9b5f6c1c52 req-609afaac-c11e-4d3c-b99b-3e1ff087d846 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:24.486346 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-efd0a376-1869-4724-945a-2d9b5f6c1c52 req-609afaac-c11e-4d3c-b99b-3e1ff087d846 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0651615 Jul 13 08:32:24.530662 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-efd0a376-1869-4724-945a-2d9b5f6c1c52 req-9eafa6b3-5672-4cae-82e7-7aa92a69ed59 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382664 Jul 13 08:32:25.708385 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a46fe8-5d22-41e2-9b05-cc4e3886257d req-f1d2ac15-51a0-49bd-be7c-a0fe6d70e271 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:25.709975 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8a46fe8-5d22-41e2-9b05-cc4e3886257d req-f1d2ac15-51a0-49bd-be7c-a0fe6d70e271 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0688996 Jul 13 08:32:25.751773 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c8a46fe8-5d22-41e2-9b05-cc4e3886257d req-3f151f7b-f3de-470c-ba99-fe627573ad86 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357690 Jul 13 08:32:26.937118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241497f4-f6eb-41ec-bb82-fbf4d9f98d8b req-39803796-3a34-4429-b833-fad45a89d516 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:26.938629 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-241497f4-f6eb-41ec-bb82-fbf4d9f98d8b req-39803796-3a34-4429-b833-fad45a89d516 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0672970 Jul 13 08:32:26.980909 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-241497f4-f6eb-41ec-bb82-fbf4d9f98d8b req-7c4c349c-b1dd-468d-bdcc-911659938faf tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362005 Jul 13 08:32:28.159864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e542ac6-9a05-475e-9936-c568bfadc443 req-bed79f53-97b1-4885-9097-5b69a0a8d810 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:28.161304 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e542ac6-9a05-475e-9936-c568bfadc443 req-bed79f53-97b1-4885-9097-5b69a0a8d810 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0642781 Jul 13 08:32:28.201396 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2e542ac6-9a05-475e-9936-c568bfadc443 req-8c8c3bfe-4d07-45bc-8341-13efc659feda tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343509 Jul 13 08:32:29.403358 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66660e-a74f-4395-8d65-ddeec49c35d4 req-c75b33c7-29db-44e4-aaeb-5d90da49c59d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:29.405899 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b66660e-a74f-4395-8d65-ddeec49c35d4 req-c75b33c7-29db-44e4-aaeb-5d90da49c59d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0842915 Jul 13 08:32:29.472168 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7b66660e-a74f-4395-8d65-ddeec49c35d4 req-e73e1dc1-24c3-489a-89ac-03f328c4dec4 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572143 Jul 13 08:32:30.664389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e44f52-3eeb-4593-aca4-28cd552513df req-91c0b7a5-e50e-4c05-b483-417c609011cb tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:30.665998 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-74e44f52-3eeb-4593-aca4-28cd552513df req-91c0b7a5-e50e-4c05-b483-417c609011cb tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0725126 Jul 13 08:32:30.707948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-74e44f52-3eeb-4593-aca4-28cd552513df req-16ed8bba-bce1-44f0-b654-aca2a76ac933 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362370 Jul 13 08:32:31.894646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16255d0-ce59-4ea1-b81d-74b11eb4ce69 req-2162bf72-2c6f-40f1-90d0-093ebe18d7ac tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:31.896262 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b16255d0-ce59-4ea1-b81d-74b11eb4ce69 req-2162bf72-2c6f-40f1-90d0-093ebe18d7ac tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0667601 Jul 13 08:32:31.943198 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b16255d0-ce59-4ea1-b81d-74b11eb4ce69 req-6bd9e202-db4f-4d7d-a9d8-607f026b266e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389287 Jul 13 08:32:32.143008 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:32:33.130366 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c608f0-f504-47a4-ad44-08534393e9e1 req-d880a53e-8304-46f8-8108-bf78d47a25d7 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:33.131856 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-23c608f0-f504-47a4-ad44-08534393e9e1 req-d880a53e-8304-46f8-8108-bf78d47a25d7 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0691433 Jul 13 08:32:33.172064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-23c608f0-f504-47a4-ad44-08534393e9e1 req-4dab6455-9ede-4dbf-83d0-e1684f693c64 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&id=f193d9da-e45a-4e74-b52d-9d0af99b0783&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342381 Jul 13 08:32:35.010976 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:38.639960 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.387984 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5e83dba4-0036-4ae0-86c1-7124066ecea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.670721 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-6f6a3d59-c15e-4bb4-abed-75f3783c6b0c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547202 Jul 13 08:32:44.772091 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-5795d78f-f046-4f0f-b9c4-bbf170b3f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:44.773911 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-5795d78f-f046-4f0f-b9c4-bbf170b3f483 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a541162e03724294bca593667f1e37e0&device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 1135 time: 0.0589755 Jul 13 08:32:44.883257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-70738018-2561-4597-a332-7e00d4529f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:44.884824 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-70738018-2561-4597-a332-7e00d4529f22 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd HTTP/1.1" status: 200 len: 914 time: 0.0888364 Jul 13 08:32:44.959101 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-ad79824b-5531-4a78-9c5d-639dffc3e534 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 1001 time: 0.0670981 Jul 13 08:32:45.008403 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-f01cc0b8-7ec1-4ebb-9dc6-8486680ae979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:45.009952 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-f01cc0b8-7ec1-4ebb-9dc6-8486680ae979 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0d2218-8e08-48f1-9ba4-0560783f2f02 HTTP/1.1" status: 200 len: 852 time: 0.0447221 Jul 13 08:32:45.069664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-c62a2d68-4e5c-4ffc-9015-a00b0553c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:45.071189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-c62a2d68-4e5c-4ffc-9015-a00b0553c028 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539665 Jul 13 08:32:45.170618 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-78e7719c-de15-44de-8ffa-8d7c5c94cae0 service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928400 Jul 13 08:32:45.274332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3fbc3069-8eac-4d36-a1fa-8da6bda02652 req-1c87097f-08c8-434f-9fac-94a13d764e16 service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969059 Jul 13 08:32:47.208700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.334085 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12e77b44-6cf6-4715-856a-259a004e0984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:48.196933 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:49.993482 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:05.032228 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:05.682366 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-6925e1b1-7bcb-4a06-a6a4-e3167c074fc1 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731664815&fields=id&tenant_id=a541162e03724294bca593667f1e37e0 HTTP/1.1" status: 200 len: 267 time: 0.0344894 Jul 13 08:33:05.754608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-964b87ba-12f4-46b8-bdb0-b31f97b9dabe tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:05.756147 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-964b87ba-12f4-46b8-bdb0-b31f97b9dabe tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 984 time: 0.0684793 Jul 13 08:33:05.766830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Request body: {'port': {'security_groups': ['75950f54-891c-4974-8db6-c37570f7d004']}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:05.855091 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.031987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] For port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:06.062335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.067910 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.081428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:33:06.114248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:06.114911 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.116393 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c82deab1-8044-4439-b9e6-c65935c7d04f req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "PUT /v2.0/ports/0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 942 time: 0.3542042 Jul 13 08:33:06.116865 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:33:06.119232 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9046a3ad70657b6b3b53c8db3c3d455e44e9c778199fceaa5570d726467534ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0324b5e0-15fb-4ab9-9a48-c39309f214ce" -d '{"events": [{"name": "network-changed", "server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:33:06.127458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44762) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:06.152053 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event updated for resources: {'Port': ['ID=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,revision_number=7']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:06.160493 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.160869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.161191 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.161689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.162035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.162526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.162875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.163354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.163701 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.164050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.164394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.164763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e89229-ed0e-451a-9039-b142e179d75c tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.191443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:33:06.208709 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.244560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.317082 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.320338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.324503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44766) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:06.325062 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "DELETE /v2.0/security-groups/f193d9da-e45a-4e74-b52d-9d0af99b0783 HTTP/1.1" status: 204 len: 168 time: 0.1963093 Jul 13 08:33:06.340033 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193d9da-e45a-4e74-b52d-9d0af99b0783,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:06.354023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.354389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.354714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.355055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.355391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.355783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.356077 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.356410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.356740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.357119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.357395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.357715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68357f-b8c1-44b3-acaa-a1a34c026b95 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:06.430879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-00157763-f3cc-44fc-9ce4-b9ec6a9641f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:06.432523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-00157763-f3cc-44fc-9ce4-b9ec6a9641f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a541162e03724294bca593667f1e37e0&device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 1096 time: 0.0629363 Jul 13 08:33:06.441993 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36867d7-1149-4f2c-85d1-e97e7cf0b7fe x-openstack-request-id: req-f36867d7-1149-4f2c-85d1-e97e7cf0b7fe {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:33:06.442309 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:33:06.442543 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f36867d7-1149-4f2c-85d1-e97e7cf0b7fe {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:33:06.443000 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'status': 'completed', 'code': 200} Jul 13 08:33:06.502282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-78f586ac-48df-4998-b3f2-81512907242a None None] Provisioning complete for port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:06.502766 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78f586ac-48df-4998-b3f2-81512907242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.534581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-a63927e7-e699-49a0-919f-364736ee2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:06.536142 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-a63927e7-e699-49a0-919f-364736ee2f0f service neutron] 10.222.0.54 "GET /v2.0/networks?id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd HTTP/1.1" status: 200 len: 914 time: 0.0974052 Jul 13 08:33:06.549740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Deleting port 76646663-7833-4589-b297-ade6974435c5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:33:06.550113 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.608779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-90240aab-f486-4087-b951-58537d757a22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 1001 time: 0.0655394 Jul 13 08:33:06.630145 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.630475 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.643069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Calling delete_port for 76646663-7833-4589-b297-ade6974435c5 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:33:06.658551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-bc2711b4-8ab2-4da9-babf-8c7e61ffa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:06.660059 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-bc2711b4-8ab2-4da9-babf-8c7e61ffa549 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0d2218-8e08-48f1-9ba4-0560783f2f02 HTTP/1.1" status: 200 len: 852 time: 0.0445065 Jul 13 08:33:06.724043 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-f21bb197-03a7-4825-b33b-3d00ef660349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:06.725595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-f21bb197-03a7-4825-b33b-3d00ef660349 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581946 Jul 13 08:33:06.812959 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.822044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-4e7591c2-5e46-4d85-84e5-a611e4605f4e service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897288 Jul 13 08:33:06.837059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event deleted for resources: {'Port': ['ID=76646663-7833-4589-b297-ade6974435c5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:06.911567 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.911914 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Floating IP 2071412f-9164-4c9e-8c52-7d4466c8b893 disassociated (deleted). External IP: 172.25.6.149, port: 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7. Jul 13 08:33:06.919710 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0324b5e0-15fb-4ab9-9a48-c39309f214ce req-5843e49e-1cd7-42fc-8e3b-b8dae8b94106 service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916543 Jul 13 08:33:07.386137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Router 1232953f-9371-40b6-bd83-713fc89874aa has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:33:07.500659 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:33:07.506690 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:07.510885 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] Sync routers for ids ['1232953f-9371-40b6-bd83-713fc89874aa'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:33:07.521639 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] Routers {'1232953f-9371-40b6-bd83-713fc89874aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:07.522527 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:32:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1232953f-9371-40b6-bd83-713fc89874aa'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:07.545314 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-56a3cd92-a2e8-4f0f-979b-6b77cefa663e tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "DELETE /v2.0/floatingips/2071412f-9164-4c9e-8c52-7d4466c8b893 HTTP/1.1" status: 204 len: 168 time: 1.2183828 Jul 13 08:33:07.632003 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] Set router 1232953f-9371-40b6-bd83-713fc89874aa gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:07.865091 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:09Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2', 'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'mac_address': 'fa:16:3e:46:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:08Z', 'updated_at': '2021-07-13T08:31:15Z', 'revision_number': 5, 'project_id': 'a541162e03724294bca593667f1e37e0', 'subnets': [{'id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:07.904966 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] Checking router: 1232953f-9371-40b6-bd83-713fc89874aa for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:33:07.914653 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] Routers {'1232953f-9371-40b6-bd83-713fc89874aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:07.915288 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:32:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1232953f-9371-40b6-bd83-713fc89874aa'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:08.028333 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] Set router 1232953f-9371-40b6-bd83-713fc89874aa gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:08.240621 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:09Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2', 'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'mac_address': 'fa:16:3e:46:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:08Z', 'updated_at': '2021-07-13T08:31:15Z', 'revision_number': 5, 'project_id': 'a541162e03724294bca593667f1e37e0', 'subnets': [{'id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:08.268886 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3813a816-3f37-4a14-8dfc-8ae5d72a360b None None] The sync data for ids ['1232953f-9371-40b6-bd83-713fc89874aa'] in n-d-798249-7 is: [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:09Z', 'revision_number': 4, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2', 'name': '', 'network_id': 'd3babc09-3ca1-4b18-b421-2f8f0f3674bd', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'mac_address': 'fa:16:3e:46:ff:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:08Z', 'updated_at': '2021-07-13T08:31:15Z', 'revision_number': 5, 'project_id': 'a541162e03724294bca593667f1e37e0', 'subnets': [{'id': '6e0d2218-8e08-48f1-9ba4-0560783f2f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:33:08.444429 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:33:08.446952 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9046a3ad70657b6b3b53c8db3c3d455e44e9c778199fceaa5570d726467534ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada" -d '{"events": [{"name": "network-changed", "server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:33:08.485432 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa6aa8-3f7f-469f-bf12-986f82c07c21 x-openstack-request-id: req-23aa6aa8-3f7f-469f-bf12-986f82c07c21 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:33:08.486439 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:33:08.486599 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23aa6aa8-3f7f-469f-bf12-986f82c07c21 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:33:08.486876 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'status': 'completed', 'code': 200} Jul 13 08:33:08.540329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6104ad-f425-495c-a8f2-800de936dd29 None None] New status for floating IP 2071412f-9164-4c9e-8c52-7d4466c8b893: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:33:08.567572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-77df4a8d-7fc3-4269-b190-d0a4f17923dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:08.569430 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-77df4a8d-7fc3-4269-b190-d0a4f17923dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a541162e03724294bca593667f1e37e0&device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 1096 time: 0.0595069 Jul 13 08:33:08.647985 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:08.672055 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-4b98ac5e-6386-408f-9fca-b54001d0eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:08.674551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-4b98ac5e-6386-408f-9fca-b54001d0eabe service neutron] 10.222.0.54 "GET /v2.0/networks?id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd HTTP/1.1" status: 200 len: 914 time: 0.0987940 Jul 13 08:33:08.718067 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-00fda54c-cee5-4609-a3b5-c4fd6b135600 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 200 len: 217 time: 0.0366833 Jul 13 08:33:08.773193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-e123cd93-8fab-4c30-a590-fb59a9054148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:08.774653 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-e123cd93-8fab-4c30-a590-fb59a9054148 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e0d2218-8e08-48f1-9ba4-0560783f2f02 HTTP/1.1" status: 200 len: 852 time: 0.0508161 Jul 13 08:33:08.834515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-99dad336-6a2d-477a-aa32-0a9e41e8afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:08.836068 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-99dad336-6a2d-477a-aa32-0a9e41e8afe3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3babc09-3ca1-4b18-b421-2f8f0f3674bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552795 Jul 13 08:33:08.938512 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-c74a5893-7a93-4f0b-a21d-960ed7c52a9d service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955172 Jul 13 08:33:09.044453 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca76d1ad-b485-4bd7-ade8-58cb0f073ada req-4ad26eac-6087-4e7f-b2cd-caba33d8c1ef service neutron] 10.222.0.54 "GET /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995865 Jul 13 08:33:09.142741 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:33:14.392251 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f2e09d1a-6f3a-4876-b146-fbe344429e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:15.065692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea39df-6f7b-4e49-be07-2cb4a593458a req-379d374b-8092-4302-b090-18309d4606de tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:15.067298 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bcea39df-6f7b-4e49-be07-2cb4a593458a req-379d374b-8092-4302-b090-18309d4606de tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 945 time: 0.0739777 Jul 13 08:33:15.117203 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bcea39df-6f7b-4e49-be07-2cb4a593458a req-7ce69ade-31fe-4096-89cc-8e2891225c64 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Jul 13 08:33:16.304696 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46a7ae-4816-4027-ae42-86956d2a2190 req-b80de942-6e9d-4fc4-9921-a90909c0765d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:16.306294 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c46a7ae-4816-4027-ae42-86956d2a2190 req-b80de942-6e9d-4fc4-9921-a90909c0765d tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 945 time: 0.0682631 Jul 13 08:33:16.350683 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c46a7ae-4816-4027-ae42-86956d2a2190 req-19eda3bd-fd1c-4b82-ae31-eec5067493f1 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/security-groups?id=75950f54-891c-4974-8db6-c37570f7d004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Jul 13 08:33:16.613915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-f1d1f5aa-1c72-43c2-94b4-3d426d590697 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:16.615291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-f1d1f5aa-1c72-43c2-94b4-3d426d590697 tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.54 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 945 time: 0.0621266 Jul 13 08:33:16.717526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-bb6d45ac-304d-493a-abd1-11009dbce8df tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Deleting port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:33:16.717976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-bb6d45ac-304d-493a-abd1-11009dbce8df tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:16.806651 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-bb6d45ac-304d-493a-abd1-11009dbce8df tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] For port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:16.807004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-bb6d45ac-304d-493a-abd1-11009dbce8df tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:16.825229 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-bb6d45ac-304d-493a-abd1-11009dbce8df tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Calling delete_port for 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:33:16.954976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-bb6d45ac-304d-493a-abd1-11009dbce8df tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:16.967155 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:33:16.984251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d45ac-304d-493a-abd1-11009dbce8df tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Pushing event deleted for resources: {'Port': ['ID=0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:17.201663 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:17.338973 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-00d7d161-f505-4303-b147-cffe232547e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:17.397810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-bb6d45ac-304d-493a-abd1-11009dbce8df tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] No DVR routers for this DVR port 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:33:17.400629 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-bb6d45ac-304d-493a-abd1-11009dbce8df tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:17.402702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f15c749-bbfa-4621-88a2-7aa2a9883505 req-bb6d45ac-304d-493a-abd1-11009dbce8df tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.54 "DELETE /v2.0/ports/0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 HTTP/1.1" status: 204 len: 173 time: 0.7820082 Jul 13 08:33:17.403198 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'name': 'network-vif-deleted', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:33:17.405516 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6230a373-c55e-40e5-8715-ad3d70d0aaef" -d '{"events": [{"server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "name": "network-vif-deleted", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:33:17.524345 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f570cea-48e7-486b-8dd0-263133547853 x-openstack-request-id: req-3f570cea-48e7-486b-8dd0-263133547853 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:33:17.524638 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57baf769-2af0-462f-a0a6-ac1bcf0f364e", "name": "network-vif-deleted", "tag": "0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:33:17.524893 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f570cea-48e7-486b-8dd0-263133547853 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:33:17.525286 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57baf769-2af0-462f-a0a6-ac1bcf0f364e', 'name': 'network-vif-deleted', 'tag': '0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7', 'status': 'completed', 'code': 200} Jul 13 08:33:17.527503 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0e2120-57c9-464b-836c-d6d52f1b78b5 req-d27a79a4-d604-4d40-b061-c7bd935262eb tempest-TestMinimumBasicScenario-1452489067 tempest-TestMinimumBasicScenario-1452489067-project] 10.222.0.44 "GET /v2.0/ports?device_id=57baf769-2af0-462f-a0a6-ac1bcf0f364e HTTP/1.1" status: 200 len: 210 time: 0.0370867 Jul 13 08:33:18.197569 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:19.162279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44870) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:19.513166 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:19.773219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] Deleting port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:33:19.773469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:19.852645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] For port 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:19.853015 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:19.866463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] Calling delete_port for 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:33:19.991949 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:20.057044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:20.087590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] Pushing event deleted for resources: {'Port': ['ID=77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:20.255535 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:20.469331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] Router 1232953f-9371-40b6-bd83-713fc89874aa has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:33:20.576231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:33:20.581948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4d3819b0-af3d-4791-b3ce-a4f965d9146c admin admin] 10.222.0.44 "PUT /v2.0/routers/1232953f-9371-40b6-bd83-713fc89874aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4185698 Jul 13 08:33:20.584770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44872) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:20.586267 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] Sync routers for ids ['1232953f-9371-40b6-bd83-713fc89874aa'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:33:20.595483 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] Routers {'1232953f-9371-40b6-bd83-713fc89874aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:20.596133 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:33:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1232953f-9371-40b6-bd83-713fc89874aa'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:20.660508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:33:20.684299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:33:20.684641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 0d72b8e6-13f5-49f9-a41e-e02bdf0d29c7 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:33:20.690505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:20.702181 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] Set router 1232953f-9371-40b6-bd83-713fc89874aa gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:20.794945 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:20.848614 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Deleting port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:33:20.848964 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:20.883141 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:33:20Z', 'revision_number': 5, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port': {'id': 'c0117cdb-a8ee-447f-ac1d-51bb7cb91f84', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1232953f-9371-40b6-bd83-713fc89874aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:20.941900 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] For port c0117cdb-a8ee-447f-ac1d-51bb7cb91f84, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=c0117cdb-a8ee-447f-ac1d-51bb7cb91f84,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:20.942234 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:20.955849 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Calling delete_port for c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:33:21.004064 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] Checking router: 1232953f-9371-40b6-bd83-713fc89874aa for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:33:21.013133 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] Routers {'1232953f-9371-40b6-bd83-713fc89874aa'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:21.013770 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:33:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['1232953f-9371-40b6-bd83-713fc89874aa'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:21.107723 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] Set router 1232953f-9371-40b6-bd83-713fc89874aa gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:21.147285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.161076 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:33:20Z', 'revision_number': 6, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:21.173946 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0117cdb-a8ee-447f-ac1d-51bb7cb91f84,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:21.194256 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e9efe-dcd6-4264-a4dc-9185dd2cc329 None None] The sync data for ids ['1232953f-9371-40b6-bd83-713fc89874aa'] in n-d-798249-7 is: [{'id': '1232953f-9371-40b6-bd83-713fc89874aa', 'name': 'tempest-TestMinimumBasicScenario-89331765-router', 'tenant_id': 'a541162e03724294bca593667f1e37e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:06Z', 'updated_at': '2021-07-13T08:33:20Z', 'revision_number': 6, 'project_id': 'a541162e03724294bca593667f1e37e0', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:33:21.241003 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.336791 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.338991 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.382521 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.383144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1232953f-9371-40b6-bd83-713fc89874aa {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:33:21.387759 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.389012 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8eaa4c80-5aea-487c-aeb4-cc8a0b80828e admin admin] 10.222.0.44 "DELETE /v2.0/routers/1232953f-9371-40b6-bd83-713fc89874aa HTTP/1.1" status: 204 len: 168 time: 0.8032472 Jul 13 08:33:21.391439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44874) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:21.441213 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf283e99-747e-4730-9153-ff0993be7431 admin admin] Deleting subnet 6e0d2218-8e08-48f1-9ba4-0560783f2f02 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:33:21.444832 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bf283e99-747e-4730-9153-ff0993be7431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.479536 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bf283e99-747e-4730-9153-ff0993be7431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.564433 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bf283e99-747e-4730-9153-ff0993be7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.622737 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bf283e99-747e-4730-9153-ff0993be7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.650844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf283e99-747e-4730-9153-ff0993be7431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0d2218-8e08-48f1-9ba4-0560783f2f02,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:21.654781 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bf283e99-747e-4730-9153-ff0993be7431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.656758 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bf283e99-747e-4730-9153-ff0993be7431 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6e0d2218-8e08-48f1-9ba4-0560783f2f02 HTTP/1.1" status: 204 len: 168 time: 0.2638264 Jul 13 08:33:21.660151 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44876) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:21.663130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e418299d-5ea8-4d56-8aa3-7f9e54bc2046 None None] Network d3babc09-3ca1-4b18-b421-2f8f0f3674bd requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:33:21.749037 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.807506 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Deleting port 4f2c81c9-39dd-40d3-89d8-514f33afa703 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:33:21.807890 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.872829 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] For port 4f2c81c9-39dd-40d3-89d8-514f33afa703, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4f2c81c9-39dd-40d3-89d8-514f33afa703,segment=NetworkSegment(7d1bad49-9dcd-4901-ab23-7eab014f7738),segment_id=7d1bad49-9dcd-4901-ab23-7eab014f7738)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:21.873103 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.886000 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Calling delete_port for 4f2c81c9-39dd-40d3-89d8-514f33afa703 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:33:21.986242 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:21.989822 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bb9344-8d80-4f0b-bb15-a1dc305ed4af None None] DHCP port deletion for d3babc09-3ca1-4b18-b421-2f8f0f3674bd request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:33:22.002006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] No DVR routers for this DVR port 4f2c81c9-39dd-40d3-89d8-514f33afa703 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:33:22.023810 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2c81c9-39dd-40d3-89d8-514f33afa703,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:22.101669 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.119171 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3babc09-3ca1-4b18-b421-2f8f0f3674bd']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:22.136282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1bad49-9dcd-4901-ab23-7eab014f7738') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:22.136523 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1bad49-9dcd-4901-ab23-7eab014f7738') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:22.147698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.162480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.168708 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:33:22.169114 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:33:22.170849 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:33:22.230226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.247035 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.249199 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] 10.222.0.44 "DELETE /v2.0/networks/d3babc09-3ca1-4b18-b421-2f8f0f3674bd HTTP/1.1" status: 204 len: 168 time: 0.5877137 Jul 13 08:33:22.250123 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9895ca-1c50-478c-952f-3812bfa5bccd admin admin] Pushing event deleted for resources: {'Network': ['ID=d3babc09-3ca1-4b18-b421-2f8f0f3674bd,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:22.256629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44878) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:22.605438 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.864334 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] Deleting port 085528bf-ab9d-4aed-a86a-f01049ca3a40 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:33:22.865036 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.943256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] For port 085528bf-ab9d-4aed-a86a-f01049ca3a40, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=085528bf-ab9d-4aed-a86a-f01049ca3a40,segment=NetworkSegment(710b3881-8156-4200-b780-4c1bc00ebb4e),segment_id=710b3881-8156-4200-b780-4c1bc00ebb4e)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:22.943617 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:22.956245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] Calling delete_port for 085528bf-ab9d-4aed-a86a-f01049ca3a40 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:33:23.112914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:33:23.133028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:33:23.133379 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 77dd1812-bf10-4ea4-8ad2-b2836ba8a0b2 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:33:23.133818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4f2c81c9-39dd-40d3-89d8-514f33afa703 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:33:23.143960 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:23.153823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 4f2c81c9-39dd-40d3-89d8-514f33afa703 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:33:23.154171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4f2c81c9-39dd-40d3-89d8-514f33afa703 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:33:23.154603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:33:23.174585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:33:23.174938 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device c0117cdb-a8ee-447f-ac1d-51bb7cb91f84 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:33:23.175704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] Pushing event deleted for resources: {'Port': ['ID=085528bf-ab9d-4aed-a86a-f01049ca3a40,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:23.343094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:23.807208 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] Router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:33:23.914347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:33:23.919551 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cdd71859-2686-4636-af97-e283d03dd861 admin admin] 10.222.0.44 "PUT /v2.0/routers/95895c6d-0e7b-4e5b-94d1-6482717eb8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6626496 Jul 13 08:33:23.922052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44880) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:23.925469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] Sync routers for ids ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:33:23.934676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] Routers {'95895c6d-0e7b-4e5b-94d1-6482717eb8e1'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:23.935291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:33:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:24.027323 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.038649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] Set router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:24.135495 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.190103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Deleting port 17f9c4bf-d43b-4667-8540-577f676ea529 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:33:24.190474 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.226991 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'name': 'tempest-TestMinimumBasicScenario-2090136057-router', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:33:23Z', 'revision_number': 5, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'gw_port': {'id': '17f9c4bf-d43b-4667-8540-577f676ea529', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:24.253899 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] Checking router: 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:33:24.262982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] Routers {'95895c6d-0e7b-4e5b-94d1-6482717eb8e1'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:24.263602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:33:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:24.273656 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] For port 17f9c4bf-d43b-4667-8540-577f676ea529, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=17f9c4bf-d43b-4667-8540-577f676ea529,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:24.274013 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.287583 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Calling delete_port for 17f9c4bf-d43b-4667-8540-577f676ea529 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:33:24.351843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] Set router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:24.404429 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'name': 'tempest-TestMinimumBasicScenario-2090136057-router', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:33:24Z', 'revision_number': 6, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:24.434213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11e48a-e683-4404-9e05-ae527b46212c None None] The sync data for ids ['95895c6d-0e7b-4e5b-94d1-6482717eb8e1'] in n-d-798249-7 is: [{'id': '95895c6d-0e7b-4e5b-94d1-6482717eb8e1', 'name': 'tempest-TestMinimumBasicScenario-2090136057-router', 'tenant_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:11Z', 'updated_at': '2021-07-13T08:33:24Z', 'revision_number': 6, 'project_id': '91f7ce4a1ae94eb4aec042e9ac1ba61c', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:33:24.458919 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.490255 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f9c4bf-d43b-4667-8540-577f676ea529,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:24.553831 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.645333 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.647752 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.690858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.691328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95895c6d-0e7b-4e5b-94d1-6482717eb8e1 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:33:24.695661 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.696861 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2e69b6b9-7087-45c3-a663-ad377d2e2ef7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/95895c6d-0e7b-4e5b-94d1-6482717eb8e1 HTTP/1.1" status: 204 len: 168 time: 0.7738941 Jul 13 08:33:24.699416 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44882) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:24.750297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca072787-3f64-4e1a-97cf-95c67839480f admin admin] Deleting subnet 0920e0fa-9f8b-45dd-b76a-342e219a0c58 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:33:24.754529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca072787-3f64-4e1a-97cf-95c67839480f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.790654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca072787-3f64-4e1a-97cf-95c67839480f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.875395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca072787-3f64-4e1a-97cf-95c67839480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.931213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca072787-3f64-4e1a-97cf-95c67839480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.963020 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca072787-3f64-4e1a-97cf-95c67839480f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0920e0fa-9f8b-45dd-b76a-342e219a0c58,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:24.968455 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ca072787-3f64-4e1a-97cf-95c67839480f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.972931 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ca072787-3f64-4e1a-97cf-95c67839480f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0920e0fa-9f8b-45dd-b76a-342e219a0c58 HTTP/1.1" status: 204 len: 168 time: 0.2697754 Jul 13 08:33:24.973137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44884) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:24.973321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b27ab-fbde-4d1e-ac08-cfb8f1eb80ec None None] Network 70483b32-4896-4f2b-9b37-e27a13288bd1 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:33:25.042930 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.108677 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Deleting port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:33:25.109028 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.180427 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] For port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0f092cc0-e22c-4cc0-82c1-e73bf0b567f5,segment=NetworkSegment(710b3881-8156-4200-b780-4c1bc00ebb4e),segment_id=710b3881-8156-4200-b780-4c1bc00ebb4e)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:25.181693 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.182572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] DHCP port deletion for 70483b32-4896-4f2b-9b37-e27a13288bd1 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:33:25.197239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Calling delete_port for 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:33:25.242319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Deleting port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:33:25.242784 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.247793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 085528bf-ab9d-4aed-a86a-f01049ca3a40 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:33:25.282862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 085528bf-ab9d-4aed-a86a-f01049ca3a40 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:33:25.283198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 085528bf-ab9d-4aed-a86a-f01049ca3a40 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:33:25.283620 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17f9c4bf-d43b-4667-8540-577f676ea529 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:33:25.297357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.310744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 17f9c4bf-d43b-4667-8540-577f676ea529 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:33:25.311089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 17f9c4bf-d43b-4667-8540-577f676ea529 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:33:25.311530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:33:25.332640 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f092cc0-e22c-4cc0-82c1-e73bf0b567f5,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:25.334612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] No DVR routers for this DVR port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:33:25.361963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:33:25.362313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:33:25.371741 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] For port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0f092cc0-e22c-4cc0-82c1-e73bf0b567f5,segment=NetworkSegment(710b3881-8156-4200-b780-4c1bc00ebb4e),segment_id=710b3881-8156-4200-b780-4c1bc00ebb4e)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:25.372201 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.385105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Calling delete_port for 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:33:25.411265 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.421661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70483b32-4896-4f2b-9b37-e27a13288bd1']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:25.433407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710b3881-8156-4200-b780-4c1bc00ebb4e') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:25.433801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710b3881-8156-4200-b780-4c1bc00ebb4e') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:25.444591 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.460140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.466989 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:33:25.467400 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:33:25.469411 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:33:25.480265 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.507723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Pushing event deleted for resources: {'Port': ['ID=0f092cc0-e22c-4cc0-82c1-e73bf0b567f5,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:25.512421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] No DVR routers for this DVR port 0f092cc0-e22c-4cc0-82c1-e73bf0b567f5 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:33:25.520463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.520809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.521150 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.521485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.522084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.522412 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.522736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.523059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.523378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.523816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.524007 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.524743 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2aa61f-b23b-4dc4-af80-e57c4b3be1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:25.544848 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.551677 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.554146 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/70483b32-4896-4f2b-9b37-e27a13288bd1 HTTP/1.1" status: 204 len: 168 time: 0.5800853 Jul 13 08:33:25.568067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65ee30-23d2-4e23-9709-4d2ab0953be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=70483b32-4896-4f2b-9b37-e27a13288bd1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:25.719954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44888) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:25.766667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-46b91098-d025-48f8-a9bf-eec269a2a1b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a541162e03724294bca593667f1e37e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453231 Jul 13 08:33:25.770226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44890) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:25.825060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d452468f-3d66-4220-8ba5-af02374d4339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.850405 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d452468f-3d66-4220-8ba5-af02374d4339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.898892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d452468f-3d66-4220-8ba5-af02374d4339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.901691 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d452468f-3d66-4220-8ba5-af02374d4339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:25.902982 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d452468f-3d66-4220-8ba5-af02374d4339 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75950f54-891c-4974-8db6-c37570f7d004 HTTP/1.1" status: 204 len: 168 time: 0.1318226 Jul 13 08:33:25.911435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452468f-3d66-4220-8ba5-af02374d4339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75950f54-891c-4974-8db6-c37570f7d004,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:26.251780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44896) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:26.303662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f7be6b6b-b86d-4f55-af62-e99ca022c695 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91f7ce4a1ae94eb4aec042e9ac1ba61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503359 Jul 13 08:33:26.306449 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44898) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:26.361619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-643fabd1-e0b2-4af9-ba85-891ae007880c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:26.389432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-643fabd1-e0b2-4af9-ba85-891ae007880c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:26.445687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-643fabd1-e0b2-4af9-ba85-891ae007880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:26.448481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-643fabd1-e0b2-4af9-ba85-891ae007880c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:26.449876 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-643fabd1-e0b2-4af9-ba85-891ae007880c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e3eb034-d064-41bf-9d58-fc5d245fa66d HTTP/1.1" status: 204 len: 168 time: 0.1424565 Jul 13 08:33:26.460812 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fabd1-e0b2-4af9-ba85-891ae007880c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3eb034-d064-41bf-9d58-fc5d245fa66d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:28.390477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44940) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:28.395555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329814933', 'description': 'tempest-secgroup-smoke-329814933 description', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:28.420481 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.430030 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.540457 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.547831 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.587432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a81dfd-80c4-4eb7-b1e0-4ec4075a7ea7,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:28.651172 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.654965 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.686470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.687741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2962112 Jul 13 08:33:28.688675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec3732-adac-4884-8d53-4cb3b039c1d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985b8a2c-f096-4503-aa90-5786ed04b759,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:28.690877 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44942) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:28.695764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-762d9289-6c8a-4745-9321-c89433d8d0a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '985b8a2c-f096-4503-aa90-5786ed04b759', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:28.725397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-762d9289-6c8a-4745-9321-c89433d8d0a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.787580 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-762d9289-6c8a-4745-9321-c89433d8d0a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.791558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-762d9289-6c8a-4745-9321-c89433d8d0a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.811060 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d9289-6c8a-4745-9321-c89433d8d0a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b0e877-8906-4f32-bf80-1a88af0f1847,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:28.819778 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-762d9289-6c8a-4745-9321-c89433d8d0a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.821678 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-762d9289-6c8a-4745-9321-c89433d8d0a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298363 Jul 13 08:33:28.825346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44944) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:28.830724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d9b36769-7589-4079-b93b-e6f9051f0406 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '985b8a2c-f096-4503-aa90-5786ed04b759', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:28.859911 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d9b36769-7589-4079-b93b-e6f9051f0406 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.927164 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d9b36769-7589-4079-b93b-e6f9051f0406 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.931090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d9b36769-7589-4079-b93b-e6f9051f0406 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.951635 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b36769-7589-4079-b93b-e6f9051f0406 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6359fe21-e2a9-4d03-a680-4b38537868a7,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:28.956966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d9b36769-7589-4079-b93b-e6f9051f0406 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:28.957978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d9b36769-7589-4079-b93b-e6f9051f0406 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316230 Jul 13 08:33:28.960673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44946) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:28.965352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-4da57311-aeda-4efa-bb9c-1b0d10b0e732 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '985b8a2c-f096-4503-aa90-5786ed04b759', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:28.993731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4da57311-aeda-4efa-bb9c-1b0d10b0e732 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.065993 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4da57311-aeda-4efa-bb9c-1b0d10b0e732 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.069669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4da57311-aeda-4efa-bb9c-1b0d10b0e732 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.089380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da57311-aeda-4efa-bb9c-1b0d10b0e732 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f069568-84dd-46e2-b18a-086bc8246e8f,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:29.097493 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4da57311-aeda-4efa-bb9c-1b0d10b0e732 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.098575 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4da57311-aeda-4efa-bb9c-1b0d10b0e732 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369433 Jul 13 08:33:29.102188 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44948) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:29.106959 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1b43ff7c-6ff3-4e8e-95a3-0a122cc87a11 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '985b8a2c-f096-4503-aa90-5786ed04b759', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:29.135693 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b43ff7c-6ff3-4e8e-95a3-0a122cc87a11 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.202033 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b43ff7c-6ff3-4e8e-95a3-0a122cc87a11 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.207030 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b43ff7c-6ff3-4e8e-95a3-0a122cc87a11 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.226447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43ff7c-6ff3-4e8e-95a3-0a122cc87a11 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e7ad72-f0c3-4b3d-b41d-3b9577cae063,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:29.233545 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1b43ff7c-6ff3-4e8e-95a3-0a122cc87a11 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.234757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1b43ff7c-6ff3-4e8e-95a3-0a122cc87a11 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315200 Jul 13 08:33:29.238652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44950) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:29.243506 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7a0808bf-7b39-4d61-a94f-094c4a7a9c53 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '985b8a2c-f096-4503-aa90-5786ed04b759', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:29.269819 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-7a0808bf-7b39-4d61-a94f-094c4a7a9c53 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Project 311e8ef80f9241238d9f69bbc702ccb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:33:29.275558 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0808bf-7b39-4d61-a94f-094c4a7a9c53 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.342800 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0808bf-7b39-4d61-a94f-094c4a7a9c53 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.348491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0808bf-7b39-4d61-a94f-094c4a7a9c53 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.369136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0808bf-7b39-4d61-a94f-094c4a7a9c53 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883e3189-7f4b-4e2a-a108-75f804fd09a8,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:29.375162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7a0808bf-7b39-4d61-a94f-094c4a7a9c53 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.377442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7a0808bf-7b39-4d61-a94f-094c4a7a9c53 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377923 Jul 13 08:33:29.380358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44952) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:29.384992 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d1b3dddf-891c-49de-934f-c8624625aa3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '985b8a2c-f096-4503-aa90-5786ed04b759', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:29.406892 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-d1b3dddf-891c-49de-934f-c8624625aa3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Project 311e8ef80f9241238d9f69bbc702ccb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:33:29.413117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b3dddf-891c-49de-934f-c8624625aa3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.477973 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b3dddf-891c-49de-934f-c8624625aa3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.481959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b3dddf-891c-49de-934f-c8624625aa3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.502462 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3dddf-891c-49de-934f-c8624625aa3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e0d65c-5701-46f3-82ba-58ae8cd6ac21,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:29.505462 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1b3dddf-891c-49de-934f-c8624625aa3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.506714 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d1b3dddf-891c-49de-934f-c8624625aa3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253910 Jul 13 08:33:29.512492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 44954) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:29.518284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'network': {'name': 'tempest-network-smoke--1778457890', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'port_security_enabled': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:29.540292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:33:29.543877 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.570180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:33:29.580319 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.580670 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Added segment 0f204003-52a5-481e-a1d6-a99ade8ac3b7 of type vlan for network dc70a9e4-0821-4e58-a2d6-433739d847e5 Jul 13 08:33:29.630243 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.667696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.674096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:29.674757 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.715936 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2022500 Jul 13 08:33:29.719124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44956) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:29.725763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'admin_state_up': True, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:29.753868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7934ab8-5546-4c6f-b323-d4d67cf0ccd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Network': ['ID=dc70a9e4-0821-4e58-a2d6-433739d847e5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:29.758284 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.759478 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.769527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network dc70a9e4-0821-4e58-a2d6-433739d847e5 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:33:29.828465 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:29.974969 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:30.179926 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:30.198393 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:30.301600 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.25.6.148 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/797ac969-ef86-4009-9baa-8c18ea5c8de1) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:33:30.406865 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:30.445197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:30.485298 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:30.488367 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:30.491808 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:33:30.513962 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=797ac969-ef86-4009-9baa-8c18ea5c8de1,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:30.742836 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:30.943487 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:31.323247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:33:31.434099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:33:31.444537 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Sync routers for ids ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:33:31.455267 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:31.456585 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-28ccd5c5-9c1c-4e2e-8a88-1c141aab633b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7355442 Jul 13 08:33:31.458976 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Routers {'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:31.459699 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:33:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:31.459871 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44958) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:31.570170 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Set router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:31.607850 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e5dc4c94-624b-456d-96b1-fc69ba97f91b tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=311e8ef80f9241238d9f69bbc702ccb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1467617 Jul 13 08:33:31.611443 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44964) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:31.763706 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:30Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:31.772499 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c950b2c6-5919-437a-bbd6-077629df1c09 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:31.774105 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c950b2c6-5919-437a-bbd6-077629df1c09 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1616511 Jul 13 08:33:31.777276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44966) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:31.790697 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Checking router: bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:33:31.791035 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Updating router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 port 797ac969-ef86-4009-9baa-8c18ea5c8de1 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:33:31.819094 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6cb29c1e-78d8-478e-9000-1fec47953061 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403306 Jul 13 08:33:31.821870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44968) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:31.827069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1953079064', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:31.835462 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:31.932256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:33:31.935918 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.123463 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.133888 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.134868 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Transition to ACTIVE for port object 797ac969-ef86-4009-9baa-8c18ea5c8de1 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:32.140668 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.192880 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Attempting to bind port 797ac969-ef86-4009-9baa-8c18ea5c8de1 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:33:32.193250 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Attempting to bind port 797ac969-ef86-4009-9baa-8c18ea5c8de1 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:33:32.193614 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Attempting to bind port 797ac969-ef86-4009-9baa-8c18ea5c8de1 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:33:32.200661 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Pushing event updated for resources: {'Port': ['ID=797ac969-ef86-4009-9baa-8c18ea5c8de1,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:32.202263 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Subnet': ['ID=3dce0b52-c58a-481d-b187-dce31a72c441,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:32.204787 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:33:32.205381 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:32.205813 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.206210 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:33:32.206705 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Bound port: 797ac969-ef86-4009-9baa-8c18ea5c8de1, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:33:32.207066 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.210721 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Checking segment: {'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:32.211084 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network hostable DHCP agents. Network: dc70a9e4-0821-4e58-a2d6-433739d847e5, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:33:32.229215 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network dc70a9e4-0821-4e58-a2d6-433739d847e5 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:33:32.233855 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.234410 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.234750 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.235846 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.236281 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.236637 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.236975 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.237306 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.237643 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.237968 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.238295 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.238642 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:32.245624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, dc70a9e4-0821-4e58-a2d6-433739d847e5) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:32.253631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:32.256311 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.256716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a7297-560a-4b90-b9bb-5d7d88afc216 None None] Network dc70a9e4-0821-4e58-a2d6-433739d847e5 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:33:32.276648 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5dbd9c91-3f6e-45ea-bb0d-737442376be8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4536111 Jul 13 08:33:32.278370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 44972) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:32.286536 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] For port 797ac969-ef86-4009-9baa-8c18ea5c8de1, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:33:32.290388 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] For port 797ac969-ef86-4009-9baa-8c18ea5c8de1, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=797ac969-ef86-4009-9baa-8c18ea5c8de1,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:33:32.298977 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.406272 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199b2e4-8e72-4e1f-9001-bf457dc86dba None None] Pushing event updated for resources: {'Port': ['ID=797ac969-ef86-4009-9baa-8c18ea5c8de1,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:32.416463 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Routers {'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:32.417210 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:33:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:32.430702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-dc70a9e4-0821-4e58-a2d6-433739d847e5', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:33:32.431989 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.542452 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] Set router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:32.593774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Allocated IP 172.20.0.2 (dc70a9e4-0821-4e58-a2d6-433739d847e5/3dce0b52-c58a-481d-b187-dce31a72c441/7d906d44-de90-4922-910b-a883d2244bbc) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:33:32.745494 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:30Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:32.781247 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8437fa-dbc2-4321-9f78-6bd6d73e9fd5 None None] The sync data for ids ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'] in n-d-798249-7 is: [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:30Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:33:32.862093 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.977883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.987880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Transition to ACTIVE for port object 7d906d44-de90-4922-910b-a883d2244bbc will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:33.003512 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Transition to ACTIVE for port object 7d906d44-de90-4922-910b-a883d2244bbc will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:33.010416 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.061934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Network dc70a9e4-0821-4e58-a2d6-433739d847e5 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:33.067858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:33.084311 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:33:33.092978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Pushing event updated for resources: {'Port': ['ID=7d906d44-de90-4922-910b-a883d2244bbc,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:33.181567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Attempting to bind port 7d906d44-de90-4922-910b-a883d2244bbc on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:33:33.181932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Attempting to bind port 7d906d44-de90-4922-910b-a883d2244bbc by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:33:33.182299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Attempting to bind port 7d906d44-de90-4922-910b-a883d2244bbc on network dc70a9e4-0821-4e58-a2d6-433739d847e5 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:33:33.187845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:33:33.188855 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Checking segment: {'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:33.189270 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.189664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Bound using segment: {'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:33:33.190148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Bound port: 7d906d44-de90-4922-910b-a883d2244bbc, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:33:33.190534 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.266029 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] For port 7d906d44-de90-4922-910b-a883d2244bbc, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:33:33.271053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] For port 7d906d44-de90-4922-910b-a883d2244bbc, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7d906d44-de90-4922-910b-a883d2244bbc,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:33:33.276657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.327444 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.20.0.1 (dc70a9e4-0821-4e58-a2d6-433739d847e5/3dce0b52-c58a-481d-b187-dce31a72c441/521bb3aa-6ced-4831-a13a-1fd7c344f229) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:33:33.347699 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2628c1-0a34-4118-aa42-9ffcd1f22db0 None None] Pushing event updated for resources: {'Port': ['ID=7d906d44-de90-4922-910b-a883d2244bbc,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:33.465603 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.482597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Transition to ACTIVE for port object 521bb3aa-6ced-4831-a13a-1fd7c344f229 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:33.546050 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.605460 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network dc70a9e4-0821-4e58-a2d6-433739d847e5 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:33.609113 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:33.615067 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:33:33.619394 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=521bb3aa-6ced-4831-a13a-1fd7c344f229,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:33.667481 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.827915 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.364378 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab788b-7187-4b76-87f9-ac3c965138a9 None None] Network dc70a9e4-0821-4e58-a2d6-433739d847e5 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:33:34.387334 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.395832 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.449511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-db887f18-c18c-4430-b0ef-287f3b508fd9 None None] Provisioning for port 7d906d44-de90-4922-910b-a883d2244bbc completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:34.479984 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=521bb3aa-6ced-4831-a13a-1fd7c344f229,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:34.491147 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.598423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network dc70a9e4-0821-4e58-a2d6-433739d847e5 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:34.600248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:34.754747 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:33:34.794632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4a9d9a3f-56d0-4280-91df-06e61d296984 None None] Provisioning for port 521bb3aa-6ced-4831-a13a-1fd7c344f229 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:34.800006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4a9d9a3f-56d0-4280-91df-06e61d296984 None None] Provisioning complete for port 521bb3aa-6ced-4831-a13a-1fd7c344f229 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:34.801887 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9a3f-56d0-4280-91df-06e61d296984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.843215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d9a3f-56d0-4280-91df-06e61d296984 None None] Port 521bb3aa-6ced-4831-a13a-1fd7c344f229 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:33:34.894245 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:33:34.901949 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-759fd812-82d1-4b15-8b98-b17534c05f8a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "PUT /v2.0/routers/bdf9c8da-613f-465c-b387-7b6cdfbfb5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6220572 Jul 13 08:33:34.913600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Sync routers for ids ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:33:34.924982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Routers {'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:34.925638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:33:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:35.048717 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.069697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Set router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:35.085709 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-8f558008-8a25-4493-9fa9-8daedbf22d69 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329814933&fields=id&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 267 time: 0.0473747 Jul 13 08:33:35.125033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9c33ae6b-957d-40f7-9225-4b441359bc43 None None] Provisioning complete for port 521bb3aa-6ced-4831-a13a-1fd7c344f229 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:35.125430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9c33ae6b-957d-40f7-9225-4b441359bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.210415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7d906d44-de90-4922-910b-a883d2244bbc up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:35.226609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9c33ae6b-957d-40f7-9225-4b441359bc43 None None] Port 521bb3aa-6ced-4831-a13a-1fd7c344f229 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:33:35.242962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-be2d894d-db0f-4cb0-9cd5-5eea0d169391 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:35.244771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-be2d894d-db0f-4cb0-9cd5-5eea0d169391 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/networks?id=dc70a9e4-0821-4e58-a2d6-433739d847e5 HTTP/1.1" status: 200 len: 797 time: 0.1526442 Jul 13 08:33:35.265293 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad7a2363-5519-4e84-99de-548c2908d781 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/quotas/311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 375 time: 0.0137422 Jul 13 08:33:35.342042 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-a403a3a3-d6e5-4b8f-931c-167466542754 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701478 Jul 13 08:33:35.355769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 7d906d44-de90-4922-910b-a883d2244bbc completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:35.367388 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7d906d44-de90-4922-910b-a883d2244bbc triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:35.368111 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.404656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c9600c85-0bfc-4eea-bfa1-6d7e32f08de1 None None] Provisioning complete for port 521bb3aa-6ced-4831-a13a-1fd7c344f229 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:35.404900 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c9600c85-0bfc-4eea-bfa1-6d7e32f08de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.458206 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c9600c85-0bfc-4eea-bfa1-6d7e32f08de1 None None] Port 521bb3aa-6ced-4831-a13a-1fd7c344f229 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:33:35.472394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '521bb3aa-6ced-4831-a13a-1fd7c344f229', 'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:80:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 2, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:35.503726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Checking router: bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:33:35.504118 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Updating router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 port 521bb3aa-6ced-4831-a13a-1fd7c344f229 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:33:35.512324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-c9fce5c8-f1ab-43a3-9a1c-42eb8553b7c1 service neutron] 10.222.0.44 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550131 Jul 13 08:33:35.576972 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.580973 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.614678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-2a2b37a9-3a9d-48ac-9146-5dcebe9449fe None None] Provisioning complete for port 521bb3aa-6ced-4831-a13a-1fd7c344f229 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:35.614940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2a2b37a9-3a9d-48ac-9146-5dcebe9449fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.616439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-fab37415-6215-4444-905d-3c07c83e9364 service neutron] 10.222.0.44 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969105 Jul 13 08:33:35.676233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 7d906d44-de90-4922-910b-a883d2244bbc, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7d906d44-de90-4922-910b-a883d2244bbc,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:35.686001 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.773423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b37a9-3a9d-48ac-9146-5dcebe9449fe None None] Port 521bb3aa-6ced-4831-a13a-1fd7c344f229 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:33:35.789028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 797ac969-ef86-4009-9baa-8c18ea5c8de1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:35.817046 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-72e97776-5790-4441-9a12-7bb4cb89982e req-ec5b368f-e646-46fd-a722-9019561333d5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 210 time: 0.0366299 Jul 13 08:33:35.866213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=7d906d44-de90-4922-910b-a883d2244bbc,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:35.937333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 797ac969-ef86-4009-9baa-8c18ea5c8de1 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:35.945895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 797ac969-ef86-4009-9baa-8c18ea5c8de1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:35.946270 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.101110 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.113661 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.121460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Transition to ACTIVE for port object 521bb3aa-6ced-4831-a13a-1fd7c344f229 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:36.129831 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.171481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 797ac969-ef86-4009-9baa-8c18ea5c8de1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=797ac969-ef86-4009-9baa-8c18ea5c8de1,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:36.186678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.205493 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f52b58-89e6-489f-a527-6e7660fadfb0 None None] Pushing event updated for resources: {'Port': ['ID=521bb3aa-6ced-4831-a13a-1fd7c344f229,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:36.314057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Attempting to bind port 521bb3aa-6ced-4831-a13a-1fd7c344f229 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:33:36.314732 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Attempting to bind port 521bb3aa-6ced-4831-a13a-1fd7c344f229 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:33:36.315279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Attempting to bind port 521bb3aa-6ced-4831-a13a-1fd7c344f229 on network dc70a9e4-0821-4e58-a2d6-433739d847e5 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:33:36.319094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=797ac969-ef86-4009-9baa-8c18ea5c8de1,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:36.330068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:33:36.330663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Checking segment: {'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:36.332171 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.332622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Bound using segment: {'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:33:36.333132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Bound port: 521bb3aa-6ced-4831-a13a-1fd7c344f229, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:33:36.333526 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.411384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] For port 521bb3aa-6ced-4831-a13a-1fd7c344f229, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:33:36.415132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] For port 521bb3aa-6ced-4831-a13a-1fd7c344f229, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=521bb3aa-6ced-4831-a13a-1fd7c344f229,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:33:36.424042 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.490954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Routers {'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:36.491621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:33:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:36.540982 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f52b58-89e6-489f-a527-6e7660fadfb0 None None] Pushing event updated for resources: {'Port': ['ID=521bb3aa-6ced-4831-a13a-1fd7c344f229,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:36.637799 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] Set router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:36.875141 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '521bb3aa-6ced-4831-a13a-1fd7c344f229', 'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:80:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:36.903654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ea1cb-d5fd-4cfd-bc06-0b06ed2019c7 None None] The sync data for ids ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'] in n-d-798249-7 is: [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '521bb3aa-6ced-4831-a13a-1fd7c344f229', 'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:80:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:33:37.036335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f8042e5-67d4-46c4-86b6-b8b36e645c70 req-53c1fd2e-ae5c-4efe-bb23-3e49524f23dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 210 time: 0.0638254 Jul 13 08:33:37.246923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-b1c479cd-afca-43d6-aaf4-31e75a241c7a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:37.248626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-b1c479cd-afca-43d6-aaf4-31e75a241c7a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/networks?id=dc70a9e4-0821-4e58-a2d6-433739d847e5 HTTP/1.1" status: 200 len: 797 time: 0.1425896 Jul 13 08:33:37.269040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7d906d44-de90-4922-910b-a883d2244bbc up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:37.303334 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-12ea899d-b233-4f3d-b7f7-fc3c0da24db0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 379 time: 0.0454798 Jul 13 08:33:37.318508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'port': {'device_id': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'admin_state_up': True, 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'security_groups': ['985b8a2c-f096-4503-aa90-5786ed04b759']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:37.336077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 7d906d44-de90-4922-910b-a883d2244bbc triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:37.336593 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:37.455004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 797ac969-ef86-4009-9baa-8c18ea5c8de1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:37.479559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:33:37.484222 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:37.508598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 797ac969-ef86-4009-9baa-8c18ea5c8de1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:37.509063 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:37.603588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 521bb3aa-6ced-4831-a13a-1fd7c344f229 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:37.645846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.20.0.6 (dc70a9e4-0821-4e58-a2d6-433739d847e5/3dce0b52-c58a-481d-b187-dce31a72c441/25f0b341-ef44-4db8-ad4f-e7e427fcd3ea) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:33:37.666214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 521bb3aa-6ced-4831-a13a-1fd7c344f229 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:37.672090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 521bb3aa-6ced-4831-a13a-1fd7c344f229 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:37.673353 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:37.769771 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:37.803143 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:37.807461 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 521bb3aa-6ced-4831-a13a-1fd7c344f229, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=521bb3aa-6ced-4831-a13a-1fd7c344f229,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:37.814336 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:37.826544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Transition to ACTIVE for port object 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:37.866299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:37.881417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=521bb3aa-6ced-4831-a13a-1fd7c344f229,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:37.922128 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network dc70a9e4-0821-4e58-a2d6-433739d847e5 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:37.927354 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:37.931849 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:33:37.981030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:38.006134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:38.006922 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.024673 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-3ad41de0-cfbc-496c-8e69-81bc7096233b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153356 Jul 13 08:33:38.036384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-bd9189a0-79bd-4576-a142-46e5bec922f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:33:38.037614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-bd9189a0-79bd-4576-a142-46e5bec922f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069273 Jul 13 08:33:38.049620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Request body: {'port': {'device_id': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:38.144576 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f66d22f9-b5d5-4f69-908d-357d0cf02839 None None] Provisioning complete for port 521bb3aa-6ced-4831-a13a-1fd7c344f229 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:38.145698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f66d22f9-b5d5-4f69-908d-357d0cf02839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.146066 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.301734 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4f0c-aa89-4e8b-8f5a-0400e3ddb2b5 req-5291936e-7e27-4e3b-bb06-da2848a3d8a6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:38.304371 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff2f4f0c-aa89-4e8b-8f5a-0400e3ddb2b5 req-5291936e-7e27-4e3b-bb06-da2848a3d8a6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 931 time: 0.1190572 Jul 13 08:33:38.358668 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ff2f4f0c-aa89-4e8b-8f5a-0400e3ddb2b5 req-477e6e6b-9852-4600-b70a-cac73fda07ad tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460463 Jul 13 08:33:38.498226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-28994daa-2448-4b12-84c8-826ab98e8cdc None None] Provisioning for port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:38.502510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-28994daa-2448-4b12-84c8-826ab98e8cdc None None] Provisioning complete for port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:38.502892 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-28994daa-2448-4b12-84c8-826ab98e8cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.545555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-28994daa-2448-4b12-84c8-826ab98e8cdc None None] Port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:33:38.551708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:33:38.559619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.574112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Transition to ACTIVE for port object 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:38.577695 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.633408 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:38.652479 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.716552 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Attempting to bind port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:33:38.716890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Attempting to bind port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:33:38.717224 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Attempting to bind port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea on network dc70a9e4-0821-4e58-a2d6-433739d847e5 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:33:38.722523 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea on network dc70a9e4-0821-4e58-a2d6-433739d847e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:33:38.722832 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Attempting to bind port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea on network dc70a9e4-0821-4e58-a2d6-433739d847e5 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:33:38.727918 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:33:38.728314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Checking segment: {'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:38.728695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Bound using segment: {'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:33:38.729101 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Bound port: 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f204003-52a5-481e-a1d6-a99ade8ac3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:33:38.729570 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.798728 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] For port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:33:38.802297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] For port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:33:38.806386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.839571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:38.840301 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:38.841918 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] 10.222.0.54 "PUT /v2.0/ports/25f0b341-ef44-4db8-ad4f-e7e427fcd3ea HTTP/1.1" status: 200 len: 1091 time: 0.7974670 Jul 13 08:33:38.842250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'tag': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:33:38.845545 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c423f24-991f-465f-875a-9a5e33583ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae83f249-0fdc-45e0-ba24-2f85b3a28649", "tag": "25f0b341-ef44-4db8-ad4f-e7e427fcd3ea"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:33:38.877920 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e8eb0-349b-47b6-b57d-515ea197bcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:38.889194 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a4368-67ff-4ef8-bfa9-408017353da4 x-openstack-request-id: req-8b0a4368-67ff-4ef8-bfa9-408017353da4 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:33:38.889540 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae83f249-0fdc-45e0-ba24-2f85b3a28649", "tag": "25f0b341-ef44-4db8-ad4f-e7e427fcd3ea", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:33:38.892163 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b0a4368-67ff-4ef8-bfa9-408017353da4 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:33:38.892597 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'tag': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'status': 'completed', 'code': 200} Jul 13 08:33:38.951937 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ed49cb67-bc31-4a77-aee1-bbcfa07fcdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:38.954081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-ed49cb67-bc31-4a77-aee1-bbcfa07fcdc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 1094 time: 0.0594292 Jul 13 08:33:38.999445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-cadb2ba6-365b-44eb-8377-c01572fe606b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea HTTP/1.1" status: 200 len: 217 time: 0.0391498 Jul 13 08:33:39.063185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-26284d43-3930-4fea-9241-ab2dd1ce26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:39.065754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-26284d43-3930-4fea-9241-ab2dd1ce26a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dce0b52-c58a-481d-b187-dce31a72c441 HTTP/1.1" status: 200 len: 835 time: 0.0598943 Jul 13 08:33:39.132854 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 521bb3aa-6ced-4831-a13a-1fd7c344f229 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:39.143721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-f052fd58-a0da-4145-9ed5-94d0147e777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:39.145182 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-f052fd58-a0da-4145-9ed5-94d0147e777c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dc70a9e4-0821-4e58-a2d6-433739d847e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720074 Jul 13 08:33:39.186026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 521bb3aa-6ced-4831-a13a-1fd7c344f229 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:39.186546 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:39.255045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-d431e9d6-ee88-49c1-b12f-042d76504474 service neutron] 10.222.0.54 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044872 Jul 13 08:33:39.348304 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ed2909ca-17f0-4a6c-bd45-e6109359f50c req-39dad54c-d3bd-4e04-a51e-6cc4a9edb8e6 service neutron] 10.222.0.54 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855076 Jul 13 08:33:39.464779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-22d3f8db-5ea6-4406-a787-87c07890360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:39.466435 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-22d3f8db-5ea6-4406-a787-87c07890360d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 1094 time: 0.0646737 Jul 13 08:33:39.561288 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de5b7a-aaea-4c35-b534-df19a19157d5 req-b948f82c-a014-4983-9cfa-220149158d1c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:39.562150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-34a80afa-7f47-4a32-a86d-e7a320c2220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:39.563804 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8de5b7a-aaea-4c35-b534-df19a19157d5 req-b948f82c-a014-4983-9cfa-220149158d1c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 943 time: 0.0745823 Jul 13 08:33:39.564976 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-34a80afa-7f47-4a32-a86d-e7a320c2220c service neutron] 10.222.0.54 "GET /v2.0/networks?id=dc70a9e4-0821-4e58-a2d6-433739d847e5 HTTP/1.1" status: 200 len: 898 time: 0.0926156 Jul 13 08:33:39.607561 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8de5b7a-aaea-4c35-b534-df19a19157d5 req-07f8964f-0e53-40a9-88dc-71af9c33da71 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368452 Jul 13 08:33:39.613445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-7685a9a5-dcb8-42fe-afaf-34af46123a79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea HTTP/1.1" status: 200 len: 217 time: 0.0418630 Jul 13 08:33:39.674802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-40316dcf-728f-47b1-99ca-ade1c83e90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:39.676354 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-40316dcf-728f-47b1-99ca-ade1c83e90fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dce0b52-c58a-481d-b187-dce31a72c441 HTTP/1.1" status: 200 len: 835 time: 0.0560055 Jul 13 08:33:39.735972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-4a5e0d91-006e-4910-a914-a0924b8c4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:39.737555 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-4a5e0d91-006e-4910-a914-a0924b8c4090 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dc70a9e4-0821-4e58-a2d6-433739d847e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541899 Jul 13 08:33:39.837097 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-f0f8b083-166d-4eed-b219-2ad253fb044d service neutron] 10.222.0.54 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916114 Jul 13 08:33:39.932342 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c423f24-991f-465f-875a-9a5e33583ac6 req-4a5ec015-06b0-4629-b7ca-3761a421a582 service neutron] 10.222.0.54 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883331 Jul 13 08:33:40.798477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b748a59-6dca-4e42-8b69-ce58a255eca9 req-f5c4e9e8-eb7c-4cbd-82cf-4f5fe624a7cd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:40.800070 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b748a59-6dca-4e42-8b69-ce58a255eca9 req-f5c4e9e8-eb7c-4cbd-82cf-4f5fe624a7cd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 943 time: 0.0746429 Jul 13 08:33:40.832891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:33:40.849743 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b748a59-6dca-4e42-8b69-ce58a255eca9 req-b9484da8-c479-4554-a3fd-3e907d21ab85 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430982 Jul 13 08:33:41.103504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:41.116104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'port_id': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'mac_address': 'fa:16:3e:16:e5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:33:41.156105 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:41.169878 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:33:41.191987 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:41.196680 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:41.260708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:41.450046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['25f0b341-ef44-4db8-ad4f-e7e427fcd3ea'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:33:42.118258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c1c75-17b9-4044-a53c-f06c0521c086 req-9771f451-9972-4652-9883-90db424b36f6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:42.120937 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-277c1c75-17b9-4044-a53c-f06c0521c086 req-9771f451-9972-4652-9883-90db424b36f6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 944 time: 0.0892785 Jul 13 08:33:42.184181 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-277c1c75-17b9-4044-a53c-f06c0521c086 req-2b137dd5-5e80-499f-bc9c-459006ec86ab tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559094 Jul 13 08:33:42.833606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:42.912557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:42.918614 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:42.919213 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:43.041380 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:43.079182 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:33:43.083166 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a1216b-7b23-40ed-baec-4ef9cbd02001" -d '{"events": [{"server_uuid": "ae83f249-0fdc-45e0-ba24-2f85b3a28649", "name": "network-vif-plugged", "status": "completed", "tag": "25f0b341-ef44-4db8-ad4f-e7e427fcd3ea"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:33:43.100005 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:43.105690 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:43.140803 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1166ef79-c4ac-4001-8b2a-e565ac26ce89 x-openstack-request-id: req-1166ef79-c4ac-4001-8b2a-e565ac26ce89 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:33:43.141525 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae83f249-0fdc-45e0-ba24-2f85b3a28649", "name": "network-vif-plugged", "status": "completed", "tag": "25f0b341-ef44-4db8-ad4f-e7e427fcd3ea", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:33:43.141729 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1166ef79-c4ac-4001-8b2a-e565ac26ce89 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:33:43.142322 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'code': 200} Jul 13 08:33:43.182503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:43.310829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3188-5c1e-42b3-babb-8828f615085c req-cfafb634-f930-46ba-b81b-cae096c9eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:43.315593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac8a3188-5c1e-42b3-babb-8828f615085c req-cfafb634-f930-46ba-b81b-cae096c9eef7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 1096 time: 0.1050544 Jul 13 08:33:43.374024 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ac8a3188-5c1e-42b3-babb-8828f615085c req-03272bdb-328e-44e0-aa5d-f4ae1a89cff2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518880 Jul 13 08:33:43.457895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a4b40-3ebf-40aa-9aed-d20c37314841 req-ffd61d2a-378a-4e33-86fe-a6025b2b580c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:43.459380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a0a4b40-3ebf-40aa-9aed-d20c37314841 req-ffd61d2a-378a-4e33-86fe-a6025b2b580c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.0795972 Jul 13 08:33:43.494232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ea60576c-0005-41db-b268-052c8b5847f5 None None] Provisioning complete for port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:43.494857 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ea60576c-0005-41db-b268-052c8b5847f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:43.509051 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1a0a4b40-3ebf-40aa-9aed-d20c37314841 req-936c186f-46b8-4e06-87f3-8f271eb6b499 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Jul 13 08:33:44.397092 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f74a64b1-0ab3-4eab-a161-99163a8993be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:44.700830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571f88f-16a5-4ac6-b755-f5b8b0386c82 req-1575369d-8698-42aa-95fe-580a086ec695 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:44.702698 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b571f88f-16a5-4ac6-b755-f5b8b0386c82 req-1575369d-8698-42aa-95fe-580a086ec695 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.0705364 Jul 13 08:33:44.743920 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b571f88f-16a5-4ac6-b755-f5b8b0386c82 req-e2e72ce9-0f6a-4166-9913-d34eeaac78d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351794 Jul 13 08:33:44.937371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0d07a-bb96-40df-b5a1-a4425053e7f5 req-04266b0c-6460-4549-ae08-ddcc415b3dd8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:44.939714 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bdf0d07a-bb96-40df-b5a1-a4425053e7f5 req-04266b0c-6460-4549-ae08-ddcc415b3dd8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.0742931 Jul 13 08:33:44.985917 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-bdf0d07a-bb96-40df-b5a1-a4425053e7f5 req-39702105-ae7f-42ce-a8bd-9730de3804bf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366383 Jul 13 08:33:45.022195 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45026) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:45.081885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b434013f-6954-4242-8ea2-9fe0c07fb380 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:45.083523 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b434013f-6954-4242-8ea2-9fe0c07fb380 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 1091 time: 0.0602791 Jul 13 08:33:45.087021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45028) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:45.091634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:45.115652 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:45.223771 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:45.340621 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.25.6.252 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/78c59da1-42ef-4fb2-9f77-de4680fa3ef8) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:33:45.456640 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:45.498218 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:45.543753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:45.546910 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:45.551077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:33:45.557106 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=78c59da1-42ef-4fb2-9f77-de4680fa3ef8,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:45.975946 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:46.069214 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:46.143245 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:33:46.256171 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:46.262150 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:46.337028 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=78c59da1-42ef-4fb2-9f77-de4680fa3ef8,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:46.351166 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:46.462250 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Floating IP d881e0aa-dbfd-40b6-8777-ec77308d8993 associated. External IP: 172.25.6.252, port: 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea. Jul 13 08:33:46.641667 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-83df8537-889a-460b-852a-5d5cc1991ce0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636618 Jul 13 08:33:46.696481 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:33:46.748585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-451421cd-d9e8-41b9-af41-2a39ad229b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:46.751465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-451421cd-d9e8-41b9-af41-2a39ad229b38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 1096 time: 0.0609932 Jul 13 08:33:46.818686 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:33:46.831794 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] Sync routers for ids ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:33:46.838285 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:46.846657 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] Routers {'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:46.847546 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:33:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:46.873440 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-7f82ef0c-0f7c-459c-a19a-235f09b526a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:46.875036 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-7f82ef0c-0f7c-459c-a19a-235f09b526a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dc70a9e4-0821-4e58-a2d6-433739d847e5 HTTP/1.1" status: 200 len: 898 time: 0.1044581 Jul 13 08:33:46.879480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-36d4d9a0-ee32-414e-8c6a-a479e021d1dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7913373 Jul 13 08:33:46.880279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'tag': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:33:46.883455 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9046a3ad70657b6b3b53c8db3c3d455e44e9c778199fceaa5570d726467534ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b26adf-a8eb-4477-906a-14db480a7a46" -d '{"events": [{"name": "network-changed", "server_uuid": "ae83f249-0fdc-45e0-ba24-2f85b3a28649", "tag": "25f0b341-ef44-4db8-ad4f-e7e427fcd3ea"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:33:46.959057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-59cc2fcb-551a-4f99-a484-97ee2033d512 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea HTTP/1.1" status: 200 len: 999 time: 0.0771670 Jul 13 08:33:46.966839 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75e164c-dad1-4b46-a659-0d45d6924443 x-openstack-request-id: req-f75e164c-dad1-4b46-a659-0d45d6924443 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:33:46.967133 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae83f249-0fdc-45e0-ba24-2f85b3a28649", "tag": "25f0b341-ef44-4db8-ad4f-e7e427fcd3ea", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:33:46.967393 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f75e164c-dad1-4b46-a659-0d45d6924443 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:33:46.967821 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'tag': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'status': 'completed', 'code': 200} Jul 13 08:33:47.066743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-3feafc0f-f8c6-49f8-8f6a-f999786e6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:47.066743 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-3feafc0f-f8c6-49f8-8f6a-f999786e6850 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dce0b52-c58a-481d-b187-dce31a72c441 HTTP/1.1" status: 200 len: 835 time: 0.0941665 Jul 13 08:33:47.069911 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] Set router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:47.220847 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:47.353127 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6614f6f6-f942-4642-a636-f84545572018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:47.399068 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'd881e0aa-dbfd-40b6-8777-ec77308d8993', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'port_id': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'mac_address': 'fa:16:3e:16:e5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:33:45Z', 'updated_at': '2021-07-13T08:33:45Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521bb3aa-6ced-4831-a13a-1fd7c344f229', 'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:80:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:37Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:47.431544 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] Checking router: bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:33:47.442231 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] Routers {'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:47.442868 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:33:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:47.559483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564036a-32ed-492a-8551-7f7cfb98e7bf req-77400b1a-c547-4871-a1ab-d74f2a449db6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:47.561110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7564036a-32ed-492a-8551-7f7cfb98e7bf req-77400b1a-c547-4871-a1ab-d74f2a449db6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.5352409 Jul 13 08:33:47.574160 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] Set router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:47.577234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-5a116665-8a97-4584-af0f-1ce257974672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:47.579579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-5a116665-8a97-4584-af0f-1ce257974672 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dc70a9e4-0821-4e58-a2d6-433739d847e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5051699 Jul 13 08:33:47.659061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7564036a-32ed-492a-8551-7f7cfb98e7bf req-64a96267-1435-40c2-a88d-e10361d819e8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847692 Jul 13 08:33:47.693450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45034) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:47.787467 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-d7f9c64e-18c3-4a1b-8aa5-3b29a5ec7b9f service neutron] 10.222.0.54 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990912 Jul 13 08:33:47.791433 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7d477107-502a-44d2-846d-90779758cb82 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/d881e0aa-dbfd-40b6-8777-ec77308d8993 HTTP/1.1" status: 200 len: 991 time: 0.0944602 Jul 13 08:33:47.912384 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'd881e0aa-dbfd-40b6-8777-ec77308d8993', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'port_id': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'mac_address': 'fa:16:3e:16:e5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:33:45Z', 'updated_at': '2021-07-13T08:33:45Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521bb3aa-6ced-4831-a13a-1fd7c344f229', 'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:80:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:37Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:47.957609 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2a0c9c41-31c4-4902-b606-3abedca48113 req-2553cc96-5d34-4d34-9b57-97beebda9321 service neutron] 10.222.0.54 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629598 Jul 13 08:33:47.958997 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc620d-1e44-4405-80e6-c8ae8992ad7a None None] The sync data for ids ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'] in n-d-798249-7 is: [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'd881e0aa-dbfd-40b6-8777-ec77308d8993', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'port_id': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'mac_address': 'fa:16:3e:16:e5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:33:45Z', 'updated_at': '2021-07-13T08:33:45Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521bb3aa-6ced-4831-a13a-1fd7c344f229', 'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:80:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:37Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:33:48.087711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-9938f88b-62b8-4299-8eda-f924a9ac9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:48.089335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-9938f88b-62b8-4299-8eda-f924a9ac9618 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 1096 time: 0.0667624 Jul 13 08:33:48.207503 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:48.220295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906665c-bc94-4c97-90e5-c2066608003f None None] New status for floating IP d881e0aa-dbfd-40b6-8777-ec77308d8993: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:33:48.221903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-5f0e4286-49bb-4c94-8194-0860a534ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:48.223624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-5f0e4286-49bb-4c94-8194-0860a534ce88 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dc70a9e4-0821-4e58-a2d6-433739d847e5 HTTP/1.1" status: 200 len: 898 time: 0.1276760 Jul 13 08:33:48.292695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-aa02eaff-22ca-449c-8748-2ac98dbf1e01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea HTTP/1.1" status: 200 len: 999 time: 0.0624168 Jul 13 08:33:48.371435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-48bbf490-021e-4314-a1f5-cbb259598dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:48.374465 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-48bbf490-021e-4314-a1f5-cbb259598dab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dce0b52-c58a-481d-b187-dce31a72c441 HTTP/1.1" status: 200 len: 835 time: 0.0751443 Jul 13 08:33:48.452973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-d291ee4a-78d4-4e29-9b4e-fa46252f4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:48.454749 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-d291ee4a-78d4-4e29-9b4e-fa46252f4799 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dc70a9e4-0821-4e58-a2d6-433739d847e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735607 Jul 13 08:33:48.545616 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-a7530d87-d74b-4101-9384-dad74af47127 service neutron] 10.222.0.54 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845890 Jul 13 08:33:48.640935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e5b26adf-a8eb-4477-906a-14db480a7a46 req-163a8440-66bf-4994-9bbc-3173da896129 service neutron] 10.222.0.54 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885279 Jul 13 08:33:48.795584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45036) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:48.858950 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-48cd43cb-5d35-4dff-8589-5f9fb20bc69e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/d881e0aa-dbfd-40b6-8777-ec77308d8993 HTTP/1.1" status: 200 len: 993 time: 0.0621307 Jul 13 08:33:49.994022 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:05.049391 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:08.667583 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:14.399127 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c43d64d-b752-41df-96be-8cd106d3998f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:17.209705 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:17.349999 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e24d31b2-7e0c-4e73-b320-c071b0fcb601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:18.206415 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:19.998238 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:20.469301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af101bf4-123e-4d1d-9bac-0db12bc744f6 req-3ece1d33-5538-49d7-9ada-143fc552e7ea tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:20.470744 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af101bf4-123e-4d1d-9bac-0db12bc744f6 req-3ece1d33-5538-49d7-9ada-143fc552e7ea tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.0658584 Jul 13 08:34:20.513763 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-af101bf4-123e-4d1d-9bac-0db12bc744f6 req-ff75fc2e-9eeb-47da-80c1-13d16b95ef1b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369210 Jul 13 08:34:21.712964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d27586-cb82-490e-8456-a9430654c499 req-19bae390-7a09-45a6-b758-a637738bc248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:21.714522 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92d27586-cb82-490e-8456-a9430654c499 req-19bae390-7a09-45a6-b758-a637738bc248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.0757380 Jul 13 08:34:21.762022 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-92d27586-cb82-490e-8456-a9430654c499 req-3945ef4c-3b36-4048-bd1a-df1eb586398d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381868 Jul 13 08:34:21.786880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45054) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:21.849798 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-10ec7cde-a851-4970-80b3-217baaee58ab tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/d881e0aa-dbfd-40b6-8777-ec77308d8993 HTTP/1.1" status: 200 len: 993 time: 0.0616634 Jul 13 08:34:23.144653 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:34:23.345044 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cf230-01ab-43f7-9908-45b166046bcd req-0a18359c-f5ed-463c-84cc-a87098a023c8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:23.347807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f50cf230-01ab-43f7-9908-45b166046bcd req-0a18359c-f5ed-463c-84cc-a87098a023c8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.0972929 Jul 13 08:34:23.396583 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f50cf230-01ab-43f7-9908-45b166046bcd req-1fc7fd54-75f8-4bb9-a63a-052555fa3bfc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416899 Jul 13 08:34:24.579793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7f819-d448-48c4-8461-1a5ec69eafbe req-37a19276-9c48-4ad1-8b66-6dbbafa01535 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:24.581422 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cdf7f819-d448-48c4-8461-1a5ec69eafbe req-37a19276-9c48-4ad1-8b66-6dbbafa01535 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.0673184 Jul 13 08:34:24.626942 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cdf7f819-d448-48c4-8461-1a5ec69eafbe req-6b08f815-edbc-46f0-9650-92cb0bdd074d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383332 Jul 13 08:34:24.651571 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45064) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:24.716504 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7734d5ef-111d-4ccf-b89a-17b489e82efb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/d881e0aa-dbfd-40b6-8777-ec77308d8993 HTTP/1.1" status: 200 len: 993 time: 0.0617175 Jul 13 08:34:24.993503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45070) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:25.154347 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 78c59da1-42ef-4fb2-9f77-de4680fa3ef8 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:25.154691 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:25.235095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:25.235420 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:25.247417 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 78c59da1-42ef-4fb2-9f77-de4680fa3ef8 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:25.397921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:25.427396 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=78c59da1-42ef-4fb2-9f77-de4680fa3ef8,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:25.439260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.439608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.439949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.440312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.440645 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.440978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.441306 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.441632 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.441966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.442287 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.442611 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.442934 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:25.500688 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:25.500961 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Floating IP d881e0aa-dbfd-40b6-8777-ec77308d8993 disassociated (deleted). External IP: 172.25.6.252, port: 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea. Jul 13 08:34:25.977816 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:34:26.106038 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:34:26.112410 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:26.116814 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] Sync routers for ids ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:34:26.127370 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] Routers {'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:26.127983 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:34:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:26.151380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b0542d29-8f65-4680-af58-eed9677950db tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/floatingips/d881e0aa-dbfd-40b6-8777-ec77308d8993 HTTP/1.1" status: 204 len: 168 time: 1.1565697 Jul 13 08:34:26.151864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'tag': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:26.154273 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9046a3ad70657b6b3b53c8db3c3d455e44e9c778199fceaa5570d726467534ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "ae83f249-0fdc-45e0-ba24-2f85b3a28649", "tag": "25f0b341-ef44-4db8-ad4f-e7e427fcd3ea"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:26.232802 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae8aa9e-ca95-4d7a-9d71-3f3ef3f6fb74 x-openstack-request-id: req-3ae8aa9e-ca95-4d7a-9d71-3f3ef3f6fb74 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:26.233921 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae83f249-0fdc-45e0-ba24-2f85b3a28649", "tag": "25f0b341-ef44-4db8-ad4f-e7e427fcd3ea", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:26.236456 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ae8aa9e-ca95-4d7a-9d71-3f3ef3f6fb74 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:26.237210 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'tag': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'status': 'completed', 'code': 200} Jul 13 08:34:26.261142 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] Set router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:26.328940 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-33a39cdd-1a7e-48b7-abd2-b9906d9666c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:26.330775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-33a39cdd-1a7e-48b7-abd2-b9906d9666c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 1096 time: 0.0762067 Jul 13 08:34:26.474098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-5f1f2e10-bde7-4cea-a9b7-c2ab3327f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:26.475840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-5f1f2e10-bde7-4cea-a9b7-c2ab3327f053 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dc70a9e4-0821-4e58-a2d6-433739d847e5 HTTP/1.1" status: 200 len: 898 time: 0.1387117 Jul 13 08:34:26.527483 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-8744e370-dd47-4a9c-968b-7863a03a2d61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea HTTP/1.1" status: 200 len: 217 time: 0.0438411 Jul 13 08:34:26.594046 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-4d7e5abf-50ca-41ec-92ae-d3cebabb0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:26.596448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-4d7e5abf-50ca-41ec-92ae-d3cebabb0715 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3dce0b52-c58a-481d-b187-dce31a72c441 HTTP/1.1" status: 200 len: 835 time: 0.0619926 Jul 13 08:34:26.611173 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbe738-438c-40e5-b42e-1941edaedd80 req-f1fbc1b6-440e-41e9-96f9-34a3a69cb9d4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:26.614936 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-efcbe738-438c-40e5-b42e-1941edaedd80 req-f1fbc1b6-440e-41e9-96f9-34a3a69cb9d4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.0763378 Jul 13 08:34:26.642896 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '521bb3aa-6ced-4831-a13a-1fd7c344f229', 'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:80:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:37Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:26.663713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-6a8a8ffb-1d81-4969-a855-59e001dc6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:26.665686 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-6a8a8ffb-1d81-4969-a855-59e001dc6f9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dc70a9e4-0821-4e58-a2d6-433739d847e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624003 Jul 13 08:34:26.667750 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-efcbe738-438c-40e5-b42e-1941edaedd80 req-3f194825-e550-4cd0-b63c-5e35ed5d7833 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483069 Jul 13 08:34:26.677941 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] Checking router: bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:34:26.693820 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] Routers {'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:26.694441 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:34:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:26.811128 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] Set router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:26.827460 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-9e70648d-5dc7-40bf-a48b-e4bfbf194287 service neutron] 10.222.0.54 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497698 Jul 13 08:34:26.995046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1c45e3ec-55f7-4c29-9546-9f7278bdbdb7 req-12bd3b43-79cc-40ba-80d3-86976a183484 service neutron] 10.222.0.54 "GET /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597984 Jul 13 08:34:27.038943 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '521bb3aa-6ced-4831-a13a-1fd7c344f229', 'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:80:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:37Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:27.072108 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972e8e58-de94-40a3-bf79-febe15e6256b None None] The sync data for ids ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'] in n-d-798249-7 is: [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '521bb3aa-6ced-4831-a13a-1fd7c344f229', 'name': '', 'network_id': 'dc70a9e4-0821-4e58-a2d6-433739d847e5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:80:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:37Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '3dce0b52-c58a-481d-b187-dce31a72c441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:34:27.346413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f35bb-1ba5-4a3f-b6dd-82f2da4969f7 None None] New status for floating IP d881e0aa-dbfd-40b6-8777-ec77308d8993: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:34:27.858155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a7376-8c38-41ce-9278-dffa5b2ccb16 req-ac57ff9d-e3ee-478c-830b-2a056559d34f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:27.860099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-633a7376-8c38-41ce-9278-dffa5b2ccb16 req-ac57ff9d-e3ee-478c-830b-2a056559d34f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.0696549 Jul 13 08:34:27.923875 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-633a7376-8c38-41ce-9278-dffa5b2ccb16 req-48b779f4-2260-454e-81cb-c8b463f79920 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=985b8a2c-f096-4503-aa90-5786ed04b759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573604 Jul 13 08:34:27.997466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814179c-bf69-440d-9742-79a861c876a5 req-e4746edd-01d7-417d-a907-c5d58e202a1b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:27.998961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0814179c-bf69-440d-9742-79a861c876a5 req-e4746edd-01d7-417d-a907-c5d58e202a1b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 945 time: 0.0695894 Jul 13 08:34:28.102932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-0814179c-bf69-440d-9742-79a861c876a5 req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:28.103278 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0814179c-bf69-440d-9742-79a861c876a5 req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:28.197566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-0814179c-bf69-440d-9742-79a861c876a5 req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:28.197926 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0814179c-bf69-440d-9742-79a861c876a5 req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:28.211103 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-0814179c-bf69-440d-9742-79a861c876a5 req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:28.345094 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0814179c-bf69-440d-9742-79a861c876a5 req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:28.380281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=25f0b341-ef44-4db8-ad4f-e7e427fcd3ea,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:28.392888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.393255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.393599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.393948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.394281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.394621 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.394952 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.395289 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.395628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.396262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.396584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.396913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:28.441297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0814179c-bf69-440d-9742-79a861c876a5 req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] No DVR routers for this DVR port 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:34:28.443952 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-0814179c-bf69-440d-9742-79a861c876a5 req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:28.446051 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0814179c-bf69-440d-9742-79a861c876a5 req-ad3fb04c-0d15-4a07-bb78-0c7c1b96a630 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "DELETE /v2.0/ports/25f0b341-ef44-4db8-ad4f-e7e427fcd3ea HTTP/1.1" status: 204 len: 173 time: 0.4421904 Jul 13 08:34:28.446493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'name': 'network-vif-deleted', 'tag': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:28.448822 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d251119f-474c-4074-aac0-248d43e44b0a" -d '{"events": [{"server_uuid": "ae83f249-0fdc-45e0-ba24-2f85b3a28649", "name": "network-vif-deleted", "tag": "25f0b341-ef44-4db8-ad4f-e7e427fcd3ea"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:28.493825 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74633691-7b88-46cc-ba18-4d953153cf14 x-openstack-request-id: req-74633691-7b88-46cc-ba18-4d953153cf14 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:28.494235 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae83f249-0fdc-45e0-ba24-2f85b3a28649", "name": "network-vif-deleted", "tag": "25f0b341-ef44-4db8-ad4f-e7e427fcd3ea", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:28.494564 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74633691-7b88-46cc-ba18-4d953153cf14 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:28.495161 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae83f249-0fdc-45e0-ba24-2f85b3a28649', 'name': 'network-vif-deleted', 'tag': '25f0b341-ef44-4db8-ad4f-e7e427fcd3ea', 'status': 'completed', 'code': 200} Jul 13 08:34:29.098233 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d000aae-f802-4357-ad64-859d36739cd8 req-52ea1b37-d474-4073-8180-4768095c64d4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae83f249-0fdc-45e0-ba24-2f85b3a28649 HTTP/1.1" status: 200 len: 210 time: 0.0359142 Jul 13 08:34:30.194213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45086) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:30.573670 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:30.883566 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 521bb3aa-6ced-4831-a13a-1fd7c344f229 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:30.883803 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:30.983598 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 521bb3aa-6ced-4831-a13a-1fd7c344f229, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=521bb3aa-6ced-4831-a13a-1fd7c344f229,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:30.984194 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:31.001663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 521bb3aa-6ced-4831-a13a-1fd7c344f229 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:31.080877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:31.103638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:31.103966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 25f0b341-ef44-4db8-ad4f-e7e427fcd3ea not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:31.215573 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:31.251275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=521bb3aa-6ced-4831-a13a-1fd7c344f229,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:31.440897 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:31.658466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:34:31.771326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:34:31.776965 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7782d891-2f23-40e7-b1d0-2fe23d956752 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "PUT /v2.0/routers/bdf9c8da-613f-465c-b387-7b6cdfbfb5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5816276 Jul 13 08:34:31.779784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45088) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:31.791004 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] Sync routers for ids ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:34:31.800921 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] Routers {'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:31.801628 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:34:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:31.846146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8ba7eb-dfce-43da-8243-d332d585e5ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting subnet 3dce0b52-c58a-481d-b187-dce31a72c441 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:34:31.849307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba7eb-dfce-43da-8243-d332d585e5ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:31.893338 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba7eb-dfce-43da-8243-d332d585e5ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:31.993428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba7eb-dfce-43da-8243-d332d585e5ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.010190 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] Set router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:32.058207 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba7eb-dfce-43da-8243-d332d585e5ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.089250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ba7eb-dfce-43da-8243-d332d585e5ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Subnet': ['ID=3dce0b52-c58a-481d-b187-dce31a72c441,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:32.093842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba7eb-dfce-43da-8243-d332d585e5ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.095867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ae8ba7eb-dfce-43da-8243-d332d585e5ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/subnets/3dce0b52-c58a-481d-b187-dce31a72c441 HTTP/1.1" status: 204 len: 168 time: 0.3149066 Jul 13 08:34:32.098515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45090) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:32.102032 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720b85d4-6fb2-469d-a16e-7cf80f9361d1 None None] Network dc70a9e4-0821-4e58-a2d6-433739d847e5 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:34:32.221709 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:34:31Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:32.224692 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.255449 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] Checking router: bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:34:32.266338 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] Routers {'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:32.266876 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:34:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:32.306664 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] DHCP port deletion for dc70a9e4-0821-4e58-a2d6-433739d847e5 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:34:32.354324 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.364866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Deleting port 7d906d44-de90-4922-910b-a883d2244bbc {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:32.365334 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.383033 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] Set router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:32.413628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 797ac969-ef86-4009-9baa-8c18ea5c8de1 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:32.425918 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.449002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] For port 7d906d44-de90-4922-910b-a883d2244bbc, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=7d906d44-de90-4922-910b-a883d2244bbc,segment=NetworkSegment(0f204003-52a5-481e-a1d6-a99ade8ac3b7),segment_id=0f204003-52a5-481e-a1d6-a99ade8ac3b7)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:32.449413 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.462729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Calling delete_port for 7d906d44-de90-4922-910b-a883d2244bbc owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:32.517171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 797ac969-ef86-4009-9baa-8c18ea5c8de1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=797ac969-ef86-4009-9baa-8c18ea5c8de1,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:32.517628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.531609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 797ac969-ef86-4009-9baa-8c18ea5c8de1 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:32.551051 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.580794 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:34:31Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:32.582695 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Pushing event deleted for resources: {'Port': ['ID=7d906d44-de90-4922-910b-a883d2244bbc,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:32.586502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] No DVR routers for this DVR port 7d906d44-de90-4922-910b-a883d2244bbc on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:34:32.596232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.596579 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.596911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.599872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.599872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.599872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.599872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.599872 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.600452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.600452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.600710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.601031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fffca4-eec9-4ce0-b181-5929003c2d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:32.613282 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26194af-dad9-4add-9931-94972eab5b02 None None] The sync data for ids ['bdf9c8da-613f-465c-b387-7b6cdfbfb5a4'] in n-d-798249-7 is: [{'id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710534190', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:33:29Z', 'updated_at': '2021-07-13T08:34:31Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '797ac969-ef86-4009-9baa-8c18ea5c8de1', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9c8da-613f-465c-b387-7b6cdfbfb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:33:30Z', 'updated_at': '2021-07-13T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:34:32.718831 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:32.745865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=797ac969-ef86-4009-9baa-8c18ea5c8de1,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:32.807862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.203710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7d906d44-de90-4922-910b-a883d2244bbc no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:33.224051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 7d906d44-de90-4922-910b-a883d2244bbc {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:33.224406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 7d906d44-de90-4922-910b-a883d2244bbc not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:33.224883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 521bb3aa-6ced-4831-a13a-1fd7c344f229 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:33.243457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 521bb3aa-6ced-4831-a13a-1fd7c344f229 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:33.243808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 521bb3aa-6ced-4831-a13a-1fd7c344f229 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:33.262391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.265112 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.308200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.308741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Fanout notify agent at l3_agent the message router_deleted on router bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:34:33.316898 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.318084 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-83cf1012-ea98-4f00-b5bc-68fb791fb10a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/routers/bdf9c8da-613f-465c-b387-7b6cdfbfb5a4 HTTP/1.1" status: 204 len: 168 time: 1.2186027 Jul 13 08:34:33.320769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45092) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:33.405621 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.493361 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.504042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc70a9e4-0821-4e58-a2d6-433739d847e5']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:33.514164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f204003-52a5-481e-a1d6-a99ade8ac3b7') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:33.514582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f204003-52a5-481e-a1d6-a99ade8ac3b7') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:33.523998 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.537595 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.543409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:34:33.543798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:34:33.546988 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:34:33.607988 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.615921 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.617063 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/networks/dc70a9e4-0821-4e58-a2d6-433739d847e5 HTTP/1.1" status: 204 len: 168 time: 0.2953091 Jul 13 08:34:33.620069 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45094) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:33.629434 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708e839-4496-4008-9fc2-8b9897cace97 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Network': ['ID=dc70a9e4-0821-4e58-a2d6-433739d847e5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:33.679583 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3404578a-0ce2-4ef7-9ed5-136447e032ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.705898 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3404578a-0ce2-4ef7-9ed5-136447e032ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.766441 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3404578a-0ce2-4ef7-9ed5-136447e032ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.769174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-3404578a-0ce2-4ef7-9ed5-136447e032ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.770377 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-3404578a-0ce2-4ef7-9ed5-136447e032ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/security-groups/985b8a2c-f096-4503-aa90-5786ed04b759 HTTP/1.1" status: 204 len: 168 time: 0.1493030 Jul 13 08:34:33.781073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404578a-0ce2-4ef7-9ed5-136447e032ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985b8a2c-f096-4503-aa90-5786ed04b759,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:33.987227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45100) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:33.992104 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1cc264f7-b098-4de2-87c8-8567b2db94e4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671895647', 'description': 'tempest-secgroup-smoke-1671895647 description', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:34.015228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cc264f7-b098-4de2-87c8-8567b2db94e4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.098104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cc264f7-b098-4de2-87c8-8567b2db94e4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.101867 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cc264f7-b098-4de2-87c8-8567b2db94e4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.131103 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cc264f7-b098-4de2-87c8-8567b2db94e4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.132296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1cc264f7-b098-4de2-87c8-8567b2db94e4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1439722 Jul 13 08:34:34.133153 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc264f7-b098-4de2-87c8-8567b2db94e4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73af10a-d0f6-4e65-ac98-2e7cf729a824,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:34.135378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45102) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:34.141106 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-343f17a8-f0c0-4706-9380-14e369d5e90c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': 'a73af10a-d0f6-4e65-ac98-2e7cf729a824', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:34.167437 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-343f17a8-f0c0-4706-9380-14e369d5e90c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.225156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-343f17a8-f0c0-4706-9380-14e369d5e90c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.228802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-343f17a8-f0c0-4706-9380-14e369d5e90c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.244669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f17a8-f0c0-4706-9380-14e369d5e90c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e962819a-7deb-42f7-9ff2-fb73cf7995e7,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:34.257068 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-343f17a8-f0c0-4706-9380-14e369d5e90c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.258955 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-343f17a8-f0c0-4706-9380-14e369d5e90c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225317 Jul 13 08:34:34.261729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45104) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:34.266425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1cef6c57-307a-4877-b1a6-204ad5e020bc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': 'a73af10a-d0f6-4e65-ac98-2e7cf729a824', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:34.297941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1cef6c57-307a-4877-b1a6-204ad5e020bc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.347326 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1cef6c57-307a-4877-b1a6-204ad5e020bc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.350904 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1cef6c57-307a-4877-b1a6-204ad5e020bc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.369936 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef6c57-307a-4877-b1a6-204ad5e020bc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d4d4f3-b576-449d-90be-bc9db844074b,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:34.376981 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1cef6c57-307a-4877-b1a6-204ad5e020bc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.378270 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1cef6c57-307a-4877-b1a6-204ad5e020bc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155896 Jul 13 08:34:34.381237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45106) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:34.386150 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-54897104-5d23-451a-a229-39c667dd7cac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': 'a73af10a-d0f6-4e65-ac98-2e7cf729a824', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:34.414491 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54897104-5d23-451a-a229-39c667dd7cac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.479928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54897104-5d23-451a-a229-39c667dd7cac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.483707 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54897104-5d23-451a-a229-39c667dd7cac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.504206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54897104-5d23-451a-a229-39c667dd7cac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee98ae0d-21e4-4974-8feb-5bb65d34d7ec,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:34.508499 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54897104-5d23-451a-a229-39c667dd7cac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.509770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-54897104-5d23-451a-a229-39c667dd7cac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275580 Jul 13 08:34:34.513667 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45108) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:34.519107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fbdc7ce0-f8b5-4f49-a4f6-30f703298d49 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': 'a73af10a-d0f6-4e65-ac98-2e7cf729a824', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:34.548403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ce0-f8b5-4f49-a4f6-30f703298d49 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.617830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ce0-f8b5-4f49-a4f6-30f703298d49 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.621703 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ce0-f8b5-4f49-a4f6-30f703298d49 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.645065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc7ce0-f8b5-4f49-a4f6-30f703298d49 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9a4549-ef43-4ba0-a3bf-f386b779c9bb,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:34.649450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ce0-f8b5-4f49-a4f6-30f703298d49 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.650711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fbdc7ce0-f8b5-4f49-a4f6-30f703298d49 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354625 Jul 13 08:34:34.653513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45110) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:34.658504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-ed602975-eefd-463d-b4cc-833e25560731 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': 'a73af10a-d0f6-4e65-ac98-2e7cf729a824', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:34.682120 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-ed602975-eefd-463d-b4cc-833e25560731 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Project 311e8ef80f9241238d9f69bbc702ccb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:34:34.688370 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed602975-eefd-463d-b4cc-833e25560731 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.750061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed602975-eefd-463d-b4cc-833e25560731 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.753853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed602975-eefd-463d-b4cc-833e25560731 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.773025 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed602975-eefd-463d-b4cc-833e25560731 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2948554-41a0-44a6-9ade-316190fd048d,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:34.777181 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed602975-eefd-463d-b4cc-833e25560731 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.778533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ed602975-eefd-463d-b4cc-833e25560731 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239595 Jul 13 08:34:34.784098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45112) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:34.786019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1ac3c669-f3bd-4d5e-944a-eb3b91068419 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': 'a73af10a-d0f6-4e65-ac98-2e7cf729a824', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:34.808528 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-1ac3c669-f3bd-4d5e-944a-eb3b91068419 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Project 311e8ef80f9241238d9f69bbc702ccb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:34:34.815644 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c669-f3bd-4d5e-944a-eb3b91068419 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.879737 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c669-f3bd-4d5e-944a-eb3b91068419 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.883506 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c669-f3bd-4d5e-944a-eb3b91068419 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.902580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3c669-f3bd-4d5e-944a-eb3b91068419 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8e5203-d883-4f4d-9f64-33181f9cf8cd,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:34.911470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c669-f3bd-4d5e-944a-eb3b91068419 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.912783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1ac3c669-f3bd-4d5e-944a-eb3b91068419 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304941 Jul 13 08:34:34.915524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45114) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:34.920532 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'network': {'name': 'tempest-network-smoke--455863628', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'port_security_enabled': True}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:34.942051 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:34:34.945610 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.969549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:34:34.978605 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.978960 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Added segment bf529f0f-60f3-405c-8567-b7291e9d170f of type vlan for network 0c7b98cd-8c15-4099-bda5-bcab34c0134d Jul 13 08:34:35.019204 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.046150 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.048101 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.053727 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:35.054251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.090720 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1741264 Jul 13 08:34:35.094028 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45116) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:35.100746 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'admin_state_up': True, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:35.103233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 797ac969-ef86-4009-9baa-8c18ea5c8de1 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:35.122133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 797ac969-ef86-4009-9baa-8c18ea5c8de1 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:35.122472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 797ac969-ef86-4009-9baa-8c18ea5c8de1 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:35.134914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0b796-3fa5-4151-9c97-7c35ed0f48d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Network': ['ID=0c7b98cd-8c15-4099-bda5-bcab34c0134d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:35.146454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 0c7b98cd-8c15-4099-bda5-bcab34c0134d details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:34:35.156384 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.157322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.212563 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.352183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.553090 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.572490 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.678535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.25.6.94 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/69ce9160-047c-41ea-a3d8-20c7990d6677) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:34:35.788257 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.827121 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.863074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:34:35.867778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:34:35.870398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:34:35.897737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=69ce9160-047c-41ea-a3d8-20c7990d6677,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:36.119371 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.318741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.448492 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:34:36.556358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:34:36.565737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Sync routers for ids ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:34:36.575213 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.575450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Routers {'7cc1d0b2-14c4-4b29-9413-e2382442e9d2'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:36.576072 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:34:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:36.576541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e4ce0a5b-76ac-484c-b1ac-13934a2cfaff tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4815328 Jul 13 08:34:36.580088 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45118) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:36.609576 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-717f0f14-f3d8-4eb4-85e6-088bb1b1a4bb tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=311e8ef80f9241238d9f69bbc702ccb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282302 Jul 13 08:34:36.612467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45120) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:36.685594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Set router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:36.703457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039cb32-b2c2-4e78-bc46-6c1bbc70d4f4 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:36.707637 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c039cb32-b2c2-4e78-bc46-6c1bbc70d4f4 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915363 Jul 13 08:34:36.707916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45122) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:36.741870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5118918f-bab9-4851-a793-9be1e03903a8 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327337 Jul 13 08:34:36.744349 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45124) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:36.749543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-388381364', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:36.841575 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:34:36.846069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.873945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:36Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:36.908254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Checking router: 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:34:36.908610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Updating router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 port 69ce9160-047c-41ea-a3d8-20c7990d6677 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:34:36.946386 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.046663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.116304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Subnet': ['ID=07e46bc2-fa5c-4977-a8fa-11acdac0a060,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:37.124962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Checking segment: {'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:34:37.125340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network hostable DHCP agents. Network: 0c7b98cd-8c15-4099-bda5-bcab34c0134d, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:34:37.142850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 0c7b98cd-8c15-4099-bda5-bcab34c0134d is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:34:37.155427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 0c7b98cd-8c15-4099-bda5-bcab34c0134d) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:34:37.159477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:37.160102 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.169357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea227d-a921-4a3b-b774-82d2fda3077e None None] Network 0c7b98cd-8c15-4099-bda5-bcab34c0134d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:34:37.177163 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b2f8c868-4c0a-47c4-84fa-5d7f2fe6f772 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4316964 Jul 13 08:34:37.180852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45126) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:37.288786 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.307929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Transition to ACTIVE for port object 69ce9160-047c-41ea-a3d8-20c7990d6677 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:34:37.331988 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.417104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c34dd-0184-461b-abad-057943bc0ce2 None None] Pushing event updated for resources: {'Port': ['ID=69ce9160-047c-41ea-a3d8-20c7990d6677,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:37.420841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Attempting to bind port 69ce9160-047c-41ea-a3d8-20c7990d6677 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:34:37.421286 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Attempting to bind port 69ce9160-047c-41ea-a3d8-20c7990d6677 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:34:37.421720 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Attempting to bind port 69ce9160-047c-41ea-a3d8-20c7990d6677 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:34:37.428092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:34:37.428538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:34:37.429016 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.429468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:34:37.430002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Bound port: 69ce9160-047c-41ea-a3d8-20c7990d6677, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:34:37.430442 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.434302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:34:37.435125 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.555303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] For port 69ce9160-047c-41ea-a3d8-20c7990d6677, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:34:37.574502 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] For port 69ce9160-047c-41ea-a3d8-20c7990d6677, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=69ce9160-047c-41ea-a3d8-20c7990d6677,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:34:37.581053 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.623232 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.657314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Allocated IP 172.20.0.2 (0c7b98cd-8c15-4099-bda5-bcab34c0134d/07e46bc2-fa5c-4977-a8fa-11acdac0a060/0fd392bb-3490-4c46-a0bf-d089e29ce234) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:34:37.687262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Routers {'7cc1d0b2-14c4-4b29-9413-e2382442e9d2'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:37.687972 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:34:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:37.689801 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c34dd-0184-461b-abad-057943bc0ce2 None None] Pushing event updated for resources: {'Port': ['ID=69ce9160-047c-41ea-a3d8-20c7990d6677,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:38.037941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] Set router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:38.129426 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.165457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Transition to ACTIVE for port object 0fd392bb-3490-4c46-a0bf-d089e29ce234 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:34:38.194958 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Transition to ACTIVE for port object 0fd392bb-3490-4c46-a0bf-d089e29ce234 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:34:38.203793 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.252742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.20.0.1 (0c7b98cd-8c15-4099-bda5-bcab34c0134d/07e46bc2-fa5c-4977-a8fa-11acdac0a060/5856e447-2a1d-4c45-bcb1-1fcb1013a883) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:34:38.265268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Network 0c7b98cd-8c15-4099-bda5-bcab34c0134d is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:34:38.277559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:34:38.283823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:34:38.287863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Pushing event updated for resources: {'Port': ['ID=0fd392bb-3490-4c46-a0bf-d089e29ce234,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:38.349916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Attempting to bind port 0fd392bb-3490-4c46-a0bf-d089e29ce234 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:34:38.350284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Attempting to bind port 0fd392bb-3490-4c46-a0bf-d089e29ce234 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:34:38.350652 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Attempting to bind port 0fd392bb-3490-4c46-a0bf-d089e29ce234 on network 0c7b98cd-8c15-4099-bda5-bcab34c0134d {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:34:38.355197 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:36Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:38.360038 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:34:38.360430 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Checking segment: {'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:34:38.360833 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.361226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Bound using segment: {'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:34:38.361693 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Bound port: 0fd392bb-3490-4c46-a0bf-d089e29ce234, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:34:38.362071 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.386064 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.392678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4463e-179d-41f3-b962-2cb2fb921f95 None None] The sync data for ids ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'] in n-d-798249-7 is: [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:36Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:34:38.403042 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Transition to ACTIVE for port object 5856e447-2a1d-4c45-bcb1-1fcb1013a883 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:34:38.437952 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.453323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] For port 0fd392bb-3490-4c46-a0bf-d089e29ce234, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:34:38.457285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] For port 0fd392bb-3490-4c46-a0bf-d089e29ce234, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0fd392bb-3490-4c46-a0bf-d089e29ce234,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:34:38.462756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.496442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 0c7b98cd-8c15-4099-bda5-bcab34c0134d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:34:38.500471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:34:38.504276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:34:38.511665 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=5856e447-2a1d-4c45-bcb1-1fcb1013a883,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:38.524930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9d5de-4bdb-4801-b639-c9b2479b46b0 None None] Pushing event updated for resources: {'Port': ['ID=0fd392bb-3490-4c46-a0bf-d089e29ce234,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:38.570220 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.680306 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:38.780427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:39.227436 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0fd392bb-3490-4c46-a0bf-d089e29ce234 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:34:39.299847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 0fd392bb-3490-4c46-a0bf-d089e29ce234 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:34:39.305267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 69ce9160-047c-41ea-a3d8-20c7990d6677 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:34:39.370052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 69ce9160-047c-41ea-a3d8-20c7990d6677 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:34:39.374549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 69ce9160-047c-41ea-a3d8-20c7990d6677 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:39.374933 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:39.478292 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:39.502031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 69ce9160-047c-41ea-a3d8-20c7990d6677, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=69ce9160-047c-41ea-a3d8-20c7990d6677,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:39.507629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:39.531605 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:39.540708 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:39.570653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=69ce9160-047c-41ea-a3d8-20c7990d6677,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:39.642231 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=5856e447-2a1d-4c45-bcb1-1fcb1013a883,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:39.650282 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:39.698489 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7d574c-7181-4b1a-bf56-bbcd7ea321a3 None None] Network 0c7b98cd-8c15-4099-bda5-bcab34c0134d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:34:39.750813 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 0c7b98cd-8c15-4099-bda5-bcab34c0134d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:34:39.752382 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:34:39.774135 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-75e27075-68ff-484b-a325-b1df40256d47 None None] Provisioning for port 0fd392bb-3490-4c46-a0bf-d089e29ce234 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:34:39.782834 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-75e27075-68ff-484b-a325-b1df40256d47 None None] Provisioning complete for port 0fd392bb-3490-4c46-a0bf-d089e29ce234 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:39.783209 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75e27075-68ff-484b-a325-b1df40256d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:39.872838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:34:39.930657 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75e27075-68ff-484b-a325-b1df40256d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:39.975254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-75e27075-68ff-484b-a325-b1df40256d47 None None] For port 0fd392bb-3490-4c46-a0bf-d089e29ce234, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0fd392bb-3490-4c46-a0bf-d089e29ce234,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:39.979472 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-75e27075-68ff-484b-a325-b1df40256d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:39.995649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:34:40.010268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1638ba05-10b3-4dba-ae6e-f4b09f848f94 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "PUT /v2.0/routers/7cc1d0b2-14c4-4b29-9413-e2382442e9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8198972 Jul 13 08:34:40.041531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e27075-68ff-484b-a325-b1df40256d47 None None] Pushing event updated for resources: {'Port': ['ID=0fd392bb-3490-4c46-a0bf-d089e29ce234,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:40.179826 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-9d7df3a7-a4e4-4032-bdfb-545c28d5d4e3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671895647&fields=id&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 267 time: 0.0363727 Jul 13 08:34:40.225392 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Sync routers for ids ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:34:40.236609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7ae3e354-6a95-4005-ab82-82d2694bf151 None None] Provisioning complete for port 0fd392bb-3490-4c46-a0bf-d089e29ce234 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:40.237746 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Routers {'7cc1d0b2-14c4-4b29-9413-e2382442e9d2'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:40.238398 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:34:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:40.238574 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e354-6a95-4005-ab82-82d2694bf151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:40.324239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-39faf9d9-6885-487a-8b76-96a6d59bb792 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:40.326301 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-39faf9d9-6885-487a-8b76-96a6d59bb792 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/networks?id=0c7b98cd-8c15-4099-bda5-bcab34c0134d HTTP/1.1" status: 200 len: 796 time: 0.1399152 Jul 13 08:34:40.345251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-60111a12-f9d2-4fc2-a5c4-5b1db0cbea70 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/quotas/311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 375 time: 0.0129609 Jul 13 08:34:40.360998 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7ae3e354-6a95-4005-ab82-82d2694bf151 None None] Provisioning for port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:34:40.366289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7ae3e354-6a95-4005-ab82-82d2694bf151 None None] Provisioning complete for port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:40.367228 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e354-6a95-4005-ab82-82d2694bf151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:40.379139 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Set router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:40.411322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3e354-6a95-4005-ab82-82d2694bf151 None None] Port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:34:40.442101 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-63b875ae-147a-4d51-b4c1-fe387909975f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901775 Jul 13 08:34:40.533845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ad2f43df-110a-4deb-8ba7-d414904c5ddc None None] Provisioning complete for port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:40.534624 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ad2f43df-110a-4deb-8ba7-d414904c5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:40.565958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-7125e5b2-eb34-4c1c-a435-fb2eb8d9e6c3 service neutron] 10.222.0.44 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103883 Jul 13 08:34:40.573590 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f43df-110a-4deb-8ba7-d414904c5ddc None None] Port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:34:40.611074 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:38Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5856e447-2a1d-4c45-bcb1-1fcb1013a883', 'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:5b:93:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:37Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 2, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:40.643825 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Checking router: 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:34:40.644204 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Updating router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:34:40.668719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5fd5c80c-983b-4e6c-9123-b0ab71d21dee service neutron] 10.222.0.44 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013541 Jul 13 08:34:40.681405 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:40.695525 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-39028cf1-9e5b-460a-94de-fa462c5f522e None None] Provisioning complete for port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:40.696114 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-39028cf1-9e5b-460a-94de-fa462c5f522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:40.736295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-39028cf1-9e5b-460a-94de-fa462c5f522e None None] Port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:34:40.869964 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-55ef37bf-46b7-442a-8b2f-8b8c52dc2fbf req-fe526752-bcc2-4f65-9bf8-535a66aa0c68 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 210 time: 0.0364866 Jul 13 08:34:40.958434 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-191ee052-5efc-44ef-a0b7-453e071d5ab4 None None] Provisioning complete for port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:40.958816 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-191ee052-5efc-44ef-a0b7-453e071d5ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:40.995599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-191ee052-5efc-44ef-a0b7-453e071d5ab4 None None] Port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:34:41.001700 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:41.011986 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Transition to ACTIVE for port object 5856e447-2a1d-4c45-bcb1-1fcb1013a883 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:34:41.018876 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:41.071452 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Pushing event updated for resources: {'Port': ['ID=5856e447-2a1d-4c45-bcb1-1fcb1013a883,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:41.097481 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.097820 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.098152 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.098502 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.098798 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.099116 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.099435 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.099752 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.100105 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.100563 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.100730 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.101041 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:41.140724 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Attempting to bind port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:34:41.141146 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Attempting to bind port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:34:41.141515 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Attempting to bind port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 on network 0c7b98cd-8c15-4099-bda5-bcab34c0134d {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:34:41.154605 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:34:41.155661 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Checking segment: {'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:34:41.160579 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:41.161011 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Bound using segment: {'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:34:41.161506 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Bound port: 5856e447-2a1d-4c45-bcb1-1fcb1013a883, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:34:41.161894 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:41.183319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0fd392bb-3490-4c46-a0bf-d089e29ce234 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:34:41.244800 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] For port 5856e447-2a1d-4c45-bcb1-1fcb1013a883, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:34:41.248960 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 0fd392bb-3490-4c46-a0bf-d089e29ce234 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:41.249395 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:41.251140 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] For port 5856e447-2a1d-4c45-bcb1-1fcb1013a883, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5856e447-2a1d-4c45-bcb1-1fcb1013a883,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:34:41.256372 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:41.322325 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Routers {'7cc1d0b2-14c4-4b29-9413-e2382442e9d2'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:41.322964 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:34:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:41.349335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 69ce9160-047c-41ea-a3d8-20c7990d6677 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:34:41.411211 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 69ce9160-047c-41ea-a3d8-20c7990d6677 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:41.411959 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:41.562353 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fd93c-3547-4ceb-87b6-b6423594d715 None None] Pushing event updated for resources: {'Port': ['ID=5856e447-2a1d-4c45-bcb1-1fcb1013a883,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:41.584218 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] Set router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:41.794247 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:38Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5856e447-2a1d-4c45-bcb1-1fcb1013a883', 'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:5b:93:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:37Z', 'updated_at': '2021-07-13T08:34:41Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:41.825090 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560db9e-c7ca-44b8-a0b9-6d27b10b2654 None None] The sync data for ids ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'] in n-d-798249-7 is: [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:38Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5856e447-2a1d-4c45-bcb1-1fcb1013a883', 'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:5b:93:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:37Z', 'updated_at': '2021-07-13T08:34:41Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:34:42.032089 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bb01299d-5836-4fdb-b9e5-8aa693f8492e req-aca36742-ac98-4cd5-8547-726a824e0f79 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 210 time: 0.0336888 Jul 13 08:34:42.306923 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fd46b547-145b-45cc-b4bf-f0d23796c9dc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:42.309287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fd46b547-145b-45cc-b4bf-f0d23796c9dc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/networks?id=0c7b98cd-8c15-4099-bda5-bcab34c0134d HTTP/1.1" status: 200 len: 796 time: 0.1365404 Jul 13 08:34:42.360792 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-64e302ad-e784-4de2-89b8-53ddfd4666ae tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 380 time: 0.0406587 Jul 13 08:34:42.370498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'port': {'device_id': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'admin_state_up': True, 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'security_groups': ['a73af10a-d0f6-4e65-ac98-2e7cf729a824']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:42.488801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:34:42.492577 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:42.634056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.20.0.9 (0c7b98cd-8c15-4099-bda5-bcab34c0134d/07e46bc2-fa5c-4977-a8fa-11acdac0a060/5d8639e0-d171-43be-a088-a69b73ae7265) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:34:42.788932 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:42.803941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Transition to ACTIVE for port object 5d8639e0-d171-43be-a088-a69b73ae7265 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:34:42.841978 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:42.896591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 0c7b98cd-8c15-4099-bda5-bcab34c0134d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:34:42.900775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:34:42.904391 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:34:42.930189 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=5d8639e0-d171-43be-a088-a69b73ae7265,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:42.960751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:42.961685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:42.978752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-5241cc7d-024c-4456-a7e8-cb7caf9bfbb0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6126013 Jul 13 08:34:42.991480 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Request body: {'port': {'device_id': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:43.079410 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.185683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5856e447-2a1d-4c45-bcb1-1fcb1013a883 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:34:43.227050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8aaf-0a14-42ea-9f73-4dde51ae28da req-ec86d2fd-9b2f-4928-90e0-c57d424230bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:43.228975 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1aaa8aaf-0a14-42ea-9f73-4dde51ae28da req-ec86d2fd-9b2f-4928-90e0-c57d424230bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 931 time: 0.0731053 Jul 13 08:34:43.232847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-76b0f389-2e84-49fa-994f-ad4d9e653ed8 None None] Provisioning for port 5d8639e0-d171-43be-a088-a69b73ae7265 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:34:43.240756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-76b0f389-2e84-49fa-994f-ad4d9e653ed8 None None] Provisioning complete for port 5d8639e0-d171-43be-a088-a69b73ae7265 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:43.241319 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-76b0f389-2e84-49fa-994f-ad4d9e653ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.273670 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1aaa8aaf-0a14-42ea-9f73-4dde51ae28da req-97bbb3b7-c8e4-4587-bfc6-1be8ff058f7e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365717 Jul 13 08:34:43.286295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-76b0f389-2e84-49fa-994f-ad4d9e653ed8 None None] Port 5d8639e0-d171-43be-a088-a69b73ae7265 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:34:43.291255 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:34:43.295444 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:43.295907 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.380653 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.381654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8639e0-d171-43be-a088-a69b73ae7265 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:34:43.390021 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.403471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Transition to ACTIVE for port object 5d8639e0-d171-43be-a088-a69b73ae7265 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:34:43.408043 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.415947 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5856e447-2a1d-4c45-bcb1-1fcb1013a883, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5856e447-2a1d-4c45-bcb1-1fcb1013a883,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:43.420001 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.463681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Pushing event updated for resources: {'Port': ['ID=5d8639e0-d171-43be-a088-a69b73ae7265,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:43.476567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5856e447-2a1d-4c45-bcb1-1fcb1013a883,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:43.544673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Attempting to bind port 5d8639e0-d171-43be-a088-a69b73ae7265 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:34:43.545017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Attempting to bind port 5d8639e0-d171-43be-a088-a69b73ae7265 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:34:43.545891 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Attempting to bind port 5d8639e0-d171-43be-a088-a69b73ae7265 on network 0c7b98cd-8c15-4099-bda5-bcab34c0134d {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:34:43.550825 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Port 5d8639e0-d171-43be-a088-a69b73ae7265 on network 0c7b98cd-8c15-4099-bda5-bcab34c0134d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:34:43.551153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Attempting to bind port 5d8639e0-d171-43be-a088-a69b73ae7265 on network 0c7b98cd-8c15-4099-bda5-bcab34c0134d {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:34:43.556669 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:34:43.557014 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Checking segment: {'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:34:43.557407 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Bound using segment: {'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:34:43.557847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Bound port: 5d8639e0-d171-43be-a088-a69b73ae7265, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf529f0f-60f3-405c-8567-b7291e9d170f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:34:43.558216 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.630788 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] For port 5d8639e0-d171-43be-a088-a69b73ae7265, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:34:43.634007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] For port 5d8639e0-d171-43be-a088-a69b73ae7265, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5d8639e0-d171-43be-a088-a69b73ae7265,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:34:43.638707 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.674616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:43.675252 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.676738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] 10.222.0.54 "PUT /v2.0/ports/5d8639e0-d171-43be-a088-a69b73ae7265 HTTP/1.1" status: 200 len: 1091 time: 0.6901069 Jul 13 08:34:43.677192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'tag': '5d8639e0-d171-43be-a088-a69b73ae7265'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:43.679519 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f51540-987f-4a3c-8432-efe99a1f945a" -d '{"events": [{"name": "network-changed", "server_uuid": "436e1987-e7b6-4f7e-a2e9-52704d90d864", "tag": "5d8639e0-d171-43be-a088-a69b73ae7265"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:43.706717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15331d-512d-45e9-9549-3850c6956c1b service neutron] Pushing event updated for resources: {'Port': ['ID=5d8639e0-d171-43be-a088-a69b73ae7265,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:43.732756 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2830ff17-ffd7-4629-be0c-1a9048d6e3d0 x-openstack-request-id: req-2830ff17-ffd7-4629-be0c-1a9048d6e3d0 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:43.733661 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436e1987-e7b6-4f7e-a2e9-52704d90d864", "tag": "5d8639e0-d171-43be-a088-a69b73ae7265", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:43.734004 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2830ff17-ffd7-4629-be0c-1a9048d6e3d0 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:43.734606 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'tag': '5d8639e0-d171-43be-a088-a69b73ae7265', 'status': 'completed', 'code': 200} Jul 13 08:34:43.801717 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-737f28ac-f0a2-41f6-b31a-9cacdf6b5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:43.803254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-737f28ac-f0a2-41f6-b31a-9cacdf6b5384 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 1094 time: 0.0633249 Jul 13 08:34:43.848189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-426cf53f-e933-43dc-b4ff-a2dea5d5dbf7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d8639e0-d171-43be-a088-a69b73ae7265 HTTP/1.1" status: 200 len: 217 time: 0.0381677 Jul 13 08:34:43.899529 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-84e8bc3f-a2bd-4bcf-9e2a-e87023d0619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:43.901459 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-84e8bc3f-a2bd-4bcf-9e2a-e87023d0619f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07e46bc2-fa5c-4977-a8fa-11acdac0a060 HTTP/1.1" status: 200 len: 834 time: 0.0477548 Jul 13 08:34:43.943465 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3bd28a95-6298-4e58-82ee-52d98185ef72 None None] Provisioning complete for port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:43.944548 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3bd28a95-6298-4e58-82ee-52d98185ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:43.973829 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-58d3d338-409c-4ec5-b816-e1ac7291c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:43.975840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-58d3d338-409c-4ec5-b816-e1ac7291c89a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0c7b98cd-8c15-4099-bda5-bcab34c0134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679598 Jul 13 08:34:44.074448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-6c9dc055-cce8-4892-9c02-f5794249b2be service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918639 Jul 13 08:34:44.184838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-474cc980-4a08-4295-bbc6-e262d4b9575f req-be53ea1b-5476-4484-8dbf-b6d125edfd23 service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040542 Jul 13 08:34:44.291398 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f51540-987f-4a3c-8432-efe99a1f945a req-db264269-8966-40e8-bbdb-8cb58d29f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:44.293108 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f51540-987f-4a3c-8432-efe99a1f945a req-db264269-8966-40e8-bbdb-8cb58d29f91e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 1094 time: 0.0586073 Jul 13 08:34:44.396654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f51540-987f-4a3c-8432-efe99a1f945a req-a666b5ac-12cf-46c4-a844-47e2f9ca11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:44.398284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f51540-987f-4a3c-8432-efe99a1f945a req-a666b5ac-12cf-46c4-a844-47e2f9ca11d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0c7b98cd-8c15-4099-bda5-bcab34c0134d HTTP/1.1" status: 200 len: 897 time: 0.0991917 Jul 13 08:34:44.404464 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e1b840c2-5d2b-48cc-a00d-c294696d2cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:44.456074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ee58f-ba38-41bc-854e-7f2b3c41db55 req-0de317b4-ff9c-4ad2-8eee-a0188aa49f90 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:44.457738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-608ee58f-ba38-41bc-854e-7f2b3c41db55 req-0de317b4-ff9c-4ad2-8eee-a0188aa49f90 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 943 time: 0.0649114 Jul 13 08:34:44.460969 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f51540-987f-4a3c-8432-efe99a1f945a req-58481a6e-c0cb-42c0-b233-f23bccd15427 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d8639e0-d171-43be-a088-a69b73ae7265 HTTP/1.1" status: 200 len: 217 time: 0.0561483 Jul 13 08:34:44.499541 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-608ee58f-ba38-41bc-854e-7f2b3c41db55 req-c5d20ef4-b06b-47ae-9f51-96f351e4c82d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357192 Jul 13 08:34:44.512753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f51540-987f-4a3c-8432-efe99a1f945a req-343d4cf2-f55a-4e12-9016-7b9f3ca3990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:44.514490 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f51540-987f-4a3c-8432-efe99a1f945a req-343d4cf2-f55a-4e12-9016-7b9f3ca3990f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07e46bc2-fa5c-4977-a8fa-11acdac0a060 HTTP/1.1" status: 200 len: 834 time: 0.0461366 Jul 13 08:34:44.574233 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f51540-987f-4a3c-8432-efe99a1f945a req-8369f9e9-ca01-4134-a7d7-42f7e12cf052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:44.575741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f51540-987f-4a3c-8432-efe99a1f945a req-8369f9e9-ca01-4134-a7d7-42f7e12cf052 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0c7b98cd-8c15-4099-bda5-bcab34c0134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538020 Jul 13 08:34:44.673181 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f51540-987f-4a3c-8432-efe99a1f945a req-7afb3483-39a6-48ae-a7ee-5fb5510bdc93 service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903430 Jul 13 08:34:44.768606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f51540-987f-4a3c-8432-efe99a1f945a req-f9b5aba7-f24a-40cb-9464-e0a167febe9a service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882235 Jul 13 08:34:45.151861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5856e447-2a1d-4c45-bcb1-1fcb1013a883 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:34:45.198615 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:45.198979 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:45.685483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7e5d1-867b-46ae-a5d1-bc3fc4ac4db6 req-dcae6848-90e2-4a54-b82c-06b583e9adf7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:45.687528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1da7e5d1-867b-46ae-a5d1-bc3fc4ac4db6 req-dcae6848-90e2-4a54-b82c-06b583e9adf7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 943 time: 0.0642426 Jul 13 08:34:45.725389 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1da7e5d1-867b-46ae-a5d1-bc3fc4ac4db6 req-968d0c80-38b7-4017-a58a-215fcf42cfd4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Jul 13 08:34:46.905560 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2993e12-aa8f-48c4-bb56-ea6bf0493309 req-534ff581-976a-4d21-a7cb-ce74bdc0e9f5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:46.907117 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2993e12-aa8f-48c4-bb56-ea6bf0493309 req-534ff581-976a-4d21-a7cb-ce74bdc0e9f5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 943 time: 0.0693369 Jul 13 08:34:46.945916 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d2993e12-aa8f-48c4-bb56-ea6bf0493309 req-6d15bf92-3d93-4984-abd0-a56b15189f0f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331759 Jul 13 08:34:47.171494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5d8639e0-d171-43be-a088-a69b73ae7265 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:34:47.218613 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:47.278303 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5d8639e0-d171-43be-a088-a69b73ae7265, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5d8639e0-d171-43be-a088-a69b73ae7265,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:47.289458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '5d8639e0-d171-43be-a088-a69b73ae7265', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'port_id': '5d8639e0-d171-43be-a088-a69b73ae7265', 'mac_address': 'fa:16:3e:c2:6a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:34:47.333511 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:47.351261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8639e0-d171-43be-a088-a69b73ae7265 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:34:47.366247 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-59185c6b-efe6-433c-ad97-3f477b184bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:47.375647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5d8639e0-d171-43be-a088-a69b73ae7265, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5d8639e0-d171-43be-a088-a69b73ae7265,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:47.379398 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:47.452236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5d8639e0-d171-43be-a088-a69b73ae7265,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:47.636289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['5d8639e0-d171-43be-a088-a69b73ae7265'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:34:48.148410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542162d-71aa-4c5a-95a1-13c78cb90afd req-c6177df5-7477-4134-95cf-be1bc7f8f00e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:48.150030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f542162d-71aa-4c5a-95a1-13c78cb90afd req-c6177df5-7477-4134-95cf-be1bc7f8f00e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 944 time: 0.0644927 Jul 13 08:34:48.187751 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f542162d-71aa-4c5a-95a1-13c78cb90afd req-b1af2f3f-c9ef-41d5-8216-504e779114a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314860 Jul 13 08:34:48.208422 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:49.174178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5d8639e0-d171-43be-a088-a69b73ae7265 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:34:49.224221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 5d8639e0-d171-43be-a088-a69b73ae7265 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:34:49.228539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 5d8639e0-d171-43be-a088-a69b73ae7265 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:49.228993 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:49.316888 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:49.339870 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8639e0-d171-43be-a088-a69b73ae7265'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:49.342721 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861c3f68-ae16-4a2e-b009-60c8c0893790" -d '{"events": [{"server_uuid": "436e1987-e7b6-4f7e-a2e9-52704d90d864", "name": "network-vif-plugged", "status": "completed", "tag": "5d8639e0-d171-43be-a088-a69b73ae7265"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:49.357110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 5d8639e0-d171-43be-a088-a69b73ae7265, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5d8639e0-d171-43be-a088-a69b73ae7265,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:49.362174 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:49.377698 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a45b5-08b7-445b-ad48-b9f5d4d031ce req-6f25a57e-e95b-49cd-a3a6-c0ece7194386 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:49.380416 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fc6a45b5-08b7-445b-ad48-b9f5d4d031ce req-6f25a57e-e95b-49cd-a3a6-c0ece7194386 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 944 time: 0.0779810 Jul 13 08:34:49.417795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=5d8639e0-d171-43be-a088-a69b73ae7265,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:49.443381 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fc6a45b5-08b7-445b-ad48-b9f5d4d031ce req-e50dc76d-21e3-40ac-b40a-3ea6e57af728 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565381 Jul 13 08:34:49.492332 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a881759c-67cb-46ee-9b44-1fc8b4ea9acc x-openstack-request-id: req-a881759c-67cb-46ee-9b44-1fc8b4ea9acc {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:49.492629 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436e1987-e7b6-4f7e-a2e9-52704d90d864", "name": "network-vif-plugged", "status": "completed", "tag": "5d8639e0-d171-43be-a088-a69b73ae7265", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:49.492887 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a881759c-67cb-46ee-9b44-1fc8b4ea9acc {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:49.493286 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8639e0-d171-43be-a088-a69b73ae7265', 'code': 200} Jul 13 08:34:49.614971 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17287e3-c01c-4375-9693-3b3a262bc1c4 req-04828993-e276-4b4c-85a5-e843aa18ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:49.616540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f17287e3-c01c-4375-9693-3b3a262bc1c4 req-04828993-e276-4b4c-85a5-e843aa18ee1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 1096 time: 0.0599656 Jul 13 08:34:49.644094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-be045c3d-dcce-4f4e-87be-71c2d1e41545 None None] Provisioning complete for port 5d8639e0-d171-43be-a088-a69b73ae7265 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:49.644471 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-be045c3d-dcce-4f4e-87be-71c2d1e41545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:49.653103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f17287e3-c01c-4375-9693-3b3a262bc1c4 req-16d27791-a1ac-4908-949f-56e75f4b88ed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298944 Jul 13 08:34:49.999854 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:50.622527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401f5dd-6b75-47dc-b0b8-f96aa84f9800 req-f6f9874a-6bf4-4f53-838c-736997086b3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:50.624690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5401f5dd-6b75-47dc-b0b8-f96aa84f9800 req-f6f9874a-6bf4-4f53-838c-736997086b3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0677719 Jul 13 08:34:50.663690 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5401f5dd-6b75-47dc-b0b8-f96aa84f9800 req-3c8bc822-e1b6-4f32-a4d6-fb564df11468 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331013 Jul 13 08:34:50.844206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27be22-b066-4eae-962c-82ce084d27ec req-3eaf03a2-a328-40df-a356-040cfebdd317 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:50.845734 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c27be22-b066-4eae-962c-82ce084d27ec req-3eaf03a2-a328-40df-a356-040cfebdd317 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0659759 Jul 13 08:34:50.883752 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9c27be22-b066-4eae-962c-82ce084d27ec req-38585414-2ae7-4486-b471-678aa0193bc5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Jul 13 08:34:50.908493 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45184) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:50.960847 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316aed87-151c-4f39-a14e-cfc83cb28c97 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:50.962412 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-316aed87-151c-4f39-a14e-cfc83cb28c97 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 1091 time: 0.0528421 Jul 13 08:34:50.965183 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45186) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:50.969864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '5d8639e0-d171-43be-a088-a69b73ae7265', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:50.993054 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.091287 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.195074 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.25.6.172 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/5c07580a-cc2e-4373-813c-42dfdb95226b) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:34:51.306777 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.347717 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.386820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:34:51.391790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:34:51.394511 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:34:51.424363 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=5c07580a-cc2e-4373-813c-42dfdb95226b,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:51.785851 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.863104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.017924 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.023588 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.097589 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=5c07580a-cc2e-4373-813c-42dfdb95226b,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:52.119334 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.220456 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Floating IP aa0c225e-7b9a-44c7-90e0-7feb88733ee2 associated. External IP: 172.25.6.172, port: 5d8639e0-d171-43be-a088-a69b73ae7265. Jul 13 08:34:52.438856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:34:52.551715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:34:52.561752 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] Sync routers for ids ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:34:52.569707 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.571041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] Routers {'7cc1d0b2-14c4-4b29-9413-e2382442e9d2'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:52.571672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:34:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:52.611088 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac682ff3-3819-4c35-8e49-a925661513ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6421628 Jul 13 08:34:52.611088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'tag': '5d8639e0-d171-43be-a088-a69b73ae7265'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:52.611443 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9046a3ad70657b6b3b53c8db3c3d455e44e9c778199fceaa5570d726467534ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba0a12d-bd8f-4945-a8f9-d87267712189" -d '{"events": [{"name": "network-changed", "server_uuid": "436e1987-e7b6-4f7e-a2e9-52704d90d864", "tag": "5d8639e0-d171-43be-a088-a69b73ae7265"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:52.653714 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb2360c-f09e-4d22-aa1b-105734251bcc x-openstack-request-id: req-eeb2360c-f09e-4d22-aa1b-105734251bcc {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:52.654012 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436e1987-e7b6-4f7e-a2e9-52704d90d864", "tag": "5d8639e0-d171-43be-a088-a69b73ae7265", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:52.654275 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eeb2360c-f09e-4d22-aa1b-105734251bcc {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:52.655271 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'tag': '5d8639e0-d171-43be-a088-a69b73ae7265', 'status': 'completed', 'code': 200} Jul 13 08:34:52.693483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] Set router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:52.746795 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-a69fc222-c4bb-4fc6-a329-91701347a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:52.748455 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-a69fc222-c4bb-4fc6-a329-91701347a0ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 1096 time: 0.0672052 Jul 13 08:34:52.789651 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a4567-919c-482c-8db4-85252932f631 req-886c1a5c-24cf-4bb8-8cf4-78aed79a51b1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:52.791411 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c8a4567-919c-482c-8db4-85252932f631 req-886c1a5c-24cf-4bb8-8cf4-78aed79a51b1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0784862 Jul 13 08:34:52.843307 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4c8a4567-919c-482c-8db4-85252932f631 req-6674dc01-941c-49f9-9a00-a5028f849a7b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390189 Jul 13 08:34:52.857527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-f0c7bb03-5749-475d-bef7-57ceb1662996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:52.867792 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-f0c7bb03-5749-475d-bef7-57ceb1662996 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0c7b98cd-8c15-4099-bda5-bcab34c0134d HTTP/1.1" status: 200 len: 897 time: 0.1133687 Jul 13 08:34:52.869521 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45192) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:52.968554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:38Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'aa0c225e-7b9a-44c7-90e0-7feb88733ee2', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'port_id': '5d8639e0-d171-43be-a088-a69b73ae7265', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'mac_address': 'fa:16:3e:c2:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:34:51Z', 'updated_at': '2021-07-13T08:34:51Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5856e447-2a1d-4c45-bcb1-1fcb1013a883', 'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:5b:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:37Z', 'updated_at': '2021-07-13T08:34:43Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:52.983718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cb219545-ca86-4889-8e1a-6f7a16bf2bf7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/aa0c225e-7b9a-44c7-90e0-7feb88733ee2 HTTP/1.1" status: 200 len: 991 time: 0.1130679 Jul 13 08:34:52.985709 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-7df8ecc6-d081-4697-9894-cdda2ca27cfe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d8639e0-d171-43be-a088-a69b73ae7265 HTTP/1.1" status: 200 len: 999 time: 0.1077282 Jul 13 08:34:53.001414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] Checking router: 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:34:53.010283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] Routers {'7cc1d0b2-14c4-4b29-9413-e2382442e9d2'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:53.010924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:34:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:53.041275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-768c5697-d7e4-4a4a-b602-bcfc0f847f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:53.043064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-768c5697-d7e4-4a4a-b602-bcfc0f847f37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07e46bc2-fa5c-4977-a8fa-11acdac0a060 HTTP/1.1" status: 200 len: 834 time: 0.0511706 Jul 13 08:34:53.109195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-a5d56367-c4a0-41b0-9f77-bd6bf4cefa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:53.110735 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-a5d56367-c4a0-41b0-9f77-bd6bf4cefa09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0c7b98cd-8c15-4099-bda5-bcab34c0134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619991 Jul 13 08:34:53.123817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] Set router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:53.211395 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-1f41df87-cb17-40f4-8e93-cde12ef9da0f service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943134 Jul 13 08:34:53.324029 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eba0a12d-bd8f-4945-a8f9-d87267712189 req-a1c46d89-39e8-42c6-a827-d4d681eedca0 service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055391 Jul 13 08:34:53.519116 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:38Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'aa0c225e-7b9a-44c7-90e0-7feb88733ee2', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'port_id': '5d8639e0-d171-43be-a088-a69b73ae7265', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'mac_address': 'fa:16:3e:c2:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:34:51Z', 'updated_at': '2021-07-13T08:34:51Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5856e447-2a1d-4c45-bcb1-1fcb1013a883', 'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:5b:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:37Z', 'updated_at': '2021-07-13T08:34:43Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:53.552287 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d16b9-f56e-4ea9-a524-9760fcaedd2f None None] The sync data for ids ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'] in n-d-798249-7 is: [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:38Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'aa0c225e-7b9a-44c7-90e0-7feb88733ee2', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'port_id': '5d8639e0-d171-43be-a088-a69b73ae7265', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'mac_address': 'fa:16:3e:c2:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:34:51Z', 'updated_at': '2021-07-13T08:34:51Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5856e447-2a1d-4c45-bcb1-1fcb1013a883', 'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:5b:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:37Z', 'updated_at': '2021-07-13T08:34:43Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:34:53.746953 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43ee51-124e-47bb-baee-2bbf99c4dc23 None None] New status for floating IP aa0c225e-7b9a-44c7-90e0-7feb88733ee2: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:34:53.987671 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45194) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:54.047705 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b8751d62-ce76-4a3d-a687-33ae1d64b0ea tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/aa0c225e-7b9a-44c7-90e0-7feb88733ee2 HTTP/1.1" status: 200 len: 993 time: 0.0588326 Jul 13 08:35:00.144044 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:35:05.081064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:08.668143 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:14.405861 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e91f8622-81a9-44de-a1f1-39cf83bf953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:17.200561 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:17.361078 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c9e4ab0b-5bc3-4aab-912e-40b98e154465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:18.207811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:20.004041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:23.004525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-448a647b-97d0-4c07-bf1c-4f0cb36de863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:23.006012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-448a647b-97d0-4c07-bf1c-4f0cb36de863 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 1096 time: 0.0978887 Jul 13 08:35:23.022251 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bebc53-53cb-4975-8a16-78d5f441633a req-9b77bc18-3059-4b5c-be9a-faf690bb8ab4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:23.023743 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68bebc53-53cb-4975-8a16-78d5f441633a req-9b77bc18-3059-4b5c-be9a-faf690bb8ab4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0865612 Jul 13 08:35:23.110794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-68bebc53-53cb-4975-8a16-78d5f441633a req-41ee0a35-8cbc-4fee-9218-0d52efd5b65f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786860 Jul 13 08:35:23.138696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-c007bfcb-a248-4941-83f4-a87a685cb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:23.140400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-c007bfcb-a248-4941-83f4-a87a685cb740 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0c7b98cd-8c15-4099-bda5-bcab34c0134d HTTP/1.1" status: 200 len: 897 time: 0.1157491 Jul 13 08:35:23.210314 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-c5d606f2-20a9-4d27-b5d5-5f6c0805c09c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d8639e0-d171-43be-a088-a69b73ae7265 HTTP/1.1" status: 200 len: 1001 time: 0.0634305 Jul 13 08:35:23.263107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-12a56590-ac7a-4d85-bc76-94576c5b147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:23.264513 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-12a56590-ac7a-4d85-bc76-94576c5b147d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07e46bc2-fa5c-4977-a8fa-11acdac0a060 HTTP/1.1" status: 200 len: 834 time: 0.0462928 Jul 13 08:35:23.322708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-aec1c860-df05-4022-a9d1-6fe1c849b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:23.324262 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-aec1c860-df05-4022-a9d1-6fe1c849b638 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0c7b98cd-8c15-4099-bda5-bcab34c0134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522239 Jul 13 08:35:23.414809 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-31b03f1a-9bc5-41f5-8784-57dea3974c38 service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836303 Jul 13 08:35:23.502541 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4238790f-3bc2-47db-b4c9-88c0eb037982 req-9b3eb05f-3d66-42f1-b578-5672fa40dbf5 service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810697 Jul 13 08:35:24.315732 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1be2-af43-4e02-913b-bbc937c0b7f2 req-8ce3c081-d304-470d-bd9f-3496ea5609a2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:24.317872 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f00b1be2-af43-4e02-913b-bbc937c0b7f2 req-8ce3c081-d304-470d-bd9f-3496ea5609a2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0725434 Jul 13 08:35:24.358827 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f00b1be2-af43-4e02-913b-bbc937c0b7f2 req-5d1be18b-1531-4805-ba63-b4341a8340f5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353560 Jul 13 08:35:25.537800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76213c72-7cc6-487b-805a-e40c49972110 req-9e2a18e7-0ca6-411c-b33f-4b66b3f8fbf5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:25.539463 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76213c72-7cc6-487b-805a-e40c49972110 req-9e2a18e7-0ca6-411c-b33f-4b66b3f8fbf5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0691602 Jul 13 08:35:25.579866 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76213c72-7cc6-487b-805a-e40c49972110 req-c2391c49-dbcf-4e5e-b793-d28124c974d2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338187 Jul 13 08:35:26.765768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53b1c6-61a4-4fff-b6cd-480551301eb9 req-6a5416e9-d04b-4ddc-97e2-e456ab9a2225 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:26.767434 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a53b1c6-61a4-4fff-b6cd-480551301eb9 req-6a5416e9-d04b-4ddc-97e2-e456ab9a2225 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0689340 Jul 13 08:35:26.810813 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8a53b1c6-61a4-4fff-b6cd-480551301eb9 req-c6f6ef48-f68d-41d8-8296-103a509626d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369873 Jul 13 08:35:27.993100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f7fa4-90fe-460b-8d2a-85ad8855b294 req-97f3b1ac-488c-4ed8-9efa-8af65ddd5b82 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:27.994624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e0f7fa4-90fe-460b-8d2a-85ad8855b294 req-97f3b1ac-488c-4ed8-9efa-8af65ddd5b82 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0638826 Jul 13 08:35:28.032702 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e0f7fa4-90fe-460b-8d2a-85ad8855b294 req-73dfba3f-efea-4caf-8654-6292ef29f392 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Jul 13 08:35:29.217922 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e1cc9-5a55-4a2d-a3bd-cac359b97a23 req-19097869-4078-47db-8440-4dde0bd2a407 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:29.219335 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be4e1cc9-5a55-4a2d-a3bd-cac359b97a23 req-19097869-4078-47db-8440-4dde0bd2a407 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0701821 Jul 13 08:35:29.259397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-be4e1cc9-5a55-4a2d-a3bd-cac359b97a23 req-c4b5b820-4aa2-4d6d-b8f6-3ceae80fdcdd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340474 Jul 13 08:35:30.433016 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9514a-83c2-4965-a587-22766d05c684 req-a47f012b-2313-40f4-b4b6-a1de017bcd3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:30.434505 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-60a9514a-83c2-4965-a587-22766d05c684 req-a47f012b-2313-40f4-b4b6-a1de017bcd3f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0639985 Jul 13 08:35:30.472187 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-60a9514a-83c2-4965-a587-22766d05c684 req-373dc986-fded-451b-93b8-8a47360f8343 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319586 Jul 13 08:35:31.652891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8158d6a-3da5-4824-a859-081483e82f3d req-6b191dac-e7c0-492b-979a-86ff2595a1be tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:31.655762 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8158d6a-3da5-4824-a859-081483e82f3d req-6b191dac-e7c0-492b-979a-86ff2595a1be tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0687952 Jul 13 08:35:31.693334 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a8158d6a-3da5-4824-a859-081483e82f3d req-3a6ff3fd-289b-454c-8a16-44a7087d25cb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318162 Jul 13 08:35:32.869628 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b23d9-1776-4a10-9409-0e49b0f6d14d req-0b9755c6-3f7a-440d-82e0-e502cc07efa6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:32.871164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd9b23d9-1776-4a10-9409-0e49b0f6d14d req-0b9755c6-3f7a-440d-82e0-e502cc07efa6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0671551 Jul 13 08:35:32.911012 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cd9b23d9-1776-4a10-9409-0e49b0f6d14d req-e8fe4717-5096-49c0-b25d-c02aaac6c997 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340092 Jul 13 08:35:34.089290 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fc8a4-7d4a-44c8-a535-72cd8a1ef7d5 req-0cc3918f-aec2-4e15-9ba2-2dfc5867ada5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:34.091405 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-989fc8a4-7d4a-44c8-a535-72cd8a1ef7d5 req-0cc3918f-aec2-4e15-9ba2-2dfc5867ada5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0651073 Jul 13 08:35:34.129589 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-989fc8a4-7d4a-44c8-a535-72cd8a1ef7d5 req-e9aa1c44-31fb-43ed-9c2b-3363fe87feda tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326922 Jul 13 08:35:35.092330 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:35.303888 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad55fd-8af0-47b2-92d6-b492330ffdb0 req-00d8cf9d-ec3a-4d4e-9591-457ca0f5e935 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:35.305408 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24ad55fd-8af0-47b2-92d6-b492330ffdb0 req-00d8cf9d-ec3a-4d4e-9591-457ca0f5e935 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.0661960 Jul 13 08:35:35.345178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24ad55fd-8af0-47b2-92d6-b492330ffdb0 req-7420b763-2e9d-4424-b125-e3ba97b0be6c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330570 Jul 13 08:35:35.370089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45230) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:35.433705 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2c789fbb-41db-4ead-974d-8ff3e9182207 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/aa0c225e-7b9a-44c7-90e0-7feb88733ee2 HTTP/1.1" status: 200 len: 993 time: 0.0623989 Jul 13 08:35:37.143795 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:35:38.680360 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:44.407395 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ee74-8d91-40c0-8183-2ed6651418d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:47.203680 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:47.362160 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7db2708f-b866-4acb-9b27-0f2b3c5ae0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:48.212336 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:48.265382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-58ecc4fa-a407-4d5e-a912-c110fad6ad54 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538466 Jul 13 08:35:48.378436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-9b1f9d17-ab81-4156-a8ea-905605db1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:48.379981 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-9b1f9d17-ab81-4156-a8ea-905605db1d42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 1096 time: 0.0530617 Jul 13 08:35:48.486958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-353309b1-702f-4e2f-979e-165afc25f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:48.488447 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-353309b1-702f-4e2f-979e-165afc25f058 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0c7b98cd-8c15-4099-bda5-bcab34c0134d HTTP/1.1" status: 200 len: 897 time: 0.0890977 Jul 13 08:35:48.551399 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-3a16ba20-befc-4193-9af1-7e2d1bd47154 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d8639e0-d171-43be-a088-a69b73ae7265 HTTP/1.1" status: 200 len: 1001 time: 0.0569861 Jul 13 08:35:48.603623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-e7dd0dce-86ac-4c0f-915b-2a37d40cca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:48.605114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-e7dd0dce-86ac-4c0f-915b-2a37d40cca54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07e46bc2-fa5c-4977-a8fa-11acdac0a060 HTTP/1.1" status: 200 len: 834 time: 0.0483143 Jul 13 08:35:48.662654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-2de94db1-f60d-460e-95cf-226575760043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:48.664202 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-2de94db1-f60d-460e-95cf-226575760043 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0c7b98cd-8c15-4099-bda5-bcab34c0134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519228 Jul 13 08:35:48.755380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-0e24064e-4f81-40eb-8135-783dee2454c5 service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846789 Jul 13 08:35:48.853171 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-926eaa10-38ea-4449-96cb-8543d9e28eb3 req-15aec614-c486-485e-ba7d-690d8898a0fc service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910742 Jul 13 08:35:50.005363 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:59.418785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-e0a062a9-4ae8-419f-9435-03c2f110f703 req-80edd34f-ced8-445c-976b-49939ac65a01 service neutron] (93838) timed out ('10.222.0.53', 55620) {{(pid=93838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:36:05.118452 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:05.824922 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45246) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:05.983911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 5c07580a-cc2e-4373-813c-42dfdb95226b {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:05.984290 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.414940 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.415276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.427337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 5c07580a-cc2e-4373-813c-42dfdb95226b owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:06.573670 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.599204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=5c07580a-cc2e-4373-813c-42dfdb95226b,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:06.611861 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.612238 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.612582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.612928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.613260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.613591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.613928 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.614262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.614605 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.614931 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.615258 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.615590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:06.672358 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.672698 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Floating IP aa0c225e-7b9a-44c7-90e0-7feb88733ee2 disassociated (deleted). External IP: 172.25.6.172, port: 5d8639e0-d171-43be-a088-a69b73ae7265. Jul 13 08:36:06.881465 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:36:06.990031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:06.994995 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.000578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] Sync routers for ids ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:07.009971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] Routers {'7cc1d0b2-14c4-4b29-9413-e2382442e9d2'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:07.010584 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:07.031425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ac52b0c6-3a07-4847-946d-4c38282d1881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/floatingips/aa0c225e-7b9a-44c7-90e0-7feb88733ee2 HTTP/1.1" status: 204 len: 168 time: 1.2053583 Jul 13 08:36:07.032065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'tag': '5d8639e0-d171-43be-a088-a69b73ae7265'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:07.034326 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39848b3d-2998-40dc-a4f6-b4f086513405" -d '{"events": [{"name": "network-changed", "server_uuid": "436e1987-e7b6-4f7e-a2e9-52704d90d864", "tag": "5d8639e0-d171-43be-a088-a69b73ae7265"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:07.082907 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae43d991-94f4-4afa-8bff-49fe9c5fe676 x-openstack-request-id: req-ae43d991-94f4-4afa-8bff-49fe9c5fe676 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:07.083261 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436e1987-e7b6-4f7e-a2e9-52704d90d864", "tag": "5d8639e0-d171-43be-a088-a69b73ae7265", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:07.083458 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae43d991-94f4-4afa-8bff-49fe9c5fe676 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:07.083864 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'tag': '5d8639e0-d171-43be-a088-a69b73ae7265', 'status': 'completed', 'code': 200} Jul 13 08:36:07.118978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] Set router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:07.162220 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-6f11a3a3-01cc-42c3-8c26-578a162194f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:07.164394 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-6f11a3a3-01cc-42c3-8c26-578a162194f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 1096 time: 0.0628979 Jul 13 08:36:07.260389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-274de230-f3bd-4a99-9aad-b19b3b52b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:07.262731 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-274de230-f3bd-4a99-9aad-b19b3b52b78e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0c7b98cd-8c15-4099-bda5-bcab34c0134d HTTP/1.1" status: 200 len: 897 time: 0.0917535 Jul 13 08:36:07.313903 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-808d90b8-88a0-4693-b621-2696fdd7a0b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d8639e0-d171-43be-a088-a69b73ae7265 HTTP/1.1" status: 200 len: 217 time: 0.0457041 Jul 13 08:36:07.344746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:38Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5856e447-2a1d-4c45-bcb1-1fcb1013a883', 'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:5b:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:37Z', 'updated_at': '2021-07-13T08:34:43Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:07.367063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-d69cc112-5bd9-4beb-b773-b0c42793a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:07.368632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-d69cc112-5bd9-4beb-b773-b0c42793a296 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07e46bc2-fa5c-4977-a8fa-11acdac0a060 HTTP/1.1" status: 200 len: 834 time: 0.0483208 Jul 13 08:36:07.372190 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] Checking router: 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:07.381258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] Routers {'7cc1d0b2-14c4-4b29-9413-e2382442e9d2'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:07.381841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:07.438429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-f2a1e53e-00c4-413f-9b6b-8023436cbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:07.440624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-f2a1e53e-00c4-413f-9b6b-8023436cbb00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0c7b98cd-8c15-4099-bda5-bcab34c0134d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636420 Jul 13 08:36:07.496851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] Set router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:07.547445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-bb162d3d-ed63-4ee3-9eaf-39a8de2cef85 service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991035 Jul 13 08:36:07.549354 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e971e1-13b4-4900-ac77-4af7fc2be6ae req-487250f0-8aa6-4203-a4ed-2429e9937222 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:07.550888 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54e971e1-13b4-4900-ac77-4af7fc2be6ae req-487250f0-8aa6-4203-a4ed-2429e9937222 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.1758831 Jul 13 08:36:07.592913 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-54e971e1-13b4-4900-ac77-4af7fc2be6ae req-f80cc03b-d1db-41a2-b1db-870d825098a0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363607 Jul 13 08:36:07.650146 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39848b3d-2998-40dc-a4f6-b4f086513405 req-fecd3384-fae9-4841-ab5a-93a0e041cf66 service neutron] 10.222.0.54 "GET /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953884 Jul 13 08:36:07.706824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:38Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5856e447-2a1d-4c45-bcb1-1fcb1013a883', 'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:5b:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:37Z', 'updated_at': '2021-07-13T08:34:43Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:07.737911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f67be0-0834-421f-b419-579750ee5da7 None None] The sync data for ids ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'] in n-d-798249-7 is: [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:38Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5856e447-2a1d-4c45-bcb1-1fcb1013a883', 'name': '', 'network_id': '0c7b98cd-8c15-4099-bda5-bcab34c0134d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:5b:93:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:37Z', 'updated_at': '2021-07-13T08:34:43Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '07e46bc2-fa5c-4977-a8fa-11acdac0a060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:07.980090 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ea46e-2487-4dc8-9f0e-9fd9835394b5 None None] New status for floating IP aa0c225e-7b9a-44c7-90e0-7feb88733ee2: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:36:08.678458 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.856997 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-8aad8118-ce91-4e23-9f22-9a8b1b915afb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:08.858650 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-8aad8118-ce91-4e23-9f22-9a8b1b915afb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.1159177 Jul 13 08:36:08.879925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e237586-20cd-464f-b0dc-72a85f0a5f49 req-97fe513f-a48f-4c1c-883b-f9e3c2b1e992 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:08.881400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e237586-20cd-464f-b0dc-72a85f0a5f49 req-97fe513f-a48f-4c1c-883b-f9e3c2b1e992 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=436e1987-e7b6-4f7e-a2e9-52704d90d864 HTTP/1.1" status: 200 len: 945 time: 0.1698480 Jul 13 08:36:08.973000 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1e237586-20cd-464f-b0dc-72a85f0a5f49 req-e1cffb4e-7ba2-47ec-b5c4-2fbcd1c1c9b9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=a73af10a-d0f6-4e65-ac98-2e7cf729a824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707088 Jul 13 08:36:09.015484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-04216cdd-969b-4120-996e-59511a1cd0e9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 5d8639e0-d171-43be-a088-a69b73ae7265 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:09.015830 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-04216cdd-969b-4120-996e-59511a1cd0e9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.106477 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-04216cdd-969b-4120-996e-59511a1cd0e9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 5d8639e0-d171-43be-a088-a69b73ae7265, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=5d8639e0-d171-43be-a088-a69b73ae7265,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:09.106841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-04216cdd-969b-4120-996e-59511a1cd0e9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.119783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-04216cdd-969b-4120-996e-59511a1cd0e9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 5d8639e0-d171-43be-a088-a69b73ae7265 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:09.268904 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-04216cdd-969b-4120-996e-59511a1cd0e9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.300754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04216cdd-969b-4120-996e-59511a1cd0e9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=5d8639e0-d171-43be-a088-a69b73ae7265,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:09.355122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-04216cdd-969b-4120-996e-59511a1cd0e9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] No DVR routers for this DVR port 5d8639e0-d171-43be-a088-a69b73ae7265 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:36:09.358497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-04216cdd-969b-4120-996e-59511a1cd0e9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.360683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-afd100a0-9c4a-4b24-b27a-1042e38ba31e req-04216cdd-969b-4120-996e-59511a1cd0e9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "DELETE /v2.0/ports/5d8639e0-d171-43be-a088-a69b73ae7265 HTTP/1.1" status: 204 len: 173 time: 0.4951477 Jul 13 08:36:09.361158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'name': 'network-vif-deleted', 'tag': '5d8639e0-d171-43be-a088-a69b73ae7265'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:09.363506 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cb57f6-8062-47be-9ba1-a651030351a3" -d '{"events": [{"server_uuid": "436e1987-e7b6-4f7e-a2e9-52704d90d864", "name": "network-vif-deleted", "tag": "5d8639e0-d171-43be-a088-a69b73ae7265"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:09.407885 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333f2596-4406-4da2-9d51-af1bd8052fb5 x-openstack-request-id: req-333f2596-4406-4da2-9d51-af1bd8052fb5 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:09.408361 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436e1987-e7b6-4f7e-a2e9-52704d90d864", "name": "network-vif-deleted", "tag": "5d8639e0-d171-43be-a088-a69b73ae7265", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:09.408717 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-333f2596-4406-4da2-9d51-af1bd8052fb5 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:09.409192 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436e1987-e7b6-4f7e-a2e9-52704d90d864', 'name': 'network-vif-deleted', 'tag': '5d8639e0-d171-43be-a088-a69b73ae7265', 'status': 'completed', 'code': 200} Jul 13 08:36:10.090389 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45268) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:10.468986 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.756831 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 5856e447-2a1d-4c45-bcb1-1fcb1013a883 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:10.757088 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.852919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 5856e447-2a1d-4c45-bcb1-1fcb1013a883, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5856e447-2a1d-4c45-bcb1-1fcb1013a883,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:10.853288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.866466 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 5856e447-2a1d-4c45-bcb1-1fcb1013a883 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:11.056657 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.086271 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=5856e447-2a1d-4c45-bcb1-1fcb1013a883,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:11.296428 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.518348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:36:11.562830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5d8639e0-d171-43be-a088-a69b73ae7265 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:11.582580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 5d8639e0-d171-43be-a088-a69b73ae7265 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:11.582934 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 5d8639e0-d171-43be-a088-a69b73ae7265 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:11.627193 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:11.633249 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d4cf8452-20fb-44cd-b79e-b1f4ed63863e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "PUT /v2.0/routers/7cc1d0b2-14c4-4b29-9413-e2382442e9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5411370 Jul 13 08:36:11.635584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45270) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:11.638123 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] Sync routers for ids ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:11.648391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] Routers {'7cc1d0b2-14c4-4b29-9413-e2382442e9d2'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:11.649011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:11.687163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a10eee-1744-4e6d-a544-c438c1e75894 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting subnet 07e46bc2-fa5c-4977-a8fa-11acdac0a060 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:36:11.690359 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8a10eee-1744-4e6d-a544-c438c1e75894 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.733732 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8a10eee-1744-4e6d-a544-c438c1e75894 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.755285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] Set router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:11.823053 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8a10eee-1744-4e6d-a544-c438c1e75894 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.883322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8a10eee-1744-4e6d-a544-c438c1e75894 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.912208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a10eee-1744-4e6d-a544-c438c1e75894 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Subnet': ['ID=07e46bc2-fa5c-4977-a8fa-11acdac0a060,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:11.915847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b8a10eee-1744-4e6d-a544-c438c1e75894 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.920718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45272) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:11.921206 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b8a10eee-1744-4e6d-a544-c438c1e75894 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/subnets/07e46bc2-fa5c-4977-a8fa-11acdac0a060 HTTP/1.1" status: 204 len: 168 time: 0.2841337 Jul 13 08:36:11.927418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6c7a0-d40e-42f7-ac74-d78899a8912c None None] Network 0c7b98cd-8c15-4099-bda5-bcab34c0134d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:12.003053 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:36:10Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:12.030663 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.047711 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] Checking router: 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:12.079209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] Routers {'7cc1d0b2-14c4-4b29-9413-e2382442e9d2'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:12.079761 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:12.145078 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.201305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 69ce9160-047c-41ea-a3d8-20c7990d6677 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:12.201629 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.214238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] Set router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:12.295124 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 69ce9160-047c-41ea-a3d8-20c7990d6677, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=69ce9160-047c-41ea-a3d8-20c7990d6677,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:12.295535 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.309401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 69ce9160-047c-41ea-a3d8-20c7990d6677 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:12.420256 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] DHCP port deletion for 0c7b98cd-8c15-4099-bda5-bcab34c0134d request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:36:12.491341 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.523753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=69ce9160-047c-41ea-a3d8-20c7990d6677,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:12.534726 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.535228 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.535578 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.535914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.536282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.536618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.536952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.537286 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.537619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.537948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.538279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.538604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.564552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Deleting port 0fd392bb-3490-4c46-a0bf-d089e29ce234 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:12.565147 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.599825 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.656215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] For port 0fd392bb-3490-4c46-a0bf-d089e29ce234, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=0fd392bb-3490-4c46-a0bf-d089e29ce234,segment=NetworkSegment(bf529f0f-60f3-405c-8567-b7291e9d170f),segment_id=bf529f0f-60f3-405c-8567-b7291e9d170f)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:12.656624 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.672746 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Calling delete_port for 0fd392bb-3490-4c46-a0bf-d089e29ce234 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:12.692743 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.695211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.724515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:36:10Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:12.738635 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.739176 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc1d0b2-14c4-4b29-9413-e2382442e9d2 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:36:12.746289 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.747473 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-82ca8e71-696d-4e2a-a81b-67c5d2e60c2a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/routers/7cc1d0b2-14c4-4b29-9413-e2382442e9d2 HTTP/1.1" status: 204 len: 168 time: 0.8257310 Jul 13 08:36:12.750360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45274) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:12.758192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9ae12-4e69-442b-957f-766af9071fdb None None] The sync data for ids ['7cc1d0b2-14c4-4b29-9413-e2382442e9d2'] in n-d-798249-7 is: [{'id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-958959775', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:36:10Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '69ce9160-047c-41ea-a3d8-20c7990d6677', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc1d0b2-14c4-4b29-9413-e2382442e9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:35Z', 'updated_at': '2021-07-13T08:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:12.800466 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.827581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Pushing event deleted for resources: {'Port': ['ID=0fd392bb-3490-4c46-a0bf-d089e29ce234,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:12.830132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] No DVR routers for this DVR port 0fd392bb-3490-4c46-a0bf-d089e29ce234 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:36:12.838457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.838772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.839137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.839458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.840544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.840848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.841186 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.841519 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.841850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.842184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.842602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.842879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1567bab6-02c5-424a-b748-2bb8ca2e93da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:12.846035 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.214857 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.226132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7b98cd-8c15-4099-bda5-bcab34c0134d']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:13.238877 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf529f0f-60f3-405c-8567-b7291e9d170f') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:13.239338 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf529f0f-60f3-405c-8567-b7291e9d170f') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:13.250955 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.251630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0fd392bb-3490-4c46-a0bf-d089e29ce234 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:13.268845 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.273052 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 0fd392bb-3490-4c46-a0bf-d089e29ce234 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:13.273480 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 0fd392bb-3490-4c46-a0bf-d089e29ce234 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:13.273986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5856e447-2a1d-4c45-bcb1-1fcb1013a883 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:13.275864 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:36:13.276298 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:36:13.279560 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:36:13.293654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5856e447-2a1d-4c45-bcb1-1fcb1013a883 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:13.293953 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5856e447-2a1d-4c45-bcb1-1fcb1013a883 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:13.339842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.347770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.349457 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/networks/0c7b98cd-8c15-4099-bda5-bcab34c0134d HTTP/1.1" status: 204 len: 168 time: 0.5981104 Jul 13 08:36:13.352592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45276) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:13.362875 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1a87f-6b76-428d-88ee-debaee8bb572 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Network': ['ID=0c7b98cd-8c15-4099-bda5-bcab34c0134d,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:13.426107 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c60b09c0-776a-400d-ba99-8fb8136fd25d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.457494 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c60b09c0-776a-400d-ba99-8fb8136fd25d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.521383 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c60b09c0-776a-400d-ba99-8fb8136fd25d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.523976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c60b09c0-776a-400d-ba99-8fb8136fd25d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.525166 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c60b09c0-776a-400d-ba99-8fb8136fd25d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/security-groups/a73af10a-d0f6-4e65-ac98-2e7cf729a824 HTTP/1.1" status: 204 len: 168 time: 0.1714561 Jul 13 08:36:13.534912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b09c0-776a-400d-ba99-8fb8136fd25d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73af10a-d0f6-4e65-ac98-2e7cf729a824,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:13.785601 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45284) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:13.792032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-26d14f04-7fb0-4979-a333-baf6f10d68ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474149761', 'description': 'tempest-secgroup-smoke-474149761 description', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:13.814752 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26d14f04-7fb0-4979-a333-baf6f10d68ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.904368 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26d14f04-7fb0-4979-a333-baf6f10d68ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.908148 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26d14f04-7fb0-4979-a333-baf6f10d68ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.937753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d14f04-7fb0-4979-a333-baf6f10d68ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:13.942562 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-26d14f04-7fb0-4979-a333-baf6f10d68ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.943820 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-26d14f04-7fb0-4979-a333-baf6f10d68ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1572096 Jul 13 08:36:13.946844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45286) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:13.951999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2b617b92-c435-4496-97d4-5ee055c4accd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '75a5f849-4afe-4bde-a9e4-9e1cf01c2a34', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:13.978838 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b617b92-c435-4496-97d4-5ee055c4accd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.035928 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b617b92-c435-4496-97d4-5ee055c4accd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.040247 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b617b92-c435-4496-97d4-5ee055c4accd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.059854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b617b92-c435-4496-97d4-5ee055c4accd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e44ab0-43cb-4536-88cd-3636c606d42d,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.067680 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2b617b92-c435-4496-97d4-5ee055c4accd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.068931 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2b617b92-c435-4496-97d4-5ee055c4accd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212356 Jul 13 08:36:14.071625 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45288) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:14.076174 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-0c8aca10-310c-4d1f-aa1d-98f14d950b1d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '75a5f849-4afe-4bde-a9e4-9e1cf01c2a34', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:14.104172 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c8aca10-310c-4d1f-aa1d-98f14d950b1d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.142390 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:36:14.162709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c8aca10-310c-4d1f-aa1d-98f14d950b1d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.166250 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c8aca10-310c-4d1f-aa1d-98f14d950b1d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.183704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aca10-310c-4d1f-aa1d-98f14d950b1d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cae88f-d454-4af8-96d5-a4d138796c4d,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.190167 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0c8aca10-310c-4d1f-aa1d-98f14d950b1d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.191359 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0c8aca10-310c-4d1f-aa1d-98f14d950b1d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187713 Jul 13 08:36:14.194365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45292) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:14.198745 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-45485119-2baa-4900-ab03-8cf85feb2bc6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '75a5f849-4afe-4bde-a9e4-9e1cf01c2a34', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:14.225505 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45485119-2baa-4900-ab03-8cf85feb2bc6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.285737 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45485119-2baa-4900-ab03-8cf85feb2bc6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.289328 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45485119-2baa-4900-ab03-8cf85feb2bc6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.306897 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45485119-2baa-4900-ab03-8cf85feb2bc6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aec4a4-11ce-4f94-98d3-a7f0b3939351,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.312254 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-45485119-2baa-4900-ab03-8cf85feb2bc6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.314403 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-45485119-2baa-4900-ab03-8cf85feb2bc6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183052 Jul 13 08:36:14.316272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45294) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:14.320665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-6382b31c-2cbf-4625-88f3-c67f91e4b775 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '75a5f849-4afe-4bde-a9e4-9e1cf01c2a34', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:14.350709 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6382b31c-2cbf-4625-88f3-c67f91e4b775 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.409918 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fb8fddd8-4600-4849-9d6a-7a41edd80ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.411756 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6382b31c-2cbf-4625-88f3-c67f91e4b775 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.416094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6382b31c-2cbf-4625-88f3-c67f91e4b775 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.433536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382b31c-2cbf-4625-88f3-c67f91e4b775 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae98d1ad-830c-4dc7-8a49-ed3465b5ba21,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.439479 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-6382b31c-2cbf-4625-88f3-c67f91e4b775 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.440778 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6382b31c-2cbf-4625-88f3-c67f91e4b775 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235991 Jul 13 08:36:14.443571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45296) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:14.448076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5bc0f581-a976-4169-88e6-a358141a8a0b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '75a5f849-4afe-4bde-a9e4-9e1cf01c2a34', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:14.471538 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-5bc0f581-a976-4169-88e6-a358141a8a0b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Project 311e8ef80f9241238d9f69bbc702ccb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:36:14.476384 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f581-a976-4169-88e6-a358141a8a0b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.537357 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f581-a976-4169-88e6-a358141a8a0b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.541117 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f581-a976-4169-88e6-a358141a8a0b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.558958 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0f581-a976-4169-88e6-a358141a8a0b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9993452c-3b0e-44e5-9d3a-f3cbeeb1cc93,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.565726 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5bc0f581-a976-4169-88e6-a358141a8a0b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.567018 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5bc0f581-a976-4169-88e6-a358141a8a0b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225076 Jul 13 08:36:14.569674 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45298) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:14.575418 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2466981d-3d5b-403e-bb36-45fbe51185a6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '75a5f849-4afe-4bde-a9e4-9e1cf01c2a34', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:14.597048 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-2466981d-3d5b-403e-bb36-45fbe51185a6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Project 311e8ef80f9241238d9f69bbc702ccb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:36:14.601784 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2466981d-3d5b-403e-bb36-45fbe51185a6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.663734 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2466981d-3d5b-403e-bb36-45fbe51185a6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.667507 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2466981d-3d5b-403e-bb36-45fbe51185a6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.685439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466981d-3d5b-403e-bb36-45fbe51185a6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d91275a-5539-4606-8e23-83ecfa735265,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.690304 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2466981d-3d5b-403e-bb36-45fbe51185a6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.691493 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2466981d-3d5b-403e-bb36-45fbe51185a6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206219 Jul 13 08:36:14.694407 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45300) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:14.699374 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'network': {'name': 'tempest-network-smoke--1644431698', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'port_security_enabled': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:14.721058 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:14.724498 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.748969 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:36:14.758348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.758691 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Added segment 97aa176c-71c4-4976-9f9c-8750a7bb3452 of type vlan for network f1b12a02-2193-4312-a72f-6f68792d6f2c Jul 13 08:36:14.799480 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.830174 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.836145 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:14.836726 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.873712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1782479 Jul 13 08:36:14.876548 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45302) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:14.881427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'admin_state_up': True, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:14.908748 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4c46c-4dbd-4584-b504-3f3d62e55ed1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Network': ['ID=f1b12a02-2193-4312-a72f-6f68792d6f2c,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:14.912061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.913322 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.920613 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network f1b12a02-2193-4312-a72f-6f68792d6f2c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:36:14.967882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:15.106096 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:15.156497 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 69ce9160-047c-41ea-a3d8-20c7990d6677 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:15.176074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 69ce9160-047c-41ea-a3d8-20c7990d6677 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:15.176346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 69ce9160-047c-41ea-a3d8-20c7990d6677 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:15.304168 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:15.322859 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:15.424921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.25.6.121 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/060a6612-7e40-491d-a335-19c533972758) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:15.530399 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:15.568276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:15.608172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:15.612120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:15.615525 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:15.637822 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=060a6612-7e40-491d-a335-19c533972758,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:15.865789 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.412594 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.539826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router b3d93586-18ee-44fa-8287-752547800211 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:36:16.646963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:16.656772 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Sync routers for ids ['b3d93586-18ee-44fa-8287-752547800211'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:16.665711 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Routers {'b3d93586-18ee-44fa-8287-752547800211'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:16.666333 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:35:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b3d93586-18ee-44fa-8287-752547800211'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:16.666687 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.668795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-259d3438-9ce6-4002-9263-57aa5b0460bb tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7911232 Jul 13 08:36:16.671632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45304) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:16.701195 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-574cacfb-b5d6-4d8c-8541-bd7caa24f82a tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=311e8ef80f9241238d9f69bbc702ccb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283775 Jul 13 08:36:16.703816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45306) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:16.773796 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Set router b3d93586-18ee-44fa-8287-752547800211 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:16.795927 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f595899-e76e-4cc5-a25d-b220bdc76fbe tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:16.797508 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3f595899-e76e-4cc5-a25d-b220bdc76fbe tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927372 Jul 13 08:36:16.800896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45308) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:16.830768 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2450b6e8-3120-4a84-8466-ec95e166573f tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286562 Jul 13 08:36:16.833145 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45310) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:16.838063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2089508574', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:16.926590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:16.930363 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.956766 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:15Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:16.982670 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Checking router: b3d93586-18ee-44fa-8287-752547800211 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:16.983005 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Updating router b3d93586-18ee-44fa-8287-752547800211 port 060a6612-7e40-491d-a335-19c533972758 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:36:17.017949 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.115105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.183690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Subnet': ['ID=65ecec7f-8cf4-44f6-9671-0548358a1527,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:17.195268 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Checking segment: {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:17.195910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network hostable DHCP agents. Network: f1b12a02-2193-4312-a72f-6f68792d6f2c, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:36:17.208367 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.216287 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network f1b12a02-2193-4312-a72f-6f68792d6f2c is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:36:17.225737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, f1b12a02-2193-4312-a72f-6f68792d6f2c) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:17.229899 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:17.231961 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.236162 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baf9c17-a47a-4442-8b17-9ca04cde0b99 None None] Network f1b12a02-2193-4312-a72f-6f68792d6f2c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:17.253037 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45314) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:17.253632 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fb7816e6-ac26-4649-a044-985f148fac83 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4170191 Jul 13 08:36:17.283917 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.295031 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Transition to ACTIVE for port object 060a6612-7e40-491d-a335-19c533972758 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:17.301529 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.341868 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Pushing event updated for resources: {'Port': ['ID=060a6612-7e40-491d-a335-19c533972758,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:17.352724 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.353098 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.353409 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.353748 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.354465 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.354465 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.354911 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.355796 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.356158 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.356559 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.357193 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.357193 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:17.382905 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Attempting to bind port 060a6612-7e40-491d-a335-19c533972758 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:17.383335 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Attempting to bind port 060a6612-7e40-491d-a335-19c533972758 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:17.384153 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Attempting to bind port 060a6612-7e40-491d-a335-19c533972758 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:17.384573 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-50844cf0-87e2-403b-b549-be32bd4c4154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.389546 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:17.389925 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:17.390334 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.390731 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:17.391198 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Bound port: 060a6612-7e40-491d-a335-19c533972758, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:17.391583 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.425753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-f1b12a02-2193-4312-a72f-6f68792d6f2c', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:36:17.426901 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.445136 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] For port 060a6612-7e40-491d-a335-19c533972758, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:17.449022 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] For port 060a6612-7e40-491d-a335-19c533972758, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=060a6612-7e40-491d-a335-19c533972758,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:17.462941 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.525208 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Routers {'b3d93586-18ee-44fa-8287-752547800211'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:17.525858 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:36:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b3d93586-18ee-44fa-8287-752547800211'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:17.531141 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249f4e1-8793-4ab9-916b-9749dba9e4ab None None] Pushing event updated for resources: {'Port': ['ID=060a6612-7e40-491d-a335-19c533972758,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:17.570406 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Allocated IP 172.20.0.2 (f1b12a02-2193-4312-a72f-6f68792d6f2c/65ecec7f-8cf4-44f6-9671-0548358a1527/f140c082-d57d-4ff1-8b68-a6a7228f37ec) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:17.642044 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] Set router b3d93586-18ee-44fa-8287-752547800211 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:17.719471 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.729121 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Transition to ACTIVE for port object f140c082-d57d-4ff1-8b68-a6a7228f37ec will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:17.731079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.745504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Transition to ACTIVE for port object f140c082-d57d-4ff1-8b68-a6a7228f37ec will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:17.753200 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.807304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Network f1b12a02-2193-4312-a72f-6f68792d6f2c is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:17.811199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:17.814766 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:17.822195 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Pushing event updated for resources: {'Port': ['ID=f140c082-d57d-4ff1-8b68-a6a7228f37ec,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:17.836560 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:15Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:17.867271 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f013ee4-2f7c-4bea-9d55-f19efe649b6a None None] The sync data for ids ['b3d93586-18ee-44fa-8287-752547800211'] in n-d-798249-7 is: [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:15Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:17.879438 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Attempting to bind port f140c082-d57d-4ff1-8b68-a6a7228f37ec on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:17.879817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Attempting to bind port f140c082-d57d-4ff1-8b68-a6a7228f37ec by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:17.880213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Attempting to bind port f140c082-d57d-4ff1-8b68-a6a7228f37ec on network f1b12a02-2193-4312-a72f-6f68792d6f2c {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:17.888758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:17.888758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Checking segment: {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:17.888758 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.888758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Bound using segment: {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:17.888758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Bound port: f140c082-d57d-4ff1-8b68-a6a7228f37ec, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:17.889362 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:17.967518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] For port f140c082-d57d-4ff1-8b68-a6a7228f37ec, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:17.973339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] For port f140c082-d57d-4ff1-8b68-a6a7228f37ec, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f140c082-d57d-4ff1-8b68-a6a7228f37ec,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:17.978889 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.042697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714f7bb-3901-45ee-8426-c3d504568d27 None None] Pushing event updated for resources: {'Port': ['ID=f140c082-d57d-4ff1-8b68-a6a7228f37ec,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:18.047311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.20.0.1 (f1b12a02-2193-4312-a72f-6f68792d6f2c/65ecec7f-8cf4-44f6-9671-0548358a1527/ed55430d-1bb2-489f-a57c-f964ec14b414) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:18.190078 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.217414 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Transition to ACTIVE for port object ed55430d-1bb2-489f-a57c-f964ec14b414 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:18.219128 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.260374 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.323099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network f1b12a02-2193-4312-a72f-6f68792d6f2c is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:18.327767 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:18.333089 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:18.362790 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=ed55430d-1bb2-489f-a57c-f964ec14b414,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:18.383312 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.552233 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.854884 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.861220 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.944262 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=ed55430d-1bb2-489f-a57c-f964ec14b414,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:18.957770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.068214 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network f1b12a02-2193-4312-a72f-6f68792d6f2c is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:19.069773 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:19.090813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4262b08-e3be-426d-b97b-5f398c78b7e7 None None] Network f1b12a02-2193-4312-a72f-6f68792d6f2c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:19.198156 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router b3d93586-18ee-44fa-8287-752547800211 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:36:19.221051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a155da27-dc9a-4e9b-a517-23fac59f25d0 None None] Provisioning for port f140c082-d57d-4ff1-8b68-a6a7228f37ec completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:19.318204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f140c082-d57d-4ff1-8b68-a6a7228f37ec up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:19.337370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:19.344556 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cff6b9f0-ec57-435c-9ff9-2260bfdba5f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "PUT /v2.0/routers/b3d93586-18ee-44fa-8287-752547800211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0923388 Jul 13 08:36:19.374770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port f140c082-d57d-4ff1-8b68-a6a7228f37ec completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:19.379511 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f140c082-d57d-4ff1-8b68-a6a7228f37ec triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:19.379897 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.492608 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.534380 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-13c0684a-711e-4a5f-993c-60472ca25b6b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474149761&fields=id&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 267 time: 0.0465577 Jul 13 08:36:19.548217 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port f140c082-d57d-4ff1-8b68-a6a7228f37ec, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f140c082-d57d-4ff1-8b68-a6a7228f37ec,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:19.557693 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.598824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 060a6612-7e40-491d-a335-19c533972758 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:19.635058 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4b53ab85-c97e-4c3f-bd0c-c23cee824ace None None] Provisioning for port ed55430d-1bb2-489f-a57c-f964ec14b414 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:19.649587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4b53ab85-c97e-4c3f-bd0c-c23cee824ace None None] Provisioning complete for port ed55430d-1bb2-489f-a57c-f964ec14b414 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:19.649967 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b53ab85-c97e-4c3f-bd0c-c23cee824ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.665252 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-feed7e9f-e50f-43f4-9c7f-6fa167d75d9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.667210 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-feed7e9f-e50f-43f4-9c7f-6fa167d75d9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 797 time: 0.1232719 Jul 13 08:36:19.687979 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-37544768-c2a5-4e71-918d-afc180b626c4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/quotas/311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 375 time: 0.0102894 Jul 13 08:36:19.688247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=f140c082-d57d-4ff1-8b68-a6a7228f37ec,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:19.709988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-4b53ab85-c97e-4c3f-bd0c-c23cee824ace None None] Port ed55430d-1bb2-489f-a57c-f964ec14b414 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:19.716399 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Sync routers for ids ['b3d93586-18ee-44fa-8287-752547800211'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:19.727641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 060a6612-7e40-491d-a335-19c533972758 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:19.737554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 060a6612-7e40-491d-a335-19c533972758 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:19.737929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.739357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Routers {'b3d93586-18ee-44fa-8287-752547800211'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:19.740003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:36:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b3d93586-18ee-44fa-8287-752547800211'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:19.766657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-4b53ab85-c97e-4c3f-bd0c-c23cee824ace None None] Provisioning complete for port f140c082-d57d-4ff1-8b68-a6a7228f37ec triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:19.767045 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b53ab85-c97e-4c3f-bd0c-c23cee824ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.778918 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-694c9f76-fc3e-446f-921c-51676eacf9bd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782390 Jul 13 08:36:19.959089 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-8e630f1b-0701-42aa-be45-0de2f5c4386c service neutron] 10.222.0.44 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680913 Jul 13 08:36:19.978343 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Set router b3d93586-18ee-44fa-8287-752547800211 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:20.031695 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.092472 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.098717 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-c316abec-44fa-4ccd-9113-a21fad43e204 service neutron] 10.222.0.44 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333408 Jul 13 08:36:20.113817 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 060a6612-7e40-491d-a335-19c533972758, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=060a6612-7e40-491d-a335-19c533972758,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:20.126546 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.255134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7b09c8b0-4d78-4e08-9b7f-b90a2b754927 None None] Provisioning complete for port ed55430d-1bb2-489f-a57c-f964ec14b414 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:20.255770 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7b09c8b0-4d78-4e08-9b7f-b90a2b754927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.259844 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=060a6612-7e40-491d-a335-19c533972758,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:20.311961 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39b74ba8-d24d-462a-8e67-98242984e0a8 req-121fe91d-215a-4b4b-8fd1-0531c6f6f409 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 210 time: 0.0312765 Jul 13 08:36:20.318510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7b09c8b0-4d78-4e08-9b7f-b90a2b754927 None None] Port ed55430d-1bb2-489f-a57c-f964ec14b414 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:20.347848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ed55430d-1bb2-489f-a57c-f964ec14b414', 'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:09:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 2, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:20.379665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Checking router: b3d93586-18ee-44fa-8287-752547800211 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:20.379665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Updating router b3d93586-18ee-44fa-8287-752547800211 port ed55430d-1bb2-489f-a57c-f964ec14b414 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:36:20.414512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.459802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ecd3035f-601d-4b0f-929d-c87041eda633 None None] Provisioning complete for port ed55430d-1bb2-489f-a57c-f964ec14b414 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:20.460329 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ecd3035f-601d-4b0f-929d-c87041eda633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.720295 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3035f-601d-4b0f-929d-c87041eda633 None None] Port ed55430d-1bb2-489f-a57c-f964ec14b414 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:20.897399 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.908048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Transition to ACTIVE for port object ed55430d-1bb2-489f-a57c-f964ec14b414 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:20.914588 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.965645 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142ba72-df04-4508-990f-d8e9c5b9d6f5 None None] Pushing event updated for resources: {'Port': ['ID=ed55430d-1bb2-489f-a57c-f964ec14b414,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:21.020535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Attempting to bind port ed55430d-1bb2-489f-a57c-f964ec14b414 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:21.020906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Attempting to bind port ed55430d-1bb2-489f-a57c-f964ec14b414 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:21.021267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Attempting to bind port ed55430d-1bb2-489f-a57c-f964ec14b414 on network f1b12a02-2193-4312-a72f-6f68792d6f2c {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:21.027196 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:21.027539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Checking segment: {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:21.027940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.028362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Bound using segment: {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:21.028829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Bound port: ed55430d-1bb2-489f-a57c-f964ec14b414, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:21.029209 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.097517 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] For port ed55430d-1bb2-489f-a57c-f964ec14b414, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:21.100861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] For port ed55430d-1bb2-489f-a57c-f964ec14b414, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ed55430d-1bb2-489f-a57c-f964ec14b414,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:21.106694 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.177120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142ba72-df04-4508-990f-d8e9c5b9d6f5 None None] Pushing event updated for resources: {'Port': ['ID=ed55430d-1bb2-489f-a57c-f964ec14b414,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:21.182876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Routers {'b3d93586-18ee-44fa-8287-752547800211'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:21.184298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:36:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b3d93586-18ee-44fa-8287-752547800211'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:21.270906 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f140c082-d57d-4ff1-8b68-a6a7228f37ec up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:21.364463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] Set router b3d93586-18ee-44fa-8287-752547800211 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:21.418601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-a022ceb1-ddb6-49c2-b756-df5d49116380 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:21.421361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port f140c082-d57d-4ff1-8b68-a6a7228f37ec triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:21.421558 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-a022ceb1-ddb6-49c2-b756-df5d49116380 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 797 time: 0.1379211 Jul 13 08:36:21.421786 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.475307 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-f56b54d2-e213-4c28-805a-19b00989dee8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 379 time: 0.0446734 Jul 13 08:36:21.484979 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'port': {'device_id': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'admin_state_up': True, 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'security_groups': ['75a5f849-4afe-4bde-a9e4-9e1cf01c2a34']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:21.485243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-176655a9-2b6a-42a3-b9f8-a9cb86d9739a req-14aa3195-8955-4c40-af20-735d8e6bb0d7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 210 time: 0.0340743 Jul 13 08:36:21.606762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:21.610811 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.630024 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 060a6612-7e40-491d-a335-19c533972758 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:21.708331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 060a6612-7e40-491d-a335-19c533972758 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:21.708615 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.736555 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ed55430d-1bb2-489f-a57c-f964ec14b414', 'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:09:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:21Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:21.745751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.20.0.7 (f1b12a02-2193-4312-a72f-6f68792d6f2c/65ecec7f-8cf4-44f6-9671-0548358a1527/a00aabde-c109-4ce5-b6b0-8d00f760d8f5) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:21.767671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eef6627-5231-4fcc-8d4e-8f58894f61f7 None None] The sync data for ids ['b3d93586-18ee-44fa-8287-752547800211'] in n-d-798249-7 is: [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ed55430d-1bb2-489f-a57c-f964ec14b414', 'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:09:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:21Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:21.902714 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.923124 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Transition to ACTIVE for port object a00aabde-c109-4ce5-b6b0-8d00f760d8f5 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:21.957763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.002593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network f1b12a02-2193-4312-a72f-6f68792d6f2c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:22.008441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:22.012107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:22.052497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:22.078886 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:22.079510 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.095960 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-65176fd9-4f8e-417b-84dd-ffbd4f69cbb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153443 Jul 13 08:36:22.108530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Request body: {'port': {'device_id': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:22.201004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.278556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7310dda5-7013-4474-9485-9192618cc127 None None] Provisioning for port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:22.285314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7310dda5-7013-4474-9485-9192618cc127 None None] Provisioning complete for port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:22.285965 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7310dda5-7013-4474-9485-9192618cc127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.349774 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7310dda5-7013-4474-9485-9192618cc127 None None] Port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:22.495058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00aabde-c109-4ce5-b6b0-8d00f760d8f5 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:36:22.503557 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.516799 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Transition to ACTIVE for port object a00aabde-c109-4ce5-b6b0-8d00f760d8f5 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:22.521935 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.573089 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Pushing event updated for resources: {'Port': ['ID=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:22.700074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Attempting to bind port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:22.700451 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Attempting to bind port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:22.700765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Attempting to bind port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 on network f1b12a02-2193-4312-a72f-6f68792d6f2c {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:22.708496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 on network f1b12a02-2193-4312-a72f-6f68792d6f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:36:22.708836 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Attempting to bind port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 on network f1b12a02-2193-4312-a72f-6f68792d6f2c {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:22.720127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:22.720545 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Checking segment: {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:22.720864 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Bound using segment: {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:22.721315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Bound port: a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:22.721683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.752121 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed334e-7257-4ada-9312-6998ed2c9737 req-a796bfc4-c8c1-442f-9f5b-8004bdd3416a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:22.753840 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-afed334e-7257-4ada-9312-6998ed2c9737 req-a796bfc4-c8c1-442f-9f5b-8004bdd3416a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 943 time: 0.1137824 Jul 13 08:36:22.838307 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-afed334e-7257-4ada-9312-6998ed2c9737 req-00b339f2-47bd-471e-b188-35a82b596f7b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782187 Jul 13 08:36:22.848281 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:22.851606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:22.857728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.895478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:22.896206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:22.897813 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] 10.222.0.54 "PUT /v2.0/ports/a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 1091 time: 0.7943125 Jul 13 08:36:22.898331 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:22.909169 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9633af6-1a53-488e-8d8a-ca8f9ed07201" -d '{"events": [{"name": "network-changed", "server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:22.964125 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826c7a60-99a8-4df6-b94a-ecd2a56cc52b x-openstack-request-id: req-826c7a60-99a8-4df6-b94a-ecd2a56cc52b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:22.965270 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:22.965525 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-826c7a60-99a8-4df6-b94a-ecd2a56cc52b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:22.965936 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'status': 'completed', 'code': 200} Jul 13 08:36:22.989933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0518b-10cd-4da9-a04b-168f78f90363 service neutron] Pushing event updated for resources: {'Port': ['ID=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:23.029083 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-c6eec24a-f849-4f0b-9e52-b02a4073cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:23.031114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-c6eec24a-f849-4f0b-9e52-b02a4073cffa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1094 time: 0.0844560 Jul 13 08:36:23.079754 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-4bbc0945-598f-4efb-b2ed-c1eee7f945e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 217 time: 0.0414310 Jul 13 08:36:23.131218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-d671fe31-0075-4864-b7cf-bb45d27339e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:23.132764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-d671fe31-0075-4864-b7cf-bb45d27339e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0473020 Jul 13 08:36:23.194297 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-cc49e195-faa5-42bf-8b18-761e63adf174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:23.195956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-cc49e195-faa5-42bf-8b18-761e63adf174 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573833 Jul 13 08:36:23.229730 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ed55430d-1bb2-489f-a57c-f964ec14b414 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:23.280229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port ed55430d-1bb2-489f-a57c-f964ec14b414 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:23.284074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ed55430d-1bb2-489f-a57c-f964ec14b414 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:23.284487 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.296618 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-5558d14e-a3c6-4919-b40e-d0b3253b2ffa service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943897 Jul 13 08:36:23.362573 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.388833 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-325c7b0b-17f9-4ce4-982d-99b558d0102d req-6481a1ac-68cf-491e-8cd3-137ad56fca09 service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863731 Jul 13 08:36:23.394979 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port ed55430d-1bb2-489f-a57c-f964ec14b414, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ed55430d-1bb2-489f-a57c-f964ec14b414,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:23.398819 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.459929 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=ed55430d-1bb2-489f-a57c-f964ec14b414,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:23.497597 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-417e67e7-517c-434b-bf19-cef1a9a52061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:23.499152 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-417e67e7-517c-434b-bf19-cef1a9a52061 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1094 time: 0.0614393 Jul 13 08:36:23.600686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-eb044a4a-60dc-4e61-a4ea-7f33a6940345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:23.602189 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-eb044a4a-60dc-4e61-a4ea-7f33a6940345 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 898 time: 0.0961304 Jul 13 08:36:23.645883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-cd256d0b-584a-435a-822b-cd4d5b7191b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 217 time: 0.0364094 Jul 13 08:36:23.700405 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-a2ba9a7d-03fa-410e-8fed-db746d9c55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:23.701806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-a2ba9a7d-03fa-410e-8fed-db746d9c55a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0492010 Jul 13 08:36:23.727898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cc7b1380-d8ae-467a-9e88-bed1796438c9 None None] Provisioning complete for port ed55430d-1bb2-489f-a57c-f964ec14b414 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:23.728294 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1380-d8ae-467a-9e88-bed1796438c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:23.759751 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-3f236aaf-d9dd-46d4-8b94-62bf19e7b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:23.762072 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-3f236aaf-d9dd-46d4-8b94-62bf19e7b9a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524006 Jul 13 08:36:23.855972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-e404ce43-391d-4f40-98a4-f24243170b70 service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873580 Jul 13 08:36:23.953024 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9633af6-1a53-488e-8d8a-ca8f9ed07201 req-840684e0-fdd0-4b10-8c68-e8540e392b7d service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900855 Jul 13 08:36:24.022614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eeb5f-1b44-464f-91f5-a74734471969 req-df593d32-0c3d-4212-8246-97019aa569e2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:24.024178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eb9eeb5f-1b44-464f-91f5-a74734471969 req-df593d32-0c3d-4212-8246-97019aa569e2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 943 time: 0.0645418 Jul 13 08:36:24.067253 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eb9eeb5f-1b44-464f-91f5-a74734471969 req-e8d27240-86be-4305-852e-131ea077be70 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373681 Jul 13 08:36:25.205694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ed55430d-1bb2-489f-a57c-f964ec14b414 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:25.244637 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caea05-1dd1-45dc-8965-9408fea44706 req-ba7c1e06-f025-44f6-a56b-cfd47bd04e24 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:25.246995 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-73caea05-1dd1-45dc-8965-9408fea44706 req-ba7c1e06-f025-44f6-a56b-cfd47bd04e24 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 943 time: 0.0654738 Jul 13 08:36:25.254407 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port ed55430d-1bb2-489f-a57c-f964ec14b414 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:25.254781 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:25.293677 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-73caea05-1dd1-45dc-8965-9408fea44706 req-74641e9a-f49a-4469-8402-35bf0a34b4f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405192 Jul 13 08:36:25.671281 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a00aabde-c109-4ce5-b6b0-8d00f760d8f5 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:36:25.773921 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:25.785238 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'port_id': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'mac_address': 'fa:16:3e:3e:0a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:36:25.824372 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:25.838337 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00aabde-c109-4ce5-b6b0-8d00f760d8f5 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:36:25.859475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:25.863355 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:25.917236 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:26.119654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['a00aabde-c109-4ce5-b6b0-8d00f760d8f5'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:36:26.476282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbd11c-bbcf-4d5f-b200-9800c571275d req-74d9033b-223b-4337-abd6-279b8c0a75c9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:26.477741 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21cbd11c-bbcf-4d5f-b200-9800c571275d req-74d9033b-223b-4337-abd6-279b8c0a75c9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 944 time: 0.0659595 Jul 13 08:36:26.518232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-21cbd11c-bbcf-4d5f-b200-9800c571275d req-fdac457f-cec4-4d43-acf3-789bd9ee3d0a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344479 Jul 13 08:36:27.694004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a00aabde-c109-4ce5-b6b0-8d00f760d8f5 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:27.696902 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5552ae-72a7-4f0a-b2a9-ad4fac428c36 req-2b3dcd57-b5ff-4205-920c-a7c425f3012a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:27.698494 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf5552ae-72a7-4f0a-b2a9-ad4fac428c36 req-2b3dcd57-b5ff-4205-920c-a7c425f3012a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 944 time: 0.0671985 Jul 13 08:36:27.739807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cf5552ae-72a7-4f0a-b2a9-ad4fac428c36 req-ceeceaab-ff24-491c-87d1-96fbe49fa5ae tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339556 Jul 13 08:36:27.744642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:27.749456 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:27.749839 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:27.829795 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:27.851959 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:27.854229 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d037b6-dd11-43b5-8c19-972099edfc7a" -d '{"events": [{"server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "name": "network-vif-plugged", "status": "completed", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:27.867531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:27.872660 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:27.897777 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216a3b45-9884-490c-87ee-83620e90ad3b x-openstack-request-id: req-216a3b45-9884-490c-87ee-83620e90ad3b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:27.898069 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "name": "network-vif-plugged", "status": "completed", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:27.898319 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-216a3b45-9884-490c-87ee-83620e90ad3b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:27.898710 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'code': 200} Jul 13 08:36:27.929530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:28.021519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9198d4-1e4b-4c47-b561-777b31884e0a req-d4c1b502-a6fb-475c-ac34-5147e7940d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:28.023071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b9198d4-1e4b-4c47-b561-777b31884e0a req-d4c1b502-a6fb-475c-ac34-5147e7940d2d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1096 time: 0.0577281 Jul 13 08:36:28.061307 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b9198d4-1e4b-4c47-b561-777b31884e0a req-5e3ec759-27cd-41a8-bb32-1579bc5ca650 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313041 Jul 13 08:36:28.108419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ba9cb072-b52b-4ec5-a641-9b628c62c767 None None] Provisioning complete for port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:28.108785 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ba9cb072-b52b-4ec5-a641-9b628c62c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:28.921839 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99504df-9bae-406f-aa86-f2bbdb2db6f2 req-8911e2f8-6b25-4c89-9455-1a53ca35b1b2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:28.923374 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e99504df-9bae-406f-aa86-f2bbdb2db6f2 req-8911e2f8-6b25-4c89-9455-1a53ca35b1b2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0665238 Jul 13 08:36:28.962038 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e99504df-9bae-406f-aa86-f2bbdb2db6f2 req-006ced6b-ea4c-43b6-8b4c-e5a1d5d38927 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327642 Jul 13 08:36:30.161260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246431-e84d-4879-8f38-c53ae985f6b1 req-c31e097a-cf45-4946-965c-d86816e9ec3b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:30.162688 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02246431-e84d-4879-8f38-c53ae985f6b1 req-c31e097a-cf45-4946-965c-d86816e9ec3b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0679591 Jul 13 08:36:30.201167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-02246431-e84d-4879-8f38-c53ae985f6b1 req-695fd7a4-d3ce-4f52-a778-1444d0770154 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326481 Jul 13 08:36:30.382178 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c027f8-f86f-4f71-a14e-039808323b46 req-4f9834f7-3c0e-4b3b-9e71-e0ffff93ff7f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:30.383671 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22c027f8-f86f-4f71-a14e-039808323b46 req-4f9834f7-3c0e-4b3b-9e71-e0ffff93ff7f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0679626 Jul 13 08:36:30.421971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-22c027f8-f86f-4f71-a14e-039808323b46 req-60e0b538-8256-4968-a421-2dc18c0ad354 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Jul 13 08:36:30.446307 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45366) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:30.497750 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a285e257-dbee-49eb-a449-9452cbb2684d tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:30.499311 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a285e257-dbee-49eb-a449-9452cbb2684d tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1091 time: 0.0520258 Jul 13 08:36:30.502157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45368) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:30.506629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:30.528988 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:30.628239 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:30.731409 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.25.6.192 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/016ea701-c021-489e-8920-16f1872fccb6) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:30.843862 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:30.884525 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:30.929056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:30.935491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:30.937792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=016ea701-c021-489e-8920-16f1872fccb6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:30.939960 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:31.320117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:31.403865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:31.563115 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:31.567823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:31.640456 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=016ea701-c021-489e-8920-16f1872fccb6,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:31.653730 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:31.755666 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Floating IP 80850b33-70d5-45ff-ba39-6cb5cfc5f8d9 associated. External IP: 172.25.6.192, port: a00aabde-c109-4ce5-b6b0-8d00f760d8f5. Jul 13 08:36:32.318844 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router b3d93586-18ee-44fa-8287-752547800211 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:36:32.425694 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:32.436137 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] Sync routers for ids ['b3d93586-18ee-44fa-8287-752547800211'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:32.443263 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:32.445932 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] Routers {'b3d93586-18ee-44fa-8287-752547800211'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:32.446553 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:36:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b3d93586-18ee-44fa-8287-752547800211'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:32.483585 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6a484bc4-2631-4a93-ac49-323467b013a9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9803970 Jul 13 08:36:32.484330 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:32.486793 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf" -d '{"events": [{"name": "network-changed", "server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:32.530778 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64f106f-6d09-4342-92ce-9e52bea08f11 x-openstack-request-id: req-b64f106f-6d09-4342-92ce-9e52bea08f11 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:32.531081 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:32.531336 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b64f106f-6d09-4342-92ce-9e52bea08f11 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:32.531737 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'status': 'completed', 'code': 200} Jul 13 08:36:32.560230 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] Set router b3d93586-18ee-44fa-8287-752547800211 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:32.660319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-09e58994-138f-452b-bb7f-b8f5c16c3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:32.661769 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-09e58994-138f-452b-bb7f-b8f5c16c3f0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1096 time: 0.1062446 Jul 13 08:36:32.683793 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2ff8b-acaa-4ce3-a539-fecce965be6c req-c3f88db8-ab94-495b-aca6-d760691d4f39 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:32.685412 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffc2ff8b-acaa-4ce3-a539-fecce965be6c req-c3f88db8-ab94-495b-aca6-d760691d4f39 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.1019940 Jul 13 08:36:32.775018 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffc2ff8b-acaa-4ce3-a539-fecce965be6c req-78fe50e9-6339-4706-aa86-d50f39532453 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775301 Jul 13 08:36:32.800885 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45374) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:32.806306 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-e09faf9f-f324-4837-a7bb-bae6331749f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:32.809382 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-e09faf9f-f324-4837-a7bb-bae6331749f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 898 time: 0.1404006 Jul 13 08:36:32.876040 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-aeb8eeb8-fbf9-4613-ab5d-1720e84fb7f2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/80850b33-70d5-45ff-ba39-6cb5cfc5f8d9 HTTP/1.1" status: 200 len: 991 time: 0.0736935 Jul 13 08:36:32.882584 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '80850b33-70d5-45ff-ba39-6cb5cfc5f8d9', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b3d93586-18ee-44fa-8287-752547800211', 'port_id': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'mac_address': 'fa:16:3e:3e:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:36:31Z', 'updated_at': '2021-07-13T08:36:31Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed55430d-1bb2-489f-a57c-f964ec14b414', 'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:09:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:23Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:32.886756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-28eef16c-8f21-4bb9-8ec0-d23a4d41f6b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 999 time: 0.0701807 Jul 13 08:36:32.910155 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] Checking router: b3d93586-18ee-44fa-8287-752547800211 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:32.923253 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] Routers {'b3d93586-18ee-44fa-8287-752547800211'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:32.923769 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:36:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b3d93586-18ee-44fa-8287-752547800211'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:32.936059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-868c96f9-d164-43d9-a72d-b1b9f4e4c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:32.937685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-868c96f9-d164-43d9-a72d-b1b9f4e4c4b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0459325 Jul 13 08:36:32.997040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-abfeb3a8-a6df-405c-953c-70eb51f64265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:32.998606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-abfeb3a8-a6df-405c-953c-70eb51f64265 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547850 Jul 13 08:36:33.033089 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] Set router b3d93586-18ee-44fa-8287-752547800211 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:33.098204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-792cb13a-2707-4315-aa0f-c7f7508a3431 service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928581 Jul 13 08:36:33.194059 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-17f19271-e4b4-4c47-b0e4-c92fedd9fedf req-433a3961-2b96-4739-b3ad-5431c0d0695b service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895751 Jul 13 08:36:33.264767 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '80850b33-70d5-45ff-ba39-6cb5cfc5f8d9', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b3d93586-18ee-44fa-8287-752547800211', 'port_id': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'mac_address': 'fa:16:3e:3e:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:36:31Z', 'updated_at': '2021-07-13T08:36:31Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed55430d-1bb2-489f-a57c-f964ec14b414', 'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:09:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:23Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:33.295051 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcefb79-c97c-4768-a1f1-dd3dc00262f3 None None] The sync data for ids ['b3d93586-18ee-44fa-8287-752547800211'] in n-d-798249-7 is: [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '80850b33-70d5-45ff-ba39-6cb5cfc5f8d9', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'b3d93586-18ee-44fa-8287-752547800211', 'port_id': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'mac_address': 'fa:16:3e:3e:0a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:36:31Z', 'updated_at': '2021-07-13T08:36:31Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed55430d-1bb2-489f-a57c-f964ec14b414', 'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:09:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:23Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:33.486804 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf5653-7390-40e6-a46d-42191611566d None None] New status for floating IP 80850b33-70d5-45ff-ba39-6cb5cfc5f8d9: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:36:33.878041 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45376) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:33.945489 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e1bcc9f3-6822-4555-87c2-25da758398df tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/80850b33-70d5-45ff-ba39-6cb5cfc5f8d9 HTTP/1.1" status: 200 len: 993 time: 0.0662959 Jul 13 08:36:35.131474 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:38.684278 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:44.410531 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-bad08362-5fd0-4668-841d-69c2af576efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:47.202916 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:47.365407 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53cbce50-95fa-4c43-9904-7a73612fe7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:48.218923 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:49.852508 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-7734292e-c387-4ad4-923d-9fee67fffaf0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028829 Jul 13 08:36:49.955734 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-54ef1143-23f0-420a-9f6a-f892bcbeef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:49.957287 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-54ef1143-23f0-420a-9f6a-f892bcbeef77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1096 time: 0.0582552 Jul 13 08:36:50.017322 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:50.067136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-de27fe8b-75a5-4f4f-8d10-f46757b0c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:50.068682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-de27fe8b-75a5-4f4f-8d10-f46757b0c311 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 898 time: 0.0875952 Jul 13 08:36:50.138123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-08398881-b447-449e-8de7-999466c68715 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 1001 time: 0.0630040 Jul 13 08:36:50.188026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-840c6dfc-9f59-4d6b-a8bc-1e04acd42b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:50.189551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-840c6dfc-9f59-4d6b-a8bc-1e04acd42b18 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0444362 Jul 13 08:36:50.247375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-d579498d-3d4d-4837-a293-e1220b242d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:50.247375 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-d579498d-3d4d-4837-a293-e1220b242d82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532942 Jul 13 08:36:50.348299 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-b61d7d66-9318-456b-a8f7-507aaed1ae58 service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912824 Jul 13 08:36:50.440374 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-28de36ce-9b50-40e7-a3fb-eb3534d64ee6 req-b607561e-0193-485e-9f48-e5b6ee2a1346 service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861032 Jul 13 08:36:51.142462 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:37:05.177364 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:05.538193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-0dabd5ea-6cdf-4386-a903-8a75f3ce3109 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1028459 Jul 13 08:37:05.552059 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb922f68-42a3-4b86-8068-2a99e5b057b1 req-4f5fc832-0ed1-426e-9e9a-bbfa09d1a3ec tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:05.553617 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb922f68-42a3-4b86-8068-2a99e5b057b1 req-4f5fc832-0ed1-426e-9e9a-bbfa09d1a3ec tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0662911 Jul 13 08:37:05.594888 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-eb922f68-42a3-4b86-8068-2a99e5b057b1 req-3b12d714-9606-4720-9e0e-40c6f2af67b0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346315 Jul 13 08:37:06.819367 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a27210-8c73-4246-a0d7-e65cd5988c81 req-26cefac0-e155-465b-aa4f-d78d9bf554e8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:06.820963 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6a27210-8c73-4246-a0d7-e65cd5988c81 req-26cefac0-e155-465b-aa4f-d78d9bf554e8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.1080945 Jul 13 08:37:06.835770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-3374a0bd-5403-4d45-af60-ad3c156dfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:06.837237 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-3374a0bd-5403-4d45-af60-ad3c156dfed9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1096 time: 0.0850663 Jul 13 08:37:06.893447 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b6a27210-8c73-4246-a0d7-e65cd5988c81 req-e10f3d1e-b802-4bf3-bd4d-f963ea759354 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655813 Jul 13 08:37:06.953802 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-05b02851-6c61-4c96-a000-3f3b61c9a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:06.955322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-05b02851-6c61-4c96-a000-3f3b61c9a71c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 898 time: 0.1105225 Jul 13 08:37:07.022103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-5770968d-5716-4bf2-a23b-f18f65db81a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 1001 time: 0.0608644 Jul 13 08:37:07.076123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1e8ec04e-b656-4abf-9e6f-357954d79153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:07.077613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1e8ec04e-b656-4abf-9e6f-357954d79153 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0491409 Jul 13 08:37:07.136373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-06028ccc-3a59-432f-a477-86734fb074c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:07.137933 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-06028ccc-3a59-432f-a477-86734fb074c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542061 Jul 13 08:37:07.227265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-5318fe4e-daef-4de4-8e23-c92e3ec506b7 service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831428 Jul 13 08:37:07.323102 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-ecf38338-dd5b-49ef-9c46-7d7d80e04219 service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887601 Jul 13 08:37:08.070809 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fcce3-ed2d-413d-ac8a-39a6eaa8f928 req-fee7a555-bd99-437d-870b-378ec88abe6b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:08.072326 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b4fcce3-ed2d-413d-ac8a-39a6eaa8f928 req-fee7a555-bd99-437d-870b-378ec88abe6b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0643055 Jul 13 08:37:08.114736 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6b4fcce3-ed2d-413d-ac8a-39a6eaa8f928 req-21673e7a-6642-463a-99a7-89c87fe80eef tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360236 Jul 13 08:37:08.710681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:09.295309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45bbe6-296f-48b0-8cd3-133533b334fc req-c0695d80-e1ee-485c-811d-e4e383e09427 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:09.296874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c45bbe6-296f-48b0-8cd3-133533b334fc req-c0695d80-e1ee-485c-811d-e4e383e09427 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0655887 Jul 13 08:37:09.335992 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5c45bbe6-296f-48b0-8cd3-133533b334fc req-0d2e65b3-efc0-41df-b47b-36a6e452ad92 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334654 Jul 13 08:37:10.516471 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2b361-b22b-4123-b97d-21f6bb9cc280 req-40c7dbce-acce-4f15-9899-f40eaa0d65f4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:10.518004 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fdb2b361-b22b-4123-b97d-21f6bb9cc280 req-40c7dbce-acce-4f15-9899-f40eaa0d65f4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0645492 Jul 13 08:37:10.557768 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fdb2b361-b22b-4123-b97d-21f6bb9cc280 req-3f665fa7-9418-4ea5-91bb-44389f4e9f44 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339303 Jul 13 08:37:11.739852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc09a-aa67-40af-a9de-7f4faebfb9ba req-7c447b01-22d6-4f0f-94f3-e0c12d1b485d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:11.741448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc5cc09a-aa67-40af-a9de-7f4faebfb9ba req-7c447b01-22d6-4f0f-94f3-e0c12d1b485d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0699968 Jul 13 08:37:11.780438 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cc5cc09a-aa67-40af-a9de-7f4faebfb9ba req-1d7b8a82-d122-43c9-b4e3-9ddd616b434c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331516 Jul 13 08:37:12.956129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9325f5a-531d-4783-a20d-ce55725badd3 req-43bbcfb2-3c47-4b24-8772-c8c7309fa151 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:12.957647 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9325f5a-531d-4783-a20d-ce55725badd3 req-43bbcfb2-3c47-4b24-8772-c8c7309fa151 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0659194 Jul 13 08:37:12.995553 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e9325f5a-531d-4783-a20d-ce55725badd3 req-4aca88c0-39b7-4cc0-a2be-76ab484cb193 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321982 Jul 13 08:37:14.175180 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e861fab-a369-4ce4-843d-44fc607f1ecf req-70097c26-46cd-4a16-ada3-ba90ac9ecf7e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:14.176639 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e861fab-a369-4ce4-843d-44fc607f1ecf req-70097c26-46cd-4a16-ada3-ba90ac9ecf7e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0649309 Jul 13 08:37:14.215368 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9e861fab-a369-4ce4-843d-44fc607f1ecf req-e80b9106-c325-47ba-b7f2-0e3f63635b74 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328805 Jul 13 08:37:14.412263 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-87b8a99c-58b6-4343-8232-0f682dac7b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:15.394858 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f8cea-0745-45f0-971a-3bdc27bdb9fb req-c575e228-1772-4928-b888-32c4c5171cd8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:15.396398 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b7f8cea-0745-45f0-971a-3bdc27bdb9fb req-c575e228-1772-4928-b888-32c4c5171cd8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0676091 Jul 13 08:37:15.434892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b7f8cea-0745-45f0-971a-3bdc27bdb9fb req-2428b11e-968a-49ac-a9a1-4e92ffd62b99 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Jul 13 08:37:16.609104 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb401c-a62f-4319-81a9-c30dbca03bce req-90494fe5-742f-49c8-9158-5a81021af289 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:16.610621 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0dfb401c-a62f-4319-81a9-c30dbca03bce req-90494fe5-742f-49c8-9158-5a81021af289 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0638328 Jul 13 08:37:16.654870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0dfb401c-a62f-4319-81a9-c30dbca03bce req-cdaeb3a8-8e5f-45d2-90ba-34088de940e3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385273 Jul 13 08:37:17.204480 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:17.366014 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-50847cf3-6dd4-4f66-9b01-f0f479fbc90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:17.830646 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bc48c-6662-46a6-a82e-4d0c8ea5e00f req-01f3ba9d-f85e-4eb5-aa4c-3a92d7a0e341 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:17.832541 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a62bc48c-6662-46a6-a82e-4d0c8ea5e00f req-01f3ba9d-f85e-4eb5-aa4c-3a92d7a0e341 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0658240 Jul 13 08:37:17.872776 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a62bc48c-6662-46a6-a82e-4d0c8ea5e00f req-075621c5-d680-4823-a6af-0b80ff3c2c74 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348749 Jul 13 08:37:18.221903 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:19.050310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7abeb3-8e7a-48c7-88e8-f1e0e48db034 req-a6ae080f-26a4-4a1e-b332-a6c5edf701ef tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:19.051819 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e7abeb3-8e7a-48c7-88e8-f1e0e48db034 req-a6ae080f-26a4-4a1e-b332-a6c5edf701ef tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0641892 Jul 13 08:37:19.091841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8e7abeb3-8e7a-48c7-88e8-f1e0e48db034 req-cee16acb-32f1-40c9-bc02-03bc2f9a1b21 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344396 Jul 13 08:37:20.018730 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:20.274571 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361735c-22b4-49ca-978a-9d79e5924cf6 req-5a7cd340-06b7-403e-960b-e147c3516f52 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:20.276166 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6361735c-22b4-49ca-978a-9d79e5924cf6 req-5a7cd340-06b7-403e-960b-e147c3516f52 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0640829 Jul 13 08:37:20.319389 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6361735c-22b4-49ca-978a-9d79e5924cf6 req-ed9658e4-7727-40d9-9aaf-6bbace1b0f56 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372591 Jul 13 08:37:21.498152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13734098-f174-47c2-b0fe-016d02ce7ddd req-62ae2c15-6b6d-4dba-aa4b-326f8d455d90 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:21.499550 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13734098-f174-47c2-b0fe-016d02ce7ddd req-62ae2c15-6b6d-4dba-aa4b-326f8d455d90 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0686300 Jul 13 08:37:21.538491 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13734098-f174-47c2-b0fe-016d02ce7ddd req-6ca9ef6d-1051-456b-9ede-f48dc4d43fc5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332627 Jul 13 08:37:22.710553 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f9fdd-ab22-490c-add7-ac9310f8f731 req-1687cefe-30eb-49f7-a1da-5eb8814e9cfa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:22.712062 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-249f9fdd-ab22-490c-add7-ac9310f8f731 req-1687cefe-30eb-49f7-a1da-5eb8814e9cfa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0634377 Jul 13 08:37:22.750581 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-249f9fdd-ab22-490c-add7-ac9310f8f731 req-e6c0fb43-3fd1-4cf3-8a2c-17e971ff9f40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328097 Jul 13 08:37:23.934172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed31dd2-8328-49e2-88f8-bb7b16b0ed0c req-c27c2531-e477-496f-a031-a80a7e756e88 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:23.935683 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ed31dd2-8328-49e2-88f8-bb7b16b0ed0c req-c27c2531-e477-496f-a031-a80a7e756e88 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0685012 Jul 13 08:37:23.974022 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ed31dd2-8328-49e2-88f8-bb7b16b0ed0c req-8593fab4-052e-48b3-bc8e-3cd90d1114a3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327194 Jul 13 08:37:24.126373 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-a8adda41-e701-4471-ad47-50e22f142544 service neutron] show failed (client error): The resource could not be found. Jul 13 08:37:24.127436 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-a8adda41-e701-4471-ad47-50e22f142544 service neutron] 10.222.0.54 "GET /v2.0/ports/a00aabde-c109-4ce5-b6b0-8d00f760d8f5/bindings/n-h1-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0565422 Jul 13 08:37:24.449031 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-ab45a85a-ae2b-4ebe-8650-f53c2b034f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:24.450577 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-ab45a85a-ae2b-4ebe-8650-f53c2b034f97 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 1096 time: 0.1017168 Jul 13 08:37:24.462413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-7', 'device_owner': 'compute:nova'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:24.537397 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:24.743390 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:24.777964 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:24.816372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:37:24.818648 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a107ca22-0c14-47e2-8c6b-b4450c9a990e" -d '{"events": [{"server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "name": "network-vif-unplugged", "status": "completed", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:37:24.822276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:24.837166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Transition to ACTIVE for port object a00aabde-c109-4ce5-b6b0-8d00f760d8f5 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:24.841200 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:24.877981 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b31a7-f3a4-4d14-ba68-ba6814b09926 x-openstack-request-id: req-7b0b31a7-f3a4-4d14-ba68-ba6814b09926 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:37:24.878277 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "name": "network-vif-unplugged", "status": "completed", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:37:24.878531 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b0b31a7-f3a4-4d14-ba68-ba6814b09926 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:37:24.878922 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'code': 200} Jul 13 08:37:24.928196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Pushing event updated for resources: {'Port': ['ID=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,revision_number=6']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:24.943036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.943720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.943720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.944049 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.944383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.944715 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.945039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.945365 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.945729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.946012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.946337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.946656 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:24.982173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] No DVR routers for this DVR port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:37:25.155221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Attempting to bind port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:25.155221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Attempting to bind port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:25.155564 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Attempting to bind port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 on network f1b12a02-2193-4312-a72f-6f68792d6f2c {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:25.162580 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 on network f1b12a02-2193-4312-a72f-6f68792d6f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:37:25.162906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Attempting to bind port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 on network f1b12a02-2193-4312-a72f-6f68792d6f2c {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:25.173696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:25.174039 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Checking segment: {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:25.174430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Bound using segment: {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:25.174866 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Bound port: a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97aa176c-71c4-4976-9f9c-8750a7bb3452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:25.175231 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:25.226137 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8629e-795b-450d-acd1-49a6749bde75 req-f1f991c9-f38c-4889-9f32-674b89762cf0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:25.227648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcb8629e-795b-450d-acd1-49a6749bde75 req-f1f991c9-f38c-4889-9f32-674b89762cf0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 943 time: 0.1333394 Jul 13 08:37:25.283584 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:25.291218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dcb8629e-795b-450d-acd1-49a6749bde75 req-7ae7a3b4-2d90-4a5f-a054-76bf1a8d5552 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546072 Jul 13 08:37:25.300324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:25.305532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:25.339845 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:25.340503 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:25.341994 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] 10.222.0.53 "PUT /v2.0/ports/a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 1091 time: 0.8837092 Jul 13 08:37:25.378949 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb83b1-889f-4d39-95ae-c7472c60817e service neutron] Pushing event updated for resources: {'Port': ['ID=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,revision_number=7']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:25.432600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-08e72623-1331-483b-a8fd-f42a9405cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:25.434425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-08e72623-1331-483b-a8fd-f42a9405cebd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1094 time: 0.0651698 Jul 13 08:37:25.530538 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-95ac68fd-3774-4a35-89c0-9ef25abdc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:25.532050 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-95ac68fd-3774-4a35-89c0-9ef25abdc10b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 898 time: 0.0911300 Jul 13 08:37:25.604634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-1e8024b8-a8e8-418a-92f0-fda14a5d19e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 999 time: 0.0655072 Jul 13 08:37:25.654645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-3ff2a63b-4d5e-47ec-996d-2584b11e85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:25.656254 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-3ff2a63b-4d5e-47ec-996d-2584b11e85c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0457280 Jul 13 08:37:25.715357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-d3b2f1d3-e31e-4f8b-b4cb-7c3c70c4ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:25.716907 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-d3b2f1d3-e31e-4f8b-b4cb-7c3c70c4ef99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534797 Jul 13 08:37:25.812462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-62d7206c-e44f-4d2d-b944-db9dd45c3d81 service neutron] 10.222.0.53 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884850 Jul 13 08:37:25.906980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da571478-5df9-4494-9e2d-f609b5e997b2 req-42828e3d-1056-48af-9e43-e5e99bfa04ea service neutron] 10.222.0.53 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885351 Jul 13 08:37:26.478558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b8a2b-ec3e-477a-89c1-5ea50778ea5e req-19c1ec99-b539-4205-838a-c7f42f8ee481 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:26.480555 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-598b8a2b-ec3e-477a-89c1-5ea50778ea5e req-19c1ec99-b539-4205-838a-c7f42f8ee481 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 943 time: 0.0707672 Jul 13 08:37:26.522257 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-598b8a2b-ec3e-477a-89c1-5ea50778ea5e req-06488481-d017-49fb-84e1-bcfcc58c113c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360548 Jul 13 08:37:26.880127 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:37:26.882512 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2825beee-2926-49f1-b700-786981b9238a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:37:26.942382 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0a6cb8-ece1-4466-babe-2a5f13e7e465 x-openstack-request-id: req-4a0a6cb8-ece1-4466-babe-2a5f13e7e465 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:37:26.942821 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:37:26.943424 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a0a6cb8-ece1-4466-babe-2a5f13e7e465 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:37:26.943905 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'status': 'completed', 'code': 200} Jul 13 08:37:27.056867 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825beee-2926-49f1-b700-786981b9238a req-5aee3ce2-585e-46c5-9143-099d3d9d393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:27.059181 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-5aee3ce2-585e-46c5-9143-099d3d9d393b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1094 time: 0.0995991 Jul 13 08:37:27.062211 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825beee-2926-49f1-b700-786981b9238a req-937d9a02-5360-4a3a-9ee6-2ff9b10aeb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:27.063644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-937d9a02-5360-4a3a-9ee6-2ff9b10aeb4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1094 time: 0.0959740 Jul 13 08:37:27.224478 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825beee-2926-49f1-b700-786981b9238a req-200565b4-6560-47e6-a596-97a3ff67a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:27.226027 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-200565b4-6560-47e6-a596-97a3ff67a3e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 898 time: 0.1600668 Jul 13 08:37:27.231380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825beee-2926-49f1-b700-786981b9238a req-5c469f34-bc8a-49a6-af54-f0bbf00439f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:27.232814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-5c469f34-bc8a-49a6-af54-f0bbf00439f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 898 time: 0.1594198 Jul 13 08:37:27.338298 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-01a9555e-3917-42b6-b7fb-e3bbb16889c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 999 time: 0.1045301 Jul 13 08:37:27.345159 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-f7b4d96a-df13-46d1-a8fd-1b441a54dacb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 999 time: 0.1052742 Jul 13 08:37:27.432471 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825beee-2926-49f1-b700-786981b9238a req-a643d226-894c-4a39-a016-43c99d3a06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:27.434730 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-a643d226-894c-4a39-a016-43c99d3a06f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0887153 Jul 13 08:37:27.436372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825beee-2926-49f1-b700-786981b9238a req-a72a83fe-580c-4014-804b-e74455610f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:27.437795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-a72a83fe-580c-4014-804b-e74455610f4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0844986 Jul 13 08:37:27.535709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825beee-2926-49f1-b700-786981b9238a req-0c717817-78a0-4e19-82ea-5aa0deec477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:27.537315 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-0c717817-78a0-4e19-82ea-5aa0deec477e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956709 Jul 13 08:37:27.540206 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825beee-2926-49f1-b700-786981b9238a req-1286f1bd-28d6-4276-b015-2e1c0b6fd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:27.541606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-1286f1bd-28d6-4276-b015-2e1c0b6fd4a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913131 Jul 13 08:37:27.705554 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-a4f88800-5ff2-4f25-8f49-9d7838623b8c service neutron] 10.222.0.53 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607215 Jul 13 08:37:27.707297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-4e8d2830-881e-4fbf-a5ba-4d6914096c7f service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551600 Jul 13 08:37:27.712855 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf763a-8f08-4b0c-ab0b-77c5e2f74d7d req-4192a3da-9cb6-4136-a6e7-44354179bfae tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:27.714953 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3faf763a-8f08-4b0c-ab0b-77c5e2f74d7d req-4192a3da-9cb6-4136-a6e7-44354179bfae tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 943 time: 0.0739300 Jul 13 08:37:27.758065 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3faf763a-8f08-4b0c-ab0b-77c5e2f74d7d req-4961532a-a81d-41bf-ac3a-ab02d112a471 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380428 Jul 13 08:37:27.867684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-f8c9b043-4357-429a-ac00-ba8830e7ac7f service neutron] 10.222.0.53 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551373 Jul 13 08:37:27.869669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2825beee-2926-49f1-b700-786981b9238a req-8ecc7e8a-abdc-4101-ad1e-9b75d95eb4ac service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561136 Jul 13 08:37:28.038696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a00aabde-c109-4ce5-b6b0-8d00f760d8f5 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:28.076870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a5716-8987-4984-adff-c159c01d543f req-cd8b3fd6-e1bd-42b0-888d-f5b0b7e79624 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:28.077437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-8c8d0e7d-ee57-480a-b4de-0365f1e62a9a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:28.078607 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b23a5716-8987-4984-adff-c159c01d543f req-cd8b3fd6-e1bd-42b0-888d-f5b0b7e79624 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 943 time: 0.0672836 Jul 13 08:37:28.079079 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-8c8d0e7d-ee57-480a-b4de-0365f1e62a9a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680&tenant_id=311e8ef80f9241238d9f69bbc702ccb1&binding%3Ahost_id=n-h1-798249-7 HTTP/1.1" status: 200 len: 943 time: 0.0701711 Jul 13 08:37:28.080435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device a00aabde-c109-4ce5-b6b0-8d00f760d8f5 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:28.120174 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b23a5716-8987-4984-adff-c159c01d543f req-ef5e1321-8126-41be-91e9-097f5099eb41 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343535 Jul 13 08:37:28.143015 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:37:28.145980 n-d-798249-7 neutron-server[93838]: INFO neutron.api.v2.resource [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-be07d069-c23b-4f6c-a3fa-7ffd57bf560b service neutron] delete failed (client error): The resource could not be found. Jul 13 08:37:28.147045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-be07d069-c23b-4f6c-a3fa-7ffd57bf560b service neutron] 10.222.0.54 "DELETE /v2.0/ports/a00aabde-c109-4ce5-b6b0-8d00f760d8f5/bindings/n-h2-798249-7 HTTP/1.1" status: 404 len: 380 time: 0.0619330 Jul 13 08:37:28.285878 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-ef8b2772-d53a-47e8-92b0-bf63a63459d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:28.287724 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-ef8b2772-d53a-47e8-92b0-bf63a63459d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1094 time: 0.0927961 Jul 13 08:37:28.360834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af56ce-03ea-43ac-a2c7-5078c5e1a113 req-b52ac36f-fa74-4234-8cab-b66c8f123ab8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:28.362246 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-57af56ce-03ea-43ac-a2c7-5078c5e1a113 req-b52ac36f-fa74-4234-8cab-b66c8f123ab8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 943 time: 0.1215947 Jul 13 08:37:28.440961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-9a1ffd1b-5071-44e7-bdbb-e78912d39f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:28.442448 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-9a1ffd1b-5071-44e7-bdbb-e78912d39f69 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 898 time: 0.1477029 Jul 13 08:37:28.445285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-57af56ce-03ea-43ac-a2c7-5078c5e1a113 req-30a2fb9b-191e-4376-b19d-0518c6ecee2c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558300 Jul 13 08:37:28.507981 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-997084ae-119d-41e0-b037-1cc79fcb91c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 999 time: 0.0582678 Jul 13 08:37:28.560120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-67f7e4da-f593-418b-8b1f-2d394b85c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:28.561605 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-67f7e4da-f593-418b-8b1f-2d394b85c02b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0477521 Jul 13 08:37:28.619426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-99bce568-df60-405f-ad34-1634061fd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:28.621073 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-99bce568-df60-405f-ad34-1634061fd35c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523262 Jul 13 08:37:28.713313 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-6ab5d1af-63d3-4532-b020-bd1241e68f61 service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857909 Jul 13 08:37:28.874264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a00aabde-c109-4ce5-b6b0-8d00f760d8f5 details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:37:28.986352 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:28.999092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'port_id': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'mac_address': 'fa:16:3e:3e:0a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:37:29.038411 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:29.052526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00aabde-c109-4ce5-b6b0-8d00f760d8f5 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:37:29.074237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:29.078946 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:29.141468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:29.150392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.150737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.151086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.151976 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.152439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.152776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.153622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.153622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.153864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.154063 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.154422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.154782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:29.176261 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7fb911e6-21eb-4b5f-8fdd-b417e7fe9b21 req-d477315e-bd3f-41c4-acd2-1a9ffc799648 service neutron] 10.222.0.54 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565268 Jul 13 08:37:29.332170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['a00aabde-c109-4ce5-b6b0-8d00f760d8f5'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:37:29.642529 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90df4c2-265f-49e6-8b59-6943a9651ff4 req-824d9dd3-1b17-4242-9051-9e28e3b44d1a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:29.644381 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c90df4c2-265f-49e6-8b59-6943a9651ff4 req-824d9dd3-1b17-4242-9051-9e28e3b44d1a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 944 time: 0.0661616 Jul 13 08:37:29.691655 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c90df4c2-265f-49e6-8b59-6943a9651ff4 req-f95358cf-98a3-4862-8fe9-321a60c483f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410590 Jul 13 08:37:30.875375 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d68400-87da-4b0b-83fa-2873008a4c4d req-941d3147-e0a4-405e-8592-2cb7c0530fb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:30.877036 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13d68400-87da-4b0b-83fa-2873008a4c4d req-941d3147-e0a4-405e-8592-2cb7c0530fb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 944 time: 0.0683556 Jul 13 08:37:30.891265 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a00aabde-c109-4ce5-b6b0-8d00f760d8f5 up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:30.916266 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13d68400-87da-4b0b-83fa-2873008a4c4d req-6cf395bc-8348-4fe2-9de0-eebefff204cc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338016 Jul 13 08:37:30.942226 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45480) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:30.945825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:30.949809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:30.950183 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:31.001777 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-90c392c8-002a-4ad2-b41c-0747de573735 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/80850b33-70d5-45ff-ba39-6cb5cfc5f8d9 HTTP/1.1" status: 200 len: 992 time: 0.0581589 Jul 13 08:37:31.027431 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:31.049482 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:37:31.051887 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14c4916-34fa-4c54-9d32-45f2ff487c26" -d '{"events": [{"server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "name": "network-vif-plugged", "status": "completed", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:37:31.064230 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:31.068929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:31.095618 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed87c8b-dec0-467e-9eed-08f69cf4543c x-openstack-request-id: req-1ed87c8b-dec0-467e-9eed-08f69cf4543c {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:37:31.095913 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "name": "network-vif-plugged", "status": "completed", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:37:31.096196 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ed87c8b-dec0-467e-9eed-08f69cf4543c {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:37:31.096591 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'code': 200} Jul 13 08:37:31.131469 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:31.359577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1ff20d7a-a78a-4b72-8f61-9c33118c512f None None] Provisioning complete for port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:31.359944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1ff20d7a-a78a-4b72-8f61-9c33118c512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:35.176177 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:38.712247 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.413423 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a21844df-bfff-43ea-8a71-1581daa6ac64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.205775 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.367562 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-96e0af7b-2ad6-4c05-a551-14da73ce0de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.224006 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.021462 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.018007 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-df49b627-4791-4d32-8436-d6bb11aba447 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508382 Jul 13 08:37:52.112815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-9d06fa0c-5284-451f-ba56-a38e0b5748da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:52.114364 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-9d06fa0c-5284-451f-ba56-a38e0b5748da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1096 time: 0.0542581 Jul 13 08:37:52.220117 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-8bd752c1-f918-4698-8b4e-49bc9753e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:52.221507 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-8bd752c1-f918-4698-8b4e-49bc9753e5ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 898 time: 0.0844142 Jul 13 08:37:52.289539 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-59f0af14-aa40-46ea-bb62-1dc99eb48668 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 1001 time: 0.0612116 Jul 13 08:37:52.337038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-2d36447e-123f-449d-a47c-ff0165a32e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:52.338462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-2d36447e-123f-449d-a47c-ff0165a32e37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0425618 Jul 13 08:37:52.399098 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-4f3c29a8-0e17-401b-8300-75a1347e6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:52.400695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-4f3c29a8-0e17-401b-8300-75a1347e6c7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554202 Jul 13 08:37:52.492049 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-67d391cd-bc1b-4261-a204-7e3266f107f1 service neutron] 10.222.0.53 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838897 Jul 13 08:37:52.578443 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-504941a5-7448-4c73-8988-8bd2ac2bb422 req-bb4b4f91-a591-43b4-9337-677539b51279 service neutron] 10.222.0.53 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798144 Jul 13 08:37:59.439485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45494) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:59.852617 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 016ea701-c021-489e-8920-16f1872fccb6 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:59.852961 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:59.926530 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:59.926856 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:59.937963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 016ea701-c021-489e-8920-16f1872fccb6 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:38:00.080108 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:00.109211 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=016ea701-c021-489e-8920-16f1872fccb6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:00.134675 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.135032 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.135381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.135724 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.136091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.136432 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.136768 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.137105 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.137439 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.137770 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.138097 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.138425 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:00.178925 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:00.179258 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Floating IP 80850b33-70d5-45ff-ba39-6cb5cfc5f8d9 disassociated (deleted). External IP: 172.25.6.192, port: a00aabde-c109-4ce5-b6b0-8d00f760d8f5. Jul 13 08:38:00.383980 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router b3d93586-18ee-44fa-8287-752547800211 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:38:00.494698 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:38:00.499547 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:00.505056 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] Sync routers for ids ['b3d93586-18ee-44fa-8287-752547800211'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:38:00.513622 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] Routers {'b3d93586-18ee-44fa-8287-752547800211'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:00.514230 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:37:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b3d93586-18ee-44fa-8287-752547800211'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:00.536362 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f53a1308-b151-43a4-a587-18537b4589d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/floatingips/80850b33-70d5-45ff-ba39-6cb5cfc5f8d9 HTTP/1.1" status: 204 len: 168 time: 1.0957019 Jul 13 08:38:00.536967 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:00.539256 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9046a3ad70657b6b3b53c8db3c3d455e44e9c778199fceaa5570d726467534ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df99bc41-01e9-4ac3-996d-7dc1274c8a16" -d '{"events": [{"name": "network-changed", "server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:00.579391 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13756b22-6a61-4d59-91b3-b755a50e5cc8 x-openstack-request-id: req-13756b22-6a61-4d59-91b3-b755a50e5cc8 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:00.579691 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:00.579945 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13756b22-6a61-4d59-91b3-b755a50e5cc8 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:00.580367 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'status': 'completed', 'code': 200} Jul 13 08:38:00.628633 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] Set router b3d93586-18ee-44fa-8287-752547800211 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:00.663423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-5808c50b-6fd0-408d-87d0-f1594a252043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:00.664529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-5808c50b-6fd0-408d-87d0-f1594a252043 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 1096 time: 0.0600154 Jul 13 08:38:00.760645 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-f47fd94b-af7a-427b-9238-e96bb494942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:00.762612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-f47fd94b-af7a-427b-9238-e96bb494942d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 200 len: 898 time: 0.0912604 Jul 13 08:38:00.814913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-21e1a16b-21d1-4a6c-a3df-f4e2374a2826 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 200 len: 217 time: 0.0438476 Jul 13 08:38:00.829897 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ed55430d-1bb2-489f-a57c-f964ec14b414', 'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:09:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:23Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:00.860813 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] Checking router: b3d93586-18ee-44fa-8287-752547800211 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:38:00.869012 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] Routers {'b3d93586-18ee-44fa-8287-752547800211'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:00.869620 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:37:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b3d93586-18ee-44fa-8287-752547800211'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:00.898558 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-6d710d8f-b342-4b60-9557-b85b248793a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:00.900400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-6d710d8f-b342-4b60-9557-b85b248793a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 200 len: 835 time: 0.0793238 Jul 13 08:38:00.971488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41114d12-2fb3-4dbd-be98-618781757994 req-fefb1dd4-0962-47b6-88c6-2966546b6c85 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:00.973027 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41114d12-2fb3-4dbd-be98-618781757994 req-fefb1dd4-0962-47b6-88c6-2966546b6c85 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.1131577 Jul 13 08:38:00.973934 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] Set router b3d93586-18ee-44fa-8287-752547800211 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:00.997759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-0a6c327e-a979-4db1-82b1-483ad2d327a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:00.999251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-0a6c327e-a979-4db1-82b1-483ad2d327a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f1b12a02-2193-4312-a72f-6f68792d6f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914655 Jul 13 08:38:01.037348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41114d12-2fb3-4dbd-be98-618781757994 req-04232762-9480-433d-ae0d-378c96e669d0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567029 Jul 13 08:38:01.103784 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-f3eb02ae-954d-4106-876d-49edaf6ac776 service neutron] 10.222.0.53 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950963 Jul 13 08:38:01.170360 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ed55430d-1bb2-489f-a57c-f964ec14b414', 'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:09:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:23Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:01.196561 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e6336-52ac-4f16-996a-e842d69e1236 None None] The sync data for ids ['b3d93586-18ee-44fa-8287-752547800211'] in n-d-798249-7 is: [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:36:18Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'ed55430d-1bb2-489f-a57c-f964ec14b414', 'name': '', 'network_id': 'f1b12a02-2193-4312-a72f-6f68792d6f2c', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:09:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:17Z', 'updated_at': '2021-07-13T08:36:23Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '65ecec7f-8cf4-44f6-9671-0548358a1527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:38:01.197452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-df99bc41-01e9-4ac3-996d-7dc1274c8a16 req-adad21ea-1b31-465e-8aaa-01157c212221 service neutron] 10.222.0.53 "GET /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866201 Jul 13 08:38:01.416216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b60521-1836-4d91-8fb4-c5d3e7028888 None None] New status for floating IP 80850b33-70d5-45ff-ba39-6cb5cfc5f8d9: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:38:02.171139 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67799df-2b85-423f-acb4-88cb617dd651 req-3f10cc29-161e-4ad3-b6f7-ffe11b9e64cd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:02.173177 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c67799df-2b85-423f-acb4-88cb617dd651 req-3f10cc29-161e-4ad3-b6f7-ffe11b9e64cd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0638118 Jul 13 08:38:02.216711 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f64f5-eb43-4099-a72f-318bc053ad5f req-40259430-816d-4c89-b5a1-db171a3eb2f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:02.218263 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-367f64f5-eb43-4099-a72f-318bc053ad5f req-40259430-816d-4c89-b5a1-db171a3eb2f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a199484-baaa-4a34-9ee0-70ef6f61a680 HTTP/1.1" status: 200 len: 945 time: 0.0665236 Jul 13 08:38:02.258887 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-367f64f5-eb43-4099-a72f-318bc053ad5f req-6a9ea508-a4b0-49b3-840d-7a76418aa39e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Jul 13 08:38:02.277826 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-c67799df-2b85-423f-acb4-88cb617dd651 req-05428179-bb39-44e4-a565-6a6990be6c9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:38:02.278171 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c67799df-2b85-423f-acb4-88cb617dd651 req-05428179-bb39-44e4-a565-6a6990be6c9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:02.365396 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-c67799df-2b85-423f-acb4-88cb617dd651 req-05428179-bb39-44e4-a565-6a6990be6c9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port a00aabde-c109-4ce5-b6b0-8d00f760d8f5, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:02.365769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c67799df-2b85-423f-acb4-88cb617dd651 req-05428179-bb39-44e4-a565-6a6990be6c9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:02.377834 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-c67799df-2b85-423f-acb4-88cb617dd651 req-05428179-bb39-44e4-a565-6a6990be6c9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for a00aabde-c109-4ce5-b6b0-8d00f760d8f5 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:38:02.510838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c67799df-2b85-423f-acb4-88cb617dd651 req-05428179-bb39-44e4-a565-6a6990be6c9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:02.547363 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05428179-bb39-44e4-a565-6a6990be6c9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=a00aabde-c109-4ce5-b6b0-8d00f760d8f5,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:02.591902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67799df-2b85-423f-acb4-88cb617dd651 req-05428179-bb39-44e4-a565-6a6990be6c9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] No DVR routers for this DVR port a00aabde-c109-4ce5-b6b0-8d00f760d8f5 on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:38:02.595421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-c67799df-2b85-423f-acb4-88cb617dd651 req-05428179-bb39-44e4-a565-6a6990be6c9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:02.597487 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c67799df-2b85-423f-acb4-88cb617dd651 req-05428179-bb39-44e4-a565-6a6990be6c9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.53 "DELETE /v2.0/ports/a00aabde-c109-4ce5-b6b0-8d00f760d8f5 HTTP/1.1" status: 204 len: 173 time: 0.4190845 Jul 13 08:38:02.597934 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'name': 'network-vif-deleted', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:02.600233 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af72a3ad-bf30-49fb-b9e6-3ccc22ba56ae" -d '{"events": [{"server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "name": "network-vif-deleted", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:02.641996 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd430252-a4ed-433d-8fc0-7a1d8a8f50ce x-openstack-request-id: req-fd430252-a4ed-433d-8fc0-7a1d8a8f50ce {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:02.642394 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a199484-baaa-4a34-9ee0-70ef6f61a680", "name": "network-vif-deleted", "tag": "a00aabde-c109-4ce5-b6b0-8d00f760d8f5", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:02.642552 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd430252-a4ed-433d-8fc0-7a1d8a8f50ce {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:02.642948 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a199484-baaa-4a34-9ee0-70ef6f61a680', 'name': 'network-vif-deleted', 'tag': 'a00aabde-c109-4ce5-b6b0-8d00f760d8f5', 'status': 'completed', 'code': 200} Jul 13 08:38:03.351848 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45510) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:03.706766 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:03.967993 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port ed55430d-1bb2-489f-a57c-f964ec14b414 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:38:03.968264 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.055477 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port ed55430d-1bb2-489f-a57c-f964ec14b414, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=ed55430d-1bb2-489f-a57c-f964ec14b414,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:04.055835 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.070619 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for ed55430d-1bb2-489f-a57c-f964ec14b414 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:38:04.260111 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.288602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=ed55430d-1bb2-489f-a57c-f964ec14b414,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:04.495308 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.703889 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router b3d93586-18ee-44fa-8287-752547800211 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:38:04.807596 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:38:04.813279 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0eaf0b64-9c4a-4544-a49f-9b41f99fbbdf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "PUT /v2.0/routers/b3d93586-18ee-44fa-8287-752547800211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4597583 Jul 13 08:38:04.816230 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45512) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:04.817985 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] Sync routers for ids ['b3d93586-18ee-44fa-8287-752547800211'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:38:04.827101 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] Routers {'b3d93586-18ee-44fa-8287-752547800211'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:04.827713 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:37:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b3d93586-18ee-44fa-8287-752547800211'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:04.868163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a361ca7-247d-460a-981f-3fa24444434a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting subnet 65ecec7f-8cf4-44f6-9671-0548358a1527 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:38:04.871345 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a361ca7-247d-460a-981f-3fa24444434a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.913348 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a361ca7-247d-460a-981f-3fa24444434a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.935775 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] Set router b3d93586-18ee-44fa-8287-752547800211 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:05.006100 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a361ca7-247d-460a-981f-3fa24444434a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.069238 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a361ca7-247d-460a-981f-3fa24444434a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.096361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a361ca7-247d-460a-981f-3fa24444434a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Subnet': ['ID=65ecec7f-8cf4-44f6-9671-0548358a1527,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:05.101377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a361ca7-247d-460a-981f-3fa24444434a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.104474 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3a361ca7-247d-460a-981f-3fa24444434a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/subnets/65ecec7f-8cf4-44f6-9671-0548358a1527 HTTP/1.1" status: 204 len: 168 time: 0.2871265 Jul 13 08:38:05.106488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45514) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:05.110229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bfcfcc-4092-4a83-aca4-b8bf158c5f88 None None] Network f1b12a02-2193-4312-a72f-6f68792d6f2c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:38:05.189637 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.195288 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:38:05.212918 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:38:04Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:05.231254 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.242665 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] Checking router: b3d93586-18ee-44fa-8287-752547800211 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:38:05.253523 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] Routers {'b3d93586-18ee-44fa-8287-752547800211'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:05.254150 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:37:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b3d93586-18ee-44fa-8287-752547800211'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:05.341160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400636f-5337-4246-b302-619f6fbd4a89 None None] DHCP port deletion for f1b12a02-2193-4312-a72f-6f68792d6f2c request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:38:05.350130 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.363781 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] Set router b3d93586-18ee-44fa-8287-752547800211 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:05.392142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7400636f-5337-4246-b302-619f6fbd4a89 None None] Deleting port f140c082-d57d-4ff1-8b68-a6a7228f37ec {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:38:05.392551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7400636f-5337-4246-b302-619f6fbd4a89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.409030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 060a6612-7e40-491d-a335-19c533972758 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:38:05.409482 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.462558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-7400636f-5337-4246-b302-619f6fbd4a89 None None] For port f140c082-d57d-4ff1-8b68-a6a7228f37ec, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=f140c082-d57d-4ff1-8b68-a6a7228f37ec,segment=NetworkSegment(97aa176c-71c4-4976-9f9c-8750a7bb3452),segment_id=97aa176c-71c4-4976-9f9c-8750a7bb3452)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:05.463275 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7400636f-5337-4246-b302-619f6fbd4a89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.474999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7400636f-5337-4246-b302-619f6fbd4a89 None None] Calling delete_port for f140c082-d57d-4ff1-8b68-a6a7228f37ec owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:38:05.495623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 060a6612-7e40-491d-a335-19c533972758, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=060a6612-7e40-491d-a335-19c533972758,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:05.495991 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.509950 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 060a6612-7e40-491d-a335-19c533972758 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:38:05.546712 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:38:04Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:05.557806 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7400636f-5337-4246-b302-619f6fbd4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.576298 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013ade6d-5d99-4a97-9fca-a33507c00a4a None None] The sync data for ids ['b3d93586-18ee-44fa-8287-752547800211'] in n-d-798249-7 is: [{'id': 'b3d93586-18ee-44fa-8287-752547800211', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1172382321', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '060a6612-7e40-491d-a335-19c533972758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:14Z', 'updated_at': '2021-07-13T08:38:04Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': '060a6612-7e40-491d-a335-19c533972758', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d93586-18ee-44fa-8287-752547800211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:15Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:38:05.584192 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400636f-5337-4246-b302-619f6fbd4a89 None None] Pushing event deleted for resources: {'Port': ['ID=f140c082-d57d-4ff1-8b68-a6a7228f37ec,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:05.587825 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7400636f-5337-4246-b302-619f6fbd4a89 None None] No DVR routers for this DVR port f140c082-d57d-4ff1-8b68-a6a7228f37ec on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:38:05.690274 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.725003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=060a6612-7e40-491d-a335-19c533972758,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:05.779597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.868883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.870936 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.913519 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.914132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Fanout notify agent at l3_agent the message router_deleted on router b3d93586-18ee-44fa-8287-752547800211 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:38:05.923824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:05.925041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c64ea347-0522-4abb-91c9-4a4797acb2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/routers/b3d93586-18ee-44fa-8287-752547800211 HTTP/1.1" status: 204 len: 168 time: 0.8176169 Jul 13 08:38:05.928085 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45516) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:06.006982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.096887 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.106838 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b12a02-2193-4312-a72f-6f68792d6f2c']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:06.117649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97aa176c-71c4-4976-9f9c-8750a7bb3452') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:06.117949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97aa176c-71c4-4976-9f9c-8750a7bb3452') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:06.126733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.140970 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.147169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:38:06.147704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:38:06.150920 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:38:06.215807 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.224075 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.228520 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/networks/f1b12a02-2193-4312-a72f-6f68792d6f2c HTTP/1.1" status: 204 len: 168 time: 0.2993548 Jul 13 08:38:06.229037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45518) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:06.241259 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc9d47-8905-43f3-88bd-b58f2580e4d8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Network': ['ID=f1b12a02-2193-4312-a72f-6f68792d6f2c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:06.298334 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9daaa3f0-2db2-4a29-920e-6d2c00c691aa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.323699 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9daaa3f0-2db2-4a29-920e-6d2c00c691aa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.381393 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9daaa3f0-2db2-4a29-920e-6d2c00c691aa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.384116 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9daaa3f0-2db2-4a29-920e-6d2c00c691aa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.385324 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9daaa3f0-2db2-4a29-920e-6d2c00c691aa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/security-groups/75a5f849-4afe-4bde-a9e4-9e1cf01c2a34 HTTP/1.1" status: 204 len: 168 time: 0.1550543 Jul 13 08:38:06.395078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daaa3f0-2db2-4a29-920e-6d2c00c691aa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a5f849-4afe-4bde-a9e4-9e1cf01c2a34,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:06.657215 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45524) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:06.662087 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-eba37f5b-f623-4718-863d-1be2a5b3e2b3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90024408', 'description': 'tempest-secgroup-smoke-90024408 description', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:06.683430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eba37f5b-f623-4718-863d-1be2a5b3e2b3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.765210 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eba37f5b-f623-4718-863d-1be2a5b3e2b3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.769816 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eba37f5b-f623-4718-863d-1be2a5b3e2b3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.798300 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-eba37f5b-f623-4718-863d-1be2a5b3e2b3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.799571 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-eba37f5b-f623-4718-863d-1be2a5b3e2b3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1413403 Jul 13 08:38:06.800683 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba37f5b-f623-4718-863d-1be2a5b3e2b3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f31403c-2c58-452d-9cbb-d251bc5fe878,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:06.802659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45526) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:06.807377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-0f0c481c-6faf-42df-9071-1e0ba8874714 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '4f31403c-2c58-452d-9cbb-d251bc5fe878', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:06.836280 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f0c481c-6faf-42df-9071-1e0ba8874714 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.882742 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f0c481c-6faf-42df-9071-1e0ba8874714 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.886097 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f0c481c-6faf-42df-9071-1e0ba8874714 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.906455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c481c-6faf-42df-9071-1e0ba8874714 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abcb6a8-66b4-4931-aecf-d2bc9a1ba7fb,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:06.909404 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0f0c481c-6faf-42df-9071-1e0ba8874714 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.910603 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-0f0c481c-6faf-42df-9071-1e0ba8874714 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1069410 Jul 13 08:38:06.913548 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45528) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:06.918372 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-61184b69-5efb-4fa9-b75a-f9025713f51b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '4f31403c-2c58-452d-9cbb-d251bc5fe878', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:06.945370 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61184b69-5efb-4fa9-b75a-f9025713f51b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.999997 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61184b69-5efb-4fa9-b75a-f9025713f51b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.004266 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61184b69-5efb-4fa9-b75a-f9025713f51b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.021618 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61184b69-5efb-4fa9-b75a-f9025713f51b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f40b87-4cab-4e42-8e23-f5ee6d005da1,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:07.027451 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61184b69-5efb-4fa9-b75a-f9025713f51b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.028664 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-61184b69-5efb-4fa9-b75a-f9025713f51b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140654 Jul 13 08:38:07.031419 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45530) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:07.035867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9ab777c8-a716-4764-99bf-3a7e9429a365 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '4f31403c-2c58-452d-9cbb-d251bc5fe878', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:07.062034 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ab777c8-a716-4764-99bf-3a7e9429a365 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.098612 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a00aabde-c109-4ce5-b6b0-8d00f760d8f5 no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:38:07.122676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: a00aabde-c109-4ce5-b6b0-8d00f760d8f5 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:38:07.123023 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device a00aabde-c109-4ce5-b6b0-8d00f760d8f5 not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:38:07.126335 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ab777c8-a716-4764-99bf-3a7e9429a365 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.130044 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ab777c8-a716-4764-99bf-3a7e9429a365 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.149137 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab777c8-a716-4764-99bf-3a7e9429a365 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3216ce5-60fb-4e0c-99a7-6eee653e9089,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:07.156746 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9ab777c8-a716-4764-99bf-3a7e9429a365 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.158265 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9ab777c8-a716-4764-99bf-3a7e9429a365 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258786 Jul 13 08:38:07.161064 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45532) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:07.165597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-df05d1ce-1591-4b05-a300-e952e8adb2f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '4f31403c-2c58-452d-9cbb-d251bc5fe878', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:07.191949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df05d1ce-1591-4b05-a300-e952e8adb2f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.255999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df05d1ce-1591-4b05-a300-e952e8adb2f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.261015 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df05d1ce-1591-4b05-a300-e952e8adb2f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.263026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ed55430d-1bb2-489f-a57c-f964ec14b414 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:38:07.282792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05d1ce-1591-4b05-a300-e952e8adb2f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b797f4b8-2ae9-460f-bc45-a7ee633d1620,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:07.283950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: ed55430d-1bb2-489f-a57c-f964ec14b414 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:38:07.284624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device ed55430d-1bb2-489f-a57c-f964ec14b414 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:38:07.285055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f140c082-d57d-4ff1-8b68-a6a7228f37ec no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:38:07.290914 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-df05d1ce-1591-4b05-a300-e952e8adb2f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.290914 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-df05d1ce-1591-4b05-a300-e952e8adb2f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263270 Jul 13 08:38:07.291606 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45534) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:07.295805 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-d21f3dee-79c3-4e5a-b483-53334d509fb8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '4f31403c-2c58-452d-9cbb-d251bc5fe878', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:07.304402 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: f140c082-d57d-4ff1-8b68-a6a7228f37ec {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:38:07.304758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device f140c082-d57d-4ff1-8b68-a6a7228f37ec not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:38:07.305184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 060a6612-7e40-491d-a335-19c533972758 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:38:07.318219 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-d21f3dee-79c3-4e5a-b483-53334d509fb8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Project 311e8ef80f9241238d9f69bbc702ccb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:38:07.323412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d21f3dee-79c3-4e5a-b483-53334d509fb8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.323924 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 060a6612-7e40-491d-a335-19c533972758 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:38:07.324299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 060a6612-7e40-491d-a335-19c533972758 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:38:07.384423 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d21f3dee-79c3-4e5a-b483-53334d509fb8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.387842 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d21f3dee-79c3-4e5a-b483-53334d509fb8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.405423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f3dee-79c3-4e5a-b483-53334d509fb8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e54a93-aa9d-430c-9688-9139b0128952,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:07.412873 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-d21f3dee-79c3-4e5a-b483-53334d509fb8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.414252 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-d21f3dee-79c3-4e5a-b483-53334d509fb8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221468 Jul 13 08:38:07.416796 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45536) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:07.421240 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-daeb1ebd-3a70-4caf-9f0a-b11df1928e17 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '4f31403c-2c58-452d-9cbb-d251bc5fe878', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:07.444115 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-daeb1ebd-3a70-4caf-9f0a-b11df1928e17 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Project 311e8ef80f9241238d9f69bbc702ccb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:38:07.449342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-daeb1ebd-3a70-4caf-9f0a-b11df1928e17 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.513015 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-daeb1ebd-3a70-4caf-9f0a-b11df1928e17 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.517415 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-daeb1ebd-3a70-4caf-9f0a-b11df1928e17 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.534559 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb1ebd-3a70-4caf-9f0a-b11df1928e17 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a400240a-49d5-4fc0-a276-74b2c7279c9a,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:07.540949 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-daeb1ebd-3a70-4caf-9f0a-b11df1928e17 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.542137 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-daeb1ebd-3a70-4caf-9f0a-b11df1928e17 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244113 Jul 13 08:38:07.544927 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45538) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:07.549891 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'network': {'name': 'tempest-network-smoke--1009824140', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'port_security_enabled': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:07.570301 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:38:07.573871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.597903 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:38:07.606805 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.607157 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Added segment 1b78f59e-a772-4a99-8f3b-e68a074c6aa8 of type vlan for network 40440fef-667d-4d8e-83c5-414dadd2573d Jul 13 08:38:07.648899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.677042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.682603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:07.683193 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.713685 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1677692 Jul 13 08:38:07.716412 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45540) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:07.722940 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'admin_state_up': True, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:07.765108 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b127bed-5cd0-4ebb-ae0b-f6e3b9eb851d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Network': ['ID=40440fef-667d-4d8e-83c5-414dadd2573d,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:07.775772 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 40440fef-667d-4d8e-83c5-414dadd2573d details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:38:07.781057 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.782267 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.834429 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:08.232309 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:08.423942 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:08.443055 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:08.549339 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.25.6.202 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/a50adcaf-a798-45d1-b044-28744f2195d6) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:38:08.652643 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:08.690516 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:08.718782 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:08.732113 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:38:08.737258 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:38:08.739462 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=a50adcaf-a798-45d1-b044-28744f2195d6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:08.741608 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:38:08.983059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:09.173570 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:09.301007 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router eef96054-48ca-42d8-9185-00b0503bd737 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:38:09.405952 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:38:09.416559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Sync routers for ids ['eef96054-48ca-42d8-9185-00b0503bd737'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:38:09.425628 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:09.426262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Routers {'eef96054-48ca-42d8-9185-00b0503bd737'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:09.427059 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-81278a62-615c-4402-aeb1-695fd6bbc82c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7096350 Jul 13 08:38:09.427204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:37:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eef96054-48ca-42d8-9185-00b0503bd737'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:09.430366 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45542) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:09.458712 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2f48a3fd-2e94-4eb7-8b7d-f6308f1d264d tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=311e8ef80f9241238d9f69bbc702ccb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272579 Jul 13 08:38:09.461361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45544) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:09.530067 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Set router eef96054-48ca-42d8-9185-00b0503bd737 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:09.555400 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a6a16-2290-44e7-b0ba-c5d00f063576 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:09.559676 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-403a6a16-2290-44e7-b0ba-c5d00f063576 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947382 Jul 13 08:38:09.560001 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45546) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:09.588427 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-847b29dc-9a22-4d08-8646-3836959fe182 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272298 Jul 13 08:38:09.591016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45548) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:09.596462 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1853848268', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:09.684901 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:38:09.689090 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:09.706609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:08Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:09.732907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Checking router: eef96054-48ca-42d8-9185-00b0503bd737 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:38:09.733642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Updating router eef96054-48ca-42d8-9185-00b0503bd737 port a50adcaf-a798-45d1-b044-28744f2195d6 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:38:09.773481 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:09.869123 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:09.928685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Subnet': ['ID=a979a168-522b-418d-8dfc-466bdd93fe6a,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:09.945709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Checking segment: {'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:38:09.946076 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network hostable DHCP agents. Network: 40440fef-667d-4d8e-83c5-414dadd2573d, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:38:09.963866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 40440fef-667d-4d8e-83c5-414dadd2573d is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:38:09.972239 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 40440fef-667d-4d8e-83c5-414dadd2573d) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:38:09.976279 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:09.977020 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:09.983698 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3ee9c-3086-4acf-86a0-bac1483d1b93 None None] Network 40440fef-667d-4d8e-83c5-414dadd2573d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:38:09.991792 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1ecc8f2b-dcc2-4cb3-ad32-c5b8e49f232d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3996737 Jul 13 08:38:09.994682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45550) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:10.097185 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:10.117770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Transition to ACTIVE for port object a50adcaf-a798-45d1-b044-28744f2195d6 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:38:10.124746 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:10.211070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Attempting to bind port a50adcaf-a798-45d1-b044-28744f2195d6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:38:10.211345 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Attempting to bind port a50adcaf-a798-45d1-b044-28744f2195d6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:38:10.211710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Attempting to bind port a50adcaf-a798-45d1-b044-28744f2195d6 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:10.230923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7972-2737-4996-8a76-e4bf794aa5fa None None] Pushing event updated for resources: {'Port': ['ID=a50adcaf-a798-45d1-b044-28744f2195d6,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:10.236314 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:38:10.236690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:38:10.237099 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:10.237484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:38:10.237966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Bound port: a50adcaf-a798-45d1-b044-28744f2195d6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:38:10.238348 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:10.264161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-40440fef-667d-4d8e-83c5-414dadd2573d', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:38:10.265007 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:10.358596 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] For port a50adcaf-a798-45d1-b044-28744f2195d6, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:38:10.381529 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] For port a50adcaf-a798-45d1-b044-28744f2195d6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a50adcaf-a798-45d1-b044-28744f2195d6,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:38:10.388216 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:10.435567 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:10.494187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Allocated IP 172.20.0.2 (40440fef-667d-4d8e-83c5-414dadd2573d/a979a168-522b-418d-8dfc-466bdd93fe6a/975dc528-7281-4b89-8942-a3e26338739d) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:38:10.496055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7972-2737-4996-8a76-e4bf794aa5fa None None] Pushing event updated for resources: {'Port': ['ID=a50adcaf-a798-45d1-b044-28744f2195d6,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:10.503157 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Routers {'eef96054-48ca-42d8-9185-00b0503bd737'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:10.503792 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:37:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eef96054-48ca-42d8-9185-00b0503bd737'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:10.678971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] Set router eef96054-48ca-42d8-9185-00b0503bd737 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:10.822767 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:10.839062 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Transition to ACTIVE for port object 975dc528-7281-4b89-8942-a3e26338739d will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:38:10.882970 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Transition to ACTIVE for port object 975dc528-7281-4b89-8942-a3e26338739d will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:38:10.892499 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:10.933726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Network 40440fef-667d-4d8e-83c5-414dadd2573d is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:38:10.941719 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.20.0.1 (40440fef-667d-4d8e-83c5-414dadd2573d/a979a168-522b-418d-8dfc-466bdd93fe6a/2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:38:10.941941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:38:10.946004 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:38:10.960588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Pushing event updated for resources: {'Port': ['ID=975dc528-7281-4b89-8942-a3e26338739d,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:11.057371 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:11.072570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Transition to ACTIVE for port object 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:38:11.107558 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:11.153564 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 40440fef-667d-4d8e-83c5-414dadd2573d is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:38:11.159241 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:38:11.163284 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:38:11.165707 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:08Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:11.188297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:11.197605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b230fc3d-7b26-4980-8a3f-3e281f94acef None None] The sync data for ids ['eef96054-48ca-42d8-9185-00b0503bd737'] in n-d-798249-7 is: [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:08Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:38:11.201483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Attempting to bind port 975dc528-7281-4b89-8942-a3e26338739d on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:38:11.201597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Attempting to bind port 975dc528-7281-4b89-8942-a3e26338739d by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:38:11.201952 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Attempting to bind port 975dc528-7281-4b89-8942-a3e26338739d on network 40440fef-667d-4d8e-83c5-414dadd2573d {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:11.208042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:38:11.208445 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Checking segment: {'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:38:11.208860 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:11.209254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Bound using segment: {'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:38:11.209738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Bound port: 975dc528-7281-4b89-8942-a3e26338739d, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:38:11.210129 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:11.212903 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:11.279467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] For port 975dc528-7281-4b89-8942-a3e26338739d, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:38:11.283012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] For port 975dc528-7281-4b89-8942-a3e26338739d, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=975dc528-7281-4b89-8942-a3e26338739d,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:38:11.288585 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:11.351134 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d75261-484a-4bda-9e4d-bba57178cb58 None None] Pushing event updated for resources: {'Port': ['ID=975dc528-7281-4b89-8942-a3e26338739d,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:11.373927 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:12.024550 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:12.030956 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:12.104503 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:12.132982 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:12.232423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 40440fef-667d-4d8e-83c5-414dadd2573d is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:38:12.234006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:38:12.347729 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f08b3ed-8e41-4d12-9e02-a9a36943fe32 None None] Network 40440fef-667d-4d8e-83c5-414dadd2573d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:38:12.350494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router eef96054-48ca-42d8-9185-00b0503bd737 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:38:12.405674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9ca100d7-3145-4d8d-b983-4c26c10619af None None] Provisioning for port 975dc528-7281-4b89-8942-a3e26338739d completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:38:12.467949 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:38:12.473236 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-7b41f374-4b0d-499e-8446-b1edc07a0c40 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "PUT /v2.0/routers/eef96054-48ca-42d8-9185-00b0503bd737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4775810 Jul 13 08:38:12.623941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-84298420-64aa-4305-820f-3843dc22479f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90024408&fields=id&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 267 time: 0.0347550 Jul 13 08:38:12.783685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-31602015-2c14-44f7-98f0-f133de4e6642 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:12.785235 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-31602015-2c14-44f7-98f0-f133de4e6642 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/networks?id=40440fef-667d-4d8e-83c5-414dadd2573d HTTP/1.1" status: 200 len: 797 time: 0.1534052 Jul 13 08:38:12.801133 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-d6fb005d-d446-4c9e-b829-31a5bf1717f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/quotas/311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 375 time: 0.0102630 Jul 13 08:38:12.847916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8388fade-a7a1-45c8-a6fc-b28e426e9e64 None None] Provisioning for port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:38:12.853046 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8388fade-a7a1-45c8-a6fc-b28e426e9e64 None None] Provisioning complete for port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:12.853430 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8388fade-a7a1-45c8-a6fc-b28e426e9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:12.874795 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-ce78ff61-a5c7-48df-af88-26825e7dffb5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679264 Jul 13 08:38:12.898261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8388fade-a7a1-45c8-a6fc-b28e426e9e64 None None] Port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:38:12.921227 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Sync routers for ids ['eef96054-48ca-42d8-9185-00b0503bd737'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:38:12.934044 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Routers {'eef96054-48ca-42d8-9185-00b0503bd737'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:12.935264 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:37:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eef96054-48ca-42d8-9185-00b0503bd737'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:12.992694 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-dce11fc2-8b78-4820-9f8f-4cae98163bdf service neutron] 10.222.0.44 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032670 Jul 13 08:38:13.033411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-23ab800a-bade-42fa-92fe-dd524f7e8218 None None] Provisioning complete for port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:13.034061 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-23ab800a-bade-42fa-92fe-dd524f7e8218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.051960 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Set router eef96054-48ca-42d8-9185-00b0503bd737 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:13.071997 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-23ab800a-bade-42fa-92fe-dd524f7e8218 None None] Port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:38:13.101232 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-3e4a25c1-5336-4d86-903b-622e0ca49e0e service neutron] 10.222.0.44 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984712 Jul 13 08:38:13.299618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a2adfd59-1211-4606-b4be-1af0c49cb946 None None] Provisioning complete for port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:13.303323 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:11Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6', 'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:e3:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:10Z', 'updated_at': '2021-07-13T08:38:11Z', 'revision_number': 2, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:13.303983 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a2adfd59-1211-4606-b4be-1af0c49cb946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.344983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a2adfd59-1211-4606-b4be-1af0c49cb946 None None] Port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:38:13.370480 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5f827993-700d-4fd8-b8ff-42d1002fbede req-4636b1b8-a97b-4295-a46b-ee9708c6911c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 210 time: 0.0606463 Jul 13 08:38:13.373672 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Checking router: eef96054-48ca-42d8-9185-00b0503bd737 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:38:13.374022 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Updating router eef96054-48ca-42d8-9185-00b0503bd737 port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:38:13.412045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 975dc528-7281-4b89-8942-a3e26338739d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:13.423033 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.480095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 975dc528-7281-4b89-8942-a3e26338739d completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:38:13.488712 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 975dc528-7281-4b89-8942-a3e26338739d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:13.489254 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.576967 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.613659 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 975dc528-7281-4b89-8942-a3e26338739d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=975dc528-7281-4b89-8942-a3e26338739d,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:13.617977 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.687061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=975dc528-7281-4b89-8942-a3e26338739d,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:13.694161 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a50adcaf-a798-45d1-b044-28744f2195d6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:13.734586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-41e48fea-d942-4baf-9474-d2363f5ae027 None None] Provisioning complete for port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:13.735053 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-41e48fea-d942-4baf-9474-d2363f5ae027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.754325 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.768621 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Transition to ACTIVE for port object 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:38:13.774482 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.780321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-41e48fea-d942-4baf-9474-d2363f5ae027 None None] Port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:38:13.785551 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port a50adcaf-a798-45d1-b044-28744f2195d6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:38:13.789534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a50adcaf-a798-45d1-b044-28744f2195d6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:13.790016 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.830336 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Pushing event updated for resources: {'Port': ['ID=2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:13.856180 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.856670 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.857097 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.857521 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.857940 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.858417 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.858852 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.859797 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.860852 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.860852 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.860852 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.861397 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:13.879464 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.902719 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port a50adcaf-a798-45d1-b044-28744f2195d6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a50adcaf-a798-45d1-b044-28744f2195d6,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:13.909100 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Attempting to bind port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:38:13.909429 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.909725 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Attempting to bind port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:38:13.911702 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Attempting to bind port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 on network 40440fef-667d-4d8e-83c5-414dadd2573d {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:13.915989 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:38:13.916642 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Checking segment: {'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:38:13.917221 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.917764 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Bound using segment: {'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:38:13.918412 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Bound port: 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:38:13.918927 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:13.981577 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=a50adcaf-a798-45d1-b044-28744f2195d6,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:14.007347 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] For port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:38:14.010819 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] For port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:38:14.016757 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:14.073751 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Routers {'eef96054-48ca-42d8-9185-00b0503bd737'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:14.074377 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:37:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eef96054-48ca-42d8-9185-00b0503bd737'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:14.122685 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5420d-04e5-43b1-8ce1-21a268e475e0 None None] Pushing event updated for resources: {'Port': ['ID=2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:14.199786 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] Set router eef96054-48ca-42d8-9185-00b0503bd737 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:14.419000 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-71b94dae-6368-4cd8-acad-ee42b446afb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:14.498701 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:11Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6', 'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:e3:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:10Z', 'updated_at': '2021-07-13T08:38:14Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:14.539588 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca9c79-9e65-4bf7-ad51-54494c4c57d1 None None] The sync data for ids ['eef96054-48ca-42d8-9185-00b0503bd737'] in n-d-798249-7 is: [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:11Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6', 'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:e3:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:10Z', 'updated_at': '2021-07-13T08:38:14Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:38:14.599044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-99087840-357c-4ad4-bdec-b59574ca1f64 req-4b128cfb-684d-4a1b-b33a-988c6584920b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 210 time: 0.0508587 Jul 13 08:38:14.645154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-9dcd5ed9-4670-4080-a8e7-dcfa82ca2e35 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:14.646696 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-9dcd5ed9-4670-4080-a8e7-dcfa82ca2e35 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/networks?id=40440fef-667d-4d8e-83c5-414dadd2573d HTTP/1.1" status: 200 len: 797 time: 0.1914630 Jul 13 08:38:14.693064 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-7c43942e-da88-40b9-b3fb-754a6781b5e7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 378 time: 0.0372632 Jul 13 08:38:14.702146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'port': {'device_id': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'admin_state_up': True, 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'security_groups': ['4f31403c-2c58-452d-9cbb-d251bc5fe878']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:14.819599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:38:14.823183 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:14.965327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.20.0.12 (40440fef-667d-4d8e-83c5-414dadd2573d/a979a168-522b-418d-8dfc-466bdd93fe6a/4af292e1-0f60-483f-9951-c75819af7004) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:38:15.111013 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.127348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Transition to ACTIVE for port object 4af292e1-0f60-483f-9951-c75819af7004 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:38:15.162512 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.214488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 40440fef-667d-4d8e-83c5-414dadd2573d is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:38:15.217941 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:38:15.222006 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:38:15.246007 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=4af292e1-0f60-483f-9951-c75819af7004,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:15.289874 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:15.291079 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.308737 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-c435fbe3-dab4-414a-9113-c0f758441e78 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6104131 Jul 13 08:38:15.324780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Request body: {'port': {'device_id': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:15.401546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:15.408716 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.466999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:38:15.472446 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:15.473286 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.570653 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.597861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0fe61a95-d0a3-4506-84d2-f954f3d4ce01 None None] Provisioning for port 4af292e1-0f60-483f-9951-c75819af7004 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:38:15.611901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0fe61a95-d0a3-4506-84d2-f954f3d4ce01 None None] Provisioning complete for port 4af292e1-0f60-483f-9951-c75819af7004 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:15.612380 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0fe61a95-d0a3-4506-84d2-f954f3d4ce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.617391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:15.635752 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.665674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0fe61a95-d0a3-4506-84d2-f954f3d4ce01 None None] Port 4af292e1-0f60-483f-9951-c75819af7004 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:38:15.698996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 975dc528-7281-4b89-8942-a3e26338739d up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:15.747342 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af292e1-0f60-483f-9951-c75819af7004 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:38:15.756941 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.771213 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:15.779690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Transition to ACTIVE for port object 4af292e1-0f60-483f-9951-c75819af7004 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:38:15.786367 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.793369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 975dc528-7281-4b89-8942-a3e26338739d triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:15.793896 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.826467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ce825-a8d1-4ce6-900c-5bd3a4689210 req-1385f569-5498-4e76-9519-c9dd31e9c075 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:15.841764 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-847ce825-a8d1-4ce6-900c-5bd3a4689210 req-1385f569-5498-4e76-9519-c9dd31e9c075 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 932 time: 0.1035049 Jul 13 08:38:15.912074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Pushing event updated for resources: {'Port': ['ID=4af292e1-0f60-483f-9951-c75819af7004,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:15.916996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a50adcaf-a798-45d1-b044-28744f2195d6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:15.932841 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-847ce825-a8d1-4ce6-900c-5bd3a4689210 req-9be6e7bc-b4f4-4dca-a368-c544f75f51ec tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837386 Jul 13 08:38:15.986682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Attempting to bind port 4af292e1-0f60-483f-9951-c75819af7004 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:38:15.987067 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Attempting to bind port 4af292e1-0f60-483f-9951-c75819af7004 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:38:15.987340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port a50adcaf-a798-45d1-b044-28744f2195d6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:15.987534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Attempting to bind port 4af292e1-0f60-483f-9951-c75819af7004 on network 40440fef-667d-4d8e-83c5-414dadd2573d {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:15.987629 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:15.992270 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Port 4af292e1-0f60-483f-9951-c75819af7004 on network 40440fef-667d-4d8e-83c5-414dadd2573d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:38:15.992596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Attempting to bind port 4af292e1-0f60-483f-9951-c75819af7004 on network 40440fef-667d-4d8e-83c5-414dadd2573d {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:15.998172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:38:15.998515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Checking segment: {'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:38:15.999027 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Bound using segment: {'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:38:15.999333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Bound port: 4af292e1-0f60-483f-9951-c75819af7004, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b78f59e-a772-4a99-8f3b-e68a074c6aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:38:16.000398 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:16.027169 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-698bd12c-add8-46e0-ab3e-07ffc4b1fb89 None None] Provisioning complete for port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:16.027545 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-698bd12c-add8-46e0-ab3e-07ffc4b1fb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:16.094974 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] For port 4af292e1-0f60-483f-9951-c75819af7004, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:38:16.099668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] For port 4af292e1-0f60-483f-9951-c75819af7004, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4af292e1-0f60-483f-9951-c75819af7004,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:38:16.104469 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:16.160614 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:16.161249 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:16.162704 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] 10.222.0.54 "PUT /v2.0/ports/4af292e1-0f60-483f-9951-c75819af7004 HTTP/1.1" status: 200 len: 1092 time: 0.8469126 Jul 13 08:38:16.163202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'tag': '4af292e1-0f60-483f-9951-c75819af7004'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:16.166619 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236" -d '{"events": [{"name": "network-changed", "server_uuid": "b96d8aeb-aff8-480a-bf08-c6896ab7ed39", "tag": "4af292e1-0f60-483f-9951-c75819af7004"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:16.196074 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcd3dd-4de3-4d6c-93f9-49a7fd5d6212 service neutron] Pushing event updated for resources: {'Port': ['ID=4af292e1-0f60-483f-9951-c75819af7004,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:16.221581 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba15101a-44ed-484e-870c-f4192a0d8f89 x-openstack-request-id: req-ba15101a-44ed-484e-870c-f4192a0d8f89 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:16.222007 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96d8aeb-aff8-480a-bf08-c6896ab7ed39", "tag": "4af292e1-0f60-483f-9951-c75819af7004", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:16.222407 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba15101a-44ed-484e-870c-f4192a0d8f89 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:16.223116 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'tag': '4af292e1-0f60-483f-9951-c75819af7004', 'status': 'completed', 'code': 200} Jul 13 08:38:16.305781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-7842969a-2876-451c-8274-d899821f43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:16.307332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-7842969a-2876-451c-8274-d899821f43ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 1095 time: 0.0831418 Jul 13 08:38:16.351500 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-83177a0a-65dc-4a66-904e-ca4245a6fbcd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4af292e1-0f60-483f-9951-c75819af7004 HTTP/1.1" status: 200 len: 217 time: 0.0371935 Jul 13 08:38:16.404609 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-60515781-ef18-413e-a5d2-923fb5e36107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:16.406343 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-60515781-ef18-413e-a5d2-923fb5e36107 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a979a168-522b-418d-8dfc-466bdd93fe6a HTTP/1.1" status: 200 len: 835 time: 0.0482752 Jul 13 08:38:16.480926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-6e307544-39f2-476f-bedd-03522d8946d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:16.482531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-6e307544-39f2-476f-bedd-03522d8946d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40440fef-667d-4d8e-83c5-414dadd2573d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693777 Jul 13 08:38:16.599442 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-db9a6caa-3c95-484b-9d02-4fbbc8076e20 service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095552 Jul 13 08:38:16.704885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38d4a0a1-0f64-444f-98b1-c7296759f6cb req-6102c2a0-e3f3-4850-a2e7-0db761077b01 service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995202 Jul 13 08:38:16.811383 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-35a8016b-2acb-42f9-9bc3-3999b6dd799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:16.813675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-35a8016b-2acb-42f9-9bc3-3999b6dd799e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 1095 time: 0.0552790 Jul 13 08:38:16.905885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-b4641072-b1ac-4b53-ad27-3f83c9385441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:16.907921 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-b4641072-b1ac-4b53-ad27-3f83c9385441 service neutron] 10.222.0.54 "GET /v2.0/networks?id=40440fef-667d-4d8e-83c5-414dadd2573d HTTP/1.1" status: 200 len: 898 time: 0.0880139 Jul 13 08:38:16.954405 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-d4687e64-14f7-42d2-a6df-2eea528dc842 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4af292e1-0f60-483f-9951-c75819af7004 HTTP/1.1" status: 200 len: 217 time: 0.0402958 Jul 13 08:38:17.008517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-29015f2e-9e6f-45fb-8a4b-dea664a326ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:17.010095 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-29015f2e-9e6f-45fb-8a4b-dea664a326ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a979a168-522b-418d-8dfc-466bdd93fe6a HTTP/1.1" status: 200 len: 835 time: 0.0484650 Jul 13 08:38:17.076333 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-36e8e9bb-d214-478b-b192-c832694bc42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:17.078276 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-36e8e9bb-d214-478b-b192-c832694bc42a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40440fef-667d-4d8e-83c5-414dadd2573d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616305 Jul 13 08:38:17.125987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967ad73-0c02-4647-be4f-97dc6849091e req-6c27dc30-6876-4b88-9d62-a5beea112dae tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:17.127874 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e967ad73-0c02-4647-be4f-97dc6849091e req-6c27dc30-6876-4b88-9d62-a5beea112dae tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 944 time: 0.0748658 Jul 13 08:38:17.180075 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e967ad73-0c02-4647-be4f-97dc6849091e req-12f29dd8-f50c-48f1-ade7-b43c3d64918d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444815 Jul 13 08:38:17.188328 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-8ef84d5c-6780-4063-821a-c6b41716d53e service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031044 Jul 13 08:38:17.208752 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:17.275548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:17.289128 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d3a5b2fb-2a9a-41ec-93a4-52cdb8284236 req-3a4c9fcc-3019-4988-92a9-efe999de64ed service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934658 Jul 13 08:38:17.327474 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:17.329023 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:17.376639 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9e1e-9327-4e8f-960c-4306b12181db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:18.226835 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:18.292756 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4af292e1-0f60-483f-9951-c75819af7004 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:38:18.362096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba2972-41ac-4d9d-9439-456edb397fd5 req-fca54c5b-10de-4d33-967e-b576564f10b7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:18.363736 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffba2972-41ac-4d9d-9439-456edb397fd5 req-fca54c5b-10de-4d33-967e-b576564f10b7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 944 time: 0.0671918 Jul 13 08:38:18.389724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4af292e1-0f60-483f-9951-c75819af7004, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4af292e1-0f60-483f-9951-c75819af7004,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:18.402658 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '4af292e1-0f60-483f-9951-c75819af7004', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'port_id': '4af292e1-0f60-483f-9951-c75819af7004', 'mac_address': 'fa:16:3e:76:50:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:38:18.404718 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ffba2972-41ac-4d9d-9439-456edb397fd5 req-93179a40-8119-42fb-afc7-0723e78bdcf1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353081 Jul 13 08:38:18.441910 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:18.454960 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af292e1-0f60-483f-9951-c75819af7004 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:38:18.474923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4af292e1-0f60-483f-9951-c75819af7004, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4af292e1-0f60-483f-9951-c75819af7004,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:18.478776 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:18.536871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4af292e1-0f60-483f-9951-c75819af7004,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:18.740171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['4af292e1-0f60-483f-9951-c75819af7004'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:38:19.586256 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb682a7-75f0-4a0e-b4bb-fff85a378697 req-44fc57f1-3664-434c-b6a9-678df88aa2bf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:19.587878 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7eb682a7-75f0-4a0e-b4bb-fff85a378697 req-44fc57f1-3664-434c-b6a9-678df88aa2bf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 945 time: 0.0653574 Jul 13 08:38:19.628080 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7eb682a7-75f0-4a0e-b4bb-fff85a378697 req-617cb160-7dfd-4b27-bd12-e34655f7a255 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338314 Jul 13 08:38:20.025698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:20.293247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4af292e1-0f60-483f-9951-c75819af7004 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:20.343291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 4af292e1-0f60-483f-9951-c75819af7004 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:38:20.347278 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 4af292e1-0f60-483f-9951-c75819af7004 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:20.347688 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:20.425989 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:20.450763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af292e1-0f60-483f-9951-c75819af7004'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:20.453125 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e9bf3d-896d-4f90-8d86-3264e3587c1d" -d '{"events": [{"server_uuid": "b96d8aeb-aff8-480a-bf08-c6896ab7ed39", "name": "network-vif-plugged", "status": "completed", "tag": "4af292e1-0f60-483f-9951-c75819af7004"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:20.465604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 4af292e1-0f60-483f-9951-c75819af7004, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4af292e1-0f60-483f-9951-c75819af7004,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:20.469808 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:20.501192 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2044c6-afec-447e-8ad2-55a059bcd260 x-openstack-request-id: req-9c2044c6-afec-447e-8ad2-55a059bcd260 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:20.501688 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96d8aeb-aff8-480a-bf08-c6896ab7ed39", "name": "network-vif-plugged", "status": "completed", "tag": "4af292e1-0f60-483f-9951-c75819af7004", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:20.502012 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c2044c6-afec-447e-8ad2-55a059bcd260 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:20.502539 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af292e1-0f60-483f-9951-c75819af7004', 'code': 200} Jul 13 08:38:20.535937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=4af292e1-0f60-483f-9951-c75819af7004,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:20.630412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06a87-a208-48e3-a37e-7dc2cba6f7f3 req-9d1542b6-9e8d-4735-bcdd-1fc98dbb54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:20.632291 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-14a06a87-a208-48e3-a37e-7dc2cba6f7f3 req-9d1542b6-9e8d-4735-bcdd-1fc98dbb54d1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 1097 time: 0.0679278 Jul 13 08:38:20.674514 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-14a06a87-a208-48e3-a37e-7dc2cba6f7f3 req-6474ae64-792d-4d8a-93ab-bc8e388174e4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359836 Jul 13 08:38:20.735823 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-717765b5-0336-418e-8886-9366963119d1 None None] Provisioning complete for port 4af292e1-0f60-483f-9951-c75819af7004 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:20.736325 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-717765b5-0336-418e-8886-9366963119d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:20.834369 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4213566-0a35-4f51-a1cc-1559a568e5d0 req-fb08c12f-52c5-492d-8ad1-ea2e040d97e2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:20.836413 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4213566-0a35-4f51-a1cc-1559a568e5d0 req-fb08c12f-52c5-492d-8ad1-ea2e040d97e2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0731349 Jul 13 08:38:20.888598 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4213566-0a35-4f51-a1cc-1559a568e5d0 req-13d28998-2597-4d54-865d-6bc33bc70ec6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438070 Jul 13 08:38:22.070038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c88e84-07a9-4e44-a246-b6f47757ca63 req-1db54e3b-da0b-4ded-ae95-399820c2c108 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:22.071511 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-94c88e84-07a9-4e44-a246-b6f47757ca63 req-1db54e3b-da0b-4ded-ae95-399820c2c108 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0678093 Jul 13 08:38:22.109523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-94c88e84-07a9-4e44-a246-b6f47757ca63 req-8463523a-503f-459a-a1ba-fb27f3e9679e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318556 Jul 13 08:38:22.282311 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8b52f-3aa7-4bc5-9bd9-28c1724bff92 req-75859cfa-53cd-4b8b-b8fb-89a049f9a919 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:22.283809 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49a8b52f-3aa7-4bc5-9bd9-28c1724bff92 req-75859cfa-53cd-4b8b-b8fb-89a049f9a919 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0642958 Jul 13 08:38:22.321652 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-49a8b52f-3aa7-4bc5-9bd9-28c1724bff92 req-07774acc-96c5-4466-833d-d505a271818d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321894 Jul 13 08:38:22.345488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45598) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:22.397572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a4ef3e-df53-420d-a477-ef644fd44ee6 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:22.399120 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-37a4ef3e-df53-420d-a477-ef644fd44ee6 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 1092 time: 0.0526221 Jul 13 08:38:22.401913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45600) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:22.406990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '4af292e1-0f60-483f-9951-c75819af7004', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:22.428718 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:22.866305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:22.966301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.25.6.228 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/7b98c1ee-373d-4107-a1ad-3d1b4f2e6333) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:38:23.073831 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:23.113287 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:23.149535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:38:23.154474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:38:23.158463 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:38:23.181509 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=7b98c1ee-373d-4107-a1ad-3d1b4f2e6333,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:23.524683 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:23.598421 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:23.751117 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:23.755446 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:23.829565 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=7b98c1ee-373d-4107-a1ad-3d1b4f2e6333,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:23.841460 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:23.942679 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Floating IP d8dd3a32-19a1-404f-9e0c-1f4444d42046 associated. External IP: 172.25.6.228, port: 4af292e1-0f60-483f-9951-c75819af7004. Jul 13 08:38:24.148581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router eef96054-48ca-42d8-9185-00b0503bd737 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:38:24.252474 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:38:24.263349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] Sync routers for ids ['eef96054-48ca-42d8-9185-00b0503bd737'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:38:24.268759 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:24.273914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] Routers {'eef96054-48ca-42d8-9185-00b0503bd737'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:24.274548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:38:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eef96054-48ca-42d8-9185-00b0503bd737'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:24.311671 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-de7f695a-501c-4375-b266-8faf6afdcb22 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9063056 Jul 13 08:38:24.311671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'tag': '4af292e1-0f60-483f-9951-c75819af7004'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:24.312720 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "b96d8aeb-aff8-480a-bf08-c6896ab7ed39", "tag": "4af292e1-0f60-483f-9951-c75819af7004"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:24.388554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] Set router eef96054-48ca-42d8-9185-00b0503bd737 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:24.408655 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ddb7db-0cf8-49d3-b9fb-9ac4cc935729 x-openstack-request-id: req-20ddb7db-0cf8-49d3-b9fb-9ac4cc935729 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:24.408949 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96d8aeb-aff8-480a-bf08-c6896ab7ed39", "tag": "4af292e1-0f60-483f-9951-c75819af7004", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:24.409202 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20ddb7db-0cf8-49d3-b9fb-9ac4cc935729 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:24.409605 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'tag': '4af292e1-0f60-483f-9951-c75819af7004', 'status': 'completed', 'code': 200} Jul 13 08:38:24.524499 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-d7818098-df93-47e7-8d14-e5d06b68f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:24.526030 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-d7818098-df93-47e7-8d14-e5d06b68f8e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 1097 time: 0.0895224 Jul 13 08:38:24.535862 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3533-ea07-4e0a-bec1-1e6beb9f3c4f req-558273eb-1687-4159-ad27-e2accaa952dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:24.538006 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9bd3533-ea07-4e0a-bec1-1e6beb9f3c4f req-558273eb-1687-4159-ad27-e2accaa952dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.1123140 Jul 13 08:38:24.631383 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9bd3533-ea07-4e0a-bec1-1e6beb9f3c4f req-6ddcab38-8f46-40ef-8ef9-852ff42a52cd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851891 Jul 13 08:38:24.640148 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:11Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'd8dd3a32-19a1-404f-9e0c-1f4444d42046', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'port_id': '4af292e1-0f60-483f-9951-c75819af7004', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'mac_address': 'fa:16:3e:76:50:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:38:23Z', 'updated_at': '2021-07-13T08:38:23Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6', 'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:e3:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:10Z', 'updated_at': '2021-07-13T08:38:15Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:24.662600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-f4ae977c-5d09-48f7-98b8-97cce6ef2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:24.662600 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-f4ae977c-5d09-48f7-98b8-97cce6ef2ff4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=40440fef-667d-4d8e-83c5-414dadd2573d HTTP/1.1" status: 200 len: 898 time: 0.1216280 Jul 13 08:38:24.662600 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45608) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:24.667028 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] Checking router: eef96054-48ca-42d8-9185-00b0503bd737 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:38:24.675676 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] Routers {'eef96054-48ca-42d8-9185-00b0503bd737'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:24.676328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:38:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eef96054-48ca-42d8-9185-00b0503bd737'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:24.773049 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c92490e2-28b4-4df6-94b2-4e1344ab1855 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/d8dd3a32-19a1-404f-9e0c-1f4444d42046 HTTP/1.1" status: 200 len: 992 time: 0.1083367 Jul 13 08:38:24.778444 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-ba18d652-2998-4f68-81a7-ff20ffe77d49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4af292e1-0f60-483f-9951-c75819af7004 HTTP/1.1" status: 200 len: 1000 time: 0.1091828 Jul 13 08:38:24.780336 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] Set router eef96054-48ca-42d8-9185-00b0503bd737 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:24.827246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-b098e39f-a177-4676-b8a8-5e46d48e5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:24.828822 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-b098e39f-a177-4676-b8a8-5e46d48e5f3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a979a168-522b-418d-8dfc-466bdd93fe6a HTTP/1.1" status: 200 len: 835 time: 0.0440128 Jul 13 08:38:24.896649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-cb65c071-ae86-41a5-80d4-0260f9deef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:24.896649 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-cb65c071-ae86-41a5-80d4-0260f9deef7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40440fef-667d-4d8e-83c5-414dadd2573d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587323 Jul 13 08:38:24.993074 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-8e020995-cf28-40ad-8dcf-98bf4ea6595f service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920920 Jul 13 08:38:25.010677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:11Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'd8dd3a32-19a1-404f-9e0c-1f4444d42046', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'port_id': '4af292e1-0f60-483f-9951-c75819af7004', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'mac_address': 'fa:16:3e:76:50:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:38:23Z', 'updated_at': '2021-07-13T08:38:23Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6', 'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:e3:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:10Z', 'updated_at': '2021-07-13T08:38:15Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:25.040781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d822fb-6bab-45ec-bd39-c11c335f6111 None None] The sync data for ids ['eef96054-48ca-42d8-9185-00b0503bd737'] in n-d-798249-7 is: [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:11Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': 'd8dd3a32-19a1-404f-9e0c-1f4444d42046', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'port_id': '4af292e1-0f60-483f-9951-c75819af7004', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'mac_address': 'fa:16:3e:76:50:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:38:23Z', 'updated_at': '2021-07-13T08:38:23Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6', 'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:e3:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:10Z', 'updated_at': '2021-07-13T08:38:15Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:38:25.090011 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7580d4c7-69f6-4bfb-9323-7414e0adcdf5 req-3ee4fdaa-5cc3-44fc-8fb0-2e38772dc7b9 service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910935 Jul 13 08:38:25.233099 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02877d29-fc20-430b-841b-fc6f99e8d759 None None] New status for floating IP d8dd3a32-19a1-404f-9e0c-1f4444d42046: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:38:25.775830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45610) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:25.836110 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d6b11d49-c376-4c24-9344-952bae406a9f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/d8dd3a32-19a1-404f-9e0c-1f4444d42046 HTTP/1.1" status: 200 len: 994 time: 0.0590260 Jul 13 08:38:35.197760 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:38.728354 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:42.165872 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:38:44.411448 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8aca64f4-6784-4488-8421-6077492e6120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:47.212334 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:47.366859 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d8f213e3-c337-4381-960f-2e82a97277b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:48.229313 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:50.027067 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:53.098292 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-2c7f895f-b10b-46bb-9538-92853d910bd9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531085 Jul 13 08:38:53.197483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-7873cbfa-658b-4de3-aa23-efd7b981262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.198905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-7873cbfa-658b-4de3-aa23-efd7b981262e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 1097 time: 0.0576761 Jul 13 08:38:53.306762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-df3e02ee-0775-4ac0-b5d1-3348ba17402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.308276 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-df3e02ee-0775-4ac0-b5d1-3348ba17402b service neutron] 10.222.0.54 "GET /v2.0/networks?id=40440fef-667d-4d8e-83c5-414dadd2573d HTTP/1.1" status: 200 len: 898 time: 0.0879073 Jul 13 08:38:53.376540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-cef947c8-a8f0-47f6-8d2a-a234b354b224 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4af292e1-0f60-483f-9951-c75819af7004 HTTP/1.1" status: 200 len: 1002 time: 0.0619519 Jul 13 08:38:53.427850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-ccba3dc1-18eb-48c3-8bba-5229e90c7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.429357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-ccba3dc1-18eb-48c3-8bba-5229e90c7874 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a979a168-522b-418d-8dfc-466bdd93fe6a HTTP/1.1" status: 200 len: 835 time: 0.0444558 Jul 13 08:38:53.484708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-133afa6b-7203-4c66-8d24-f9df88335b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.486104 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-133afa6b-7203-4c66-8d24-f9df88335b03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40440fef-667d-4d8e-83c5-414dadd2573d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509083 Jul 13 08:38:53.578997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-0dfd7177-cc78-48a1-aa6a-b6e6a24af14f service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852263 Jul 13 08:38:53.667883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a230bef3-c87d-4a38-84f6-0f8f234b06ad req-802ff987-b359-4792-8389-239af4932679 service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805695 Jul 13 08:38:57.385912 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157434-9abd-438d-8bc4-e39abcac4b2d req-ac630748-6d3c-4fc4-91f8-9dcfc69b1793 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:57.387440 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-47157434-9abd-438d-8bc4-e39abcac4b2d req-ac630748-6d3c-4fc4-91f8-9dcfc69b1793 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0656822 Jul 13 08:38:57.427901 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-47157434-9abd-438d-8bc4-e39abcac4b2d req-d3fd11d2-eff0-4f65-a38c-b050bfd37888 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343874 Jul 13 08:38:58.626603 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a446-8e81-4d4f-927e-1b8ea2133734 req-59237e8a-be37-48bd-9aa6-cac9ceb2491a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:58.630497 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1520a446-8e81-4d4f-927e-1b8ea2133734 req-59237e8a-be37-48bd-9aa6-cac9ceb2491a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0827625 Jul 13 08:38:58.678590 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1520a446-8e81-4d4f-927e-1b8ea2133734 req-e534a49a-6121-4f28-8aed-4dc85aacd5f6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432439 Jul 13 08:38:59.861026 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f18e-4c66-40a1-a82c-246e82926adf req-c27229ad-6b78-48f5-b472-1022f052f3c1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:59.862530 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b8f18e-4c66-40a1-a82c-246e82926adf req-c27229ad-6b78-48f5-b472-1022f052f3c1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0691478 Jul 13 08:38:59.906183 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b2b8f18e-4c66-40a1-a82c-246e82926adf req-56bd9f51-440f-49ca-9213-6dbfa4ea0c0e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380654 Jul 13 08:39:01.081432 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c36fe-123e-4d9f-a91a-222da56dfaef req-e8b1bc7b-22d2-4074-a417-afafd2697149 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:01.083682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-103c36fe-123e-4d9f-a91a-222da56dfaef req-e8b1bc7b-22d2-4074-a417-afafd2697149 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0638556 Jul 13 08:39:01.123598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-103c36fe-123e-4d9f-a91a-222da56dfaef req-f1b2e306-5492-449a-a923-3b7b68980915 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338354 Jul 13 08:39:02.304925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb61557-0ca1-460e-bf28-20fdad0d02bc req-2f9abc66-61df-4778-9afa-1d443750856e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:02.306466 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7eb61557-0ca1-460e-bf28-20fdad0d02bc req-2f9abc66-61df-4778-9afa-1d443750856e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0652366 Jul 13 08:39:02.344549 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-7eb61557-0ca1-460e-bf28-20fdad0d02bc req-273eb63a-bfd3-4349-b215-94240de1515c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320725 Jul 13 08:39:03.518818 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6970104-6ba2-42fc-a312-3526a71194c4 req-a7a33e7e-235a-491b-8311-fd7c2c3781dc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:03.520248 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d6970104-6ba2-42fc-a312-3526a71194c4 req-a7a33e7e-235a-491b-8311-fd7c2c3781dc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0636215 Jul 13 08:39:03.563335 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d6970104-6ba2-42fc-a312-3526a71194c4 req-1cf40133-c278-4cf7-a33a-fdb8eac18ca7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368719 Jul 13 08:39:04.738278 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79d024-4ac9-4752-872b-86f1c28d170b req-527afa6a-ba24-4cf0-9cfa-5b7aaf8a7399 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:04.740373 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f79d024-4ac9-4752-872b-86f1c28d170b req-527afa6a-ba24-4cf0-9cfa-5b7aaf8a7399 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0639324 Jul 13 08:39:04.785512 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9f79d024-4ac9-4752-872b-86f1c28d170b req-f5294955-1994-42b7-b7c2-2b06ae239667 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394812 Jul 13 08:39:05.194674 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:05.964319 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e5be0-d1d6-4f6d-9cc3-254dff26b549 req-762e27c1-b920-4b2c-986e-fadcf175110d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:05.965883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c84e5be0-d1d6-4f6d-9cc3-254dff26b549 req-762e27c1-b920-4b2c-986e-fadcf175110d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0642731 Jul 13 08:39:06.005018 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c84e5be0-d1d6-4f6d-9cc3-254dff26b549 req-3476a470-61b6-40f4-b31c-08f7bf4fcfc0 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335002 Jul 13 08:39:07.181774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164afe-d26a-4aff-8443-b8a3ed8a5f8b req-ad4cfdef-381c-4b5b-8b6a-ba187f359213 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:07.183231 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4164afe-d26a-4aff-8443-b8a3ed8a5f8b req-ad4cfdef-381c-4b5b-8b6a-ba187f359213 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0669618 Jul 13 08:39:07.229761 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f4164afe-d26a-4aff-8443-b8a3ed8a5f8b req-53dc1c7f-ee80-43ee-a61c-f0d33992755a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409012 Jul 13 08:39:08.413989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755a6ed-33b2-4cc0-8f87-ff9d7c52730e req-8eafb9c6-25de-418d-88eb-243ccb462623 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:08.415623 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9755a6ed-33b2-4cc0-8f87-ff9d7c52730e req-8eafb9c6-25de-418d-88eb-243ccb462623 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0704269 Jul 13 08:39:08.457408 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9755a6ed-33b2-4cc0-8f87-ff9d7c52730e req-79e1bb7f-21e5-4f78-a34f-7ce22f39da61 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360246 Jul 13 08:39:08.735981 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:09.633216 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f6d45-55c0-4153-ab5c-030656748ab2 req-d9042157-fc3a-4739-be06-ffe749763d10 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:09.634636 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c04f6d45-55c0-4153-ab5c-030656748ab2 req-d9042157-fc3a-4739-be06-ffe749763d10 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0637505 Jul 13 08:39:09.674753 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c04f6d45-55c0-4153-ab5c-030656748ab2 req-5d112abb-eb01-4bf6-a89b-89d0a33b989e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345085 Jul 13 08:39:10.862312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3a09e-6df9-477f-8348-50e4c16bedfe req-9dce13b0-4af0-4c42-8ce6-e4cbabe0a2dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:10.863825 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfa3a09e-6df9-477f-8348-50e4c16bedfe req-9dce13b0-4af0-4c42-8ce6-e4cbabe0a2dd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0718474 Jul 13 08:39:10.908860 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dfa3a09e-6df9-477f-8348-50e4c16bedfe req-3d08f3b3-a295-4133-b966-41268f0ea0e8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385206 Jul 13 08:39:12.094205 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5f77f-0923-4ee0-bbbc-bd72b52935a3 req-4716e506-4037-40b1-9b79-bda1796d16b8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:12.095748 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3f5f77f-0923-4ee0-bbbc-bd72b52935a3 req-4716e506-4037-40b1-9b79-bda1796d16b8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0700622 Jul 13 08:39:12.139313 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b3f5f77f-0923-4ee0-bbbc-bd72b52935a3 req-c3b3c858-5816-4755-bd21-a2b7c8921434 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352206 Jul 13 08:39:13.332879 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7831b-d92c-42fe-b887-cf80f97f549c req-5fa5a5af-48d3-4d9e-9979-a24a53c7d41a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:13.335192 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95d7831b-d92c-42fe-b887-cf80f97f549c req-5fa5a5af-48d3-4d9e-9979-a24a53c7d41a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0655990 Jul 13 08:39:13.374501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-95d7831b-d92c-42fe-b887-cf80f97f549c req-aedbac5f-eb98-4b08-bdbd-c4791b7963e2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335858 Jul 13 08:39:13.399441 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45666) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:13.464962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5612a1e4-ae84-4218-b19a-3ece62ecb634 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/d8dd3a32-19a1-404f-9e0c-1f4444d42046 HTTP/1.1" status: 200 len: 994 time: 0.0642271 Jul 13 08:39:14.413509 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4918761c-8fff-415a-b753-dbdaff8c8d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:14.892214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-8c2270c9-c349-48e5-92be-27aca3221085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:14.895026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-8c2270c9-c349-48e5-92be-27aca3221085 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 1097 time: 0.0609643 Jul 13 08:39:14.907050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aee139-fe6c-42d5-90e0-b36fdb00d6df req-295a7c59-8107-4218-a509-d1b07a7d707b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:14.908811 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1aee139-fe6c-42d5-90e0-b36fdb00d6df req-295a7c59-8107-4218-a509-d1b07a7d707b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0674188 Jul 13 08:39:14.947893 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1aee139-fe6c-42d5-90e0-b36fdb00d6df req-e0c851ff-3dd5-4190-9da5-f22e847ff58e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326257 Jul 13 08:39:14.984412 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-112f02aa-a29e-4f73-9365-f03b2bd50230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:14.985887 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-112f02aa-a29e-4f73-9365-f03b2bd50230 service neutron] 10.222.0.54 "GET /v2.0/networks?id=40440fef-667d-4d8e-83c5-414dadd2573d HTTP/1.1" status: 200 len: 898 time: 0.0850308 Jul 13 08:39:15.054498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-99e99da2-2ff5-48cd-a2c7-a0ff83bcc249 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4af292e1-0f60-483f-9951-c75819af7004 HTTP/1.1" status: 200 len: 1002 time: 0.0613804 Jul 13 08:39:15.101544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-67cdea69-6bfa-4756-b1b0-b1cdbc3f7a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:15.102956 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-67cdea69-6bfa-4756-b1b0-b1cdbc3f7a7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a979a168-522b-418d-8dfc-466bdd93fe6a HTTP/1.1" status: 200 len: 835 time: 0.0424275 Jul 13 08:39:15.159555 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-5f483945-d155-495a-b5dd-72727144ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:15.161706 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-5f483945-d155-495a-b5dd-72727144ee46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40440fef-667d-4d8e-83c5-414dadd2573d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520766 Jul 13 08:39:15.251586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-48ed5468-5163-4005-ad8e-f49d1dbf8707 service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838065 Jul 13 08:39:15.342209 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b23c079b-8155-4c87-a9c3-86e4dadcb780 req-c933a870-4742-4b87-a5bb-c63c36573404 service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839443 Jul 13 08:39:16.123064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454e63c-fbff-426b-9e50-9ea80272fbe1 req-fa6fd778-ac13-432e-88be-fcd8451e1f12 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:16.124523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a454e63c-fbff-426b-9e50-9ea80272fbe1 req-fa6fd778-ac13-432e-88be-fcd8451e1f12 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0629714 Jul 13 08:39:16.162651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a454e63c-fbff-426b-9e50-9ea80272fbe1 req-e08b2c34-5847-4f27-ac68-1601ea1872f7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326791 Jul 13 08:39:16.186956 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45678) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:16.246262 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c98f1b17-a01f-4427-9b03-689c20d54b7c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/d8dd3a32-19a1-404f-9e0c-1f4444d42046 HTTP/1.1" status: 200 len: 994 time: 0.0581667 Jul 13 08:39:17.213255 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:17.366461 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7ce606d2-9696-425c-ba3c-6301e46cdff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:18.232518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:19.166254 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:39:20.028910 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.228106 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.737934 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:44.414989 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-49ef900b-ee74-464c-baaf-8bb79690b940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:46.746371 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45692) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:46.913550 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 7b98c1ee-373d-4107-a1ad-3d1b4f2e6333 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:46.913899 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:46.993873 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:46.994189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.006009 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 7b98c1ee-373d-4107-a1ad-3d1b4f2e6333 owned by network:floatingip {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:47.157107 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.182294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=7b98c1ee-373d-4107-a1ad-3d1b4f2e6333,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:47.195982 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.196370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.196721 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.197066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.197413 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.197755 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.198094 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.198431 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.198766 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.199099 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.199430 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.199761 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:47.216659 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.258607 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.259805 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Floating IP d8dd3a32-19a1-404f-9e0c-1f4444d42046 disassociated (deleted). External IP: 172.25.6.228, port: 4af292e1-0f60-483f-9951-c75819af7004. Jul 13 08:39:47.370128 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4ebf55ff-8571-44ae-b378-240ef6ba36ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.470702 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router eef96054-48ca-42d8-9185-00b0503bd737 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:39:47.586482 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:47.590950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.596858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] Sync routers for ids ['eef96054-48ca-42d8-9185-00b0503bd737'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:47.607131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] Routers {'eef96054-48ca-42d8-9185-00b0503bd737'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:47.607749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eef96054-48ca-42d8-9185-00b0503bd737'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:47.631418 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-53bfaa20-0f8e-4b80-a749-a62cbad3c3fa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/floatingips/d8dd3a32-19a1-404f-9e0c-1f4444d42046 HTTP/1.1" status: 204 len: 168 time: 0.8839202 Jul 13 08:39:47.632063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'tag': '4af292e1-0f60-483f-9951-c75819af7004'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:47.634469 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9046a3ad70657b6b3b53c8db3c3d455e44e9c778199fceaa5570d726467534ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e2352d-e11a-4943-b0b4-7ea6c139aeee" -d '{"events": [{"name": "network-changed", "server_uuid": "b96d8aeb-aff8-480a-bf08-c6896ab7ed39", "tag": "4af292e1-0f60-483f-9951-c75819af7004"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:47.737477 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256e9a18-8b75-4e19-a358-c6f79eb1dfe5 x-openstack-request-id: req-256e9a18-8b75-4e19-a358-c6f79eb1dfe5 {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:47.737834 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96d8aeb-aff8-480a-bf08-c6896ab7ed39", "tag": "4af292e1-0f60-483f-9951-c75819af7004", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:47.738067 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-256e9a18-8b75-4e19-a358-c6f79eb1dfe5 {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:47.738495 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'tag': '4af292e1-0f60-483f-9951-c75819af7004', 'status': 'completed', 'code': 200} Jul 13 08:39:47.825467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-fcc8bb18-19b3-44c9-a706-38aabbf26e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:47.827028 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-fcc8bb18-19b3-44c9-a706-38aabbf26e72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 1097 time: 0.0609834 Jul 13 08:39:47.891189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] Set router eef96054-48ca-42d8-9185-00b0503bd737 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:47.945537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-0848fc95-904e-4825-ac2f-0dc5e7cd3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:47.947120 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-0848fc95-904e-4825-ac2f-0dc5e7cd3be9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=40440fef-667d-4d8e-83c5-414dadd2573d HTTP/1.1" status: 200 len: 898 time: 0.1132872 Jul 13 08:39:47.997864 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-f78473da-ef42-4787-99b0-b223f7d29b8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4af292e1-0f60-483f-9951-c75819af7004 HTTP/1.1" status: 200 len: 217 time: 0.0432806 Jul 13 08:39:48.037297 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601cfe1-4a06-4830-9240-a0f948727405 req-64ec375a-d7e8-457d-8bcc-6fdbc8fb7b61 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:48.039397 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6601cfe1-4a06-4830-9240-a0f948727405 req-64ec375a-d7e8-457d-8bcc-6fdbc8fb7b61 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0749784 Jul 13 08:39:48.050262 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-0e150272-4ef5-48ef-8050-55acd69a6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:48.052633 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-0e150272-4ef5-48ef-8050-55acd69a6fa1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a979a168-522b-418d-8dfc-466bdd93fe6a HTTP/1.1" status: 200 len: 835 time: 0.0472360 Jul 13 08:39:48.088763 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6601cfe1-4a06-4830-9240-a0f948727405 req-2fe775a4-7f5d-49fb-bc0a-861cbce4e913 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407431 Jul 13 08:39:48.093826 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:11Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6', 'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:e3:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:10Z', 'updated_at': '2021-07-13T08:38:15Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:48.114650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-7b205024-ca5b-4d03-93f2-0d6631493769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:48.116320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-7b205024-ca5b-4d03-93f2-0d6631493769 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=40440fef-667d-4d8e-83c5-414dadd2573d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562921 Jul 13 08:39:48.120267 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] Checking router: eef96054-48ca-42d8-9185-00b0503bd737 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:48.128986 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] Routers {'eef96054-48ca-42d8-9185-00b0503bd737'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:48.130189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eef96054-48ca-42d8-9185-00b0503bd737'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:48.212976 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-14e25937-3faf-49a7-bd0b-5d60f46e5ce7 service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884032 Jul 13 08:39:48.243148 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:48.244898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] Set router eef96054-48ca-42d8-9185-00b0503bd737 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:48.308531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58e2352d-e11a-4943-b0b4-7ea6c139aeee req-6c09ed63-e3e2-4e44-9c16-556388754388 service neutron] 10.222.0.54 "GET /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880980 Jul 13 08:39:48.444198 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:11Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6', 'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:e3:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:10Z', 'updated_at': '2021-07-13T08:38:15Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:48.469304 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab0269-058f-401a-8b12-d8f1202c370d None None] The sync data for ids ['eef96054-48ca-42d8-9185-00b0503bd737'] in n-d-798249-7 is: [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:38:11Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6', 'name': '', 'network_id': '40440fef-667d-4d8e-83c5-414dadd2573d', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:e3:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:10Z', 'updated_at': '2021-07-13T08:38:15Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': 'a979a168-522b-418d-8dfc-466bdd93fe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:48.688472 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f78f4-732f-4e2c-ab10-27f2fa757754 None None] New status for floating IP d8dd3a32-19a1-404f-9e0c-1f4444d42046: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:39:49.264572 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541c66f-a21e-4a79-ac3d-158435dcfb80 req-9da5764b-2a6a-4c70-ab12-9fef5053a3a5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:49.266109 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9541c66f-a21e-4a79-ac3d-158435dcfb80 req-9da5764b-2a6a-4c70-ab12-9fef5053a3a5 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0706995 Jul 13 08:39:49.310454 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9541c66f-a21e-4a79-ac3d-158435dcfb80 req-d887bb92-6aa7-4225-9774-b46883857b7d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f31403c-2c58-452d-9cbb-d251bc5fe878&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370440 Jul 13 08:39:49.518430 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6d0878fd-873a-4476-b9f0-7e3ae51adb1a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:49.520656 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6d0878fd-873a-4476-b9f0-7e3ae51adb1a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 946 time: 0.0646880 Jul 13 08:39:49.626037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 4af292e1-0f60-483f-9951-c75819af7004 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:49.626292 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.716692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 4af292e1-0f60-483f-9951-c75819af7004, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=4af292e1-0f60-483f-9951-c75819af7004,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:49.717059 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.729989 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 4af292e1-0f60-483f-9951-c75819af7004 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:50.033158 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.214505 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.244072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=4af292e1-0f60-483f-9951-c75819af7004,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:50.259484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.259484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.259484 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.259982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.259982 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.260344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.260675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.260935 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.261260 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.261582 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.261924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.262245 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:50.304915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] No DVR routers for this DVR port 4af292e1-0f60-483f-9951-c75819af7004 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:39:50.307618 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.309700 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b924fa82-4e55-45c6-9be0-1ea7a821ea53 req-6f54d970-2cb9-4737-87aa-fe3310ee0458 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "DELETE /v2.0/ports/4af292e1-0f60-483f-9951-c75819af7004 HTTP/1.1" status: 204 len: 173 time: 0.7829370 Jul 13 08:39:50.310320 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'name': 'network-vif-deleted', 'tag': '4af292e1-0f60-483f-9951-c75819af7004'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:50.314141 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea065bf-404a-4e27-8b69-7b8c327ab07b" -d '{"events": [{"server_uuid": "b96d8aeb-aff8-480a-bf08-c6896ab7ed39", "name": "network-vif-deleted", "tag": "4af292e1-0f60-483f-9951-c75819af7004"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:50.361751 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f3083d-b158-48a6-89b9-4f386d2a612b x-openstack-request-id: req-d6f3083d-b158-48a6-89b9-4f386d2a612b {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:50.362092 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96d8aeb-aff8-480a-bf08-c6896ab7ed39", "name": "network-vif-deleted", "tag": "4af292e1-0f60-483f-9951-c75819af7004", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:50.362485 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6f3083d-b158-48a6-89b9-4f386d2a612b {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:50.362853 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96d8aeb-aff8-480a-bf08-c6896ab7ed39', 'name': 'network-vif-deleted', 'tag': '4af292e1-0f60-483f-9951-c75819af7004', 'status': 'completed', 'code': 200} Jul 13 08:39:50.483535 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de8d8ccb-ec59-4242-84d3-946e96a29e10 req-0586f586-8156-4acf-ae10-4783dc8c6a43 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=b96d8aeb-aff8-480a-bf08-c6896ab7ed39 HTTP/1.1" status: 200 len: 210 time: 0.0419695 Jul 13 08:39:51.581916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45712) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:51.937450 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.207484 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:52.207833 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.302916 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:52.303277 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.315709 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:52.503294 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:52.532470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:52.759468 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4af292e1-0f60-483f-9951-c75819af7004 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:52.780932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 4af292e1-0f60-483f-9951-c75819af7004 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:52.781275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 4af292e1-0f60-483f-9951-c75819af7004 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:52.986589 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.206545 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router eef96054-48ca-42d8-9185-00b0503bd737 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:39:53.322401 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:53.327784 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1e60e8c5-c94d-474c-8267-142e06038a32 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "PUT /v2.0/routers/eef96054-48ca-42d8-9185-00b0503bd737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444594 Jul 13 08:39:53.330498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45714) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:53.332535 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] Sync routers for ids ['eef96054-48ca-42d8-9185-00b0503bd737'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:53.343589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] Routers {'eef96054-48ca-42d8-9185-00b0503bd737'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:53.344243 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eef96054-48ca-42d8-9185-00b0503bd737'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:53.386316 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2f37fb-e2c7-41a6-8a2f-43064b7d4583 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting subnet a979a168-522b-418d-8dfc-466bdd93fe6a {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:39:53.389453 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0a2f37fb-e2c7-41a6-8a2f-43064b7d4583 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.428921 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0a2f37fb-e2c7-41a6-8a2f-43064b7d4583 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.449674 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] Set router eef96054-48ca-42d8-9185-00b0503bd737 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:53.515598 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0a2f37fb-e2c7-41a6-8a2f-43064b7d4583 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.583550 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0a2f37fb-e2c7-41a6-8a2f-43064b7d4583 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.613656 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f37fb-e2c7-41a6-8a2f-43064b7d4583 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Subnet': ['ID=a979a168-522b-418d-8dfc-466bdd93fe6a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:53.616584 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-0a2f37fb-e2c7-41a6-8a2f-43064b7d4583 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.621073 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0a2f37fb-e2c7-41a6-8a2f-43064b7d4583 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/subnets/a979a168-522b-418d-8dfc-466bdd93fe6a HTTP/1.1" status: 204 len: 168 time: 0.2892945 Jul 13 08:39:53.621901 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45716) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:53.630937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252536c3-11a2-428f-8304-5edad4b3553c None None] Network 40440fef-667d-4d8e-83c5-414dadd2573d requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:39:53.704775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:39:52Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:53.739454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.754841 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] Checking router: eef96054-48ca-42d8-9185-00b0503bd737 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:53.786713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] Routers {'eef96054-48ca-42d8-9185-00b0503bd737'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:53.787417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['eef96054-48ca-42d8-9185-00b0503bd737'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:53.852392 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.907427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] Set router eef96054-48ca-42d8-9185-00b0503bd737 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:53.912093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port a50adcaf-a798-45d1-b044-28744f2195d6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:53.912454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:53.969949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] DHCP port deletion for 40440fef-667d-4d8e-83c5-414dadd2573d request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:39:54.000134 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port a50adcaf-a798-45d1-b044-28744f2195d6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=a50adcaf-a798-45d1-b044-28744f2195d6,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:54.000500 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.014095 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for a50adcaf-a798-45d1-b044-28744f2195d6 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:54.086119 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Deleting port 975dc528-7281-4b89-8942-a3e26338739d {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:54.086499 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.178479 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] For port 975dc528-7281-4b89-8942-a3e26338739d, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=975dc528-7281-4b89-8942-a3e26338739d,segment=NetworkSegment(1b78f59e-a772-4a99-8f3b-e68a074c6aa8),segment_id=1b78f59e-a772-4a99-8f3b-e68a074c6aa8)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:54.178750 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.190061 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.195228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Calling delete_port for 975dc528-7281-4b89-8942-a3e26338739d owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:54.212570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:39:52Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:54.216539 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=a50adcaf-a798-45d1-b044-28744f2195d6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:54.269338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e005ec8-12de-495b-be09-262d380e0fcf None None] The sync data for ids ['eef96054-48ca-42d8-9185-00b0503bd737'] in n-d-798249-7 is: [{'id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1306539401', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:38:07Z', 'updated_at': '2021-07-13T08:39:52Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'a50adcaf-a798-45d1-b044-28744f2195d6', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef96054-48ca-42d8-9185-00b0503bd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:38:08Z', 'updated_at': '2021-07-13T08:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:54.283681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.317984 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.343626 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Pushing event deleted for resources: {'Port': ['ID=975dc528-7281-4b89-8942-a3e26338739d,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:54.349893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] No DVR routers for this DVR port 975dc528-7281-4b89-8942-a3e26338739d on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:39:54.357633 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.357984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.358331 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.358662 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.358994 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.359321 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.360131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.360131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.361025 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.361362 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.361684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.362055 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e447e7f-ca30-4f45-ae6f-ad032c20e809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:54.383639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.385768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.431004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.431475 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Fanout notify agent at l3_agent the message router_deleted on router eef96054-48ca-42d8-9185-00b0503bd737 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:39:54.439141 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.440303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e7010e35-be37-45b2-86d2-11a1f1295dc8 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/routers/eef96054-48ca-42d8-9185-00b0503bd737 HTTP/1.1" status: 204 len: 168 time: 0.8173385 Jul 13 08:39:54.443906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45718) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:54.524039 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.608907 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.619644 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40440fef-667d-4d8e-83c5-414dadd2573d']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:54.637421 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b78f59e-a772-4a99-8f3b-e68a074c6aa8') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:54.638155 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b78f59e-a772-4a99-8f3b-e68a074c6aa8') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:54.647375 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.661909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.668221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:39:54.668624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:39:54.671589 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:39:54.731342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.741824 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.743944 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/networks/40440fef-667d-4d8e-83c5-414dadd2573d HTTP/1.1" status: 204 len: 168 time: 0.2990313 Jul 13 08:39:54.746821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45720) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:54.754266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976aebd-0788-479d-afbc-c902ce008265 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Network': ['ID=40440fef-667d-4d8e-83c5-414dadd2573d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:54.809051 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac66a1d5-8134-4783-9f01-71cebfe6fb9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.835525 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac66a1d5-8134-4783-9f01-71cebfe6fb9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.905140 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac66a1d5-8134-4783-9f01-71cebfe6fb9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.907977 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ac66a1d5-8134-4783-9f01-71cebfe6fb9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.915989 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ac66a1d5-8134-4783-9f01-71cebfe6fb9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/security-groups/4f31403c-2c58-452d-9cbb-d251bc5fe878 HTTP/1.1" status: 204 len: 168 time: 0.1614182 Jul 13 08:39:54.920364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66a1d5-8134-4783-9f01-71cebfe6fb9d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f31403c-2c58-452d-9cbb-d251bc5fe878,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:55.319451 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:55.340291 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:55.340644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 2dc5d5bd-68dd-48eb-b0bf-31468bcd81f6 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:55.341069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 975dc528-7281-4b89-8942-a3e26338739d no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:55.360782 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 975dc528-7281-4b89-8942-a3e26338739d {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:55.361132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 975dc528-7281-4b89-8942-a3e26338739d not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:55.361647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a50adcaf-a798-45d1-b044-28744f2195d6 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:55.384716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: a50adcaf-a798-45d1-b044-28744f2195d6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:55.385057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device a50adcaf-a798-45d1-b044-28744f2195d6 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:55.561485 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45726) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:55.567119 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-72d2f61f-8b6a-4c88-b86f-81648a7e7017 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315542041', 'description': 'tempest-secgroup-smoke-1315542041 description', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:55.594471 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72d2f61f-8b6a-4c88-b86f-81648a7e7017 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.693613 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72d2f61f-8b6a-4c88-b86f-81648a7e7017 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.698213 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72d2f61f-8b6a-4c88-b86f-81648a7e7017 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.729606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-72d2f61f-8b6a-4c88-b86f-81648a7e7017 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.731039 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-72d2f61f-8b6a-4c88-b86f-81648a7e7017 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1684122 Jul 13 08:39:55.734476 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45728) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:55.736470 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2f61f-8b6a-4c88-b86f-81648a7e7017 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1981f1b6-b4a0-4546-8c4d-913dbbe56412,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:55.741186 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-7fa09650-379a-473f-9ca4-a89446d2a1f6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '1981f1b6-b4a0-4546-8c4d-913dbbe56412', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:55.776696 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa09650-379a-473f-9ca4-a89446d2a1f6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.861129 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa09650-379a-473f-9ca4-a89446d2a1f6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.866497 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa09650-379a-473f-9ca4-a89446d2a1f6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.893903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa09650-379a-473f-9ca4-a89446d2a1f6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24986cc0-15c0-4d7c-9b37-2439af068c7a,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:55.905769 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7fa09650-379a-473f-9ca4-a89446d2a1f6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:55.907635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7fa09650-379a-473f-9ca4-a89446d2a1f6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717963 Jul 13 08:39:55.911837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45730) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:55.918628 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-55a366cf-50ba-43d9-b3a9-03dd3eafb875 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '1981f1b6-b4a0-4546-8c4d-913dbbe56412', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:55.950474 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55a366cf-50ba-43d9-b3a9-03dd3eafb875 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.011104 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55a366cf-50ba-43d9-b3a9-03dd3eafb875 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.014492 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55a366cf-50ba-43d9-b3a9-03dd3eafb875 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.032335 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a366cf-50ba-43d9-b3a9-03dd3eafb875 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68675426-44ba-4a98-89f4-2b3fa481232c,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:56.037888 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-55a366cf-50ba-43d9-b3a9-03dd3eafb875 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.039131 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-55a366cf-50ba-43d9-b3a9-03dd3eafb875 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259117 Jul 13 08:39:56.041847 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45732) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:56.046452 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-f0cefd4a-3d4e-4ecf-8378-13848f4f190a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '1981f1b6-b4a0-4546-8c4d-913dbbe56412', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:56.072370 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f0cefd4a-3d4e-4ecf-8378-13848f4f190a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.131305 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f0cefd4a-3d4e-4ecf-8378-13848f4f190a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.134733 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f0cefd4a-3d4e-4ecf-8378-13848f4f190a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.153271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cefd4a-3d4e-4ecf-8378-13848f4f190a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71d4d9a-887b-42a3-8bb1-4c102a42b8f9,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:56.159338 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-f0cefd4a-3d4e-4ecf-8378-13848f4f190a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.161659 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-f0cefd4a-3d4e-4ecf-8378-13848f4f190a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187053 Jul 13 08:39:56.165886 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45734) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:56.167138 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:39:56.171043 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-96dc3e06-c56f-4dad-8bb7-92163128703a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '1981f1b6-b4a0-4546-8c4d-913dbbe56412', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:56.198079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96dc3e06-c56f-4dad-8bb7-92163128703a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.258351 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96dc3e06-c56f-4dad-8bb7-92163128703a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.262226 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96dc3e06-c56f-4dad-8bb7-92163128703a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.280830 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc3e06-c56f-4dad-8bb7-92163128703a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a781397c-bea1-42e4-86a2-8fd57ae5f704,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:56.289735 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-96dc3e06-c56f-4dad-8bb7-92163128703a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.290957 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-96dc3e06-c56f-4dad-8bb7-92163128703a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238976 Jul 13 08:39:56.293664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45736) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:56.298130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9fff8063-a758-4f11-927f-16322a719494 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '1981f1b6-b4a0-4546-8c4d-913dbbe56412', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:56.318495 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-9fff8063-a758-4f11-927f-16322a719494 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Project 311e8ef80f9241238d9f69bbc702ccb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:39:56.323179 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9fff8063-a758-4f11-927f-16322a719494 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.386042 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9fff8063-a758-4f11-927f-16322a719494 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.392745 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9fff8063-a758-4f11-927f-16322a719494 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.414959 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff8063-a758-4f11-927f-16322a719494 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d8fb5b-4d17-41ff-8db8-a4e34c169faa,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:56.418714 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9fff8063-a758-4f11-927f-16322a719494 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.420107 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9fff8063-a758-4f11-927f-16322a719494 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254530 Jul 13 08:39:56.423507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45738) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:56.431285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-48c2dc48-e008-47b9-b3f9-019f92807537 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'security_group_rule': {'security_group_id': '1981f1b6-b4a0-4546-8c4d-913dbbe56412', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:56.457217 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-48c2dc48-e008-47b9-b3f9-019f92807537 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Project 311e8ef80f9241238d9f69bbc702ccb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:39:56.462773 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-48c2dc48-e008-47b9-b3f9-019f92807537 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.527796 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-48c2dc48-e008-47b9-b3f9-019f92807537 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.531417 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-48c2dc48-e008-47b9-b3f9-019f92807537 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.549738 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2dc48-e008-47b9-b3f9-019f92807537 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae0c81d-4140-45ba-9d3c-103dda68a11b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:56.557314 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-48c2dc48-e008-47b9-b3f9-019f92807537 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.558650 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-48c2dc48-e008-47b9-b3f9-019f92807537 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337435 Jul 13 08:39:56.561588 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45740) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:56.567494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'network': {'name': 'tempest-network-smoke--2056247381', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'port_security_enabled': True}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:56.589073 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:39:56.592643 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.618379 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:39:56.630249 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.630599 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Added segment 05b9cad4-5c13-4cf8-820f-73ff6bf5908d of type vlan for network 57299808-94a9-46c3-a036-27304cbf2eb0 Jul 13 08:39:56.672718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.706555 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.713328 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:56.713911 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.746795 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1841323 Jul 13 08:39:56.749520 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45742) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:56.755163 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'admin_state_up': True, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:56.799118 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41132c7-75a8-4daa-bd69-ef9f6efe487e tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Network': ['ID=57299808-94a9-46c3-a036-27304cbf2eb0,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:56.809623 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 57299808-94a9-46c3-a036-27304cbf2eb0 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:39:56.814486 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.815281 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:56.872171 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:57.012445 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:57.214348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:57.233878 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:57.343048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.25.6.251 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/d89e66da-78c5-45c2-8d54-1c4a659c57db) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:39:57.461896 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:57.499854 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:57.536003 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:57.540718 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:57.544200 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:39:57.569530 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=d89e66da-78c5-45c2-8d54-1c4a659c57db,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:57.805229 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.009162 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.140649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router 7af6a308-2949-410e-a55c-9098738f4313 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:39:58.250404 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:58.262955 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Sync routers for ids ['7af6a308-2949-410e-a55c-9098738f4313'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:58.270916 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.272202 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8724d516-b4e0-4b93-b207-750034214248 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5217135 Jul 13 08:39:58.275766 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Routers {'7af6a308-2949-410e-a55c-9098738f4313'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:58.276776 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7af6a308-2949-410e-a55c-9098738f4313'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:58.277092 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45746) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:58.355025 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-469a7845-3a83-4917-836f-5654515533d9 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=311e8ef80f9241238d9f69bbc702ccb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767760 Jul 13 08:39:58.357861 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45750) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:58.390764 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Set router 7af6a308-2949-410e-a55c-9098738f4313 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:58.450917 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d23a7-bb6b-483c-a482-78e0a1cb09e3 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:58.452470 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-814d23a7-bb6b-483c-a482-78e0a1cb09e3 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936973 Jul 13 08:39:58.455438 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45752) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:58.485214 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-91170c37-4d25-4447-8638-c887d84155eb tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=75b317aa-f619-44a8-8b4e-874cbb2cbe23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286820 Jul 13 08:39:58.487990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45754) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:58.493595 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1921314021', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:58.574257 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:39:57Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:58.587751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:39:58.591579 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.604556 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Checking router: 7af6a308-2949-410e-a55c-9098738f4313 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:58.604967 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Updating router 7af6a308-2949-410e-a55c-9098738f4313 port d89e66da-78c5-45c2-8d54-1c4a659c57db binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:39:58.641997 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.800123 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.871048 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Subnet': ['ID=7bd791a9-e454-4018-94e3-9881743d9c7f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:58.882688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Checking segment: {'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:58.883154 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network hostable DHCP agents. Network: 57299808-94a9-46c3-a036-27304cbf2eb0, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:39:58.910682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 57299808-94a9-46c3-a036-27304cbf2eb0 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:39:58.922308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 57299808-94a9-46c3-a036-27304cbf2eb0) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:58.933130 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:58.933885 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.938865 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10474c40-1b10-43b5-986a-973882403c25 None None] Network 57299808-94a9-46c3-a036-27304cbf2eb0 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:39:58.940085 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.952933 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Transition to ACTIVE for port object d89e66da-78c5-45c2-8d54-1c4a659c57db will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:58.960057 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e2b5978e-e61b-484d-93b2-f40e5f0a9424 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4679277 Jul 13 08:39:58.961159 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45756) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:58.963710 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.015516 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Attempting to bind port d89e66da-78c5-45c2-8d54-1c4a659c57db on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:39:59.016002 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Attempting to bind port d89e66da-78c5-45c2-8d54-1c4a659c57db by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:39:59.016469 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Attempting to bind port d89e66da-78c5-45c2-8d54-1c4a659c57db on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:39:59.031214 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:39:59.031583 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:59.032148 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.032569 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:39:59.033301 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Bound port: d89e66da-78c5-45c2-8d54-1c4a659c57db, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:39:59.033867 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.093227 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] For port d89e66da-78c5-45c2-8d54-1c4a659c57db, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:39:59.097726 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] For port d89e66da-78c5-45c2-8d54-1c4a659c57db, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d89e66da-78c5-45c2-8d54-1c4a659c57db,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:39:59.100198 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Pushing event updated for resources: {'Port': ['ID=d89e66da-78c5-45c2-8d54-1c4a659c57db,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:59.109703 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.115174 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.115806 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.116407 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.116912 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.117413 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.117931 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.118485 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.118996 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.119497 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.119994 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.120549 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.121064 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:59.184329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-57299808-94a9-46c3-a036-27304cbf2eb0', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:39:59.185496 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.190581 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Routers {'7af6a308-2949-410e-a55c-9098738f4313'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:59.192409 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7af6a308-2949-410e-a55c-9098738f4313'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:59.198061 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74457b-49a0-4b39-b1c4-260822c7b86b None None] Pushing event updated for resources: {'Port': ['ID=d89e66da-78c5-45c2-8d54-1c4a659c57db,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:59.334204 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] Set router 7af6a308-2949-410e-a55c-9098738f4313 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:59.359154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Allocated IP 172.20.0.2 (57299808-94a9-46c3-a036-27304cbf2eb0/7bd791a9-e454-4018-94e3-9881743d9c7f/dbab5c74-fdda-4ea5-85ef-85e53e231236) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:39:59.528266 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.537262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Transition to ACTIVE for port object dbab5c74-fdda-4ea5-85ef-85e53e231236 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:59.556594 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Transition to ACTIVE for port object dbab5c74-fdda-4ea5-85ef-85e53e231236 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:59.565783 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.624371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Network 57299808-94a9-46c3-a036-27304cbf2eb0 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:59.629129 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:59.633153 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:39:59.649172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Pushing event updated for resources: {'Port': ['ID=dbab5c74-fdda-4ea5-85ef-85e53e231236,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:59.651336 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.710179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Attempting to bind port dbab5c74-fdda-4ea5-85ef-85e53e231236 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:39:59.710549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Attempting to bind port dbab5c74-fdda-4ea5-85ef-85e53e231236 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:39:59.710916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Attempting to bind port dbab5c74-fdda-4ea5-85ef-85e53e231236 on network 57299808-94a9-46c3-a036-27304cbf2eb0 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:39:59.716545 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:39:59.716945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Checking segment: {'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:59.717332 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.717724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Bound using segment: {'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:39:59.718215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Bound port: dbab5c74-fdda-4ea5-85ef-85e53e231236, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:39:59.718605 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.719881 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:39:57Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:59.758429 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a858c339-53fc-4696-9d4c-43cc2b35c1cc None None] The sync data for ids ['7af6a308-2949-410e-a55c-9098738f4313'] in n-d-798249-7 is: [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:39:57Z', 'revision_number': 3, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:59.796261 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] For port dbab5c74-fdda-4ea5-85ef-85e53e231236, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:39:59.801282 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] For port dbab5c74-fdda-4ea5-85ef-85e53e231236, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=dbab5c74-fdda-4ea5-85ef-85e53e231236,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:39:59.805708 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:59.868599 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74081004-5e69-4fa0-af6a-e34f8914d396 None None] Pushing event updated for resources: {'Port': ['ID=dbab5c74-fdda-4ea5-85ef-85e53e231236,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:59.991871 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.20.0.1 (57299808-94a9-46c3-a036-27304cbf2eb0/7bd791a9-e454-4018-94e3-9881743d9c7f/83380f84-4ff9-4a40-a84c-3301aebed2c1) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:00.174131 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:00.195194 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Transition to ACTIVE for port object 83380f84-4ff9-4a40-a84c-3301aebed2c1 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:00.233785 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:00.290762 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 57299808-94a9-46c3-a036-27304cbf2eb0 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:00.294805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:00.297990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:00.301740 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=83380f84-4ff9-4a40-a84c-3301aebed2c1,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:00.346663 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:00.507023 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:00.885478 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:00.902842 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.016003 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=83380f84-4ff9-4a40-a84c-3301aebed2c1,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:01.022504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd11e6f6-4f2d-4165-ada6-f739f78bb39d None None] Network 57299808-94a9-46c3-a036-27304cbf2eb0 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:40:01.028046 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.139732 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 57299808-94a9-46c3-a036-27304cbf2eb0 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:01.142296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:01.168742 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-74c3116b-6acc-478b-a338-1e9940724cd4 None None] Provisioning for port dbab5c74-fdda-4ea5-85ef-85e53e231236 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:01.355626 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router 7af6a308-2949-410e-a55c-9098738f4313 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:01.468567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device dbab5c74-fdda-4ea5-85ef-85e53e231236 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:01.537183 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:01.552351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cbf65979-45aa-443c-a925-223ee9924ae6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "PUT /v2.0/routers/7af6a308-2949-410e-a55c-9098738f4313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5806170 Jul 13 08:40:01.559984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port dbab5c74-fdda-4ea5-85ef-85e53e231236 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:01.565105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port dbab5c74-fdda-4ea5-85ef-85e53e231236 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:01.565587 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.667316 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.703950 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port dbab5c74-fdda-4ea5-85ef-85e53e231236, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=dbab5c74-fdda-4ea5-85ef-85e53e231236,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:01.709568 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.735204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-a5c4d08b-9d10-45d6-83aa-09ac50ab2881 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315542041&fields=id&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 267 time: 0.0650394 Jul 13 08:40:01.760061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d89e66da-78c5-45c2-8d54-1c4a659c57db up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:01.794653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=dbab5c74-fdda-4ea5-85ef-85e53e231236,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:01.840092 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port d89e66da-78c5-45c2-8d54-1c4a659c57db completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:01.846082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d89e66da-78c5-45c2-8d54-1c4a659c57db triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:01.846082 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:01.882381 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Sync routers for ids ['7af6a308-2949-410e-a55c-9098738f4313'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:01.885557 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-3c1b81e4-7095-4be4-ae5a-96afe4c00695 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:01.888596 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-3c1b81e4-7095-4be4-ae5a-96afe4c00695 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/networks?id=57299808-94a9-46c3-a036-27304cbf2eb0 HTTP/1.1" status: 200 len: 797 time: 0.1521983 Jul 13 08:40:01.918580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Routers {'7af6a308-2949-410e-a55c-9098738f4313'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:01.919041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-95af64ff-9f5f-45ac-bb95-aadaeda4ba2d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/quotas/311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 375 time: 0.0170972 Jul 13 08:40:01.919252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7af6a308-2949-410e-a55c-9098738f4313'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:01.983606 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-97c1cf28-f026-430f-b413-a9bef202bea8 None None] Provisioning complete for port dbab5c74-fdda-4ea5-85ef-85e53e231236 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:01.984053 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-97c1cf28-f026-430f-b413-a9bef202bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.033925 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-0b06f87e-af93-4612-a57f-ec5a3ad46ea2 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007633 Jul 13 08:40:02.081190 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.121675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-4e6c9279-6b00-4e08-883b-e6ea8ed79e49 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:40:02.123207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port d89e66da-78c5-45c2-8d54-1c4a659c57db, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d89e66da-78c5-45c2-8d54-1c4a659c57db,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:02.123426 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-4e6c9279-6b00-4e08-883b-e6ea8ed79e49 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0752099 Jul 13 08:40:02.129578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Set router 7af6a308-2949-410e-a55c-9098738f4313 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:02.132533 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.274348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-c680e650-1683-408e-b6db-428ed706d3df service neutron] 10.222.0.44 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421900 Jul 13 08:40:02.303580 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=d89e66da-78c5-45c2-8d54-1c4a659c57db,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:02.369454 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-97c1cf28-f026-430f-b413-a9bef202bea8 None None] Provisioning for port 83380f84-4ff9-4a40-a84c-3301aebed2c1 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:02.381133 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-97c1cf28-f026-430f-b413-a9bef202bea8 None None] Provisioning complete for port 83380f84-4ff9-4a40-a84c-3301aebed2c1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:02.381511 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-97c1cf28-f026-430f-b413-a9bef202bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.408935 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-631b1539-7ce3-4053-bea2-dce5f8bd3abf service neutron] 10.222.0.44 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228070 Jul 13 08:40:02.459159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-97c1cf28-f026-430f-b413-a9bef202bea8 None None] Port 83380f84-4ff9-4a40-a84c-3301aebed2c1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:02.497585 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:00Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '83380f84-4ff9-4a40-a84c-3301aebed2c1', 'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:12:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:59Z', 'updated_at': '2021-07-13T08:40:00Z', 'revision_number': 2, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:02.540208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Checking router: 7af6a308-2949-410e-a55c-9098738f4313 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:02.540694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Updating router 7af6a308-2949-410e-a55c-9098738f4313 port 83380f84-4ff9-4a40-a84c-3301aebed2c1 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:40:02.593684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ddf1b906-50ea-4c7b-a4c8-8f9c8eafb148 None None] Provisioning complete for port 83380f84-4ff9-4a40-a84c-3301aebed2c1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:02.594137 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b906-50ea-4c7b-a4c8-8f9c8eafb148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.620311 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.668738 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9676cb0d-433f-4ea5-84c2-56f97c734552 req-f10cd796-3d2d-4426-83b1-7f50835b4d07 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 210 time: 0.0529127 Jul 13 08:40:02.687082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1b906-50ea-4c7b-a4c8-8f9c8eafb148 None None] Port 83380f84-4ff9-4a40-a84c-3301aebed2c1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:02.847925 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a3101158-fe71-4527-aca4-f84058c2abbb None None] Provisioning complete for port 83380f84-4ff9-4a40-a84c-3301aebed2c1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:02.848408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a3101158-fe71-4527-aca4-f84058c2abbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.909387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-a3101158-fe71-4527-aca4-f84058c2abbb None None] Port 83380f84-4ff9-4a40-a84c-3301aebed2c1 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:02.960479 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:02.970457 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Transition to ACTIVE for port object 83380f84-4ff9-4a40-a84c-3301aebed2c1 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:02.977468 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.046787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb147ed6-2171-41f2-a43a-5653ff04c230 None None] Pushing event updated for resources: {'Port': ['ID=83380f84-4ff9-4a40-a84c-3301aebed2c1,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:03.084470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Attempting to bind port 83380f84-4ff9-4a40-a84c-3301aebed2c1 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:03.085184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Attempting to bind port 83380f84-4ff9-4a40-a84c-3301aebed2c1 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:03.085184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Attempting to bind port 83380f84-4ff9-4a40-a84c-3301aebed2c1 on network 57299808-94a9-46c3-a036-27304cbf2eb0 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:03.090447 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:03.090902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Checking segment: {'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:03.091531 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.091984 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Bound using segment: {'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:03.092538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Bound port: 83380f84-4ff9-4a40-a84c-3301aebed2c1, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:03.092917 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.165864 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] For port 83380f84-4ff9-4a40-a84c-3301aebed2c1, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:03.169836 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] For port 83380f84-4ff9-4a40-a84c-3301aebed2c1, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=83380f84-4ff9-4a40-a84c-3301aebed2c1,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:03.175093 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.244299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Routers {'7af6a308-2949-410e-a55c-9098738f4313'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:03.244945 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7af6a308-2949-410e-a55c-9098738f4313'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:03.248911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb147ed6-2171-41f2-a43a-5653ff04c230 None None] Pushing event updated for resources: {'Port': ['ID=83380f84-4ff9-4a40-a84c-3301aebed2c1,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:03.360159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device dbab5c74-fdda-4ea5-85ef-85e53e231236 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:03.394419 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] Set router 7af6a308-2949-410e-a55c-9098738f4313 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:03.517531 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port dbab5c74-fdda-4ea5-85ef-85e53e231236 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:03.517783 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.674541 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d89e66da-78c5-45c2-8d54-1c4a659c57db up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:03.725387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:00Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '83380f84-4ff9-4a40-a84c-3301aebed2c1', 'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:12:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:59Z', 'updated_at': '2021-07-13T08:40:03Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:03.755165 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb534a-f3af-4ced-b5e2-e2cf2ccb981c None None] The sync data for ids ['7af6a308-2949-410e-a55c-9098738f4313'] in n-d-798249-7 is: [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:00Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '83380f84-4ff9-4a40-a84c-3301aebed2c1', 'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:12:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:59Z', 'updated_at': '2021-07-13T08:40:03Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:03.763070 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port d89e66da-78c5-45c2-8d54-1c4a659c57db triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:03.763445 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.903949 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f5acb076-54c8-4e0b-94f7-5c7b3626779c req-0e710846-644d-43fd-8655-8b2cab8dddea tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 210 time: 0.0621929 Jul 13 08:40:03.983851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-e04a12d4-deb6-49b2-b98e-c3118ce7f2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:03.985407 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-e04a12d4-deb6-49b2-b98e-c3118ce7f2ac tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/networks?id=57299808-94a9-46c3-a036-27304cbf2eb0 HTTP/1.1" status: 200 len: 797 time: 0.2109060 Jul 13 08:40:04.033904 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-5fa7d282-dff1-4d0f-9cee-000bc9c6257c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=311e8ef80f9241238d9f69bbc702ccb1 HTTP/1.1" status: 200 len: 380 time: 0.0391953 Jul 13 08:40:04.045059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'port': {'device_id': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'admin_state_up': True, 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'security_groups': ['1981f1b6-b4a0-4546-8c4d-913dbbe56412']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:04.167056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Made reservation on behalf of 311e8ef80f9241238d9f69bbc702ccb1 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:40:04.170767 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.331064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.20.0.9 (57299808-94a9-46c3-a036-27304cbf2eb0/7bd791a9-e454-4018-94e3-9881743d9c7f/69bb1310-b316-479f-9316-575283404a74) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:04.507715 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.527019 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Transition to ACTIVE for port object 69bb1310-b316-479f-9316-575283404a74 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:04.563281 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.608264 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 57299808-94a9-46c3-a036-27304cbf2eb0 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:04.613880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:04.619108 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:04.653397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=69bb1310-b316-479f-9316-575283404a74,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:04.687167 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:04.687823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.705120 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-dee6c0cd-6569-4d68-8509-672a2c1678a7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643419 Jul 13 08:40:04.717973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Request body: {'port': {'device_id': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:04.801350 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.935349 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-603a141f-c66b-486f-b26a-1fa2dba5d1cd None None] Provisioning for port 69bb1310-b316-479f-9316-575283404a74 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:04.940880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-603a141f-c66b-486f-b26a-1fa2dba5d1cd None None] Provisioning complete for port 69bb1310-b316-479f-9316-575283404a74 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:04.941321 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-603a141f-c66b-486f-b26a-1fa2dba5d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.978240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-603a141f-c66b-486f-b26a-1fa2dba5d1cd None None] Port 69bb1310-b316-479f-9316-575283404a74 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:40:05.104066 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fc5dd-c4ff-4125-86e2-941310faa169 req-0d82b474-18d1-412c-b539-a024bbba9c52 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:05.105626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-341fc5dd-c4ff-4125-86e2-941310faa169 req-0d82b474-18d1-412c-b539-a024bbba9c52 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 931 time: 0.0680392 Jul 13 08:40:05.147171 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-341fc5dd-c4ff-4125-86e2-941310faa169 req-15b6c866-70a4-4b67-bdf7-b50c04f5bb96 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353310 Jul 13 08:40:05.241189 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.349104 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 83380f84-4ff9-4a40-a84c-3301aebed2c1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:05.396963 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 83380f84-4ff9-4a40-a84c-3301aebed2c1 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:05.400760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 83380f84-4ff9-4a40-a84c-3301aebed2c1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:05.401207 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.458601 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bb1310-b316-479f-9316-575283404a74 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:40:05.467523 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.479895 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Transition to ACTIVE for port object 69bb1310-b316-479f-9316-575283404a74 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:40:05.484360 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.484543 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.518449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 83380f84-4ff9-4a40-a84c-3301aebed2c1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=83380f84-4ff9-4a40-a84c-3301aebed2c1,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:05.524889 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.534400 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Pushing event updated for resources: {'Port': ['ID=69bb1310-b316-479f-9316-575283404a74,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:05.591042 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=83380f84-4ff9-4a40-a84c-3301aebed2c1,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:05.614435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Attempting to bind port 69bb1310-b316-479f-9316-575283404a74 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:40:05.614771 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Attempting to bind port 69bb1310-b316-479f-9316-575283404a74 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:40:05.615132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Attempting to bind port 69bb1310-b316-479f-9316-575283404a74 on network 57299808-94a9-46c3-a036-27304cbf2eb0 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:05.619858 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Port 69bb1310-b316-479f-9316-575283404a74 on network 57299808-94a9-46c3-a036-27304cbf2eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:40:05.620243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Attempting to bind port 69bb1310-b316-479f-9316-575283404a74 on network 57299808-94a9-46c3-a036-27304cbf2eb0 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:40:05.625473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:40:05.625815 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Checking segment: {'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:40:05.626208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Bound using segment: {'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:40:05.626642 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Bound port: 69bb1310-b316-479f-9316-575283404a74, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b9cad4-5c13-4cf8-820f-73ff6bf5908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:40:05.627004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.701131 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] For port 69bb1310-b316-479f-9316-575283404a74, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:40:05.704536 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] For port 69bb1310-b316-479f-9316-575283404a74, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69bb1310-b316-479f-9316-575283404a74,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:40:05.708889 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.747275 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:05.747909 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.749362 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] 10.222.0.54 "PUT /v2.0/ports/69bb1310-b316-479f-9316-575283404a74 HTTP/1.1" status: 200 len: 1091 time: 1.0363779 Jul 13 08:40:05.749808 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'tag': '69bb1310-b316-479f-9316-575283404a74'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:05.752147 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d1d99e-8791-48a0-a283-08a9404187b2" -d '{"events": [{"name": "network-changed", "server_uuid": "da02515b-5ab1-4044-9e92-1f27e4dc1d7d", "tag": "69bb1310-b316-479f-9316-575283404a74"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:05.787038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0a605-fbfe-4880-9a64-e9c7d9b7dd69 service neutron] Pushing event updated for resources: {'Port': ['ID=69bb1310-b316-479f-9316-575283404a74,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:05.822702 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ca502c-e5e4-465e-b91a-3bcbd5dbbe02 x-openstack-request-id: req-10ca502c-e5e4-465e-b91a-3bcbd5dbbe02 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:05.822993 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da02515b-5ab1-4044-9e92-1f27e4dc1d7d", "tag": "69bb1310-b316-479f-9316-575283404a74", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:05.823249 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10ca502c-e5e4-465e-b91a-3bcbd5dbbe02 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:05.823652 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'tag': '69bb1310-b316-479f-9316-575283404a74', 'status': 'completed', 'code': 200} Jul 13 08:40:05.853991 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-86f9d9e2-eed9-46f3-886c-a52db9ae6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:05.855595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-86f9d9e2-eed9-46f3-886c-a52db9ae6286 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 1094 time: 0.0635982 Jul 13 08:40:05.902164 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-d198e5b3-f5fa-409e-949b-25449d02af8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69bb1310-b316-479f-9316-575283404a74 HTTP/1.1" status: 200 len: 217 time: 0.0393412 Jul 13 08:40:05.933279 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6938a015-926f-4614-b3d5-9a400d8ed87f None None] Provisioning complete for port 83380f84-4ff9-4a40-a84c-3301aebed2c1 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:05.933654 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6938a015-926f-4614-b3d5-9a400d8ed87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:05.955912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-adced613-a73f-4f42-bf8f-2fc88f75087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:05.957919 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-adced613-a73f-4f42-bf8f-2fc88f75087e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7bd791a9-e454-4018-94e3-9881743d9c7f HTTP/1.1" status: 200 len: 835 time: 0.0499983 Jul 13 08:40:06.025784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-f4c26000-59af-40b6-9985-47d2795601dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:06.027319 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-f4c26000-59af-40b6-9985-47d2795601dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57299808-94a9-46c3-a036-27304cbf2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624490 Jul 13 08:40:06.124883 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-f6576fc0-cf92-4d47-b72f-3b7d9e3b77ba service neutron] 10.222.0.54 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909319 Jul 13 08:40:06.213609 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-644ed1c3-ce68-477e-85fd-812cfc8f06a5 req-b53602e6-1adc-405c-916e-421f051ae8f2 service neutron] 10.222.0.54 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817759 Jul 13 08:40:06.312828 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-4dfb9c32-4aa2-415a-85f2-3f726f1f47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:06.314402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-4dfb9c32-4aa2-415a-85f2-3f726f1f47d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 1094 time: 0.0542839 Jul 13 08:40:06.334296 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a6898-ec8f-4525-97b4-15b2c0f1e231 req-a14519de-a177-4a58-95a5-d9ac668c3651 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:06.336062 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-912a6898-ec8f-4525-97b4-15b2c0f1e231 req-a14519de-a177-4a58-95a5-d9ac668c3651 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 943 time: 0.0717938 Jul 13 08:40:06.376860 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-912a6898-ec8f-4525-97b4-15b2c0f1e231 req-ab462f1e-7c2d-4fec-93fa-4a8b5b6487d4 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349500 Jul 13 08:40:06.413759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-3a5b2824-1ce6-4826-abfb-b60140357a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:06.415286 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-3a5b2824-1ce6-4826-abfb-b60140357a45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57299808-94a9-46c3-a036-27304cbf2eb0 HTTP/1.1" status: 200 len: 898 time: 0.0945933 Jul 13 08:40:06.457682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-4bc77701-a705-4d5c-addd-eb160f09c036 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69bb1310-b316-479f-9316-575283404a74 HTTP/1.1" status: 200 len: 217 time: 0.0364006 Jul 13 08:40:06.513243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-fd2b287c-fc2e-4cfc-9190-21db1727e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:06.514764 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-fd2b287c-fc2e-4cfc-9190-21db1727e829 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7bd791a9-e454-4018-94e3-9881743d9c7f HTTP/1.1" status: 200 len: 835 time: 0.0504816 Jul 13 08:40:06.575501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-94ed9dfa-651c-401d-8850-65e823464f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:06.577068 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-94ed9dfa-651c-401d-8850-65e823464f73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57299808-94a9-46c3-a036-27304cbf2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544116 Jul 13 08:40:06.673875 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-f4beaed3-f2ff-4c09-b4af-d43871672aba service neutron] 10.222.0.54 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886829 Jul 13 08:40:06.765273 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a9d1d99e-8791-48a0-a283-08a9404187b2 req-69881316-5dde-4ace-8907-9ee3598b55ed service neutron] 10.222.0.54 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832744 Jul 13 08:40:07.329411 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 83380f84-4ff9-4a40-a84c-3301aebed2c1 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:07.380285 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 83380f84-4ff9-4a40-a84c-3301aebed2c1 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:07.380565 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:07.560745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39709697-0126-41db-a88c-d0eedd73ac33 req-26a9b282-d743-4efa-9596-1dce451a5a51 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:07.562306 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39709697-0126-41db-a88c-d0eedd73ac33 req-26a9b282-d743-4efa-9596-1dce451a5a51 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 943 time: 0.0647259 Jul 13 08:40:07.605269 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-39709697-0126-41db-a88c-d0eedd73ac33 req-cb47e406-76fb-4f57-adc8-1bc5a7f090e6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371671 Jul 13 08:40:08.725015 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:08.779021 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2f472-1590-4b08-9b99-e72d8978f445 req-2e85ef67-d417-48b7-9cd6-db726240f9ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:08.780612 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fac2f472-1590-4b08-9b99-e72d8978f445 req-2e85ef67-d417-48b7-9cd6-db726240f9ed tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 943 time: 0.0664556 Jul 13 08:40:08.821642 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fac2f472-1590-4b08-9b99-e72d8978f445 req-8867b154-e7b9-4228-8e25-d4d7ff3368ca tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345032 Jul 13 08:40:08.868357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 69bb1310-b316-479f-9316-575283404a74 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:40:09.119508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 69bb1310-b316-479f-9316-575283404a74, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69bb1310-b316-479f-9316-575283404a74,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:09.131463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '69bb1310-b316-479f-9316-575283404a74', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'port_id': '69bb1310-b316-479f-9316-575283404a74', 'mac_address': 'fa:16:3e:48:de:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:40:09.167806 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:09.181014 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bb1310-b316-479f-9316-575283404a74 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:40:09.201047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 69bb1310-b316-479f-9316-575283404a74, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69bb1310-b316-479f-9316-575283404a74,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:09.205022 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:09.261570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=69bb1310-b316-479f-9316-575283404a74,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:09.439657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['69bb1310-b316-479f-9316-575283404a74'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:40:09.998303 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000d31-4698-46a7-a94d-e2c7b41e26c9 req-188a890b-9047-499c-aa4d-d96d890dcb21 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:09.999800 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f3000d31-4698-46a7-a94d-e2c7b41e26c9 req-188a890b-9047-499c-aa4d-d96d890dcb21 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 944 time: 0.0636067 Jul 13 08:40:10.037665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f3000d31-4698-46a7-a94d-e2c7b41e26c9 req-4c92d754-422c-4282-bfd4-676e82bc0975 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Jul 13 08:40:10.869084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 69bb1310-b316-479f-9316-575283404a74 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:40:10.919556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 69bb1310-b316-479f-9316-575283404a74 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:40:10.923103 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 69bb1310-b316-479f-9316-575283404a74 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:10.923474 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:11.000405 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:11.024472 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb1310-b316-479f-9316-575283404a74'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:11.026771 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d9886a-fb86-4778-a3b5-f40082de78b7" -d '{"events": [{"server_uuid": "da02515b-5ab1-4044-9e92-1f27e4dc1d7d", "name": "network-vif-plugged", "status": "completed", "tag": "69bb1310-b316-479f-9316-575283404a74"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:11.039911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 69bb1310-b316-479f-9316-575283404a74, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69bb1310-b316-479f-9316-575283404a74,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:11.052346 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:11.126531 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf934c3-0a90-4187-9d93-f481e61ee8f6 x-openstack-request-id: req-dcf934c3-0a90-4187-9d93-f481e61ee8f6 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:11.126891 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da02515b-5ab1-4044-9e92-1f27e4dc1d7d", "name": "network-vif-plugged", "status": "completed", "tag": "69bb1310-b316-479f-9316-575283404a74", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:11.127222 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcf934c3-0a90-4187-9d93-f481e61ee8f6 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:11.127644 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb1310-b316-479f-9316-575283404a74', 'code': 200} Jul 13 08:40:11.133174 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=69bb1310-b316-479f-9316-575283404a74,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:11.281537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464e44-3850-4bbe-bfb7-21fe030ffaca req-e3919305-c99b-48d3-9529-5875fe55aba6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:11.283153 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f464e44-3850-4bbe-bfb7-21fe030ffaca req-e3919305-c99b-48d3-9529-5875fe55aba6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.1124666 Jul 13 08:40:11.289318 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca187380-0bd1-4350-8d92-e505ea9049c3 req-b50da917-5fbc-4ba7-827b-7cc6e52d7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:11.290828 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca187380-0bd1-4350-8d92-e505ea9049c3 req-b50da917-5fbc-4ba7-827b-7cc6e52d7f99 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 1096 time: 0.0906138 Jul 13 08:40:11.347642 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0f464e44-3850-4bbe-bfb7-21fe030ffaca req-28dc3d55-f5b2-412f-a3b8-e1752046721a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558283 Jul 13 08:40:11.349379 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ca187380-0bd1-4350-8d92-e505ea9049c3 req-3de4aacc-41f8-4069-b66d-cc452030706b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514145 Jul 13 08:40:11.415954 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e58b1d02-d2bc-44f4-be27-2b943f0bd5cb None None] Provisioning complete for port 69bb1310-b316-479f-9316-575283404a74 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:40:11.416250 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e58b1d02-d2bc-44f4-be27-2b943f0bd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:12.525869 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f338a6-d50a-4ac1-84a3-0290da11a50f req-5431d375-ebe4-4336-85c1-c74bf654e95c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:12.527400 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a4f338a6-d50a-4ac1-84a3-0290da11a50f req-5431d375-ebe4-4336-85c1-c74bf654e95c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.0655272 Jul 13 08:40:12.565213 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a4f338a6-d50a-4ac1-84a3-0290da11a50f req-d6c179b8-9c5d-403b-8dbb-da3263deb436 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323169 Jul 13 08:40:12.740998 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37802d-e4ce-4ee0-bb77-acd74f1ae3f3 req-1fcafafc-a112-44e6-8065-1a6f2171847d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:12.742452 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf37802d-e4ce-4ee0-bb77-acd74f1ae3f3 req-1fcafafc-a112-44e6-8065-1a6f2171847d tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.0638566 Jul 13 08:40:12.782339 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bf37802d-e4ce-4ee0-bb77-acd74f1ae3f3 req-f7e5484d-eab9-428d-ae30-639e8f2ee0cd tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342259 Jul 13 08:40:12.806733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45818) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:12.874267 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8967db21-e7f0-45a6-98f8-defec3509dc5 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:12.875828 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8967db21-e7f0-45a6-98f8-defec3509dc5 tempest-TestNetworkAdvancedServerOps-511564027 tempest-TestNetworkAdvancedServerOps-511564027-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 1091 time: 0.0681243 Jul 13 08:40:12.878638 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45820) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:12.883119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '69bb1310-b316-479f-9316-575283404a74', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:40:12.906313 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:13.005339 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:13.116583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Allocated IP 172.25.6.88 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/da1758da-87eb-498c-b1b2-b129688f1361) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:40:13.219705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:13.260454 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:13.308724 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:40:13.311585 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:40:13.314082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:40:13.320498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=da1758da-87eb-498c-b1b2-b129688f1361,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:13.684617 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:13.762439 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:13.923060 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:13.928297 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:13.993450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event updated for resources: {'Port': ['ID=da1758da-87eb-498c-b1b2-b129688f1361,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:14.005167 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:14.103464 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Floating IP 98459355-7931-44ec-b355-9df69e60dd45 associated. External IP: 172.25.6.88, port: 69bb1310-b316-479f-9316-575283404a74. Jul 13 08:40:14.310714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router 7af6a308-2949-410e-a55c-9098738f4313 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:14.415952 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eb2840d5-b2e5-4581-97c8-2a05357b3b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:14.424219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:14.437788 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] Sync routers for ids ['7af6a308-2949-410e-a55c-9098738f4313'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:14.446044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:14.448834 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] Routers {'7af6a308-2949-410e-a55c-9098738f4313'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:14.449507 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7af6a308-2949-410e-a55c-9098738f4313'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:14.486732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-77fc2b65-4e39-4dcb-ab39-8b6d98dc4891 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6070445 Jul 13 08:40:14.487502 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'tag': '69bb1310-b316-479f-9316-575283404a74'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:14.490090 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f154131a-f685-4327-a700-1ae8384a5c39" -d '{"events": [{"name": "network-changed", "server_uuid": "da02515b-5ab1-4044-9e92-1f27e4dc1d7d", "tag": "69bb1310-b316-479f-9316-575283404a74"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:14.533695 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10331bc1-41dc-4945-9f37-afa7d5c3c942 x-openstack-request-id: req-10331bc1-41dc-4945-9f37-afa7d5c3c942 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:14.534863 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da02515b-5ab1-4044-9e92-1f27e4dc1d7d", "tag": "69bb1310-b316-479f-9316-575283404a74", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:14.535179 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10331bc1-41dc-4945-9f37-afa7d5c3c942 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:14.535537 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'tag': '69bb1310-b316-479f-9316-575283404a74', 'status': 'completed', 'code': 200} Jul 13 08:40:14.576441 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] Set router 7af6a308-2949-410e-a55c-9098738f4313 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:14.616205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154131a-f685-4327-a700-1ae8384a5c39 req-5c6c0b25-aef8-4053-ab1b-8e5b8b9c4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:14.617794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f154131a-f685-4327-a700-1ae8384a5c39 req-5c6c0b25-aef8-4053-ab1b-8e5b8b9c4553 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 1096 time: 0.0581245 Jul 13 08:40:14.668731 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab478b5-13c8-4781-8eab-8de44a81a361 req-f3488caa-c17e-42ae-94b2-5be60642d647 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:14.670980 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cab478b5-13c8-4781-8eab-8de44a81a361 req-f3488caa-c17e-42ae-94b2-5be60642d647 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.0785530 Jul 13 08:40:14.710723 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cab478b5-13c8-4781-8eab-8de44a81a361 req-5faa1e8f-10a6-4a75-aadb-ca44c19ac097 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Jul 13 08:40:14.721324 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154131a-f685-4327-a700-1ae8384a5c39 req-7e9b8b74-7609-4b31-93fe-e1cdff50cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:14.724103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f154131a-f685-4327-a700-1ae8384a5c39 req-7e9b8b74-7609-4b31-93fe-e1cdff50cc0b service neutron] 10.222.0.54 "GET /v2.0/networks?id=57299808-94a9-46c3-a036-27304cbf2eb0 HTTP/1.1" status: 200 len: 898 time: 0.1004529 Jul 13 08:40:14.735368 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45826) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:14.792508 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f154131a-f685-4327-a700-1ae8384a5c39 req-931b6a5a-48a0-48c4-8d8d-3b09eef7c023 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69bb1310-b316-479f-9316-575283404a74 HTTP/1.1" status: 200 len: 998 time: 0.0609818 Jul 13 08:40:14.799165 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9cd36d5a-8137-413b-9688-8d9964be6604 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/98459355-7931-44ec-b355-9df69e60dd45 HTTP/1.1" status: 200 len: 990 time: 0.0624268 Jul 13 08:40:14.818682 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:00Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '98459355-7931-44ec-b355-9df69e60dd45', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '7af6a308-2949-410e-a55c-9098738f4313', 'port_id': '69bb1310-b316-479f-9316-575283404a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'mac_address': 'fa:16:3e:48:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:13Z', 'updated_at': '2021-07-13T08:40:13Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83380f84-4ff9-4a40-a84c-3301aebed2c1', 'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:12:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:59Z', 'updated_at': '2021-07-13T08:40:05Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:14.847995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154131a-f685-4327-a700-1ae8384a5c39 req-8494b6c8-bd5d-4ae8-99fc-f5059b6e4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:14.849466 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] Checking router: 7af6a308-2949-410e-a55c-9098738f4313 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:14.849609 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f154131a-f685-4327-a700-1ae8384a5c39 req-8494b6c8-bd5d-4ae8-99fc-f5059b6e4ed1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7bd791a9-e454-4018-94e3-9881743d9c7f HTTP/1.1" status: 200 len: 835 time: 0.0510159 Jul 13 08:40:14.858004 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] Routers {'7af6a308-2949-410e-a55c-9098738f4313'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:14.858606 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:39:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7af6a308-2949-410e-a55c-9098738f4313'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:14.913165 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154131a-f685-4327-a700-1ae8384a5c39 req-3c57f412-bf51-4572-9ea4-c66ac283ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:14.914771 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f154131a-f685-4327-a700-1ae8384a5c39 req-3c57f412-bf51-4572-9ea4-c66ac283ea9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57299808-94a9-46c3-a036-27304cbf2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594141 Jul 13 08:40:14.964543 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] Set router 7af6a308-2949-410e-a55c-9098738f4313 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:15.004371 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f154131a-f685-4327-a700-1ae8384a5c39 req-6e2e8c05-b1d3-4f2c-82b9-9b998abaf5f0 service neutron] 10.222.0.54 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831134 Jul 13 08:40:15.098992 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f154131a-f685-4327-a700-1ae8384a5c39 req-7486373e-7cec-4f84-b6d2-1d9f69bacc7f service neutron] 10.222.0.54 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885353 Jul 13 08:40:15.193396 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:00Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '98459355-7931-44ec-b355-9df69e60dd45', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '7af6a308-2949-410e-a55c-9098738f4313', 'port_id': '69bb1310-b316-479f-9316-575283404a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'mac_address': 'fa:16:3e:48:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:13Z', 'updated_at': '2021-07-13T08:40:13Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83380f84-4ff9-4a40-a84c-3301aebed2c1', 'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:12:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:59Z', 'updated_at': '2021-07-13T08:40:05Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:15.218804 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7188c2d-3767-46b5-ae79-1bd02f011505 None None] The sync data for ids ['7af6a308-2949-410e-a55c-9098738f4313'] in n-d-798249-7 is: [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:00Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '98459355-7931-44ec-b355-9df69e60dd45', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '7af6a308-2949-410e-a55c-9098738f4313', 'port_id': '69bb1310-b316-479f-9316-575283404a74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'mac_address': 'fa:16:3e:48:de:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:40:13Z', 'updated_at': '2021-07-13T08:40:13Z', 'revision_number': 0, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83380f84-4ff9-4a40-a84c-3301aebed2c1', 'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:12:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:59Z', 'updated_at': '2021-07-13T08:40:05Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:15.418021 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71068c1-5a98-4850-bf06-906cb591bd25 None None] New status for floating IP 98459355-7931-44ec-b355-9df69e60dd45: ACTIVE {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:40:15.803661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45828) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:15.872495 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-0a905718-da21-4853-b4b2-55e74162c86b tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/98459355-7931-44ec-b355-9df69e60dd45 HTTP/1.1" status: 200 len: 992 time: 0.0676012 Jul 13 08:40:17.218078 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:17.371538 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-40320936-bd04-4b65-ba02-7ad4345949af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:18.242892 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:20.032920 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:33.169530 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:40:35.260233 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:38.749451 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:44.418392 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eeea209b-f67b-4b25-8ea4-88d35191d70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.232780 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.378669 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6290b55a-c19e-4823-9fb8-2186968cfb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:47.531718 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc17d97-b639-4778-83f2-d8b97c787706 req-e122e747-3e70-4e84-a520-b90dcf2c4d85 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:47.534607 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5cc17d97-b639-4778-83f2-d8b97c787706 req-e122e747-3e70-4e84-a520-b90dcf2c4d85 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.0743821 Jul 13 08:40:47.577896 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5cc17d97-b639-4778-83f2-d8b97c787706 req-3992df65-25ef-4fd7-a054-fdcfd2b308b6 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370851 Jul 13 08:40:48.246031 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:48.773973 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca693a-2ac6-4730-9f61-9e226eafaffb req-1d60fd54-7250-4590-9986-26d6a805eda1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:48.775658 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27ca693a-2ac6-4730-9f61-9e226eafaffb req-1d60fd54-7250-4590-9986-26d6a805eda1 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.0708923 Jul 13 08:40:48.821872 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-27ca693a-2ac6-4730-9f61-9e226eafaffb req-99b00db6-75e1-4d66-b71e-da232f1b862c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Jul 13 08:40:48.851056 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45850) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:48.928622 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-af172296-b730-42bb-9576-e96b80add2cc tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/98459355-7931-44ec-b355-9df69e60dd45 HTTP/1.1" status: 200 len: 992 time: 0.0763319 Jul 13 08:40:50.045256 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:50.535675 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-81e27350-421e-4abb-b5ca-9145ef34efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.537270 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-81e27350-421e-4abb-b5ca-9145ef34efcc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 1096 time: 0.1194241 Jul 13 08:40:50.546583 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36331763-4598-4890-9abf-b9e5ff048c99 req-36328e7f-5165-4e1d-8b3c-2dad18b42cb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.549308 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36331763-4598-4890-9abf-b9e5ff048c99 req-36328e7f-5165-4e1d-8b3c-2dad18b42cb7 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.1210814 Jul 13 08:40:50.654675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-36331763-4598-4890-9abf-b9e5ff048c99 req-eae79765-c71a-4ab2-a267-ae510cbe837c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958915 Jul 13 08:40:50.688763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-07d16754-7bc8-49b7-8d99-af4ae3bd8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.690726 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-07d16754-7bc8-49b7-8d99-af4ae3bd8737 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57299808-94a9-46c3-a036-27304cbf2eb0 HTTP/1.1" status: 200 len: 898 time: 0.1404366 Jul 13 08:40:50.765621 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-0b7e9256-40d8-4f70-a366-f452c33ce440 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69bb1310-b316-479f-9316-575283404a74 HTTP/1.1" status: 200 len: 1000 time: 0.0669248 Jul 13 08:40:50.828368 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-9b252fa1-0b7a-4ffc-9c72-5770e5c41095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.830881 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-9b252fa1-0b7a-4ffc-9c72-5770e5c41095 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7bd791a9-e454-4018-94e3-9881743d9c7f HTTP/1.1" status: 200 len: 835 time: 0.0588727 Jul 13 08:40:50.908065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-cee4b69f-20d1-4083-ac60-e71e561b9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:50.909812 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-cee4b69f-20d1-4083-ac60-e71e561b9b28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57299808-94a9-46c3-a036-27304cbf2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715668 Jul 13 08:40:51.014583 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-a1c623b1-d84b-4732-927c-1a6ba6aa8abb service neutron] 10.222.0.54 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972567 Jul 13 08:40:51.129260 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d61e2408-1bf7-461b-b77b-f56ecbbab006 req-b79cf351-1edf-4785-ba26-233c951a4683 service neutron] 10.222.0.54 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077504 Jul 13 08:40:51.930717 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c606f-9de4-432d-b62d-3af2312e4652 req-db3ab886-788e-4940-b08c-ec2588830da3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:51.933570 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d65c606f-9de4-432d-b62d-3af2312e4652 req-db3ab886-788e-4940-b08c-ec2588830da3 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.0906091 Jul 13 08:40:51.984733 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d65c606f-9de4-432d-b62d-3af2312e4652 req-389509b6-8a64-4d60-bcb8-90606201d6d9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386543 Jul 13 08:40:53.227738 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb2e05-50d9-4de0-ae1c-572b0499093a req-b941ef66-a310-4d45-8cbe-f0448b674085 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:53.229320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22cb2e05-50d9-4de0-ae1c-572b0499093a req-b941ef66-a310-4d45-8cbe-f0448b674085 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.0735905 Jul 13 08:40:53.278738 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-22cb2e05-50d9-4de0-ae1c-572b0499093a req-3d3890a1-91c2-4541-9ec4-12d18127585a tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378594 Jul 13 08:40:53.317132 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45862) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:53.389835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-14109c20-8924-4351-9f97-5d361c050586 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/floatingips/98459355-7931-44ec-b355-9df69e60dd45 HTTP/1.1" status: 200 len: 992 time: 0.0714335 Jul 13 08:40:53.656177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45868) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:53.836588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port da1758da-87eb-498c-b1b2-b129688f1361 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:53.836951 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.926415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.926795 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:53.941278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for da1758da-87eb-498c-b1b2-b129688f1361 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:54.152405 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.199910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=da1758da-87eb-498c-b1b2-b129688f1361,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:54.217315 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.217681 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.217996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.218334 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.218670 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.219001 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.219332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.219659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.219990 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.220344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.220668 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.220988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:40:54.289085 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.290188 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Floating IP 98459355-7931-44ec-b355-9df69e60dd45 disassociated (deleted). External IP: 172.25.6.88, port: 69bb1310-b316-479f-9316-575283404a74. Jul 13 08:40:54.915650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router 7af6a308-2949-410e-a55c-9098738f4313 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:40:55.039650 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:40:55.047415 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:55.054053 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] Sync routers for ids ['7af6a308-2949-410e-a55c-9098738f4313'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:40:55.070015 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] Routers {'7af6a308-2949-410e-a55c-9098738f4313'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:55.071038 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7af6a308-2949-410e-a55c-9098738f4313'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:55.096387 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-367c02b5-1afb-424b-998a-32d132532e4f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/floatingips/98459355-7931-44ec-b355-9df69e60dd45 HTTP/1.1" status: 204 len: 168 time: 1.4388638 Jul 13 08:40:55.096988 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'tag': '69bb1310-b316-479f-9316-575283404a74'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:55.099319 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8501102c-218b-4f71-be0f-db789b8e9975" -d '{"events": [{"name": "network-changed", "server_uuid": "da02515b-5ab1-4044-9e92-1f27e4dc1d7d", "tag": "69bb1310-b316-479f-9316-575283404a74"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:55.171546 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5b4014-8381-41ad-8a83-8320318e6170 x-openstack-request-id: req-ba5b4014-8381-41ad-8a83-8320318e6170 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:55.172046 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da02515b-5ab1-4044-9e92-1f27e4dc1d7d", "tag": "69bb1310-b316-479f-9316-575283404a74", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:55.172443 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba5b4014-8381-41ad-8a83-8320318e6170 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:55.173230 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'tag': '69bb1310-b316-479f-9316-575283404a74', 'status': 'completed', 'code': 200} Jul 13 08:40:55.198239 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] Set router 7af6a308-2949-410e-a55c-9098738f4313 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:55.288411 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501102c-218b-4f71-be0f-db789b8e9975 req-26856997-93fe-445d-b9bf-4dc8c3a9295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:55.290028 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8501102c-218b-4f71-be0f-db789b8e9975 req-26856997-93fe-445d-b9bf-4dc8c3a9295a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 1096 time: 0.0900946 Jul 13 08:40:55.447649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501102c-218b-4f71-be0f-db789b8e9975 req-4e7b7868-e3ad-4e5b-a65b-e535f2286281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:55.450099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8501102c-218b-4f71-be0f-db789b8e9975 req-4e7b7868-e3ad-4e5b-a65b-e535f2286281 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57299808-94a9-46c3-a036-27304cbf2eb0 HTTP/1.1" status: 200 len: 898 time: 0.1530778 Jul 13 08:40:55.493734 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:00Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '83380f84-4ff9-4a40-a84c-3301aebed2c1', 'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:12:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:59Z', 'updated_at': '2021-07-13T08:40:05Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:55.523143 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] Checking router: 7af6a308-2949-410e-a55c-9098738f4313 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:40:55.533090 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] Routers {'7af6a308-2949-410e-a55c-9098738f4313'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:40:55.533409 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7af6a308-2949-410e-a55c-9098738f4313'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:55.539878 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8501102c-218b-4f71-be0f-db789b8e9975 req-09df0265-b7d4-4a33-90c7-fb85c3dc1e11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69bb1310-b316-479f-9316-575283404a74 HTTP/1.1" status: 200 len: 217 time: 0.0816822 Jul 13 08:40:55.580662 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e275e2-b4f9-4441-9406-5e75eff35229 req-a97971fc-e31e-4c6e-b65a-4d06ca7a70aa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:55.582383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78e275e2-b4f9-4441-9406-5e75eff35229 req-a97971fc-e31e-4c6e-b65a-4d06ca7a70aa tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.1142826 Jul 13 08:40:55.620343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501102c-218b-4f71-be0f-db789b8e9975 req-c304642a-d1cb-4600-a18c-12aac82f1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:55.621972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8501102c-218b-4f71-be0f-db789b8e9975 req-c304642a-d1cb-4600-a18c-12aac82f1eb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7bd791a9-e454-4018-94e3-9881743d9c7f HTTP/1.1" status: 200 len: 835 time: 0.0743182 Jul 13 08:40:55.636409 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78e275e2-b4f9-4441-9406-5e75eff35229 req-2a3457db-d8eb-46bf-b8e2-c5120a6d213f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481341 Jul 13 08:40:55.708972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501102c-218b-4f71-be0f-db789b8e9975 req-dbf5851d-e588-4e9b-bb18-e0809025aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:55.710870 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8501102c-218b-4f71-be0f-db789b8e9975 req-dbf5851d-e588-4e9b-bb18-e0809025aaa3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57299808-94a9-46c3-a036-27304cbf2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802839 Jul 13 08:40:55.810510 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8501102c-218b-4f71-be0f-db789b8e9975 req-09040500-f221-4a84-81c6-fe1608c36db2 service neutron] 10.222.0.54 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926812 Jul 13 08:40:55.824112 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] Set router 7af6a308-2949-410e-a55c-9098738f4313 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:40:55.960320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8501102c-218b-4f71-be0f-db789b8e9975 req-76f559db-9b40-47a6-b6e6-959887c9f26c service neutron] 10.222.0.54 "GET /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414959 Jul 13 08:40:56.099704 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:00Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '83380f84-4ff9-4a40-a84c-3301aebed2c1', 'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:12:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:59Z', 'updated_at': '2021-07-13T08:40:05Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:40:56.131685 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcd31dc-4e83-4b6b-a705-2d18a5935921 None None] The sync data for ids ['7af6a308-2949-410e-a55c-9098738f4313'] in n-d-798249-7 is: [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:40:00Z', 'revision_number': 4, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '83380f84-4ff9-4a40-a84c-3301aebed2c1', 'name': '', 'network_id': '57299808-94a9-46c3-a036-27304cbf2eb0', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'mac_address': 'fa:16:3e:12:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:59Z', 'updated_at': '2021-07-13T08:40:05Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'subnets': [{'id': '7bd791a9-e454-4018-94e3-9881743d9c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:40:56.381532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4bab72-c51a-424f-a456-3f51dc00b772 None None] New status for floating IP 98459355-7931-44ec-b355-9df69e60dd45: DOWN {{(pid=93840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:40:56.872561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194043c-446d-4559-8e31-34643c33ed20 req-07c2bd85-bc97-47fc-a137-fe761300febe tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:56.874351 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8194043c-446d-4559-8e31-34643c33ed20 req-07c2bd85-bc97-47fc-a137-fe761300febe tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.0874736 Jul 13 08:40:56.965992 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8194043c-446d-4559-8e31-34643c33ed20 req-ed9f70a7-eee4-490c-a5ac-0bdab7a2f42f tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/security-groups?id=1981f1b6-b4a0-4546-8c4d-913dbbe56412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801182 Jul 13 08:40:57.005314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-56e50b7a-a767-4649-bd73-13e909eb22f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:57.007061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-56e50b7a-a767-4649-bd73-13e909eb22f9 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 945 time: 0.1133428 Jul 13 08:40:57.138164 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-905a69ec-f91a-498b-ab98-523fed3d6f55 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 69bb1310-b316-479f-9316-575283404a74 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:40:57.138436 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-905a69ec-f91a-498b-ab98-523fed3d6f55 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.259678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-905a69ec-f91a-498b-ab98-523fed3d6f55 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 69bb1310-b316-479f-9316-575283404a74, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=69bb1310-b316-479f-9316-575283404a74,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:40:57.260097 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-905a69ec-f91a-498b-ab98-523fed3d6f55 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.275207 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-905a69ec-f91a-498b-ab98-523fed3d6f55 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 69bb1310-b316-479f-9316-575283404a74 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:40:57.453231 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-905a69ec-f91a-498b-ab98-523fed3d6f55 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.494340 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a69ec-f91a-498b-ab98-523fed3d6f55 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=69bb1310-b316-479f-9316-575283404a74,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:40:57.544460 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-905a69ec-f91a-498b-ab98-523fed3d6f55 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] No DVR routers for this DVR port 69bb1310-b316-479f-9316-575283404a74 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:40:57.553010 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-905a69ec-f91a-498b-ab98-523fed3d6f55 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:57.556630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-83468a72-cbbf-439b-a7c4-58d30877e4a7 req-905a69ec-f91a-498b-ab98-523fed3d6f55 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.54 "DELETE /v2.0/ports/69bb1310-b316-479f-9316-575283404a74 HTTP/1.1" status: 204 len: 173 time: 0.5434430 Jul 13 08:40:57.557343 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'name': 'network-vif-deleted', 'tag': '69bb1310-b316-479f-9316-575283404a74'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:40:57.561272 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1ffbaa-4d8a-4239-a6d5-3bd7cc8b43f3" -d '{"events": [{"server_uuid": "da02515b-5ab1-4044-9e92-1f27e4dc1d7d", "name": "network-vif-deleted", "tag": "69bb1310-b316-479f-9316-575283404a74"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:40:57.621821 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e216bd3-7530-405b-bb79-ecd7ac1a014a x-openstack-request-id: req-9e216bd3-7530-405b-bb79-ecd7ac1a014a {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:40:57.622265 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da02515b-5ab1-4044-9e92-1f27e4dc1d7d", "name": "network-vif-deleted", "tag": "69bb1310-b316-479f-9316-575283404a74", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:40:57.622654 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e216bd3-7530-405b-bb79-ecd7ac1a014a {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:40:57.623263 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da02515b-5ab1-4044-9e92-1f27e4dc1d7d', 'name': 'network-vif-deleted', 'tag': '69bb1310-b316-479f-9316-575283404a74', 'status': 'completed', 'code': 200} Jul 13 08:40:58.193372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-09998c22-4f2e-452f-9446-0a359f04a3fe req-80fba631-eb86-4ac5-9e37-887b72a08c26 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "GET /v2.0/ports?device_id=da02515b-5ab1-4044-9e92-1f27e4dc1d7d HTTP/1.1" status: 200 len: 210 time: 0.0577919 Jul 13 08:40:59.150370 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 69bb1310-b316-479f-9316-575283404a74 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:40:59.173284 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 69bb1310-b316-479f-9316-575283404a74 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:40:59.173560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 69bb1310-b316-479f-9316-575283404a74 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:40:59.321577 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45884) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:00.093770 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.404202 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port 83380f84-4ff9-4a40-a84c-3301aebed2c1 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:41:00.404955 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.497649 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port 83380f84-4ff9-4a40-a84c-3301aebed2c1, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=83380f84-4ff9-4a40-a84c-3301aebed2c1,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:00.498007 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.521655 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for 83380f84-4ff9-4a40-a84c-3301aebed2c1 owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:41:00.742968 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.774631 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=83380f84-4ff9-4a40-a84c-3301aebed2c1,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:00.797006 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.797528 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.798077 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.798630 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.799088 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.799533 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.799987 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.800509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.801129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.801507 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.802015 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:00.802558 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:01.016048 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.283763 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Router 7af6a308-2949-410e-a55c-9098738f4313 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:01.416101 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:01.423850 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cd91d864-2eb8-402c-9358-14af2daf1553 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "PUT /v2.0/routers/7af6a308-2949-410e-a55c-9098738f4313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0992448 Jul 13 08:41:01.426740 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45886) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:01.432300 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] Sync routers for ids ['7af6a308-2949-410e-a55c-9098738f4313'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:01.444403 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] Routers {'7af6a308-2949-410e-a55c-9098738f4313'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:01.445254 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7af6a308-2949-410e-a55c-9098738f4313'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:01.484391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb410ae-888b-43db-951a-6b19fc85193c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting subnet 7bd791a9-e454-4018-94e3-9881743d9c7f {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:41:01.488618 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecb410ae-888b-43db-951a-6b19fc85193c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.535935 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecb410ae-888b-43db-951a-6b19fc85193c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.577654 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] Set router 7af6a308-2949-410e-a55c-9098738f4313 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:01.648476 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecb410ae-888b-43db-951a-6b19fc85193c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.731095 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecb410ae-888b-43db-951a-6b19fc85193c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.763346 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ecb410ae-888b-43db-951a-6b19fc85193c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:01.767981 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ecb410ae-888b-43db-951a-6b19fc85193c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/subnets/7bd791a9-e454-4018-94e3-9881743d9c7f HTTP/1.1" status: 204 len: 168 time: 0.3398097 Jul 13 08:41:01.769626 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb410ae-888b-43db-951a-6b19fc85193c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd791a9-e454-4018-94e3-9881743d9c7f,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:01.771469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45888) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:01.771999 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e682e3-422d-4cce-bcbf-7adf6e5eeb83 None None] Network 57299808-94a9-46c3-a036-27304cbf2eb0 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:01.809558 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:41:00Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:01.842314 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] Checking router: 7af6a308-2949-410e-a55c-9098738f4313 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:01.854882 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] Routers {'7af6a308-2949-410e-a55c-9098738f4313'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:01.856245 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['7af6a308-2949-410e-a55c-9098738f4313'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:01.912983 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.006930 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] DHCP port deletion for 57299808-94a9-46c3-a036-27304cbf2eb0 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:41:02.025821 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] Set router 7af6a308-2949-410e-a55c-9098738f4313 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:02.066015 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Deleting port dbab5c74-fdda-4ea5-85ef-85e53e231236 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:41:02.066547 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.070260 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.136285 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Deleting port d89e66da-78c5-45c2-8d54-1c4a659c57db {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:41:02.136707 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.180556 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] For port dbab5c74-fdda-4ea5-85ef-85e53e231236, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=dbab5c74-fdda-4ea5-85ef-85e53e231236,segment=NetworkSegment(05b9cad4-5c13-4cf8-820f-73ff6bf5908d),segment_id=05b9cad4-5c13-4cf8-820f-73ff6bf5908d)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:02.181168 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.205385 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Calling delete_port for dbab5c74-fdda-4ea5-85ef-85e53e231236 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:41:02.251705 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] For port d89e66da-78c5-45c2-8d54-1c4a659c57db, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=d89e66da-78c5-45c2-8d54-1c4a659c57db,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:02.252834 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.271099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Calling delete_port for d89e66da-78c5-45c2-8d54-1c4a659c57db owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:41:02.280820 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:41:00Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:02.315007 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bead505-46c4-4932-b439-a2d976ea3906 None None] The sync data for ids ['7af6a308-2949-410e-a55c-9098738f4313'] in n-d-798249-7 is: [{'id': '7af6a308-2949-410e-a55c-9098738f4313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996163658', 'tenant_id': '311e8ef80f9241238d9f69bbc702ccb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:56Z', 'updated_at': '2021-07-13T08:41:00Z', 'revision_number': 5, 'project_id': '311e8ef80f9241238d9f69bbc702ccb1', 'gw_port': {'id': 'd89e66da-78c5-45c2-8d54-1c4a659c57db', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af6a308-2949-410e-a55c-9098738f4313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:57Z', 'updated_at': '2021-07-13T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:02.326231 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.375458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Pushing event deleted for resources: {'Port': ['ID=dbab5c74-fdda-4ea5-85ef-85e53e231236,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:02.390208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] No DVR routers for this DVR port dbab5c74-fdda-4ea5-85ef-85e53e231236 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:41:02.396266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.396833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.397361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.397923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.398485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.399040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.399608 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.400201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.400760 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.401320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.401882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.402433 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70674d1b-bdff-4f5e-a162-4cfa453a1af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:02.542303 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.571313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Port': ['ID=d89e66da-78c5-45c2-8d54-1c4a659c57db,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:02.648006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.755679 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.758308 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.807470 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.808302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Fanout notify agent at l3_agent the message router_deleted on router 7af6a308-2949-410e-a55c-9098738f4313 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:41:02.819828 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:02.821540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f6ce3d56-3002-4dde-bbc2-a6fdf21faebf tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/routers/7af6a308-2949-410e-a55c-9098738f4313 HTTP/1.1" status: 204 len: 168 time: 1.0462995 Jul 13 08:41:02.824709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45890) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:02.913241 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.013767 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.028985 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57299808-94a9-46c3-a036-27304cbf2eb0']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:03.041517 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b9cad4-5c13-4cf8-820f-73ff6bf5908d') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:03.042038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b9cad4-5c13-4cf8-820f-73ff6bf5908d') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:03.052705 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.070489 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.077431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:41:03.077839 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:41:03.083296 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:41:03.153000 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.163245 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.164728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/networks/57299808-94a9-46c3-a036-27304cbf2eb0 HTTP/1.1" status: 204 len: 168 time: 0.3388813 Jul 13 08:41:03.168417 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45892) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:03.183298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806fd00-53a2-4846-80a6-1908f56bc69c tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'Network': ['ID=57299808-94a9-46c3-a036-27304cbf2eb0,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:03.248381 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40a9293f-86f1-4af9-add6-5c034b754786 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.296610 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40a9293f-86f1-4af9-add6-5c034b754786 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.370228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40a9293f-86f1-4af9-add6-5c034b754786 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.372936 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-40a9293f-86f1-4af9-add6-5c034b754786 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.374187 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-40a9293f-86f1-4af9-add6-5c034b754786 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] 10.222.0.44 "DELETE /v2.0/security-groups/1981f1b6-b4a0-4546-8c4d-913dbbe56412 HTTP/1.1" status: 204 len: 168 time: 0.2041888 Jul 13 08:41:03.388472 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9293f-86f1-4af9-add6-5c034b754786 tempest-TestNetworkAdvancedServerOps-840116478 tempest-TestNetworkAdvancedServerOps-840116478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1981f1b6-b4a0-4546-8c4d-913dbbe56412,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:03.530791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device dbab5c74-fdda-4ea5-85ef-85e53e231236 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:41:03.551642 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: dbab5c74-fdda-4ea5-85ef-85e53e231236 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:41:03.552181 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device dbab5c74-fdda-4ea5-85ef-85e53e231236 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:41:03.552679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 83380f84-4ff9-4a40-a84c-3301aebed2c1 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:41:03.576885 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 83380f84-4ff9-4a40-a84c-3301aebed2c1 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:41:03.577218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 83380f84-4ff9-4a40-a84c-3301aebed2c1 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:41:03.577616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d89e66da-78c5-45c2-8d54-1c4a659c57db no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:41:03.599485 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: d89e66da-78c5-45c2-8d54-1c4a659c57db {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:41:03.600040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device d89e66da-78c5-45c2-8d54-1c4a659c57db not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:41:03.867250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45900) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:04.071123 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-bb2a83da-dce8-409f-9714-334f6da13e2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=311e8ef80f9241238d9f69bbc702ccb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020645 Jul 13 08:41:04.073530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45904) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:04.139599 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e06c377-2385-4f9c-9c7c-444df6862473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.166569 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e06c377-2385-4f9c-9c7c-444df6862473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.229553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e06c377-2385-4f9c-9c7c-444df6862473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.232887 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7e06c377-2385-4f9c-9c7c-444df6862473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.234251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-7e06c377-2385-4f9c-9c7c-444df6862473 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28a81dfd-80c4-4eb7-b1e0-4ec4075a7ea7 HTTP/1.1" status: 204 len: 168 time: 0.1595399 Jul 13 08:41:04.247504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06c377-2385-4f9c-9c7c-444df6862473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a81dfd-80c4-4eb7-b1e0-4ec4075a7ea7,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:04.545764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45910) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:04.560440 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d6c35f0d-1f43-4394-8282-c8e3a9244cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.674154 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d6c35f0d-1f43-4394-8282-c8e3a9244cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.678553 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d6c35f0d-1f43-4394-8282-c8e3a9244cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.718762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d6c35f0d-1f43-4394-8282-c8e3a9244cc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea501da1552d430b8591fb22dc246ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718833 Jul 13 08:41:04.721900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c35f0d-1f43-4394-8282-c8e3a9244cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc629688-d0a0-4a6f-ab6f-4ac338111260,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:04.722604 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45912) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:04.778940 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f1b2fec-fc26-4b50-b072-1da6c443e033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.805027 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f1b2fec-fc26-4b50-b072-1da6c443e033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.860625 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f1b2fec-fc26-4b50-b072-1da6c443e033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.863755 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4f1b2fec-fc26-4b50-b072-1da6c443e033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.865022 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4f1b2fec-fc26-4b50-b072-1da6c443e033 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc629688-d0a0-4a6f-ab6f-4ac338111260 HTTP/1.1" status: 204 len: 168 time: 0.1414044 Jul 13 08:41:04.873410 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b2fec-fc26-4b50-b072-1da6c443e033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc629688-d0a0-4a6f-ab6f-4ac338111260,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:05.265254 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.715040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45934) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:05.824255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1324730032-network', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:05.859171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Made reservation on behalf of 74743b0c736b4e6497eeaae621d57c9d for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:05.863626 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.877878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.999155 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.004369 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.032933 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:41:06.043310 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63f2e8d-3088-47dd-9acd-241e07287b35,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:06.049386 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.049738 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Added segment 4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414 of type vlan for network c4db3420-d954-492e-8234-a37b61a7c84c Jul 13 08:41:06.098374 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.134528 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.135966 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:06.136777 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.183177 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4660826 Jul 13 08:41:06.186751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45938) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:06.193370 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Request body: {'subnet': {'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1324730032-subnet', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:06.218538 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Made reservation on behalf of 74743b0c736b4e6497eeaae621d57c9d for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:06.221723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.238332 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f393b25-b368-4d70-8d7c-5d636d887513 admin admin] Pushing event updated for resources: {'Network': ['ID=c4db3420-d954-492e-8234-a37b61a7c84c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:06.254896 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network c4db3420-d954-492e-8234-a37b61a7c84c details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:41:06.452130 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.510735 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba11443c-da45-490a-8150-c27b3e07d9ac,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:06.524305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Checking segment: {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:06.524685 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Network hostable DHCP agents. Network: c4db3420-d954-492e-8234-a37b61a7c84c, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:41:06.544573 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Network c4db3420-d954-492e-8234-a37b61a7c84c is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:41:06.557714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, c4db3420-d954-492e-8234-a37b61a7c84c) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:06.564457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:06.565412 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.571369 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa391fb5-118e-415e-9ee3-bbf6cd9d3bb3 None None] Network c4db3420-d954-492e-8234-a37b61a7c84c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:06.586568 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-67350b76-6642-4a4f-89d4-0b4d2208acf1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3974447 Jul 13 08:41:06.590810 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45940) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:06.597030 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:06.624728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.626944 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.701573 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.797537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-c4db3420-d954-492e-8234-a37b61a7c84c', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:41:06.798985 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.855833 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.963383 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Allocated IP 172.20.0.2 (c4db3420-d954-492e-8234-a37b61a7c84c/ba11443c-da45-490a-8150-c27b3e07d9ac/4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:07.136838 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.148861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.149189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Transition to ACTIVE for port object 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:07.167455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Transition to ACTIVE for port object 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:07.170681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.174863 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.218675 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Network c4db3420-d954-492e-8234-a37b61a7c84c is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:07.222907 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:07.227544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:07.232505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Pushing event updated for resources: {'Port': ['ID=4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:07.295437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Attempting to bind port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:07.295912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Attempting to bind port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:07.296191 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Attempting to bind port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 on network c4db3420-d954-492e-8234-a37b61a7c84c {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:07.296616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Allocated IP 172.25.6.224 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/8225d346-cf15-4442-92af-6d1c98333a17) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:07.302812 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:07.303188 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Checking segment: {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:07.303619 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.304047 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Bound using segment: {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:07.304496 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Bound port: 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:07.304880 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.382442 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] For port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:07.385249 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] For port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:07.390034 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.420847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.453653 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407123b-0e69-4cbc-8059-65ec8e0e75cc None None] Pushing event updated for resources: {'Port': ['ID=4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:07.480950 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.521549 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:07.524653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:07.530543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:07.565897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Pushing event updated for resources: {'Port': ['ID=8225d346-cf15-4442-92af-6d1c98333a17,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:07.866177 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.497176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa27d47d-ba52-46a6-bce3-a220d51efe97 None None] Network c4db3420-d954-492e-8234-a37b61a7c84c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:08.511802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.573160 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-ebb47732-dd85-4b12-b0e8-7dc2448aca99 None None] Provisioning for port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:08.660495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Router 020999ce-daf3-4c8b-9d05-431ba9da71ad is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:41:08.755953 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.801498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:08.818394 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Sync routers for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:08.826510 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.830534 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e98c1800-5ec5-4955-a56c-b421bac3ba1c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2359741 Jul 13 08:41:08.831744 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:08.832538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:08.833399 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45942) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:08.964552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:09.175280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:07Z', 'revision_number': 3, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:09.203900 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Checking router: 020999ce-daf3-4c8b-9d05-431ba9da71ad for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:09.204405 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Updating router 020999ce-daf3-4c8b-9d05-431ba9da71ad port 8225d346-cf15-4442-92af-6d1c98333a17 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:41:09.243321 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.381181 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.464665 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:09.596214 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Allocated IP 172.20.0.1 (c4db3420-d954-492e-8234-a37b61a7c84c/ba11443c-da45-490a-8150-c27b3e07d9ac/8ca1a283-8ff0-4502-bc43-80a60dd0f20f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:09.718154 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.736596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Transition to ACTIVE for port object 8ca1a283-8ff0-4502-bc43-80a60dd0f20f will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:09.774959 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.823803 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Network c4db3420-d954-492e-8234-a37b61a7c84c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:09.827311 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:09.839053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:09.885029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Pushing event updated for resources: {'Port': ['ID=8ca1a283-8ff0-4502-bc43-80a60dd0f20f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:09.916781 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:09.922508 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.933505 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:09.934129 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.993135 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.029416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Transition to ACTIVE for port object 8225d346-cf15-4442-92af-6d1c98333a17 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:10.042532 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.112788 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.174037 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:41:10.207132 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Attempting to bind port 8225d346-cf15-4442-92af-6d1c98333a17 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:10.207737 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Attempting to bind port 8225d346-cf15-4442-92af-6d1c98333a17 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:10.208372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Attempting to bind port 8225d346-cf15-4442-92af-6d1c98333a17 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:10.211713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a686c-cc79-481f-8d17-5cf7a46bb7e9 None None] Pushing event updated for resources: {'Port': ['ID=8225d346-cf15-4442-92af-6d1c98333a17,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.239565 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:10.240145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:10.240799 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.241414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:10.242228 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Bound port: 8225d346-cf15-4442-92af-6d1c98333a17, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:10.242876 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.252422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-41637a9a-e8a3-4f00-a415-99ed1e3e3830 None None] Provisioning for port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:10.287582 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.295037 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-41637a9a-e8a3-4f00-a415-99ed1e3e3830 None None] Provisioning complete for port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:10.295658 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-41637a9a-e8a3-4f00-a415-99ed1e3e3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.328223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.334451 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.410158 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Pushing event updated for resources: {'Port': ['ID=8ca1a283-8ff0-4502-bc43-80a60dd0f20f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.411229 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-41637a9a-e8a3-4f00-a415-99ed1e3e3830 None None] Port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:10.413980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] For port 8225d346-cf15-4442-92af-6d1c98333a17, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:10.417330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:10.419961 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] For port 8225d346-cf15-4442-92af-6d1c98333a17, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8225d346-cf15-4442-92af-6d1c98333a17,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:10.423881 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.429882 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.432377 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.501876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:10.502632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:10.504773 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.555323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Network c4db3420-d954-492e-8234-a37b61a7c84c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:10.557424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:10.632101 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a686c-cc79-481f-8d17-5cf7a46bb7e9 None None] Pushing event updated for resources: {'Port': ['ID=8225d346-cf15-4442-92af-6d1c98333a17,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.665656 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:10.711435 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Router 020999ce-daf3-4c8b-9d05-431ba9da71ad has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:10.803340 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-88a51dc7-dfd6-4c89-ba0f-047245680341 None None] Provisioning complete for port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:10.803813 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-88a51dc7-dfd6-4c89-ba0f-047245680341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.874149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:10.883562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ef13feea-bfa5-4c5d-9b23-64f95ad29d9c admin admin] 10.222.0.44 "PUT /v2.0/routers/020999ce-daf3-4c8b-9d05-431ba9da71ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0482905 Jul 13 08:41:10.884268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-88a51dc7-dfd6-4c89-ba0f-047245680341 None None] Port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:11.003041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 2, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:11.036911 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9065f445-6314-42fe-8020-40dbaf53d6da None None] The sync data for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 is: [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 2, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:11.045339 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c258b34a-9c84-47f9-9817-55319a8c019f None None] Provisioning complete for port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:11.045806 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c258b34a-9c84-47f9-9817-55319a8c019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.086048 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c258b34a-9c84-47f9-9817-55319a8c019f None None] Port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:11.406110 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:11.502981 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:11.508879 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.590023 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45958) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:11.600087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2147260800-network', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:11.637711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Made reservation on behalf of d851f74371f34debb87e13c622f2e4bf for: {'network': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:11.640743 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.652134 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.802876 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.809169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.849197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:41:11.863686 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924d3835-2c7d-4eda-831a-d94e20afed86,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:11.871006 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.871359 n-d-798249-7 neutron-server[93838]: INFO neutron.db.segments_db [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Added segment 97dd4ff4-0e27-4bd0-9f76-15c91fa127a5 of type vlan for network ac08246b-fe1d-4e22-99c3-7a15299f6055 Jul 13 08:41:11.935273 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.997869 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.999685 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:12.000886 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.068493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4757543 Jul 13 08:41:12.071915 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45960) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:12.078225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Request body: {'subnet': {'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2147260800-subnet', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'ip_version': 4}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:12.103387 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Made reservation on behalf of d851f74371f34debb87e13c622f2e4bf for: {'subnet': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:12.106322 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3398288'] for subnet, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.122216 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fd816-ecba-48cf-95c6-b8e4e7542bea admin admin] Pushing event updated for resources: {'Network': ['ID=ac08246b-fe1d-4e22-99c3-7a15299f6055,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:12.143253 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network ac08246b-fe1d-4e22-99c3-7a15299f6055 details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:41:12.374083 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4069908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3398370'] for subnet, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.437324 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20abe117-4113-421e-838d-a5ead4e655df,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:12.459457 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Checking segment: {'id': '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:12.460010 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Network hostable DHCP agents. Network: ac08246b-fe1d-4e22-99c3-7a15299f6055, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:41:12.483682 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Network ac08246b-fe1d-4e22-99c3-7a15299f6055 is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:41:12.497091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, ac08246b-fe1d-4e22-99c3-7a15299f6055) {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:12.503253 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:12.504318 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.514813 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda8d24-e9c6-48ba-9204-0a55baa704d4 None None] Network ac08246b-fe1d-4e22-99c3-7a15299f6055 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:12.529321 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ee57c84f-a030-478a-acc7-4a430ee6d978 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4557273 Jul 13 08:41:12.534127 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45962) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:12.543526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2147260800-router', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:12.579563 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.580929 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.664272 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.754022 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-ac08246b-fe1d-4e22-99c3-7a15299f6055', 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'fixed_ips': [{'subnet_id': '20abe117-4113-421e-838d-a5ead4e655df'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:41:12.755592 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.905059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.926322 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Allocated IP 172.20.0.2 (ac08246b-fe1d-4e22-99c3-7a15299f6055/20abe117-4113-421e-838d-a5ead4e655df/458d94e1-e699-4072-ac09-8bd04a98ad8a) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:13.111252 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.121548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Transition to ACTIVE for port object 458d94e1-e699-4072-ac09-8bd04a98ad8a will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:13.140708 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Transition to ACTIVE for port object 458d94e1-e699-4072-ac09-8bd04a98ad8a will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:13.148689 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.193745 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.215830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Network ac08246b-fe1d-4e22-99c3-7a15299f6055 is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:13.216134 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.228246 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:13.235326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:13.248184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Pushing event updated for resources: {'Port': ['ID=458d94e1-e699-4072-ac09-8bd04a98ad8a,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:13.337946 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Attempting to bind port 458d94e1-e699-4072-ac09-8bd04a98ad8a on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:13.338917 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Attempting to bind port 458d94e1-e699-4072-ac09-8bd04a98ad8a by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:13.339704 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Attempting to bind port 458d94e1-e699-4072-ac09-8bd04a98ad8a on network ac08246b-fe1d-4e22-99c3-7a15299f6055 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:13.350033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:13.351218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Checking segment: {'id': '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:13.352143 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.353035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Bound using segment: {'id': '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:13.353904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Bound port: 458d94e1-e699-4072-ac09-8bd04a98ad8a, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:13.354469 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.379536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Allocated IP 172.25.6.138 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/fc15185f-1fb2-486e-aa86-ef217e74fd10) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:13.461916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] For port 458d94e1-e699-4072-ac09-8bd04a98ad8a, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:13.468393 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] For port 458d94e1-e699-4072-ac09-8bd04a98ad8a, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=458d94e1-e699-4072-ac09-8bd04a98ad8a,segment=NetworkSegment(97dd4ff4-0e27-4bd0-9f76-15c91fa127a5),segment_id=97dd4ff4-0e27-4bd0-9f76-15c91fa127a5)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:13.476390 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.487051 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8225d346-cf15-4442-92af-6d1c98333a17 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:13.567342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.651483 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.672818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348c845-11f8-44d0-b1b1-f18f97d1a631 None None] Pushing event updated for resources: {'Port': ['ID=458d94e1-e699-4072-ac09-8bd04a98ad8a,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:13.698592 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 8225d346-cf15-4442-92af-6d1c98333a17 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:13.705941 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8225d346-cf15-4442-92af-6d1c98333a17 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:13.706563 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.749536 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Pushing event updated for resources: {'Port': ['ID=fc15185f-1fb2-486e-aa86-ef217e74fd10,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:13.762393 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:13.765125 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:13.769351 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:13.840204 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.849169 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Sync routers for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:13.870549 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:13.871193 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:13.900962 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 8225d346-cf15-4442-92af-6d1c98333a17, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8225d346-cf15-4442-92af-6d1c98333a17,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:13.921859 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.030098 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=8225d346-cf15-4442-92af-6d1c98333a17,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:14.053900 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:14.170619 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.331755 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 2, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:14.374941 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Checking router: 020999ce-daf3-4c8b-9d05-431ba9da71ad for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:14.375563 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Updating router 020999ce-daf3-4c8b-9d05-431ba9da71ad port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:41:14.421065 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.434790 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-213b5ce1-c914-4537-80cd-17416407c53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.817954 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.868277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02af58d-80cf-45c1-8519-183795ba7517 None None] Network ac08246b-fe1d-4e22-99c3-7a15299f6055 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:14.961942 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.979652 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Transition to ACTIVE for port object 8ca1a283-8ff0-4502-bc43-80a60dd0f20f will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:14.989459 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.011061 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Router f306e12b-415f-45c1-af53-c063862a2b56 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:41:15.012418 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c9ff4371-099e-4d7f-8af2-7b8998d68d75 None None] Provisioning for port 458d94e1-e699-4072-ac09-8bd04a98ad8a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:15.086989 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Pushing event updated for resources: {'Port': ['ID=8ca1a283-8ff0-4502-bc43-80a60dd0f20f,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:15.118539 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.118908 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.119282 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.119537 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.119867 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.120229 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.120596 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.120920 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.121243 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.121562 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.121962 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.122310 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.152077 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Attempting to bind port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:15.153376 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Attempting to bind port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:15.154198 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Attempting to bind port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f on network c4db3420-d954-492e-8234-a37b61a7c84c {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:15.166177 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:15.166941 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Checking segment: {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:15.167702 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.168440 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Bound using segment: {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:15.169315 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Bound port: 8ca1a283-8ff0-4502-bc43-80a60dd0f20f, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:15.169957 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.221634 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:15.236115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Sync routers for ids ['f306e12b-415f-45c1-af53-c063862a2b56'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:15.249007 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.255766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45964) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:15.257176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Routers {'f306e12b-415f-45c1-af53-c063862a2b56'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:15.257503 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ec86f77d-d831-4679-abea-c4dfe66d101c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7197959 Jul 13 08:41:15.258306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f306e12b-415f-45c1-af53-c063862a2b56'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:15.310123 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] For port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:15.317858 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] For port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8ca1a283-8ff0-4502-bc43-80a60dd0f20f,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:15.325796 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.473118 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:15.473771 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:15.475781 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a53ea4-f094-492d-91ba-b7b77b7994a3 None None] Pushing event updated for resources: {'Port': ['ID=8ca1a283-8ff0-4502-bc43-80a60dd0f20f,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:15.551800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Set router f306e12b-415f-45c1-af53-c063862a2b56 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:15.658929 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:15.682233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 458d94e1-e699-4072-ac09-8bd04a98ad8a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:15.800553 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 458d94e1-e699-4072-ac09-8bd04a98ad8a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:15.809214 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 458d94e1-e699-4072-ac09-8bd04a98ad8a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:15.809355 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.954201 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.969048 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:15Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:15.977784 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'name': 'tempest-TestShelveInstance-2147260800-router', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:14Z', 'revision_number': 3, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'gw_port': {'id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:16.006746 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b0dae-24d2-43a8-9c45-99a1412cdfdc None None] The sync data for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 is: [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:15Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:16.012562 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.202062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Allocated IP 172.20.0.1 (ac08246b-fe1d-4e22-99c3-7a15299f6055/20abe117-4113-421e-838d-a5ead4e655df/5ae69946-a8a8-4edf-991e-6ca0fa51bf60) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:16.266455 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Checking router: f306e12b-415f-45c1-af53-c063862a2b56 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:16.266843 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Updating router f306e12b-415f-45c1-af53-c063862a2b56 port fc15185f-1fb2-486e-aa86-ef217e74fd10 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:41:16.304851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 458d94e1-e699-4072-ac09-8bd04a98ad8a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=458d94e1-e699-4072-ac09-8bd04a98ad8a,segment=NetworkSegment(97dd4ff4-0e27-4bd0-9f76-15c91fa127a5),segment_id=97dd4ff4-0e27-4bd0-9f76-15c91fa127a5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:16.313584 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.347111 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.354937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8225d346-cf15-4442-92af-6d1c98333a17 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:16.358175 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.386299 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Transition to ACTIVE for port object 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:16.439942 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.490358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=458d94e1-e699-4072-ac09-8bd04a98ad8a,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:16.510204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Network ac08246b-fe1d-4e22-99c3-7a15299f6055 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:16.514870 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:16.523559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:16.530559 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Pushing event updated for resources: {'Port': ['ID=5ae69946-a8a8-4edf-991e-6ca0fa51bf60,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:16.558333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8225d346-cf15-4442-92af-6d1c98333a17 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:16.559168 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.599924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.794540 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.813095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Transition to ACTIVE for port object fc15185f-1fb2-486e-aa86-ef217e74fd10 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:16.824234 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.880610 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.889258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b8e5e-7768-4ece-a565-6da3e4fc3e1a None None] Pushing event updated for resources: {'Port': ['ID=fc15185f-1fb2-486e-aa86-ef217e74fd10,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:16.894158 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Attempting to bind port fc15185f-1fb2-486e-aa86-ef217e74fd10 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:16.894536 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Attempting to bind port fc15185f-1fb2-486e-aa86-ef217e74fd10 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:16.894909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Attempting to bind port fc15185f-1fb2-486e-aa86-ef217e74fd10 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:16.903706 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:16.904167 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:16.904545 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.905163 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:16.905432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Bound port: fc15185f-1fb2-486e-aa86-ef217e74fd10, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:16.905809 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.942330 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7698a9d5-443f-41b7-a842-d07a0b97d9d8 None None] Provisioning for port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:16.960076 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7698a9d5-443f-41b7-a842-d07a0b97d9d8 None None] Provisioning complete for port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:16.960594 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7698a9d5-443f-41b7-a842-d07a0b97d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.037275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] For port fc15185f-1fb2-486e-aa86-ef217e74fd10, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:17.045578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] For port fc15185f-1fb2-486e-aa86-ef217e74fd10, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=fc15185f-1fb2-486e-aa86-ef217e74fd10,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:17.050323 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-7698a9d5-443f-41b7-a842-d07a0b97d9d8 None None] Port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:17.054075 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.130516 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.131166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Routers {'f306e12b-415f-45c1-af53-c063862a2b56'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:17.131835 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:40:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f306e12b-415f-45c1-af53-c063862a2b56'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:17.134057 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b8e5e-7768-4ece-a565-6da3e4fc3e1a None None] Pushing event updated for resources: {'Port': ['ID=fc15185f-1fb2-486e-aa86-ef217e74fd10,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:17.137269 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.221996 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Pushing event updated for resources: {'Port': ['ID=5ae69946-a8a8-4edf-991e-6ca0fa51bf60,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:17.236680 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.266632 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.283612 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] Set router f306e12b-415f-45c1-af53-c063862a2b56 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:17.370568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Network ac08246b-fe1d-4e22-99c3-7a15299f6055 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:17.376160 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:17.405320 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-97a01e5e-20ca-42ff-ba74-46b3312b9e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.460425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 458d94e1-e699-4072-ac09-8bd04a98ad8a up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:17.537462 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c86d1bcb-10b0-4484-af07-a143209abc8f None None] Provisioning complete for port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:17.537951 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c86d1bcb-10b0-4484-af07-a143209abc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.553689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Router f306e12b-415f-45c1-af53-c063862a2b56 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:17.607142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-c86d1bcb-10b0-4484-af07-a143209abc8f None None] Port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:17.619136 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 458d94e1-e699-4072-ac09-8bd04a98ad8a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:17.619518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.668088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'name': 'tempest-TestShelveInstance-2147260800-router', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'gw_port': {'id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5ae69946-a8a8-4edf-991e-6ca0fa51bf60', 'name': '', 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'mac_address': 'fa:16:3e:bd:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '20abe117-4113-421e-838d-a5ead4e655df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:16Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 2, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'subnets': [{'id': '20abe117-4113-421e-838d-a5ead4e655df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:17.684961 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:17.691091 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ee67b29f-aaf0-4e68-81bf-390796da844c admin admin] 10.222.0.44 "PUT /v2.0/routers/f306e12b-415f-45c1-af53-c063862a2b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4337239 Jul 13 08:41:17.697992 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73472d62-1245-44dc-98c5-37f03283d508 None None] The sync data for ids ['f306e12b-415f-45c1-af53-c063862a2b56'] in n-d-798249-7 is: [{'id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'name': 'tempest-TestShelveInstance-2147260800-router', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'gw_port': {'id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5ae69946-a8a8-4edf-991e-6ca0fa51bf60', 'name': '', 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'mac_address': 'fa:16:3e:bd:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '20abe117-4113-421e-838d-a5ead4e655df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:16Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 2, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'subnets': [{'id': '20abe117-4113-421e-838d-a5ead4e655df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:17.753453 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8ca1a283-8ff0-4502-bc43-80a60dd0f20f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:17.778504 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-51b55bd9-7a7c-4349-82d4-354429304167 None None] Provisioning complete for port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:17.779610 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-51b55bd9-7a7c-4349-82d4-354429304167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.826860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-51b55bd9-7a7c-4349-82d4-354429304167 None None] Port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:17.841842 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:17.847971 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:17.848399 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.967239 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.011159 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8ca1a283-8ff0-4502-bc43-80a60dd0f20f,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:18.021883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.095400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=8ca1a283-8ff0-4502-bc43-80a60dd0f20f,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:18.255440 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.357619 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1a051ebf-211a-482a-8a34-118481ca8b5a None None] Provisioning complete for port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:18.358079 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a051ebf-211a-482a-8a34-118481ca8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.491122 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45972) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:18.496510 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-1250bb9b-5daa-4eaa-81b1-3fa06fc736d5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-5982144', 'description': 'tempest-secgroup-smoke-5982144 description', 'project_id': '74743b0c736b4e6497eeaae621d57c9d'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:18.529861 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1250bb9b-5daa-4eaa-81b1-3fa06fc736d5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.649569 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1250bb9b-5daa-4eaa-81b1-3fa06fc736d5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.655080 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1250bb9b-5daa-4eaa-81b1-3fa06fc736d5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.691062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250bb9b-5daa-4eaa-81b1-3fa06fc736d5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6634c7-be3a-4403-874c-ef728e5e9932,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:18.696162 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1250bb9b-5daa-4eaa-81b1-3fa06fc736d5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.702092 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1250bb9b-5daa-4eaa-81b1-3fa06fc736d5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2053950 Jul 13 08:41:18.702823 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45974) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:18.707514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-29e3c1f3-cc6f-4f9d-aba4-ac5e1c97d4a5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '8d6634c7-be3a-4403-874c-ef728e5e9932', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:18.738967 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29e3c1f3-cc6f-4f9d-aba4-ac5e1c97d4a5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.804348 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29e3c1f3-cc6f-4f9d-aba4-ac5e1c97d4a5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.809371 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29e3c1f3-cc6f-4f9d-aba4-ac5e1c97d4a5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.828923 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3c1f3-cc6f-4f9d-aba4-ac5e1c97d4a5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ae6873-0a71-460d-9dc8-c0a955ba0660,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:18.837200 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-29e3c1f3-cc6f-4f9d-aba4-ac5e1c97d4a5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.838435 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-29e3c1f3-cc6f-4f9d-aba4-ac5e1c97d4a5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348300 Jul 13 08:41:18.841607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45976) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:18.846840 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-2030e869-c800-426b-b224-0296b9c2a7ed tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '8d6634c7-be3a-4403-874c-ef728e5e9932', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:18.877381 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2030e869-c800-426b-b224-0296b9c2a7ed tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.948250 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2030e869-c800-426b-b224-0296b9c2a7ed tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.955141 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2030e869-c800-426b-b224-0296b9c2a7ed tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.974230 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030e869-c800-426b-b224-0296b9c2a7ed tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bad570-1fab-4da1-b46c-12ddb55ca3c4,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:18.982572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-2030e869-c800-426b-b224-0296b9c2a7ed tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.983898 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-2030e869-c800-426b-b224-0296b9c2a7ed tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410813 Jul 13 08:41:18.987355 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45978) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:18.992141 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-548571de-4833-4c03-9170-eb560f5b72bb tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '8d6634c7-be3a-4403-874c-ef728e5e9932', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:19.022961 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-548571de-4833-4c03-9170-eb560f5b72bb tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.101413 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-548571de-4833-4c03-9170-eb560f5b72bb tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.105572 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-548571de-4833-4c03-9170-eb560f5b72bb tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.129963 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548571de-4833-4c03-9170-eb560f5b72bb tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc7ed8c-2b53-45b3-bdce-2b407c21f828,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:19.135425 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-548571de-4833-4c03-9170-eb560f5b72bb tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.140043 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-548571de-4833-4c03-9170-eb560f5b72bb tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515799 Jul 13 08:41:19.140448 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45980) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:19.146515 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d947536a-40d4-482c-81eb-a75da0f28f3a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '8d6634c7-be3a-4403-874c-ef728e5e9932', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:19.178612 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d947536a-40d4-482c-81eb-a75da0f28f3a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.265169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d947536a-40d4-482c-81eb-a75da0f28f3a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.269619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d947536a-40d4-482c-81eb-a75da0f28f3a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.293309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947536a-40d4-482c-81eb-a75da0f28f3a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e52b01-708a-4358-8f7f-24b1b33a4d64,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:19.297788 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d947536a-40d4-482c-81eb-a75da0f28f3a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.299071 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d947536a-40d4-482c-81eb-a75da0f28f3a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575069 Jul 13 08:41:19.302078 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 45982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:19.310309 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-f6a12f1b-81f2-4c25-926d-5f04efec48c5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '8d6634c7-be3a-4403-874c-ef728e5e9932', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:19.357516 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-f6a12f1b-81f2-4c25-926d-5f04efec48c5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Project 74743b0c736b4e6497eeaae621d57c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:41:19.363555 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6a12f1b-81f2-4c25-926d-5f04efec48c5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.443601 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6a12f1b-81f2-4c25-926d-5f04efec48c5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.448567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6a12f1b-81f2-4c25-926d-5f04efec48c5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.468835 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a12f1b-81f2-4c25-926d-5f04efec48c5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6245473-660e-480a-86e8-a1d31c5c336a,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:19.477398 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f6a12f1b-81f2-4c25-926d-5f04efec48c5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.482260 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 45984) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:19.484841 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-f6a12f1b-81f2-4c25-926d-5f04efec48c5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1809299 Jul 13 08:41:19.488602 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-53c7bcfe-076a-4576-95f7-d22becd6451f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '8d6634c7-be3a-4403-874c-ef728e5e9932', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:19.523576 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-53c7bcfe-076a-4576-95f7-d22becd6451f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Project 74743b0c736b4e6497eeaae621d57c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:41:19.528871 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device fc15185f-1fb2-486e-aa86-ef217e74fd10 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:19.532195 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53c7bcfe-076a-4576-95f7-d22becd6451f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.592494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port fc15185f-1fb2-486e-aa86-ef217e74fd10 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:19.597680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port fc15185f-1fb2-486e-aa86-ef217e74fd10 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:19.598054 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.621841 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53c7bcfe-076a-4576-95f7-d22becd6451f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.627016 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53c7bcfe-076a-4576-95f7-d22becd6451f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.649704 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7bcfe-076a-4576-95f7-d22becd6451f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b8e903-9fdb-4e52-a3a5-af55b4e9cec5,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:19.659675 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-53c7bcfe-076a-4576-95f7-d22becd6451f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.661259 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-53c7bcfe-076a-4576-95f7-d22becd6451f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1775286 Jul 13 08:41:19.715832 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.746006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port fc15185f-1fb2-486e-aa86-ef217e74fd10, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=fc15185f-1fb2-486e-aa86-ef217e74fd10,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:19.752771 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.814548 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8ca1a283-8ff0-4502-bc43-80a60dd0f20f up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:19.914495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=fc15185f-1fb2-486e-aa86-ef217e74fd10,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:19.946849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:19.947225 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.096811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-97f138f6-ecdd-4c54-9c5e-fcf9337aa368 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-5982144&fields=id&tenant_id=74743b0c736b4e6497eeaae621d57c9d HTTP/1.1" status: 200 len: 267 time: 0.0435772 Jul 13 08:41:20.101438 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.110062 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Sync routers for ids ['f306e12b-415f-45c1-af53-c063862a2b56'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:20.127437 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Routers {'f306e12b-415f-45c1-af53-c063862a2b56'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:20.128696 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:41:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f306e12b-415f-45c1-af53-c063862a2b56'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:20.233684 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-2fafb509-d988-465a-8e91-15f9a6899d12 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:20.235435 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-2fafb509-d988-465a-8e91-15f9a6899d12 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 809 time: 0.1228426 Jul 13 08:41:20.257726 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-805b183f-f26d-456d-96c2-c8a13ba81fad tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/quotas/74743b0c736b4e6497eeaae621d57c9d HTTP/1.1" status: 200 len: 375 time: 0.0120113 Jul 13 08:41:20.278735 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Set router f306e12b-415f-45c1-af53-c063862a2b56 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:20.342117 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-73061220-1ba2-41f7-b291-38d3eb101013 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725191 Jul 13 08:41:20.468775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-564a7c2b-f4af-4213-b642-48052b5c1a6d service neutron] 10.222.0.44 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122942 Jul 13 08:41:20.558765 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'name': 'tempest-TestShelveInstance-2147260800-router', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'gw_port': {'id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5ae69946-a8a8-4edf-991e-6ca0fa51bf60', 'name': '', 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'mac_address': 'fa:16:3e:bd:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '20abe117-4113-421e-838d-a5ead4e655df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:16Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 2, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'subnets': [{'id': '20abe117-4113-421e-838d-a5ead4e655df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:20.588590 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Checking router: f306e12b-415f-45c1-af53-c063862a2b56 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:20.589164 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Updating router f306e12b-415f-45c1-af53-c063862a2b56 port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:41:20.603372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-29f56dde-b206-4c81-ad86-4d304347c0a4 service neutron] 10.222.0.44 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284468 Jul 13 08:41:20.658773 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.029818 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-e613466a-8e47-4521-a41a-d2251ad053e8 req-fcd9f373-3096-484a-ad29-9f8135fb2337 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 210 time: 0.2094424 Jul 13 08:41:21.050452 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.076650 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Transition to ACTIVE for port object 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:21.084736 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.145434 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce068b51-c64e-4602-bef2-634739115479 None None] Pushing event updated for resources: {'Port': ['ID=5ae69946-a8a8-4edf-991e-6ca0fa51bf60,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:21.224632 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Attempting to bind port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:21.225227 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Attempting to bind port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:21.225712 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Attempting to bind port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 on network ac08246b-fe1d-4e22-99c3-7a15299f6055 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:21.234670 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:21.236205 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Checking segment: {'id': '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:21.236897 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.237633 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Bound using segment: {'id': '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:21.238416 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Bound port: 5ae69946-a8a8-4edf-991e-6ca0fa51bf60, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:21.239012 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.371266 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] For port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:21.378012 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] For port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5ae69946-a8a8-4edf-991e-6ca0fa51bf60,segment=NetworkSegment(97dd4ff4-0e27-4bd0-9f76-15c91fa127a5),segment_id=97dd4ff4-0e27-4bd0-9f76-15c91fa127a5)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:21.385374 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.454669 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Routers {'f306e12b-415f-45c1-af53-c063862a2b56'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:21.455726 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:41:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f306e12b-415f-45c1-af53-c063862a2b56'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:21.473988 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device fc15185f-1fb2-486e-aa86-ef217e74fd10 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:21.506228 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce068b51-c64e-4602-bef2-634739115479 None None] Pushing event updated for resources: {'Port': ['ID=5ae69946-a8a8-4edf-991e-6ca0fa51bf60,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:21.585458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port fc15185f-1fb2-486e-aa86-ef217e74fd10 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:21.586641 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.626469 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] Set router f306e12b-415f-45c1-af53-c063862a2b56 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:22.021346 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'name': 'tempest-TestShelveInstance-2147260800-router', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'gw_port': {'id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5ae69946-a8a8-4edf-991e-6ca0fa51bf60', 'name': '', 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'mac_address': 'fa:16:3e:bd:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '20abe117-4113-421e-838d-a5ead4e655df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:16Z', 'updated_at': '2021-07-13T08:41:21Z', 'revision_number': 4, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'subnets': [{'id': '20abe117-4113-421e-838d-a5ead4e655df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:22.049909 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e5836-5ee7-443d-b7ae-0365fdd5bbc2 None None] The sync data for ids ['f306e12b-415f-45c1-af53-c063862a2b56'] in n-d-798249-7 is: [{'id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'name': 'tempest-TestShelveInstance-2147260800-router', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'gw_port': {'id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '5ae69946-a8a8-4edf-991e-6ca0fa51bf60', 'name': '', 'network_id': 'ac08246b-fe1d-4e22-99c3-7a15299f6055', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'mac_address': 'fa:16:3e:bd:1a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '20abe117-4113-421e-838d-a5ead4e655df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:16Z', 'updated_at': '2021-07-13T08:41:21Z', 'revision_number': 4, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'subnets': [{'id': '20abe117-4113-421e-838d-a5ead4e655df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:22.201805 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-729ac349-e497-4667-be49-c488a4973461 req-307d82bb-bd31-4510-9aa0-6d8f249cfd89 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 210 time: 0.0317564 Jul 13 08:41:22.351807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-259b2ffb-c860-4b28-aaab-6c95a24f986f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:22.353449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-259b2ffb-c860-4b28-aaab-6c95a24f986f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 809 time: 0.1415505 Jul 13 08:41:22.410644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-0db85402-b3d5-4f5c-8718-566e24276197 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74743b0c736b4e6497eeaae621d57c9d HTTP/1.1" status: 200 len: 377 time: 0.0463932 Jul 13 08:41:22.422102 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'port': {'device_id': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'admin_state_up': True, 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'security_groups': ['8d6634c7-be3a-4403-874c-ef728e5e9932']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:22.563274 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Made reservation on behalf of 74743b0c736b4e6497eeaae621d57c9d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:22.569207 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.761779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Allocated IP 172.20.0.11 (c4db3420-d954-492e-8234-a37b61a7c84c/ba11443c-da45-490a-8150-c27b3e07d9ac/07396ffe-7de9-45e9-97db-a26d88eb366a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:22.939731 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:22.956591 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Transition to ACTIVE for port object 07396ffe-7de9-45e9-97db-a26d88eb366a will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:22.995251 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.047905 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Network c4db3420-d954-492e-8234-a37b61a7c84c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:23.054708 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:23.057873 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:23.099176 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:23.133175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:23.133864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.158372 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-9e12a7c2-15a4-410d-855d-ba7422c1be59 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427123 Jul 13 08:41:23.174811 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Request body: {'port': {'device_id': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:23.262727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.436130 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3596a235-d4d6-4760-881c-f8e4e3722051 None None] Provisioning for port 07396ffe-7de9-45e9-97db-a26d88eb366a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:23.443346 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:23.482268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-3596a235-d4d6-4760-881c-f8e4e3722051 None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:23.482798 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3596a235-d4d6-4760-881c-f8e4e3722051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.539111 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468544-f96b-4165-9f91-e27a6914a50f req-9f181ae0-5cc1-43e2-9b8e-75fd16c07525 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:23.541949 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-52468544-f96b-4165-9f91-e27a6914a50f req-9f181ae0-5cc1-43e2-9b8e-75fd16c07525 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 932 time: 0.1331027 Jul 13 08:41:23.579178 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-3596a235-d4d6-4760-881c-f8e4e3722051 None None] Port 07396ffe-7de9-45e9-97db-a26d88eb366a cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:23.599409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:23.606540 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:23.608507 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.609757 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-52468544-f96b-4165-9f91-e27a6914a50f req-77c53792-e22d-4e60-ac95-4d9d87516778 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0577660 Jul 13 08:41:23.720699 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.763856 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5ae69946-a8a8-4edf-991e-6ca0fa51bf60,segment=NetworkSegment(97dd4ff4-0e27-4bd0-9f76-15c91fa127a5),segment_id=97dd4ff4-0e27-4bd0-9f76-15c91fa127a5)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:23.771041 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.856342 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=5ae69946-a8a8-4edf-991e-6ca0fa51bf60,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:24.110776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-af99f628-8484-47b2-bba1-96c2ef85031d None None] Provisioning complete for port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:24.111135 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-af99f628-8484-47b2-bba1-96c2ef85031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.144219 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07396ffe-7de9-45e9-97db-a26d88eb366a {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:24.155039 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.170381 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Transition to ACTIVE for port object 07396ffe-7de9-45e9-97db-a26d88eb366a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:24.174570 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.234639 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:24.318146 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Attempting to bind port 07396ffe-7de9-45e9-97db-a26d88eb366a on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:24.319228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Attempting to bind port 07396ffe-7de9-45e9-97db-a26d88eb366a by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:24.319228 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Attempting to bind port 07396ffe-7de9-45e9-97db-a26d88eb366a on network c4db3420-d954-492e-8234-a37b61a7c84c {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:24.325865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Port 07396ffe-7de9-45e9-97db-a26d88eb366a on network c4db3420-d954-492e-8234-a37b61a7c84c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:41:24.326346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Attempting to bind port 07396ffe-7de9-45e9-97db-a26d88eb366a on network c4db3420-d954-492e-8234-a37b61a7c84c {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:24.335344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:24.336372 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Checking segment: {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:24.337026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Bound using segment: {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:24.337778 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Bound port: 07396ffe-7de9-45e9-97db-a26d88eb366a, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:24.338423 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.472919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:24.478574 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:24.483639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.522314 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.523095 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.524635 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] 10.222.0.54 "PUT /v2.0/ports/07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 1092 time: 1.3555341 Jul 13 08:41:24.525142 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:24.527572 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27843152-9b52-449b-a5ca-74ef2168a5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:24.564856 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ad1cb-6521-4646-8027-ab0f20d99168 service neutron] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:24.629599 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27760105-774d-49ab-970f-8cdb62f5c121 x-openstack-request-id: req-27760105-774d-49ab-970f-8cdb62f5c121 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:24.630059 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:24.630463 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27760105-774d-49ab-970f-8cdb62f5c121 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:24.631107 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'status': 'completed', 'code': 200} Jul 13 08:41:24.683501 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-12de8958-bcdd-4c92-add8-69c43d8f07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.686357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-12de8958-bcdd-4c92-add8-69c43d8f07c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1095 time: 0.1068730 Jul 13 08:41:24.768385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-ad0e072f-5f2f-4d8b-8515-b5fdf4f03197 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 217 time: 0.0743656 Jul 13 08:41:24.842261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-566e067b-fa61-4190-83c8-2fc3035ecfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.844240 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-566e067b-fa61-4190-83c8-2fc3035ecfc9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0691619 Jul 13 08:41:24.846693 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23fd01-8e6f-4a25-9a2b-e8d3ebacf8ef req-19900e21-2cf7-4b89-9610-484fd2c5aed9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.849848 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f23fd01-8e6f-4a25-9a2b-e8d3ebacf8ef req-19900e21-2cf7-4b89-9610-484fd2c5aed9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 944 time: 0.0831580 Jul 13 08:41:24.903452 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8f23fd01-8e6f-4a25-9a2b-e8d3ebacf8ef req-5d0c8b1b-4a33-4ad1-a814-49188d591ff7 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417919 Jul 13 08:41:24.926712 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-132dfaac-5c52-4b00-adc8-bea4644808cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.929395 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-132dfaac-5c52-4b00-adc8-bea4644808cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776215 Jul 13 08:41:25.036707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-a68d192c-3e64-49a3-88bb-2c3a74385544 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011174 Jul 13 08:41:25.136669 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75de863e-26e9-4b9f-ac1a-076535aa4f1d req-75e6d5b3-645f-453d-ba65-a1b3d0cf86db service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937965 Jul 13 08:41:25.258880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-47d3083d-03d6-4847-a1ef-2ce26bb5ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:25.260831 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-47d3083d-03d6-4847-a1ef-2ce26bb5ac7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1095 time: 0.0652368 Jul 13 08:41:25.370199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-79320b54-5a79-42bb-a2e1-9ddc06f524e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:25.371766 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-79320b54-5a79-42bb-a2e1-9ddc06f524e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.1036742 Jul 13 08:41:25.394391 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:25.447044 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-e1a517dc-503b-4c9f-90b4-a4cbfe06b50b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 217 time: 0.0671377 Jul 13 08:41:25.474532 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:25.475372 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.526530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-5f59e975-1349-4464-838b-e85e9ea82f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:25.529024 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-5f59e975-1349-4464-838b-e85e9ea82f7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0744445 Jul 13 08:41:25.596152 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-580a4d82-9810-4085-8cb6-7dc46d3bdc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:25.597715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-580a4d82-9810-4085-8cb6-7dc46d3bdc0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591195 Jul 13 08:41:25.700419 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-134573c1-d996-4a5c-81d2-98ebbd282fc1 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952728 Jul 13 08:41:25.801167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-27843152-9b52-449b-a5ca-74ef2168a5e7 req-03774b52-5bfc-4531-9251-3070418e81e8 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928483 Jul 13 08:41:26.105064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8c74f-2e65-498a-b1ff-ecf070fd6ee2 req-bbe4e11d-a337-4e7e-98b2-7130a025391b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:26.106707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2c8c74f-2e65-498a-b1ff-ecf070fd6ee2 req-bbe4e11d-a337-4e7e-98b2-7130a025391b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 944 time: 0.0793965 Jul 13 08:41:26.154172 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b2c8c74f-2e65-498a-b1ff-ecf070fd6ee2 req-3f7adadd-662a-4a4a-803e-067f1b5aa496 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372159 Jul 13 08:41:27.258440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07396ffe-7de9-45e9-97db-a26d88eb366a details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:41:27.366936 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081a92a-806c-43ad-bd26-399818aaae79 req-2b5cfbf3-cf3d-4c68-a8b2-cc7cc03c39cf tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:27.369033 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b081a92a-806c-43ad-bd26-399818aaae79 req-2b5cfbf3-cf3d-4c68-a8b2-cc7cc03c39cf tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 944 time: 0.0892963 Jul 13 08:41:27.392268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:27.409704 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'port_id': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'mac_address': 'fa:16:3e:91:21:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:41:27.441176 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b081a92a-806c-43ad-bd26-399818aaae79 req-989ce1aa-f114-4403-82ea-39dbfeaa47ea tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0661302 Jul 13 08:41:27.449811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.465568 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07396ffe-7de9-45e9-97db-a26d88eb366a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:27.493627 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:27.499018 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.562254 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:27.736840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['07396ffe-7de9-45e9-97db-a26d88eb366a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:41:28.633436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7c10-ecdc-4770-baa9-32e0d8abab18 req-4d6c7cdf-46d9-4c4a-9313-856d442262aa tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:28.635220 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5ff7c10-ecdc-4770-baa9-32e0d8abab18 req-4d6c7cdf-46d9-4c4a-9313-856d442262aa tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 945 time: 0.0713677 Jul 13 08:41:28.684531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c5ff7c10-ecdc-4770-baa9-32e0d8abab18 req-eb53cab4-4818-452e-8c1a-608bf01f479f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381448 Jul 13 08:41:29.266572 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07396ffe-7de9-45e9-97db-a26d88eb366a up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:29.318325 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port 07396ffe-7de9-45e9-97db-a26d88eb366a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:29.322601 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:29.322925 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.408843 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.432258 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:29.434549 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4488f95b-ab82-4ae0-9b74-1f57b2e7d5ee" -d '{"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-plugged", "status": "completed", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:29.448539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:29.453979 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.479358 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d5b4e4-229c-4ef5-8d95-9b56d9022e29 x-openstack-request-id: req-79d5b4e4-229c-4ef5-8d95-9b56d9022e29 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:29.479628 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-plugged", "status": "completed", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:29.479882 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79d5b4e4-229c-4ef5-8d95-9b56d9022e29 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:29.480307 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'code': 200} Jul 13 08:41:29.513880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:29.618323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61649027-bcee-4d67-8a86-82579223a256 req-8de7e486-8b05-4d6f-830d-7e724fac27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:29.619875 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61649027-bcee-4d67-8a86-82579223a256 req-8de7e486-8b05-4d6f-830d-7e724fac27e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1097 time: 0.0732923 Jul 13 08:41:29.661630 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-61649027-bcee-4d67-8a86-82579223a256 req-5e1d459c-a0a0-4c17-88b2-6899d783e9e6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348263 Jul 13 08:41:29.765681 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-7e76cb1d-b057-4e91-a291-4a60f869a0ad None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:29.766039 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7e76cb1d-b057-4e91-a291-4a60f869a0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.879472 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422739a9-aebc-4b4c-b38b-0da740b2475f req-d891228d-c70c-4b1a-8669-c20f560d0aa4 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:29.881108 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-422739a9-aebc-4b4c-b38b-0da740b2475f req-d891228d-c70c-4b1a-8669-c20f560d0aa4 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0722399 Jul 13 08:41:29.922321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-422739a9-aebc-4b4c-b38b-0da740b2475f req-efec6d93-fdea-4a37-a7f6-4493091d2496 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355129 Jul 13 08:41:31.105775 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e00f38-4a22-48a0-8d27-3ca2c939563c req-409032e9-96a1-40f1-816a-62408717fb47 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:31.107354 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1e00f38-4a22-48a0-8d27-3ca2c939563c req-409032e9-96a1-40f1-816a-62408717fb47 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0663731 Jul 13 08:41:31.159269 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b1e00f38-4a22-48a0-8d27-3ca2c939563c req-a8f546a2-444f-431c-8b30-1d8c78135990 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412681 Jul 13 08:41:31.345012 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb536fc-bbfd-482f-a4c7-593fcecb212f req-cce1f4dc-5cc4-43dd-b3ea-ff0172391b79 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:31.346629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bdb536fc-bbfd-482f-a4c7-593fcecb212f req-cce1f4dc-5cc4-43dd-b3ea-ff0172391b79 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0696518 Jul 13 08:41:31.388318 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-bdb536fc-bbfd-482f-a4c7-593fcecb212f req-40c64ea6-987b-4c64-9ce2-a04abe6b60b1 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352421 Jul 13 08:41:31.414624 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46042) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:31.529825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4551aa-7ce0-414c-af1b-a83849c5394c tempest-TestShelveInstance-1761428957 tempest-TestShelveInstance-1761428957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:31.532064 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-ee4551aa-7ce0-414c-af1b-a83849c5394c tempest-TestShelveInstance-1761428957 tempest-TestShelveInstance-1761428957-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1092 time: 0.1164658 Jul 13 08:41:31.535319 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46046) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:31.539954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:31.566209 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for floatingip, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:31.683510 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:31.830190 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Allocated IP 172.25.6.101 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/6efdc72f-6c88-4e05-810d-ca5d77e25673) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:31.957342 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.000543 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.042792 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:32.045799 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:32.049635 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:32.078440 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'Port': ['ID=6efdc72f-6c88-4e05-810d-ca5d77e25673,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:32.454526 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.542211 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.703880 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.709332 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.784312 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'Port': ['ID=6efdc72f-6c88-4e05-810d-ca5d77e25673,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:32.797735 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:32.903061 n-d-798249-7 neutron-server[93839]: INFO neutron.db.l3_db [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Floating IP 0d6169d6-9373-4460-b6ff-bbf4207250aa associated. External IP: 172.25.6.101, port: 07396ffe-7de9-45e9-97db-a26d88eb366a. Jul 13 08:41:33.124580 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Router 020999ce-daf3-4c8b-9d05-431ba9da71ad has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:33.233999 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:33.243416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] Sync routers for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:33.252149 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:33.258142 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:33.258700 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:41:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:33.294902 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-191b87e1-e527-4f29-b23c-3385b4016a33 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7584586 Jul 13 08:41:33.297169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a'}] {{(pid=93839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:33.299990 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9046a3ad70657b6b3b53c8db3c3d455e44e9c778199fceaa5570d726467534ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6083ccc0-2157-44ac-8367-707229dd6993" -d '{"events": [{"name": "network-changed", "server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a"}]}' {{(pid=93839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:33.339990 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08ee284-762e-400b-a113-5f5966caef6c x-openstack-request-id: req-b08ee284-762e-400b-a113-5f5966caef6c {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:33.340322 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a", "status": "completed", "code": 200}]} {{(pid=93839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:33.340569 n-d-798249-7 neutron-server[93839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b08ee284-762e-400b-a113-5f5966caef6c {{(pid=93839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:33.340972 n-d-798249-7 neutron-server[93839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'status': 'completed', 'code': 200} Jul 13 08:41:33.383225 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:33.429123 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ccc0-2157-44ac-8367-707229dd6993 req-3a1d9682-4937-43a4-99a6-fa0f2bd21c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:33.431629 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6083ccc0-2157-44ac-8367-707229dd6993 req-3a1d9682-4937-43a4-99a6-fa0f2bd21c13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1097 time: 0.0665729 Jul 13 08:41:33.534789 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ccc0-2157-44ac-8367-707229dd6993 req-5acdf311-0131-4770-9a1e-25fd9a5384cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:33.537059 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6083ccc0-2157-44ac-8367-707229dd6993 req-5acdf311-0131-4770-9a1e-25fd9a5384cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.0987051 Jul 13 08:41:33.617794 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6083ccc0-2157-44ac-8367-707229dd6993 req-91f3e5b4-b1df-4ca3-9a1e-d671ced3e095 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 1000 time: 0.0743330 Jul 13 08:41:33.669065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ccc0-2157-44ac-8367-707229dd6993 req-755f2add-fc76-48e8-a90e-73a39919ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:33.670619 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6083ccc0-2157-44ac-8367-707229dd6993 req-755f2add-fc76-48e8-a90e-73a39919ac0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0469196 Jul 13 08:41:33.732848 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ccc0-2157-44ac-8367-707229dd6993 req-ef182bce-fdfd-4182-9d65-7239c98b7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:33.734991 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6083ccc0-2157-44ac-8367-707229dd6993 req-ef182bce-fdfd-4182-9d65-7239c98b7c9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575233 Jul 13 08:41:33.813805 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '0d6169d6-9373-4460-b6ff-bbf4207250aa', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'port_id': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'mac_address': 'fa:16:3e:91:21:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:41:32Z', 'updated_at': '2021-07-13T08:41:32Z', 'revision_number': 0, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:33.844116 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6083ccc0-2157-44ac-8367-707229dd6993 req-529e4f45-4d2d-4093-91c1-6da9c50bb571 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019630 Jul 13 08:41:33.844423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] Checking router: 020999ce-daf3-4c8b-9d05-431ba9da71ad for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:33.854604 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:33.855299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:41:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:33.942435 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6083ccc0-2157-44ac-8367-707229dd6993 req-eb6cb8aa-5a8e-49e1-a0fb-8d5be1dd80ae service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920112 Jul 13 08:41:33.980313 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:34.269089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '0d6169d6-9373-4460-b6ff-bbf4207250aa', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'port_id': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'mac_address': 'fa:16:3e:91:21:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:41:32Z', 'updated_at': '2021-07-13T08:41:32Z', 'revision_number': 0, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:34.302164 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb6ffe-318f-4bd9-88fb-ad6ea1e3474f None None] The sync data for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 is: [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '0d6169d6-9373-4460-b6ff-bbf4207250aa', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'port_id': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'mac_address': 'fa:16:3e:91:21:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:41:32Z', 'updated_at': '2021-07-13T08:41:32Z', 'revision_number': 0, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:34.508616 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa2849-22e5-4f12-8fb2-ba45d0822085 None None] New status for floating IP 0d6169d6-9373-4460-b6ff-bbf4207250aa: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:41:35.276377 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:38.758735 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:44.424091 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e4f76bc5-06d9-4ea6-aef9-c1531043090a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:47.173906 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:41:47.219119 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:47.369609 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9d59c750-7f40-41b0-b3db-df6a11752805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:48.254057 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:50.044511 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:57.173439 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-593f5776-8598-4ef4-b256-6d9f4db0b665 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429124 Jul 13 08:41:57.279503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-f5c05abd-6773-4824-a214-a3fa29769d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:57.281141 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-f5c05abd-6773-4824-a214-a3fa29769d6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1097 time: 0.0629945 Jul 13 08:41:57.412610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-e009393b-f6f3-4741-b75a-599f74f5cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:57.414166 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-e009393b-f6f3-4741-b75a-599f74f5cc8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.1079261 Jul 13 08:41:57.489425 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-3e42c449-b15d-4242-88c0-af71e974d8b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 1002 time: 0.0682313 Jul 13 08:41:57.542514 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-08ad53fe-8764-4976-8f6e-94c801995000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:57.544041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-08ad53fe-8764-4976-8f6e-94c801995000 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0472767 Jul 13 08:41:57.610954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-afed58e6-8f53-40af-bfdc-6909e4adcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:57.613658 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-afed58e6-8f53-40af-bfdc-6909e4adcee5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618012 Jul 13 08:41:57.719989 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-b1e76e86-a26a-46c1-870a-a314249bcfc3 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978208 Jul 13 08:41:57.817204 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7d15ba4d-4141-47e2-8fe5-9f865b01a287 req-90e22ffc-63dc-4784-853b-91adbb21a0b0 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906627 Jul 13 08:42:05.285075 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:08.775851 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:14.419541 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f25a9d72-7c69-4964-9f8e-c938f97a8b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.222545 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.372341 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e835ed43-da68-477f-ab8f-63eaf6f2e906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:18.255193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.044503 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.173429 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:42:35.298786 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.775568 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:39.330467 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-1c7616cb-7122-45bf-98fa-1f1309e0d2e1 req-f29c8ea1-2faf-4287-964b-e748de450dca service neutron] (93838) timed out ('10.222.0.44', 42280) {{(pid=93838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:42:44.414227 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89ce30e1-49d8-4304-9a61-7fa40a9d940e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.227819 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:47.379048 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0e7c30f2-3439-4220-b24a-ed0d88aae762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:48.259348 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:50.055065 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:57.095929 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-e64e0792-c36c-4b65-bbb0-3c9ced2d2029 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688777 Jul 13 08:42:57.202729 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-3fd01a63-4968-4d91-81b0-85f8253e1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:57.204471 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-3fd01a63-4968-4d91-81b0-85f8253e1364 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1097 time: 0.0621831 Jul 13 08:42:57.338649 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-d31c70f4-6ea5-4d27-b8db-26bbaf432201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:57.341322 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-d31c70f4-6ea5-4d27-b8db-26bbaf432201 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.1079407 Jul 13 08:42:57.425518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-40ea0462-47e2-4bbd-a782-4d362c643998 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 1002 time: 0.0774200 Jul 13 08:42:57.480293 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-989abd54-04f1-4f49-99e7-66097308b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:57.481721 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-989abd54-04f1-4f49-99e7-66097308b0ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0500994 Jul 13 08:42:57.551721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-fa414a4d-99b2-4f8d-acd3-c0cc017c889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:57.553312 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-fa414a4d-99b2-4f8d-acd3-c0cc017c889c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651536 Jul 13 08:42:57.658096 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-a1df89c1-4a91-46b8-b5f6-4e18fb92a12b service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980144 Jul 13 08:42:57.776524 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb463635-cc30-493e-8a84-13f3d8ff9473 req-5d604057-a9c5-4223-9dd9-d78305cef232 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117511 Jul 13 08:43:01.173834 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:43:05.317212 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:08.780287 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:14.418387 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d6d04441-7f92-4a2e-80b5-e4aa0daf9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:17.237931 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:17.379104 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cc4317fb-d614-4fc5-be34-7644edf3361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:18.264811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:20.055576 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:28.520360 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cecc0-a7f4-4a79-ba0b-8db11550749a req-d53eb37d-d1c7-455c-9d62-3c33633e3314 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:28.522115 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-494cecc0-a7f4-4a79-ba0b-8db11550749a req-d53eb37d-d1c7-455c-9d62-3c33633e3314 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0828791 Jul 13 08:43:28.561653 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-494cecc0-a7f4-4a79-ba0b-8db11550749a req-0c49691e-33bd-4337-93d2-28102e05d0bf tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339210 Jul 13 08:43:29.776968 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76060-2632-43ce-92a3-ce6751dbfd9e req-65f88df5-2c19-4778-924c-6d91d1817b5c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:29.779154 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75f76060-2632-43ce-92a3-ce6751dbfd9e req-65f88df5-2c19-4778-924c-6d91d1817b5c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0672483 Jul 13 08:43:29.818034 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75f76060-2632-43ce-92a3-ce6751dbfd9e req-2e99801d-38c2-4f15-ade2-51d1168bbae8 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0331628 Jul 13 08:43:31.054714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11635abd-3641-4419-9079-ad198aca57c5 req-109d6ca6-4adc-4e0e-be1e-1b70aa8aa864 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:31.056389 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11635abd-3641-4419-9079-ad198aca57c5 req-109d6ca6-4adc-4e0e-be1e-1b70aa8aa864 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0763192 Jul 13 08:43:31.109584 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-11635abd-3641-4419-9079-ad198aca57c5 req-ef78a694-9513-42d9-b3b3-68977f83d6f4 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416484 Jul 13 08:43:32.303543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8dfe6-14f8-47ec-9dde-ff84e1d58585 req-8bccd1b6-abdf-4548-aa1a-1e8c9d4b2c1b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:32.305193 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0d8dfe6-14f8-47ec-9dde-ff84e1d58585 req-8bccd1b6-abdf-4548-aa1a-1e8c9d4b2c1b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0751266 Jul 13 08:43:32.368871 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d0d8dfe6-14f8-47ec-9dde-ff84e1d58585 req-ce194add-8e9e-4f68-9a6a-7c10a2b7206a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0560436 Jul 13 08:43:33.571135 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089138-0cff-493a-868f-02c92a9f21c8 req-ae2b631d-8b74-4d00-8022-6e1bce8a10b0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:33.572807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20089138-0cff-493a-868f-02c92a9f21c8 req-ae2b631d-8b74-4d00-8022-6e1bce8a10b0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0696464 Jul 13 08:43:33.615479 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-20089138-0cff-493a-868f-02c92a9f21c8 req-e2d166e2-909b-44dd-9f46-471e5b607a2b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357592 Jul 13 08:43:34.805283 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43182918-ae98-43e1-9b93-aa813d86dc44 req-d39ac1f9-de48-475f-bd63-5148e2637af5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:34.806892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43182918-ae98-43e1-9b93-aa813d86dc44 req-d39ac1f9-de48-475f-bd63-5148e2637af5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0691447 Jul 13 08:43:34.848067 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-43182918-ae98-43e1-9b93-aa813d86dc44 req-10395887-c5f3-40c1-9863-daefc55e4a6a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0345690 Jul 13 08:43:35.310343 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:36.036361 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64f28c-9847-45b7-8f2e-2bd50c83794a req-b02aa39c-7fb3-4fd6-b826-a2883b1887ed tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:36.038017 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad64f28c-9847-45b7-8f2e-2bd50c83794a req-b02aa39c-7fb3-4fd6-b826-a2883b1887ed tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0685840 Jul 13 08:43:36.080102 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ad64f28c-9847-45b7-8f2e-2bd50c83794a req-8af38055-a2b4-42cc-9cf4-653bdc766782 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361593 Jul 13 08:43:37.269588 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99e77-6c56-4dd3-bd20-8d1c7f235042 req-8b240903-0c30-41df-b618-98080e8142b1 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:37.271085 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c99e77-6c56-4dd3-bd20-8d1c7f235042 req-8b240903-0c30-41df-b618-98080e8142b1 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0711672 Jul 13 08:43:37.313330 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-15c99e77-6c56-4dd3-bd20-8d1c7f235042 req-5adc5196-196d-4b28-82f2-c29c7e56e46d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364530 Jul 13 08:43:38.172899 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:43:38.510206 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59105f9-5a86-4eb5-b927-19e585f1e975 req-fa05da2d-4eb6-47f0-98f7-34c3362c6113 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:38.512649 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f59105f9-5a86-4eb5-b927-19e585f1e975 req-fa05da2d-4eb6-47f0-98f7-34c3362c6113 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0819845 Jul 13 08:43:38.558025 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f59105f9-5a86-4eb5-b927-19e585f1e975 req-148509c4-f2f4-452d-a4a3-d1a0645a1714 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397053 Jul 13 08:43:38.773654 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:39.760279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6e61f-9f5c-4474-afd7-f45545bb614b req-f6398741-c653-4452-8c38-afcb9d87f573 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:39.764066 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24a6e61f-9f5c-4474-afd7-f45545bb614b req-f6398741-c653-4452-8c38-afcb9d87f573 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0852170 Jul 13 08:43:39.804853 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24a6e61f-9f5c-4474-afd7-f45545bb614b req-bf2cbd1c-6397-4c90-a7d2-524adbf6a54b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357959 Jul 13 08:43:41.000700 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ea0bf-8d16-4da2-a9df-ae20ebc43c33 req-0f453e2b-4b2a-4505-af55-ed991adacfa0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:41.002269 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a3ea0bf-8d16-4da2-a9df-ae20ebc43c33 req-0f453e2b-4b2a-4505-af55-ed991adacfa0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0773458 Jul 13 08:43:41.077243 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a3ea0bf-8d16-4da2-a9df-ae20ebc43c33 req-075bef34-38dd-4484-a571-51025b766320 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0682881 Jul 13 08:43:41.907448 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07396ffe-7de9-45e9-97db-a26d88eb366a details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:43:42.030095 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:42.047650 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'port_id': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'mac_address': 'fa:16:3e:91:21:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:43:42.120849 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:42.149527 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07396ffe-7de9-45e9-97db-a26d88eb366a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:43:42.173478 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:42.180112 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:42.291187 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:42.301937 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.302290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.302780 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.303122 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.303459 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.303797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.304503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.304503 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.304829 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.305204 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.305409 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.305723 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:43:42.331734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['07396ffe-7de9-45e9-97db-a26d88eb366a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:43:42.341469 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d1baa-1be1-4606-b2c7-69832000a7ee req-3bbec7f5-d3a1-4b06-a331-2f373736558b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:42.349326 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a7d1baa-1be1-4606-b2c7-69832000a7ee req-3bbec7f5-d3a1-4b06-a331-2f373736558b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 945 time: 0.0976214 Jul 13 08:43:42.397851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-6a7d1baa-1be1-4606-b2c7-69832000a7ee req-fe9127a5-373b-4069-9c95-acb9d4995e4b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466213 Jul 13 08:43:42.643828 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-58d8a2d0-75e6-48dc-a750-3551588fbd7f None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:42.644277 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-58d8a2d0-75e6-48dc-a750-3551588fbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:42.789962 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-58d8a2d0-75e6-48dc-a750-3551588fbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:42.824127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:42.826513 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fce92e-f5db-4693-aab1-fa5574f46e72" -d '{"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-plugged", "status": "completed", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:42.847483 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-58d8a2d0-75e6-48dc-a750-3551588fbd7f None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:42.856481 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-58d8a2d0-75e6-48dc-a750-3551588fbd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:42.971589 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f51c196-59ae-4f1b-ada7-5dd7cb246233 x-openstack-request-id: req-8f51c196-59ae-4f1b-ada7-5dd7cb246233 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:42.972293 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-plugged", "status": "completed", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:42.972426 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f51c196-59ae-4f1b-ada7-5dd7cb246233 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:42.973024 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'code': 200} Jul 13 08:43:43.016248 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8a2d0-75e6-48dc-a750-3551588fbd7f None None] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:43.291320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9e02a0fb-81b2-454d-bf14-204aaaa3913b None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:43.294639 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9e02a0fb-81b2-454d-bf14-204aaaa3913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:43.634592 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c03b-8e2e-4bf7-aa73-f915c17da956 req-d223b6c9-82ce-4c97-be7d-1a811e5faf49 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:43.636659 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8369c03b-8e2e-4bf7-aa73-f915c17da956 req-d223b6c9-82ce-4c97-be7d-1a811e5faf49 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0921588 Jul 13 08:43:43.701026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8369c03b-8e2e-4bf7-aa73-f915c17da956 req-938e6470-44eb-489a-8b2f-1ecfd93eb3e9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0564578 Jul 13 08:43:43.906289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07396ffe-7de9-45e9-97db-a26d88eb366a up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:43:43.977672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:43.978448 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:44.424496 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a8fac2f0-a5a5-4215-9cd1-debc2b263a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:44.910948 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957871fb-09f9-4a38-a21f-f82cfb927fe8 req-532526d7-3529-40ab-99e8-066a0d523705 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:44.913294 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-957871fb-09f9-4a38-a21f-f82cfb927fe8 req-532526d7-3529-40ab-99e8-066a0d523705 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0819101 Jul 13 08:43:44.985047 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-957871fb-09f9-4a38-a21f-f82cfb927fe8 req-754cb1e7-2a81-4b4b-be8f-8a1718933529 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0582662 Jul 13 08:43:46.187090 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfed119-437e-44ff-a36e-17ec3e85b472 req-ce9a8abd-31eb-4ab1-a953-7a979585b4d3 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:46.188974 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dfed119-437e-44ff-a36e-17ec3e85b472 req-ce9a8abd-31eb-4ab1-a953-7a979585b4d3 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0780401 Jul 13 08:43:46.234481 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5dfed119-437e-44ff-a36e-17ec3e85b472 req-e5b06a48-9a53-4c40-a188-e9ab0b15a29f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400429 Jul 13 08:43:47.243260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:47.376809 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-28c43bb4-86ac-4732-a3de-8210a89a6e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:47.528867 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbe06c-1322-469b-bb6c-045251ef9653 req-a707c6f2-ae69-4fe5-8e6a-0ea829ee8d86 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:47.531311 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01dbe06c-1322-469b-bb6c-045251ef9653 req-a707c6f2-ae69-4fe5-8e6a-0ea829ee8d86 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.1197391 Jul 13 08:43:47.604807 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-01dbe06c-1322-469b-bb6c-045251ef9653 req-6d5e7240-f4f8-4ceb-ac29-2066b9c7eed2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0650220 Jul 13 08:43:48.269822 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:48.850528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9cc63-f359-439b-95af-327a1798e84e req-d99ebc8d-a0d5-4900-b0dd-52d90861cdf2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:48.852099 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9e9cc63-f359-439b-95af-327a1798e84e req-d99ebc8d-a0d5-4900-b0dd-52d90861cdf2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.1014595 Jul 13 08:43:48.915022 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-e9e9cc63-f359-439b-95af-327a1798e84e req-0a936bc8-fc36-42d3-b1cc-824795cf2e6d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0528772 Jul 13 08:43:50.108103 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:50.290688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ab47e-f642-4ea1-baba-0bab7c97f1f0 req-99ed8185-3d38-4726-91a7-a70868465021 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.292202 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f51ab47e-f642-4ea1-baba-0bab7c97f1f0 req-99ed8185-3d38-4726-91a7-a70868465021 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0673773 Jul 13 08:43:50.332510 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-f51ab47e-f642-4ea1-baba-0bab7c97f1f0 req-70f17357-39bb-47a3-8bc5-2581d2f4d420 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343904 Jul 13 08:43:50.930824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-f4a7095d-8ab5-44c1-9004-1a8d67995060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:50.932363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-f4a7095d-8ab5-44c1-9004-1a8d67995060 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1097 time: 0.0574460 Jul 13 08:43:51.024851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-faa076c5-357d-4883-a3ab-9196706bd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.026348 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-faa076c5-357d-4883-a3ab-9196706bd7cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.0879700 Jul 13 08:43:51.096470 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-fbdb5057-08b2-4314-8e0a-855a5da48342 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 1002 time: 0.0625710 Jul 13 08:43:51.145643 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-a6467cce-5f38-4bd6-8f5f-46e2fa8edf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.147097 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-a6467cce-5f38-4bd6-8f5f-46e2fa8edf6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0447419 Jul 13 08:43:51.203554 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-9a142c3f-229a-4031-8c12-1463407160fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.205004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-9a142c3f-229a-4031-8c12-1463407160fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518687 Jul 13 08:43:51.215524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-29bacf55-57b9-4a2d-814a-0383a8211976 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:43:51.216501 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-29bacf55-57b9-4a2d-814a-0383a8211976 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052218 Jul 13 08:43:51.310930 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-3eabb906-831a-4ca0-8aaf-1422429f89f2 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879118 Jul 13 08:43:51.404218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24ad48c2-c7f6-4d01-9d3f-4f94c7fa5fe2 req-06741d7f-8cd0-4342-b751-fbcacaeeefef service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862331 Jul 13 08:43:51.514673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d48d21-b49a-4af9-87ad-4f7807d8ed81 req-37e48ea6-8a22-4e18-bccb-4e567d6114b9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:51.516150 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7d48d21-b49a-4af9-87ad-4f7807d8ed81 req-37e48ea6-8a22-4e18-bccb-4e567d6114b9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0693800 Jul 13 08:43:51.557114 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f7d48d21-b49a-4af9-87ad-4f7807d8ed81 req-6374e573-5741-4442-bfb7-3d138d122205 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354781 Jul 13 08:43:52.751165 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78d918-6b9c-46b9-adea-59c558ab9a5d req-112e6289-eee8-4d65-ab58-9abfab784c9b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:52.752764 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c78d918-6b9c-46b9-adea-59c558ab9a5d req-112e6289-eee8-4d65-ab58-9abfab784c9b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0709560 Jul 13 08:43:52.793971 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6c78d918-6b9c-46b9-adea-59c558ab9a5d req-501af7b2-e3cd-47a2-9c8a-70b7f05dd449 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351884 Jul 13 08:43:53.978053 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c66521-a75a-455c-a85c-e5f61f697416 req-ad08afc9-e5cd-4e34-8119-ee9d8386c7bd tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:53.979682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41c66521-a75a-455c-a85c-e5f61f697416 req-ad08afc9-e5cd-4e34-8119-ee9d8386c7bd tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0669866 Jul 13 08:43:54.023393 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-41c66521-a75a-455c-a85c-e5f61f697416 req-d54b2014-ab7c-4b51-bcc5-17551d57f966 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362267 Jul 13 08:43:54.406543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9181899-0243-45bf-8997-b0aa496257bd req-d4782721-cacf-4a00-906e-112f30eef3f2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:54.408259 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9181899-0243-45bf-8997-b0aa496257bd req-d4782721-cacf-4a00-906e-112f30eef3f2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0807180 Jul 13 08:43:54.457073 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b9181899-0243-45bf-8997-b0aa496257bd req-12f1d8ad-f433-451c-a904-57cadf25ad0f tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427043 Jul 13 08:43:54.588648 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-548fda39-f5d0-4dbf-9799-27a898301df4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1150234 Jul 13 08:43:55.584036 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-6effc69e-628e-4ef4-944f-b85eb47f38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:55.585665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-6effc69e-628e-4ef4-944f-b85eb47f38f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177&tenant_id=74743b0c736b4e6497eeaae621d57c9d HTTP/1.1" status: 200 len: 1097 time: 0.0654371 Jul 13 08:43:55.678753 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-c629691a-93dc-470f-ac2b-83160eb4e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:55.680281 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-c629691a-93dc-470f-ac2b-83160eb4e915 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1097 time: 0.0692816 Jul 13 08:43:55.701157 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644fcd7-3f69-48a4-88e0-c2474d249322 req-7349d094-35a1-43f9-8444-a2b01f1e67a8 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:55.702861 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4644fcd7-3f69-48a4-88e0-c2474d249322 req-7349d094-35a1-43f9-8444-a2b01f1e67a8 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0951977 Jul 13 08:43:55.752502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4644fcd7-3f69-48a4-88e0-c2474d249322 req-a2120e56-b65b-4731-bdce-c9cf191df58c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418603 Jul 13 08:43:55.803157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-86be12cd-3fa5-47b7-8306-68ba6ff2e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:55.805832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-86be12cd-3fa5-47b7-8306-68ba6ff2e2b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.1190226 Jul 13 08:43:55.885493 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-c3f7b7ab-7eff-47fb-aad7-47e3c373c9e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 1002 time: 0.0725119 Jul 13 08:43:55.949855 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-79626777-c57c-46e7-a7ec-7024d2fd7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:55.951595 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-79626777-c57c-46e7-a7ec-7024d2fd7ba0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0603521 Jul 13 08:43:55.986995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07396ffe-7de9-45e9-97db-a26d88eb366a no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:43:56.044153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-fd109cef-ec8d-4232-bb77-9503931c31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:56.046896 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-fd109cef-ec8d-4232-bb77-9503931c31da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881476 Jul 13 08:43:56.102247 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.128669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:56.131031 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc51470-b4d4-4ec3-aa2c-8e5bca05bb58" -d '{"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-unplugged", "status": "completed", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:56.146696 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:56.152661 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.184006 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f6d276-5b3e-447a-81bc-4876a0a4be54 x-openstack-request-id: req-f4f6d276-5b3e-447a-81bc-4876a0a4be54 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:56.184333 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-unplugged", "status": "completed", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:56.184594 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4f6d276-5b3e-447a-81bc-4876a0a4be54 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:56.184996 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'code': 200} Jul 13 08:43:56.206528 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-b5b4f7ba-9475-44a4-b55a-538a11c024b7 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529844 Jul 13 08:43:56.221251 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:56.326638 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-d7438828-722e-4a9c-9957-646018fcff15 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132190 Jul 13 08:43:56.438152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-442274ff-9a75-47d1-a10a-0e414cd59e56 None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:56.438991 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-442274ff-9a75-47d1-a10a-0e414cd59e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.541137 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-442274ff-9a75-47d1-a10a-0e414cd59e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.579965 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-442274ff-9a75-47d1-a10a-0e414cd59e56 None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:43:56.585292 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-442274ff-9a75-47d1-a10a-0e414cd59e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:56.661909 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442274ff-9a75-47d1-a10a-0e414cd59e56 None None] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:43:57.010697 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389144cf-6bbe-43ab-b89f-2a612b6a5e2e req-9b3dc5bb-fa05-474f-8c7b-9df18a776690 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:57.019324 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-389144cf-6bbe-43ab-b89f-2a612b6a5e2e req-9b3dc5bb-fa05-474f-8c7b-9df18a776690 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0957868 Jul 13 08:43:57.074866 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-389144cf-6bbe-43ab-b89f-2a612b6a5e2e req-dba57471-c0bf-4a7c-a844-bc9c70922671 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0497971 Jul 13 08:43:57.086793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-544789c6-9a4c-4a96-831c-b49b64ca57eb None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:43:57.087936 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-544789c6-9a4c-4a96-831c-b49b64ca57eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:58.186697 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:43:58.189968 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9101ec2e-90e1-4443-9dfe-16ac32aceae7" -d '{"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-plugged", "status": "completed", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:43:58.250209 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95cc35e-a7e3-4971-af29-dee7e4064e4b x-openstack-request-id: req-f95cc35e-a7e3-4971-af29-dee7e4064e4b {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:43:58.250513 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-plugged", "status": "completed", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:43:58.250794 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f95cc35e-a7e3-4971-af29-dee7e4064e4b {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:43:58.251249 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'code': 200} Jul 13 08:43:58.267890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f973fa-0b00-4385-8f69-058ad6d4e386 req-92625bbb-6208-4b42-8044-46835fb7eb69 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:58.269440 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1f973fa-0b00-4385-8f69-058ad6d4e386 req-92625bbb-6208-4b42-8044-46835fb7eb69 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0753167 Jul 13 08:43:58.310449 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f1f973fa-0b00-4385-8f69-058ad6d4e386 req-07a5b5a4-e260-4004-900a-278465901cae tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352285 Jul 13 08:43:59.526052 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18e635-ec2b-474e-9336-c590f6ccfcff req-c857c197-639f-41c4-9856-8f89398a9a07 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:59.528278 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ed18e635-ec2b-474e-9336-c590f6ccfcff req-c857c197-639f-41c4-9856-8f89398a9a07 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0833316 Jul 13 08:43:59.597906 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ed18e635-ec2b-474e-9336-c590f6ccfcff req-362bed4d-4ec4-4e87-862a-c7aea0fa157a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0590024 Jul 13 08:44:00.831766 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360658-b11e-4baa-a481-d6320179c2c0 req-042aa751-700f-4f60-86a5-21cf3e190703 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:00.833611 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce360658-b11e-4baa-a481-d6320179c2c0 req-042aa751-700f-4f60-86a5-21cf3e190703 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0815957 Jul 13 08:44:00.885616 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ce360658-b11e-4baa-a481-d6320179c2c0 req-e667a854-c5bf-4697-bd28-e85f78061d49 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391128 Jul 13 08:44:02.084332 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd818a-e909-4a6f-99d1-44ef9e9ef5e0 req-3e7f8f6c-a41f-4632-b095-e6d95346500a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:02.085951 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8dfd818a-e909-4a6f-99d1-44ef9e9ef5e0 req-3e7f8f6c-a41f-4632-b095-e6d95346500a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0744898 Jul 13 08:44:02.132234 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8dfd818a-e909-4a6f-99d1-44ef9e9ef5e0 req-30f70c47-fdbc-4cf5-9755-cdfa77b56098 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391827 Jul 13 08:44:03.380096 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3924b-2795-49f4-aef5-6c1694e083dc req-e0cbc3fb-c2ae-4af5-86fd-1abff2d098cf tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:03.382113 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cda3924b-2795-49f4-aef5-6c1694e083dc req-e0cbc3fb-c2ae-4af5-86fd-1abff2d098cf tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.1084480 Jul 13 08:44:03.424978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cda3924b-2795-49f4-aef5-6c1694e083dc req-09d4620b-1c0a-4783-8ff5-89e58999d5f4 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361454 Jul 13 08:44:04.621955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b83414-560f-4483-9e2b-9151bded0621 req-5c9cb98e-4d5c-47e6-93d8-f96cf1e016f6 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:04.623521 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7b83414-560f-4483-9e2b-9151bded0621 req-5c9cb98e-4d5c-47e6-93d8-f96cf1e016f6 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0735273 Jul 13 08:44:04.664483 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-d7b83414-560f-4483-9e2b-9151bded0621 req-1c13f1f1-050f-4c47-b2b7-947ee9f9f1e0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349863 Jul 13 08:44:05.322088 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:05.863792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697380a-2532-4d7f-87c2-9bbaca228514 req-7f921e78-fbc1-439a-91a9-0a16b6cd17b1 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:05.865389 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0697380a-2532-4d7f-87c2-9bbaca228514 req-7f921e78-fbc1-439a-91a9-0a16b6cd17b1 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0774367 Jul 13 08:44:05.905978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0697380a-2532-4d7f-87c2-9bbaca228514 req-8e57af62-93a8-42f6-beeb-75712465ff3b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349934 Jul 13 08:44:07.083186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b128d6a-94d9-45bc-97d4-6078e0f591b8 req-d210b479-09f1-46ed-8a38-f947e1531def tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:07.084758 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b128d6a-94d9-45bc-97d4-6078e0f591b8 req-d210b479-09f1-46ed-8a38-f947e1531def tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0653355 Jul 13 08:44:07.127485 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8b128d6a-94d9-45bc-97d4-6078e0f591b8 req-481af53a-a1bc-4d63-87b9-e66fe480d8ea tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369813 Jul 13 08:44:07.237415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-1b066cdb-d0a6-409b-beaf-66b32d54351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:07.238874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-1b066cdb-d0a6-409b-beaf-66b32d54351d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1097 time: 0.0536220 Jul 13 08:44:07.358154 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-ab9741ba-1f79-4ffb-b02b-5f3218e9d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:07.360088 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-ab9741ba-1f79-4ffb-b02b-5f3218e9d4bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.0974543 Jul 13 08:44:07.429626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-e4bf49f5-72b4-46f1-8342-9cc6614e3671 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 1002 time: 0.0623715 Jul 13 08:44:07.480581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-768588c6-1876-4ea5-b72f-066d0bb8a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:07.482092 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-768588c6-1876-4ea5-b72f-066d0bb8a1b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0460293 Jul 13 08:44:07.543948 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-b9cb97ab-a8cb-443e-b2bf-9d14985d12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:07.545584 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-b9cb97ab-a8cb-443e-b2bf-9d14985d12c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563974 Jul 13 08:44:07.633039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-a5255293-d2b1-4350-bf05-11bb7f983ee0 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806735 Jul 13 08:44:07.726907 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5f5e49cf-95ef-4aba-9d3a-742373534eca req-fa5c5e36-fbc4-429d-b3d8-7cd20889845c service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875120 Jul 13 08:44:08.199731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b701d5-75c8-4e3d-a19c-6132c615121b req-ff58716f-3fda-4b71-bb28-5461a19c3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:08.201316 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35b701d5-75c8-4e3d-a19c-6132c615121b req-ff58716f-3fda-4b71-bb28-5461a19c3730 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1097 time: 0.0585601 Jul 13 08:44:08.242830 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-35b701d5-75c8-4e3d-a19c-6132c615121b req-94a4a025-7971-47cd-a1e7-685154aaee6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348582 Jul 13 08:44:08.350594 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c08a77-6020-41fd-9070-f7129329bbfa req-16f61a4f-ac44-4256-a861-4806a77f968a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:08.353167 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-23c08a77-6020-41fd-9070-f7129329bbfa req-16f61a4f-ac44-4256-a861-4806a77f968a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.1025183 Jul 13 08:44:08.396957 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-23c08a77-6020-41fd-9070-f7129329bbfa req-f470aebc-babb-47ce-ac52-735ae1c45aff tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376554 Jul 13 08:44:08.774126 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:09.593878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64351f-44d5-46a6-ac82-f6d34d01fdf0 req-f4d68507-51f3-40bb-b455-0ae0abe51cd0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:09.595597 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce64351f-44d5-46a6-ac82-f6d34d01fdf0 req-f4d68507-51f3-40bb-b455-0ae0abe51cd0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0714359 Jul 13 08:44:09.639626 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ce64351f-44d5-46a6-ac82-f6d34d01fdf0 req-a8e85f9e-4ca8-436c-ba5f-eb1fa956c7bb tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377216 Jul 13 08:44:10.061080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07396ffe-7de9-45e9-97db-a26d88eb366a details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:44:10.158033 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:10.169559 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'port_id': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'mac_address': 'fa:16:3e:91:21:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:44:10.205161 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:10.217127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07396ffe-7de9-45e9-97db-a26d88eb366a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:44:10.235811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:10.239666 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:10.293309 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=10']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:10.500299 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['07396ffe-7de9-45e9-97db-a26d88eb366a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:10.559296 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f766f397-5782-432c-9f79-c0c905ceb8a6 None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:10.559573 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f766f397-5782-432c-9f79-c0c905ceb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:10.695801 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f766f397-5782-432c-9f79-c0c905ceb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:10.742500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:10.745329 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539d54cc-18fe-47a8-9ff9-03b2f1ac83ef" -d '{"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-plugged", "status": "completed", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:10.832917 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b1a8c-136b-4105-93c9-2b95f16eaf73 req-40eec9a1-696e-417d-9a4d-7cf49f2e1c06 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:10.834750 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-362b1a8c-136b-4105-93c9-2b95f16eaf73 req-40eec9a1-696e-417d-9a4d-7cf49f2e1c06 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 946 time: 0.0771236 Jul 13 08:44:10.876150 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-362b1a8c-136b-4105-93c9-2b95f16eaf73 req-b1d914f3-df62-42c5-a06b-0eb5780fd3e0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354989 Jul 13 08:44:10.924603 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8e7b6c-ef0e-4ef5-bb51-9cd4c997398e x-openstack-request-id: req-1e8e7b6c-ef0e-4ef5-bb51-9cd4c997398e {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:10.924883 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-plugged", "status": "completed", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:10.924883 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e8e7b6c-ef0e-4ef5-bb51-9cd4c997398e {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:10.925270 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'code': 200} Jul 13 08:44:10.931320 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-f766f397-5782-432c-9f79-c0c905ceb8a6 None None] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:10.938375 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f766f397-5782-432c-9f79-c0c905ceb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:11.030734 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766f397-5782-432c-9f79-c0c905ceb8a6 None None] Pushing event updated for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=11']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:11.215593 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-a17dc917-f071-4c7c-82f7-ae2d9510cf51 None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:11.216306 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a17dc917-f071-4c7c-82f7-ae2d9510cf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:12.061215 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07396ffe-7de9-45e9-97db-a26d88eb366a up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:12.113074 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port 07396ffe-7de9-45e9-97db-a26d88eb366a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:12.113442 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:14.421048 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d7bd1932-ec70-4cef-9bd2-b6d025f63f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:15.175964 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:44:17.229000 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:17.371769 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8c988f9c-5a72-44db-a657-edb1ac4edc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:18.264908 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:20.062720 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:35.351448 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:38.791893 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:44.423544 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3a5db8a8-ebde-492e-8322-0aec2c8a7153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:47.230915 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:47.377263 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ab9c1790-037e-463f-9b90-e35db2aac64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:48.264911 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:50.059277 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:52.177315 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:44:58.075086 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-b43cd371-c302-42ec-b105-e7e0c4d6a482 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535798 Jul 13 08:44:58.174814 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-36727b4b-ed27-4ed5-ba0e-b05ebbbd81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.176437 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-36727b4b-ed27-4ed5-ba0e-b05ebbbd81c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1098 time: 0.0583456 Jul 13 08:44:58.294239 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-e9e2e0a3-b4f4-465a-8cad-deca07739aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.295867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-e9e2e0a3-b4f4-465a-8cad-deca07739aa3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.0981152 Jul 13 08:44:58.370900 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-a30fc9d3-005d-4370-b5c7-10be712460cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 1002 time: 0.0689240 Jul 13 08:44:58.422326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-cf783ffc-8318-4e42-87b3-f97ce3c151be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.423849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-cf783ffc-8318-4e42-87b3-f97ce3c151be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0467181 Jul 13 08:44:58.487269 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-d4472e5c-7b8e-4740-9ed2-1d1ef8632a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.488806 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-d4472e5c-7b8e-4740-9ed2-1d1ef8632a22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578830 Jul 13 08:44:58.632386 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-e692a1b8-9320-4a50-9e86-757df43a7223 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365094 Jul 13 08:44:58.726579 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b5d240b5-2354-4811-bae8-e296f3c404bb req-d0a703c9-f0d2-463d-ba15-0f88c6113c16 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878069 Jul 13 08:45:05.353974 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:08.796322 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:14.425689 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-98e6660d-4d1f-4b33-8245-434ad51f22f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:17.233122 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:17.369272 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b465adc7-4a96-43b4-ae9d-5d2d570c509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:18.268575 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:20.063316 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:21.716373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46364) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:22.242380 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Deleting port 6efdc72f-6c88-4e05-810d-ca5d77e25673 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:22.242727 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.325847 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.326180 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.338659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Calling delete_port for 6efdc72f-6c88-4e05-810d-ca5d77e25673 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:22.494045 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.521533 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event deleted for resources: {'Port': ['ID=6efdc72f-6c88-4e05-810d-ca5d77e25673,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:22.533344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.533743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.534279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.534765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.535178 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.535524 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.535896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.536339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.536678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.537017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.537357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.537688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:22.596895 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.597230 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Floating IP 0d6169d6-9373-4460-b6ff-bbf4207250aa disassociated (deleted). External IP: 172.25.6.101, port: 07396ffe-7de9-45e9-97db-a26d88eb366a. Jul 13 08:45:22.805768 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Router 020999ce-daf3-4c8b-9d05-431ba9da71ad has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:45:22.920763 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:45:22.925741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.930152 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] Sync routers for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:45:22.939735 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:22.940425 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:22.965874 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-86a68e69-f12b-4920-96be-3191a0ceba91 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "DELETE /v2.0/floatingips/0d6169d6-9373-4460-b6ff-bbf4207250aa HTTP/1.1" status: 204 len: 168 time: 1.2483075 Jul 13 08:45:22.966757 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:22.969899 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b857ee63-6db9-48c7-931c-ed9e22619bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:23.056581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:23.134408 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f46276-47ca-4bbe-88db-334380c9f049 x-openstack-request-id: req-07f46276-47ca-4bbe-88db-334380c9f049 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:23.134698 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:23.134996 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07f46276-47ca-4bbe-88db-334380c9f049 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:23.135399 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'status': 'completed', 'code': 200} Jul 13 08:45:23.232382 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-b87d0898-5119-4187-b85b-05779fda6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:23.234728 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-b87d0898-5119-4187-b85b-05779fda6b03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 1098 time: 0.0742126 Jul 13 08:45:23.310932 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:23.337487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] Checking router: 020999ce-daf3-4c8b-9d05-431ba9da71ad for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:45:23.346978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:45:23.347602 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:45:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:23.380427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-61b0c49f-59b5-4409-8d81-17543c022c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:23.381945 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-61b0c49f-59b5-4409-8d81-17543c022c1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.1405816 Jul 13 08:45:23.430951 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-cf751567-3cda-4a54-adbe-bf2fcbe7a002 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 200 len: 217 time: 0.0400243 Jul 13 08:45:23.454040 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10946b-92af-425c-ad54-a6c2953bf5de req-0da7e7f7-5909-4b94-8807-8bd8ec96735a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:23.455589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc10946b-92af-425c-ad54-a6c2953bf5de req-0da7e7f7-5909-4b94-8807-8bd8ec96735a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 947 time: 0.1376085 Jul 13 08:45:23.464600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:45:23.516143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-69776bfc-b562-4c49-98bd-e1325ce627de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:23.517657 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-69776bfc-b562-4c49-98bd-e1325ce627de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0798969 Jul 13 08:45:23.525662 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-dc10946b-92af-425c-ad54-a6c2953bf5de req-9c7608e3-58d8-45a5-bd21-23728f61dac9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0514872 Jul 13 08:45:23.607344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-dcb05d67-ee1b-45fd-ace1-207c7f7b5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:23.609103 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-dcb05d67-ee1b-45fd-ace1-207c7f7b5700 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824924 Jul 13 08:45:23.685266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:45:23.701081 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-93957921-713e-46cb-9b34-36a974e19dcf service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854113 Jul 13 08:45:23.716763 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc3a20-6155-4faa-8b07-acf7c53209c3 None None] The sync data for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 is: [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:45:23.799349 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b857ee63-6db9-48c7-931c-ed9e22619bdb req-519c0fa7-718e-41c7-a725-ff2ced781ff6 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914149 Jul 13 08:45:23.946558 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029dc3ed-bd64-4738-b71b-e464d2b50a31 None None] New status for floating IP 0d6169d6-9373-4460-b6ff-bbf4207250aa: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:45:24.589020 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-288627d1-1915-42d6-a40b-f65c2d294805 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:24.590544 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-288627d1-1915-42d6-a40b-f65c2d294805 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.54 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 947 time: 0.0690296 Jul 13 08:45:24.697059 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-1a4c4a0a-c6ab-48d0-bddc-51182d01c611 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Deleting port 07396ffe-7de9-45e9-97db-a26d88eb366a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:45:24.697406 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-1a4c4a0a-c6ab-48d0-bddc-51182d01c611 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.746115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a34b2-14fd-4539-8301-d3229be54b8d req-c142ec33-fbb3-4c23-ae41-8ff0828a78a2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:24.747844 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-055a34b2-14fd-4539-8301-d3229be54b8d req-c142ec33-fbb3-4c23-ae41-8ff0828a78a2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da16d58-ac99-45b0-8a6d-7846dfd1a177 HTTP/1.1" status: 200 len: 947 time: 0.0825090 Jul 13 08:45:24.794319 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-055a34b2-14fd-4539-8301-d3229be54b8d req-d634055e-08c3-4bfb-988c-b9348563cfd4 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d6634c7-be3a-4403-874c-ef728e5e9932&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0352929 Jul 13 08:45:24.799824 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-1a4c4a0a-c6ab-48d0-bddc-51182d01c611 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] For port 07396ffe-7de9-45e9-97db-a26d88eb366a, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=07396ffe-7de9-45e9-97db-a26d88eb366a,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:24.800372 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-1a4c4a0a-c6ab-48d0-bddc-51182d01c611 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.815581 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-1a4c4a0a-c6ab-48d0-bddc-51182d01c611 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Calling delete_port for 07396ffe-7de9-45e9-97db-a26d88eb366a owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:45:24.959559 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-1a4c4a0a-c6ab-48d0-bddc-51182d01c611 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.992386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c4a0a-c6ab-48d0-bddc-51182d01c611 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event deleted for resources: {'Port': ['ID=07396ffe-7de9-45e9-97db-a26d88eb366a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:25.036807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-1a4c4a0a-c6ab-48d0-bddc-51182d01c611 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] No DVR routers for this DVR port 07396ffe-7de9-45e9-97db-a26d88eb366a on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:25.039547 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-1a4c4a0a-c6ab-48d0-bddc-51182d01c611 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:25.041679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-af9ba565-4391-4b7e-b044-d2b0c5149f30 req-1a4c4a0a-c6ab-48d0-bddc-51182d01c611 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.54 "DELETE /v2.0/ports/07396ffe-7de9-45e9-97db-a26d88eb366a HTTP/1.1" status: 204 len: 173 time: 0.4455662 Jul 13 08:45:25.136969 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-deleted', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:25.140391 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806f777d-9154-4528-ad5e-c0c44f0e55ad" -d '{"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-deleted", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:25.179612 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b9ca91-6ce7-415c-837a-c289238743d7 x-openstack-request-id: req-f4b9ca91-6ce7-415c-837a-c289238743d7 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:25.179910 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da16d58-ac99-45b0-8a6d-7846dfd1a177", "name": "network-vif-deleted", "tag": "07396ffe-7de9-45e9-97db-a26d88eb366a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:25.180190 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4b9ca91-6ce7-415c-837a-c289238743d7 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:25.180598 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da16d58-ac99-45b0-8a6d-7846dfd1a177', 'name': 'network-vif-deleted', 'tag': '07396ffe-7de9-45e9-97db-a26d88eb366a', 'status': 'completed', 'code': 200} Jul 13 08:45:25.889167 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46386) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:25.946829 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:25.972085 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.033383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.036204 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.037398 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "DELETE /v2.0/security-groups/8d6634c7-be3a-4403-874c-ef728e5e9932 HTTP/1.1" status: 204 len: 168 time: 0.1465456 Jul 13 08:45:26.047465 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6634c7-be3a-4403-874c-ef728e5e9932,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:26.055603 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.055964 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.056337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.056681 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.057128 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.057478 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.057692 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.058276 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.058423 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.058668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.059179 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.059364 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f552fc9-4716-4e59-9e40-b6684572594c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:26.299668 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46392) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:26.304467 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-1a931bb9-5fb1-43bf-948d-1bc22ebc1795 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448487193', 'description': 'tempest-secgroup-smoke-1448487193 description', 'project_id': '74743b0c736b4e6497eeaae621d57c9d'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:26.333455 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a931bb9-5fb1-43bf-948d-1bc22ebc1795 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.421007 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a931bb9-5fb1-43bf-948d-1bc22ebc1795 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.425704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a931bb9-5fb1-43bf-948d-1bc22ebc1795 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.452723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1a931bb9-5fb1-43bf-948d-1bc22ebc1795 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.453962 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1a931bb9-5fb1-43bf-948d-1bc22ebc1795 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1532207 Jul 13 08:45:26.456928 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46394) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:26.462406 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-8a9eb3e0-01f8-4c2f-881e-1e121a28b03b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '7a5c0ba5-feba-4e39-821c-538f9735b530', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:26.468509 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a931bb9-5fb1-43bf-948d-1bc22ebc1795 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5c0ba5-feba-4e39-821c-538f9735b530,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:26.505606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb3e0-01f8-4c2f-881e-1e121a28b03b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.577301 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb3e0-01f8-4c2f-881e-1e121a28b03b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.581654 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb3e0-01f8-4c2f-881e-1e121a28b03b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.599669 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9eb3e0-01f8-4c2f-881e-1e121a28b03b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8894be7-5178-46cd-ae25-f4a638fbd123,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:26.605723 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb3e0-01f8-4c2f-881e-1e121a28b03b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.606997 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8a9eb3e0-01f8-4c2f-881e-1e121a28b03b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491244 Jul 13 08:45:26.610812 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46396) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:26.615365 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-9d77b665-33e4-40de-adb9-5131eba02a9a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '7a5c0ba5-feba-4e39-821c-538f9735b530', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:26.647234 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d77b665-33e4-40de-adb9-5131eba02a9a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.706776 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d77b665-33e4-40de-adb9-5131eba02a9a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.710606 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d77b665-33e4-40de-adb9-5131eba02a9a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.728169 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77b665-33e4-40de-adb9-5131eba02a9a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8260974d-475e-439d-9c9f-16b085686d43,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:26.736804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-9d77b665-33e4-40de-adb9-5131eba02a9a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:26.738117 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-9d77b665-33e4-40de-adb9-5131eba02a9a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264460 Jul 13 08:45:26.741103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46398) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:26.746257 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e3262f7d-e030-47d4-abb8-7d7afa86a582 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '7a5c0ba5-feba-4e39-821c-538f9735b530', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:26.780698 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3262f7d-e030-47d4-abb8-7d7afa86a582 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.118946 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3262f7d-e030-47d4-abb8-7d7afa86a582 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.124098 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3262f7d-e030-47d4-abb8-7d7afa86a582 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.143212 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262f7d-e030-47d4-abb8-7d7afa86a582 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341d55b0-cf40-4786-92af-643913d9284b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.152804 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e3262f7d-e030-47d4-abb8-7d7afa86a582 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.154061 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e3262f7d-e030-47d4-abb8-7d7afa86a582 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4119468 Jul 13 08:45:27.157909 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46400) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:27.162527 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4a852395-bb35-430f-a91b-ba7df38a2e93 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '7a5c0ba5-feba-4e39-821c-538f9735b530', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:27.189801 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a852395-bb35-430f-a91b-ba7df38a2e93 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.264704 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a852395-bb35-430f-a91b-ba7df38a2e93 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.269144 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a852395-bb35-430f-a91b-ba7df38a2e93 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.287035 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a852395-bb35-430f-a91b-ba7df38a2e93 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5663760f-b677-43d1-bf12-1aad116cd7d5,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.293451 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4a852395-bb35-430f-a91b-ba7df38a2e93 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.294658 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4a852395-bb35-430f-a91b-ba7df38a2e93 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358049 Jul 13 08:45:27.298299 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46402) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:27.303018 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-cc6d5e0d-64fd-4a3b-9179-40ea8e2729d2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '7a5c0ba5-feba-4e39-821c-538f9735b530', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:27.326135 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-cc6d5e0d-64fd-4a3b-9179-40ea8e2729d2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Project 74743b0c736b4e6497eeaae621d57c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:45:27.331529 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc6d5e0d-64fd-4a3b-9179-40ea8e2729d2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.395822 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc6d5e0d-64fd-4a3b-9179-40ea8e2729d2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.399718 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc6d5e0d-64fd-4a3b-9179-40ea8e2729d2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.417661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d5e0d-64fd-4a3b-9179-40ea8e2729d2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c398cd-b179-4e22-8768-a1591e142a86,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.424656 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-cc6d5e0d-64fd-4a3b-9179-40ea8e2729d2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.425931 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-cc6d5e0d-64fd-4a3b-9179-40ea8e2729d2 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266351 Jul 13 08:45:27.428937 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46404) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:45:27.433492 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-4e8f95a4-2cac-4f0c-b2eb-79d60fc9bcde tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'security_group_rule': {'security_group_id': '7a5c0ba5-feba-4e39-821c-538f9735b530', 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:27.455834 n-d-798249-7 neutron-server[93839]: INFO neutron.db.securitygroups_db [None req-4e8f95a4-2cac-4f0c-b2eb-79d60fc9bcde tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Project 74743b0c736b4e6497eeaae621d57c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:45:27.461545 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e8f95a4-2cac-4f0c-b2eb-79d60fc9bcde tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.528531 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e8f95a4-2cac-4f0c-b2eb-79d60fc9bcde tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.533524 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e8f95a4-2cac-4f0c-b2eb-79d60fc9bcde tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.552721 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f95a4-2cac-4f0c-b2eb-79d60fc9bcde tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401d32fb-238e-4ae9-972d-51b468fa7e0a,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:27.558118 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-4e8f95a4-2cac-4f0c-b2eb-79d60fc9bcde tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:27.559334 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-4e8f95a4-2cac-4f0c-b2eb-79d60fc9bcde tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294439 Jul 13 08:45:28.575326 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07396ffe-7de9-45e9-97db-a26d88eb366a no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:28.598115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: 07396ffe-7de9-45e9-97db-a26d88eb366a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:45:28.598463 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device 07396ffe-7de9-45e9-97db-a26d88eb366a not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:29.177159 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:45:35.355934 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:38.799828 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:43.125370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-2f5e8d4b-19d7-49c9-ae88-5ef3b13e4b29 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448487193&fields=id&tenant_id=74743b0c736b4e6497eeaae621d57c9d HTTP/1.1" status: 200 len: 267 time: 0.0379455 Jul 13 08:45:43.252898 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-50b4b357-c8cf-410b-bed2-f07fd583269c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:43.254402 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-50b4b357-c8cf-410b-bed2-f07fd583269c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 809 time: 0.1213813 Jul 13 08:45:43.270832 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-f4e5d26c-64a8-4ab8-a1ba-9e3fb1368833 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/quotas/74743b0c736b4e6497eeaae621d57c9d HTTP/1.1" status: 200 len: 375 time: 0.0103087 Jul 13 08:45:43.345614 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-d2452a2f-9b94-453e-a98d-b7a09dcbabde tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692563 Jul 13 08:45:43.508492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-a0afe94d-a8e5-4b37-be99-df369649462a service neutron] 10.222.0.44 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508036 Jul 13 08:45:43.605732 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-f79631d4-8dc4-4f9a-9de7-67d08ca64845 service neutron] 10.222.0.44 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912097 Jul 13 08:45:43.926355 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2afc4094-8044-44cb-a372-1e5a48512ff4 req-b855c5a4-cfc7-433b-b2ee-5938fa83774a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 210 time: 0.0303729 Jul 13 08:45:44.432590 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a2c24186-d218-4896-9561-2a1d406bed10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:45.127711 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-29636276-1f25-4b1a-a579-e09b5e3ceb3e req-74178731-f885-4627-af0d-6679b2f8b809 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 210 time: 0.0619187 Jul 13 08:45:45.162804 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-237392dd-72f8-4e9a-88db-b8535326c1f1 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:45.164385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-237392dd-72f8-4e9a-88db-b8535326c1f1 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 809 time: 0.2042093 Jul 13 08:45:45.219753 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-37327279-bc89-48e1-a2fd-89167612767a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74743b0c736b4e6497eeaae621d57c9d HTTP/1.1" status: 200 len: 380 time: 0.0465841 Jul 13 08:45:45.232279 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'port': {'device_id': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'admin_state_up': True, 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'security_groups': ['7a5c0ba5-feba-4e39-821c-538f9735b530']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:45.376759 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Made reservation on behalf of 74743b0c736b4e6497eeaae621d57c9d for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:45:45.383284 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:45.554919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Allocated IP 172.20.0.12 (c4db3420-d954-492e-8234-a37b61a7c84c/ba11443c-da45-490a-8150-c27b3e07d9ac/b2e18813-a29b-485a-9e38-e0dc90bda4d4) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:45:45.770808 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:45.785925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Transition to ACTIVE for port object b2e18813-a29b-485a-9e38-e0dc90bda4d4 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:45:45.826734 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:45.886664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Network c4db3420-d954-492e-8234-a37b61a7c84c is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:45:45.894784 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:45:45.902427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:45:45.914561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'Port': ['ID=b2e18813-a29b-485a-9e38-e0dc90bda4d4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:45.989132 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:45.989924 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.011380 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c8ef76cc-6aa9-4ba7-a7ab-dd767875a15a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7862833 Jul 13 08:45:46.025323 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Request body: {'port': {'device_id': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:46.154264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.205771 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e23d7ec2-4a15-4f99-86cd-41bab8273c04 None None] Provisioning for port b2e18813-a29b-485a-9e38-e0dc90bda4d4 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:45:46.210257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e23d7ec2-4a15-4f99-86cd-41bab8273c04 None None] Provisioning complete for port b2e18813-a29b-485a-9e38-e0dc90bda4d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:46.210668 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e23d7ec2-4a15-4f99-86cd-41bab8273c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.273107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e23d7ec2-4a15-4f99-86cd-41bab8273c04 None None] Port b2e18813-a29b-485a-9e38-e0dc90bda4d4 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:45:46.368819 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566e74-0d9e-4abb-8741-e5af573f8f1b req-3f1f5a10-838e-40b7-a881-7385bc7ac41d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:46.370778 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a566e74-0d9e-4abb-8741-e5af573f8f1b req-3f1f5a10-838e-40b7-a881-7385bc7ac41d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 932 time: 0.0702057 Jul 13 08:45:46.414128 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-3a566e74-0d9e-4abb-8741-e5af573f8f1b req-8a1fb5dc-3f9a-440a-8a02-30a671efdb75 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353177 Jul 13 08:45:46.492140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e18813-a29b-485a-9e38-e0dc90bda4d4 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:45:46.501299 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.516118 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Transition to ACTIVE for port object b2e18813-a29b-485a-9e38-e0dc90bda4d4 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:45:46.520970 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.612099 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e18813-a29b-485a-9e38-e0dc90bda4d4,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:46.699488 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Attempting to bind port b2e18813-a29b-485a-9e38-e0dc90bda4d4 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:45:46.699860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Attempting to bind port b2e18813-a29b-485a-9e38-e0dc90bda4d4 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:45:46.700278 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Attempting to bind port b2e18813-a29b-485a-9e38-e0dc90bda4d4 on network c4db3420-d954-492e-8234-a37b61a7c84c {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:45:46.706442 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Port b2e18813-a29b-485a-9e38-e0dc90bda4d4 on network c4db3420-d954-492e-8234-a37b61a7c84c not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:45:46.706805 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Attempting to bind port b2e18813-a29b-485a-9e38-e0dc90bda4d4 on network c4db3420-d954-492e-8234-a37b61a7c84c {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:45:46.712438 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:45:46.712777 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Checking segment: {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:45:46.713172 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Bound using segment: {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:45:46.713616 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Bound port: b2e18813-a29b-485a-9e38-e0dc90bda4d4, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:45:46.713985 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.815516 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:45:46.821800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:45:46.827173 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.866256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:46.866904 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:46.868416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] 10.222.0.54 "PUT /v2.0/ports/b2e18813-a29b-485a-9e38-e0dc90bda4d4 HTTP/1.1" status: 200 len: 1092 time: 0.8499238 Jul 13 08:45:46.868890 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:46.871290 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb96b3b3-182a-4939-b64a-0e6c72ba68a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:46.913806 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bd8bf-5a80-4168-a113-91e43914be83 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e18813-a29b-485a-9e38-e0dc90bda4d4,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:46.935040 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75678a25-0d30-48ce-b258-0001d716b4ee x-openstack-request-id: req-75678a25-0d30-48ce-b258-0001d716b4ee {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:46.952883 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:46.954495 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75678a25-0d30-48ce-b258-0001d716b4ee {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:46.955297 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'status': 'completed', 'code': 200} Jul 13 08:45:47.037713 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96b3b3-182a-4939-b64a-0e6c72ba68a7 req-d11290c1-384e-4814-802f-7a82233dd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.039409 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb96b3b3-182a-4939-b64a-0e6c72ba68a7 req-d11290c1-384e-4814-802f-7a82233dd678 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1095 time: 0.0682850 Jul 13 08:45:47.246581 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.306454 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96b3b3-182a-4939-b64a-0e6c72ba68a7 req-6adc9a7e-01a6-42ff-8a9d-199bb23a5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.308106 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb96b3b3-182a-4939-b64a-0e6c72ba68a7 req-6adc9a7e-01a6-42ff-8a9d-199bb23a5dec service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=74743b0c736b4e6497eeaae621d57c9d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2602515 Jul 13 08:45:47.378798 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-146f891a-1bc6-49e5-a6e8-8cf3c23c6425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:47.525741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96b3b3-182a-4939-b64a-0e6c72ba68a7 req-8a779974-f609-48eb-9a45-98e935294719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.527731 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb96b3b3-182a-4939-b64a-0e6c72ba68a7 req-8a779974-f609-48eb-9a45-98e935294719 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2132704 Jul 13 08:45:47.653679 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-e396900a-44b6-475c-9614-6b9dabe094b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.657005 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-e396900a-44b6-475c-9614-6b9dabe094b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1095 time: 0.0824153 Jul 13 08:45:47.735521 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-3f72c71f-95a0-4a01-93ad-70aa8771f50f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4 HTTP/1.1" status: 200 len: 217 time: 0.0710697 Jul 13 08:45:47.740892 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57279431-979c-40f6-8c75-1e5a4dc0cb72 req-2cc7dcfe-086a-49fb-b094-554e689508b4 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.742667 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57279431-979c-40f6-8c75-1e5a4dc0cb72 req-2cc7dcfe-086a-49fb-b094-554e689508b4 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 944 time: 0.1150167 Jul 13 08:45:47.791472 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-57279431-979c-40f6-8c75-1e5a4dc0cb72 req-f8c60ec2-08de-4efe-8c4d-fe7f33f362f7 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388498 Jul 13 08:45:47.805075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-b1fd2ac1-37d4-4a27-acef-57a3d400aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.806900 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-b1fd2ac1-37d4-4a27-acef-57a3d400aaa5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0642040 Jul 13 08:45:47.873234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-09fc8716-8ea3-4247-9184-f21e74404202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:47.876078 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-09fc8716-8ea3-4247-9184-f21e74404202 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630362 Jul 13 08:45:47.984964 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-c0cd8488-1f9e-443d-bf22-4f5102d4108d service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020014 Jul 13 08:45:48.099582 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d39b718f-851a-42f2-8b66-e0c3cb0d0357 req-a30f9b51-380e-404b-b20b-16d7570f1103 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090336 Jul 13 08:45:48.272751 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:48.995436 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292e790-9ed0-4b5d-8137-39d177aa3ee1 req-48e6f5da-99b3-4f2d-bc0e-7ed11dbaab19 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:48.997218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0292e790-9ed0-4b5d-8137-39d177aa3ee1 req-48e6f5da-99b3-4f2d-bc0e-7ed11dbaab19 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 944 time: 0.0718250 Jul 13 08:45:49.041760 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0292e790-9ed0-4b5d-8137-39d177aa3ee1 req-70f5bbd9-8582-4e94-8724-b641451302c0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Jul 13 08:45:50.067660 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:50.239518 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9992b-6beb-4a52-b683-beb336bca2ac req-a237971c-658f-477a-b323-ab1eeba50648 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:50.241238 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ae9992b-6beb-4a52-b683-beb336bca2ac req-a237971c-658f-477a-b323-ab1eeba50648 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 944 time: 0.0682001 Jul 13 08:45:50.285576 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6ae9992b-6beb-4a52-b683-beb336bca2ac req-4a65dcf9-4e51-4d74-b83c-a1895137f51a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384777 Jul 13 08:45:51.502663 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cdbe6-4bac-41bf-b804-cc5d7f2f3023 req-c92a2ce3-e43b-46c8-9973-cf955f361495 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:51.504962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb8cdbe6-4bac-41bf-b804-cc5d7f2f3023 req-c92a2ce3-e43b-46c8-9973-cf955f361495 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 944 time: 0.0843456 Jul 13 08:45:51.547719 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cb8cdbe6-4bac-41bf-b804-cc5d7f2f3023 req-4a92994d-aca3-4972-a2f0-20e33c312528 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366993 Jul 13 08:45:52.741774 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392afe5-4f3a-4973-8149-68c622485375 req-8e0dff5d-22a9-467b-8e3c-d634faccf749 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:52.743321 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4392afe5-4f3a-4973-8149-68c622485375 req-8e0dff5d-22a9-467b-8e3c-d634faccf749 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 944 time: 0.0781610 Jul 13 08:45:52.787827 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4392afe5-4f3a-4973-8149-68c622485375 req-98e4b496-5a66-4fa3-8c17-9167ae5c24ac tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345933 Jul 13 08:45:53.980199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cf835-278b-4ea4-8c44-91fc99119cac req-c9369353-c85a-4edb-80e8-0f224b2e796d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:53.981850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-404cf835-278b-4ea4-8c44-91fc99119cac req-c9369353-c85a-4edb-80e8-0f224b2e796d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 944 time: 0.0696032 Jul 13 08:45:54.029997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-404cf835-278b-4ea4-8c44-91fc99119cac req-724ecce6-b686-4ac7-8959-f70222c4a493 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Jul 13 08:45:55.224373 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a43b2-9f1a-4439-8a5f-4f519b5f4b7d req-8951f0eb-4d58-4bdc-9441-75554d363511 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:55.226165 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-581a43b2-9f1a-4439-8a5f-4f519b5f4b7d req-8951f0eb-4d58-4bdc-9441-75554d363511 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 944 time: 0.0730455 Jul 13 08:45:55.270023 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-581a43b2-9f1a-4439-8a5f-4f519b5f4b7d req-1f260146-52f2-4485-bed3-8b3831ad77e3 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378485 Jul 13 08:45:56.484119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a776f16-0584-403e-a7df-ed7e18515b86 req-a1e921ad-417f-4122-9302-a18573cf30de tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:56.485980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3a776f16-0584-403e-a7df-ed7e18515b86 req-a1e921ad-417f-4122-9302-a18573cf30de tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 944 time: 0.0916996 Jul 13 08:45:56.539983 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3a776f16-0584-403e-a7df-ed7e18515b86 req-40722a82-1f2a-4a79-b46a-52dcb3b983a7 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477951 Jul 13 08:45:57.746841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc8b5e-52e3-4147-bbfe-c92fcca50e63 req-f2a2582d-dbd1-42f7-a0ee-3526f8dacdb7 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:57.748398 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fcc8b5e-52e3-4147-bbfe-c92fcca50e63 req-f2a2582d-dbd1-42f7-a0ee-3526f8dacdb7 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 944 time: 0.0710042 Jul 13 08:45:57.790939 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8fcc8b5e-52e3-4147-bbfe-c92fcca50e63 req-b68211c8-19cf-4623-b79c-9625bee08c62 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358658 Jul 13 08:45:58.682094 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b2e18813-a29b-485a-9e38-e0dc90bda4d4 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:45:58.786283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:58.798831 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'port_id': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'mac_address': 'fa:16:3e:2f:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:45:58.837125 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:58.850477 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e18813-a29b-485a-9e38-e0dc90bda4d4 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:45:58.871189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:58.875260 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:58.939194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=b2e18813-a29b-485a-9e38-e0dc90bda4d4,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:58.947107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.947600 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.947955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.948494 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.948775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.949239 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.949564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.949894 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.950216 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.950537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.950859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.951176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:58.983896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06397845-643b-4c7c-a817-c32982f80dcf req-347cb9f2-42d5-489b-89cf-19f1a3675e37 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:58.985733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06397845-643b-4c7c-a817-c32982f80dcf req-347cb9f2-42d5-489b-89cf-19f1a3675e37 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 945 time: 0.0714245 Jul 13 08:45:59.031949 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-06397845-643b-4c7c-a817-c32982f80dcf req-3e9c768c-995e-4441-86ee-25f9fd782cc0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395784 Jul 13 08:45:59.109484 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['b2e18813-a29b-485a-9e38-e0dc90bda4d4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:46:00.227715 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea58e08-b150-416c-b00a-ca1bb6f9be64 req-464eee96-d2e9-4997-8c94-8bdd88e4a68c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:00.229296 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fea58e08-b150-416c-b00a-ca1bb6f9be64 req-464eee96-d2e9-4997-8c94-8bdd88e4a68c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 945 time: 0.0747786 Jul 13 08:46:00.276724 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fea58e08-b150-416c-b00a-ca1bb6f9be64 req-27c396c7-7bab-4008-93ad-3fd163bef0f3 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Jul 13 08:46:00.702860 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b2e18813-a29b-485a-9e38-e0dc90bda4d4 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:46:00.761408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port b2e18813-a29b-485a-9e38-e0dc90bda4d4 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:00.768534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port b2e18813-a29b-485a-9e38-e0dc90bda4d4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:00.769101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:00.871994 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:00.905765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:00.908038 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbb74d2-1e0f-4ca6-9ad4-ba86a684598c" -d '{"events": [{"server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:00.921450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:00.927431 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:00.994912 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=b2e18813-a29b-485a-9e38-e0dc90bda4d4,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:01.061664 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc2633e-dcf1-4232-90b2-9de4c00f34dc x-openstack-request-id: req-5cc2633e-dcf1-4232-90b2-9de4c00f34dc {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:01.062007 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:01.062217 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cc2633e-dcf1-4232-90b2-9de4c00f34dc {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:01.062606 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'code': 200} Jul 13 08:46:01.202537 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2eea8-9e16-4cd8-a2f6-1c0d07d968f9 req-f5b238d2-c238-4c58-aff3-658ab00dc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:01.205458 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0aa2eea8-9e16-4cd8-a2f6-1c0d07d968f9 req-f5b238d2-c238-4c58-aff3-658ab00dc043 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1097 time: 0.0716259 Jul 13 08:46:01.241735 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0aa2eea8-9e16-4cd8-a2f6-1c0d07d968f9 req-c174b056-b823-43b5-a637-074c3877238f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302193 Jul 13 08:46:01.252413 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e9651393-84b6-446c-a3e8-e8f8bff46f95 None None] Provisioning complete for port b2e18813-a29b-485a-9e38-e0dc90bda4d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:01.252697 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9651393-84b6-446c-a3e8-e8f8bff46f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:01.479050 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c92b9-a903-4aac-9a4f-b62a751463d3 req-0cfeca8b-8c52-4103-b4a1-6d20f9ef5c9d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:01.480619 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a37c92b9-a903-4aac-9a4f-b62a751463d3 req-0cfeca8b-8c52-4103-b4a1-6d20f9ef5c9d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0691984 Jul 13 08:46:01.544543 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a37c92b9-a903-4aac-9a4f-b62a751463d3 req-3546097d-4f34-44ec-8fbe-ae4f0baca744 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564234 Jul 13 08:46:02.750035 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dc204-70d7-4f8d-83e3-529cd7ab6b64 req-52e064cf-c0f2-47ee-915f-c6bdc80bfba7 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:02.751589 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-767dc204-70d7-4f8d-83e3-529cd7ab6b64 req-52e064cf-c0f2-47ee-915f-c6bdc80bfba7 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0760319 Jul 13 08:46:02.797363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-767dc204-70d7-4f8d-83e3-529cd7ab6b64 req-abd38cfc-8ee9-44ac-9192-16021bb21190 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397537 Jul 13 08:46:02.984990 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e8f9c-1f91-4d52-98e2-8b4c68712461 req-a5adb376-0ae8-4448-bbfc-abd45c4412c0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:02.986576 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c91e8f9c-1f91-4d52-98e2-8b4c68712461 req-a5adb376-0ae8-4448-bbfc-abd45c4412c0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0700054 Jul 13 08:46:03.026245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c91e8f9c-1f91-4d52-98e2-8b4c68712461 req-599f40e3-20a9-4a08-98ba-8e2beff65f6d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339866 Jul 13 08:46:03.051710 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46596) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:03.105857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e0bda-9184-4d4b-bd75-82a69847eb48 tempest-TestShelveInstance-1761428957 tempest-TestShelveInstance-1761428957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:03.107492 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a23e0bda-9184-4d4b-bd75-82a69847eb48 tempest-TestShelveInstance-1761428957 tempest-TestShelveInstance-1761428957-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1092 time: 0.0545607 Jul 13 08:46:03.111005 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46598) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:03.115551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:03.142332 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.255722 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.383742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Allocated IP 172.25.6.169 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/2157c220-027e-4e18-9fac-a79a48fca46f) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:03.511208 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.553099 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.596296 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:03.599567 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:03.603373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:03.627526 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'Port': ['ID=2157c220-027e-4e18-9fac-a79a48fca46f,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:04.504600 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.634069 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.798855 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.803403 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.869816 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event updated for resources: {'Port': ['ID=2157c220-027e-4e18-9fac-a79a48fca46f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:04.885751 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.987494 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Floating IP 9deb6db3-9f5f-4bfe-a136-836ea299efc6 associated. External IP: 172.25.6.169, port: b2e18813-a29b-485a-9e38-e0dc90bda4d4. Jul 13 08:46:05.203652 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Router 020999ce-daf3-4c8b-9d05-431ba9da71ad has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:05.321197 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:05.333319 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] Sync routers for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:05.343980 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.354193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:05.354802 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:05.360404 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:05.392385 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a888680a-9fe9-4c71-a54c-6643a874a64c tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2802558 Jul 13 08:46:05.393217 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:05.396314 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f562fdc-fdfd-491e-971a-de9c07e948ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:05.435282 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1103bd02-650f-4509-bdb0-4b9a84529120 x-openstack-request-id: req-1103bd02-650f-4509-bdb0-4b9a84529120 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:05.435614 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:05.435882 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1103bd02-650f-4509-bdb0-4b9a84529120 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:05.436307 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'status': 'completed', 'code': 200} Jul 13 08:46:05.482329 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:05.526076 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-b6b1f7ac-3235-4d05-9cdb-03a1532667b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:05.527679 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-b6b1f7ac-3235-4d05-9cdb-03a1532667b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1097 time: 0.0629666 Jul 13 08:46:05.632769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-fce4a073-aabe-4dbe-9c8a-7a7fa9d18034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:05.634331 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-fce4a073-aabe-4dbe-9c8a-7a7fa9d18034 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.1007104 Jul 13 08:46:05.707334 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-50a0e08a-0c1d-4e3b-98b7-121c1a091393 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4 HTTP/1.1" status: 200 len: 1000 time: 0.0659871 Jul 13 08:46:05.763397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-17ae294f-c773-4772-a073-ec734bd54f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:05.765885 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-17ae294f-c773-4772-a073-ec734bd54f0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0524092 Jul 13 08:46:05.780266 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9deb6db3-9f5f-4bfe-a136-836ea299efc6', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'port_id': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'mac_address': 'fa:16:3e:2f:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:46:03Z', 'updated_at': '2021-07-13T08:46:03Z', 'revision_number': 0, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:05.808452 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] Checking router: 020999ce-daf3-4c8b-9d05-431ba9da71ad for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:05.821908 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:05.823049 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:45:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:05.837208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-09e1cc3e-02b1-4bb1-bbf4-79f014b98e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:05.838825 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-09e1cc3e-02b1-4bb1-bbf4-79f014b98e58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666609 Jul 13 08:46:05.952755 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-b42250c4-e942-4f50-9821-0194176aabfb service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074677 Jul 13 08:46:05.984427 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:06.056823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-2f562fdc-fdfd-491e-971a-de9c07e948ec req-87476b06-8f37-4d23-b731-ed74737658b0 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982969 Jul 13 08:46:06.178174 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:46:06.348974 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9deb6db3-9f5f-4bfe-a136-836ea299efc6', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'port_id': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'mac_address': 'fa:16:3e:2f:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:46:03Z', 'updated_at': '2021-07-13T08:46:03Z', 'revision_number': 0, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:06.395061 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ed611-4e5e-4157-a047-fbea6536927f None None] The sync data for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 is: [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9deb6db3-9f5f-4bfe-a136-836ea299efc6', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'port_id': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'mac_address': 'fa:16:3e:2f:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:46:03Z', 'updated_at': '2021-07-13T08:46:03Z', 'revision_number': 0, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:06.625667 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ac8aa-8e4d-4b7f-b403-3a8edad4f09d None None] New status for floating IP 9deb6db3-9f5f-4bfe-a136-836ea299efc6: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:46:08.810478 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:14.427061 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-78325559-794b-4368-9300-b9076ea2d79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.241476 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:17.376784 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1bd7037f-0108-4bd4-895e-f289e271c0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:18.275492 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:20.070246 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:35.366741 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:38.825568 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:43.178593 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:46:44.430429 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4b815525-f810-46ec-bde1-a9e1b5687ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:47.244912 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:47.378512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1e3cf775-7278-410d-8936-36b525bb076d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:48.278574 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:50.071160 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:01.158529 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5130252a-30db-4c85-89a5-caf48ea311da req-e2263b27-0ebb-40a9-ae8d-5205a78d4fd5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947859 Jul 13 08:47:01.275302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130252a-30db-4c85-89a5-caf48ea311da req-a26e0b19-6d8e-4adf-96fd-0e67c988c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:01.278329 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5130252a-30db-4c85-89a5-caf48ea311da req-a26e0b19-6d8e-4adf-96fd-0e67c988c3fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1097 time: 0.0723112 Jul 13 08:47:01.457648 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130252a-30db-4c85-89a5-caf48ea311da req-5a0f3a5e-8511-4695-82af-040c078075f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:01.460247 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5130252a-30db-4c85-89a5-caf48ea311da req-5a0f3a5e-8511-4695-82af-040c078075f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.1576867 Jul 13 08:47:01.534122 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5130252a-30db-4c85-89a5-caf48ea311da req-6eb3d9be-c7a4-4b3e-82dc-d06520acf6e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4 HTTP/1.1" status: 200 len: 1002 time: 0.0668416 Jul 13 08:47:01.585302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130252a-30db-4c85-89a5-caf48ea311da req-4b5219af-ce40-497b-8fe5-00564bd049ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:01.586756 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5130252a-30db-4c85-89a5-caf48ea311da req-4b5219af-ce40-497b-8fe5-00564bd049ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0447998 Jul 13 08:47:01.644038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130252a-30db-4c85-89a5-caf48ea311da req-9ebbdffd-bc44-48b1-9c89-2a1155be0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:01.645740 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5130252a-30db-4c85-89a5-caf48ea311da req-9ebbdffd-bc44-48b1-9c89-2a1155be0366 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527887 Jul 13 08:47:01.742300 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5130252a-30db-4c85-89a5-caf48ea311da req-7c392d77-cc3b-44a0-8eba-6c10a2cb4ff8 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890932 Jul 13 08:47:01.832397 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5130252a-30db-4c85-89a5-caf48ea311da req-d4dfcf3f-f4e8-4350-acf3-a4c32ad0b662 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837684 Jul 13 08:47:05.365461 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:08.977716 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:14.434647 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-989e5064-b6cd-44ea-8578-6109f090ef87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:17.247801 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:17.378956 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2d23b01d-3156-42c3-a562-feb89e4e018e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:18.281463 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:20.074085 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:20.179270 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:47:35.380610 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:38.802640 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:44.435203 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-01155016-4a9f-4ad1-ae31-f2ee442cb3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:47.250113 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:47.379088 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b95c-ba79-4656-ad48-89452f87ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:48.282375 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:50.076305 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:57.178401 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:48:01.085069 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef7701-3c3a-46d4-b680-d762add79d61 req-26909cb0-ee1a-407a-b206-26c422b989a5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:01.086562 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97ef7701-3c3a-46d4-b680-d762add79d61 req-26909cb0-ee1a-407a-b206-26c422b989a5 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.1104655 Jul 13 08:48:01.124218 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-97ef7701-3c3a-46d4-b680-d762add79d61 req-772e5734-8eab-4211-9106-952eb30e57d3 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320315 Jul 13 08:48:02.108508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-5110dec0-8ee6-40f6-a0b9-e66984ef03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:02.110029 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-5110dec0-8ee6-40f6-a0b9-e66984ef03dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1097 time: 0.0542579 Jul 13 08:48:02.223125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-5d98ffe1-ee81-4277-8e45-afa20199f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:02.225257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-5d98ffe1-ee81-4277-8e45-afa20199f7df service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.0905983 Jul 13 08:48:02.390008 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78361d43-2c20-4608-96de-06307f76c339 req-d51c97ec-b4c3-4055-8086-7c353154ea3e tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:02.391607 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78361d43-2c20-4608-96de-06307f76c339 req-d51c97ec-b4c3-4055-8086-7c353154ea3e tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.1204185 Jul 13 08:48:02.434234 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-78361d43-2c20-4608-96de-06307f76c339 req-9e5eab7f-0876-48e5-ac3f-1d63babfd2f8 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365903 Jul 13 08:48:02.554339 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-d23cab9f-fee7-41bc-9180-3e313d72b1ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4 HTTP/1.1" status: 200 len: 1002 time: 0.3221495 Jul 13 08:48:02.603344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-e5f639db-76d8-4f12-8055-1d216227757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:02.604867 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-e5f639db-76d8-4f12-8055-1d216227757c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0441694 Jul 13 08:48:02.665337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-998d44b7-d324-4ab7-a97d-63370d5a8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:02.666851 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-998d44b7-d324-4ab7-a97d-63370d5a8168 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555677 Jul 13 08:48:02.759107 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-7c07f562-c708-4221-b8f5-edd53228ec61 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843909 Jul 13 08:48:02.853849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-8cfebd2d-17a9-48a7-a18b-b1cdce9d1214 req-4f81be52-8d8e-4064-b452-7d43b16ae1a5 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884676 Jul 13 08:48:03.641910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d6143-0597-4d6e-8f18-e12921991d4e req-dedb8a0c-b9be-4c1c-ae41-7d05346fe34a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:03.643400 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e0d6143-0597-4d6e-8f18-e12921991d4e req-dedb8a0c-b9be-4c1c-ae41-7d05346fe34a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0635097 Jul 13 08:48:03.681162 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e0d6143-0597-4d6e-8f18-e12921991d4e req-46fa3a6c-5f5c-4107-857b-4633682e12a9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313313 Jul 13 08:48:04.854914 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e121ed-ec31-4c17-a423-5576233ccb5a req-a1ae51b3-1708-4984-b430-ccb6326e2d47 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:04.856431 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b9e121ed-ec31-4c17-a423-5576233ccb5a req-a1ae51b3-1708-4984-b430-ccb6326e2d47 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0634527 Jul 13 08:48:04.899019 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b9e121ed-ec31-4c17-a423-5576233ccb5a req-047af7a6-a28b-44e5-8258-a6eee87d9b36 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368748 Jul 13 08:48:05.375845 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:06.077351 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4609ca-def7-46ac-8e53-8338c9aad7a9 req-9ba73dbd-e7d4-448d-9594-16e8e8fda2b0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:06.078912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b4609ca-def7-46ac-8e53-8338c9aad7a9 req-9ba73dbd-e7d4-448d-9594-16e8e8fda2b0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0663052 Jul 13 08:48:06.123337 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0b4609ca-def7-46ac-8e53-8338c9aad7a9 req-d4a1099c-afd0-43cc-8a8c-425f49cde836 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Jul 13 08:48:07.296750 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7572e79-9de0-4b7c-b6cd-e34d2f7ea463 req-7a49e530-a24d-47f2-bfd6-b1d9f0c9f5db tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:07.298264 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a7572e79-9de0-4b7c-b6cd-e34d2f7ea463 req-7a49e530-a24d-47f2-bfd6-b1d9f0c9f5db tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0641725 Jul 13 08:48:07.336007 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a7572e79-9de0-4b7c-b6cd-e34d2f7ea463 req-0cca643b-1f23-4492-8cc8-acb2f7b13530 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Jul 13 08:48:08.511534 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6c765-45a4-4e50-bb47-8f82f63f88d7 req-e6075907-f336-4d4e-81a5-ecc87c9701aa tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:08.513065 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abc6c765-45a4-4e50-bb47-8f82f63f88d7 req-e6075907-f336-4d4e-81a5-ecc87c9701aa tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0635784 Jul 13 08:48:08.550026 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-abc6c765-45a4-4e50-bb47-8f82f63f88d7 req-1f35b3cc-8d38-4617-bbac-dc0636cb64c6 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Jul 13 08:48:08.802984 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:09.727198 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254992b-1a52-4bdf-9ff7-018b4db3c9b6 req-4f80eb1c-b56e-4202-944f-33fd5af16754 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:09.728751 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b254992b-1a52-4bdf-9ff7-018b4db3c9b6 req-4f80eb1c-b56e-4202-944f-33fd5af16754 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0664563 Jul 13 08:48:09.766573 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b254992b-1a52-4bdf-9ff7-018b4db3c9b6 req-52af4db6-76ee-4666-a16f-8a05f96835ab tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322297 Jul 13 08:48:10.938847 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fa83e-f3bb-422f-b55e-24f16a2b70f7 req-f216dff8-3049-429a-99de-74951a43d6b9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:10.940370 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d12fa83e-f3bb-422f-b55e-24f16a2b70f7 req-f216dff8-3049-429a-99de-74951a43d6b9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0649076 Jul 13 08:48:10.978699 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d12fa83e-f3bb-422f-b55e-24f16a2b70f7 req-6eec4a4b-2c75-475c-afae-75d4ad1c39ab tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327218 Jul 13 08:48:11.128357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-38db9e9f-3ab9-4e4b-a5fe-3393f9a98ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:11.130598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-38db9e9f-3ab9-4e4b-a5fe-3393f9a98ee2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1097 time: 0.0575490 Jul 13 08:48:11.218312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-7106f9a9-9ceb-4733-9e59-a5a5f48cc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:11.219774 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-7106f9a9-9ceb-4733-9e59-a5a5f48cc2e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.0838385 Jul 13 08:48:11.289359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-e56348a1-1bd9-4ce5-bc63-522b34b1466d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4 HTTP/1.1" status: 200 len: 1002 time: 0.0624783 Jul 13 08:48:11.336100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-93c3b11d-bb63-42fd-9a96-db9867160263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:11.337536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-93c3b11d-bb63-42fd-9a96-db9867160263 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0429966 Jul 13 08:48:11.394999 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-8eab058d-eb0c-4aa1-98b5-837373dc93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:11.396733 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-8eab058d-eb0c-4aa1-98b5-837373dc93d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522182 Jul 13 08:48:11.490228 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-9b051df5-9932-4740-b4aa-9c3153138b23 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863018 Jul 13 08:48:11.579239 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a05837f0-3c9c-4a2a-b20f-9ee2974eb1c1 req-b2c06184-666d-414f-bc2c-5e62f591149c service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839472 Jul 13 08:48:12.160103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d37f8b-7227-4fb3-989c-eaa231f9650b req-ac04b6bc-f88b-4f7a-970b-ce8423f4e5b9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:12.161506 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23d37f8b-7227-4fb3-989c-eaa231f9650b req-ac04b6bc-f88b-4f7a-970b-ce8423f4e5b9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0676820 Jul 13 08:48:12.199141 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-23d37f8b-7227-4fb3-989c-eaa231f9650b req-1a21f073-622b-41eb-bbd5-f06adf33c3fc tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Jul 13 08:48:13.391911 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7ffa-07f7-46d8-981c-8296b5d646ec req-fc0c9f6d-af5b-480e-b834-359f5343a757 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:13.393467 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75fb7ffa-07f7-46d8-981c-8296b5d646ec req-fc0c9f6d-af5b-480e-b834-359f5343a757 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0716598 Jul 13 08:48:13.433198 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-75fb7ffa-07f7-46d8-981c-8296b5d646ec req-e88ec4b4-910d-448a-b235-f470a1cce770 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333517 Jul 13 08:48:14.437740 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2808d658-449a-4163-b47e-f3c6c44b4f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:14.629445 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd943e-d45c-43c8-aec2-1e782c2de372 req-843f416f-eaf1-44c1-96c2-a3b851a5ced0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:14.630987 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-59dd943e-d45c-43c8-aec2-1e782c2de372 req-843f416f-eaf1-44c1-96c2-a3b851a5ced0 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0740106 Jul 13 08:48:14.686179 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-59dd943e-d45c-43c8-aec2-1e782c2de372 req-5f935a2a-60ba-45b9-aae4-b189bd4cd45b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489259 Jul 13 08:48:15.875798 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ce9c8-15b4-42bc-a373-a407b071e4db req-418edfd0-4efa-4fd0-a2ad-1752d1812c5d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:15.877762 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-734ce9c8-15b4-42bc-a373-a407b071e4db req-418edfd0-4efa-4fd0-a2ad-1752d1812c5d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0692115 Jul 13 08:48:15.923285 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-734ce9c8-15b4-42bc-a373-a407b071e4db req-cad24b95-fda9-4443-bf94-9e81935bdf68 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358374 Jul 13 08:48:16.175876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46704) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:48:16.351443 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ac933-115c-424a-8688-913a4ba223f6 req-ea48bdc1-e992-4ff6-823b-1606e286fd43 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:16.353027 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea1ac933-115c-424a-8688-913a4ba223f6 req-ea48bdc1-e992-4ff6-823b-1606e286fd43 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.1104789 Jul 13 08:48:16.357230 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-7bf766d3-6588-4765-b6fc-b23fa30447a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1800997 Jul 13 08:48:16.395486 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ea1ac933-115c-424a-8688-913a4ba223f6 req-4eaa451b-478f-43fa-8d7c-1a15ae1f55fb tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365856 Jul 13 08:48:17.251989 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.363450 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b2e18813-a29b-485a-9e38-e0dc90bda4d4 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:48:17.405176 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e0d9bc8f-3ed5-4307-8927-9e4dd5f5dad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.453382 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.477549 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:48:17.479972 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d055b-b83d-47cc-bf55-9bb84c1595ab" -d '{"events": [{"server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:48:17.495686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:48:17.500181 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.540624 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 08:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fcf377-de29-49c9-aa76-005660f3e5f1 x-openstack-request-id: req-a7fcf377-de29-49c9-aa76-005660f3e5f1 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:48:17.540763 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "name": "network-vif-unplugged", "status": "failed", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:48:17.541044 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7fcf377-de29-49c9-aa76-005660f3e5f1 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:48:17.541470 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'code': 422} returned with failed status Jul 13 08:48:17.565015 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=b2e18813-a29b-485a-9e38-e0dc90bda4d4,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:48:17.578435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.578564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.578852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.579184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.579956 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.580754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.581240 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.581589 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.582140 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.582351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.582672 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.583002 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:48:17.604201 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d824b-00cc-4ca0-adf4-3949073fc6b7 req-d5480a96-ec37-4dea-a0aa-564fd0d3ce49 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:17.611206 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f1d824b-00cc-4ca0-adf4-3949073fc6b7 req-d5480a96-ec37-4dea-a0aa-564fd0d3ce49 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 944 time: 0.0938475 Jul 13 08:48:17.658169 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1f1d824b-00cc-4ca0-adf4-3949073fc6b7 req-e64b4b28-fe56-4adc-be87-44bafea17388 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455751 Jul 13 08:48:17.861949 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9ec9844f-0252-48d4-8548-5e9407ca95cc None None] Provisioning complete for port b2e18813-a29b-485a-9e38-e0dc90bda4d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:48:17.862247 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9ec9844f-0252-48d4-8548-5e9407ca95cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.939651 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9ec9844f-0252-48d4-8548-5e9407ca95cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:17.972210 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9ec9844f-0252-48d4-8548-5e9407ca95cc None None] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:48:17.975784 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9ec9844f-0252-48d4-8548-5e9407ca95cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:18.029500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9844f-0252-48d4-8548-5e9407ca95cc None None] Pushing event updated for resources: {'Port': ['ID=b2e18813-a29b-485a-9e38-e0dc90bda4d4,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:48:18.230649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-5d3c2c88-7de1-4214-a0d5-1842e40cad06 None None] Provisioning complete for port b2e18813-a29b-485a-9e38-e0dc90bda4d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:48:18.231018 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5d3c2c88-7de1-4214-a0d5-1842e40cad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:18.306205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:18.835457 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc1f73-6a40-4d09-b922-6496bd99c214 req-92ffb486-f04a-485c-839f-1407cddb35cf tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:18.837041 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-77fc1f73-6a40-4d09-b922-6496bd99c214 req-92ffb486-f04a-485c-839f-1407cddb35cf tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0676761 Jul 13 08:48:18.880098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-77fc1f73-6a40-4d09-b922-6496bd99c214 req-9aa51f22-abbd-40cd-924f-6ba5e44ac90d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363843 Jul 13 08:48:19.543011 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:48:19.545409 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f8c190-dba5-45e8-943f-4ec0b7d61b21" -d '{"events": [{"server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:48:19.576529 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 08:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000f4af1-d6e2-4a24-8486-e94d1f4aa032 x-openstack-request-id: req-000f4af1-d6e2-4a24-8486-e94d1f4aa032 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:48:19.576818 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "name": "network-vif-plugged", "status": "failed", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4", "code": 422}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:48:19.577072 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-000f4af1-d6e2-4a24-8486-e94d1f4aa032 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:48:19.577467 n-d-798249-7 neutron-server[93840]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'code': 422} returned with failed status Jul 13 08:48:20.072140 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71634d25-c79a-4482-b311-69192605717a req-4050f5fb-dcad-4286-8890-bb5fcd861c40 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:20.073855 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71634d25-c79a-4482-b311-69192605717a req-4050f5fb-dcad-4286-8890-bb5fcd861c40 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0748165 Jul 13 08:48:20.089064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:20.121045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-71634d25-c79a-4482-b311-69192605717a req-0f149868-33a0-493c-b09c-c236df04c4dd tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401649 Jul 13 08:48:21.307352 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62843bcc-1ad7-4e62-8d05-22296bcd9077 req-0368e105-ae8d-44a4-a2df-ad124649e1e8 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:21.308892 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62843bcc-1ad7-4e62-8d05-22296bcd9077 req-0368e105-ae8d-44a4-a2df-ad124649e1e8 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0680008 Jul 13 08:48:21.346445 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62843bcc-1ad7-4e62-8d05-22296bcd9077 req-e94293c5-47cc-4470-88ba-cc7bc1495587 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320270 Jul 13 08:48:22.529676 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f03feb-b566-4e71-b29b-cf67fc4dab90 req-168c79ad-a654-455d-80a6-a2f7a087a94a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:22.531323 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-05f03feb-b566-4e71-b29b-cf67fc4dab90 req-168c79ad-a654-455d-80a6-a2f7a087a94a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0673187 Jul 13 08:48:22.570958 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-05f03feb-b566-4e71-b29b-cf67fc4dab90 req-cb38ce73-821e-4f1f-8604-5962a6f26e83 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337446 Jul 13 08:48:23.752096 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0463-403f-4422-bf5b-6a84414ffcaa req-94379ea8-0b56-4a60-9361-5974ac45533b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:23.754026 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cadc0463-403f-4422-bf5b-6a84414ffcaa req-94379ea8-0b56-4a60-9361-5974ac45533b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0687950 Jul 13 08:48:23.796025 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cadc0463-403f-4422-bf5b-6a84414ffcaa req-9ddeb0c5-1c75-4111-814f-8e2989318ce7 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355101 Jul 13 08:48:24.342376 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-eecb4fe9-e1d9-437b-9cb8-b216acab3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:24.343884 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-eecb4fe9-e1d9-437b-9cb8-b216acab3cc5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f&tenant_id=74743b0c736b4e6497eeaae621d57c9d HTTP/1.1" status: 200 len: 1097 time: 0.0523415 Jul 13 08:48:24.421092 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-4e693ee6-f169-4e4c-8f4e-9dfc01b042db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:24.422626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-4e693ee6-f169-4e4c-8f4e-9dfc01b042db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1097 time: 0.0570779 Jul 13 08:48:24.511232 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-a3abe4eb-de3e-4613-aae5-15bc3d3b4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:24.512757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-a3abe4eb-de3e-4613-aae5-15bc3d3b4745 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.0842710 Jul 13 08:48:24.581325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-bfae3e90-2bb9-4555-b653-7b16de911be8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4 HTTP/1.1" status: 200 len: 1002 time: 0.0621500 Jul 13 08:48:24.628246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-61494cda-43b4-4bfd-bab8-cc7ae6aa7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:24.629924 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-61494cda-43b4-4bfd-bab8-cc7ae6aa7b98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0425203 Jul 13 08:48:24.686576 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-7e8dd2b6-3f0b-4fda-9e0e-5ded2b1faebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:24.688133 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-7e8dd2b6-3f0b-4fda-9e0e-5ded2b1faebc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522547 Jul 13 08:48:24.781055 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-75ea7f93-9966-448e-9bf4-00036c524561 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862148 Jul 13 08:48:24.869811 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-bc221158-78b1-4510-8bb9-78ef4844b6f6 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823433 Jul 13 08:48:24.980921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53300e1-f83c-4a70-881f-7f5490ad46ed req-6a0c53f0-0375-422b-8f08-dfb448a14923 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:24.982420 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b53300e1-f83c-4a70-881f-7f5490ad46ed req-6a0c53f0-0375-422b-8f08-dfb448a14923 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0674944 Jul 13 08:48:25.020672 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b53300e1-f83c-4a70-881f-7f5490ad46ed req-7aecce86-481d-41b0-801f-ef72aef895bc tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326571 Jul 13 08:48:26.204597 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4254a4-89a5-4fe9-b46d-4d501bdfd784 req-8f389fee-83f3-4e99-9c0a-f64d83844b85 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:26.206017 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac4254a4-89a5-4fe9-b46d-4d501bdfd784 req-8f389fee-83f3-4e99-9c0a-f64d83844b85 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0679481 Jul 13 08:48:26.244383 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-ac4254a4-89a5-4fe9-b46d-4d501bdfd784 req-7bbd4c27-7586-4fcb-8c63-987ce5f1cdf6 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318735 Jul 13 08:48:27.421292 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a13c1-da33-425c-9f06-6b75c06a7710 req-7fc7b7f8-be55-4f68-9971-5b2bafa21135 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:27.422685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-660a13c1-da33-425c-9f06-6b75c06a7710 req-7fc7b7f8-be55-4f68-9971-5b2bafa21135 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0632102 Jul 13 08:48:27.460428 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-660a13c1-da33-425c-9f06-6b75c06a7710 req-3921f635-edb4-4a09-9d65-c627014f9b45 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Jul 13 08:48:28.637402 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea14d3-87dd-4c6d-8fee-00220ac622ce req-02f2b22e-f884-4114-8c8f-46f95b404c24 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:28.638932 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62ea14d3-87dd-4c6d-8fee-00220ac622ce req-02f2b22e-f884-4114-8c8f-46f95b404c24 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0658281 Jul 13 08:48:28.677407 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-62ea14d3-87dd-4c6d-8fee-00220ac622ce req-6e017781-c7ed-45ae-8cdc-6d802bf97709 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Jul 13 08:48:29.851902 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d31e58-fd64-4423-9842-c4d081fc81c3 req-ccd121fc-4fc5-4654-8ae8-617026eb0c1d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:29.853320 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07d31e58-fd64-4423-9842-c4d081fc81c3 req-ccd121fc-4fc5-4654-8ae8-617026eb0c1d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0625601 Jul 13 08:48:29.895284 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-07d31e58-fd64-4423-9842-c4d081fc81c3 req-03b3593c-b6ee-4343-90b7-e594db19d7eb tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364661 Jul 13 08:48:30.969141 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979850c-72a1-4469-9c09-1eeb516d1968 req-aaf0d2c1-3ee5-4193-923a-33c888e1ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:30.970651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9979850c-72a1-4469-9c09-1eeb516d1968 req-aaf0d2c1-3ee5-4193-923a-33c888e1ae67 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1097 time: 0.0524030 Jul 13 08:48:31.008145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9979850c-72a1-4469-9c09-1eeb516d1968 req-a8abaa00-6f93-447b-953e-87952e1ca9f9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310524 Jul 13 08:48:31.069699 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f309dd-a5d5-4558-881b-c81709907153 req-5ee21432-174a-403a-a346-1830648af23a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:31.071172 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83f309dd-a5d5-4558-881b-c81709907153 req-5ee21432-174a-403a-a346-1830648af23a tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0615807 Jul 13 08:48:31.112455 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-83f309dd-a5d5-4558-881b-c81709907153 req-55153fef-dd2d-4685-b250-d2fc85f4c436 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356159 Jul 13 08:48:32.294105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7041c-4e34-4300-8c54-07c849d91664 req-7d986e49-6dbc-4c0b-9ab0-5d6695f5c4d6 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:32.295626 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cda7041c-4e34-4300-8c54-07c849d91664 req-7d986e49-6dbc-4c0b-9ab0-5d6695f5c4d6 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0682638 Jul 13 08:48:32.334403 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-cda7041c-4e34-4300-8c54-07c849d91664 req-7468ac47-cd89-402d-af8e-82290b86c171 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329733 Jul 13 08:48:33.495351 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b2e18813-a29b-485a-9e38-e0dc90bda4d4 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:48:33.590557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:48:33.601935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'port_id': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'mac_address': 'fa:16:3e:2f:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:48:33.641553 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:33.654026 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2e18813-a29b-485a-9e38-e0dc90bda4d4 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:48:33.673490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:48:33.677454 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:33.730661 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=b2e18813-a29b-485a-9e38-e0dc90bda4d4,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:48:33.919075 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['b2e18813-a29b-485a-9e38-e0dc90bda4d4'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:48:33.962657 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6690bfe3-ce04-4e50-9374-769a5d56fb20 None None] Provisioning complete for port b2e18813-a29b-485a-9e38-e0dc90bda4d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:48:33.963028 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6690bfe3-ce04-4e50-9374-769a5d56fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:34.091654 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6690bfe3-ce04-4e50-9374-769a5d56fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:34.130573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:48:34.132934 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27371ee4-322a-410b-91fd-e47592b4d6ba" -d '{"events": [{"server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:48:34.152935 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6690bfe3-ce04-4e50-9374-769a5d56fb20 None None] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:48:34.162118 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6690bfe3-ce04-4e50-9374-769a5d56fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:34.177793 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:48:34.196173 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ce1ee1-1a66-438f-b471-95592bf68325 x-openstack-request-id: req-f9ce1ee1-1a66-438f-b471-95592bf68325 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:48:34.196463 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:48:34.196712 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9ce1ee1-1a66-438f-b471-95592bf68325 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:48:34.197094 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'code': 200} Jul 13 08:48:34.253209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690bfe3-ce04-4e50-9374-769a5d56fb20 None None] Pushing event updated for resources: {'Port': ['ID=b2e18813-a29b-485a-9e38-e0dc90bda4d4,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:48:34.435201 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9e3e44b6-55ed-4088-84e2-ba324c215d2b None None] Provisioning complete for port b2e18813-a29b-485a-9e38-e0dc90bda4d4 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:48:34.435574 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9e3e44b6-55ed-4088-84e2-ba324c215d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:35.412778 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:35.508423 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b2e18813-a29b-485a-9e38-e0dc90bda4d4 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:48:35.556783 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port b2e18813-a29b-485a-9e38-e0dc90bda4d4 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:48:35.557168 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:38.821505 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:44.439782 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6b7bff6e-a593-4935-8121-d78bd7ba7084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:47.254535 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:47.387518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7f7664ca-f3ad-4e95-993e-b950a91c2927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:48.288919 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:50.082246 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:02.715105 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-ab3991d2-78cf-493a-825b-b3882beb00e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0618024 Jul 13 08:49:02.818819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-a94f2f03-45af-421e-88e1-c3e36d96f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:02.820395 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-a94f2f03-45af-421e-88e1-c3e36d96f5c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1097 time: 0.0559270 Jul 13 08:49:02.926688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-942bebad-4a2a-47d5-bfe3-04a5b326de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:02.928209 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-942bebad-4a2a-47d5-bfe3-04a5b326de21 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.0870981 Jul 13 08:49:03.000551 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-1ed27079-2f5f-4a4c-9d66-6c13a0303d82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4 HTTP/1.1" status: 200 len: 1002 time: 0.0653684 Jul 13 08:49:03.053266 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-45d0c5e2-69a7-4d29-ad16-5095378cca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:03.054780 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-45d0c5e2-69a7-4d29-ad16-5095378cca59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0480111 Jul 13 08:49:03.117770 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-d9c642ed-0e8f-4eee-8095-8314dc91fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:03.119327 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-d9c642ed-0e8f-4eee-8095-8314dc91fff1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574143 Jul 13 08:49:03.226482 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-034f07d6-2fa4-4468-8062-63b6c74a83be service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988467 Jul 13 08:49:03.333591 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-eca184eb-1e15-479c-ad10-329a7f9fb35a req-82e524c5-2bf9-4a22-a99b-af0e29ccf3f0 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998344 Jul 13 08:49:05.453562 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:08.818111 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:11.176998 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:49:14.441092 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0de9-ca9e-44b4-ba49-84312f58946c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:17.256129 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:17.387114 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d72e-66fc-4512-8d9d-ae44854c5dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:18.292223 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:20.084409 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:35.471958 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:38.847458 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:44.442862 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b80f44ab-8e6e-44df-9844-64929db36bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:45.687821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46786) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:45.850893 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Deleting port 2157c220-027e-4e18-9fac-a79a48fca46f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:49:45.851239 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:45.923537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:45.923866 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:45.934976 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Calling delete_port for 2157c220-027e-4e18-9fac-a79a48fca46f owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:49:46.081896 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:46.105384 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event deleted for resources: {'Port': ['ID=2157c220-027e-4e18-9fac-a79a48fca46f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:46.115897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.116243 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.116593 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.116932 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.117265 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.117596 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.117921 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.118249 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.119425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.119425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.119425 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.119925 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:46.188425 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:46.188728 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Floating IP 9deb6db3-9f5f-4bfe-a136-836ea299efc6 disassociated (deleted). External IP: 172.25.6.169, port: b2e18813-a29b-485a-9e38-e0dc90bda4d4. Jul 13 08:49:46.400107 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Router 020999ce-daf3-4c8b-9d05-431ba9da71ad has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:49:46.510801 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:49:46.516878 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:46.521557 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] Sync routers for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:49:46.531000 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:49:46.531616 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:46.558143 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1573ceb2-1a77-4f34-8453-549b77044074 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "DELETE /v2.0/floatingips/9deb6db3-9f5f-4bfe-a136-836ea299efc6 HTTP/1.1" status: 204 len: 168 time: 0.8690672 Jul 13 08:49:46.558741 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:49:46.561945 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99eed0a-d071-497a-8486-89fd28971af8" -d '{"events": [{"name": "network-changed", "server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:49:46.602248 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a370cbaf-f2dc-4a0c-bdc6-b91f9c0515fb x-openstack-request-id: req-a370cbaf-f2dc-4a0c-bdc6-b91f9c0515fb {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:49:46.602556 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:49:46.602794 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a370cbaf-f2dc-4a0c-bdc6-b91f9c0515fb {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:49:46.603202 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'status': 'completed', 'code': 200} Jul 13 08:49:46.636221 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:49:46.689179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99eed0a-d071-497a-8486-89fd28971af8 req-f90af2f8-ff3a-4ac8-86fb-f7d8726bacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:46.689818 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d99eed0a-d071-497a-8486-89fd28971af8 req-f90af2f8-ff3a-4ac8-86fb-f7d8726bacef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=74743b0c736b4e6497eeaae621d57c9d&device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 1097 time: 0.0588453 Jul 13 08:49:46.792553 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99eed0a-d071-497a-8486-89fd28971af8 req-12abba8c-0cab-4c0b-8950-0ac518795965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:46.794723 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d99eed0a-d071-497a-8486-89fd28971af8 req-12abba8c-0cab-4c0b-8950-0ac518795965 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 200 len: 910 time: 0.0985861 Jul 13 08:49:46.840581 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:46.844617 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d99eed0a-d071-497a-8486-89fd28971af8 req-d317a44d-1071-4e24-8831-511235eb1be1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4 HTTP/1.1" status: 200 len: 217 time: 0.0422421 Jul 13 08:49:46.870811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] Checking router: 020999ce-daf3-4c8b-9d05-431ba9da71ad for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:49:46.880272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:49:46.880995 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:46.907082 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99eed0a-d071-497a-8486-89fd28971af8 req-90510219-2970-4be0-aae4-143cc7b5f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:46.908675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d99eed0a-d071-497a-8486-89fd28971af8 req-90510219-2970-4be0-aae4-143cc7b5f621 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 200 len: 848 time: 0.0575955 Jul 13 08:49:46.971926 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99eed0a-d071-497a-8486-89fd28971af8 req-d61e0a15-5c98-455c-9de7-4d11594f0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:46.972227 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1d9a6-d5fc-4aef-b192-41d8611c3a50 req-2a63f518-283d-4814-95dd-25098ebf3c8b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:46.973518 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d99eed0a-d071-497a-8486-89fd28971af8 req-d61e0a15-5c98-455c-9de7-4d11594f0af0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4db3420-d954-492e-8234-a37b61a7c84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573318 Jul 13 08:49:46.973775 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3d1d9a6-d5fc-4aef-b192-41d8611c3a50 req-2a63f518-283d-4814-95dd-25098ebf3c8b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0726373 Jul 13 08:49:46.995641 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:49:47.024567 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a3d1d9a6-d5fc-4aef-b192-41d8611c3a50 req-a867470e-830a-4ef9-a612-61e8902dcbb3 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447128 Jul 13 08:49:47.093029 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d99eed0a-d071-497a-8486-89fd28971af8 req-537e76be-ce86-4f73-b240-68fa9a9424b9 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110673 Jul 13 08:49:47.185122 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d99eed0a-d071-497a-8486-89fd28971af8 req-27ccd633-ac7b-4935-a972-e0fe9db8fdf9 service neutron] 10.222.0.54 "GET /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862069 Jul 13 08:49:47.194226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:47.221753 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8f2b8-b8dc-424b-856c-ec31f436cd66 None None] The sync data for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 is: [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:41:10Z', 'revision_number': 4, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '8ca1a283-8ff0-4502-bc43-80a60dd0f20f', 'name': '', 'network_id': 'c4db3420-d954-492e-8234-a37b61a7c84c', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'mac_address': 'fa:16:3e:e8:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:09Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'subnets': [{'id': 'ba11443c-da45-490a-8150-c27b3e07d9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:49:47.259362 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:47.392505 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-43b9be8b-2770-41c8-a5c5-ad6cbc77f662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:47.462300 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b9baf0-1efd-4ed0-90bc-1b27a045b9e4 None None] New status for floating IP 9deb6db3-9f5f-4bfe-a136-836ea299efc6: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:49:48.175788 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:49:48.214259 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94155edf-725e-4238-b122-7860bb55a2ab req-90897e01-ea30-40a6-bcaa-d7b144808555 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:48.215777 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-94155edf-725e-4238-b122-7860bb55a2ab req-90897e01-ea30-40a6-bcaa-d7b144808555 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0677087 Jul 13 08:49:48.254178 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-94155edf-725e-4238-b122-7860bb55a2ab req-298c2674-fabf-4bba-b3d8-d85e797100a9 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a5c0ba5-feba-4e39-821c-538f9735b530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316021 Jul 13 08:49:48.300588 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:48.401065 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-5536096c-de61-47d2-88be-f03c1c48015b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:48.402540 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-5536096c-de61-47d2-88be-f03c1c48015b tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.54 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 946 time: 0.0653183 Jul 13 08:49:48.500431 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-e2fb2d86-6c90-489e-a20a-48a157e0f11d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Deleting port b2e18813-a29b-485a-9e38-e0dc90bda4d4 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:49:48.500685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-e2fb2d86-6c90-489e-a20a-48a157e0f11d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:48.596029 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-e2fb2d86-6c90-489e-a20a-48a157e0f11d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] For port b2e18813-a29b-485a-9e38-e0dc90bda4d4, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=b2e18813-a29b-485a-9e38-e0dc90bda4d4,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:48.596419 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-e2fb2d86-6c90-489e-a20a-48a157e0f11d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:48.609673 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-e2fb2d86-6c90-489e-a20a-48a157e0f11d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Calling delete_port for b2e18813-a29b-485a-9e38-e0dc90bda4d4 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:49:48.745072 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-e2fb2d86-6c90-489e-a20a-48a157e0f11d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:48.776573 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb2d86-6c90-489e-a20a-48a157e0f11d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event deleted for resources: {'Port': ['ID=b2e18813-a29b-485a-9e38-e0dc90bda4d4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:48.819880 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-e2fb2d86-6c90-489e-a20a-48a157e0f11d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] No DVR routers for this DVR port b2e18813-a29b-485a-9e38-e0dc90bda4d4 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:49:48.822532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-e2fb2d86-6c90-489e-a20a-48a157e0f11d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:48.824568 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3cc18a4a-d49a-4d6c-87e0-05a60b4317be req-e2fb2d86-6c90-489e-a20a-48a157e0f11d tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.54 "DELETE /v2.0/ports/b2e18813-a29b-485a-9e38-e0dc90bda4d4 HTTP/1.1" status: 204 len: 173 time: 0.4167655 Jul 13 08:49:48.825008 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'name': 'network-vif-deleted', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:49:48.827407 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468f38f8-ae5c-4e83-a116-a94cd0e0d4d5" -d '{"events": [{"server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "name": "network-vif-deleted", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:49:48.865348 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66bba9a-43f6-4594-a142-db6f34304e80 x-openstack-request-id: req-f66bba9a-43f6-4594-a142-db6f34304e80 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:49:48.865640 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a678ae82-980f-4c46-baa1-f463c5b2ae9f", "name": "network-vif-deleted", "tag": "b2e18813-a29b-485a-9e38-e0dc90bda4d4", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:49:48.865924 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f66bba9a-43f6-4594-a142-db6f34304e80 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:49:48.866322 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a678ae82-980f-4c46-baa1-f463c5b2ae9f', 'name': 'network-vif-deleted', 'tag': 'b2e18813-a29b-485a-9e38-e0dc90bda4d4', 'status': 'completed', 'code': 200} Jul 13 08:49:49.401445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-723d1600-3939-4342-ac18-4bf0e7712092 req-5b42b736-dd57-4417-8655-2b782d504542 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 210 time: 0.0324390 Jul 13 08:49:50.087663 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:50.547312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-70be826e-2b20-40d6-abd2-c93e6fff3868 req-311d0f03-2734-4dcc-b400-03e999e1d33e tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 210 time: 0.0291500 Jul 13 08:49:51.693968 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9ba6b04f-2ba3-4cdc-9e81-157a705db679 req-6f6be8a5-f996-4e97-9f96-7665901c7c06 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "GET /v2.0/ports?device_id=a678ae82-980f-4c46-baa1-f463c5b2ae9f HTTP/1.1" status: 200 len: 210 time: 0.0350158 Jul 13 08:49:51.803207 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b2e18813-a29b-485a-9e38-e0dc90bda4d4 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:49:51.823816 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: b2e18813-a29b-485a-9e38-e0dc90bda4d4 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:49:51.824208 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device b2e18813-a29b-485a-9e38-e0dc90bda4d4 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:49:52.811527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46816) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:52.878865 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8962b291-c89b-4948-9374-47031bfd8f55 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:52.908628 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8962b291-c89b-4948-9374-47031bfd8f55 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:52.971839 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8962b291-c89b-4948-9374-47031bfd8f55 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:52.974500 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8962b291-c89b-4948-9374-47031bfd8f55 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:52.978205 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-8962b291-c89b-4948-9374-47031bfd8f55 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] 10.222.0.44 "DELETE /v2.0/security-groups/7a5c0ba5-feba-4e39-821c-538f9735b530 HTTP/1.1" status: 204 len: 168 time: 0.1629267 Jul 13 08:49:52.986800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962b291-c89b-4948-9374-47031bfd8f55 tempest-TestShelveInstance-2041501725 tempest-TestShelveInstance-2041501725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5c0ba5-feba-4e39-821c-538f9735b530,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:53.032498 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46820) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:53.831206 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:54.144513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] Deleting port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:49:54.144893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:54.228348 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] For port 8ca1a283-8ff0-4502-bc43-80a60dd0f20f, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8ca1a283-8ff0-4502-bc43-80a60dd0f20f,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:54.228681 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:54.241458 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] Calling delete_port for 8ca1a283-8ff0-4502-bc43-80a60dd0f20f owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:49:54.431347 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:54.456939 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca1a283-8ff0-4502-bc43-80a60dd0f20f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:54.633196 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:54.858660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] Router 020999ce-daf3-4c8b-9d05-431ba9da71ad has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:49:54.971666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:49:54.979962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cb7adf65-3fff-4016-be6a-4c34283dc713 admin admin] 10.222.0.44 "PUT /v2.0/routers/020999ce-daf3-4c8b-9d05-431ba9da71ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9432044 Jul 13 08:49:54.979962 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46824) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:54.983544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] Sync routers for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:49:54.993487 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:49:54.994100 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:55.086205 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.099654 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:49:55.191105 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.246373 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Deleting port 8225d346-cf15-4442-92af-6d1c98333a17 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:49:55.246713 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.279727 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '8225d346-cf15-4442-92af-6d1c98333a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:49:54Z', 'revision_number': 5, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port': {'id': '8225d346-cf15-4442-92af-6d1c98333a17', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:63:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:07Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:55.310357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] Checking router: 020999ce-daf3-4c8b-9d05-431ba9da71ad for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:49:55.319185 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] Routers {'020999ce-daf3-4c8b-9d05-431ba9da71ad'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:49:55.319797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['020999ce-daf3-4c8b-9d05-431ba9da71ad'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:55.329284 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] For port 8225d346-cf15-4442-92af-6d1c98333a17, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=8225d346-cf15-4442-92af-6d1c98333a17,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:55.329654 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.342543 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Calling delete_port for 8225d346-cf15-4442-92af-6d1c98333a17 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:49:55.524753 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.550550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8225d346-cf15-4442-92af-6d1c98333a17,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:55.567959 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] Set router 020999ce-daf3-4c8b-9d05-431ba9da71ad gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:49:55.611860 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.619845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:49:55Z', 'revision_number': 6, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:55.656499 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8300bf5-3b24-41d5-b0cc-0598afda97df None None] The sync data for ids ['020999ce-daf3-4c8b-9d05-431ba9da71ad'] in n-d-798249-7 is: [{'id': '020999ce-daf3-4c8b-9d05-431ba9da71ad', 'name': 'tempest-TestShelveInstance-1324730032-router', 'tenant_id': '74743b0c736b4e6497eeaae621d57c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:06Z', 'updated_at': '2021-07-13T08:49:55Z', 'revision_number': 6, 'project_id': '74743b0c736b4e6497eeaae621d57c9d', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:49:55.709531 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.711762 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.760501 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.761044 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 020999ce-daf3-4c8b-9d05-431ba9da71ad {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:49:55.766144 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.767357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-fbaa3f38-5a45-4af2-b1ab-e1f2bf8de8bf admin admin] 10.222.0.44 "DELETE /v2.0/routers/020999ce-daf3-4c8b-9d05-431ba9da71ad HTTP/1.1" status: 204 len: 168 time: 0.7870688 Jul 13 08:49:55.769930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46826) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:55.813276 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d59651-d746-4570-9b2d-4bd51f8b9801 admin admin] Deleting subnet ba11443c-da45-490a-8150-c27b3e07d9ac {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:49:55.816283 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35d59651-d746-4570-9b2d-4bd51f8b9801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.851188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35d59651-d746-4570-9b2d-4bd51f8b9801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:55.972560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35d59651-d746-4570-9b2d-4bd51f8b9801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.031768 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35d59651-d746-4570-9b2d-4bd51f8b9801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.058671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d59651-d746-4570-9b2d-4bd51f8b9801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba11443c-da45-490a-8150-c27b3e07d9ac,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:56.064578 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-35d59651-d746-4570-9b2d-4bd51f8b9801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.069153 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46828) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:56.069997 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-35d59651-d746-4570-9b2d-4bd51f8b9801 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ba11443c-da45-490a-8150-c27b3e07d9ac HTTP/1.1" status: 204 len: 168 time: 0.2990537 Jul 13 08:49:56.073617 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ae9b7-fac7-4c4f-84ee-8fc39f020fd6 None None] Network c4db3420-d954-492e-8234-a37b61a7c84c requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:49:56.149397 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.202714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Deleting port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:49:56.203063 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.274285 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] For port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24,segment=NetworkSegment(4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414),segment_id=4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:56.274653 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.291751 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Calling delete_port for 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:49:56.375956 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.400822 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:56.410391 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] No DVR routers for this DVR port 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:49:56.411925 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.412337 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.412803 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.413162 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.413498 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.413841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.414160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.414496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.414820 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.415143 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.415466 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.415788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:56.444273 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed10030-a9a0-4e76-bcfd-07bc1d299dd6 None None] DHCP port deletion for c4db3420-d954-492e-8234-a37b61a7c84c request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:49:56.494180 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.504954 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4db3420-d954-492e-8234-a37b61a7c84c']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:56.516825 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:56.517115 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0ec5b7-6ec1-4f3a-bd16-a703a5d28414') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:56.525682 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.540212 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.547294 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:49:56.547735 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:49:56.549642 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:49:56.604600 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.610496 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:56.612594 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c4db3420-d954-492e-8234-a37b61a7c84c HTTP/1.1" status: 204 len: 168 time: 0.5405576 Jul 13 08:49:56.615491 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46830) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:56.628720 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7550527-b52f-444a-8d39-e976be181df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4db3420-d954-492e-8234-a37b61a7c84c,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:56.973761 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:57.517507 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] Deleting port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:49:57.517854 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:57.596483 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] For port 5ae69946-a8a8-4edf-991e-6ca0fa51bf60, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=5ae69946-a8a8-4edf-991e-6ca0fa51bf60,segment=NetworkSegment(97dd4ff4-0e27-4bd0-9f76-15c91fa127a5),segment_id=97dd4ff4-0e27-4bd0-9f76-15c91fa127a5)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:57.596841 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:57.609302 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] Calling delete_port for 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:49:57.674866 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:49:57.697795 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:49:57.698144 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 4cbdc8e3-9caf-45fd-9644-e62fa8ea4b24 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:49:57.698573 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8225d346-cf15-4442-92af-6d1c98333a17 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:49:57.718086 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 8225d346-cf15-4442-92af-6d1c98333a17 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:49:57.718437 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8225d346-cf15-4442-92af-6d1c98333a17 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:49:57.718867 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8ca1a283-8ff0-4502-bc43-80a60dd0f20f no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:49:57.737587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 8ca1a283-8ff0-4502-bc43-80a60dd0f20f {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:49:57.738275 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 8ca1a283-8ff0-4502-bc43-80a60dd0f20f not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:49:57.792802 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:57.818079 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae69946-a8a8-4edf-991e-6ca0fa51bf60,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:57.987755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:58.210821 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] Router f306e12b-415f-45c1-af53-c063862a2b56 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:49:58.322361 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:49:58.328299 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-4a21fb77-a1f6-44c5-b454-10f2e18add11 admin admin] 10.222.0.44 "PUT /v2.0/routers/f306e12b-415f-45c1-af53-c063862a2b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115843 Jul 13 08:49:58.330700 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46832) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:58.333553 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] Sync routers for ids ['f306e12b-415f-45c1-af53-c063862a2b56'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:49:58.342899 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] Routers {'f306e12b-415f-45c1-af53-c063862a2b56'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:49:58.343513 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f306e12b-415f-45c1-af53-c063862a2b56'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:58.440634 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:58.541752 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] Set router f306e12b-415f-45c1-af53-c063862a2b56 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:49:58.548729 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:58.601913 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Deleting port fc15185f-1fb2-486e-aa86-ef217e74fd10 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:49:58.602615 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:58.688785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] For port fc15185f-1fb2-486e-aa86-ef217e74fd10, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=fc15185f-1fb2-486e-aa86-ef217e74fd10,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:58.689152 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:58.701892 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Calling delete_port for fc15185f-1fb2-486e-aa86-ef217e74fd10 owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:49:58.714997 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'name': 'tempest-TestShelveInstance-2147260800-router', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:49:57Z', 'revision_number': 5, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'gw_port': {'id': 'fc15185f-1fb2-486e-aa86-ef217e74fd10', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:58.740737 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] Checking router: f306e12b-415f-45c1-af53-c063862a2b56 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:49:58.749372 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] Routers {'f306e12b-415f-45c1-af53-c063862a2b56'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:49:58.749977 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['f306e12b-415f-45c1-af53-c063862a2b56'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:58.836222 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] Set router f306e12b-415f-45c1-af53-c063862a2b56 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:49:58.876900 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:58.891864 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'name': 'tempest-TestShelveInstance-2147260800-router', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:49:58Z', 'revision_number': 6, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:58.908749 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Pushing event deleted for resources: {'Port': ['ID=fc15185f-1fb2-486e-aa86-ef217e74fd10,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:58.929859 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c403ead-72b1-4481-b724-b60630fb27ca None None] The sync data for ids ['f306e12b-415f-45c1-af53-c063862a2b56'] in n-d-798249-7 is: [{'id': 'f306e12b-415f-45c1-af53-c063862a2b56', 'name': 'tempest-TestShelveInstance-2147260800-router', 'tenant_id': 'd851f74371f34debb87e13c622f2e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:49:58Z', 'revision_number': 6, 'project_id': 'd851f74371f34debb87e13c622f2e4bf', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:49:58.975201 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.062798 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.064883 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.110958 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.111439 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f306e12b-415f-45c1-af53-c063862a2b56 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:49:59.115870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.117093 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-ea61aefb-cfbd-4830-b189-2a75e85b88be admin admin] 10.222.0.44 "DELETE /v2.0/routers/f306e12b-415f-45c1-af53-c063862a2b56 HTTP/1.1" status: 204 len: 168 time: 0.7854092 Jul 13 08:49:59.119703 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46834) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:59.165691 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-52871d53-cb97-41f2-8d2d-771413e1eeac admin admin] Deleting subnet 20abe117-4113-421e-838d-a5ead4e655df {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:49:59.168864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52871d53-cb97-41f2-8d2d-771413e1eeac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.202544 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52871d53-cb97-41f2-8d2d-771413e1eeac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.285643 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52871d53-cb97-41f2-8d2d-771413e1eeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.341377 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52871d53-cb97-41f2-8d2d-771413e1eeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.367116 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52871d53-cb97-41f2-8d2d-771413e1eeac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20abe117-4113-421e-838d-a5ead4e655df,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:59.372582 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52871d53-cb97-41f2-8d2d-771413e1eeac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.375598 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-52871d53-cb97-41f2-8d2d-771413e1eeac admin admin] 10.222.0.44 "DELETE /v2.0/subnets/20abe117-4113-421e-838d-a5ead4e655df HTTP/1.1" status: 204 len: 168 time: 0.2547824 Jul 13 08:49:59.378483 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46836) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:59.381099 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38736188-cd9a-4c19-93f2-d0087586c4fd None None] Network ac08246b-fe1d-4e22-99c3-7a15299f6055 requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:49:59.446040 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.498189 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Deleting port 458d94e1-e699-4072-ac09-8bd04a98ad8a {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:49:59.498189 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.566629 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] For port 458d94e1-e699-4072-ac09-8bd04a98ad8a, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=458d94e1-e699-4072-ac09-8bd04a98ad8a,segment=NetworkSegment(97dd4ff4-0e27-4bd0-9f76-15c91fa127a5),segment_id=97dd4ff4-0e27-4bd0-9f76-15c91fa127a5)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:59.566984 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.579194 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Calling delete_port for 458d94e1-e699-4072-ac09-8bd04a98ad8a owned by network:dhcp {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:49:59.664422 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.680441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fcc328-acc3-49b9-ab62-693a4883cdb6 None None] DHCP port deletion for ac08246b-fe1d-4e22-99c3-7a15299f6055 request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:49:59.693955 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Pushing event deleted for resources: {'Port': ['ID=458d94e1-e699-4072-ac09-8bd04a98ad8a,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:59.700271 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] No DVR routers for this DVR port 458d94e1-e699-4072-ac09-8bd04a98ad8a on host n-d-798249-7 {{(pid=93839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:49:59.750272 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:49:59.770770 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:49:59.771120 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 5ae69946-a8a8-4edf-991e-6ca0fa51bf60 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:49:59.771552 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device fc15185f-1fb2-486e-aa86-ef217e74fd10 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:49:59.786498 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.789318 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: fc15185f-1fb2-486e-aa86-ef217e74fd10 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:49:59.789666 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device fc15185f-1fb2-486e-aa86-ef217e74fd10 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:49:59.790090 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 458d94e1-e699-4072-ac09-8bd04a98ad8a no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:49:59.797233 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac08246b-fe1d-4e22-99c3-7a15299f6055']}} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:59.807961 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5') {'for_net_delete': True} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:59.808308 n-d-798249-7 neutron-server[93839]: DEBUG neutron.services.segments.db [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97dd4ff4-0e27-4bd0-9f76-15c91fa127a5') {} {{(pid=93839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:49:59.813218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 458d94e1-e699-4072-ac09-8bd04a98ad8a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:49:59.813569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 458d94e1-e699-4072-ac09-8bd04a98ad8a not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:49:59.819857 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27097573'] for segment, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.835059 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.841248 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:49:59.841811 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4068798'] for segment, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: Traceback (most recent call last): Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: timer() Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: cb(*args, **kw) Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: return func(*args, **kwargs) Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: self._notify() Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: self.callback(batched_events) Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: event.method(event) Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: return f(self, *a, **k) Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: return self._get(url).json() Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: return self.request(url, 'GET', **kwargs) Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:49:59.843642 n-d-798249-7 neutron-server[93839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:49:59.902748 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.909444 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:59.911517 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] 10.222.0.44 "DELETE /v2.0/networks/ac08246b-fe1d-4e22-99c3-7a15299f6055 HTTP/1.1" status: 204 len: 168 time: 0.5317307 Jul 13 08:49:59.924688 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3352361-d72e-4ed0-aa2b-7578797c095e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac08246b-fe1d-4e22-99c3-7a15299f6055,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:00.033082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46840) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:00.074015 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-c9a4017c-f736-4407-8254-29b476141df5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74743b0c736b4e6497eeaae621d57c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386865 Jul 13 08:50:00.075673 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46842) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:00.124435 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cbc74ed-001a-4017-8d83-9476841c3cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:00.146228 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cbc74ed-001a-4017-8d83-9476841c3cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:00.194225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cbc74ed-001a-4017-8d83-9476841c3cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:00.196872 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-1cbc74ed-001a-4017-8d83-9476841c3cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:00.198051 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-1cbc74ed-001a-4017-8d83-9476841c3cee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f63f2e8d-3088-47dd-9acd-241e07287b35 HTTP/1.1" status: 204 len: 168 time: 0.1214566 Jul 13 08:50:00.206870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc74ed-001a-4017-8d83-9476841c3cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63f2e8d-3088-47dd-9acd-241e07287b35,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:00.504381 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46848) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:00.549096 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-fd27de45-61e1-42b0-a9d3-e18b29542b20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d851f74371f34debb87e13c622f2e4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435574 Jul 13 08:50:00.551576 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46850) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:00.599092 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61089e08-6328-4e85-9593-e45de73be06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:00.620421 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61089e08-6328-4e85-9593-e45de73be06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:00.666858 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61089e08-6328-4e85-9593-e45de73be06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:00.670294 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-61089e08-6328-4e85-9593-e45de73be06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:00.671419 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-61089e08-6328-4e85-9593-e45de73be06f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/924d3835-2c7d-4eda-831a-d94e20afed86 HTTP/1.1" status: 204 len: 168 time: 0.1189430 Jul 13 08:50:00.679168 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61089e08-6328-4e85-9593-e45de73be06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924d3835-2c7d-4eda-831a-d94e20afed86,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:01.339570 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46872) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:01.452904 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-751588861-network', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:01.474385 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Made reservation on behalf of c2a26300e81947a2b189c461ed44b0a0 for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:50:01.476929 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:01.486197 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:01.579850 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:01.584403 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:01.612908 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:50:01.618494 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b344fe-ea9a-479b-b35c-86d4feef0985,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:01.627876 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:01.628256 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Added segment 7bb39fc4-3643-43ac-81c7-cb8d937c7eab of type vlan for network 30e6005e-d28d-48a4-9ffc-db5031d96c3a Jul 13 08:50:01.689035 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:01.722094 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:01.723122 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:01.723678 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:01.757677 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4169421 Jul 13 08:50:01.760689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46876) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:01.766163 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Request body: {'subnet': {'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-751588861-subnet', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:01.787821 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be4281-c37d-4112-aa36-69b0975af297 admin admin] Pushing event updated for resources: {'Network': ['ID=30e6005e-d28d-48a4-9ffc-db5031d96c3a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:01.794490 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Made reservation on behalf of c2a26300e81947a2b189c461ed44b0a0 for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:50:01.797632 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:01.805082 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network 30e6005e-d28d-48a4-9ffc-db5031d96c3a details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:50:02.006570 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.074752 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4011e9d7-dbdd-48fe-8f7a-dd9aff079229,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:02.082322 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Checking segment: {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:50:02.082690 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Network hostable DHCP agents. Network: 30e6005e-d28d-48a4-9ffc-db5031d96c3a, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:50:02.104595 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Network 30e6005e-d28d-48a4-9ffc-db5031d96c3a is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:50:02.116577 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, 30e6005e-d28d-48a4-9ffc-db5031d96c3a) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:02.120839 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:02.121433 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.129790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d213410-e691-4594-a2b1-533361a6e43f None None] Network 30e6005e-d28d-48a4-9ffc-db5031d96c3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:50:02.137461 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-c65c472f-20ba-4b84-b2bf-9fd72b0e14b0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3756113 Jul 13 08:50:02.140237 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46878) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:02.144860 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:02.165945 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.167017 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.224234 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.289862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:50:02.290732 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.366290 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.441690 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Allocated IP 172.20.0.2 (30e6005e-d28d-48a4-9ffc-db5031d96c3a/4011e9d7-dbdd-48fe-8f7a-dd9aff079229/633ced32-0f46-48e1-bcfb-3fffb769f105) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:50:02.567028 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.589447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.597696 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.605776 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Transition to ACTIVE for port object 633ced32-0f46-48e1-bcfb-3fffb769f105 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:02.621558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Transition to ACTIVE for port object 633ced32-0f46-48e1-bcfb-3fffb769f105 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:02.627936 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.666721 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Network 30e6005e-d28d-48a4-9ffc-db5031d96c3a is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:50:02.670775 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:02.674088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:50:02.680857 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Pushing event updated for resources: {'Port': ['ID=633ced32-0f46-48e1-bcfb-3fffb769f105,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:02.690520 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.690863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.691203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.691534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.691863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.692212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.692537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.692858 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.693179 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.693508 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.693824 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.694145 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:02.694659 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Allocated IP 172.25.6.245 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/e5b15d64-07eb-46c3-8ae8-349dc7e8761c) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:50:02.743791 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Attempting to bind port 633ced32-0f46-48e1-bcfb-3fffb769f105 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:50:02.744271 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Attempting to bind port 633ced32-0f46-48e1-bcfb-3fffb769f105 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:50:02.744644 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Attempting to bind port 633ced32-0f46-48e1-bcfb-3fffb769f105 on network 30e6005e-d28d-48a4-9ffc-db5031d96c3a {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:50:02.750172 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:50:02.750539 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Checking segment: {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:50:02.750940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.751588 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Bound using segment: {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:50:02.752080 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Bound port: 633ced32-0f46-48e1-bcfb-3fffb769f105, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:50:02.752461 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.802555 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.818164 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] For port 633ced32-0f46-48e1-bcfb-3fffb769f105, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:50:02.821242 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] For port 633ced32-0f46-48e1-bcfb-3fffb769f105, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=633ced32-0f46-48e1-bcfb-3fffb769f105,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:50:02.827109 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.842943 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:02.884726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb9f97-8296-43b5-9669-3f1973fcaa52 None None] Pushing event updated for resources: {'Port': ['ID=633ced32-0f46-48e1-bcfb-3fffb769f105,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:02.886914 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:50:02.890769 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:02.894255 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:50:02.900633 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b15d64-07eb-46c3-8ae8-349dc7e8761c,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:03.176597 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:03.690548 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:03.711127 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 633ced32-0f46-48e1-bcfb-3fffb769f105 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:03.765790 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 633ced32-0f46-48e1-bcfb-3fffb769f105 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:03.828579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Router 2537419d-df73-4025-abd7-32bf386915f4 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:50:03.858288 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e194b0-aa8c-48ab-830f-7d6058230061 None None] Network 30e6005e-d28d-48a4-9ffc-db5031d96c3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:50:03.923226 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c890f96a-206e-465d-9229-930e83200949 None None] Provisioning for port 633ced32-0f46-48e1-bcfb-3fffb769f105 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:03.932422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-c890f96a-206e-465d-9229-930e83200949 None None] Provisioning complete for port 633ced32-0f46-48e1-bcfb-3fffb769f105 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:03.932803 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c890f96a-206e-465d-9229-930e83200949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:03.945192 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:50:03.958043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Sync routers for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:50:03.962432 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:03.963672 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3f2ac47e-e3b2-4ff8-a760-cc95c348a8d9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8223844 Jul 13 08:50:03.967336 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46880) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:03.990879 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:03.991287 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:04.205204 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c890f96a-206e-465d-9229-930e83200949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:04.227495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:04.318851 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-c890f96a-206e-465d-9229-930e83200949 None None] For port 633ced32-0f46-48e1-bcfb-3fffb769f105, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=633ced32-0f46-48e1-bcfb-3fffb769f105,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:04.331896 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c890f96a-206e-465d-9229-930e83200949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:04.432440 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:04.610233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890f96a-206e-465d-9229-930e83200949 None None] Pushing event updated for resources: {'Port': ['ID=633ced32-0f46-48e1-bcfb-3fffb769f105,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:04.610519 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Allocated IP 172.20.0.1 (30e6005e-d28d-48a4-9ffc-db5031d96c3a/4011e9d7-dbdd-48fe-8f7a-dd9aff079229/e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:50:04.672384 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:03Z', 'revision_number': 3, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:04.702702 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Checking router: 2537419d-df73-4025-abd7-32bf386915f4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:50:04.703043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Updating router 2537419d-df73-4025-abd7-32bf386915f4 port e5b15d64-07eb-46c3-8ae8-349dc7e8761c binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:50:04.733689 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:04.743019 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b72f0912-cb2c-4882-bcaa-be72204020c2 None None] Provisioning complete for port 633ced32-0f46-48e1-bcfb-3fffb769f105 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:04.743388 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b72f0912-cb2c-4882-bcaa-be72204020c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:04.747153 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Transition to ACTIVE for port object e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:04.763075 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:04.780540 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:04.821494 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Network 30e6005e-d28d-48a4-9ffc-db5031d96c3a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:50:04.827682 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:04.829640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:04.831782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:50:04.869346 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.022617 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.076570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1ce75715-4279-4b16-85ff-2e447587855f None None] Provisioning for port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:05.081768 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.088371 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1ce75715-4279-4b16-85ff-2e447587855f None None] Provisioning complete for port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:05.088733 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1ce75715-4279-4b16-85ff-2e447587855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.114603 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Transition to ACTIVE for port object e5b15d64-07eb-46c3-8ae8-349dc7e8761c will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:05.125440 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.156918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1ce75715-4279-4b16-85ff-2e447587855f None None] Port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:50:05.180516 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd44dfb-bc93-4ad0-aa09-0376078b0a23 None None] Pushing event updated for resources: {'Port': ['ID=e5b15d64-07eb-46c3-8ae8-349dc7e8761c,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:05.184694 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Attempting to bind port e5b15d64-07eb-46c3-8ae8-349dc7e8761c on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:50:05.185622 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Attempting to bind port e5b15d64-07eb-46c3-8ae8-349dc7e8761c by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:50:05.186006 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Attempting to bind port e5b15d64-07eb-46c3-8ae8-349dc7e8761c on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:50:05.191262 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:50:05.191638 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:50:05.192054 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.192440 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:50:05.192898 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Bound port: e5b15d64-07eb-46c3-8ae8-349dc7e8761c, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:50:05.193284 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.197618 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.211972 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.251686 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] For port e5b15d64-07eb-46c3-8ae8-349dc7e8761c, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:50:05.255315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] For port e5b15d64-07eb-46c3-8ae8-349dc7e8761c, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e5b15d64-07eb-46c3-8ae8-349dc7e8761c,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:50:05.261114 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.291050 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:05.304812 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.324605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd44dfb-bc93-4ad0-aa09-0376078b0a23 None None] Pushing event updated for resources: {'Port': ['ID=e5b15d64-07eb-46c3-8ae8-349dc7e8761c,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:05.327862 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:05.328490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:05.403273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Network 30e6005e-d28d-48a4-9ffc-db5031d96c3a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:50:05.405579 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:05.444920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:05.507716 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1d67f4ed-4beb-4f24-a5a1-3f81c8e1c7ac None None] Provisioning complete for port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:05.508121 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1d67f4ed-4beb-4f24-a5a1-3f81c8e1c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.538134 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.540248 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Router 2537419d-df73-4025-abd7-32bf386915f4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:50:05.620662 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-1d67f4ed-4beb-4f24-a5a1-3f81c8e1c7ac None None] Port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:50:05.661599 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:50:05.668552 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-18301ee2-b800-489e-a732-28125cb43f88 admin admin] 10.222.0.44 "PUT /v2.0/routers/2537419d-df73-4025-abd7-32bf386915f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001233 Jul 13 08:50:05.700811 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 633ced32-0f46-48e1-bcfb-3fffb769f105 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:05.763973 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-33074514-aebe-4f2f-90e0-4f3a6651243a None None] Provisioning complete for port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:05.764381 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-33074514-aebe-4f2f-90e0-4f3a6651243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:05.800586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:05Z', 'revision_number': 2, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:05.837530 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-33074514-aebe-4f2f-90e0-4f3a6651243a None None] Port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:50:05.837793 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b43f6-8b69-4231-9be7-aa6ec2d639ac None None] The sync data for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 is: [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:05Z', 'revision_number': 2, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:50:05.843955 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 633ced32-0f46-48e1-bcfb-3fffb769f105 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:05.844368 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.201247 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46896) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:06.206878 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-414911902-network', 'tenant_id': '624e13ffab864be393cebbde80908cfe'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:06.229454 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Made reservation on behalf of 624e13ffab864be393cebbde80908cfe for: {'network': 1} {{(pid=93839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:50:06.232730 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for network, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.241759 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.345774 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.350562 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.376844 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:50:06.387225 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998ac026-5efc-4371-a8d1-310cf5c2ba2a,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:06.393130 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.393479 n-d-798249-7 neutron-server[93839]: INFO neutron.db.segments_db [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Added segment 23f79446-968b-4dbd-aaf9-cfe05ef60510 of type vlan for network b854b3df-64bb-4f25-9a0a-be2f4e3e161f Jul 13 08:50:06.437970 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732162161219'] for network, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.473413 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815'] for network, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.474313 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:06.475106 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Notify callbacks [] for network, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.513210 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3106208 Jul 13 08:50:06.516963 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46898) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:06.527737 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Request body: {'subnet': {'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-414911902-subnet', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'ip_version': 4}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:06.553620 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Made reservation on behalf of 624e13ffab864be393cebbde80908cfe for: {'subnet': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:50:06.557082 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0f801-6eeb-499f-a9a1-f3f2e353a1ee admin admin] Pushing event updated for resources: {'Network': ['ID=b854b3df-64bb-4f25-9a0a-be2f4e3e161f,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:06.557537 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25603376'] for subnet, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.568500 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Network b854b3df-64bb-4f25-9a0a-be2f4e3e161f details requested by agent ovs-agent-n-d-798249-7 with host n-d-798249-7 {{(pid=93840) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:50:06.751523 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27078246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25603394'] for subnet, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.809429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a164051a-fb5a-4218-97c8-e24f7b5f9ef4,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:06.820785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Checking segment: {'id': '23f79446-968b-4dbd-aaf9-cfe05ef60510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:50:06.821162 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Network hostable DHCP agents. Network: b854b3df-64bb-4f25-9a0a-be2f4e3e161f, hostable agents: ['0e31de5a-70ef-4abd-8b05-57f5cb5f1de1'], hosted agents: [] {{(pid=93838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:50:06.838418 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Network b854b3df-64bb-4f25-9a0a-be2f4e3e161f is scheduled to be hosted by DHCP agent 0e31de5a-70ef-4abd-8b05-57f5cb5f1de1 with binding_index 1 {{(pid=93838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:50:06.848885 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-7, b854b3df-64bb-4f25-9a0a-be2f4e3e161f) {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:06.854497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:06.857980 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda65fdf-0791-441d-936d-0976ee895260 None None] Network b854b3df-64bb-4f25-9a0a-be2f4e3e161f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:50:06.860223 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.878208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-37309476-6b5f-4f12-9008-63e2973be884 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3600199 Jul 13 08:50:06.880897 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46900) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:06.885386 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-414911902-router', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:06.909836 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1968350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7354'] for router, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.911113 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1968193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1627191', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1979731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7345'] for router, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.972750 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.053983 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b1161c-5292-58ce-94af-b5ececad94ed-b854b3df-64bb-4f25-9a0a-be2f4e3e161f', 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'fixed_ips': [{'subnet_id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4'}]}} from n-d-798249-7. {{(pid=93840) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:50:07.055179 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.122157 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1627173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1968332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7367'] for router, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.227679 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.db_base_plugin_common [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Allocated IP 172.20.0.2 (b854b3df-64bb-4f25-9a0a-be2f4e3e161f/a164051a-fb5a-4218-97c8-e24f7b5f9ef4/79028938-43eb-4218-965f-702f022a3e40) {{(pid=93840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:50:07.342773 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.362405 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.376668 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Notify callbacks [] for port, precommit_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.385276 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Transition to ACTIVE for port object 79028938-43eb-4218-965f-702f022a3e40 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:07.401171 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Transition to ACTIVE for port object 79028938-43eb-4218-965f-702f022a3e40 will not be triggered until provisioned by entity DHCP. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:07.408042 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059'] for port, after_create {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.448264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Network b854b3df-64bb-4f25-9a0a-be2f4e3e161f is already hosted by enough agents. {{(pid=93840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:50:07.451327 n-d-798249-7 neutron-server[93840]: DEBUG neutron.scheduler.base_scheduler [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Resources bound (agent type, host, resource id): {{(pid=93840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:07.454966 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Received port after_create {{(pid=93840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:50:07.462372 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Pushing event updated for resources: {'Port': ['ID=79028938-43eb-4218-965f-702f022a3e40,revision_number=1']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:07.478742 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Allocated IP 172.25.6.146 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/53338eb5-63d1-4e0b-b4d4-1d9a18761b78) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:50:07.517035 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Attempting to bind port 79028938-43eb-4218-965f-702f022a3e40 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:50:07.517398 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Attempting to bind port 79028938-43eb-4218-965f-702f022a3e40 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '23f79446-968b-4dbd-aaf9-cfe05ef60510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:50:07.517758 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Attempting to bind port 79028938-43eb-4218-965f-702f022a3e40 on network b854b3df-64bb-4f25-9a0a-be2f4e3e161f {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:50:07.522833 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:50:07.523297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Checking segment: {'id': '23f79446-968b-4dbd-aaf9-cfe05ef60510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:50:07.523739 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.524233 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Bound using segment: {'id': '23f79446-968b-4dbd-aaf9-cfe05ef60510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:50:07.524659 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Bound port: 79028938-43eb-4218-965f-702f022a3e40, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f79446-968b-4dbd-aaf9-cfe05ef60510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:50:07.525050 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.586242 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.595637 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] For port 79028938-43eb-4218-965f-702f022a3e40, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:50:07.599850 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] For port 79028938-43eb-4218-965f-702f022a3e40, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79028938-43eb-4218-965f-702f022a3e40,segment=NetworkSegment(23f79446-968b-4dbd-aaf9-cfe05ef60510),segment_id=23f79446-968b-4dbd-aaf9-cfe05ef60510)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:50:07.604791 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.673302 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe355f8-d129-496e-a1f4-53526af1c1ca None None] Pushing event updated for resources: {'Port': ['ID=79028938-43eb-4218-965f-702f022a3e40,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:07.675054 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.722699 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:50:07.726034 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:07.730719 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:50:07.734544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Pushing event updated for resources: {'Port': ['ID=53338eb5-63d1-4e0b-b4d4-1d9a18761b78,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:07.753901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e5b15d64-07eb-46c3-8ae8-349dc7e8761c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:07.817294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e5b15d64-07eb-46c3-8ae8-349dc7e8761c completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:07.825227 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e5b15d64-07eb-46c3-8ae8-349dc7e8761c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:07.825357 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.953254 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:07.975422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e5b15d64-07eb-46c3-8ae8-349dc7e8761c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e5b15d64-07eb-46c3-8ae8-349dc7e8761c,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:07.979889 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.043107 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e5b15d64-07eb-46c3-8ae8-349dc7e8761c,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:08.054698 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Sync routers for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:50:08.066624 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:08.067253 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:08.176220 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:08.376864 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.423998 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:05Z', 'revision_number': 2, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:08.469665 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Checking router: 2537419d-df73-4025-abd7-32bf386915f4 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:50:08.470227 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Updating router 2537419d-df73-4025-abd7-32bf386915f4 port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:50:08.508401 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.612347 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1968341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627210'] for router, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.719643 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb78f5c4-2eb5-403c-9bad-977af7c8b5df None None] Network b854b3df-64bb-4f25-9a0a-be2f4e3e161f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:50:08.758859 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Router b5dd8602-d19d-4b31-bb12-7f3bc168e503 is scheduled to L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e with binding_index 1 {{(pid=93838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:50:08.806117 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-94d01576-707b-4f31-8fe7-ab9dfa300f44 None None] Provisioning for port 79028938-43eb-4218-965f-702f022a3e40 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:08.819400 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.832270 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Transition to ACTIVE for port object e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:08.838487 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.870084 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.871413 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:50:08.892869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Sync routers for ids ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:50:08.909595 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Routers {'b5dd8602-d19d-4b31-bb12-7f3bc168e503'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:08.910235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:08.912136 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:08.914693 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9130f4d9-2789-45ba-a161-b7e436445299 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0327098 Jul 13 08:50:08.916894 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Pushing event updated for resources: {'Port': ['ID=e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:08.917778 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46902) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:08.953855 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.954186 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.954461 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.954792 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.955121 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.955452 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.955778 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.956252 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.956459 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.956756 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.957069 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:08.957379 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:09.016481 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Attempting to bind port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:50:09.017106 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Attempting to bind port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:50:09.017709 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Attempting to bind port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 on network 30e6005e-d28d-48a4-9ffc-db5031d96c3a {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:50:09.025247 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:50:09.025624 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Checking segment: {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:50:09.026286 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:09.026688 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Bound using segment: {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:50:09.027414 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Bound port: e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:50:09.027814 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:09.115886 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] For port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:50:09.121367 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] For port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:50:09.129343 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:09.191561 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:09.192247 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:09.247166 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Set router b5dd8602-d19d-4b31-bb12-7f3bc168e503 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:09.255352 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab0757-2358-41d8-b069-51d704b35da9 None None] Pushing event updated for resources: {'Port': ['ID=e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:09.475297 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:09.508971 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:09.538609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'name': 'tempest-TestSnapshotPattern-414911902-router', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:06Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 3, 'project_id': '624e13ffab864be393cebbde80908cfe', 'gw_port': {'id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:07Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:09.571283 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Checking router: b5dd8602-d19d-4b31-bb12-7f3bc168e503 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:50:09.571671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Updating router b5dd8602-d19d-4b31-bb12-7f3bc168e503 port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 binding host n-d-798249-7 {{(pid=93840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:50:09.612635 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:09.721658 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_common [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Allocated IP 172.20.0.1 (b854b3df-64bb-4f25-9a0a-be2f4e3e161f/a164051a-fb5a-4218-97c8-e24f7b5f9ef4/65e514db-866e-42da-905a-ac7ddc6246be) {{(pid=93839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:50:09.772836 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:09Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:09.805879 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dbc8c-773a-4f35-ac5d-656de7ac0a0c None None] The sync data for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 is: [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:09Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:50:09.889395 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:09.893726 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:09.906975 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.provisioning_blocks [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Transition to ACTIVE for port object 65e514db-866e-42da-905a-ac7ddc6246be will not be triggered until provisioned by entity DHCP. {{(pid=93839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:09.943871 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4068740'] for port, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:09.981217 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Network b854b3df-64bb-4f25-9a0a-be2f4e3e161f is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:50:09.984446 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:09.987272 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Received port after_create {{(pid=93839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:50:09.997256 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Notify callbacks [] for port, precommit_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.011886 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Transition to ACTIVE for port object 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 will not be triggered until provisioned by entity L2. {{(pid=93840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:10.019458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:10.024458 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:10.024637 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.027039 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.030856 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Pushing event updated for resources: {'Port': ['ID=65e514db-866e-42da-905a-ac7ddc6246be,revision_number=1']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:10.049169 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630193'] for router_interface, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.115717 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26fa1f-0253-4cf7-95a1-cfbc6a600e66 None None] Pushing event updated for resources: {'Port': ['ID=53338eb5-63d1-4e0b-b4d4-1d9a18761b78,revision_number=2']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:10.123416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Attempting to bind port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 on host n-d-798249-7 for vnic_type normal with profile {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:50:10.123416 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Attempting to bind port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:50:10.123849 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Attempting to bind port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 on network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:50:10.132368 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:50:10.132767 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Checking segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:50:10.133156 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.133621 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Bound using segment: {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'} {{(pid=93840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:50:10.134105 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.managers [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Bound port: 53338eb5-63d1-4e0b-b4d4-1d9a18761b78, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861807aa-1b4c-4902-9498-d6da16005c72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23'}}] {{(pid=93840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:50:10.134494 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.222353 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.230828 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.242109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] For port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78, host n-d-798249-7, cleared binding levels {{(pid=93840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:50:10.265184 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] For port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53338eb5-63d1-4e0b-b4d4-1d9a18761b78,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:50:10.275964 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.281003 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:10.312137 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.344728 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79028938-43eb-4218-965f-702f022a3e40 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:10.351883 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e49a61ed-4e33-4921-8c57-330bc559fb0a None None] Provisioning for port 65e514db-866e-42da-905a-ac7ddc6246be completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:10.390377 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e49a61ed-4e33-4921-8c57-330bc559fb0a None None] Provisioning complete for port 65e514db-866e-42da-905a-ac7ddc6246be triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:10.390756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e49a61ed-4e33-4921-8c57-330bc559fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.394435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Routers {'b5dd8602-d19d-4b31-bb12-7f3bc168e503'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:10.395289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:10.402902 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26fa1f-0253-4cf7-95a1-cfbc6a600e66 None None] Pushing event updated for resources: {'Port': ['ID=53338eb5-63d1-4e0b-b4d4-1d9a18761b78,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:10.420957 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.426710 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4068754'] for port, after_update {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.518428 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Pushing event updated for resources: {'Port': ['ID=65e514db-866e-42da-905a-ac7ddc6246be,revision_number=2']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:10.532587 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630007'] for router_interface, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.624847 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-e49a61ed-4e33-4921-8c57-330bc559fb0a None None] Port 65e514db-866e-42da-905a-ac7ddc6246be cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:50:10.651585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Network b854b3df-64bb-4f25-9a0a-be2f4e3e161f is already hosted by enough agents. {{(pid=93839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:50:10.652797 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:10.654093 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.base_scheduler [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Resources bound (agent type, host, resource id): {{(pid=93839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:10.674510 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 79028938-43eb-4218-965f-702f022a3e40 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:10.681212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] Set router b5dd8602-d19d-4b31-bb12-7f3bc168e503 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:10.683176 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 79028938-43eb-4218-965f-702f022a3e40 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:10.683551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.811665 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Router b5dd8602-d19d-4b31-bb12-7f3bc168e503 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:50:10.830632 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-e4c1be91-d007-4124-9969-4e36e63ebd3c None None] Provisioning complete for port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:10.831014 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e4c1be91-d007-4124-9969-4e36e63ebd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:10.941531 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:50:10.948245 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-b66e0118-03fc-4fc2-afd3-f9a78eb36037 admin admin] 10.222.0.44 "PUT /v2.0/routers/b5dd8602-d19d-4b31-bb12-7f3bc168e503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0279701 Jul 13 08:50:11.037672 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.094180 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 79028938-43eb-4218-965f-702f022a3e40, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79028938-43eb-4218-965f-702f022a3e40,segment=NetworkSegment(23f79446-968b-4dbd-aaf9-cfe05ef60510),segment_id=23f79446-968b-4dbd-aaf9-cfe05ef60510)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:11.099450 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.142884 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e5b15d64-07eb-46c3-8ae8-349dc7e8761c up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:11.150257 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'name': 'tempest-TestSnapshotPattern-414911902-router', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:06Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 4, 'project_id': '624e13ffab864be393cebbde80908cfe', 'gw_port': {'id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:07Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '65e514db-866e-42da-905a-ac7ddc6246be', 'name': '', 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'mac_address': 'fa:16:3e:85:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:09Z', 'updated_at': '2021-07-13T08:50:09Z', 'revision_number': 1, 'project_id': '624e13ffab864be393cebbde80908cfe', 'subnets': [{'id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:11.211649 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6274ba-fe27-428b-800c-322a52f46b45 None None] The sync data for ids ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'] in n-d-798249-7 is: [{'id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'name': 'tempest-TestSnapshotPattern-414911902-router', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:06Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 4, 'project_id': '624e13ffab864be393cebbde80908cfe', 'gw_port': {'id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:07Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '65e514db-866e-42da-905a-ac7ddc6246be', 'name': '', 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'mac_address': 'fa:16:3e:85:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:09Z', 'updated_at': '2021-07-13T08:50:09Z', 'revision_number': 1, 'project_id': '624e13ffab864be393cebbde80908cfe', 'subnets': [{'id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:50:11.220895 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=79028938-43eb-4218-965f-702f022a3e40,revision_number=3']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:11.236566 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-8bcf5ffe-12ed-4263-b6f3-251894556d7f None None] Provisioning complete for port 65e514db-866e-42da-905a-ac7ddc6246be triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:11.237057 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5ffe-12ed-4263-b6f3-251894556d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.282294 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e5b15d64-07eb-46c3-8ae8-349dc7e8761c triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:11.282683 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.287013 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf5ffe-12ed-4263-b6f3-251894556d7f None None] Port 65e514db-866e-42da-905a-ac7ddc6246be cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:50:11.574954 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46910) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:11.580136 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-36941708-9b7c-48b8-9d38-eb91d7236a46 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658895842', 'description': 'tempest-secgroup-smoke-658895842 description', 'project_id': 'c2a26300e81947a2b189c461ed44b0a0'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:11.605761 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36941708-9b7c-48b8-9d38-eb91d7236a46 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.701359 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36941708-9b7c-48b8-9d38-eb91d7236a46 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.705400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:11.706349 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36941708-9b7c-48b8-9d38-eb91d7236a46 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.737475 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36941708-9b7c-48b8-9d38-eb91d7236a46 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.740137 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-36941708-9b7c-48b8-9d38-eb91d7236a46 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1626306 Jul 13 08:50:11.741837 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46912) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:11.746585 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-789377b4-3758-44fc-bd64-970b37b8c46f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'security_group_rule': {'security_group_id': '7393a0f2-1407-409b-9d57-0b67f3186db4', 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:11.750056 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36941708-9b7c-48b8-9d38-eb91d7236a46 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7393a0f2-1407-409b-9d57-0b67f3186db4,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:11.762877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:11.763312 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.780958 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-789377b4-3758-44fc-bd64-970b37b8c46f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.845187 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-789377b4-3758-44fc-bd64-970b37b8c46f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.849800 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79028938-43eb-4218-965f-702f022a3e40 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:11.850669 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-789377b4-3758-44fc-bd64-970b37b8c46f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.874895 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789377b4-3758-44fc-bd64-970b37b8c46f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa61f95-f86a-4dfb-8dd0-476fb5330f8b,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:11.879317 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-789377b4-3758-44fc-bd64-970b37b8c46f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.880834 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-789377b4-3758-44fc-bd64-970b37b8c46f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379766 Jul 13 08:50:11.883653 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46914) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:11.891863 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-a69ced87-12a2-4066-bdf8-98fa2cd5ebfa tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'security_group_rule': {'security_group_id': '7393a0f2-1407-409b-9d57-0b67f3186db4', 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:11.925041 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 79028938-43eb-4218-965f-702f022a3e40 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:11.925580 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:11.939566 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a69ced87-12a2-4066-bdf8-98fa2cd5ebfa tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.011256 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a69ced87-12a2-4066-bdf8-98fa2cd5ebfa tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.015496 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a69ced87-12a2-4066-bdf8-98fa2cd5ebfa tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.034514 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ced87-12a2-4066-bdf8-98fa2cd5ebfa tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaf78d8-77f0-437c-b86a-0f98d028d538,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:12.040728 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-a69ced87-12a2-4066-bdf8-98fa2cd5ebfa tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.041828 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-a69ced87-12a2-4066-bdf8-98fa2cd5ebfa tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1567898 Jul 13 08:50:12.045661 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46916) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:12.050242 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e6656c57-3a6b-4af5-a6a0-8133c75d150f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'security_group_rule': {'security_group_id': '7393a0f2-1407-409b-9d57-0b67f3186db4', 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:12.078559 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6656c57-3a6b-4af5-a6a0-8133c75d150f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.139364 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6656c57-3a6b-4af5-a6a0-8133c75d150f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.143079 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6656c57-3a6b-4af5-a6a0-8133c75d150f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.164521 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6656c57-3a6b-4af5-a6a0-8133c75d150f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7821118b-5450-4fe6-acb3-069f62255d20,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:12.168054 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e6656c57-3a6b-4af5-a6a0-8133c75d150f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.172467 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e6656c57-3a6b-4af5-a6a0-8133c75d150f tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227360 Jul 13 08:50:12.173012 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 46918) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:12.177542 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.v2.base [None req-e205dc23-f689-4d63-87ab-c7a835b1c444 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'security_group_rule': {'security_group_id': '7393a0f2-1407-409b-9d57-0b67f3186db4', 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:12.204327 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e205dc23-f689-4d63-87ab-c7a835b1c444 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.265299 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e205dc23-f689-4d63-87ab-c7a835b1c444 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.268812 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e205dc23-f689-4d63-87ab-c7a835b1c444 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.285782 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205dc23-f689-4d63-87ab-c7a835b1c444 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcf97f6-eb4f-4fae-92ed-0df89ce1ee4f,revision_number=0']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:12.292992 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-e205dc23-f689-4d63-87ab-c7a835b1c444 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.294779 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-e205dc23-f689-4d63-87ab-c7a835b1c444 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205397 Jul 13 08:50:12.298062 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46920) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:12.302791 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-848b9bb4-21d7-49b2-ad41-80fe34765ca6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'security_group_rule': {'security_group_id': '7393a0f2-1407-409b-9d57-0b67f3186db4', 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:12.325722 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-848b9bb4-21d7-49b2-ad41-80fe34765ca6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Project c2a26300e81947a2b189c461ed44b0a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:50:12.331004 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-848b9bb4-21d7-49b2-ad41-80fe34765ca6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.398216 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-848b9bb4-21d7-49b2-ad41-80fe34765ca6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.401976 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-848b9bb4-21d7-49b2-ad41-80fe34765ca6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.420112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b9bb4-21d7-49b2-ad41-80fe34765ca6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba9a091-6503-4f9b-9f93-242f538ebb66,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:12.426305 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-848b9bb4-21d7-49b2-ad41-80fe34765ca6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.427416 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-848b9bb4-21d7-49b2-ad41-80fe34765ca6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285863 Jul 13 08:50:12.430261 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46922) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:12.434731 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-cb415238-367b-4bfa-87b6-51f4a0c3d146 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'security_group_rule': {'security_group_id': '7393a0f2-1407-409b-9d57-0b67f3186db4', 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:12.456105 n-d-798249-7 neutron-server[93838]: INFO neutron.db.securitygroups_db [None req-cb415238-367b-4bfa-87b6-51f4a0c3d146 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Project c2a26300e81947a2b189c461ed44b0a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:50:12.460707 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb415238-367b-4bfa-87b6-51f4a0c3d146 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.520567 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb415238-367b-4bfa-87b6-51f4a0c3d146 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.523966 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb415238-367b-4bfa-87b6-51f4a0c3d146 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1680077'] for security_group_rule, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.542357 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb415238-367b-4bfa-87b6-51f4a0c3d146 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15414c73-65a7-4c93-9b3c-78a7e9cd9074,revision_number=0']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:12.550137 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-cb415238-367b-4bfa-87b6-51f4a0c3d146 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:12.551409 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-cb415238-367b-4bfa-87b6-51f4a0c3d146 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202030 Jul 13 08:50:12.714676 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-cda47227-1bd7-489d-8dbc-7240d871f6df tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658895842&fields=id&tenant_id=c2a26300e81947a2b189c461ed44b0a0 HTTP/1.1" status: 200 len: 267 time: 0.0359509 Jul 13 08:50:12.827551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-dc33ad1a-306f-4b00-860f-481a01fe73ec tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:12.829098 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-dc33ad1a-306f-4b00-860f-481a01fe73ec tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 809 time: 0.1067269 Jul 13 08:50:12.844481 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-ccbaca02-688b-4371-b015-29687914a0b3 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/quotas/c2a26300e81947a2b189c461ed44b0a0 HTTP/1.1" status: 200 len: 375 time: 0.0098212 Jul 13 08:50:12.917411 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-95666ab6-c15e-47cc-825a-a8598dab0c32 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673115 Jul 13 08:50:12.934671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-93fd49db-cc76-421f-bffd-be9bdac449fb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:50:12.935846 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-93fd49db-cc76-421f-bffd-be9bdac449fb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059583 Jul 13 08:50:13.043906 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-c33861fa-76c2-48f1-8db1-3be21a0b67de service neutron] 10.222.0.44 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010363 Jul 13 08:50:13.136241 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-bd6ebd18-5806-44f9-b8f4-8bcd5b1cf537 service neutron] 10.222.0.44 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859377 Jul 13 08:50:13.320497 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-1d04aa16-c438-423f-813c-c6da9f3b8126 req-6d6d1f0d-8285-48b8-888e-8f010b064764 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 210 time: 0.0326207 Jul 13 08:50:13.728509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:13.780749 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:13.784808 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:13.785177 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:13.864825 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:13.886441 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53338eb5-63d1-4e0b-b4d4-1d9a18761b78,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:13.897330 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:13.974328 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=53338eb5-63d1-4e0b-b4d4-1d9a18761b78,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:14.097209 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Sync routers for ids ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:50:14.106147 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Routers {'b5dd8602-d19d-4b31-bb12-7f3bc168e503'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:14.106750 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:14.215447 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Set router b5dd8602-d19d-4b31-bb12-7f3bc168e503 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:14.415493 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'name': 'tempest-TestSnapshotPattern-414911902-router', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:06Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 4, 'project_id': '624e13ffab864be393cebbde80908cfe', 'gw_port': {'id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:07Z', 'updated_at': '2021-07-13T08:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '65e514db-866e-42da-905a-ac7ddc6246be', 'name': '', 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'mac_address': 'fa:16:3e:85:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:09Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 2, 'project_id': '624e13ffab864be393cebbde80908cfe', 'subnets': [{'id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:14.442112 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Checking router: b5dd8602-d19d-4b31-bb12-7f3bc168e503 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:50:14.442455 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Updating router b5dd8602-d19d-4b31-bb12-7f3bc168e503 port 65e514db-866e-42da-905a-ac7ddc6246be binding host n-d-798249-7 {{(pid=93841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:50:14.451620 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9b58e54d-9bd0-46e4-8b34-a22f001dd8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:14.482994 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:14.483357 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5532ce12-8d77-4c02-88fe-bb47c8259c00 req-2bb940a2-69a9-4860-8b41-e959f1900c06 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 210 time: 0.0318885 Jul 13 08:50:14.621075 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-87f2d7be-bbbb-4700-98a8-8b932cb1d903 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:14.622868 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-87f2d7be-bbbb-4700-98a8-8b932cb1d903 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.54 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 809 time: 0.1275320 Jul 13 08:50:14.671978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-c489b3d0-75cb-4fdb-8cb6-52e156bbd135 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2a26300e81947a2b189c461ed44b0a0 HTTP/1.1" status: 200 len: 379 time: 0.0390193 Jul 13 08:50:14.680551 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'port': {'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'admin_state_up': True, 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'security_groups': ['7393a0f2-1407-409b-9d57-0b67f3186db4']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:14.772199 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:14.782705 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Transition to ACTIVE for port object 65e514db-866e-42da-905a-ac7ddc6246be will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:14.788457 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:14.809377 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Made reservation on behalf of c2a26300e81947a2b189c461ed44b0a0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:50:14.813928 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:14.837928 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfc793-fb1e-4a99-8ef0-7c2ff16b441e None None] Pushing event updated for resources: {'Port': ['ID=65e514db-866e-42da-905a-ac7ddc6246be,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:14.906358 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Attempting to bind port 65e514db-866e-42da-905a-ac7ddc6246be on host n-d-798249-7 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:50:14.906732 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Attempting to bind port 65e514db-866e-42da-905a-ac7ddc6246be by drivers openvswitch,hyperv on host n-d-798249-7 at level 0 using segments [{'id': '23f79446-968b-4dbd-aaf9-cfe05ef60510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:50:14.907097 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Attempting to bind port 65e514db-866e-42da-905a-ac7ddc6246be on network b854b3df-64bb-4f25-9a0a-be2f4e3e161f {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:50:14.912435 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Checking agent: {'id': '123b5a6d-511d-4b9e-ab50-51c45a28d0e8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 12, 17), 'started_at': datetime.datetime(2021, 7, 13, 7, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:50:14.912813 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Checking segment: {'id': '23f79446-968b-4dbd-aaf9-cfe05ef60510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:50:14.913217 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:14.913610 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Bound using segment: {'id': '23f79446-968b-4dbd-aaf9-cfe05ef60510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:50:14.914078 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Bound port: 65e514db-866e-42da-905a-ac7ddc6246be, host: n-d-798249-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f79446-968b-4dbd-aaf9-cfe05ef60510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:50:14.914460 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:14.958032 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Allocated IP 172.20.0.6 (30e6005e-d28d-48a4-9ffc-db5031d96c3a/4011e9d7-dbdd-48fe-8f7a-dd9aff079229/e526b7ef-38f7-4e28-8eec-3b4628efc0e2) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:50:14.981852 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] For port 65e514db-866e-42da-905a-ac7ddc6246be, host n-d-798249-7, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:50:14.986129 n-d-798249-7 neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] For port 65e514db-866e-42da-905a-ac7ddc6246be, host n-d-798249-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=65e514db-866e-42da-905a-ac7ddc6246be,segment=NetworkSegment(23f79446-968b-4dbd-aaf9-cfe05ef60510),segment_id=23f79446-968b-4dbd-aaf9-cfe05ef60510)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:50:14.990685 n-d-798249-7 neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:15.043395 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Routers {'b5dd8602-d19d-4b31-bb12-7f3bc168e503'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:15.044114 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:49:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:15.094812 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfc793-fb1e-4a99-8ef0-7c2ff16b441e None None] Pushing event updated for resources: {'Port': ['ID=65e514db-866e-42da-905a-ac7ddc6246be,revision_number=4']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:15.128823 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:15.145637 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Transition to ACTIVE for port object e526b7ef-38f7-4e28-8eec-3b4628efc0e2 will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:15.172257 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] Set router b5dd8602-d19d-4b31-bb12-7f3bc168e503 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:15.181685 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:15.232473 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Network 30e6005e-d28d-48a4-9ffc-db5031d96c3a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:50:15.240195 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:15.242240 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'Port': ['ID=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:15.244563 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:50:15.302850 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:15.303566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:15.320008 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-6ced2025-765b-4bf9-ad91-1f6ea7016d07 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6433787 Jul 13 08:50:15.331767 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Request body: {'port': {'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:15.403517 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'name': 'tempest-TestSnapshotPattern-414911902-router', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:06Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 4, 'project_id': '624e13ffab864be393cebbde80908cfe', 'gw_port': {'id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:07Z', 'updated_at': '2021-07-13T08:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '65e514db-866e-42da-905a-ac7ddc6246be', 'name': '', 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'mac_address': 'fa:16:3e:85:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:09Z', 'updated_at': '2021-07-13T08:50:14Z', 'revision_number': 4, 'project_id': '624e13ffab864be393cebbde80908cfe', 'subnets': [{'id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:15.420145 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:15.432190 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac538bb8-6fe1-4bb8-8e0f-6287e625121f None None] The sync data for ids ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'] in n-d-798249-7 is: [{'id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'name': 'tempest-TestSnapshotPattern-414911902-router', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:06Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 4, 'project_id': '624e13ffab864be393cebbde80908cfe', 'gw_port': {'id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:07Z', 'updated_at': '2021-07-13T08:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': '65e514db-866e-42da-905a-ac7ddc6246be', 'name': '', 'network_id': 'b854b3df-64bb-4f25-9a0a-be2f4e3e161f', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'mac_address': 'fa:16:3e:85:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:09Z', 'updated_at': '2021-07-13T08:50:14Z', 'revision_number': 4, 'project_id': '624e13ffab864be393cebbde80908cfe', 'subnets': [{'id': 'a164051a-fb5a-4218-97c8-e24f7b5f9ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:50:15.496893 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-12ea7d41-06d0-4d6b-978a-6e832a6c8da4 None None] Provisioning for port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:15.501570 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-12ea7d41-06d0-4d6b-978a-6e832a6c8da4 None None] Provisioning complete for port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:15.501964 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-12ea7d41-06d0-4d6b-978a-6e832a6c8da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:15.540435 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-12ea7d41-06d0-4d6b-978a-6e832a6c8da4 None None] Port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:50:15.693953 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5294d5-5327-43a2-a621-fe50dcb6648c req-cba82fe1-50dd-4a09-9367-e5b656025a21 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:15.695575 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5294d5-5327-43a2-a621-fe50dcb6648c req-cba82fe1-50dd-4a09-9367-e5b656025a21 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 931 time: 0.0835290 Jul 13 08:50:15.743107 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb5294d5-5327-43a2-a621-fe50dcb6648c req-84525e6b-f18a-465a-8b1e-359ca3472513 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391815 Jul 13 08:50:15.787606 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e526b7ef-38f7-4e28-8eec-3b4628efc0e2 {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:50:15.802244 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:15.810481 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 65e514db-866e-42da-905a-ac7ddc6246be up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:15.824666 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Transition to ACTIVE for port object e526b7ef-38f7-4e28-8eec-3b4628efc0e2 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:50:15.829566 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:15.882869 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning for port 65e514db-866e-42da-905a-ac7ddc6246be completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:15.888470 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 65e514db-866e-42da-905a-ac7ddc6246be triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:15.888925 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:15.913358 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Pushing event updated for resources: {'Port': ['ID=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:16.002344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Attempting to bind port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 on host n-h2-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:50:16.002696 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Attempting to bind port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 by drivers openvswitch,hyperv on host n-h2-798249-7 at level 0 using segments [{'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:50:16.003038 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Attempting to bind port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 on network 30e6005e-d28d-48a4-9ffc-db5031d96c3a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:50:16.008775 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 on network 30e6005e-d28d-48a4-9ffc-db5031d96c3a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:50:16.009113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Attempting to bind port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 on network 30e6005e-d28d-48a4-9ffc-db5031d96c3a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:50:16.023301 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Checking agent: {'id': '0b0efdf4-04c5-48af-8546-a9b76eea7676', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:50:16.024352 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Checking segment: {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:50:16.025125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Bound using segment: {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:50:16.025851 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Bound port: e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host: n-h2-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:50:16.026495 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:16.116346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:50:16.125113 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:50:16.132288 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:16.176569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.177307 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:16.178907 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] 10.222.0.54 "PUT /v2.0/ports/e526b7ef-38f7-4e28-8eec-3b4628efc0e2 HTTP/1.1" status: 200 len: 1091 time: 0.8517356 Jul 13 08:50:16.179326 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:50:16.181642 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:50:16.193627 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:16.202344 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b3dd6-c069-4248-a843-0cf541a5df09 service neutron] Pushing event updated for resources: {'Port': ['ID=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:16.237088 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] For port 65e514db-866e-42da-905a-ac7ddc6246be, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=65e514db-866e-42da-905a-ac7ddc6246be,segment=NetworkSegment(23f79446-968b-4dbd-aaf9-cfe05ef60510),segment_id=23f79446-968b-4dbd-aaf9-cfe05ef60510)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:16.242491 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99a86a3-26b0-400b-a456-61da412909ee x-openstack-request-id: req-d99a86a3-26b0-400b-a456-61da412909ee {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:50:16.242939 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:50:16.243326 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d99a86a3-26b0-400b-a456-61da412909ee {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:50:16.243813 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'status': 'completed', 'code': 200} Jul 13 08:50:16.244364 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:16.279333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:16.325903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-154bbcb3-650c-499b-8cdf-a9de56e1cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.329019 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-154bbcb3-650c-499b-8cdf-a9de56e1cbff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 1094 time: 0.0982883 Jul 13 08:50:16.342252 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Pushing event updated for resources: {'Port': ['ID=65e514db-866e-42da-905a-ac7ddc6246be,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:16.361659 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:16.362170 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:16.384775 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-a6b55ecc-8fc3-434a-bec8-06c624da59fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2 HTTP/1.1" status: 200 len: 217 time: 0.0483305 Jul 13 08:50:16.460945 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-ed07815f-089b-4ade-92ac-8b7d8243af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.462850 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-ed07815f-089b-4ade-92ac-8b7d8243af07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0701661 Jul 13 08:50:16.527820 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-9b368bb4-0d04-4e58-91d7-85565fcbe962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.529622 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-9b368bb4-0d04-4e58-91d7-85565fcbe962 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602691 Jul 13 08:50:16.629531 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-618dd566-8649-45b6-bbb8-6a52172e4f4f service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921619 Jul 13 08:50:16.641432 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-80db8c3f-49df-470b-a6a2-fc2d3faac17d None None] Provisioning complete for port 65e514db-866e-42da-905a-ac7ddc6246be triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:16.642021 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-80db8c3f-49df-470b-a6a2-fc2d3faac17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:16.723037 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-3e46c05b-a733-4e23-ad6b-ef06f64414ba req-301e2d0e-d887-432d-b767-e05dd165ce4f service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860825 Jul 13 08:50:16.861764 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-7df8ee81-c446-487e-bc71-3eaa9f282034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.863533 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-7df8ee81-c446-487e-bc71-3eaa9f282034 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 1094 time: 0.0681663 Jul 13 08:50:16.933192 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e47c6-17f4-454b-98b9-45172673f10f req-84f97d12-8b6a-4061-91ae-758fd570d5c0 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.934958 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-428e47c6-17f4-454b-98b9-45172673f10f req-84f97d12-8b6a-4061-91ae-758fd570d5c0 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 943 time: 0.0706077 Jul 13 08:50:16.977556 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-ef356366-5d05-48cf-b991-97bbdb78711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:16.979080 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-ef356366-5d05-48cf-b991-97bbdb78711c service neutron] 10.222.0.54 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.1098027 Jul 13 08:50:16.982547 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-428e47c6-17f4-454b-98b9-45172673f10f req-70f7faa3-c942-4a0e-9eba-e51b1957235e tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403066 Jul 13 08:50:17.025462 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-8306c7e9-9d6d-4223-91c1-efa95d1541f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2 HTTP/1.1" status: 200 len: 217 time: 0.0386326 Jul 13 08:50:17.080568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-70611d7c-cd6d-4b35-b67e-a0552c2bfa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:17.082061 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-70611d7c-cd6d-4b35-b67e-a0552c2bfa15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0494583 Jul 13 08:50:17.140800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-d72ae0c6-c443-4323-889e-4a3468f05f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:17.142268 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-d72ae0c6-c443-4323-889e-4a3468f05f5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538530 Jul 13 08:50:17.240129 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-e804f1db-6df2-477c-8c55-594e9d8c996c service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908771 Jul 13 08:50:17.266233 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:17.331722 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-ff4e7684-bc5e-47fc-b21f-dd5e0a759056 req-406598fa-0f9a-4fa3-a876-fb55e8508a63 service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845616 Jul 13 08:50:17.393766 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9cbdbac5-931d-40fd-ab88-8ca4418a8af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:17.690544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 65e514db-866e-42da-905a-ac7ddc6246be up at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:17.737030 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Provisioning complete for port 65e514db-866e-42da-905a-ac7ddc6246be triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:17.737402 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:18.158100 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483bdef-6b69-442e-9d6d-10c61e347f95 req-13ee538e-0a2f-4a54-aedf-db002ccba070 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:18.159523 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1483bdef-6b69-442e-9d6d-10c61e347f95 req-13ee538e-0a2f-4a54-aedf-db002ccba070 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 943 time: 0.0641820 Jul 13 08:50:18.201714 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1483bdef-6b69-442e-9d6d-10c61e347f95 req-3c5b7a55-854e-4da8-a40c-2b4de7e35cb5 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365863 Jul 13 08:50:18.299511 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:19.380828 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b3aa1-9f87-4c90-b50b-78bff2dee7bf req-1eb36b95-e4be-4b4c-aa60-066c4fb6906d tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:19.382461 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-355b3aa1-9f87-4c90-b50b-78bff2dee7bf req-1eb36b95-e4be-4b4c-aa60-066c4fb6906d tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 943 time: 0.0649762 Jul 13 08:50:19.419889 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-355b3aa1-9f87-4c90-b50b-78bff2dee7bf req-655c6178-6069-4d74-97ee-f853d915f38a tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Jul 13 08:50:19.907431 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e526b7ef-38f7-4e28-8eec-3b4628efc0e2 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:50:20.003212 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:20.014357 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:50:20.051470 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:20.067301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e526b7ef-38f7-4e28-8eec-3b4628efc0e2 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:50:20.096387 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:20.101324 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:20.105601 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:20.159232 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:20.387382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e526b7ef-38f7-4e28-8eec-3b4628efc0e2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:50:20.600610 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a1bd9-169b-4cf9-b7b9-2d97e6d2d8c8 req-3d30d341-b29f-44bb-b374-0ee6a6b6b686 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:20.602168 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b53a1bd9-169b-4cf9-b7b9-2d97e6d2d8c8 req-3d30d341-b29f-44bb-b374-0ee6a6b6b686 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 944 time: 0.0649827 Jul 13 08:50:20.641666 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b53a1bd9-169b-4cf9-b7b9-2d97e6d2d8c8 req-d995e84e-573a-443b-b105-a5572d3cb456 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340047 Jul 13 08:50:21.818607 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769a406-f2e0-48b2-97b1-8c0f249eb078 req-e222ce27-7a1f-41af-948c-e24a27088bf8 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:21.820132 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b769a406-f2e0-48b2-97b1-8c0f249eb078 req-e222ce27-7a1f-41af-948c-e24a27088bf8 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 944 time: 0.0644326 Jul 13 08:50:21.859155 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-b769a406-f2e0-48b2-97b1-8c0f249eb078 req-fff68c8c-453c-404b-ba56-0944dc8ffd8e tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333719 Jul 13 08:50:21.922414 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e526b7ef-38f7-4e28-8eec-3b4628efc0e2 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:50:21.971526 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning for port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:50:21.975415 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:21.975786 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:22.056389 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:22.079569 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:50:22.081908 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7579a7-167a-420f-a811-136b3c18ce82" -d '{"events": [{"server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "name": "network-vif-plugged", "status": "completed", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:50:22.095218 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:22.099810 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:22.127761 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abf19fd-2df6-4823-9908-3c1e573e2224 x-openstack-request-id: req-2abf19fd-2df6-4823-9908-3c1e573e2224 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:50:22.128070 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "name": "network-vif-plugged", "status": "completed", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:50:22.128325 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2abf19fd-2df6-4823-9908-3c1e573e2224 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:50:22.128720 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'code': 200} Jul 13 08:50:22.163222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:22.243842 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12a42d-fbf7-42df-8877-5ccfbe9f8e2f req-9bc317c5-5adb-4053-a10e-f720c0152a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:22.245468 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da12a42d-fbf7-42df-8877-5ccfbe9f8e2f req-9bc317c5-5adb-4053-a10e-f720c0152a27 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 1096 time: 0.0557165 Jul 13 08:50:22.283640 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-da12a42d-fbf7-42df-8877-5ccfbe9f8e2f req-f48da192-5cf6-42a3-b441-35fb57d8b986 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309558 Jul 13 08:50:22.391574 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1c9b4a18-c2ba-44f4-b041-0ca8bdf19637 None None] Provisioning complete for port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:50:22.391975 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1c9b4a18-c2ba-44f4-b041-0ca8bdf19637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:23.037609 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419bc51-0a78-4bf0-ae82-4ead499b4e9a req-9ff06c89-8c86-4c57-b222-a9170848d6d4 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:23.039092 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c419bc51-0a78-4bf0-ae82-4ead499b4e9a req-9ff06c89-8c86-4c57-b222-a9170848d6d4 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 945 time: 0.0670555 Jul 13 08:50:23.079344 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-c419bc51-0a78-4bf0-ae82-4ead499b4e9a req-f04221ab-4f19-49c1-93e5-b37998fc35a9 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346141 Jul 13 08:50:24.266527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33782fb7-8825-429e-91fb-0c50b24cb7d5 req-40a88094-782e-4da6-be0b-7c32b4528eb2 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:24.267947 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33782fb7-8825-429e-91fb-0c50b24cb7d5 req-40a88094-782e-4da6-be0b-7c32b4528eb2 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 945 time: 0.0709939 Jul 13 08:50:24.307417 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-33782fb7-8825-429e-91fb-0c50b24cb7d5 req-83b35f4a-89d1-4700-92bd-db70cab3aad8 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336092 Jul 13 08:50:24.488817 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37acf9-bbe1-4151-b63a-e22cc43855d6 req-b020a4a0-c5bc-4efc-9559-02102aefb56c tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:24.490488 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e37acf9-bbe1-4151-b63a-e22cc43855d6 req-b020a4a0-c5bc-4efc-9559-02102aefb56c tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 945 time: 0.0651104 Jul 13 08:50:24.529344 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4e37acf9-bbe1-4151-b63a-e22cc43855d6 req-0df555d4-e41d-4264-86eb-0071fb211b98 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331662 Jul 13 08:50:24.556223 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46978) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:24.707175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab33a4f-9777-4ad0-ba8f-15a3e182559a tempest-TestSnapshotPattern-869467727 tempest-TestSnapshotPattern-869467727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:24.708770 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1ab33a4f-9777-4ad0-ba8f-15a3e182559a tempest-TestSnapshotPattern-869467727 tempest-TestSnapshotPattern-869467727-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 1091 time: 0.1513419 Jul 13 08:50:24.711721 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 46982) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:24.716234 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:50:24.738853 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:24.837230 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:24.938313 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Allocated IP 172.25.6.65 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/1c5aa206-e278-4158-b9ca-8feaf3d6518d) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:50:25.041276 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:25.080249 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:25.119072 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:50:25.123263 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:50:25.128450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:50:25.131493 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'Port': ['ID=1c5aa206-e278-4158-b9ca-8feaf3d6518d,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:25.175948 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:50:25.497466 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:25.580675 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:25.737987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:25.742423 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:25.808692 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'Port': ['ID=1c5aa206-e278-4158-b9ca-8feaf3d6518d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:25.824605 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:25.926209 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Floating IP 9490826c-566b-48dc-b0bd-89ffcaaf5a7f associated. External IP: 172.25.6.65, port: e526b7ef-38f7-4e28-8eec-3b4628efc0e2. Jul 13 08:50:26.445568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Router 2537419d-df73-4025-abd7-32bf386915f4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:50:26.555143 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:50:26.566382 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] Sync routers for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:50:26.573927 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:26.576777 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:26.577421 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:50:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:26.613280 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d1d013d1-6cb9-4596-924c-ecd976100207 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9004753 Jul 13 08:50:26.613896 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:50:26.616254 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90ae4f4-34ae-4feb-ad48-130b97426c33" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:50:26.697819 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:26.728861 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cc845a-7fad-42ae-818f-5416af2eda68 x-openstack-request-id: req-22cc845a-7fad-42ae-818f-5416af2eda68 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:50:26.729162 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:50:26.729409 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22cc845a-7fad-42ae-818f-5416af2eda68 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:50:26.729809 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'status': 'completed', 'code': 200} Jul 13 08:50:26.821017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-ce9de3b0-edf1-4508-a323-34f48cca073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:26.822715 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-ce9de3b0-edf1-4508-a323-34f48cca073d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 1096 time: 0.0631204 Jul 13 08:50:26.931112 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-39655a4d-8269-4d4a-80e4-655269ef76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:26.932905 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-39655a4d-8269-4d4a-80e4-655269ef76e8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.1031151 Jul 13 08:50:26.973066 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9490826c-566b-48dc-b0bd-89ffcaaf5a7f', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:50:25Z', 'updated_at': '2021-07-13T08:50:25Z', 'revision_number': 0, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:27.000335 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] Checking router: 2537419d-df73-4025-abd7-32bf386915f4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:50:27.006863 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-2658d482-2609-4c13-b48c-21c65b892f67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2 HTTP/1.1" status: 200 len: 998 time: 0.0672605 Jul 13 08:50:27.009059 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:27.009671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:50:17Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:27.059246 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-529c6e83-6092-4fc3-8455-bb04cc9cfe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:27.060757 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-529c6e83-6092-4fc3-8455-bb04cc9cfe5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0467777 Jul 13 08:50:27.118820 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:27.123792 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-9c72a3f7-12db-4f0d-b6b9-fdc216dace21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:27.126265 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-9c72a3f7-12db-4f0d-b6b9-fdc216dace21 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578904 Jul 13 08:50:27.222359 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-7b146156-82ad-4669-bf73-54d7c557a767 service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897975 Jul 13 08:50:27.327345 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b90ae4f4-34ae-4feb-ad48-130b97426c33 req-72cd0f85-26b6-47ba-a731-464e2c5f672d service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983388 Jul 13 08:50:27.345203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9490826c-566b-48dc-b0bd-89ffcaaf5a7f', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:50:25Z', 'updated_at': '2021-07-13T08:50:25Z', 'revision_number': 0, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:27.371852 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75980d65-fa4a-49d4-bee7-8209100a1d96 None None] The sync data for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 is: [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9490826c-566b-48dc-b0bd-89ffcaaf5a7f', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:50:25Z', 'updated_at': '2021-07-13T08:50:25Z', 'revision_number': 0, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:50:27.561093 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28d97a5-180a-4e0e-ae34-0d47bd479ccb None None] New status for floating IP 9490826c-566b-48dc-b0bd-89ffcaaf5a7f: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:50:35.497621 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:38.879527 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:44.444324 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-770a5835-ce87-46c5-ae4e-e62ac5111dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:47.257168 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:47.394859 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5b0a4521-91d6-43b0-900a-46982d82982e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:48.302995 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:50.094245 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:02.176103 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:51:04.058954 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-cb7e7eda-d4a0-420f-871e-1e82c8b08e9a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507383 Jul 13 08:51:04.151807 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-2ebb86e7-6877-40d0-9c90-f1ff4b999949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:04.153314 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-2ebb86e7-6877-40d0-9c90-f1ff4b999949 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 1096 time: 0.0539012 Jul 13 08:51:04.262185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-58b9f5b1-bb50-4fba-904e-dd200383463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:04.264238 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-58b9f5b1-bb50-4fba-904e-dd200383463f service neutron] 10.222.0.54 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.0898838 Jul 13 08:51:04.326814 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-3710b82c-1098-42ad-ba91-0f0d5a79cab0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2 HTTP/1.1" status: 200 len: 1000 time: 0.0567055 Jul 13 08:51:04.378957 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-25eb74e8-7685-4e59-9d51-66791817f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:04.380432 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-25eb74e8-7685-4e59-9d51-66791817f17c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0482721 Jul 13 08:51:04.435191 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-46175faa-783e-4414-8d8d-26b2d9a69463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:04.437251 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-46175faa-783e-4414-8d8d-26b2d9a69463 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506723 Jul 13 08:51:04.524004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-d767be1e-1ba4-45f8-b6e6-f7e86b06b429 service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802805 Jul 13 08:51:04.627297 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-5fb3675c-b746-40dd-a68e-3e0c09f3f936 req-de0d5eee-9ba1-4c22-95c7-f4b03ef499ed service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977449 Jul 13 08:51:05.495703 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:08.892691 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:14.444808 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e2a801a9-caec-4564-b508-2df92f733068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.265896 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.395464 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e78d1d6b-b84c-41a8-a4c0-f4d512bf870a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.305895 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.096488 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:35.496342 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:38.896255 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:39.176001 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:51:44.446200 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-718b82a2-dfd2-40bd-98ce-4b99824fddbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:47.261406 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:47.395417 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9d92aea0-dbcc-4a0c-838a-5067e690ffc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:48.307302 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:50.098878 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:04.090941 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-980d90d9-f812-4efa-bb7c-7c61e2ac4494 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908997 Jul 13 08:52:04.190915 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-9fca39ac-5341-4823-896b-0ed9df0c01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:04.192498 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-9fca39ac-5341-4823-896b-0ed9df0c01cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 1096 time: 0.0584393 Jul 13 08:52:04.295205 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-0a75efeb-413b-4802-998e-4175fb6a4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:04.296849 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-0a75efeb-413b-4802-998e-4175fb6a4f0b service neutron] 10.222.0.54 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.0845017 Jul 13 08:52:04.367132 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-35cace2d-7103-44db-8c2e-6c65d1ed4b78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2 HTTP/1.1" status: 200 len: 1000 time: 0.0633621 Jul 13 08:52:04.417531 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-737b1a88-9d18-42c3-b147-aada89e03515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:04.419045 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-737b1a88-9d18-42c3-b147-aada89e03515 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0461633 Jul 13 08:52:04.483426 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-2007bb47-185f-4f81-a28f-3e2879ef5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:04.484980 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-2007bb47-185f-4f81-a28f-3e2879ef5c74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600488 Jul 13 08:52:04.580536 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-4605de6b-3961-408e-ad8d-803e7e4bb3ec service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882785 Jul 13 08:52:04.670593 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d5d5c838-7a60-4809-8cd9-28781265e5a8 req-437c3e96-5d49-4ba9-a359-56cbd08a6e89 service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840790 Jul 13 08:52:05.494039 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:08.896002 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:14.447190 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9f6545ab-ebb5-47d8-9b4b-5a324b1b917c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:16.175990 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:52:17.263269 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:17.396025 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-99c8bf96-6b41-40aa-9f6a-47579650d6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:18.310739 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:20.101684 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.525203 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e526b7ef-38f7-4e28-8eec-3b4628efc0e2 details requested by agent hyperv_n-h2-798249-7 with host n-h2-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:52:24.627818 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:24.640084 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Returning: {'device': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:52:24.679005 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.694901 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e526b7ef-38f7-4e28-8eec-3b4628efc0e2 {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:52:24.716344 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:24.722545 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.803467 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:24.812495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.812495 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.812785 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.813194 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.813422 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.813754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.814077 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.814400 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.814724 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.815043 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.815361 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.816301 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:24.826996 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] get_ports_and_sgs() called for port_ids ['e526b7ef-38f7-4e28-8eec-3b4628efc0e2'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:52:25.041639 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-023b98b5-559e-4c40-aea1-5977ae5193ea None None] Provisioning complete for port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:25.042010 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-023b98b5-559e-4c40-aea1-5977ae5193ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:25.177921 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-023b98b5-559e-4c40-aea1-5977ae5193ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:25.207209 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:52:25.209750 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42da3d19-df60-4481-9ff4-31d8a5548a9a" -d '{"events": [{"server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "name": "network-vif-plugged", "status": "completed", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:52:25.236443 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-023b98b5-559e-4c40-aea1-5977ae5193ea None None] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:25.244460 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-023b98b5-559e-4c40-aea1-5977ae5193ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:25.322863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b98b5-559e-4c40-aea1-5977ae5193ea None None] Pushing event updated for resources: {'Port': ['ID=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:25.364361 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6c67ac-ee89-4625-a57e-61963ea17791 x-openstack-request-id: req-0b6c67ac-ee89-4625-a57e-61963ea17791 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:52:25.365327 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "name": "network-vif-plugged", "status": "completed", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:52:25.366386 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b6c67ac-ee89-4625-a57e-61963ea17791 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:52:25.367388 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'code': 200} Jul 13 08:52:25.631268 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-f8f56df0-8417-4861-a1ce-c8c225c878aa None None] Provisioning complete for port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:25.631941 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f8f56df0-8417-4861-a1ce-c8c225c878aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:26.532710 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e526b7ef-38f7-4e28-8eec-3b4628efc0e2 up at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:52:26.590597 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Provisioning complete for port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:26.591378 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:35.058732 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-e02f6c17-f058-4519-9d85-5b9453f91a81 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658895842&fields=id&tenant_id=c2a26300e81947a2b189c461ed44b0a0 HTTP/1.1" status: 200 len: 267 time: 0.0337698 Jul 13 08:52:35.170282 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-95dc1e3c-e9c5-4ce8-ac58-7be30baa851d tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:35.171813 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-95dc1e3c-e9c5-4ce8-ac58-7be30baa851d tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 809 time: 0.1063306 Jul 13 08:52:35.187975 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-1003cac2-1cdc-4bfa-9b44-ef29c184d92b tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/quotas/c2a26300e81947a2b189c461ed44b0a0 HTTP/1.1" status: 200 len: 375 time: 0.0097306 Jul 13 08:52:35.263046 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-d623e4cc-026d-4d21-8491-2d6da80dedf3 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0693476 Jul 13 08:52:35.326356 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-5bc61c4f-cddd-4d6d-9d02-dc90f31b7064 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:52:35.327367 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-5bc61c4f-cddd-4d6d-9d02-dc90f31b7064 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517683 Jul 13 08:52:35.420297 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-2609827b-8de2-4fc9-a49b-8eec4fabea03 service neutron] 10.222.0.44 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867782 Jul 13 08:52:35.503603 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:35.509414 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-8c0695c7-e92e-4d89-96d3-370890aec9be service neutron] 10.222.0.44 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833247 Jul 13 08:52:35.720670 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-d564bd98-b0b1-468e-8b80-ace590ae4e5e req-ac1d8b75-cfcb-400f-84b1-a150c768825e tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 210 time: 0.0369880 Jul 13 08:52:36.809509 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-4f6011a7-70ff-48e1-88b5-dbec297aeb31 req-8f5c7d91-808c-4d7f-9edb-e9597704c0dc tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 210 time: 0.0347624 Jul 13 08:52:37.894746 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-a1244618-223a-4f36-be81-7a5a178c2543 req-8e90cde4-83d7-430c-aaf9-e1bbfd2ccc6c tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 210 time: 0.0303221 Jul 13 08:52:38.562138 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e526b7ef-38f7-4e28-8eec-3b4628efc0e2 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:52:38.637305 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:38.662918 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:52:38.665166 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2687c9f0-743c-482d-af86-8c627af6ae75" -d '{"events": [{"server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "name": "network-vif-unplugged", "status": "completed", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:52:38.678170 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:38.682824 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:38.737131 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Pushing event updated for resources: {'Port': ['ID=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:38.744361 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74fe353-fa32-4b25-a4b2-59b275d3af4f x-openstack-request-id: req-c74fe353-fa32-4b25-a4b2-59b275d3af4f {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:52:38.744722 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "name": "network-vif-unplugged", "status": "completed", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:52:38.745039 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c74fe353-fa32-4b25-a4b2-59b275d3af4f {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:52:38.745499 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'code': 200} Jul 13 08:52:38.797951 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-c4e044c0-ed8b-4c53-b7f7-69260943a8b2 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:38.799582 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-c4e044c0-ed8b-4c53-b7f7-69260943a8b2 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.53 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 809 time: 0.1395948 Jul 13 08:52:38.850847 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-da293e8a-c11e-48c6-8a5b-8e350ff4c17b tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2a26300e81947a2b189c461ed44b0a0 HTTP/1.1" status: 200 len: 379 time: 0.0430589 Jul 13 08:52:38.859743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'port': {'device_id': '29469460-498b-4e5f-8180-741d0f372d4d', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'admin_state_up': True, 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'security_groups': ['7393a0f2-1407-409b-9d57-0b67f3186db4']}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:52:38.913822 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:39.006446 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Made reservation on behalf of c2a26300e81947a2b189c461ed44b0a0 for: {'port': 1} {{(pid=93838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:52:39.010591 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:39.033591 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6c0b62c5-7d81-418d-9317-e2bfa934d5d5 None None] Provisioning complete for port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:39.034100 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c0b62c5-7d81-418d-9317-e2bfa934d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:39.114288 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-4c57bf5f-a6ca-4753-903b-4037e7eeb060 req-24c5ee64-b0a0-4a98-9146-d7511bd36d0a tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 210 time: 0.0367820 Jul 13 08:52:39.127165 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c0b62c5-7d81-418d-9317-e2bfa934d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:39.173544 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-6c0b62c5-7d81-418d-9317-e2bfa934d5d5 None None] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:39.179144 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6c0b62c5-7d81-418d-9317-e2bfa934d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:39.198781 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Allocated IP 172.20.0.9 (30e6005e-d28d-48a4-9ffc-db5031d96c3a/4011e9d7-dbdd-48fe-8f7a-dd9aff079229/f676bae8-3ed7-404f-b2e2-00f7fea8244a) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:52:39.288863 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b62c5-7d81-418d-9317-e2bfa934d5d5 None None] Pushing event updated for resources: {'Port': ['ID=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:39.411639 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:39.439157 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Transition to ACTIVE for port object f676bae8-3ed7-404f-b2e2-00f7fea8244a will not be triggered until provisioned by entity DHCP. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:52:39.499081 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:39.555838 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Network 30e6005e-d28d-48a4-9ffc-db5031d96c3a is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:52:39.561930 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:52:39.566568 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:52:39.576222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-07543687-666e-41f2-82b5-1f346a9096fe None None] Provisioning complete for port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:39.577705 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07543687-666e-41f2-82b5-1f346a9096fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:39.606437 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'Port': ['ID=f676bae8-3ed7-404f-b2e2-00f7fea8244a,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:39.617282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.617671 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.618422 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.618863 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.619125 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.619468 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.621105 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.621528 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.621852 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.622204 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.622623 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.622883 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:52:39.659037 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:39.659741 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:39.687993 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-030132ad-5edc-4ac4-8261-8a4d4f918c53 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8324099 Jul 13 08:52:39.875646 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d85f0a39-b03c-4c79-8d7a-58770a33f27d None None] Provisioning for port f676bae8-3ed7-404f-b2e2-00f7fea8244a completed by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:52:39.879964 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-d85f0a39-b03c-4c79-8d7a-58770a33f27d None None] Provisioning complete for port f676bae8-3ed7-404f-b2e2-00f7fea8244a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:39.880495 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d85f0a39-b03c-4c79-8d7a-58770a33f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:39.931396 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-d85f0a39-b03c-4c79-8d7a-58770a33f27d None None] Port f676bae8-3ed7-404f-b2e2-00f7fea8244a cannot update to ACTIVE because it is not bound. {{(pid=93840) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:52:40.323342 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2366-139f-48b6-9776-51938a6744a8 req-46c23b90-d039-4e14-adc9-b7997c9c5053 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:40.325657 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b7e2366-139f-48b6-9776-51938a6744a8 req-46c23b90-d039-4e14-adc9-b7997c9c5053 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 931 time: 0.0729537 Jul 13 08:52:40.371242 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-5b7e2366-139f-48b6-9776-51938a6744a8 req-2933ada4-b62f-4931-88e6-da2546cd014d tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376174 Jul 13 08:52:40.746891 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:52:40.749677 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dbc028-6639-40a4-83c2-ecca34cecbb9" -d '{"events": [{"server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "name": "network-vif-plugged", "status": "completed", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:52:40.788318 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1086729-160f-4d2f-bfc0-3861863f4da7 x-openstack-request-id: req-e1086729-160f-4d2f-bfc0-3861863f4da7 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:52:40.788679 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "name": "network-vif-plugged", "status": "completed", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:52:40.789018 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1086729-160f-4d2f-bfc0-3861863f4da7 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:52:40.789491 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'code': 200} Jul 13 08:52:41.592689 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817bd0b-05d1-4332-8bcb-866ad6fe62f8 req-bff46b5c-a185-4db6-9705-146062f3ffe2 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:41.594326 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8817bd0b-05d1-4332-8bcb-866ad6fe62f8 req-bff46b5c-a185-4db6-9705-146062f3ffe2 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 931 time: 0.0954063 Jul 13 08:52:41.640406 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-8817bd0b-05d1-4332-8bcb-866ad6fe62f8 req-952ecde1-f934-4ac8-b90d-79caac81dcf5 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386062 Jul 13 08:52:42.830064 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6b23a-a479-44a8-b2df-7f5da0344a2b req-668b6014-75a2-42c7-9634-04149b7a5c2e tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:42.831649 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f6b23a-a479-44a8-b2df-7f5da0344a2b req-668b6014-75a2-42c7-9634-04149b7a5c2e tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 931 time: 0.0724247 Jul 13 08:52:42.874634 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-76f6b23a-a479-44a8-b2df-7f5da0344a2b req-162bdef0-e235-4b18-90cb-74955421cf98 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361264 Jul 13 08:52:44.067643 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254220ae-f404-4de9-87ee-a108ce90b12d req-51e71256-0b97-47d0-a14a-d75e478adb63 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:44.069011 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-254220ae-f404-4de9-87ee-a108ce90b12d req-51e71256-0b97-47d0-a14a-d75e478adb63 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 931 time: 0.0708599 Jul 13 08:52:44.109977 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-254220ae-f404-4de9-87ee-a108ce90b12d req-ff495a34-4f0b-452c-9dff-536b2586c49b tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344350 Jul 13 08:52:44.449404 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8eaf1737-9794-4ba1-bbc1-49d63be5a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:45.294743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa76d91-8c20-4204-854e-fd99a68ce121 req-cf31a914-3b1e-4a78-aacc-fbf65728788b tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:45.296433 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9fa76d91-8c20-4204-854e-fd99a68ce121 req-cf31a914-3b1e-4a78-aacc-fbf65728788b tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 931 time: 0.0675156 Jul 13 08:52:45.336059 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-9fa76d91-8c20-4204-854e-fd99a68ce121 req-3af6b97b-3a4e-4ae3-952f-984009a54af6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332339 Jul 13 08:52:46.552753 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd0122-6e38-48dd-a39a-112f3f693b48 req-0a51f174-da06-46ed-aa52-3bc998e711bf tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:46.554312 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6abd0122-6e38-48dd-a39a-112f3f693b48 req-0a51f174-da06-46ed-aa52-3bc998e711bf tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 931 time: 0.0786586 Jul 13 08:52:46.596209 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6abd0122-6e38-48dd-a39a-112f3f693b48 req-67848744-f3fc-4e62-8f29-e95ff4fbc612 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360014 Jul 13 08:52:47.269292 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:47.401049 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3448a6ca-4f6e-46a1-bcee-9706a5e19d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:47.779776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214afc-2992-4a40-a52c-660e579cf1fc req-8a4d62ac-ad2a-4441-b2c8-22215559bd2a tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:47.781332 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24214afc-2992-4a40-a52c-660e579cf1fc req-8a4d62ac-ad2a-4441-b2c8-22215559bd2a tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 931 time: 0.0679154 Jul 13 08:52:47.821046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-24214afc-2992-4a40-a52c-660e579cf1fc req-65ae252c-6b56-4dd7-b27d-9acaff0d33f1 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334477 Jul 13 08:52:48.337857 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:49.010612 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32c6e1-e379-47f2-9006-6d1058424861 req-6fcb0556-13c6-48d8-8e47-8003502a8805 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:49.012041 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb32c6e1-e379-47f2-9006-6d1058424861 req-6fcb0556-13c6-48d8-8e47-8003502a8805 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 931 time: 0.0701721 Jul 13 08:52:49.053349 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-fb32c6e1-e379-47f2-9006-6d1058424861 req-8aa0782e-efda-4c84-a6e5-35adf37ca591 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348022 Jul 13 08:52:49.362513 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-62eceda4-7c80-4735-9879-c98e84f9c220 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:52:49.363638 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-62eceda4-7c80-4735-9879-c98e84f9c220 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055094 Jul 13 08:52:49.416415 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Request body: {'port': {'device_id': '29469460-498b-4e5f-8180-741d0f372d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-7'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:52:49.491447 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:49.752743 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f676bae8-3ed7-404f-b2e2-00f7fea8244a {{(pid=93838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:52:49.760859 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:49.772312 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Transition to ACTIVE for port object f676bae8-3ed7-404f-b2e2-00f7fea8244a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:52:49.775829 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:49.845900 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Pushing event updated for resources: {'Port': ['ID=f676bae8-3ed7-404f-b2e2-00f7fea8244a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:49.901527 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Attempting to bind port f676bae8-3ed7-404f-b2e2-00f7fea8244a on host n-h1-798249-7 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:52:49.901876 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Attempting to bind port f676bae8-3ed7-404f-b2e2-00f7fea8244a by drivers openvswitch,hyperv on host n-h1-798249-7 at level 0 using segments [{'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:52:49.902218 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Attempting to bind port f676bae8-3ed7-404f-b2e2-00f7fea8244a on network 30e6005e-d28d-48a4-9ffc-db5031d96c3a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:52:49.907017 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Port f676bae8-3ed7-404f-b2e2-00f7fea8244a on network 30e6005e-d28d-48a4-9ffc-db5031d96c3a not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:52:49.907346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Attempting to bind port f676bae8-3ed7-404f-b2e2-00f7fea8244a on network 30e6005e-d28d-48a4-9ffc-db5031d96c3a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:52:49.912916 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Checking agent: {'id': 'be1c9949-20b5-423e-9bb8-2cd60c2a057a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'started_at': datetime.datetime(2021, 7, 13, 7, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:52:49.913346 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Checking segment: {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:52:49.913695 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Bound using segment: {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:52:49.914166 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Bound port: f676bae8-3ed7-404f-b2e2-00f7fea8244a, host: n-h1-798249-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb39fc4-3643-43ac-81c7-cb8d937c7eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:52:49.914560 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:49.995339 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:52:49.999272 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:52:50.004315 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:50.044689 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:50.045342 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:50.046917 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] 10.222.0.53 "PUT /v2.0/ports/f676bae8-3ed7-404f-b2e2-00f7fea8244a HTTP/1.1" status: 200 len: 1091 time: 0.6770453 Jul 13 08:52:50.047388 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:52:50.049705 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dd2ea9-9098-4619-acf7-94f55082c5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:52:50.075084 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7eaad-6734-452f-b5c8-9e6a63142714 service neutron] Pushing event updated for resources: {'Port': ['ID=f676bae8-3ed7-404f-b2e2-00f7fea8244a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:50.116162 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:50.122076 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9e2a93-2b93-4fe7-990e-0ea7b2d680dd x-openstack-request-id: req-eb9e2a93-2b93-4fe7-990e-0ea7b2d680dd {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:52:50.122381 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:52:50.122640 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb9e2a93-2b93-4fe7-990e-0ea7b2d680dd {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:52:50.123302 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'status': 'completed', 'code': 200} Jul 13 08:52:50.174570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-e0fbdd60-0168-4d20-8d4e-75ea48f8e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:50.176165 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-e0fbdd60-0168-4d20-8d4e-75ea48f8e784 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 1094 time: 0.0706258 Jul 13 08:52:50.222445 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-ce9d29bb-0cea-4cee-8e46-5d73bdd16666 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a HTTP/1.1" status: 200 len: 217 time: 0.0380578 Jul 13 08:52:50.262664 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea7a48-23bd-4ca3-8651-8eaa1fdace7f req-65cb77c7-9950-4287-b925-fb3776992265 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:50.264630 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-03ea7a48-23bd-4ca3-8651-8eaa1fdace7f req-65cb77c7-9950-4287-b925-fb3776992265 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 943 time: 0.0778687 Jul 13 08:52:50.279026 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-7c7d7a9a-571d-44e4-94c0-7a3811b9829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:50.280553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-7c7d7a9a-571d-44e4-94c0-7a3811b9829f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0521185 Jul 13 08:52:50.303706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-03ea7a48-23bd-4ca3-8651-8eaa1fdace7f req-d10fefe5-28dd-4b78-9208-cc094ec39259 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337706 Jul 13 08:52:50.339995 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-a2531c31-7fcf-4002-984c-81ca17792c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:50.341681 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-a2531c31-7fcf-4002-984c-81ca17792c8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540888 Jul 13 08:52:50.434543 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-5c1e28f3-f15a-4b27-bedc-e6d478df197d service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858202 Jul 13 08:52:50.521303 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-307e69a8-b532-46a2-9ec4-5a16c9d523d9 req-5da3beab-ad3e-4555-a83c-031c70441359 service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809398 Jul 13 08:52:50.621417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-0d865176-ec2d-4614-968a-12ed375fce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:50.623216 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-0d865176-ec2d-4614-968a-12ed375fce0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 1094 time: 0.0542507 Jul 13 08:52:50.719304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-9fc6c0ee-a68a-4f74-a3be-acb2f52b670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:50.720823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-9fc6c0ee-a68a-4f74-a3be-acb2f52b670c service neutron] 10.222.0.53 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.0899370 Jul 13 08:52:50.763086 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-0343a203-b9a0-4b39-9953-89764c9a3af4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a HTTP/1.1" status: 200 len: 217 time: 0.0346105 Jul 13 08:52:50.817846 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-4348e912-6337-4835-980c-53618a95cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:50.819325 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-4348e912-6337-4835-980c-53618a95cd71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0481873 Jul 13 08:52:50.877347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-057c20c5-4e56-422d-9861-6a6fec612b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:50.878844 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-057c20c5-4e56-422d-9861-6a6fec612b1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527465 Jul 13 08:52:50.974665 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-30e3bab8-a9a8-431e-a37b-deeefc8f3aeb service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880454 Jul 13 08:52:51.077227 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-58dd2ea9-9098-4619-acf7-94f55082c5d7 req-a7f81910-3c73-4f10-9dce-743b9f580dd7 service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948694 Jul 13 08:52:51.477561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa964209-2af3-435a-a83d-d80051838adf req-8b311515-8876-4342-8638-792daa159953 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:51.479057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa964209-2af3-435a-a83d-d80051838adf req-8b311515-8876-4342-8638-792daa159953 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 943 time: 0.0631115 Jul 13 08:52:51.516838 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-fa964209-2af3-435a-a83d-d80051838adf req-ace0d4cf-5071-47fa-875d-a3e207139ab1 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322392 Jul 13 08:52:52.692898 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6df35c-df41-4b42-9893-82dc5a96931a req-ca2fa38f-6a90-4d4d-ab92-77eef0eda2d3 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:52.694539 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a6df35c-df41-4b42-9893-82dc5a96931a req-ca2fa38f-6a90-4d4d-ab92-77eef0eda2d3 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 943 time: 0.0670717 Jul 13 08:52:52.731647 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-6a6df35c-df41-4b42-9893-82dc5a96931a req-6cc350dd-80e4-4faf-9bc8-1bd36d9fe3a9 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314698 Jul 13 08:52:53.039333 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f676bae8-3ed7-404f-b2e2-00f7fea8244a details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:52:53.141830 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:53.153978 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'port_id': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'mac_address': 'fa:16:3e:b1:9f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:52:53.186407 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:52:53.193518 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:53.205769 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f676bae8-3ed7-404f-b2e2-00f7fea8244a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:52:53.224916 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:53.229223 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:53.281538 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f676bae8-3ed7-404f-b2e2-00f7fea8244a,revision_number=4']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:53.467630 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['f676bae8-3ed7-404f-b2e2-00f7fea8244a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:52:53.912984 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c8671-0fe4-45ac-b7a1-43434f537503 req-3bc19179-cf65-4f42-a1ae-3554259c8662 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:53.914644 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b28c8671-0fe4-45ac-b7a1-43434f537503 req-3bc19179-cf65-4f42-a1ae-3554259c8662 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 944 time: 0.0677619 Jul 13 08:52:53.951684 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-b28c8671-0fe4-45ac-b7a1-43434f537503 req-a334e5be-20e7-4655-9082-bccc2561fd93 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311573 Jul 13 08:52:55.045079 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f676bae8-3ed7-404f-b2e2-00f7fea8244a up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:52:55.101315 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning for port f676bae8-3ed7-404f-b2e2-00f7fea8244a completed by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:52:55.105012 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port f676bae8-3ed7-404f-b2e2-00f7fea8244a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:55.105389 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:55.134801 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255cc07-46ad-45ce-9d76-398167c47080 req-c4774146-7cb0-42d8-9ac5-b321c5c91db8 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:55.136431 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a255cc07-46ad-45ce-9d76-398167c47080 req-c4774146-7cb0-42d8-9ac5-b321c5c91db8 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 944 time: 0.0713811 Jul 13 08:52:55.175103 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-a255cc07-46ad-45ce-9d76-398167c47080 req-887081ba-d42f-4bcc-9a10-03d3754057ef tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329785 Jul 13 08:52:55.183924 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:55.206205 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:52:55.209102 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087a346a-f9ad-49c1-a115-2a97a1087526" -d '{"events": [{"server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "name": "network-vif-plugged", "status": "completed", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:52:55.221280 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:52:55.226110 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:55.251723 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5304e08a-0aed-4a33-9e72-8bd6908d68f4 x-openstack-request-id: req-5304e08a-0aed-4a33-9e72-8bd6908d68f4 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:52:55.252033 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "name": "network-vif-plugged", "status": "completed", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:52:55.252382 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5304e08a-0aed-4a33-9e72-8bd6908d68f4 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:52:55.252765 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'code': 200} Jul 13 08:52:55.285647 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f676bae8-3ed7-404f-b2e2-00f7fea8244a,revision_number=5']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:55.373632 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832890c7-15fa-4a85-b4dd-0e0d2867ff0d req-a4563523-9485-4f00-b818-0bcf58723c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:55.375197 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-832890c7-15fa-4a85-b4dd-0e0d2867ff0d req-a4563523-9485-4f00-b818-0bcf58723c86 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 1096 time: 0.0544260 Jul 13 08:52:55.412155 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-832890c7-15fa-4a85-b4dd-0e0d2867ff0d req-ece0eebd-b1a5-496c-82df-a0a6981f3a39 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300736 Jul 13 08:52:55.546684 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-cd689f1b-ca09-46a6-8897-b24cec682fd9 None None] Provisioning complete for port f676bae8-3ed7-404f-b2e2-00f7fea8244a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:52:55.547062 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-cd689f1b-ca09-46a6-8897-b24cec682fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:56.355305 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a824d-c7d7-4f1f-89ff-4b6afa17322e req-0519236a-cd52-41ff-9078-7785ab16cb49 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:56.356835 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc4a824d-c7d7-4f1f-89ff-4b6afa17322e req-0519236a-cd52-41ff-9078-7785ab16cb49 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 945 time: 0.0657113 Jul 13 08:52:56.394837 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-cc4a824d-c7d7-4f1f-89ff-4b6afa17322e req-d41c9bc7-08be-48db-8ed1-3996676f5250 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323999 Jul 13 08:52:56.568912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9426a-db76-4022-a959-bad9fcad9256 req-2cc48293-b8d7-4cc5-8db3-0539680b0c59 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:56.570418 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-57b9426a-db76-4022-a959-bad9fcad9256 req-2cc48293-b8d7-4cc5-8db3-0539680b0c59 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 945 time: 0.0636365 Jul 13 08:52:56.607783 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-57b9426a-db76-4022-a959-bad9fcad9256 req-0c72ff66-8478-4215-87fd-895fbb74bc64 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318353 Jul 13 08:52:56.632503 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47276) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:52:56.687397 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb154778-29be-4904-b066-973193b884bb tempest-TestSnapshotPattern-869467727 tempest-TestSnapshotPattern-869467727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:56.688962 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-eb154778-29be-4904-b066-973193b884bb tempest-TestSnapshotPattern-869467727 tempest-TestSnapshotPattern-869467727-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 1091 time: 0.0554643 Jul 13 08:52:56.691730 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47278) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:52:56.697185 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.v2.base [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Request body: {'floatingip': {'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'port_id': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:52:56.718953 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for floatingip, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:56.817269 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:56.924177 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_common [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Allocated IP 172.25.6.232 (75b317aa-f619-44a8-8b4e-874cbb2cbe23/6424a0b2-fa07-402b-8112-976af92c85f9/d0214ede-30f4-4a2a-b17c-411814e095d2) {{(pid=93838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:52:57.034831 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for port, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:57.077244 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732162159059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27075062'] for port, after_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:57.119889 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Network 75b317aa-f619-44a8-8b4e-874cbb2cbe23 is already hosted by enough agents. {{(pid=93838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:52:57.122924 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.base_scheduler [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Resources bound (agent type, host, resource id): {{(pid=93838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:52:57.127298 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Received port after_create {{(pid=93838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:52:57.131199 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'Port': ['ID=d0214ede-30f4-4a2a-b17c-411814e095d2,revision_number=1']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:57.794912 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:57.872870 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:58.023626 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:58.028163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27075040'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:58.093282 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event updated for resources: {'Port': ['ID=d0214ede-30f4-4a2a-b17c-411814e095d2,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:52:58.105602 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627312'] for floatingip, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:58.207447 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Floating IP b0455a59-6cfd-402d-8df5-5eadacf430a0 associated. External IP: 172.25.6.232, port: f676bae8-3ed7-404f-b2e2-00f7fea8244a. Jul 13 08:52:58.413547 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Router 2537419d-df73-4025-abd7-32bf386915f4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:52:58.525561 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:52:58.534923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] Sync routers for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:52:58.542287 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:58.545876 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:52:58.546524 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:52:58.582004 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e6c56cb3-8873-4ca4-aa83-f9974ac47966 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8881760 Jul 13 08:52:58.583455 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:52:58.586093 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36" -d '{"events": [{"name": "network-changed", "server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:52:58.624893 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f8069-f5d0-4b7a-a1b5-b0031aa2cc0a x-openstack-request-id: req-290f8069-f5d0-4b7a-a1b5-b0031aa2cc0a {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:52:58.625187 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:52:58.625445 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-290f8069-f5d0-4b7a-a1b5-b0031aa2cc0a {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:52:58.625855 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'status': 'completed', 'code': 200} Jul 13 08:52:58.668068 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:52:58.700664 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-9f7e8b7b-bbef-4be6-b9d9-7852794a799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:58.702206 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-9f7e8b7b-bbef-4be6-b9d9-7852794a799b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 1096 time: 0.0541852 Jul 13 08:52:58.796569 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-7681112c-3eb9-45ad-a185-8a91a12fadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:58.798082 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-7681112c-3eb9-45ad-a185-8a91a12fadb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.0885577 Jul 13 08:52:58.870145 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-0d19340b-4217-418b-aa80-5b51bbc68e9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a HTTP/1.1" status: 200 len: 999 time: 0.0647361 Jul 13 08:52:58.905567 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9490826c-566b-48dc-b0bd-89ffcaaf5a7f', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:50:25Z', 'updated_at': '2021-07-13T08:50:27Z', 'revision_number': 1, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}, {'id': 'b0455a59-6cfd-402d-8df5-5eadacf430a0', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:b1:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29469460-498b-4e5f-8180-741d0f372d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:52:57Z', 'updated_at': '2021-07-13T08:52:57Z', 'revision_number': 0, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:52:58.920094 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-12bd5b61-b161-4330-a0b1-a7b42dfd8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:58.921571 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-12bd5b61-b161-4330-a0b1-a7b42dfd8ea6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0460081 Jul 13 08:52:58.936518 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] Checking router: 2537419d-df73-4025-abd7-32bf386915f4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:52:58.945298 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:52:58.945923 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:52:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:52:58.981972 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-c1a1c046-5c25-4adf-a23b-101afd1f6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:58.985854 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-c1a1c046-5c25-4adf-a23b-101afd1f6ec1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547557 Jul 13 08:52:59.049263 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:52:59.095586 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-b353499e-9ceb-4358-a699-6a82f08ce2b6 service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986111 Jul 13 08:52:59.205257 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-f395c2db-6740-453c-a6ad-ae1d8e7d1d36 req-93f66fa8-5cf4-4e81-ab2c-c8b1c394d3ee service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087115 Jul 13 08:52:59.308277 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9490826c-566b-48dc-b0bd-89ffcaaf5a7f', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:50:25Z', 'updated_at': '2021-07-13T08:50:27Z', 'revision_number': 1, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}, {'id': 'b0455a59-6cfd-402d-8df5-5eadacf430a0', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:b1:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29469460-498b-4e5f-8180-741d0f372d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:52:57Z', 'updated_at': '2021-07-13T08:52:57Z', 'revision_number': 0, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:52:59.336542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e150c-db27-4006-9448-8edf3814c226 None None] The sync data for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 is: [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9490826c-566b-48dc-b0bd-89ffcaaf5a7f', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:50:25Z', 'updated_at': '2021-07-13T08:50:27Z', 'revision_number': 1, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}, {'id': 'b0455a59-6cfd-402d-8df5-5eadacf430a0', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:b1:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29469460-498b-4e5f-8180-741d0f372d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:52:57Z', 'updated_at': '2021-07-13T08:52:57Z', 'revision_number': 0, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:52:59.531274 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96f685-3972-4d21-9879-0d73c8f5f6b4 None None] New status for floating IP b0455a59-6cfd-402d-8df5-5eadacf430a0: ACTIVE {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:53:05.060624 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-fe2b44df-b8e6-4115-ac42-edab9d4ab9a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521212 Jul 13 08:53:05.183257 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-88855fbc-aa10-45df-a075-335d32845acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:05.184707 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-88855fbc-aa10-45df-a075-335d32845acb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 1096 time: 0.0567627 Jul 13 08:53:05.288688 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-9f9da606-834a-40dc-9ad4-ae0bb1df0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:05.290184 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-9f9da606-834a-40dc-9ad4-ae0bb1df0dbe service neutron] 10.222.0.54 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.0856273 Jul 13 08:53:05.358415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-f7496d8d-a442-4811-875f-7cc29ef89fe1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2 HTTP/1.1" status: 200 len: 1000 time: 0.0614471 Jul 13 08:53:05.409196 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-65c30430-70fd-4430-960d-00a96b4b15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:05.410672 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-65c30430-70fd-4430-960d-00a96b4b15b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0451674 Jul 13 08:53:05.467427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-3f0bb427-2f14-4d99-9d67-d247cb9b4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:05.468913 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-3f0bb427-2f14-4d99-9d67-d247cb9b4bc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517631 Jul 13 08:53:05.506883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:05.563810 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-e1b3238e-fc1c-4bcd-9682-c772d1c2b64e service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876143 Jul 13 08:53:05.654690 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-13cd1937-fc0f-4177-a31e-b415e226fbdd req-6557e611-cd90-44c9-b20c-7b24d115fecc service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845478 Jul 13 08:53:08.910013 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:09.985772 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-621eda94-c341-4f24-8e86-5b46b7cc5444 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579250 Jul 13 08:53:10.079304 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-5aca17e8-60de-41e5-9e13-66c03791c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:10.080834 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-5aca17e8-60de-41e5-9e13-66c03791c0df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 1096 time: 0.0541666 Jul 13 08:53:10.185222 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-ba117227-296a-44e3-96c2-792c832c3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:10.186804 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-ba117227-296a-44e3-96c2-792c832c3f49 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.0861464 Jul 13 08:53:10.256703 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-3e0a6915-8eaa-48d8-b948-38190a8780f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a HTTP/1.1" status: 200 len: 1001 time: 0.0623674 Jul 13 08:53:10.304215 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-2c803f2e-ce86-4d47-a743-d2a73889cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:10.305651 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-2c803f2e-ce86-4d47-a743-d2a73889cee7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0430024 Jul 13 08:53:10.362424 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-1f891670-a6f6-4c03-a8df-84187814e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:10.363973 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-1f891670-a6f6-4c03-a8df-84187814e0e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518694 Jul 13 08:53:10.457321 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-15bafd82-fd66-4a11-bc1f-a8a587978c13 service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864549 Jul 13 08:53:10.554606 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-7b0a4056-c0e8-4baa-ac62-29685e614bdc req-6976026b-ea49-4efd-acd7-40606949b059 service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910187 Jul 13 08:53:14.450606 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-14cc9f79-9d0c-4766-bc05-de08a460b28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:17.266941 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:17.401402 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-4bbe84d4-aec5-4fb0-b4f7-794bae74edff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:18.317630 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:20.105602 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:30.175947 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:53:35.518848 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:38.911593 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:44.452100 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-04ae8896-73ed-4560-83f6-5292f7e9135f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:47.260642 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:47.403124 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a54dc6e5-f4ce-4fcc-97d8-a56f05b25cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:48.321156 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:50.110438 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:05.521243 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:06.069779 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-5f09ba55-ab70-450d-bc0f-4cb5b1f077af service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525124 Jul 13 08:54:06.168087 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-21269c21-38c2-4b02-9851-354e483d47af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:06.169594 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-21269c21-38c2-4b02-9851-354e483d47af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 1096 time: 0.0572627 Jul 13 08:54:06.278711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-53d762d3-bab0-4f42-ab08-f08ce737f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:06.280252 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-53d762d3-bab0-4f42-ab08-f08ce737f006 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.0894544 Jul 13 08:54:06.343923 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-c10ceec9-6172-46d8-bc49-8292afbbdf1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2 HTTP/1.1" status: 200 len: 1000 time: 0.0568905 Jul 13 08:54:06.395919 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-010adfdc-e67c-4232-b672-e6be242073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:06.397373 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-010adfdc-e67c-4232-b672-e6be242073ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0474463 Jul 13 08:54:06.454175 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-521e076e-d755-42d5-be64-cf48b372a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:06.455625 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-521e076e-d755-42d5-be64-cf48b372a1fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520012 Jul 13 08:54:06.466865 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-09d873ad-676c-453a-86c2-69cd7c4451a3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:54:06.467892 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-09d873ad-676c-453a-86c2-69cd7c4451a3 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054164 Jul 13 08:54:06.561134 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-14b634fa-2261-4b67-9316-236cd11d231f service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868683 Jul 13 08:54:06.659388 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-116aa61d-6dca-4837-8f02-07bc4e4c4c77 req-8a285886-20cb-436b-8096-ac77588bd6ab service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912697 Jul 13 08:54:07.175978 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:54:08.925753 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:09.977035 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-319f8fbc-d0ec-4f9c-85c0-1b1e11e72e4e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520520 Jul 13 08:54:10.067994 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-47fc1c5f-620c-4fc9-acd2-729aeb410da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:10.069509 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-47fc1c5f-620c-4fc9-acd2-729aeb410da8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 1096 time: 0.0529644 Jul 13 08:54:10.177417 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-0fc1a8c7-5dbb-4c76-8000-1fa874df6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:10.178978 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-0fc1a8c7-5dbb-4c76-8000-1fa874df6c6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.0895267 Jul 13 08:54:10.242948 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-ce5d77ba-b051-45b1-8991-521b14438bb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a HTTP/1.1" status: 200 len: 1001 time: 0.0579438 Jul 13 08:54:10.296495 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-e588ae92-a937-47ac-a7ae-7c1eb2966811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:10.298039 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-e588ae92-a937-47ac-a7ae-7c1eb2966811 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0496325 Jul 13 08:54:10.358250 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-989dfdce-9363-47dc-b9b6-70f6c0f14a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:10.359685 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-989dfdce-9363-47dc-b9b6-70f6c0f14a74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558789 Jul 13 08:54:10.451912 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-63fbfb8c-57b4-4db0-93a3-ceff0c2092dc service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850453 Jul 13 08:54:10.544823 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-1a4b9a54-f5ea-4c6c-a924-b153545bee4b req-ede0774b-79f5-4747-905c-759ec3c05b11 service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864258 Jul 13 08:54:14.452944 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-a0aa3f61-9184-4539-80c4-e5410a9b1f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:17.265000 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:17.411064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-eab421ab-c010-4d83-a20b-e528f4e657c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:18.324208 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:20.114401 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:35.529887 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:38.925351 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:39.525765 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f676bae8-3ed7-404f-b2e2-00f7fea8244a details requested by agent hyperv_n-h1-798249-7 with host n-h1-798249-7 {{(pid=93840) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:54:39.621554 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:39.633058 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Returning: {'device': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'port_id': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'mac_address': 'fa:16:3e:b1:9f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93840) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:54:39.671347 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:39.684671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f676bae8-3ed7-404f-b2e2-00f7fea8244a {{(pid=93840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:54:39.704389 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:39.708565 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:39.768307 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f676bae8-3ed7-404f-b2e2-00f7fea8244a,revision_number=6']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:39.780583 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.781395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.781395 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.781605 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.781880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.782259 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.782534 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.782861 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.783199 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.783509 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.783840 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.784193 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:39.820290 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] get_ports_and_sgs() called for port_ids ['f676bae8-3ed7-404f-b2e2-00f7fea8244a'] {{(pid=93840) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:54:40.052910 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-43165777-2623-4ae6-bf07-401b8b43a820 None None] Provisioning complete for port f676bae8-3ed7-404f-b2e2-00f7fea8244a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:40.053633 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-43165777-2623-4ae6-bf07-401b8b43a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:40.138496 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-43165777-2623-4ae6-bf07-401b8b43a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:40.160289 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:40.162508 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3754b945-312c-4f17-991d-160299c1c006" -d '{"events": [{"server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "name": "network-vif-plugged", "status": "completed", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:40.174564 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-43165777-2623-4ae6-bf07-401b8b43a820 None None] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:40.178700 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-43165777-2623-4ae6-bf07-401b8b43a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:40.206013 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16311f09-a9d7-45be-9efb-800fd4f1aa9e x-openstack-request-id: req-16311f09-a9d7-45be-9efb-800fd4f1aa9e {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:40.206330 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "name": "network-vif-plugged", "status": "completed", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:40.206588 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16311f09-a9d7-45be-9efb-800fd4f1aa9e {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:40.206987 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'code': 200} Jul 13 08:54:40.236490 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43165777-2623-4ae6-bf07-401b8b43a820 None None] Pushing event updated for resources: {'Port': ['ID=f676bae8-3ed7-404f-b2e2-00f7fea8244a,revision_number=7']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:40.440610 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-1a49e3da-0a3e-4d75-9ae1-556cd05fdfaf None None] Provisioning complete for port f676bae8-3ed7-404f-b2e2-00f7fea8244a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:40.440992 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-1a49e3da-0a3e-4d75-9ae1-556cd05fdfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:41.540586 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f676bae8-3ed7-404f-b2e2-00f7fea8244a up at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:54:41.589439 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Provisioning complete for port f676bae8-3ed7-404f-b2e2-00f7fea8244a triggered by entity L2. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:41.589817 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:44.176455 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:54:44.456327 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bf8f-9d9c-4e53-a6db-f83e76bd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:47.271745 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:47.407158 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-48bc56f4-30c0-4ed9-9258-59f385a509ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:48.329554 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:50.123678 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:51.630401 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47492) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:54:51.785273 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Deleting port d0214ede-30f4-4a2a-b17c-411814e095d2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:54:51.785624 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:51.862939 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:51.863263 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:51.874907 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Calling delete_port for d0214ede-30f4-4a2a-b17c-411814e095d2 owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:54:52.029763 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:52.058202 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event deleted for resources: {'Port': ['ID=d0214ede-30f4-4a2a-b17c-411814e095d2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:52.088356 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.088709 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.089063 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.089410 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.089754 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.090097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.090427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.090760 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.091093 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.091427 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.091782 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.092149 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:52.132442 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:52.133711 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Floating IP b0455a59-6cfd-402d-8df5-5eadacf430a0 disassociated (deleted). External IP: 172.25.6.232, port: f676bae8-3ed7-404f-b2e2-00f7fea8244a. Jul 13 08:54:52.349678 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Router 2537419d-df73-4025-abd7-32bf386915f4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:54:52.459653 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:54:52.464385 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:52.471222 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] Sync routers for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:54:52.480358 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:54:52.480985 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:52.503363 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-1598d8e6-7174-4241-970a-da8c03f355ba tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "DELETE /v2.0/floatingips/b0455a59-6cfd-402d-8df5-5eadacf430a0 HTTP/1.1" status: 204 len: 168 time: 0.8718293 Jul 13 08:54:52.503958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:52.506336 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80" -d '{"events": [{"name": "network-changed", "server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:52.580144 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1c6b22-212d-46dd-8751-6afdfb364282 x-openstack-request-id: req-6b1c6b22-212d-46dd-8751-6afdfb364282 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:52.580436 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:52.580693 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b1c6b22-212d-46dd-8751-6afdfb364282 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:52.581101 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'status': 'completed', 'code': 200} Jul 13 08:54:52.590515 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:54:52.658337 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-3c94423b-6ea0-4f26-9fac-c9bbcd59e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:52.659972 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-3c94423b-6ea0-4f26-9fac-c9bbcd59e78f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 1096 time: 0.0551076 Jul 13 08:54:52.772395 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-8a09b320-9a6b-45a2-85b0-f0d5d6c75e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:52.774582 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-8a09b320-9a6b-45a2-85b0-f0d5d6c75e75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.1079249 Jul 13 08:54:52.819682 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-e96409c7-e4f7-4e22-aa19-bf7383f0df1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a HTTP/1.1" status: 200 len: 217 time: 0.0383778 Jul 13 08:54:52.880720 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-7c3976e8-96b2-465d-ba7a-d1723a51b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:52.883339 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-7c3976e8-96b2-465d-ba7a-d1723a51b433 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0557089 Jul 13 08:54:52.985657 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b62831-192c-4644-8aac-fd5a2b42c64c req-09ff09b3-0d6b-48a2-9a7e-292beda230d6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:52.987262 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-90b62831-192c-4644-8aac-fd5a2b42c64c req-09ff09b3-0d6b-48a2-9a7e-292beda230d6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 945 time: 0.1420879 Jul 13 08:54:53.005713 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9490826c-566b-48dc-b0bd-89ffcaaf5a7f', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:50:25Z', 'updated_at': '2021-07-13T08:50:27Z', 'revision_number': 1, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:53.031920 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-90b62831-192c-4644-8aac-fd5a2b42c64c req-50591484-c131-4cb7-84cb-2b331ea0c05d tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387788 Jul 13 08:54:53.041578 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] Checking router: 2537419d-df73-4025-abd7-32bf386915f4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:54:53.050738 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:54:53.051386 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:53.166969 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:54:53.255811 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-11f063ed-08ca-48df-b6a2-3f5f095a9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:53.257415 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-11f063ed-08ca-48df-b6a2-3f5f095a9163 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3675771 Jul 13 08:54:53.353745 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-dc2a5b62-1144-4da1-b30d-860ccbc91ddc service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887384 Jul 13 08:54:53.397401 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9490826c-566b-48dc-b0bd-89ffcaaf5a7f', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:50:25Z', 'updated_at': '2021-07-13T08:50:27Z', 'revision_number': 1, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:53.431888 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3502b7-fec0-4a06-835e-526d004d321e None None] The sync data for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 is: [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_floatingips': [{'id': '9490826c-566b-48dc-b0bd-89ffcaaf5a7f', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'router_id': '2537419d-df73-4025-abd7-32bf386915f4', 'port_id': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'mac_address': 'fa:16:3e:0f:ba:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:50:25Z', 'updated_at': '2021-07-13T08:50:27Z', 'revision_number': 1, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:54:53.451675 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-c4e08f5c-fa65-4788-8303-d0c9c7b01c80 req-512a8250-cc7a-4d84-9036-d54bdb6fadf5 service neutron] 10.222.0.53 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893886 Jul 13 08:54:53.556848 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f676bae8-3ed7-404f-b2e2-00f7fea8244a no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:54:53.637507 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:53.661408 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:53.663727 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650e0490-f401-4136-9633-5687aeebfe08" -d '{"events": [{"server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:53.681420 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:53.682105 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7a8188-cb03-435b-980a-210b9ec51edc None None] New status for floating IP b0455a59-6cfd-402d-8df5-5eadacf430a0: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:54:53.686298 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:53.720743 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060effec-bb19-4553-9a5f-89a8b525b6b1 x-openstack-request-id: req-060effec-bb19-4553-9a5f-89a8b525b6b1 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:53.721122 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "name": "network-vif-unplugged", "status": "completed", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:53.721445 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-060effec-bb19-4553-9a5f-89a8b525b6b1 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:53.722576 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'code': 200} Jul 13 08:54:53.759045 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Pushing event updated for resources: {'Port': ['ID=f676bae8-3ed7-404f-b2e2-00f7fea8244a,revision_number=8']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:53.950235 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-09f276a7-53a1-4547-b341-47ab182e3a86 None None] Provisioning complete for port f676bae8-3ed7-404f-b2e2-00f7fea8244a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:53.950526 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-09f276a7-53a1-4547-b341-47ab182e3a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:54.024984 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-09f276a7-53a1-4547-b341-47ab182e3a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571759'] for port, before_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:54.055787 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-09f276a7-53a1-4547-b341-47ab182e3a86 None None] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:54.059227 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-09f276a7-53a1-4547-b341-47ab182e3a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-571694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-339890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732162714974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732162159077', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732162159095'] for port, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:54.114449 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f276a7-53a1-4547-b341-47ab182e3a86 None None] Pushing event updated for resources: {'Port': ['ID=f676bae8-3ed7-404f-b2e2-00f7fea8244a,revision_number=9']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:54.222129 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe7bc0-c921-4f35-a6e5-8f581bddd618 req-4bbaaf83-4eca-49f7-8f78-8c16bc0309b4 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:54.223706 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ffe7bc0-c921-4f35-a6e5-8f581bddd618 req-4bbaaf83-4eca-49f7-8f78-8c16bc0309b4 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 945 time: 0.0690205 Jul 13 08:54:54.266541 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-9ffe7bc0-c921-4f35-a6e5-8f581bddd618 req-e60b0445-a068-4c78-b4c4-5788e5b52c15 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360653 Jul 13 08:54:54.317590 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-625da480-ecfa-42b3-8a7d-72f321cea6fa tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:54.319067 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-625da480-ecfa-42b3-8a7d-72f321cea6fa tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.53 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 945 time: 0.0665462 Jul 13 08:54:54.323635 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.provisioning_blocks [None req-6de89123-54fe-437d-844d-5d50afb54746 None None] Provisioning complete for port f676bae8-3ed7-404f-b2e2-00f7fea8244a triggered by entity DHCP. {{(pid=93840) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:54.324115 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6de89123-54fe-437d-844d-5d50afb54746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859247'] for port, provisioning_complete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:54.422277 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-b79c8630-f08c-44e6-b843-78f29cf2aa41 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Deleting port f676bae8-3ed7-404f-b2e2-00f7fea8244a {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:54:54.422619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-b79c8630-f08c-44e6-b843-78f29cf2aa41 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:54.514544 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-b79c8630-f08c-44e6-b843-78f29cf2aa41 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] For port f676bae8-3ed7-404f-b2e2-00f7fea8244a, host n-h1-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-7',level=0,port_id=f676bae8-3ed7-404f-b2e2-00f7fea8244a,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:54.514799 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-b79c8630-f08c-44e6-b843-78f29cf2aa41 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:54.528184 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-b79c8630-f08c-44e6-b843-78f29cf2aa41 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Calling delete_port for f676bae8-3ed7-404f-b2e2-00f7fea8244a owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:54:54.656529 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-b79c8630-f08c-44e6-b843-78f29cf2aa41 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:54.689535 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c8630-f08c-44e6-b843-78f29cf2aa41 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event deleted for resources: {'Port': ['ID=f676bae8-3ed7-404f-b2e2-00f7fea8244a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:54.736316 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-b79c8630-f08c-44e6-b843-78f29cf2aa41 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] No DVR routers for this DVR port f676bae8-3ed7-404f-b2e2-00f7fea8244a on host n-h1-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:54:54.739102 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-b79c8630-f08c-44e6-b843-78f29cf2aa41 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:54.741242 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-de83fb07-e280-447c-97b1-0a3118b53dd0 req-b79c8630-f08c-44e6-b843-78f29cf2aa41 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.53 "DELETE /v2.0/ports/f676bae8-3ed7-404f-b2e2-00f7fea8244a HTTP/1.1" status: 204 len: 173 time: 0.4171383 Jul 13 08:54:54.741693 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'name': 'network-vif-deleted', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:54.744566 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39ebded-a770-46b0-86c4-faae890dd244" -d '{"events": [{"server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "name": "network-vif-deleted", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:54.787522 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd280d-d63c-4049-8f18-cd1205021462 x-openstack-request-id: req-0ffd280d-d63c-4049-8f18-cd1205021462 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:54.788198 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "name": "network-vif-deleted", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:54.788467 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ffd280d-d63c-4049-8f18-cd1205021462 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:54.789835 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'name': 'network-vif-deleted', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'status': 'completed', 'code': 200} Jul 13 08:54:55.429125 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-2a073942-151b-42dd-9aa6-04c468d31434 req-2d6b0059-5a26-47c4-a371-7b63dbb38328 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=29469460-498b-4e5f-8180-741d0f372d4d HTTP/1.1" status: 200 len: 210 time: 0.0282030 Jul 13 08:54:55.723475 n-d-798249-7 neutron-server[93840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a'}] {{(pid=93840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:55.725824 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e1594ad9001ac010878af1a156760eddce75645c52a76ce947c9a596205ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a3d60f-49b6-4f51-b653-03e053b87000" -d '{"events": [{"server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "name": "network-vif-plugged", "status": "completed", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a"}]}' {{(pid=93840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:55.767610 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac463255-817e-4345-86f1-06284f9d04b2 x-openstack-request-id: req-ac463255-817e-4345-86f1-06284f9d04b2 {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:55.767909 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29469460-498b-4e5f-8180-741d0f372d4d", "name": "network-vif-plugged", "status": "completed", "tag": "f676bae8-3ed7-404f-b2e2-00f7fea8244a", "code": 200}]} {{(pid=93840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:55.768198 n-d-798249-7 neutron-server[93840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac463255-817e-4345-86f1-06284f9d04b2 {{(pid=93840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:55.768628 n-d-798249-7 neutron-server[93840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29469460-498b-4e5f-8180-741d0f372d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f676bae8-3ed7-404f-b2e2-00f7fea8244a', 'code': 200} Jul 13 08:54:57.047179 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47560) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:54:57.208629 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Deleting port 1c5aa206-e278-4158-b9ca-8feaf3d6518d {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:54:57.208975 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:57.288259 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:57.288596 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:57.301447 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Calling delete_port for 1c5aa206-e278-4158-b9ca-8feaf3d6518d owned by network:floatingip {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:54:57.449826 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:57.477640 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event deleted for resources: {'Port': ['ID=1c5aa206-e278-4158-b9ca-8feaf3d6518d,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:57.542646 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for floatingip, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:57.542900 n-d-798249-7 neutron-server[93838]: INFO neutron.db.l3_db [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Floating IP 9490826c-566b-48dc-b0bd-89ffcaaf5a7f disassociated (deleted). External IP: 172.25.6.65, port: e526b7ef-38f7-4e28-8eec-3b4628efc0e2. Jul 13 08:54:57.556137 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f676bae8-3ed7-404f-b2e2-00f7fea8244a no longer exists at agent hyperv_n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:54:57.582587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] No Port match for: f676bae8-3ed7-404f-b2e2-00f7fea8244a {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:54:57.582587 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Device f676bae8-3ed7-404f-b2e2-00f7fea8244a not bound to the agent host n-h1-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:54:57.751530 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Router 2537419d-df73-4025-abd7-32bf386915f4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:54:57.857171 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:54:57.861622 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for floatingip, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:57.867904 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] Sync routers for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:54:57.877297 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:54:57.877920 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:57.900185 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-3fa80116-6e45-42b4-9e7d-283018765659 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "DELETE /v2.0/floatingips/9490826c-566b-48dc-b0bd-89ffcaaf5a7f HTTP/1.1" status: 204 len: 168 time: 0.8518686 Jul 13 08:54:57.900783 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:57.903090 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0501fa-7ec8-454f-844d-bddf226dfd30" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:57.942809 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d0bed6-7881-45a7-a3c6-15869c9cdaf5 x-openstack-request-id: req-82d0bed6-7881-45a7-a3c6-15869c9cdaf5 {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:57.943174 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:57.943498 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82d0bed6-7881-45a7-a3c6-15869c9cdaf5 {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:57.944165 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'status': 'completed', 'code': 200} Jul 13 08:54:57.991558 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:54:58.025857 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-5c4e1a88-f173-43a6-94f1-6c0d2747b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:58.027553 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-5c4e1a88-f173-43a6-94f1-6c0d2747b129 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2a26300e81947a2b189c461ed44b0a0&device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 1096 time: 0.0577004 Jul 13 08:54:58.138496 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-daa0cc55-a1ce-4c78-bd69-188dfc591d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:58.140057 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-daa0cc55-a1ce-4c78-bd69-188dfc591d22 service neutron] 10.222.0.54 "GET /v2.0/networks?id=30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 200 len: 910 time: 0.1063783 Jul 13 08:54:58.185613 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-5749359a-f686-44be-97e2-dc602042addd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2 HTTP/1.1" status: 200 len: 217 time: 0.0386162 Jul 13 08:54:58.203789 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:58.233069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] Checking router: 2537419d-df73-4025-abd7-32bf386915f4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:54:58.241624 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:54:58.241906 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-2197f2a0-72b3-4ecd-a503-60dbe0350d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:58.242809 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:58.243900 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-2197f2a0-72b3-4ecd-a503-60dbe0350d46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 200 len: 848 time: 0.0519807 Jul 13 08:54:58.315378 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-5d7ea41b-1ab1-46f4-bf83-7da1b8ff0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:58.318233 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-5d7ea41b-1ab1-46f4-bf83-7da1b8ff0aff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=30e6005e-d28d-48a4-9ffc-db5031d96c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642354 Jul 13 08:54:58.371292 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:54:58.424224 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-9176c251-9e19-4310-821c-64e14c6b1e45 service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982199 Jul 13 08:54:58.532476 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-0c0501fa-7ec8-454f-844d-bddf226dfd30 req-6ef4f570-f02a-4831-8c9c-cab08f6336fc service neutron] 10.222.0.54 "GET /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987916 Jul 13 08:54:58.585346 n-d-798249-7 neutron-server[93839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231721a7-edff-4052-b7ff-4ab1849c30a6 req-95bc0667-aac7-42de-a545-3406e90d18b3 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:58.587034 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:58.587502 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-231721a7-edff-4052-b7ff-4ab1849c30a6 req-95bc0667-aac7-42de-a545-3406e90d18b3 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 945 time: 0.3486140 Jul 13 08:54:58.616546 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c91f4ca-21eb-4dc1-8b78-023a32e5b086 None None] The sync data for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 is: [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:04Z', 'revision_number': 4, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7', '_interfaces': [{'id': 'e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6', 'name': '', 'network_id': '30e6005e-d28d-48a4-9ffc-db5031d96c3a', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'mac_address': 'fa:16:3e:c3:5c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:04Z', 'updated_at': '2021-07-13T08:50:10Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'subnets': [{'id': '4011e9d7-dbdd-48fe-8f7a-dd9aff079229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:54:58.626874 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [req-231721a7-edff-4052-b7ff-4ab1849c30a6 req-be3b0705-a0c8-4892-9333-7b045ff76d30 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333548 Jul 13 08:54:58.846968 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2012e8aa-e2b3-418c-8cc8-8598a5c8bd32 None None] New status for floating IP 9490826c-566b-48dc-b0bd-89ffcaaf5a7f: DOWN {{(pid=93841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:54:59.751208 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-1898c99b-da71-4a67-959e-f37b6aabb9e8 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:59.752701 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-1898c99b-da71-4a67-959e-f37b6aabb9e8 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.54 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 945 time: 0.0651240 Jul 13 08:54:59.878508 n-d-798249-7 neutron-server[93838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d31efa-ab4c-46eb-b7f1-99e898cd9686 req-50d0629e-896e-4d59-b640-d88853a45a44 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:59.879993 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-63d31efa-ab4c-46eb-b7f1-99e898cd9686 req-50d0629e-896e-4d59-b640-d88853a45a44 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aa39298-d6c0-40e1-a9d4-d727d1d84865 HTTP/1.1" status: 200 len: 945 time: 0.1376305 Jul 13 08:54:59.926830 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-e047d53d-8c52-4730-a224-7b22ece06fbe tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Deleting port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:54:59.927080 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-e047d53d-8c52-4730-a224-7b22ece06fbe tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:59.936341 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-63d31efa-ab4c-46eb-b7f1-99e898cd9686 req-ce566519-f2fd-481e-a79c-1de1dd8c2b94 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "GET /v2.0/security-groups?id=7393a0f2-1407-409b-9d57-0b67f3186db4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489399 Jul 13 08:55:00.023392 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-e047d53d-8c52-4730-a224-7b22ece06fbe tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] For port e526b7ef-38f7-4e28-8eec-3b4628efc0e2, host n-h2-798249-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-7',level=0,port_id=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:00.023755 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-e047d53d-8c52-4730-a224-7b22ece06fbe tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:00.035221 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-e047d53d-8c52-4730-a224-7b22ece06fbe tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Calling delete_port for e526b7ef-38f7-4e28-8eec-3b4628efc0e2 owned by compute:nova {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:00.172489 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-e047d53d-8c52-4730-a224-7b22ece06fbe tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:00.205758 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047d53d-8c52-4730-a224-7b22ece06fbe tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event deleted for resources: {'Port': ['ID=e526b7ef-38f7-4e28-8eec-3b4628efc0e2,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:00.257173 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-e047d53d-8c52-4730-a224-7b22ece06fbe tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] No DVR routers for this DVR port e526b7ef-38f7-4e28-8eec-3b4628efc0e2 on host n-h2-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:55:00.260526 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-e047d53d-8c52-4730-a224-7b22ece06fbe tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180021'] for port, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:00.262612 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [req-38421d6d-39eb-455f-a785-85cb47cfa039 req-e047d53d-8c52-4730-a224-7b22ece06fbe tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.54 "DELETE /v2.0/ports/e526b7ef-38f7-4e28-8eec-3b4628efc0e2 HTTP/1.1" status: 204 len: 173 time: 0.5003569 Jul 13 08:55:00.263058 n-d-798249-7 neutron-server[93838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'name': 'network-vif-deleted', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2'}] {{(pid=93838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:55:00.265444 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea3b3cc31b728d42c0e8af8f7b1b543522be5557b3ab794d22d3df54ae997ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b5d3a-32a2-4f6a-90ea-2b9233036a7d" -d '{"events": [{"server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "name": "network-vif-deleted", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2"}]}' {{(pid=93838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:55:00.303100 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800c4ce1-0783-47b7-a546-036c34bb2bdc x-openstack-request-id: req-800c4ce1-0783-47b7-a546-036c34bb2bdc {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:55:00.303412 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa39298-d6c0-40e1-a9d4-d727d1d84865", "name": "network-vif-deleted", "tag": "e526b7ef-38f7-4e28-8eec-3b4628efc0e2", "status": "completed", "code": 200}]} {{(pid=93838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:55:00.303666 n-d-798249-7 neutron-server[93838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-800c4ce1-0783-47b7-a546-036c34bb2bdc {{(pid=93838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:55:00.304103 n-d-798249-7 neutron-server[93838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa39298-d6c0-40e1-a9d4-d727d1d84865', 'name': 'network-vif-deleted', 'tag': 'e526b7ef-38f7-4e28-8eec-3b4628efc0e2', 'status': 'completed', 'code': 200} Jul 13 08:55:01.028800 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47574) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:01.087969 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a728-72dd-4849-ae5c-1a62b5a187b6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:01.113102 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a728-72dd-4849-ae5c-1a62b5a187b6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:01.178669 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a728-72dd-4849-ae5c-1a62b5a187b6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:01.183310 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a728-72dd-4849-ae5c-1a62b5a187b6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:01.185208 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-2aa7a728-72dd-4849-ae5c-1a62b5a187b6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] 10.222.0.44 "DELETE /v2.0/security-groups/7393a0f2-1407-409b-9d57-0b67f3186db4 HTTP/1.1" status: 204 len: 168 time: 0.1551175 Jul 13 08:55:01.199497 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7a728-72dd-4849-ae5c-1a62b5a187b6 tempest-TestSnapshotPattern-582208658 tempest-TestSnapshotPattern-582208658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7393a0f2-1407-409b-9d57-0b67f3186db4,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:01.261973 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47580) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:01.609450 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:01.859779 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] Deleting port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:01.860054 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:01.938450 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] For port e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:01.938816 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:01.951550 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] Calling delete_port for e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 owned by network:router_interface {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:02.132044 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:02.161138 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:02.329156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:02.830958 n-d-798249-7 neutron-server[93838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] Router 2537419d-df73-4025-abd7-32bf386915f4 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:55:02.941765 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:55:02.947005 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-d4dbf17d-4b84-4f04-9e8b-c3e801e9c457 admin admin] 10.222.0.44 "PUT /v2.0/routers/2537419d-df73-4025-abd7-32bf386915f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6840627 Jul 13 08:55:02.950819 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47582) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:02.953680 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] Sync routers for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:55:02.963040 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:02.963663 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:03.220827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Notify callbacks [] for router, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.240071 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e526b7ef-38f7-4e28-8eec-3b4628efc0e2 no longer exists at agent hyperv_n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:03.267085 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] No Port match for: e526b7ef-38f7-4e28-8eec-3b4628efc0e2 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:03.267523 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Device e526b7ef-38f7-4e28-8eec-3b4628efc0e2 not bound to the agent host n-h2-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:03.278882 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: n-d-798249-7 {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:03.352163 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.424868 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Deleting port e5b15d64-07eb-46c3-8ae8-349dc7e8761c {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:03.425779 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.511618 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:55:02Z', 'revision_number': 5, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port': {'id': 'e5b15d64-07eb-46c3-8ae8-349dc7e8761c', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2537419d-df73-4025-abd7-32bf386915f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:03.524068 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] For port e5b15d64-07eb-46c3-8ae8-349dc7e8761c, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=e5b15d64-07eb-46c3-8ae8-349dc7e8761c,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:03.524427 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.545156 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Calling delete_port for e5b15d64-07eb-46c3-8ae8-349dc7e8761c owned by network:router_gateway {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:03.547460 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] Checking router: 2537419d-df73-4025-abd7-32bf386915f4 for host: n-d-798249-7 {{(pid=93840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:55:03.566428 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] Routers {'2537419d-df73-4025-abd7-32bf386915f4'} bound to L3 agent in host n-d-798249-7 {{(pid=93840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:03.567237 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['2537419d-df73-4025-abd7-32bf386915f4'], 'active': True} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:03.667845 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvr_db [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] Set router 2537419d-df73-4025-abd7-32bf386915f4 gateway port host: None {{(pid=93840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:03.729146 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_hamode_db [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:55:03Z', 'revision_number': 6, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:03.763378 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.763677 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa15697-66fb-4a27-b5de-b377c88177d0 None None] The sync data for ids ['2537419d-df73-4025-abd7-32bf386915f4'] in n-d-798249-7 is: [{'id': '2537419d-df73-4025-abd7-32bf386915f4', 'name': 'tempest-TestSnapshotPattern-751588861-router', 'tenant_id': 'c2a26300e81947a2b189c461ed44b0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:02Z', 'updated_at': '2021-07-13T08:55:03Z', 'revision_number': 6, 'project_id': 'c2a26300e81947a2b189c461ed44b0a0', 'gw_port_host': None}] {{(pid=93840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:55:03.792714 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b15d64-07eb-46c3-8ae8-349dc7e8761c,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:03.871819 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.970746 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.973192 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.018619 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.018903 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2537419d-df73-4025-abd7-32bf386915f4 {{(pid=93838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:55:04.024838 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] Notify callbacks [] for router, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.026048 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-a1c45b8b-3c32-4eab-a365-b5ac6c56e94a admin admin] 10.222.0.44 "DELETE /v2.0/routers/2537419d-df73-4025-abd7-32bf386915f4 HTTP/1.1" status: 204 len: 168 time: 1.0742862 Jul 13 08:55:04.028776 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47586) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:04.081711 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef58d2c-41fb-4965-a7dc-fa25625fc81e admin admin] Deleting subnet 4011e9d7-dbdd-48fe-8f7a-dd9aff079229 {{(pid=93838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:55:04.084892 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ef58d2c-41fb-4965-a7dc-fa25625fc81e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.127827 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ef58d2c-41fb-4965-a7dc-fa25625fc81e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3192750'] for subnet, precommit_delete_associations {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.204264 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:04.224106 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ef58d2c-41fb-4965-a7dc-fa25625fc81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.235736 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:04.236154 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e0e8f5f1-93ad-47ba-8c0c-3673e531f1b6 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:04.302229 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ef58d2c-41fb-4965-a7dc-fa25625fc81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27074979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25603419'] for subnet, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.346423 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef58d2c-41fb-4965-a7dc-fa25625fc81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4011e9d7-dbdd-48fe-8f7a-dd9aff079229,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:04.354156 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9ef58d2c-41fb-4965-a7dc-fa25625fc81e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.360090 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-9ef58d2c-41fb-4965-a7dc-fa25625fc81e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4011e9d7-dbdd-48fe-8f7a-dd9aff079229 HTTP/1.1" status: 204 len: 168 time: 0.3273091 Jul 13 08:55:04.360392 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b08eb-d909-4c5b-9a85-70efc0555e29 None None] Network 30e6005e-d28d-48a4-9ffc-db5031d96c3a requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:55:04.360586 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47588) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:04.486185 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.583504 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Deleting port 633ced32-0f46-48e1-bcfb-3fffb769f105 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:04.584062 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.612914 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5797d7-1b18-4487-bbd1-42d79c81920f None None] DHCP port deletion for 30e6005e-d28d-48a4-9ffc-db5031d96c3a request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:55:04.679070 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] For port 633ced32-0f46-48e1-bcfb-3fffb769f105, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=633ced32-0f46-48e1-bcfb-3fffb769f105,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:04.680239 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.696859 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8d5797d7-1b18-4487-bbd1-42d79c81920f None None] Deleting port 633ced32-0f46-48e1-bcfb-3fffb769f105 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:04.697371 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8d5797d7-1b18-4487-bbd1-42d79c81920f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.699419 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Calling delete_port for 633ced32-0f46-48e1-bcfb-3fffb769f105 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:04.808678 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-8d5797d7-1b18-4487-bbd1-42d79c81920f None None] For port 633ced32-0f46-48e1-bcfb-3fffb769f105, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=633ced32-0f46-48e1-bcfb-3fffb769f105,segment=NetworkSegment(7bb39fc4-3643-43ac-81c7-cb8d937c7eab),segment_id=7bb39fc4-3643-43ac-81c7-cb8d937c7eab)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:04.809312 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8d5797d7-1b18-4487-bbd1-42d79c81920f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.815987 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.833189 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-8d5797d7-1b18-4487-bbd1-42d79c81920f None None] Calling delete_port for 633ced32-0f46-48e1-bcfb-3fffb769f105 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:04.866168 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Pushing event deleted for resources: {'Port': ['ID=633ced32-0f46-48e1-bcfb-3fffb769f105,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:04.876780 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] No DVR routers for this DVR port 633ced32-0f46-48e1-bcfb-3fffb769f105 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:55:04.939737 n-d-798249-7 neutron-server[93840]: self.session.flush() Jul 13 08:55:04.953348 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8d5797d7-1b18-4487-bbd1-42d79c81920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.980671 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5797d7-1b18-4487-bbd1-42d79c81920f None None] Pushing event deleted for resources: {'Port': ['ID=633ced32-0f46-48e1-bcfb-3fffb769f105,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:04.990766 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5797d7-1b18-4487-bbd1-42d79c81920f None None] No DVR routers for this DVR port 633ced32-0f46-48e1-bcfb-3fffb769f105 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:55:05.014244 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.029120 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e6005e-d28d-48a4-9ffc-db5031d96c3a']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:05.046910 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb39fc4-3643-43ac-81c7-cb8d937c7eab') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:05.047213 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb39fc4-3643-43ac-81c7-cb8d937c7eab') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:05.062103 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.077671 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.085256 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:55:05.085728 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:55:05.092521 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:55:05.151925 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.157799 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.159816 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] 10.222.0.44 "DELETE /v2.0/networks/30e6005e-d28d-48a4-9ffc-db5031d96c3a HTTP/1.1" status: 204 len: 168 time: 0.7985170 Jul 13 08:55:05.162947 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47590) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:05.175570 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8b93f-c623-4e43-95a1-0bd32e4cd39e admin admin] Pushing event deleted for resources: {'Network': ['ID=30e6005e-d28d-48a4-9ffc-db5031d96c3a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:05.547080 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.560132 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629132'] for router_interface, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.823788 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Deleting port 65e514db-866e-42da-905a-ac7ddc6246be {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:05.824168 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.853089 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e5b15d64-07eb-46c3-8ae8-349dc7e8761c no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:05.873669 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: e5b15d64-07eb-46c3-8ae8-349dc7e8761c {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:05.874114 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device e5b15d64-07eb-46c3-8ae8-349dc7e8761c not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:05.874542 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 633ced32-0f46-48e1-bcfb-3fffb769f105 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:05.892754 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 633ced32-0f46-48e1-bcfb-3fffb769f105 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:05.893109 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 633ced32-0f46-48e1-bcfb-3fffb769f105 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:05.911063 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] For port 65e514db-866e-42da-905a-ac7ddc6246be, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=65e514db-866e-42da-905a-ac7ddc6246be,segment=NetworkSegment(23f79446-968b-4dbd-aaf9-cfe05ef60510),segment_id=23f79446-968b-4dbd-aaf9-cfe05ef60510)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:05.911430 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:05.924721 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Calling delete_port for 65e514db-866e-42da-905a-ac7ddc6246be owned by network:router_interface {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:06.107156 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:06.134103 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=65e514db-866e-42da-905a-ac7ddc6246be,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:06.160144 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.160496 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.160841 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.161181 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.161526 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.161854 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.162186 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.162512 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.162834 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.163160 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.163714 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.163870 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-7 {{(pid=93839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:06.314380 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1630440'] for router_interface, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:06.525866 n-d-798249-7 neutron-server[93839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Router b5dd8602-d19d-4b31-bb12-7f3bc168e503 has already been hosted by L3 agent 4292e6ce-1793-47c8-b6d6-03619892d51e {{(pid=93839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:55:06.632210 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] Notify agent at l3_agent.n-d-798249-7 the message routers_updated {{(pid=93839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:55:06.637498 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-5d96be4b-5003-4b0e-a1fd-87ee1aa38c5e admin admin] 10.222.0.44 "PUT /v2.0/routers/b5dd8602-d19d-4b31-bb12-7f3bc168e503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4735775 Jul 13 08:55:06.640079 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47592) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:06.640601 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] Sync routers for ids ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'] in n-d-798249-7 {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:55:06.650497 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] Routers {'b5dd8602-d19d-4b31-bb12-7f3bc168e503'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:06.651105 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:06.747225 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Notify callbacks [] for router, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:06.756621 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] Set router b5dd8602-d19d-4b31-bb12-7f3bc168e503 gateway port host: n-d-798249-7 {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:06.873716 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:06.938091 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Deleting port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 {{(pid=93839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:06.938543 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:06.962653 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'name': 'tempest-TestSnapshotPattern-414911902-router', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'external_fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:06Z', 'updated_at': '2021-07-13T08:55:06Z', 'revision_number': 5, 'project_id': '624e13ffab864be393cebbde80908cfe', 'gw_port': {'id': '53338eb5-63d1-4e0b-b4d4-1d9a18761b78', 'name': '', 'network_id': '75b317aa-f619-44a8-8b4e-874cbb2cbe23', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:50:07Z', 'updated_at': '2021-07-13T08:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6424a0b2-fa07-402b-8112-976af92c85f9', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-7'}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:06.990142 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] Checking router: b5dd8602-d19d-4b31-bb12-7f3bc168e503 for host: n-d-798249-7 {{(pid=93841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:55:07.000034 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] Routers {'b5dd8602-d19d-4b31-bb12-7f3bc168e503'} bound to L3 agent in host n-d-798249-7 {{(pid=93841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:07.000662 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:12:17Z,description=,heartbeat_timestamp=2021-07-13T08:54:47Z,host='n-d-798249-7',id=4292e6ce-1793-47c8-b6d6-03619892d51e,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:12:17Z,topic='l3_agent')) {'router_ids': ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'], 'active': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:07.029966 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.db [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] For port 53338eb5-63d1-4e0b-b4d4-1d9a18761b78, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=53338eb5-63d1-4e0b-b4d4-1d9a18761b78,segment=NetworkSegment(861807aa-1b4c-4902-9498-d6da16005c72),segment_id=861807aa-1b4c-4902-9498-d6da16005c72)] {{(pid=93839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:07.030327 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.043220 n-d-798249-7 neutron-server[93839]: DEBUG neutron.plugins.ml2.plugin [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Calling delete_port for 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 owned by network:router_gateway {{(pid=93839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:07.096530 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_dvr_db [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] Set router b5dd8602-d19d-4b31-bb12-7f3bc168e503 gateway port host: None {{(pid=93841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:07.152985 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.l3_hamode_db [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'name': 'tempest-TestSnapshotPattern-414911902-router', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:06Z', 'updated_at': '2021-07-13T08:55:06Z', 'revision_number': 6, 'project_id': '624e13ffab864be393cebbde80908cfe', 'gw_port_host': None}], 'n-d-798249-7', False) {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:07.183016 n-d-798249-7 neutron-server[93841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebfaef-d7ee-4ea1-8055-87689462ec05 None None] The sync data for ids ['b5dd8602-d19d-4b31-bb12-7f3bc168e503'] in n-d-798249-7 is: [{'id': 'b5dd8602-d19d-4b31-bb12-7f3bc168e503', 'name': 'tempest-TestSnapshotPattern-414911902-router', 'tenant_id': '624e13ffab864be393cebbde80908cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:50:06Z', 'updated_at': '2021-07-13T08:55:06Z', 'revision_number': 6, 'project_id': '624e13ffab864be393cebbde80908cfe', 'gw_port_host': None}] {{(pid=93841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:55:07.223519 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4068747'] for port, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.252030 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=53338eb5-63d1-4e0b-b4d4-1d9a18761b78,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:07.322874 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627238'] for router_gateway, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.419675 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1968360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.421740 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.466568 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969272'] for router, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.467042 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5dd8602-d19d-4b31-bb12-7f3bc168e503 {{(pid=93839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:55:07.471322 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] Notify callbacks [] for router, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.472491 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-8cb945e2-9006-4c39-818f-2a5bafb52fbf admin admin] 10.222.0.44 "DELETE /v2.0/routers/b5dd8602-d19d-4b31-bb12-7f3bc168e503 HTTP/1.1" status: 204 len: 168 time: 0.8314936 Jul 13 08:55:07.475011 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47596) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:07.526562 n-d-798249-7 neutron-server[93839]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbfd3c8-3c99-479c-9159-9abc9860fb66 admin admin] Deleting subnet a164051a-fb5a-4218-97c8-e24f7b5f9ef4 {{(pid=93839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:55:07.529999 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-efbfd3c8-3c99-479c-9159-9abc9860fb66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.569950 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-efbfd3c8-3c99-479c-9159-9abc9860fb66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27097580'] for subnet, precommit_delete_associations {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.657383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-efbfd3c8-3c99-479c-9159-9abc9860fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854301'] for subnet, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.710163 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-efbfd3c8-3c99-479c-9159-9abc9860fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4068817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3398395'] for subnet, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.737016 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfd3c8-3c99-479c-9159-9abc9860fb66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a164051a-fb5a-4218-97c8-e24f7b5f9ef4,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:07.738995 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-efbfd3c8-3c99-479c-9159-9abc9860fb66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.741633 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-efbfd3c8-3c99-479c-9159-9abc9860fb66 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a164051a-fb5a-4218-97c8-e24f7b5f9ef4 HTTP/1.1" status: 204 len: 168 time: 0.2656341 Jul 13 08:55:07.744338 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf4cf3d-deb8-481e-a196-df552e269954 None None] Network b854b3df-64bb-4f25-9a0a-be2f4e3e161f requested from n-d-798249-7 {{(pid=93840) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:55:07.744912 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47598) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:07.812532 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1012426'] for network, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.869733 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Deleting port 79028938-43eb-4218-965f-702f022a3e40 {{(pid=93838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:07.870231 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.938893 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] For port 79028938-43eb-4218-965f-702f022a3e40, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79028938-43eb-4218-965f-702f022a3e40,segment=NetworkSegment(23f79446-968b-4dbd-aaf9-cfe05ef60510),segment_id=23f79446-968b-4dbd-aaf9-cfe05ef60510)] {{(pid=93838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:07.938893 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:07.954071 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.plugin [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Calling delete_port for 79028938-43eb-4218-965f-702f022a3e40 owned by network:dhcp {{(pid=93838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:07.965880 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765b6967-d2b7-4aac-bfb2-1bda56ba1eff None None] DHCP port deletion for b854b3df-64bb-4f25-9a0a-be2f4e3e161f request from n-d-798249-7 {{(pid=93840) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:55:08.024560 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79028938-43eb-4218-965f-702f022a3e40 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:08.051609 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-765b6967-d2b7-4aac-bfb2-1bda56ba1eff None None] Deleting port 79028938-43eb-4218-965f-702f022a3e40 {{(pid=93840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:08.051980 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-765b6967-d2b7-4aac-bfb2-1bda56ba1eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732162706710'] for port, before_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.063484 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27075065'] for port, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.098327 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Pushing event deleted for resources: {'Port': ['ID=79028938-43eb-4218-965f-702f022a3e40,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:08.109660 n-d-798249-7 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] No DVR routers for this DVR port 79028938-43eb-4218-965f-702f022a3e40 on host n-d-798249-7 {{(pid=93838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:55:08.120683 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No active binding found for port 79028938-43eb-4218-965f-702f022a3e40 {{(pid=93840) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 08:55:08.121115 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 79028938-43eb-4218-965f-702f022a3e40 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:08.121537 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 65e514db-866e-42da-905a-ac7ddc6246be no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:08.149877 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 65e514db-866e-42da-905a-ac7ddc6246be {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:08.150219 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 65e514db-866e-42da-905a-ac7ddc6246be not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:08.150646 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 no longer exists at agent ovs-agent-n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:08.155417 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.db [None req-765b6967-d2b7-4aac-bfb2-1bda56ba1eff None None] For port 79028938-43eb-4218-965f-702f022a3e40, host n-d-798249-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-7',level=0,port_id=79028938-43eb-4218-965f-702f022a3e40,segment=NetworkSegment(23f79446-968b-4dbd-aaf9-cfe05ef60510),segment_id=23f79446-968b-4dbd-aaf9-cfe05ef60510)] {{(pid=93840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:08.156133 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-765b6967-d2b7-4aac-bfb2-1bda56ba1eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628965'] for port, precommit_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.182247 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] No Port match for: 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 {{(pid=93840) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:08.182598 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.rpc [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Device 53338eb5-63d1-4e0b-b4d4-1d9a18761b78 not bound to the agent host n-d-798249-7 {{(pid=93840) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:08.187407 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853990', 'neutron.services.segments.db._delete_segments_for_network-8732162647471'] for network, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.189306 n-d-798249-7 neutron-server[93840]: DEBUG neutron.plugins.ml2.plugin [None req-765b6967-d2b7-4aac-bfb2-1bda56ba1eff None None] Calling delete_port for 79028938-43eb-4218-965f-702f022a3e40 owned by network:dhcp {{(pid=93840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:08.202745 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b854b3df-64bb-4f25-9a0a-be2f4e3e161f']}} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:08.217097 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f79446-968b-4dbd-aaf9-cfe05ef60510') {'for_net_delete': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:08.217347 n-d-798249-7 neutron-server[93838]: DEBUG neutron.services.segments.db [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f79446-968b-4dbd-aaf9-cfe05ef60510') {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:08.227002 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732162627750', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3192743'] for segment, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.241209 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346'] for segment, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.248654 n-d-798249-7 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:55:08.249264 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-864346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27075020'] for segment, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: Traceback (most recent call last): Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: timer() Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: cb(*args, **kw) Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: return func(*args, **kwargs) Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: self._notify() Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: self.callback(batched_events) Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: event.method(event) Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: return f(self, *a, **k) Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: return self._get(url).json() Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: return self.request(url, 'GET', **kwargs) Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:55:08.251114 n-d-798249-7 neutron-server[93838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:55:08.269370 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-765b6967-d2b7-4aac-bfb2-1bda56ba1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-571687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-339915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732162714956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732162159068'] for port, after_delete {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.296069 n-d-798249-7 neutron-server[93840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b6967-d2b7-4aac-bfb2-1bda56ba1eff None None] Pushing event deleted for resources: {'Port': ['ID=79028938-43eb-4218-965f-702f022a3e40,revision_number=None']} {{(pid=93840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:08.300031 n-d-798249-7 neutron-server[93840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b6967-d2b7-4aac-bfb2-1bda56ba1eff None None] No DVR routers for this DVR port 79028938-43eb-4218-965f-702f022a3e40 on host n-d-798249-7 {{(pid=93840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:55:08.315188 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1592725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1647815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627266'] for network, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.322010 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Notify callbacks [] for network, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.324496 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b854b3df-64bb-4f25-9a0a-be2f4e3e161f HTTP/1.1" status: 204 len: 168 time: 0.5782478 Jul 13 08:55:08.336785 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dd73a-cd6f-451c-b458-c90a3f265541 admin admin] Pushing event deleted for resources: {'Network': ['ID=b854b3df-64bb-4f25-9a0a-be2f4e3e161f,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:08.450684 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47602) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:08.491827 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-6754de79-940d-4037-9271-2db7c213a40f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2a26300e81947a2b189c461ed44b0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397336 Jul 13 08:55:08.494184 n-d-798249-7 neutron-server[93839]: DEBUG neutron.wsgi [-] (93839) accepted ('10.222.0.44', 47604) {{(pid=93839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:08.546436 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-db162665-32ce-4fc1-9301-8579f1dc85e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.566383 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-db162665-32ce-4fc1-9301-8579f1dc85e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.612805 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-db162665-32ce-4fc1-9301-8579f1dc85e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.615471 n-d-798249-7 neutron-server[93839]: DEBUG neutron_lib.callbacks.manager [None req-db162665-32ce-4fc1-9301-8579f1dc85e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.616715 n-d-798249-7 neutron-server[93839]: INFO neutron.wsgi [None req-db162665-32ce-4fc1-9301-8579f1dc85e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20b344fe-ea9a-479b-b35c-86d4feef0985 HTTP/1.1" status: 204 len: 168 time: 0.1216197 Jul 13 08:55:08.624978 n-d-798249-7 neutron-server[93839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db162665-32ce-4fc1-9301-8579f1dc85e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b344fe-ea9a-479b-b35c-86d4feef0985,revision_number=None']} {{(pid=93839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:08.928688 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:08.946680 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47610) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:08.985046 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-e850453c-6296-40b0-8ae0-56fad781e78d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=624e13ffab864be393cebbde80908cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371578 Jul 13 08:55:08.987387 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [-] (93838) accepted ('10.222.0.44', 47612) {{(pid=93838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:09.041451 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b39cbeff-b09d-40bc-9a27-aebd03326bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:09.067169 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b39cbeff-b09d-40bc-9a27-aebd03326bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:09.114391 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b39cbeff-b09d-40bc-9a27-aebd03326bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1610558'] for security_group, after_delete {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:09.117535 n-d-798249-7 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-b39cbeff-b09d-40bc-9a27-aebd03326bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:09.118695 n-d-798249-7 neutron-server[93838]: INFO neutron.wsgi [None req-b39cbeff-b09d-40bc-9a27-aebd03326bb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/998ac026-5efc-4371-a8d1-310cf5c2ba2a HTTP/1.1" status: 204 len: 168 time: 0.1303596 Jul 13 08:55:09.126887 n-d-798249-7 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cbeff-b09d-40bc-9a27-aebd03326bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998ac026-5efc-4371-a8d1-310cf5c2ba2a,revision_number=None']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:14.457832 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-7238f4e0-779d-4938-a50c-2a32821023d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:17.264846 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:17.397647 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-89fbdf6b-a4e8-44bd-9551-eeebe14d440a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:18.330205 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:20.122645 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:21.176188 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:55:35.556824 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:38.962206 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:44.458196 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6d163230-5728-4b33-bfaf-44b5047d6c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:47.265898 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:47.397964 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-24b04309-ae90-4825-8f05-22c101864b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:48.333681 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:50.125502 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.175649 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:56:05.555811 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:08.959894 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:14.459831 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d686dd74-8ef3-4c5e-9753-3778bdf6a1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:17.266288 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:17.397883 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-fc621582-e7ea-4d77-865f-b29e56d55fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:18.337404 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:20.128566 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:35.173872 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:56:35.563044 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:38.959408 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:44.460969 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-68ad0b16-d7ea-41f5-bc88-85c24af3bf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:47.272677 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:47.399969 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-07a34725-13c3-497e-9901-9c68b614e14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:48.339181 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:50.131002 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:05.601434 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:08.960705 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:12.173239 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:57:14.464465 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-729ce841-5110-4beb-9a52-4ab6041a2b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:17.268567 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:17.400871 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ef0e623a-2c9d-4682-94a4-33a62e1e82b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:18.342776 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:20.134054 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:35.625221 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:38.972858 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:44.466884 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6ba6f764-3f56-4143-addd-e35befaa88ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:47.260734 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:47.400812 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-f4457f0f-d319-4606-b61f-5696b3fab1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:48.345176 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:49.173814 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:57:50.136295 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:05.626237 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:08.982980 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:14.466555 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-ff38ad95-96e3-4d84-b8d9-0834c3246d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:17.262466 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:17.401756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d50fb4de-6bbb-44d1-a28a-bf73b2808e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:18.348510 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:20.140397 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:26.173673 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:58:35.637932 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:38.987356 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:44.469660 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0fbba672-3e5f-4522-b237-b4e275e23dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:47.265263 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:47.401154 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c525d050-3045-4d89-aac6-c76f890dd7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:48.351364 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:50.143565 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:54.590429 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-37ff271d-9c6e-415b-b19a-ade2f19e761a req-548fda39-f5d0-4dbf-9799-27a898301df4 service neutron] (93838) timed out ('10.222.0.44', 41490) {{(pid=93838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:59:03.174491 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:59:05.640270 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:09.000877 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:14.470967 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-869f0185-8d83-4c6d-ad22-60ef2fef820a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:17.267101 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:17.403925 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-5f278240-2564-462d-a02f-6047fdb9310a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:18.354289 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:20.146715 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:35.650947 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:39.010379 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:40.173684 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:59:44.471254 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8b93b174-1d31-4571-a98e-c8195b8e6342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:47.268626 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:47.404008 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e68b7329-8c4c-4635-81ef-c37fbb45bc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:48.356929 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:50.151328 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:05.651163 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:09.002459 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:14.471677 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-33d47bf0-e4c7-4fd4-aad7-73069c9049fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:17.172480 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:00:17.269619 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:17.406586 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-6e4e9289-bb20-4717-96f6-a5db8347360d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:18.360904 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:20.153284 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:35.672897 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:39.023911 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:44.471768 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9718804d-57e4-47ea-9e9b-9472b345070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:47.270778 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:47.407641 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3a2066c7-4132-47e6-b775-a41c47907a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:48.362933 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:50.160845 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:54.175138 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:01:05.663851 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:09.031698 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:14.472756 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2961ce86-2ab7-4f11-9a28-7a598d15713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:17.271771 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:17.408479 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-d66caebc-2314-4f70-bfce-3e9cbe7725fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:18.366025 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:20.161436 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:31.174329 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:01:35.686193 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:39.037286 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:44.472777 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-2b2725e8-bd23-4a9b-9fe1-b55150d6ddfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:47.273500 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:47.408690 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-95f38c70-59e5-4d45-a8e1-b8c58f14989b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:48.370024 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:50.165940 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:05.676855 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:08.174581 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:02:09.035416 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:14.473050 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-caa8f909-3be0-42ba-84c3-4ed7057da1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:17.275530 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:17.409569 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-3c9af341-335b-4d36-b169-86e56d482791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:18.373490 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:20.167960 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:35.691436 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:39.044502 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:44.474064 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-319f193b-52ca-481f-96f5-9af9cecda804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:45.174001 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:02:47.278551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:47.410512 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a13b-32e6-44a4-a98b-3fe6745d7f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:48.374821 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:50.173839 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:05.690727 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-9703bd27-5c39-4ecd-a61f-1521c5f4e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:09.049149 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-b48284d9-6973-4d9b-b802-caa9a00f7f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:14.475558 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-53386ba6-c3cc-4f51-9671-225a23e6e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:16.359119 n-d-798249-7 neutron-server[93838]: DEBUG neutron.wsgi [req-d4f5cdcf-8bc9-4fcc-a47c-5850721152f3 req-7bf766d3-6588-4765-b6fc-b23fa30447a8 service neutron] (93838) timed out ('10.222.0.44', 46704) {{(pid=93838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 09:03:17.281215 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-0c761fa5-57ae-4800-bc95-0daf9dea8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:17.412534 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9a1a-9a4a-4ead-8fa8-4d961a81fe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:18.378551 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-314d72af-6b49-4aec-94eb-0841c16a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:20.175961 n-d-798249-7 neutron-server[93840]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ddbe-933a-4dbe-84ab-09cfab57afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732162620685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859356'] for agent, after_update {{(pid=93840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:22.173540 n-d-798249-7 neutron-server[93841]: DEBUG neutron.db.agents_db [None req-543dc725-422e-4dd9-8ada-e8c1c6a0c1f0 None None] Agent healthcheck: found 7 active agents {{(pid=93841) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}